-- Logs begin at Thu 2021-06-24 11:01:14 UTC, end at Thu 2021-06-24 12:48:16 UTC. -- Jun 24 11:36:36.790557 dv-neutron-797120-4-hyperv systemd[1]: Started Devstack devstack@q-svc.service. Jun 24 11:36:39.454346 dv-neutron-797120-4-hyperv neutron-server[127974]: INFO neutron.common.config [-] Logging enabled! Jun 24 11:36:39.454939 dv-neutron-797120-4-hyperv neutron-server[127974]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev397 Jun 24 11:36:39.455115 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=127974) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 24 11:36:39.458388 dv-neutron-797120-4-hyperv neutron-server[127974]: INFO neutron.common.config [-] Logging enabled! Jun 24 11:36:39.458639 dv-neutron-797120-4-hyperv neutron-server[127974]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev397 Jun 24 11:36:39.458944 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=127974) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 24 11:36:39.459862 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 24 11:36:39.460091 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 24 11:36:39.460446 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 24 11:36:39.460690 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 24 11:36:39.460917 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 24 11:36:39.461257 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 11:36:39.461560 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 11:36:39.461854 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 11:36:39.462082 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 11:36:39.462375 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 11:36:39.462661 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 11:36:39.462943 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 11:36:39.463229 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 11:36:39.463520 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 11:36:39.463803 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 11:36:39.464080 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 11:36:39.464361 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 11:36:39.464587 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 11:36:39.465467 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron.common.config [-] config_source = [] {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 11:36:39.465760 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 11:36:39.466187 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 11:36:39.466414 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron.common.config [-] debug = True {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 11:36:39.466695 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 11:36:39.467118 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 11:36:39.467532 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 11:36:39.467809 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 11:36:39.468096 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 11:36:39.468387 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 11:36:39.468644 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 11:36:39.468915 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 11:36:39.469221 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 11:36:39.469546 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron.common.config [-] host = dv-neutron-797120-4-hyperv {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 11:36:39.469821 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 11:36:39.470104 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 11:36:39.470388 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 11:36:39.470670 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 11:36:39.470943 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 11:36:39.471215 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 11:36:39.471494 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 11:36:39.471764 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron.common.config [-] log_dir = None {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 11:36:39.472039 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron.common.config [-] log_file = None {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 11:36:39.472312 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 11:36:39.472596 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 11:36:39.472877 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 11:36:39.473185 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 11:36:39.473408 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 11:36:39.473626 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 11:36:39.473911 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 11:36:39.474194 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 11:36:39.474469 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 11:36:39.474739 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 11:36:39.475012 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 11:36:39.475281 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 11:36:39.475551 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 11:36:39.475817 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 11:36:39.476098 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 11:36:39.476377 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 11:36:39.476657 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 11:36:39.476929 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 11:36:39.477227 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 11:36:39.477500 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 11:36:39.477770 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 11:36:39.478051 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 11:36:39.478324 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 11:36:39.478595 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 11:36:39.478866 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 11:36:39.479148 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 11:36:39.479413 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 11:36:39.479681 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 11:36:39.479975 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 11:36:39.480255 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 11:36:39.481182 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 11:36:39.481591 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 11:36:39.481868 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 11:36:39.482416 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 11:36:39.482691 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 11:36:39.482961 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron.common.config [-] use_journal = False {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 11:36:39.483229 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron.common.config [-] use_json = False {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 11:36:39.483499 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 11:36:39.483767 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 11:36:39.484044 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 11:36:39.484312 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 11:36:39.484581 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 11:36:39.484852 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 11:36:39.485143 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 11:36:39.485426 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 11:36:39.485723 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:39.486018 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:39.486316 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:39.486598 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:39.486888 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:39.487165 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:39.487450 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:39.487726 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:39.488010 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:39.488297 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:39.488581 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:39.488858 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:39.489176 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:39.489452 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:39.489742 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:39.490042 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:39.490334 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:39.490624 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:39.490898 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:39.491170 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:39.491443 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:39.491719 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:39.492004 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:39.492300 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:39.492589 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:39.492863 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:39.493168 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:39.493459 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:39.493735 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:39.494007 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:39.494283 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:39.494571 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:39.494848 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:39.495120 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:39.495402 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:39.495678 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:39.495950 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:39.496318 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:39.496601 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:39.496894 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:39.497195 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:39.497470 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:39.497743 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:39.498018 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:39.498288 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:39.498576 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:39.498855 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:39.499127 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:39.499399 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:39.499675 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:39.499946 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:39.500218 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:39.500494 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:39.500764 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:39.501065 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:39.501338 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:39.501609 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:39.501879 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:39.502153 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:39.502425 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:39.502696 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:39.502967 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:39.503240 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:39.503514 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:39.503788 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:39.504059 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:39.504332 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:39.504607 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:39.504894 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:39.505213 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:39.505492 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:39.505770 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:39.506047 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:39.506324 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:39.506599 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:39.506875 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:39.507155 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:39.507432 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:39.507707 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:39.507998 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:39.508283 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:39.508572 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:39.508855 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:39.509161 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:39.509458 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:39.509735 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:39.510015 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:39.510291 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:39.510568 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:39.510856 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:39.511139 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:39.511431 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:39.512235 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:39.512567 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:39.512863 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:39.513380 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:39.513667 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:39.513976 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:39.514257 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:39.514472 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 24 11:36:39.514710 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=127974) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jun 24 11:36:39.861895 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=127974) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:36:39.862185 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=127974) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:36:39.862445 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=127974) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:36:39.862775 dv-neutron-797120-4-hyperv neutron-server[127974]: INFO neutron.manager [-] Loading core plugin: ml2 Jun 24 11:36:40.250035 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=127974) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 11:36:40.250319 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=127974) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 11:36:40.250585 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=127974) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 11:36:40.251874 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=127974) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 11:36:40.252145 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=127974) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 11:36:40.252418 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=127974) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 11:36:40.286355 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=127974) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 11:36:40.286633 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=127974) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 11:36:40.286902 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=127974) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 11:36:40.300545 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=127974) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 11:36:40.300823 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=127974) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 11:36:40.301119 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=127974) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 11:36:40.330616 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=127974) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 11:36:40.330900 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=127974) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 11:36:40.331168 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=127974) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 11:36:40.366983 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=127974) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 11:36:40.367254 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=127974) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 11:36:40.367519 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=127974) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 11:36:40.600561 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=127974) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 11:36:40.601120 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=127974) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 11:36:40.601120 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=127974) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 11:36:40.601388 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=127974) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 11:36:40.602088 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=127974) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 11:36:40.724704 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=127974) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 11:36:40.725045 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=127974) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 11:36:40.725326 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=127974) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 11:36:40.725594 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=127974) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 11:36:40.725858 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=127974) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 11:36:40.726165 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=127974) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 11:36:40.726422 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=127974) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 11:36:40.726672 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=127974) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 11:36:40.726921 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=127974) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 11:36:40.727198 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=127974) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 11:36:40.727452 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=127974) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 11:36:40.727712 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=127974) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 11:36:40.727966 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=127974) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 11:36:40.728222 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=127974) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 11:36:40.728471 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=127974) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 11:36:40.728731 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=127974) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 11:36:40.729985 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=127974) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 11:36:40.730270 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=127974) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 11:36:40.731320 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=127974) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 11:36:40.731607 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=127974) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 11:36:40.732158 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=127974) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 11:36:40.732515 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=127974) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 11:36:40.732776 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=127974) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 11:36:40.733090 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=127974) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 11:36:40.733347 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=127974) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 11:36:40.733597 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=127974) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 11:36:40.733987 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=127974) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 24 11:36:40.734228 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=127974) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 24 11:36:40.734464 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=127974) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 24 11:36:40.734698 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=127974) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 24 11:36:40.734930 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=127974) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 24 11:36:40.735164 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=127974) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 24 11:36:40.735529 dv-neutron-797120-4-hyperv neutron-server[127974]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jun 24 11:36:40.738587 dv-neutron-797120-4-hyperv neutron-server[127974]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jun 24 11:36:40.742508 dv-neutron-797120-4-hyperv neutron-server[127974]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jun 24 11:36:40.746500 dv-neutron-797120-4-hyperv neutron-server[127974]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(600, 649)])]) Jun 24 11:36:40.748140 dv-neutron-797120-4-hyperv neutron-server[127974]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jun 24 11:36:40.748589 dv-neutron-797120-4-hyperv neutron-server[127974]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jun 24 11:36:40.748921 dv-neutron-797120-4-hyperv neutron-server[127974]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jun 24 11:36:40.749328 dv-neutron-797120-4-hyperv neutron-server[127974]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jun 24 11:36:40.752256 dv-neutron-797120-4-hyperv neutron-server[127974]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jun 24 11:36:40.752505 dv-neutron-797120-4-hyperv neutron-server[127974]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jun 24 11:36:40.752849 dv-neutron-797120-4-hyperv neutron-server[127974]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jun 24 11:36:40.779531 dv-neutron-797120-4-hyperv neutron-server[127974]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jun 24 11:36:40.779971 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=127974) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 11:36:40.780263 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=127974) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jun 24 11:36:40.780620 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=127974) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 11:36:40.781997 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=127974) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jun 24 11:36:40.782281 dv-neutron-797120-4-hyperv neutron-server[127974]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jun 24 11:36:40.782527 dv-neutron-797120-4-hyperv neutron-server[127974]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jun 24 11:36:40.785708 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=127974) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 11:36:40.785993 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=127974) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 11:36:40.848052 dv-neutron-797120-4-hyperv neutron-server[127974]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jun 24 11:36:40.848237 dv-neutron-797120-4-hyperv neutron-server[127974]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jun 24 11:36:40.848468 dv-neutron-797120-4-hyperv neutron-server[127974]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jun 24 11:36:40.848830 dv-neutron-797120-4-hyperv neutron-server[127974]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jun 24 11:36:40.869738 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_db.sqlalchemy.engines [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=127974) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jun 24 11:36:41.397847 dv-neutron-797120-4-hyperv neutron-server[127974]: INFO neutron.plugins.ml2.managers [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Initializing driver for type 'gre' Jun 24 11:36:41.398356 dv-neutron-797120-4-hyperv neutron-server[127974]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] gre ID ranges: [(1, 1000)] Jun 24 11:36:41.452711 dv-neutron-797120-4-hyperv neutron-server[127974]: INFO neutron.plugins.ml2.managers [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Initializing driver for type 'local' Jun 24 11:36:41.453090 dv-neutron-797120-4-hyperv neutron-server[127974]: INFO neutron.plugins.ml2.managers [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Initializing driver for type 'vlan' Jun 24 11:36:41.466004 dv-neutron-797120-4-hyperv neutron-server[127974]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] VlanTypeDriver initialization complete Jun 24 11:36:41.466331 dv-neutron-797120-4-hyperv neutron-server[127974]: INFO neutron.plugins.ml2.managers [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Initializing driver for type 'vxlan' Jun 24 11:36:41.466823 dv-neutron-797120-4-hyperv neutron-server[127974]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] vxlan ID ranges: [(1, 1000)] Jun 24 11:36:41.516850 dv-neutron-797120-4-hyperv neutron-server[127974]: INFO neutron.plugins.ml2.managers [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Initializing extension driver 'port_security' Jun 24 11:36:41.517208 dv-neutron-797120-4-hyperv neutron-server[127974]: INFO neutron.plugins.ml2.extensions.port_security [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] PortSecurityExtensionDriver initialization complete Jun 24 11:36:41.517540 dv-neutron-797120-4-hyperv neutron-server[127974]: INFO neutron.plugins.ml2.managers [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Initializing mechanism driver 'openvswitch' Jun 24 11:36:41.517860 dv-neutron-797120-4-hyperv neutron-server[127974]: INFO neutron.plugins.ml2.managers [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Initializing mechanism driver 'hyperv' Jun 24 11:36:41.524373 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron.plugins.ml2.plugin [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=127974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:36:41.525160 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron_lib.callbacks.manager [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Subscribe: > port after_create 55550000 {{(pid=127974) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 11:36:41.525533 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron_lib.callbacks.manager [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Subscribe: > port after_update 55550000 {{(pid=127974) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 11:36:41.525914 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron_lib.callbacks.manager [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Subscribe: > port after_delete 55550000 {{(pid=127974) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 11:36:41.526296 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron_lib.callbacks.manager [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Subscribe: > subnet after_create 55550000 {{(pid=127974) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 11:36:41.526644 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron_lib.callbacks.manager [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Subscribe: > subnet after_update 55550000 {{(pid=127974) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 11:36:41.526986 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron_lib.callbacks.manager [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Subscribe: > subnet after_delete 55550000 {{(pid=127974) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 11:36:41.527898 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron_lib.callbacks.manager [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Subscribe: > network after_create 55550000 {{(pid=127974) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 11:36:41.528292 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron_lib.callbacks.manager [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Subscribe: > network after_update 55550000 {{(pid=127974) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 11:36:41.528745 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron_lib.callbacks.manager [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Subscribe: > network after_delete 55550000 {{(pid=127974) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 11:36:41.529151 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron_lib.callbacks.manager [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Subscribe: > security_group after_create 55550000 {{(pid=127974) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 11:36:41.529495 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron_lib.callbacks.manager [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Subscribe: > security_group after_update 55550000 {{(pid=127974) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 11:36:41.529830 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron_lib.callbacks.manager [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Subscribe: > security_group after_delete 55550000 {{(pid=127974) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 11:36:41.530204 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron_lib.callbacks.manager [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=127974) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 11:36:41.530543 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron_lib.callbacks.manager [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=127974) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 11:36:41.530877 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron_lib.callbacks.manager [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=127974) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 11:36:41.531251 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron_lib.callbacks.manager [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Subscribe: > address_group after_create 55550000 {{(pid=127974) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 11:36:41.531591 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron_lib.callbacks.manager [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Subscribe: > address_group after_update 55550000 {{(pid=127974) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 11:36:41.531926 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron_lib.callbacks.manager [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Subscribe: > address_group after_delete 55550000 {{(pid=127974) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 11:36:41.532257 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] ML2 OVO RPC backend initialized. {{(pid=127974) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:164}} Jun 24 11:36:41.532952 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron_lib.callbacks.manager [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Subscribe: > router_interface after_create 55550000 {{(pid=127974) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 11:36:41.533323 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron_lib.callbacks.manager [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=127974) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 11:36:41.533738 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron_lib.callbacks.manager [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Subscribe: > network before_response 55550000 {{(pid=127974) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 11:36:41.534079 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron_lib.callbacks.manager [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Subscribe: > networks before_response 55550000 {{(pid=127974) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 11:36:41.534420 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron_lib.callbacks.manager [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Subscribe: > port before_response 55550000 {{(pid=127974) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 11:36:41.534754 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron_lib.callbacks.manager [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Subscribe: > ports before_response 55550000 {{(pid=127974) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 11:36:41.535091 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron_lib.callbacks.manager [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Subscribe: > subnet before_response 55550000 {{(pid=127974) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 11:36:41.535425 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron_lib.callbacks.manager [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Subscribe: > subnets before_response 55550000 {{(pid=127974) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 11:36:41.535762 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron_lib.callbacks.manager [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Subscribe: > network after_create 55550000 {{(pid=127974) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 11:36:41.536093 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron_lib.callbacks.manager [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Subscribe: > network after_update 55550000 {{(pid=127974) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 11:36:41.536421 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron_lib.callbacks.manager [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Subscribe: > network after_delete 55550000 {{(pid=127974) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 11:36:41.536752 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron_lib.callbacks.manager [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Subscribe: > port after_create 55550000 {{(pid=127974) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 11:36:41.537108 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron_lib.callbacks.manager [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Subscribe: > port after_update 55550000 {{(pid=127974) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 11:36:41.537442 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron_lib.callbacks.manager [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Subscribe: > port after_delete 55550000 {{(pid=127974) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 11:36:41.537771 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron_lib.callbacks.manager [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Subscribe: > subnet after_create 55550000 {{(pid=127974) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 11:36:41.538099 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron_lib.callbacks.manager [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Subscribe: > subnet after_update 55550000 {{(pid=127974) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 11:36:41.538424 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron_lib.callbacks.manager [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Subscribe: > subnet after_delete 55550000 {{(pid=127974) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 11:36:41.538983 dv-neutron-797120-4-hyperv neutron-server[127974]: INFO neutron.plugins.ml2.plugin [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Modular L2 Plugin initialization complete Jun 24 11:36:41.539303 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron.manager [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Loading services supported by the core plugin {{(pid=127974) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jun 24 11:36:41.539622 dv-neutron-797120-4-hyperv neutron-server[127974]: INFO neutron.plugins.ml2.managers [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Got port-security extension from driver 'port_security' Jun 24 11:36:41.540077 dv-neutron-797120-4-hyperv neutron-server[127974]: INFO neutron.extensions.vlantransparent [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Disabled vlantransparent extension. Jun 24 11:36:41.540557 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron.manager [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=127974) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jun 24 11:36:41.540863 dv-neutron-797120-4-hyperv neutron-server[127974]: INFO neutron.manager [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Loading Plugin: router Jun 24 11:36:41.576410 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron_lib.callbacks.manager [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Subscribe: > router_interface before_create 55550000 {{(pid=127974) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 11:36:41.576807 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron_lib.callbacks.manager [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Subscribe: > router after_create 55549900 {{(pid=127974) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 11:36:41.577192 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron_lib.callbacks.manager [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Subscribe: > router before_create 55549900 {{(pid=127974) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 11:36:41.577549 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron_lib.callbacks.manager [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=127974) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 11:36:41.577914 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron_lib.callbacks.manager [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=127974) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 11:36:41.578276 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron_lib.callbacks.manager [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Subscribe: > router after_delete 55549900 {{(pid=127974) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 11:36:41.578609 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron_lib.callbacks.manager [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Subscribe: > floatingip after_update 55550000 {{(pid=127974) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 11:36:41.578967 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron_lib.callbacks.manager [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Subscribe: > router after_create 55549900 {{(pid=127974) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 11:36:41.579307 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron_lib.callbacks.manager [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Subscribe: > router after_update 55549900 {{(pid=127974) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 11:36:41.579650 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron_lib.callbacks.manager [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Subscribe: > router after_update 55549900 {{(pid=127974) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 11:36:41.579991 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron_lib.callbacks.manager [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=127974) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 11:36:41.580342 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron_lib.callbacks.manager [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Subscribe: > router after_update 55549900 {{(pid=127974) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 11:36:41.580743 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron_lib.callbacks.manager [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Subscribe: > router precommit_update 55549900 {{(pid=127974) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 11:36:41.581139 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron_lib.callbacks.manager [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Subscribe: port after_update 55550000 {{(pid=127974) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 11:36:41.581478 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron_lib.callbacks.manager [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Subscribe: port after_delete 55550000 {{(pid=127974) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 11:36:41.581811 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron_lib.callbacks.manager [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Subscribe: subnet after_update 55550000 {{(pid=127974) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 11:36:41.582145 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron_lib.callbacks.manager [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=127974) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 11:36:41.582489 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron_lib.callbacks.manager [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Subscribe: > port precommit_delete 55550000 {{(pid=127974) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 11:36:41.582831 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron_lib.callbacks.manager [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Subscribe: > router precommit_create 55549900 {{(pid=127974) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 11:36:41.583169 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron_lib.callbacks.manager [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Subscribe: port before_delete 55550000 {{(pid=127974) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 11:36:41.583506 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron_lib.callbacks.manager [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Subscribe: > router precommit_create 55550000 {{(pid=127974) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 11:36:41.583860 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron_lib.callbacks.manager [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Subscribe: > router after_update 55549900 {{(pid=127974) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 11:36:41.584195 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron_lib.callbacks.manager [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Subscribe: > router precommit_delete 55549900 {{(pid=127974) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 11:36:41.584539 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron_lib.callbacks.manager [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Subscribe: > router precommit_create 55549900 {{(pid=127974) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 11:36:41.584891 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron_lib.callbacks.manager [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Subscribe: > router_interface after_create 55550000 {{(pid=127974) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 11:36:41.585254 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron_lib.callbacks.manager [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Subscribe: > router precommit_update 55549900 {{(pid=127974) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 11:36:41.585610 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron_lib.callbacks.manager [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Subscribe: > agent after_create 55550000 {{(pid=127974) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 11:36:41.585952 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron_lib.callbacks.manager [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Subscribe: > agent after_delete 55550000 {{(pid=127974) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 11:36:41.586289 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron_lib.callbacks.manager [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Subscribe: > network after_delete 55550000 {{(pid=127974) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 11:36:41.587144 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron.quota.resource_registry [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Tracking information for resource: router configured {{(pid=127974) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 24 11:36:41.587473 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron.quota.resource_registry [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Tracking information for resource: floatingip configured {{(pid=127974) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 24 11:36:41.593006 dv-neutron-797120-4-hyperv neutron-server[127974]: INFO neutron.db.l3_agentschedulers_db [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jun 24 11:36:41.593577 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron_lib.callbacks.manager [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Subscribe: port after_update 55550000 {{(pid=127974) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 11:36:41.593931 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron_lib.callbacks.manager [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Subscribe: port after_create 55550000 {{(pid=127974) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 11:36:41.594274 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron_lib.callbacks.manager [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Subscribe: port after_delete 55550000 {{(pid=127974) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 11:36:41.594618 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron_lib.callbacks.manager [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Subscribe: port after_update 55550000 {{(pid=127974) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 11:36:41.595511 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron_lib.callbacks.manager [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Subscribe: > router before_create 55550100 {{(pid=127974) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 11:36:41.595871 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron_lib.callbacks.manager [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Subscribe: > router precommit_delete 55550100 {{(pid=127974) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 11:36:41.596228 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron_lib.callbacks.manager [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Subscribe: > router precommit_create 55550100 {{(pid=127974) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 11:36:41.596579 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron_lib.callbacks.manager [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Subscribe: > router precommit_update 55550100 {{(pid=127974) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 11:36:41.600919 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron.services.provider_configuration [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Service providers = [] {{(pid=127974) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jun 24 11:36:41.601427 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron.db.servicetype_db [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=127974) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jun 24 11:36:41.604142 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron.services.service_base [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=127974) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 24 11:36:41.604485 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron.services.service_base [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=127974) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 24 11:36:41.604821 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron.services.service_base [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=127974) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 24 11:36:41.606374 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron.services.service_base [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=127974) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 24 11:36:41.606986 dv-neutron-797120-4-hyperv neutron-server[127974]: INFO neutron.services.service_base [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Default provider is not specified for service type L3_ROUTER_NAT Jun 24 11:36:41.607371 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron.manager [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=127974) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 24 11:36:41.607680 dv-neutron-797120-4-hyperv neutron-server[127974]: INFO neutron.manager [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jun 24 11:36:41.618126 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron.manager [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=127974) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 24 11:36:41.618454 dv-neutron-797120-4-hyperv neutron-server[127974]: INFO neutron.manager [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Loading Plugin: auto_allocate Jun 24 11:36:41.626054 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron_lib.callbacks.manager [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Subscribe: network precommit_update 55550000 {{(pid=127974) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 11:36:41.626418 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron_lib.callbacks.manager [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Subscribe: network precommit_create 55550000 {{(pid=127974) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 11:36:41.626927 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron.manager [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=127974) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 24 11:36:41.627243 dv-neutron-797120-4-hyperv neutron-server[127974]: INFO neutron.manager [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Loading Plugin: tag Jun 24 11:36:41.633755 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron.manager [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=127974) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 24 11:36:41.634077 dv-neutron-797120-4-hyperv neutron-server[127974]: INFO neutron.manager [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Loading Plugin: timestamp Jun 24 11:36:41.639293 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron.manager [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=127974) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 24 11:36:41.639618 dv-neutron-797120-4-hyperv neutron-server[127974]: INFO neutron.manager [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Loading Plugin: network_ip_availability Jun 24 11:36:41.645046 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron_lib.callbacks.manager [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=127974) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 11:36:41.645412 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron_lib.callbacks.manager [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=127974) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 11:36:41.645773 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron_lib.callbacks.manager [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=127974) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 11:36:41.646480 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron.manager [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=127974) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 24 11:36:41.646795 dv-neutron-797120-4-hyperv neutron-server[127974]: INFO neutron.manager [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Loading Plugin: flavors Jun 24 11:36:41.651740 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron.manager [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=127974) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 24 11:36:41.652014 dv-neutron-797120-4-hyperv neutron-server[127974]: INFO neutron.manager [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Loading Plugin: revisions Jun 24 11:36:41.657213 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron.manager [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=127974) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 24 11:36:41.657603 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_concurrency.lockutils [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.795s {{(pid=127974) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:36:41.658339 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron.api.extensions [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=127974) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jun 24 11:36:41.658781 dv-neutron-797120-4-hyperv neutron-server[127974]: INFO neutron.api.extensions [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Initializing extension manager. Jun 24 11:36:41.660507 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron.api.extensions [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Loading extension file: __init__.py {{(pid=127974) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 11:36:41.660849 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron.api.extensions [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Loading extension file: __pycache__ {{(pid=127974) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 11:36:41.661210 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron.api.extensions [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=127974) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 11:36:41.661540 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron.api.extensions [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Loading extension file: address_group.py {{(pid=127974) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 11:36:41.662289 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron.api.extensions [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=127974) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 11:36:41.662850 dv-neutron-797120-4-hyperv neutron-server[127974]: INFO neutron.api.extensions [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Loaded extension: address-group Jun 24 11:36:41.663168 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron.api.extensions [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Loading extension file: address_scope.py {{(pid=127974) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 11:36:41.663852 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron.api.extensions [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=127974) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 11:36:41.664350 dv-neutron-797120-4-hyperv neutron-server[127974]: INFO neutron.api.extensions [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Loaded extension: address-scope Jun 24 11:36:41.665779 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron.api.extensions [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Loading extension file: admin_state_down_before_update.py {{(pid=127974) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 11:36:41.666700 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron.api.extensions [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=127974) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 11:36:41.667207 dv-neutron-797120-4-hyperv neutron-server[127974]: INFO neutron.api.extensions [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Loaded extension: router-admin-state-down-before-update Jun 24 11:36:41.667528 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron.api.extensions [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Loading extension file: agent.py {{(pid=127974) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 11:36:41.668909 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron.api.extensions [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=127974) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 11:36:41.669441 dv-neutron-797120-4-hyperv neutron-server[127974]: INFO neutron.api.extensions [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Loaded extension: agent Jun 24 11:36:41.669762 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron.api.extensions [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Loading extension file: agent_resources_synced.py {{(pid=127974) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 11:36:41.671735 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron.api.extensions [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=127974) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 11:36:41.672240 dv-neutron-797120-4-hyperv neutron-server[127974]: INFO neutron.api.extensions [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Loaded extension: agent-resources-synced Jun 24 11:36:41.672563 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron.api.extensions [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Loading extension file: allowedaddresspairs.py {{(pid=127974) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 11:36:41.674531 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron.api.extensions [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=127974) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 11:36:41.675041 dv-neutron-797120-4-hyperv neutron-server[127974]: INFO neutron.api.extensions [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Loaded extension: allowed-address-pairs Jun 24 11:36:41.675364 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron.api.extensions [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Loading extension file: auto_allocated_topology.py {{(pid=127974) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 11:36:41.676418 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron.api.extensions [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=127974) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 11:36:41.676922 dv-neutron-797120-4-hyperv neutron-server[127974]: INFO neutron.api.extensions [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Loaded extension: auto-allocated-topology Jun 24 11:36:41.677268 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron.api.extensions [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Loading extension file: availability_zone.py {{(pid=127974) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 11:36:41.677933 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron.api.extensions [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=127974) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 11:36:41.678433 dv-neutron-797120-4-hyperv neutron-server[127974]: INFO neutron.api.extensions [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Loaded extension: availability_zone Jun 24 11:36:41.678752 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron.api.extensions [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Loading extension file: availability_zone_filter.py {{(pid=127974) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 11:36:41.679630 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron.api.extensions [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=127974) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 11:36:41.680127 dv-neutron-797120-4-hyperv neutron-server[127974]: INFO neutron.api.extensions [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Loaded extension: availability_zone_filter Jun 24 11:36:41.680442 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron.api.extensions [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Loading extension file: data_plane_status.py {{(pid=127974) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 11:36:41.681352 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron.api.extensions [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=127974) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 11:36:41.681849 dv-neutron-797120-4-hyperv neutron-server[127974]: INFO neutron.api.extensions [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Extension data-plane-status not supported by any of loaded plugins Jun 24 11:36:41.682166 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron.api.extensions [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Loading extension file: default_subnetpools.py {{(pid=127974) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 11:36:41.683044 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron.api.extensions [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=127974) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 11:36:41.683565 dv-neutron-797120-4-hyperv neutron-server[127974]: INFO neutron.api.extensions [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Loaded extension: default-subnetpools Jun 24 11:36:41.683887 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron.api.extensions [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Loading extension file: dhcpagentscheduler.py {{(pid=127974) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 11:36:41.684669 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron.api.extensions [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=127974) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 11:36:41.685203 dv-neutron-797120-4-hyperv neutron-server[127974]: INFO neutron.api.extensions [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Loaded extension: dhcp_agent_scheduler Jun 24 11:36:41.685525 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron.api.extensions [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Loading extension file: dns.py {{(pid=127974) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 11:36:41.686403 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron.api.extensions [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=127974) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 11:36:41.686896 dv-neutron-797120-4-hyperv neutron-server[127974]: INFO neutron.api.extensions [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Extension dns-integration not supported by any of loaded plugins Jun 24 11:36:41.687218 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron.api.extensions [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Loading extension file: dns_domain_ports.py {{(pid=127974) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 11:36:41.688104 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron.api.extensions [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=127974) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 11:36:41.688596 dv-neutron-797120-4-hyperv neutron-server[127974]: INFO neutron.api.extensions [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Extension dns-domain-ports not supported by any of loaded plugins Jun 24 11:36:41.688911 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron.api.extensions [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=127974) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 11:36:41.689823 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron.api.extensions [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=127974) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 11:36:41.690317 dv-neutron-797120-4-hyperv neutron-server[127974]: INFO neutron.api.extensions [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jun 24 11:36:41.690632 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron.api.extensions [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Loading extension file: dvr.py {{(pid=127974) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 11:36:41.691276 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron.api.extensions [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=127974) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 11:36:41.691775 dv-neutron-797120-4-hyperv neutron-server[127974]: INFO neutron.api.extensions [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Loaded extension: dvr Jun 24 11:36:41.692088 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron.api.extensions [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Loading extension file: empty_string_filtering.py {{(pid=127974) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 11:36:41.692998 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron.api.extensions [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=127974) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 11:36:41.693497 dv-neutron-797120-4-hyperv neutron-server[127974]: INFO neutron.api.extensions [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Loaded extension: empty-string-filtering Jun 24 11:36:41.693813 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron.api.extensions [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=127974) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 11:36:41.694689 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron.api.extensions [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=127974) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 11:36:41.695181 dv-neutron-797120-4-hyperv neutron-server[127974]: INFO neutron.api.extensions [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jun 24 11:36:41.695497 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron.api.extensions [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=127974) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 11:36:41.696385 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron.api.extensions [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=127974) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 11:36:41.696878 dv-neutron-797120-4-hyperv neutron-server[127974]: INFO neutron.api.extensions [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jun 24 11:36:41.697224 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron.api.extensions [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Loading extension file: external_net.py {{(pid=127974) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 11:36:41.698116 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron.api.extensions [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=127974) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 11:36:41.698610 dv-neutron-797120-4-hyperv neutron-server[127974]: INFO neutron.api.extensions [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Loaded extension: external-net Jun 24 11:36:41.698923 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron.api.extensions [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Loading extension file: extra_dhcp_opt.py {{(pid=127974) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 11:36:41.699877 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron.api.extensions [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=127974) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 11:36:41.700372 dv-neutron-797120-4-hyperv neutron-server[127974]: INFO neutron.api.extensions [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Loaded extension: extra_dhcp_opt Jun 24 11:36:41.700686 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron.api.extensions [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Loading extension file: extraroute.py {{(pid=127974) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 11:36:41.701580 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron.api.extensions [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=127974) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 11:36:41.702079 dv-neutron-797120-4-hyperv neutron-server[127974]: INFO neutron.api.extensions [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Loaded extension: extraroute Jun 24 11:36:41.702394 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron.api.extensions [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Loading extension file: extraroute_atomic.py {{(pid=127974) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 11:36:41.703393 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron.api.extensions [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=127974) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 11:36:41.703892 dv-neutron-797120-4-hyperv neutron-server[127974]: INFO neutron.api.extensions [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Loaded extension: extraroute-atomic Jun 24 11:36:41.704209 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron.api.extensions [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Loading extension file: filter_validation.py {{(pid=127974) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 11:36:41.704851 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron.api.extensions [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=127974) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 11:36:41.705382 dv-neutron-797120-4-hyperv neutron-server[127974]: INFO neutron.api.extensions [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Loaded extension: filter-validation Jun 24 11:36:41.705696 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron.api.extensions [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Loading extension file: fip_pf_description.py {{(pid=127974) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 11:36:41.706575 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron.api.extensions [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=127974) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 11:36:41.707074 dv-neutron-797120-4-hyperv neutron-server[127974]: INFO neutron.api.extensions [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jun 24 11:36:41.707386 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron.api.extensions [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Loading extension file: fip_port_details.py {{(pid=127974) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 11:36:41.708266 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron.api.extensions [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=127974) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 11:36:41.708757 dv-neutron-797120-4-hyperv neutron-server[127974]: INFO neutron.api.extensions [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Loaded extension: fip-port-details Jun 24 11:36:41.709094 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron.api.extensions [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Loading extension file: flavors.py {{(pid=127974) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 11:36:41.710296 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron.api.extensions [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=127974) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 11:36:41.710802 dv-neutron-797120-4-hyperv neutron-server[127974]: INFO neutron.api.extensions [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Loaded extension: flavors Jun 24 11:36:41.711123 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron.api.extensions [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=127974) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 11:36:41.712764 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron.api.extensions [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=127974) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 11:36:41.713309 dv-neutron-797120-4-hyperv neutron-server[127974]: INFO neutron.api.extensions [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jun 24 11:36:41.713644 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron.api.extensions [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Loading extension file: floatingip_pools.py {{(pid=127974) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 11:36:41.714324 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron.api.extensions [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=127974) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 11:36:41.715430 dv-neutron-797120-4-hyperv neutron-server[127974]: INFO neutron.api.extensions [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Loaded extension: floatingip-pools Jun 24 11:36:41.715855 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron.api.extensions [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Loading extension file: ip_allocation.py {{(pid=127974) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 11:36:41.716762 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron.api.extensions [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=127974) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 11:36:41.717292 dv-neutron-797120-4-hyperv neutron-server[127974]: INFO neutron.api.extensions [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Extension ip_allocation not supported by any of loaded plugins Jun 24 11:36:41.717616 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron.api.extensions [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=127974) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 11:36:41.718511 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron.api.extensions [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=127974) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 11:36:41.719012 dv-neutron-797120-4-hyperv neutron-server[127974]: INFO neutron.api.extensions [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Loaded extension: ip-substring-filtering Jun 24 11:36:41.719334 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron.api.extensions [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Loading extension file: l2_adjacency.py {{(pid=127974) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 11:36:41.720230 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron.api.extensions [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=127974) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 11:36:41.720731 dv-neutron-797120-4-hyperv neutron-server[127974]: INFO neutron.api.extensions [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Extension l2_adjacency not supported by any of loaded plugins Jun 24 11:36:41.721086 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron.api.extensions [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Loading extension file: l3.py {{(pid=127974) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 11:36:41.722020 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron.api.extensions [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=127974) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 11:36:41.722526 dv-neutron-797120-4-hyperv neutron-server[127974]: INFO neutron.api.extensions [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Loaded extension: router Jun 24 11:36:41.722846 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron.api.extensions [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Loading extension file: l3_conntrack_helper.py {{(pid=127974) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 11:36:41.725204 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron.api.extensions [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=127974) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 11:36:41.725724 dv-neutron-797120-4-hyperv neutron-server[127974]: INFO neutron.api.extensions [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jun 24 11:36:41.726052 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron.api.extensions [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=127974) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 11:36:41.726968 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron.api.extensions [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=127974) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 11:36:41.727479 dv-neutron-797120-4-hyperv neutron-server[127974]: INFO neutron.api.extensions [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Loaded extension: ext-gw-mode Jun 24 11:36:41.727803 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron.api.extensions [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=127974) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 11:36:41.728697 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron.api.extensions [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=127974) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 11:36:41.729235 dv-neutron-797120-4-hyperv neutron-server[127974]: INFO neutron.api.extensions [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Loaded extension: l3-ha Jun 24 11:36:41.729559 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron.api.extensions [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Loading extension file: l3_flavors.py {{(pid=127974) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 11:36:41.731054 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron.api.extensions [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=127974) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 11:36:41.731589 dv-neutron-797120-4-hyperv neutron-server[127974]: INFO neutron.api.extensions [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Loaded extension: l3-flavors Jun 24 11:36:41.732178 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron.api.extensions [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=127974) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 11:36:41.733094 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron.api.extensions [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=127974) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 11:36:41.733595 dv-neutron-797120-4-hyperv neutron-server[127974]: INFO neutron.api.extensions [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Loaded extension: l3-port-ip-change-not-allowed Jun 24 11:36:41.733913 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron.api.extensions [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Loading extension file: l3agentscheduler.py {{(pid=127974) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 11:36:41.734915 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron.api.extensions [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=127974) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 11:36:41.735414 dv-neutron-797120-4-hyperv neutron-server[127974]: INFO neutron.api.extensions [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Loaded extension: l3_agent_scheduler Jun 24 11:36:41.735731 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron.api.extensions [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Loading extension file: logging.py {{(pid=127974) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 11:36:41.737233 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron.api.extensions [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=127974) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 11:36:41.737743 dv-neutron-797120-4-hyperv neutron-server[127974]: INFO neutron.api.extensions [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Extension logging not supported by any of loaded plugins Jun 24 11:36:41.738068 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron.api.extensions [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Loading extension file: metering.py {{(pid=127974) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 11:36:41.738788 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron.api.extensions [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=127974) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 11:36:41.739353 dv-neutron-797120-4-hyperv neutron-server[127974]: INFO neutron.api.extensions [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Loaded extension: metering Jun 24 11:36:41.739674 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron.api.extensions [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=127974) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 11:36:41.740739 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron.api.extensions [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=127974) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 11:36:41.741275 dv-neutron-797120-4-hyperv neutron-server[127974]: INFO neutron.api.extensions [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Loaded extension: metering_source_and_destination_fields Jun 24 11:36:41.741598 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron.api.extensions [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Loading extension file: multiprovidernet.py {{(pid=127974) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 11:36:41.742494 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron.api.extensions [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=127974) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 11:36:41.742995 dv-neutron-797120-4-hyperv neutron-server[127974]: INFO neutron.api.extensions [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Loaded extension: multi-provider Jun 24 11:36:41.743311 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron.api.extensions [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Loading extension file: netmtu.py {{(pid=127974) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 11:36:41.744193 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron.api.extensions [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=127974) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 11:36:41.744691 dv-neutron-797120-4-hyperv neutron-server[127974]: INFO neutron.api.extensions [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Loaded extension: net-mtu Jun 24 11:36:41.745041 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron.api.extensions [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Loading extension file: netmtu_writable.py {{(pid=127974) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 11:36:41.745998 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron.api.extensions [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=127974) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 11:36:41.746496 dv-neutron-797120-4-hyperv neutron-server[127974]: INFO neutron.api.extensions [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Loaded extension: net-mtu-writable Jun 24 11:36:41.746818 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron.api.extensions [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Loading extension file: network_availability_zone.py {{(pid=127974) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 11:36:41.747464 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron.api.extensions [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=127974) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 11:36:41.747954 dv-neutron-797120-4-hyperv neutron-server[127974]: INFO neutron.api.extensions [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Loaded extension: network_availability_zone Jun 24 11:36:41.748268 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron.api.extensions [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Loading extension file: network_ip_availability.py {{(pid=127974) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 11:36:41.749358 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron.api.extensions [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=127974) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 11:36:41.749861 dv-neutron-797120-4-hyperv neutron-server[127974]: INFO neutron.api.extensions [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Loaded extension: network-ip-availability Jun 24 11:36:41.750183 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron.api.extensions [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Loading extension file: network_segment_range.py {{(pid=127974) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 11:36:41.750925 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron.api.extensions [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=127974) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 11:36:41.751418 dv-neutron-797120-4-hyperv neutron-server[127974]: INFO neutron.api.extensions [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Extension network-segment-range not supported by any of loaded plugins Jun 24 11:36:41.751735 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron.api.extensions [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Loading extension file: pagination.py {{(pid=127974) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 11:36:41.752696 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron.api.extensions [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=127974) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 11:36:41.753051 dv-neutron-797120-4-hyperv neutron-server[127974]: INFO neutron.api.extensions [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Loaded extension: pagination Jun 24 11:36:41.753370 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron.api.extensions [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Loading extension file: port_device_profile.py {{(pid=127974) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 11:36:41.754247 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron.api.extensions [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=127974) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 11:36:41.754750 dv-neutron-797120-4-hyperv neutron-server[127974]: INFO neutron.api.extensions [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Loaded extension: port-device-profile Jun 24 11:36:41.755065 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron.api.extensions [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=127974) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 11:36:41.755964 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron.api.extensions [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=127974) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 11:36:41.756465 dv-neutron-797120-4-hyperv neutron-server[127974]: INFO neutron.api.extensions [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Loaded extension: port-mac-address-regenerate Jun 24 11:36:41.756783 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron.api.extensions [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=127974) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 11:36:41.757687 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron.api.extensions [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=127974) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 11:36:41.758187 dv-neutron-797120-4-hyperv neutron-server[127974]: INFO neutron.api.extensions [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Loaded extension: port-numa-affinity-policy Jun 24 11:36:41.758500 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron.api.extensions [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Loading extension file: port_resource_request.py {{(pid=127974) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 11:36:41.759384 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron.api.extensions [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=127974) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 11:36:41.759876 dv-neutron-797120-4-hyperv neutron-server[127974]: INFO neutron.api.extensions [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Extension port-resource-request not supported by any of loaded plugins Jun 24 11:36:41.760187 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron.api.extensions [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Loading extension file: portbindings.py {{(pid=127974) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 11:36:41.761113 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron.api.extensions [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=127974) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 11:36:41.762134 dv-neutron-797120-4-hyperv neutron-server[127974]: INFO neutron.api.extensions [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Loaded extension: binding Jun 24 11:36:41.762449 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron.api.extensions [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Loading extension file: portbindings_extended.py {{(pid=127974) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 11:36:41.763697 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron.api.extensions [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=127974) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 11:36:41.764201 dv-neutron-797120-4-hyperv neutron-server[127974]: INFO neutron.api.extensions [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Loaded extension: binding-extended Jun 24 11:36:41.764523 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron.api.extensions [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Loading extension file: portsecurity.py {{(pid=127974) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 11:36:41.765456 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron.api.extensions [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=127974) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 11:36:41.765960 dv-neutron-797120-4-hyperv neutron-server[127974]: INFO neutron.api.extensions [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Loaded extension: port-security Jun 24 11:36:41.766276 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron.api.extensions [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Loading extension file: project_id.py {{(pid=127974) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 11:36:41.767352 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron.api.extensions [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=127974) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 11:36:41.767679 dv-neutron-797120-4-hyperv neutron-server[127974]: INFO neutron.api.extensions [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Loaded extension: project-id Jun 24 11:36:41.767997 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron.api.extensions [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Loading extension file: providernet.py {{(pid=127974) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 11:36:41.768893 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron.api.extensions [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=127974) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 11:36:41.769440 dv-neutron-797120-4-hyperv neutron-server[127974]: INFO neutron.api.extensions [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Loaded extension: provider Jun 24 11:36:41.769757 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron.api.extensions [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Loading extension file: qos.py {{(pid=127974) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 11:36:41.773235 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron.api.extensions [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=127974) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 11:36:41.773748 dv-neutron-797120-4-hyperv neutron-server[127974]: INFO neutron.api.extensions [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Extension qos not supported by any of loaded plugins Jun 24 11:36:41.774075 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron.api.extensions [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=127974) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 11:36:41.775302 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron.api.extensions [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=127974) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 11:36:41.775810 dv-neutron-797120-4-hyperv neutron-server[127974]: INFO neutron.api.extensions [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jun 24 11:36:41.776134 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron.api.extensions [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=127974) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 11:36:41.777080 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron.api.extensions [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=127974) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 11:36:41.778129 dv-neutron-797120-4-hyperv neutron-server[127974]: INFO neutron.api.extensions [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jun 24 11:36:41.778447 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron.api.extensions [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Loading extension file: qos_default.py {{(pid=127974) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 11:36:41.779330 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron.api.extensions [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=127974) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 11:36:41.779836 dv-neutron-797120-4-hyperv neutron-server[127974]: INFO neutron.api.extensions [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Extension qos-default not supported by any of loaded plugins Jun 24 11:36:41.780154 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron.api.extensions [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Loading extension file: qos_fip.py {{(pid=127974) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 11:36:41.780786 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron.api.extensions [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=127974) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 11:36:41.781311 dv-neutron-797120-4-hyperv neutron-server[127974]: INFO neutron.api.extensions [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Extension qos-fip not supported by any of loaded plugins Jun 24 11:36:41.781632 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron.api.extensions [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Loading extension file: qos_gateway_ip.py {{(pid=127974) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 11:36:41.782527 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron.api.extensions [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=127974) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 11:36:41.783027 dv-neutron-797120-4-hyperv neutron-server[127974]: INFO neutron.api.extensions [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jun 24 11:36:41.783346 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron.api.extensions [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Loading extension file: qos_port_network_policy.py {{(pid=127974) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 11:36:41.784230 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron.api.extensions [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=127974) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 11:36:41.784727 dv-neutron-797120-4-hyperv neutron-server[127974]: INFO neutron.api.extensions [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jun 24 11:36:41.785069 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron.api.extensions [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Loading extension file: qos_rule_type_details.py {{(pid=127974) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 11:36:41.785957 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron.api.extensions [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=127974) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 11:36:41.786458 dv-neutron-797120-4-hyperv neutron-server[127974]: INFO neutron.api.extensions [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jun 24 11:36:41.786778 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron.api.extensions [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Loading extension file: qos_rules_alias.py {{(pid=127974) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 11:36:41.787790 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron.api.extensions [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=127974) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 11:36:41.788289 dv-neutron-797120-4-hyperv neutron-server[127974]: INFO neutron.api.extensions [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Extension qos-rules-alias not supported by any of loaded plugins Jun 24 11:36:41.788605 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron.api.extensions [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Loading extension file: quotasv2.py {{(pid=127974) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 11:36:41.789519 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron.api.extensions [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=127974) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 11:36:41.789893 dv-neutron-797120-4-hyperv neutron-server[127974]: INFO neutron.api.extensions [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Loaded extension: quotas Jun 24 11:36:41.790151 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron.api.extensions [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Loading extension file: quotasv2_detail.py {{(pid=127974) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 11:36:41.793173 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron.api.extensions [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=127974) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 11:36:41.793604 dv-neutron-797120-4-hyperv neutron-server[127974]: INFO neutron.api.extensions [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Loaded extension: quota_details Jun 24 11:36:41.793935 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron.api.extensions [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Loading extension file: rbac.py {{(pid=127974) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 11:36:41.794962 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron.api.extensions [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=127974) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 11:36:41.795477 dv-neutron-797120-4-hyperv neutron-server[127974]: INFO neutron.api.extensions [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Loaded extension: rbac-policies Jun 24 11:36:41.795800 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron.api.extensions [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Loading extension file: rbac_address_group.py {{(pid=127974) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 11:36:41.796707 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron.api.extensions [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=127974) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 11:36:41.797247 dv-neutron-797120-4-hyperv neutron-server[127974]: INFO neutron.api.extensions [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Loaded extension: rbac-address-group Jun 24 11:36:41.797569 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron.api.extensions [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Loading extension file: rbac_address_scope.py {{(pid=127974) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 11:36:41.798467 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron.api.extensions [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=127974) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 11:36:41.798971 dv-neutron-797120-4-hyperv neutron-server[127974]: INFO neutron.api.extensions [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Loaded extension: rbac-address-scope Jun 24 11:36:41.799288 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron.api.extensions [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Loading extension file: rbac_security_groups.py {{(pid=127974) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 11:36:41.800366 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron.api.extensions [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=127974) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 11:36:41.800876 dv-neutron-797120-4-hyperv neutron-server[127974]: INFO neutron.api.extensions [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Loaded extension: rbac-security-groups Jun 24 11:36:41.801230 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron.api.extensions [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Loading extension file: rbac_subnetpool.py {{(pid=127974) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 11:36:41.802123 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron.api.extensions [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=127974) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 11:36:41.802629 dv-neutron-797120-4-hyperv neutron-server[127974]: INFO neutron.api.extensions [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Loaded extension: rbac-subnetpool Jun 24 11:36:41.802946 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron.api.extensions [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Loading extension file: revisionifmatch.py {{(pid=127974) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 11:36:41.803837 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron.api.extensions [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=127974) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 11:36:41.804341 dv-neutron-797120-4-hyperv neutron-server[127974]: INFO neutron.api.extensions [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Loaded extension: revision-if-match Jun 24 11:36:41.804659 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron.api.extensions [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Loading extension file: revisions.py {{(pid=127974) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 11:36:41.805773 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron.api.extensions [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=127974) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 11:36:41.806280 dv-neutron-797120-4-hyperv neutron-server[127974]: INFO neutron.api.extensions [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Loaded extension: standard-attr-revisions Jun 24 11:36:41.806610 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron.api.extensions [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Loading extension file: router_availability_zone.py {{(pid=127974) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 11:36:41.807259 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron.api.extensions [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=127974) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 11:36:41.807765 dv-neutron-797120-4-hyperv neutron-server[127974]: INFO neutron.api.extensions [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Loaded extension: router_availability_zone Jun 24 11:36:41.808085 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron.api.extensions [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Loading extension file: routerservicetype.py {{(pid=127974) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 11:36:41.809110 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron.api.extensions [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=127974) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 11:36:41.809611 dv-neutron-797120-4-hyperv neutron-server[127974]: INFO neutron.api.extensions [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Extension router-service-type not supported by any of loaded plugins Jun 24 11:36:41.809929 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron.api.extensions [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=127974) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 11:36:41.810827 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron.api.extensions [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=127974) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 11:36:41.811331 dv-neutron-797120-4-hyperv neutron-server[127974]: INFO neutron.api.extensions [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Loaded extension: security-groups-normalized-cidr Jun 24 11:36:41.811647 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron.api.extensions [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Loading extension file: security_groups_port_filtering.py {{(pid=127974) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 11:36:41.812531 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron.api.extensions [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=127974) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 11:36:41.813055 dv-neutron-797120-4-hyperv neutron-server[127974]: INFO neutron.api.extensions [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Loaded extension: port-security-groups-filtering Jun 24 11:36:41.813373 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron.api.extensions [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=127974) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 11:36:41.814259 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron.api.extensions [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=127974) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 11:36:41.814756 dv-neutron-797120-4-hyperv neutron-server[127974]: INFO neutron.api.extensions [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Loaded extension: security-groups-remote-address-group Jun 24 11:36:41.815068 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron.api.extensions [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Loading extension file: securitygroup.py {{(pid=127974) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 11:36:41.825345 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron.api.extensions [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=127974) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 11:36:41.825863 dv-neutron-797120-4-hyperv neutron-server[127974]: INFO neutron.api.extensions [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Loaded extension: security-group Jun 24 11:36:41.826194 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron.api.extensions [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Loading extension file: segment.py {{(pid=127974) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 11:36:41.826964 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron.api.extensions [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=127974) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 11:36:41.827466 dv-neutron-797120-4-hyperv neutron-server[127974]: INFO neutron.api.extensions [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Extension segment not supported by any of loaded plugins Jun 24 11:36:41.827791 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron.api.extensions [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=127974) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 11:36:41.828692 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron.api.extensions [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=127974) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 11:36:41.829225 dv-neutron-797120-4-hyperv neutron-server[127974]: INFO neutron.api.extensions [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jun 24 11:36:41.829548 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron.api.extensions [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Loading extension file: servicetype.py {{(pid=127974) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 11:36:41.830664 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron.api.extensions [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=127974) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 11:36:41.831178 dv-neutron-797120-4-hyperv neutron-server[127974]: INFO neutron.api.extensions [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Loaded extension: service-type Jun 24 11:36:41.831503 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron.api.extensions [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Loading extension file: sorting.py {{(pid=127974) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 11:36:41.832452 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron.api.extensions [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=127974) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 11:36:41.832781 dv-neutron-797120-4-hyperv neutron-server[127974]: INFO neutron.api.extensions [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Loaded extension: sorting Jun 24 11:36:41.833135 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron.api.extensions [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Loading extension file: standard_attr_segment.py {{(pid=127974) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 11:36:41.834084 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron.api.extensions [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=127974) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 11:36:41.834590 dv-neutron-797120-4-hyperv neutron-server[127974]: INFO neutron.api.extensions [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Extension standard-attr-segment not supported by any of loaded plugins Jun 24 11:36:41.834907 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron.api.extensions [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Loading extension file: standardattrdescription.py {{(pid=127974) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 11:36:41.835529 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron.api.extensions [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=127974) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 11:36:41.836030 dv-neutron-797120-4-hyperv neutron-server[127974]: INFO neutron.api.extensions [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Loaded extension: standard-attr-description Jun 24 11:36:41.836347 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron.api.extensions [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Loading extension file: stateful_security_group.py {{(pid=127974) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 11:36:41.837275 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron.api.extensions [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=127974) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 11:36:41.837777 dv-neutron-797120-4-hyperv neutron-server[127974]: INFO neutron.api.extensions [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Loaded extension: stateful-security-group Jun 24 11:36:41.838092 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron.api.extensions [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Loading extension file: stdattrs_common.py {{(pid=127974) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 11:36:41.838648 dv-neutron-797120-4-hyperv neutron-server[127974]: WARNING neutron.api.extensions [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jun 24 11:36:41.838959 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron.api.extensions [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=127974) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 11:36:41.840445 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron.api.extensions [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=127974) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 11:36:41.841160 dv-neutron-797120-4-hyperv neutron-server[127974]: INFO neutron.api.extensions [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jun 24 11:36:41.841480 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron.api.extensions [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Loading extension file: subnet_onboard.py {{(pid=127974) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 11:36:41.842525 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron.api.extensions [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=127974) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 11:36:41.843033 dv-neutron-797120-4-hyperv neutron-server[127974]: INFO neutron.api.extensions [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Loaded extension: subnet_onboard Jun 24 11:36:41.843350 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron.api.extensions [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=127974) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 11:36:41.844263 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron.api.extensions [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=127974) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 11:36:41.844767 dv-neutron-797120-4-hyperv neutron-server[127974]: INFO neutron.api.extensions [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jun 24 11:36:41.845113 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron.api.extensions [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Loading extension file: subnet_service_types.py {{(pid=127974) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 11:36:41.846012 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron.api.extensions [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=127974) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 11:36:41.846517 dv-neutron-797120-4-hyperv neutron-server[127974]: INFO neutron.api.extensions [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Loaded extension: subnet-service-types Jun 24 11:36:41.846832 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron.api.extensions [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Loading extension file: subnetallocation.py {{(pid=127974) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 11:36:41.847908 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron.api.extensions [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=127974) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 11:36:41.848430 dv-neutron-797120-4-hyperv neutron-server[127974]: INFO neutron.api.extensions [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Loaded extension: subnet_allocation Jun 24 11:36:41.848730 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron.api.extensions [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=127974) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 11:36:41.849402 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron.api.extensions [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=127974) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 11:36:41.849913 dv-neutron-797120-4-hyperv neutron-server[127974]: INFO neutron.api.extensions [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Loaded extension: subnetpool-prefix-ops Jun 24 11:36:41.850228 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron.api.extensions [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=127974) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 11:36:41.851136 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron.api.extensions [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=127974) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 11:36:41.851636 dv-neutron-797120-4-hyperv neutron-server[127974]: INFO neutron.api.extensions [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jun 24 11:36:41.851954 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron.api.extensions [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Loading extension file: tagging.py {{(pid=127974) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 11:36:41.853027 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron.api.extensions [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=127974) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 11:36:41.853534 dv-neutron-797120-4-hyperv neutron-server[127974]: INFO neutron.api.extensions [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Loaded extension: standard-attr-tag Jun 24 11:36:41.853852 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron.api.extensions [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Loading extension file: timestamp.py {{(pid=127974) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 11:36:41.855027 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron.api.extensions [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=127974) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 11:36:41.855703 dv-neutron-797120-4-hyperv neutron-server[127974]: INFO neutron.api.extensions [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Loaded extension: standard-attr-timestamp Jun 24 11:36:41.856024 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron.api.extensions [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Loading extension file: trunk.py {{(pid=127974) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 11:36:41.857320 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron.api.extensions [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=127974) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 11:36:41.857828 dv-neutron-797120-4-hyperv neutron-server[127974]: INFO neutron.api.extensions [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Extension trunk not supported by any of loaded plugins Jun 24 11:36:41.858149 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron.api.extensions [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Loading extension file: trunk_details.py {{(pid=127974) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 11:36:41.859040 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron.api.extensions [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=127974) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 11:36:41.859542 dv-neutron-797120-4-hyperv neutron-server[127974]: INFO neutron.api.extensions [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Extension trunk-details not supported by any of loaded plugins Jun 24 11:36:41.859861 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron.api.extensions [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Loading extension file: uplink_status_propagation.py {{(pid=127974) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 11:36:41.860757 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron.api.extensions [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=127974) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 11:36:41.861289 dv-neutron-797120-4-hyperv neutron-server[127974]: INFO neutron.api.extensions [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jun 24 11:36:41.861608 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron.api.extensions [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Loading extension file: vlantransparent.py {{(pid=127974) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 11:36:41.862253 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron.api.extensions [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=127974) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 11:36:41.862751 dv-neutron-797120-4-hyperv neutron-server[127974]: INFO neutron.api.extensions [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Extension vlan-transparent not supported by any of loaded plugins Jun 24 11:36:41.865184 dv-neutron-797120-4-hyperv neutron-server[127974]: INFO neutron.quota.resource_registry [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Creating instance of TrackedResource for resource:network Jun 24 11:36:41.865700 dv-neutron-797120-4-hyperv neutron-server[127974]: INFO neutron.quota.resource_registry [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Creating instance of TrackedResource for resource:subnet Jun 24 11:36:41.866094 dv-neutron-797120-4-hyperv neutron-server[127974]: INFO neutron.quota.resource_registry [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Creating instance of TrackedResource for resource:subnetpool Jun 24 11:36:41.866481 dv-neutron-797120-4-hyperv neutron-server[127974]: INFO neutron.quota.resource_registry [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Creating instance of TrackedResource for resource:port Jun 24 11:36:41.867687 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron.api.v2.resource_helper [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=127974) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 24 11:36:41.868117 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron.api.v2.resource_helper [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Service FLAVORS assigned prefix: {{(pid=127974) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 24 11:36:41.868719 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron.api.v2.resource_helper [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=127974) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 24 11:36:41.869179 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron.api.v2.resource_helper [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=127974) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 24 11:36:41.869504 dv-neutron-797120-4-hyperv neutron-server[127974]: INFO neutron.quota.resource_registry [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Creating instance of TrackedResource for resource:router Jun 24 11:36:41.869923 dv-neutron-797120-4-hyperv neutron-server[127974]: INFO neutron.quota.resource_registry [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Creating instance of TrackedResource for resource:floatingip Jun 24 11:36:41.870411 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron.api.v2.resource_helper [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Service METERING assigned prefix: /metering {{(pid=127974) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 24 11:36:41.872006 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron_lib.callbacks.manager [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=127974) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 11:36:41.872370 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron_lib.callbacks.manager [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=127974) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 11:36:41.872718 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron_lib.callbacks.manager [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=127974) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 11:36:41.873707 dv-neutron-797120-4-hyperv neutron-server[127974]: INFO neutron.quota.resource_registry [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Creating instance of CountableResource for resource:rbac_policy Jun 24 11:36:41.874148 dv-neutron-797120-4-hyperv neutron-server[127974]: INFO neutron.quota.resource_registry [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Creating instance of TrackedResource for resource:security_group Jun 24 11:36:41.874566 dv-neutron-797120-4-hyperv neutron-server[127974]: INFO neutron.quota.resource_registry [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Creating instance of TrackedResource for resource:security_group_rule Jun 24 11:36:41.875175 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron.api.v2.resource_helper [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Service CORE assigned prefix: {{(pid=127974) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 24 11:36:41.875499 dv-neutron-797120-4-hyperv neutron-server[127974]: INFO neutron.quota.resource_registry [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Creating instance of TrackedResource for resource:subnetpool Jun 24 11:36:41.875844 dv-neutron-797120-4-hyperv neutron-server[127974]: WARNING neutron.quota.resource_registry [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] subnetpool is already registered Jun 24 11:36:41.876258 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron.api.v2.resource_helper [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Service CORE assigned prefix: {{(pid=127974) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 24 11:36:41.876573 dv-neutron-797120-4-hyperv neutron-server[127974]: INFO neutron.quota.resource_registry [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Creating instance of TrackedResource for resource:subnetpool Jun 24 11:36:41.876908 dv-neutron-797120-4-hyperv neutron-server[127974]: WARNING neutron.quota.resource_registry [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] subnetpool is already registered Jun 24 11:36:41.879166 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron.api.v2.resource_helper [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=127974) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 24 11:36:41.879594 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron.api.v2.resource_helper [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Service FLAVORS assigned prefix: {{(pid=127974) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 24 11:36:41.880179 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron.api.v2.resource_helper [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=127974) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 24 11:36:41.880591 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron.api.v2.resource_helper [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=127974) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 24 11:36:41.880915 dv-neutron-797120-4-hyperv neutron-server[127974]: INFO neutron.quota.resource_registry [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Creating instance of TrackedResource for resource:router Jun 24 11:36:41.881267 dv-neutron-797120-4-hyperv neutron-server[127974]: WARNING neutron.quota.resource_registry [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] router is already registered Jun 24 11:36:41.881668 dv-neutron-797120-4-hyperv neutron-server[127974]: INFO neutron.quota.resource_registry [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Creating instance of TrackedResource for resource:floatingip Jun 24 11:36:41.881998 dv-neutron-797120-4-hyperv neutron-server[127974]: WARNING neutron.quota.resource_registry [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] floatingip is already registered Jun 24 11:36:41.882445 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron.api.v2.resource_helper [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Service METERING assigned prefix: /metering {{(pid=127974) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 24 11:36:41.883095 dv-neutron-797120-4-hyperv neutron-server[127974]: INFO neutron.quota.resource_registry [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Creating instance of CountableResource for resource:rbac_policy Jun 24 11:36:41.883416 dv-neutron-797120-4-hyperv neutron-server[127974]: WARNING neutron.quota.resource_registry [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] rbac_policy is already registered Jun 24 11:36:41.883818 dv-neutron-797120-4-hyperv neutron-server[127974]: INFO neutron.quota.resource_registry [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Creating instance of TrackedResource for resource:security_group Jun 24 11:36:41.884147 dv-neutron-797120-4-hyperv neutron-server[127974]: WARNING neutron.quota.resource_registry [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] security_group is already registered Jun 24 11:36:41.884540 dv-neutron-797120-4-hyperv neutron-server[127974]: INFO neutron.quota.resource_registry [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Creating instance of TrackedResource for resource:security_group_rule Jun 24 11:36:41.884867 dv-neutron-797120-4-hyperv neutron-server[127974]: WARNING neutron.quota.resource_registry [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] security_group_rule is already registered Jun 24 11:36:41.885512 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron.api.v2.resource_helper [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Service CORE assigned prefix: {{(pid=127974) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 24 11:36:41.885832 dv-neutron-797120-4-hyperv neutron-server[127974]: INFO neutron.quota.resource_registry [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Creating instance of TrackedResource for resource:subnetpool Jun 24 11:36:41.886159 dv-neutron-797120-4-hyperv neutron-server[127974]: WARNING neutron.quota.resource_registry [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] subnetpool is already registered Jun 24 11:36:41.887091 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron.api.v2.resource_helper [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Service CORE assigned prefix: {{(pid=127974) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 24 11:36:41.887403 dv-neutron-797120-4-hyperv neutron-server[127974]: INFO neutron.quota.resource_registry [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Creating instance of TrackedResource for resource:subnetpool Jun 24 11:36:41.887736 dv-neutron-797120-4-hyperv neutron-server[127974]: WARNING neutron.quota.resource_registry [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] subnetpool is already registered Jun 24 11:36:41.888209 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron.api.extensions [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Extended resource: extensions {{(pid=127974) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 11:36:41.889668 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron.api.extensions [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Extended resource: address-groups {{(pid=127974) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 11:36:41.891151 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron.api.extensions [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Extended resource: address-scopes {{(pid=127974) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 11:36:41.892469 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron.api.extensions [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Extended resource: agents {{(pid=127974) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 11:36:41.893665 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron.api.extensions [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Extended resource: auto-allocated-topology {{(pid=127974) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 11:36:41.894898 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron.api.extensions [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Extended resource: availability_zones {{(pid=127974) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 11:36:41.896122 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron.api.extensions [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Extended resource: dhcp-networks {{(pid=127974) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 11:36:41.897684 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron.api.extensions [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Extended resource: dhcp-agents {{(pid=127974) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 11:36:41.899092 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron.api.extensions [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Extended resource: routers {{(pid=127974) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 11:36:41.900803 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron.api.extensions [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Extended resource: flavors {{(pid=127974) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 11:36:41.903785 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron.api.extensions [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Extended resource: service_profiles {{(pid=127974) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 11:36:41.904946 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron.api.extensions [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Extended resource: next_providers {{(pid=127974) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 11:36:41.906451 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron.api.extensions [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Extended resource: service_profiles {{(pid=127974) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 11:36:41.908007 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron.api.extensions [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Extended resource: floatingip-pools {{(pid=127974) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 11:36:41.909271 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron.api.extensions [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Extended resource: routers {{(pid=127974) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 11:36:41.911023 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron.api.extensions [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Extended resource: floatingips {{(pid=127974) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 11:36:41.912297 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron.api.extensions [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Extended resource: l3-routers {{(pid=127974) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 11:36:41.913706 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron.api.extensions [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Extended resource: l3-agents {{(pid=127974) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 11:36:41.915127 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron.api.extensions [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Extended resource: metering-labels {{(pid=127974) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 11:36:41.916375 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron.api.extensions [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Extended resource: metering-label-rules {{(pid=127974) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 11:36:41.917802 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron.api.extensions [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Extended resource: network-ip-availabilities {{(pid=127974) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 11:36:41.919116 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron.api.extensions [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Extended resource: bindings {{(pid=127974) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 11:36:41.920666 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron.api.extensions [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Extended resource: quotas {{(pid=127974) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 11:36:41.922222 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron.api.extensions [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Extended resource: quotas {{(pid=127974) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 11:36:41.923649 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron.api.extensions [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Extended resource: rbac-policies {{(pid=127974) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 11:36:41.924886 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron.api.extensions [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Extended resource: security-groups {{(pid=127974) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 11:36:41.926214 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron.api.extensions [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Extended resource: security-group-rules {{(pid=127974) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 11:36:41.927481 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron.api.extensions [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Extended resource: service-providers {{(pid=127974) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 11:36:41.928704 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron.api.extensions [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Extended resource: subnetpools {{(pid=127974) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 11:36:41.930053 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron.api.extensions [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Extended resource: subnetpools {{(pid=127974) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 11:36:41.931591 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron.api.extensions [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Extended resource: tags {{(pid=127974) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 11:36:41.934299 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron.api.extensions [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Extended resource: tags {{(pid=127974) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 11:36:41.937105 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron.api.extensions [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Extended resource: tags {{(pid=127974) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 11:36:41.940047 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron.api.extensions [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Extended resource: tags {{(pid=127974) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 11:36:41.942956 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron.api.extensions [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Extended resource: tags {{(pid=127974) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 11:36:41.946156 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron.api.extensions [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Extended resource: tags {{(pid=127974) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 11:36:41.949480 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron.api.extensions [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Extended resource: tags {{(pid=127974) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 11:36:41.952445 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron.api.extensions [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Extended resource: tags {{(pid=127974) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 11:36:41.955472 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron.api.extensions [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Extended resource: tags {{(pid=127974) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 11:36:41.958361 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron.api.extensions [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Extended resource: tags {{(pid=127974) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 11:36:41.969622 dv-neutron-797120-4-hyperv neutron-server[127974]: WARNING keystonemiddleware.auth_token [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jun 24 11:36:41.976159 dv-neutron-797120-4-hyperv neutron-server[127974]: WARNING keystonemiddleware.auth_token [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jun 24 11:36:41.986715 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_concurrency.lockutils [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Acquired lock "singleton_lock" {{(pid=127974) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jun 24 11:36:41.987191 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_concurrency.lockutils [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Releasing lock "singleton_lock" {{(pid=127974) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jun 24 11:36:41.987837 dv-neutron-797120-4-hyperv neutron-server[127974]: INFO oslo_service.service [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Starting 2 workers Jun 24 11:36:41.992521 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Started child 128083 {{(pid=127974) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 24 11:36:42.000168 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Started child 128084 {{(pid=127974) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 24 11:36:42.000168 dv-neutron-797120-4-hyperv neutron-server[127974]: INFO neutron.service [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Neutron service started, listening on 0.0.0.0:9696 Jun 24 11:36:42.000457 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:36:42.001371 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron_lib.callbacks.manager [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Notify callbacks [] for process, before_spawn {{(pid=127974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:36:42.001525 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [-] (128083) wsgi starting up on http://0.0.0.0:9696 Jun 24 11:36:42.001678 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:36:42.002140 dv-neutron-797120-4-hyperv neutron-server[127974]: INFO oslo_service.service [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Starting 1 workers Jun 24 11:36:42.002788 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [-] (128084) wsgi starting up on http://0.0.0.0:9696 Jun 24 11:36:42.007751 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Started child 128085 {{(pid=127974) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 24 11:36:42.008501 dv-neutron-797120-4-hyperv neutron-server[127974]: INFO oslo_service.service [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Starting 1 workers Jun 24 11:36:42.010246 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.service [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] calling RpcWorker wait() {{(pid=128085) _wait /opt/stack/neutron/neutron/service.py:128}} Jun 24 11:36:42.010788 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.service [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] returning from RpcWorker wait() {{(pid=128085) _wait /opt/stack/neutron/neutron/service.py:135}} Jun 24 11:36:42.013278 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:36:42.013748 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:36:42.014905 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Started child 128086 {{(pid=127974) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 24 11:36:42.016010 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG neutron_lib.callbacks.manager [None req-bde0c3bd-08af-44d3-bc65-95a387ecf3d8 None None] Notify callbacks [] for process, after_spawn {{(pid=127974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:36:42.018147 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=127974) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 24 11:36:42.018433 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 24 11:36:42.018688 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 24 11:36:42.019006 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 24 11:36:42.019443 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 24 11:36:42.019644 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 24 11:36:42.020334 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 11:36:42.020507 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=128086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:36:42.020959 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 11:36:42.021131 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 11:36:42.021482 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 11:36:42.021877 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 11:36:42.021980 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:36:42.022706 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 11:36:42.023076 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 11:36:42.023456 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 11:36:42.023840 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 11:36:42.024192 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 11:36:42.024446 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 11:36:42.024692 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 11:36:42.025113 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 11:36:42.025457 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 11:36:42.025882 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 11:36:42.026293 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 11:36:42.026663 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 11:36:42.027037 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 11:36:42.027847 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 11:36:42.028206 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] config_source = [] {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 11:36:42.028589 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 11:36:42.028941 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 11:36:42.029355 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] debug = True {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 11:36:42.029715 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 11:36:42.030450 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 11:36:42.030820 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 11:36:42.031187 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 11:36:42.031519 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 11:36:42.031938 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 11:36:42.032278 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 11:36:42.032645 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 11:36:42.032935 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 11:36:42.033326 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 11:36:42.033683 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 11:36:42.034056 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 11:36:42.034401 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 11:36:42.034736 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 11:36:42.035060 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 11:36:42.035426 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 11:36:42.035773 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 11:36:42.036387 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] host = dv-neutron-797120-4-hyperv {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 11:36:42.036731 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 11:36:42.037092 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 11:36:42.037422 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 11:36:42.037787 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 11:36:42.038066 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 11:36:42.038287 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 11:36:42.038598 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 11:36:42.038875 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 11:36:42.039126 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 11:36:42.039411 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 11:36:42.039777 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 11:36:42.040162 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 11:36:42.040478 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] log_dir = None {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 11:36:42.040837 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] log_file = None {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 11:36:42.041107 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] log_options = True {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 11:36:42.041475 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 11:36:42.041845 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 11:36:42.042216 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 11:36:42.042486 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 11:36:42.042761 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 11:36:42.043008 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 11:36:42.043357 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 11:36:42.043589 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 11:36:42.043949 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 11:36:42.044286 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 11:36:42.044595 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 11:36:42.044896 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 11:36:42.045291 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 11:36:42.045629 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 11:36:42.046015 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 11:36:42.046439 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 11:36:42.046683 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 11:36:42.046927 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 11:36:42.047258 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 11:36:42.047525 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 11:36:42.047765 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 11:36:42.048301 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 11:36:42.048867 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 11:36:42.049225 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 11:36:42.049564 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 11:36:42.049900 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 11:36:42.050229 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 11:36:42.050560 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 11:36:42.050871 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 11:36:42.051245 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 11:36:42.051577 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 11:36:42.052139 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 11:36:42.052478 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 11:36:42.052841 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 11:36:42.053199 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 11:36:42.053530 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 11:36:42.053845 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 11:36:42.054245 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 11:36:42.055192 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 11:36:42.055443 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 11:36:42.055748 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 11:36:42.055998 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 11:36:42.056429 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 11:36:42.056775 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 11:36:42.057357 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] use_journal = False {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 11:36:42.057890 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] use_json = False {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 11:36:42.058457 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 11:36:42.058992 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 11:36:42.059535 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 11:36:42.060036 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 11:36:42.060536 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 11:36:42.061080 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 11:36:42.061624 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 11:36:42.062149 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 11:36:42.062932 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.063555 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.064186 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.064704 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.065245 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.065654 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.065903 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.066154 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.066428 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.066673 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.066974 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.067207 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.067508 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.067755 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.068031 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.068367 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.068627 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.068901 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.069172 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.069397 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.069636 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.069862 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.070241 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.070505 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.070762 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.53/identity {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.071029 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.071250 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.071512 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.071750 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.071969 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.072189 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.072408 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.072667 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.072907 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.073166 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.073390 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.073624 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.073866 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.074692 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.075219 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.075295 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.076732 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.076732 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.076732 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.076732 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.076732 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.076732 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.077225 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.077225 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.077382 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.077662 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.077961 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.078185 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.078451 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.078673 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.078900 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.079122 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.079344 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.079563 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.079805 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.080070 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.080316 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.080531 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.080748 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.080964 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.081213 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.081481 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.081735 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.081981 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.082198 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.082417 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.082655 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.082871 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.083101 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.083314 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.083528 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.083738 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.083951 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.084168 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.084379 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.084614 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.084828 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.085086 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.085306 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.085591 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.085913 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.086352 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.086620 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.086989 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.087380 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.087781 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.088192 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.088576 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.088964 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.089366 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.090490 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.090891 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.091312 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.091726 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.092103 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.092518 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.092911 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.093306 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.093916 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.094173 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.094420 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.094697 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.094957 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.095230 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.095479 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.095761 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.096052 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.096307 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.096603 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.096856 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.097173 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.097525 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.097795 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.098188 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.098557 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.098831 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.099099 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.099333 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.099589 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.099841 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.100091 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.100332 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.100622 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.100853 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.101098 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.101314 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.101577 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.101902 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.102136 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.102353 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.102567 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.102828 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.103102 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.103360 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.103620 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.103868 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.104118 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.104374 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.104607 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.53/identity {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.104835 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.105098 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.105846 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.105846 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.106035 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.106272 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.106676 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.107295 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.107673 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.108054 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.108452 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.108821 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.109215 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.109439 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.109664 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.109916 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.110135 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.110380 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.110621 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.110844 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.111065 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.111285 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.111519 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.111774 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.112003 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.112289 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.112554 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.112796 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.113064 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.113308 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.113562 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.113785 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.114043 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.114263 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.114476 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.114693 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.114912 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.115128 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.115344 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.115573 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.115807 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.116044 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.116296 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.116654 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.116899 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.117141 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.117532 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.117757 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.118009 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.118236 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.118459 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.118695 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.118915 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.119134 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.119372 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.119766 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.120008 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.120221 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.120455 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.120666 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.121736 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.121962 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.122257 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.122514 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.122760 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.123012 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.123248 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.123479 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.123692 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.123904 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.124123 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.124333 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.124561 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.124770 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.124998 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.125226 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.125437 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.125683 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.125893 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.126103 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.126320 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.126529 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.126754 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.126963 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.127172 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.127387 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.127595 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.127916 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.128172 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.128392 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.128681 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.128914 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.129178 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.129594 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.130298 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.130669 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.130938 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.131165 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.131388 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.131608 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.131878 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.132183 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.132491 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.132912 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.133195 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.133477 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.133751 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:600:649'] {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.134007 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.134435 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.134744 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.135086 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.135357 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.135613 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.135843 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.136147 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.136424 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.137489 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.138066 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.138309 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.138531 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.138808 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.139042 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.139307 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.139515 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.139746 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.139970 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.140194 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.140427 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.140672 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.140911 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.141094 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 24 11:36:42.141637 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=127974) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 24 11:36:42.141822 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 24 11:36:42.141973 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 24 11:36:42.142109 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 24 11:36:42.142431 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 24 11:36:42.142591 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 24 11:36:42.142798 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 11:36:42.142960 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 11:36:42.143120 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 11:36:42.143278 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 11:36:42.143442 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 11:36:42.143622 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 11:36:42.143781 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 11:36:42.143938 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 11:36:42.144097 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 11:36:42.144255 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 11:36:42.144414 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 11:36:42.144571 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 11:36:42.144728 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 11:36:42.144886 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 11:36:42.145071 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 11:36:42.145223 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 11:36:42.145384 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 11:36:42.145542 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 11:36:42.145705 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 11:36:42.145864 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] config_source = [] {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 11:36:42.146019 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 11:36:42.146175 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 11:36:42.146332 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] debug = True {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 11:36:42.146490 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 11:36:42.146680 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 11:36:42.146841 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 11:36:42.146999 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 11:36:42.147157 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 11:36:42.147316 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 11:36:42.147470 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 11:36:42.147796 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 11:36:42.147953 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 11:36:42.148112 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 11:36:42.148269 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 11:36:42.148427 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 11:36:42.148585 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 11:36:42.148743 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 11:36:42.153001 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 11:36:42.153001 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 11:36:42.153001 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 11:36:42.153001 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] host = dv-neutron-797120-4-hyperv {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 11:36:42.153001 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 11:36:42.153001 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 11:36:42.153001 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 11:36:42.153001 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 11:36:42.153606 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 11:36:42.153690 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:36:42.153772 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 11:36:42.153772 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 11:36:42.153772 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 11:36:42.153772 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 11:36:42.153772 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 11:36:42.153772 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 11:36:42.153772 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 11:36:42.153772 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] log_dir = None {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 11:36:42.154346 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] log_file = None {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 11:36:42.154346 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] log_options = True {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 11:36:42.154346 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 11:36:42.154346 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 11:36:42.154346 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 11:36:42.154346 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 11:36:42.154346 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 11:36:42.154830 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 11:36:42.154830 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 11:36:42.154830 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 11:36:42.154830 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 11:36:42.154830 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 11:36:42.154830 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 11:36:42.154830 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 11:36:42.154830 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 11:36:42.155446 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 11:36:42.155446 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 11:36:42.155446 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 11:36:42.155446 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 11:36:42.155446 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 11:36:42.155446 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 11:36:42.155446 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 11:36:42.155446 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 11:36:42.155962 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 11:36:42.155962 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 11:36:42.155962 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 11:36:42.155962 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 11:36:42.155962 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 11:36:42.155962 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 11:36:42.155962 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 11:36:42.155962 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 11:36:42.156472 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 11:36:42.156472 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 11:36:42.156472 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 11:36:42.156472 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 11:36:42.156735 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 11:36:42.156811 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 11:36:42.156918 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 11:36:42.157102 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 11:36:42.157264 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 11:36:42.157421 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 11:36:42.157578 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 11:36:42.157735 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 11:36:42.157892 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 11:36:42.158049 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 11:36:42.158207 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 11:36:42.158363 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] use_journal = False {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 11:36:42.158520 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] use_json = False {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 11:36:42.158676 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 11:36:42.158832 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 11:36:42.158990 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 11:36:42.159146 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 11:36:42.159309 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 11:36:42.159458 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 11:36:42.159809 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 11:36:42.159970 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 11:36:42.160172 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.160335 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.160507 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.160667 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.160828 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.161005 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.161216 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.161333 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.161572 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.161947 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.161947 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.161947 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.162408 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.162408 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.162408 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.162710 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.162876 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.163035 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.163280 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.163439 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.163590 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.163752 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.163889 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.164086 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.164233 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.53/identity {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.164396 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.164623 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.164623 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.164887 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.164887 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.165209 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.165376 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.165560 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.165705 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.165841 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.166076 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.166270 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.166494 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.166690 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.166855 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.167070 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.167370 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.167571 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.167770 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.168497 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.168497 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.168497 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.168903 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.169089 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.169220 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.169357 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.169547 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.169734 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.169934 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.169934 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.170300 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.170300 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.170672 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.170672 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.170998 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.170998 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.171286 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.171286 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.171510 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.171510 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.171779 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.171914 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.172069 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.172224 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.172412 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.172574 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.172735 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.173032 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.173199 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.173635 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.173635 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.173992 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.173992 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.173992 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.174318 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.174440 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.174568 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.174912 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.174912 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.175130 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.175324 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.175441 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.175617 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.175778 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.175945 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.176136 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.176136 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.176420 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.176588 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.176750 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.176910 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.177097 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.177285 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.177562 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.177726 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.177886 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.178073 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.178257 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.178419 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.178582 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.178851 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.179018 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.179198 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.179384 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.179527 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.179659 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.179854 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.180102 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.180272 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.180429 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.180598 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.180773 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.180934 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.181168 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.181284 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.181451 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.181622 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.181778 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.181939 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.182270 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.182406 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.182531 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.182743 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.182960 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.183153 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.183845 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.184503 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.184503 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.184503 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.184503 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.185016 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.185016 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.185312 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.185312 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.185511 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.185737 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.185914 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.186214 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.186486 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.53/identity {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.186646 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.186827 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.187053 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.187229 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.187351 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.187474 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.187595 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.187745 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.187977 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.188108 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.188238 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.188401 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.188562 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.188722 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.188883 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.189066 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.189228 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.189390 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.189550 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.189712 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.189872 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.190033 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.190193 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.190352 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.190512 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.190679 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.190839 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.190999 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.191159 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.191319 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.191478 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.191638 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.191799 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.191960 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.192120 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.192281 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.192442 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.192604 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.192765 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.192925 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.193109 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.193269 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.193429 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.193603 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.193764 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.193923 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.194082 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.194243 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.194404 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.194565 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.194726 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.194885 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.195046 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.195206 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.195368 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.195532 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.195693 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.195853 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.196012 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.196171 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.196331 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.196492 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.196663 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.196822 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.197019 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.197163 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.197324 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.197493 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.197653 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.197813 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.197973 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.198133 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.198301 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.198461 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.198620 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.198780 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.199657 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.199837 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.199999 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.200161 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.200323 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.200517 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.200646 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.200802 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.200962 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.201152 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.201313 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.201482 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.201645 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.201805 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.201973 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.202133 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.202294 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.202453 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.202626 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.202787 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.202950 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.203111 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.203272 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.203433 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.203595 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.203760 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.203930 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.204096 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.204258 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.204427 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.204596 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:600:649'] {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.204764 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.204925 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.205114 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.205288 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.205449 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.205610 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.205770 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.205932 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.206092 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.206251 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.206413 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.206574 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.206736 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.206896 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.207058 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.207220 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.207380 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.207541 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.207702 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.207862 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.208022 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.208183 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.208343 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 11:36:42.208495 dv-neutron-797120-4-hyperv neutron-server[127974]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=127974) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 24 11:36:42.461096 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 54400) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:36:42.469740 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [-] 10.222.0.53 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0065031 Jun 24 11:36:53.895754 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebb9f088-e609-4444-8122-b79e95dab89a None None] get_active_networks_info from dv-neutron-797120-4-hyperv {{(pid=128085) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 24 11:36:53.956014 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebb9f088-e609-4444-8122-b79e95dab89a None None] No non-hosted networks {{(pid=128085) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jun 24 11:36:53.970338 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.agentschedulers_db [None req-ebb9f088-e609-4444-8122-b79e95dab89a None None] DHCP Agent not found on host dv-neutron-797120-4-hyperv {{(pid=128085) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jun 24 11:36:54.105074 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-37ad2771-3035-4e6a-a3e4-228b3747744d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1806182'] for agent, after_create {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:36:56.326082 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-98546294-6d29-48d6-9d52-e6d4ba34fd0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1806182'] for agent, after_create {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:36:56.382795 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ed0817c0-48ad-493e-8d44-8f6abab95251 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:36:56.431970 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1806182'] for agent, after_create {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:36:56.435082 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:36:56.436093 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:36:56.438226 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:36:56.442678 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:36:56.449327 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:36:56.449956 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:36:56.450528 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:36:56.451071 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:36:56.451608 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:36:56.452172 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:36:56.452739 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:36:56.454241 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:36:56.454861 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-neutron-797120-4-hyperv', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:36:56.473293 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-neutron-797120-4-hyperv', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:36:57.613808 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-03237adf-ebd0-46f2-a476-4d4bb746e0f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1806182'] for agent, after_create {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:36:59.339119 dv-neutron-797120-4-hyperv neutron-server[128085]: INFO neutron.db.l3_hamode_db [None req-ac8e4afe-f8cb-47e7-867e-1fcb353e080f None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jun 24 11:36:59.418611 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac8e4afe-f8cb-47e7-867e-1fcb353e080f None None] Routers set() bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 11:36:59.418915 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac8e4afe-f8cb-47e7-867e-1fcb353e080f None None] Router IDs set() for agent in host dv-neutron-797120-4-hyperv {{(pid=128085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jun 24 11:36:59.570331 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-52c483ef-d5c1-4030-9a32-e5ce4ff00ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1806182'] for agent, after_create {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:37:00.414408 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 54494) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:37:00.899557 dv-neutron-797120-4-hyperv neutron-server[128084]: WARNING oslo_policy.policy [None req-fdf83ef6-abc0-464b-8073-664d814831d0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 24 11:37:00.900159 dv-neutron-797120-4-hyperv neutron-server[128084]: WARNING oslo_policy.policy [None req-fdf83ef6-abc0-464b-8073-664d814831d0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 24 11:37:01.116053 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [None req-fdf83ef6-abc0-464b-8073-664d814831d0 admin admin] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=128084) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 24 11:37:01.117027 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-fdf83ef6-abc0-464b-8073-664d814831d0 admin admin] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7017112 Jun 24 11:37:03.566482 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 54508) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:37:03.906734 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-4e876544-5ec5-4ed2-8257-92b374a5e413 admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'is_default': True, 'shared': True}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:37:04.000086 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.policy [None req-4e876544-5ec5-4ed2-8257-92b374a5e413 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=128084) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 24 11:37:04.045527 dv-neutron-797120-4-hyperv neutron-server[128084]: WARNING oslo_policy.policy [None req-4e876544-5ec5-4ed2-8257-92b374a5e413 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 24 11:37:04.045894 dv-neutron-797120-4-hyperv neutron-server[128084]: WARNING oslo_policy.policy [None req-4e876544-5ec5-4ed2-8257-92b374a5e413 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 24 11:37:04.054210 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.quota [None req-4e876544-5ec5-4ed2-8257-92b374a5e413 admin admin] Loaded quota_driver: . Jun 24 11:37:04.146691 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-4e876544-5ec5-4ed2-8257-92b374a5e413 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8793198886858', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8793198882845', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8793198865420', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8793198864322', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8793198845317', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8793198850749', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-535001', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1004221', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-2077985', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-2012672'] for rbac-policy, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:37:04.210299 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-4e876544-5ec5-4ed2-8257-92b374a5e413 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:37:04.211552 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-4e876544-5ec5-4ed2-8257-92b374a5e413 admin admin] 10.222.0.53 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6441109 Jun 24 11:37:06.803277 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 54520) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:37:07.288170 dv-neutron-797120-4-hyperv neutron-server[128083]: WARNING oslo_policy.policy [None req-27f01cfb-71e2-47e4-8a85-89b036f0d624 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 24 11:37:07.288754 dv-neutron-797120-4-hyperv neutron-server[128083]: WARNING oslo_policy.policy [None req-27f01cfb-71e2-47e4-8a85-89b036f0d624 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 24 11:37:07.506673 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [None req-27f01cfb-71e2-47e4-8a85-89b036f0d624 admin admin] Request body: {'network': {'admin_state_up': True, 'project_id': '7162905893184c8da3e0304bb77fa1c7', 'tenant_id': '7162905893184c8da3e0304bb77fa1c7', 'name': 'private'}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:37:07.508325 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.quota [None req-27f01cfb-71e2-47e4-8a85-89b036f0d624 admin admin] Loaded quota_driver: . Jun 24 11:37:07.565638 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27f01cfb-71e2-47e4-8a85-89b036f0d624 admin admin] Made reservation on behalf of 7162905893184c8da3e0304bb77fa1c7 for: {'network': 1} {{(pid=128083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 11:37:07.631300 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.policy [None req-27f01cfb-71e2-47e4-8a85-89b036f0d624 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=128083) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 24 11:37:07.678419 dv-neutron-797120-4-hyperv neutron-server[128083]: WARNING oslo_policy.policy [None req-27f01cfb-71e2-47e4-8a85-89b036f0d624 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 24 11:37:07.678811 dv-neutron-797120-4-hyperv neutron-server[128083]: WARNING oslo_policy.policy [None req-27f01cfb-71e2-47e4-8a85-89b036f0d624 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 24 11:37:07.688843 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-27f01cfb-71e2-47e4-8a85-89b036f0d624 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for network, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:37:07.709869 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-27f01cfb-71e2-47e4-8a85-89b036f0d624 admin admin] Notify callbacks [] for security_group, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:37:07.844721 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-27f01cfb-71e2-47e4-8a85-89b036f0d624 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:37:07.848434 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-27f01cfb-71e2-47e4-8a85-89b036f0d624 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800410'] for security_group, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:37:07.854438 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:37:07.870533 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27f01cfb-71e2-47e4-8a85-89b036f0d624 admin admin] vlan segment allocate from pool success with {'vlan_id': 643, 'physical_network': 'physnet1'} {{(pid=128083) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 11:37:07.900563 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-27f01cfb-71e2-47e4-8a85-89b036f0d624 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8793194012447', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967879'] for segment, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:37:07.901369 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-27f01cfb-71e2-47e4-8a85-89b036f0d624 admin admin] Unsubscribe: segment precommit_create {{(pid=128083) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 24 11:37:07.901891 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.db.segments_db [None req-27f01cfb-71e2-47e4-8a85-89b036f0d624 admin admin] Added segment 98a2f3d3-1ac9-486e-a935-df1e584e549d of type vlan for network 99512819-19a1-4415-bfac-7c76d1a0748d Jun 24 11:37:07.918949 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f01cfb-71e2-47e4-8a85-89b036f0d624 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6fc1e41-942b-47cd-ad7a-60210e766293,revision_number=1']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:37:07.940135 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f01cfb-71e2-47e4-8a85-89b036f0d624 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:37:07.940483 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f01cfb-71e2-47e4-8a85-89b036f0d624 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:37:07.940814 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f01cfb-71e2-47e4-8a85-89b036f0d624 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:37:07.941204 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f01cfb-71e2-47e4-8a85-89b036f0d624 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:37:07.941530 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f01cfb-71e2-47e4-8a85-89b036f0d624 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:37:07.941862 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f01cfb-71e2-47e4-8a85-89b036f0d624 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:37:07.942278 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f01cfb-71e2-47e4-8a85-89b036f0d624 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:37:07.942680 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f01cfb-71e2-47e4-8a85-89b036f0d624 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:37:07.943021 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f01cfb-71e2-47e4-8a85-89b036f0d624 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:37:07.943335 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f01cfb-71e2-47e4-8a85-89b036f0d624 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:37:07.943648 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f01cfb-71e2-47e4-8a85-89b036f0d624 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:37:07.943955 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f01cfb-71e2-47e4-8a85-89b036f0d624 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:37:07.945262 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f01cfb-71e2-47e4-8a85-89b036f0d624 admin admin] Tracked resource versions report: Jun 24 11:37:07.945262 dv-neutron-797120-4-hyperv neutron-server[128083]: pushed versions: Jun 24 11:37:07.945262 dv-neutron-797120-4-hyperv neutron-server[128083]: { 'AddressGroup': {'1.2'}, Jun 24 11:37:07.945262 dv-neutron-797120-4-hyperv neutron-server[128083]: 'ConntrackHelper': {'1.0'}, Jun 24 11:37:07.945262 dv-neutron-797120-4-hyperv neutron-server[128083]: 'Log': {'1.0'}, Jun 24 11:37:07.945262 dv-neutron-797120-4-hyperv neutron-server[128083]: 'Network': {'1.1'}, Jun 24 11:37:07.945262 dv-neutron-797120-4-hyperv neutron-server[128083]: 'Port': {'1.7'}, Jun 24 11:37:07.945262 dv-neutron-797120-4-hyperv neutron-server[128083]: 'PortForwarding': {'1.2'}, Jun 24 11:37:07.945262 dv-neutron-797120-4-hyperv neutron-server[128083]: 'QosPolicy': {'1.8'}, Jun 24 11:37:07.945262 dv-neutron-797120-4-hyperv neutron-server[128083]: 'SecurityGroup': {'1.4'}, Jun 24 11:37:07.945262 dv-neutron-797120-4-hyperv neutron-server[128083]: 'SecurityGroupRule': {'1.2'}, Jun 24 11:37:07.945262 dv-neutron-797120-4-hyperv neutron-server[128083]: 'SubPort': {'1.0'}, Jun 24 11:37:07.945262 dv-neutron-797120-4-hyperv neutron-server[128083]: 'Subnet': {'1.1'}, Jun 24 11:37:07.945262 dv-neutron-797120-4-hyperv neutron-server[128083]: 'Trunk': {'1.1'}} Jun 24 11:37:07.945262 dv-neutron-797120-4-hyperv neutron-server[128083]: consumer versions: Jun 24 11:37:07.945262 dv-neutron-797120-4-hyperv neutron-server[128083]: { DHCP agent@dv-neutron-797120-4-hyperv: {}, Jun 24 11:37:07.945262 dv-neutron-797120-4-hyperv neutron-server[128083]: L3 agent@dv-neutron-797120-4-hyperv: {}, Jun 24 11:37:07.945262 dv-neutron-797120-4-hyperv neutron-server[128083]: Metadata agent@dv-neutron-797120-4-hyperv: {}, Jun 24 11:37:07.945262 dv-neutron-797120-4-hyperv neutron-server[128083]: Metering agent@dv-neutron-797120-4-hyperv: {}, Jun 24 11:37:07.945262 dv-neutron-797120-4-hyperv neutron-server[128083]: Open vSwitch agent@dv-neutron-797120-4-hyperv: { 'AddressGroup': '1.2', Jun 24 11:37:07.945262 dv-neutron-797120-4-hyperv neutron-server[128083]: 'ConntrackHelper': '1.0', Jun 24 11:37:07.945262 dv-neutron-797120-4-hyperv neutron-server[128083]: 'Log': '1.0', Jun 24 11:37:07.945262 dv-neutron-797120-4-hyperv neutron-server[128083]: 'Network': '1.1', Jun 24 11:37:07.945262 dv-neutron-797120-4-hyperv neutron-server[128083]: 'Port': '1.7', Jun 24 11:37:07.945262 dv-neutron-797120-4-hyperv neutron-server[128083]: 'PortForwarding': '1.2', Jun 24 11:37:07.945262 dv-neutron-797120-4-hyperv neutron-server[128083]: 'QosPolicy': '1.8', Jun 24 11:37:07.945262 dv-neutron-797120-4-hyperv neutron-server[128083]: 'SecurityGroup': '1.4', Jun 24 11:37:07.945262 dv-neutron-797120-4-hyperv neutron-server[128083]: 'SecurityGroupRule': '1.2', Jun 24 11:37:07.945262 dv-neutron-797120-4-hyperv neutron-server[128083]: 'SubPort': '1.0', Jun 24 11:37:07.945262 dv-neutron-797120-4-hyperv neutron-server[128083]: 'Subnet': '1.1', Jun 24 11:37:07.945262 dv-neutron-797120-4-hyperv neutron-server[128083]: 'Trunk': '1.1'}} Jun 24 11:37:07.945262 dv-neutron-797120-4-hyperv neutron-server[128083]: {{(pid=128083) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 24 11:37:08.030219 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-27f01cfb-71e2-47e4-8a85-89b036f0d624 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:37:08.035999 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-27f01cfb-71e2-47e4-8a85-89b036f0d624 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793193525068'] for network, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:37:08.087127 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-27f01cfb-71e2-47e4-8a85-89b036f0d624 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1800243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976'] for network, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:37:08.089266 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27f01cfb-71e2-47e4-8a85-89b036f0d624 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:37:08.089916 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-27f01cfb-71e2-47e4-8a85-89b036f0d624 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588949'] for network, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:37:08.091771 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:37:08.175784 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-27f01cfb-71e2-47e4-8a85-89b036f0d624 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.3701649 Jun 24 11:37:08.183492 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f01cfb-71e2-47e4-8a85-89b036f0d624 admin admin] Pushing event updated for resources: {'Network': ['ID=99512819-19a1-4415-bfac-7c76d1a0748d,revision_number=1']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:37:08.186826 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-27f01cfb-71e2-47e4-8a85-89b036f0d624 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:37:08.196061 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Network 99512819-19a1-4415-bfac-7c76d1a0748d details requested by agent ovs-agent-dv-neutron-797120-4-hyperv with host dv-neutron-797120-4-hyperv {{(pid=128085) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 11:37:10.783301 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 54542) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:37:11.180738 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9d812c6-fe00-4461-a9d7-a44826e5e8d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:37:11.182955 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-a9d812c6-fe00-4461-a9d7-a44826e5e8d6 admin admin] 10.222.0.53 "GET /v2.0/networks/99512819-19a1-4415-bfac-7c76d1a0748d HTTP/1.1" status: 200 len: 825 time: 0.3985479 Jun 24 11:37:11.221172 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-d4e88b92-bd38-4337-8a29-a28350578fdc admin admin] 10.222.0.53 "GET /v2.0/subnetpools/e451dd5e-b755-4bb8-a1a4-36fb3520ad66 HTTP/1.1" status: 200 len: 734 time: 0.0328600 Jun 24 11:37:11.230345 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [None req-5bfe74ee-d863-4f87-9386-f783951226a7 admin admin] Request body: {'subnet': {'network_id': '99512819-19a1-4415-bfac-7c76d1a0748d', 'tenant_id': '7162905893184c8da3e0304bb77fa1c7', 'gateway_ip': '172.20.0.1', 'subnetpool_id': 'e451dd5e-b755-4bb8-a1a4-36fb3520ad66', 'name': 'private-subnet', 'ip_version': 4}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:37:11.252618 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bfe74ee-d863-4f87-9386-f783951226a7 admin admin] Made reservation on behalf of 7162905893184c8da3e0304bb77fa1c7 for: {'subnet': 1} {{(pid=128083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 11:37:11.255090 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-5bfe74ee-d863-4f87-9386-f783951226a7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:37:11.547152 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-5bfe74ee-d863-4f87-9386-f783951226a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971'] for subnet, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:37:11.549515 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:37:11.612550 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bfe74ee-d863-4f87-9386-f783951226a7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=edd71456-538f-41f5-b668-f8a8305c4469,revision_number=0']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:37:11.616165 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-5bfe74ee-d863-4f87-9386-f783951226a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:37:11.619888 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bfe74ee-d863-4f87-9386-f783951226a7 admin admin] Checking segment: {'id': '98a2f3d3-1ac9-486e-a935-df1e584e549d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '99512819-19a1-4415-bfac-7c76d1a0748d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=128083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 11:37:11.619888 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bfe74ee-d863-4f87-9386-f783951226a7 admin admin] Network hostable DHCP agents. Network: 99512819-19a1-4415-bfac-7c76d1a0748d, hostable agents: ['6be988a9-1d97-480f-be5a-c55abf2c55c5'], hosted agents: [] {{(pid=128083) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 11:37:11.641702 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bfe74ee-d863-4f87-9386-f783951226a7 admin admin] Network 99512819-19a1-4415-bfac-7c76d1a0748d is scheduled to be hosted by DHCP agent 6be988a9-1d97-480f-be5a-c55abf2c55c5 with binding_index 1 {{(pid=128083) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 11:37:11.652613 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.base_scheduler [None req-5bfe74ee-d863-4f87-9386-f783951226a7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-4-hyperv, 99512819-19a1-4415-bfac-7c76d1a0748d) {{(pid=128083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:37:11.657541 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bfe74ee-d863-4f87-9386-f783951226a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:37:11.658112 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-5bfe74ee-d863-4f87-9386-f783951226a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588949'] for subnet, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:37:11.663015 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9664874-f3fb-4e39-8a38-61ddd0e551f6 None None] Network 99512819-19a1-4415-bfac-7c76d1a0748d requested from dv-neutron-797120-4-hyperv {{(pid=128085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 11:37:11.672603 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-5bfe74ee-d863-4f87-9386-f783951226a7 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4463651 Jun 24 11:37:11.975699 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c2fca92-152e-4bd0-8327-28e7d66bc4d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d65c8f8-7530-5052-99fe-8ea05073750b-99512819-19a1-4415-bfac-7c76d1a0748d', 'network_id': '99512819-19a1-4415-bfac-7c76d1a0748d', 'tenant_id': '7162905893184c8da3e0304bb77fa1c7', 'fixed_ips': [{'subnet_id': 'edd71456-538f-41f5-b668-f8a8305c4469'}]}} from dv-neutron-797120-4-hyperv. {{(pid=128085) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 24 11:37:11.976904 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-2c2fca92-152e-4bd0-8327-28e7d66bc4d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_create {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:37:12.258145 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.db_base_plugin_common [None req-2c2fca92-152e-4bd0-8327-28e7d66bc4d0 None None] Allocated IP 172.20.0.2 (99512819-19a1-4415-bfac-7c76d1a0748d/edd71456-538f-41f5-b668-f8a8305c4469/39ed9b48-325e-4a4d-bfb3-25f29464f40f) {{(pid=128085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 11:37:12.500203 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-2c2fca92-152e-4bd0-8327-28e7d66bc4d0 None None] Notify callbacks [] for port, precommit_create {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:37:12.516056 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-2c2fca92-152e-4bd0-8327-28e7d66bc4d0 None None] Transition to ACTIVE for port object 39ed9b48-325e-4a4d-bfb3-25f29464f40f will not be triggered until provisioned by entity L2. {{(pid=128085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 11:37:12.537958 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-2c2fca92-152e-4bd0-8327-28e7d66bc4d0 None None] Transition to ACTIVE for port object 39ed9b48-325e-4a4d-bfb3-25f29464f40f will not be triggered until provisioned by entity DHCP. {{(pid=128085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 11:37:12.547576 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-2c2fca92-152e-4bd0-8327-28e7d66bc4d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-650429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-506361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793193536723'] for port, after_create {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:37:12.551242 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:37:12.623968 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c2fca92-152e-4bd0-8327-28e7d66bc4d0 None None] Network 99512819-19a1-4415-bfac-7c76d1a0748d is already hosted by enough agents. {{(pid=128085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 11:37:12.631332 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.scheduler.base_scheduler [None req-2c2fca92-152e-4bd0-8327-28e7d66bc4d0 None None] Resources bound (agent type, host, resource id): {{(pid=128085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:37:12.634099 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2fca92-152e-4bd0-8327-28e7d66bc4d0 None None] Pushing event updated for resources: {'Port': ['ID=39ed9b48-325e-4a4d-bfb3-25f29464f40f,revision_number=1']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:37:12.636253 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c2fca92-152e-4bd0-8327-28e7d66bc4d0 None None] Received port after_create {{(pid=128085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 11:37:12.662022 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2fca92-152e-4bd0-8327-28e7d66bc4d0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:37:12.662374 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2fca92-152e-4bd0-8327-28e7d66bc4d0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:37:12.662707 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2fca92-152e-4bd0-8327-28e7d66bc4d0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:37:12.663031 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2fca92-152e-4bd0-8327-28e7d66bc4d0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:37:12.663561 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2fca92-152e-4bd0-8327-28e7d66bc4d0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:37:12.663679 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2fca92-152e-4bd0-8327-28e7d66bc4d0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:37:12.663982 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2fca92-152e-4bd0-8327-28e7d66bc4d0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:37:12.664343 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2fca92-152e-4bd0-8327-28e7d66bc4d0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:37:12.664663 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2fca92-152e-4bd0-8327-28e7d66bc4d0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:37:12.665507 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2fca92-152e-4bd0-8327-28e7d66bc4d0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:37:12.665839 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2fca92-152e-4bd0-8327-28e7d66bc4d0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:37:12.666176 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2fca92-152e-4bd0-8327-28e7d66bc4d0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:37:12.667508 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2fca92-152e-4bd0-8327-28e7d66bc4d0 None None] Tracked resource versions report: Jun 24 11:37:12.667508 dv-neutron-797120-4-hyperv neutron-server[128085]: pushed versions: Jun 24 11:37:12.667508 dv-neutron-797120-4-hyperv neutron-server[128085]: { 'AddressGroup': {'1.2'}, Jun 24 11:37:12.667508 dv-neutron-797120-4-hyperv neutron-server[128085]: 'ConntrackHelper': {'1.0'}, Jun 24 11:37:12.667508 dv-neutron-797120-4-hyperv neutron-server[128085]: 'Log': {'1.0'}, Jun 24 11:37:12.667508 dv-neutron-797120-4-hyperv neutron-server[128085]: 'Network': {'1.1'}, Jun 24 11:37:12.667508 dv-neutron-797120-4-hyperv neutron-server[128085]: 'Port': {'1.7'}, Jun 24 11:37:12.667508 dv-neutron-797120-4-hyperv neutron-server[128085]: 'PortForwarding': {'1.2'}, Jun 24 11:37:12.667508 dv-neutron-797120-4-hyperv neutron-server[128085]: 'QosPolicy': {'1.8'}, Jun 24 11:37:12.667508 dv-neutron-797120-4-hyperv neutron-server[128085]: 'SecurityGroup': {'1.4'}, Jun 24 11:37:12.667508 dv-neutron-797120-4-hyperv neutron-server[128085]: 'SecurityGroupRule': {'1.2'}, Jun 24 11:37:12.667508 dv-neutron-797120-4-hyperv neutron-server[128085]: 'SubPort': {'1.0'}, Jun 24 11:37:12.667508 dv-neutron-797120-4-hyperv neutron-server[128085]: 'Subnet': {'1.1'}, Jun 24 11:37:12.667508 dv-neutron-797120-4-hyperv neutron-server[128085]: 'Trunk': {'1.1'}} Jun 24 11:37:12.667508 dv-neutron-797120-4-hyperv neutron-server[128085]: consumer versions: Jun 24 11:37:12.667508 dv-neutron-797120-4-hyperv neutron-server[128085]: { DHCP agent@dv-neutron-797120-4-hyperv: {}, Jun 24 11:37:12.667508 dv-neutron-797120-4-hyperv neutron-server[128085]: L3 agent@dv-neutron-797120-4-hyperv: {}, Jun 24 11:37:12.667508 dv-neutron-797120-4-hyperv neutron-server[128085]: Metadata agent@dv-neutron-797120-4-hyperv: {}, Jun 24 11:37:12.667508 dv-neutron-797120-4-hyperv neutron-server[128085]: Metering agent@dv-neutron-797120-4-hyperv: {}, Jun 24 11:37:12.667508 dv-neutron-797120-4-hyperv neutron-server[128085]: Open vSwitch agent@dv-neutron-797120-4-hyperv: { 'AddressGroup': '1.2', Jun 24 11:37:12.667508 dv-neutron-797120-4-hyperv neutron-server[128085]: 'ConntrackHelper': '1.0', Jun 24 11:37:12.667508 dv-neutron-797120-4-hyperv neutron-server[128085]: 'Log': '1.0', Jun 24 11:37:12.667508 dv-neutron-797120-4-hyperv neutron-server[128085]: 'Network': '1.1', Jun 24 11:37:12.667508 dv-neutron-797120-4-hyperv neutron-server[128085]: 'Port': '1.7', Jun 24 11:37:12.667508 dv-neutron-797120-4-hyperv neutron-server[128085]: 'PortForwarding': '1.2', Jun 24 11:37:12.667508 dv-neutron-797120-4-hyperv neutron-server[128085]: 'QosPolicy': '1.8', Jun 24 11:37:12.667508 dv-neutron-797120-4-hyperv neutron-server[128085]: 'SecurityGroup': '1.4', Jun 24 11:37:12.667508 dv-neutron-797120-4-hyperv neutron-server[128085]: 'SecurityGroupRule': '1.2', Jun 24 11:37:12.667508 dv-neutron-797120-4-hyperv neutron-server[128085]: 'SubPort': '1.0', Jun 24 11:37:12.667508 dv-neutron-797120-4-hyperv neutron-server[128085]: 'Subnet': '1.1', Jun 24 11:37:12.667508 dv-neutron-797120-4-hyperv neutron-server[128085]: 'Trunk': '1.1'}} Jun 24 11:37:12.667508 dv-neutron-797120-4-hyperv neutron-server[128085]: {{(pid=128085) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 24 11:37:12.689765 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-2c2fca92-152e-4bd0-8327-28e7d66bc4d0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:37:12.715939 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-2c2fca92-152e-4bd0-8327-28e7d66bc4d0 None None] Attempting to bind port 39ed9b48-325e-4a4d-bfb3-25f29464f40f on host dv-neutron-797120-4-hyperv for vnic_type normal with profile {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 11:37:12.716306 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-2c2fca92-152e-4bd0-8327-28e7d66bc4d0 None None] Attempting to bind port 39ed9b48-325e-4a4d-bfb3-25f29464f40f by drivers openvswitch,hyperv on host dv-neutron-797120-4-hyperv at level 0 using segments [{'id': '98a2f3d3-1ac9-486e-a935-df1e584e549d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '99512819-19a1-4415-bfac-7c76d1a0748d'}] {{(pid=128085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 11:37:12.716743 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c2fca92-152e-4bd0-8327-28e7d66bc4d0 None None] Attempting to bind port 39ed9b48-325e-4a4d-bfb3-25f29464f40f on network 99512819-19a1-4415-bfac-7c76d1a0748d {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 11:37:12.721596 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c2fca92-152e-4bd0-8327-28e7d66bc4d0 None None] Checking agent: {'id': 'e3a695b2-c397-461f-83b0-10b79d490b59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 11, 36, 56), 'started_at': datetime.datetime(2021, 6, 24, 11, 36, 56), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 11, 36, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 11:37:12.722011 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c2fca92-152e-4bd0-8327-28e7d66bc4d0 None None] Checking segment: {'id': '98a2f3d3-1ac9-486e-a935-df1e584e549d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '99512819-19a1-4415-bfac-7c76d1a0748d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=128085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 11:37:12.722477 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-2c2fca92-152e-4bd0-8327-28e7d66bc4d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:37:12.722863 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c2fca92-152e-4bd0-8327-28e7d66bc4d0 None None] Bound using segment: {'id': '98a2f3d3-1ac9-486e-a935-df1e584e549d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '99512819-19a1-4415-bfac-7c76d1a0748d'} {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 11:37:12.723332 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-2c2fca92-152e-4bd0-8327-28e7d66bc4d0 None None] Bound port: 39ed9b48-325e-4a4d-bfb3-25f29464f40f, host: dv-neutron-797120-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98a2f3d3-1ac9-486e-a935-df1e584e549d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '99512819-19a1-4415-bfac-7c76d1a0748d'}}] {{(pid=128085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 11:37:12.723757 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-2c2fca92-152e-4bd0-8327-28e7d66bc4d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:37:12.788470 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-2c2fca92-152e-4bd0-8327-28e7d66bc4d0 None None] For port 39ed9b48-325e-4a4d-bfb3-25f29464f40f, host dv-neutron-797120-4-hyperv, cleared binding levels {{(pid=128085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 11:37:12.793878 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-2c2fca92-152e-4bd0-8327-28e7d66bc4d0 None None] For port 39ed9b48-325e-4a4d-bfb3-25f29464f40f, host dv-neutron-797120-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=39ed9b48-325e-4a4d-bfb3-25f29464f40f,segment=NetworkSegment(98a2f3d3-1ac9-486e-a935-df1e584e549d),segment_id=98a2f3d3-1ac9-486e-a935-df1e584e549d)] {{(pid=128085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 11:37:12.798493 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-2c2fca92-152e-4bd0-8327-28e7d66bc4d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:37:12.801285 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:37:12.867043 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2fca92-152e-4bd0-8327-28e7d66bc4d0 None None] Pushing event updated for resources: {'Port': ['ID=39ed9b48-325e-4a4d-bfb3-25f29464f40f,revision_number=2']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:37:12.879084 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-2c2fca92-152e-4bd0-8327-28e7d66bc4d0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:37:14.070336 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 54550) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:37:14.390897 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [None req-4aa35a01-c99e-49b4-a98c-a424f881ec28 admin admin] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=128084) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 24 11:37:14.391910 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-4aa35a01-c99e-49b4-a98c-a424f881ec28 admin admin] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3206604 Jun 24 11:37:16.735600 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 54558) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:37:17.043004 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [None req-1e31e003-1d55-434c-b815-c1b5a06f1211 admin admin] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=128084) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 24 11:37:17.043985 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-1e31e003-1d55-434c-b815-c1b5a06f1211 admin admin] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3074665 Jun 24 11:37:18.494389 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device 39ed9b48-325e-4a4d-bfb3-25f29464f40f up at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 11:37:18.586975 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning for port 39ed9b48-325e-4a4d-bfb3-25f29464f40f completed by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 11:37:18.900713 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fa70268-1125-416d-ad7c-f89b4358b11a None None] Network 99512819-19a1-4415-bfac-7c76d1a0748d requested from dv-neutron-797120-4-hyperv {{(pid=128085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 11:37:18.959081 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-d4fe2417-481a-4e96-85d9-311d1804ea27 None None] Provisioning for port 39ed9b48-325e-4a4d-bfb3-25f29464f40f completed by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 11:37:18.968611 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-d4fe2417-481a-4e96-85d9-311d1804ea27 None None] Provisioning complete for port 39ed9b48-325e-4a4d-bfb3-25f29464f40f triggered by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:37:18.969018 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-d4fe2417-481a-4e96-85d9-311d1804ea27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:37:19.124840 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-d4fe2417-481a-4e96-85d9-311d1804ea27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:37:19.194251 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-d4fe2417-481a-4e96-85d9-311d1804ea27 None None] For port 39ed9b48-325e-4a4d-bfb3-25f29464f40f, host dv-neutron-797120-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=39ed9b48-325e-4a4d-bfb3-25f29464f40f,segment=NetworkSegment(98a2f3d3-1ac9-486e-a935-df1e584e549d),segment_id=98a2f3d3-1ac9-486e-a935-df1e584e549d)] {{(pid=128085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 11:37:19.202349 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-d4fe2417-481a-4e96-85d9-311d1804ea27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:37:19.209251 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-2c2fca92-152e-4bd0-8327-28e7d66bc4d0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:37:19.263980 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4fe2417-481a-4e96-85d9-311d1804ea27 None None] Pushing event updated for resources: {'Port': ['ID=39ed9b48-325e-4a4d-bfb3-25f29464f40f,revision_number=3']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:37:19.267272 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-d4fe2417-481a-4e96-85d9-311d1804ea27 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:37:19.424266 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-7a8d5f3e-cda5-4484-a22f-23ef0e3af6a8 None None] Provisioning complete for port 39ed9b48-325e-4a4d-bfb3-25f29464f40f triggered by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:37:19.424646 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-7a8d5f3e-cda5-4484-a22f-23ef0e3af6a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:37:19.688798 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 54572) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:37:19.980822 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-4a9b44bc-03e1-433b-94c1-8fefe2c19150 admin admin] Request body: {'router': {'name': 'router1', 'admin_state_up': True, 'tenant_id': '7162905893184c8da3e0304bb77fa1c7'}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:37:20.009839 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-4a9b44bc-03e1-433b-94c1-8fefe2c19150 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1803889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65293'] for router, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:37:20.011410 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-4a9b44bc-03e1-433b-94c1-8fefe2c19150 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1803848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1975305', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1581158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65396'] for router, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:37:20.162793 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-4a9b44bc-03e1-433b-94c1-8fefe2c19150 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:37:20.168072 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-4a9b44bc-03e1-433b-94c1-8fefe2c19150 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1803210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1815767'] for router, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:37:20.180070 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-4a9b44bc-03e1-433b-94c1-8fefe2c19150 admin admin] Notify callbacks [] for router, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:37:20.181948 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-4a9b44bc-03e1-433b-94c1-8fefe2c19150 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4921808 Jun 24 11:37:20.456705 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device 39ed9b48-325e-4a4d-bfb3-25f29464f40f up at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 11:37:20.502728 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning complete for port 39ed9b48-325e-4a4d-bfb3-25f29464f40f triggered by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:37:20.503131 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:37:22.500963 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 54580) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:37:22.805373 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [None req-a0d52476-aaa5-4657-a388-ea0b9fb7931f admin admin] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=128084) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 24 11:37:22.806323 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-a0d52476-aaa5-4657-a388-ea0b9fb7931f admin admin] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3044245 Jun 24 11:37:23.774854 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-65d4a94a-d3f2-47cb-96db-cfe408b50311 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:37:25.126111 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 54588) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:37:25.429867 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-9c48439f-3d7a-48a8-8ed7-7e15aa3f59a8 admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'router:external': True, 'provider:network_type': 'flat', 'is_default': True, 'admin_state_up': True, 'name': 'public'}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:37:25.453132 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c48439f-3d7a-48a8-8ed7-7e15aa3f59a8 admin admin] Made reservation on behalf of 4d3a8f6336bf409b97ae48c361110527 for: {'network': 1} {{(pid=128084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 11:37:25.455764 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-9c48439f-3d7a-48a8-8ed7-7e15aa3f59a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for network, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:37:25.471598 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-9c48439f-3d7a-48a8-8ed7-7e15aa3f59a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:37:25.584657 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-9c48439f-3d7a-48a8-8ed7-7e15aa3f59a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:37:25.589449 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-9c48439f-3d7a-48a8-8ed7-7e15aa3f59a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800410'] for security_group, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:37:25.594413 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:37:25.601373 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-9c48439f-3d7a-48a8-8ed7-7e15aa3f59a8 admin admin] Reserving flat network on physical network physnet1 {{(pid=128084) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jun 24 11:37:25.638471 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-9c48439f-3d7a-48a8-8ed7-7e15aa3f59a8 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8793194012447', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967879'] for segment, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:37:25.639058 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-9c48439f-3d7a-48a8-8ed7-7e15aa3f59a8 admin admin] Unsubscribe: segment precommit_create {{(pid=128084) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 24 11:37:25.639561 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.db.segments_db [None req-9c48439f-3d7a-48a8-8ed7-7e15aa3f59a8 admin admin] Added segment 1139564f-ff83-4b49-a593-84b33301357d of type flat for network f2b8ca71-e776-48b2-8898-96cc7970207b Jun 24 11:37:25.660142 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c48439f-3d7a-48a8-8ed7-7e15aa3f59a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d72276d-e8c0-4620-8ebb-fdc886245c16,revision_number=1']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:37:25.709324 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c48439f-3d7a-48a8-8ed7-7e15aa3f59a8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:37:25.709688 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c48439f-3d7a-48a8-8ed7-7e15aa3f59a8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:37:25.710010 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c48439f-3d7a-48a8-8ed7-7e15aa3f59a8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:37:25.710329 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c48439f-3d7a-48a8-8ed7-7e15aa3f59a8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:37:25.710637 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c48439f-3d7a-48a8-8ed7-7e15aa3f59a8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:37:25.710983 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c48439f-3d7a-48a8-8ed7-7e15aa3f59a8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:37:25.711289 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c48439f-3d7a-48a8-8ed7-7e15aa3f59a8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:37:25.711605 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c48439f-3d7a-48a8-8ed7-7e15aa3f59a8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:37:25.712034 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c48439f-3d7a-48a8-8ed7-7e15aa3f59a8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:37:25.712336 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c48439f-3d7a-48a8-8ed7-7e15aa3f59a8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:37:25.712633 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c48439f-3d7a-48a8-8ed7-7e15aa3f59a8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:37:25.712926 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c48439f-3d7a-48a8-8ed7-7e15aa3f59a8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:37:25.714272 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c48439f-3d7a-48a8-8ed7-7e15aa3f59a8 admin admin] Tracked resource versions report: Jun 24 11:37:25.714272 dv-neutron-797120-4-hyperv neutron-server[128084]: pushed versions: Jun 24 11:37:25.714272 dv-neutron-797120-4-hyperv neutron-server[128084]: { 'AddressGroup': {'1.2'}, Jun 24 11:37:25.714272 dv-neutron-797120-4-hyperv neutron-server[128084]: 'ConntrackHelper': {'1.0'}, Jun 24 11:37:25.714272 dv-neutron-797120-4-hyperv neutron-server[128084]: 'Log': {'1.0'}, Jun 24 11:37:25.714272 dv-neutron-797120-4-hyperv neutron-server[128084]: 'Network': {'1.1'}, Jun 24 11:37:25.714272 dv-neutron-797120-4-hyperv neutron-server[128084]: 'Port': {'1.7'}, Jun 24 11:37:25.714272 dv-neutron-797120-4-hyperv neutron-server[128084]: 'PortForwarding': {'1.2'}, Jun 24 11:37:25.714272 dv-neutron-797120-4-hyperv neutron-server[128084]: 'QosPolicy': {'1.8'}, Jun 24 11:37:25.714272 dv-neutron-797120-4-hyperv neutron-server[128084]: 'SecurityGroup': {'1.4'}, Jun 24 11:37:25.714272 dv-neutron-797120-4-hyperv neutron-server[128084]: 'SecurityGroupRule': {'1.2'}, Jun 24 11:37:25.714272 dv-neutron-797120-4-hyperv neutron-server[128084]: 'SubPort': {'1.0'}, Jun 24 11:37:25.714272 dv-neutron-797120-4-hyperv neutron-server[128084]: 'Subnet': {'1.1'}, Jun 24 11:37:25.714272 dv-neutron-797120-4-hyperv neutron-server[128084]: 'Trunk': {'1.1'}} Jun 24 11:37:25.714272 dv-neutron-797120-4-hyperv neutron-server[128084]: consumer versions: Jun 24 11:37:25.714272 dv-neutron-797120-4-hyperv neutron-server[128084]: { DHCP agent@dv-neutron-797120-4-hyperv: {}, Jun 24 11:37:25.714272 dv-neutron-797120-4-hyperv neutron-server[128084]: L3 agent@dv-neutron-797120-4-hyperv: {}, Jun 24 11:37:25.714272 dv-neutron-797120-4-hyperv neutron-server[128084]: Metadata agent@dv-neutron-797120-4-hyperv: {}, Jun 24 11:37:25.714272 dv-neutron-797120-4-hyperv neutron-server[128084]: Metering agent@dv-neutron-797120-4-hyperv: {}, Jun 24 11:37:25.714272 dv-neutron-797120-4-hyperv neutron-server[128084]: Open vSwitch agent@dv-neutron-797120-4-hyperv: { 'AddressGroup': '1.2', Jun 24 11:37:25.714272 dv-neutron-797120-4-hyperv neutron-server[128084]: 'ConntrackHelper': '1.0', Jun 24 11:37:25.714272 dv-neutron-797120-4-hyperv neutron-server[128084]: 'Log': '1.0', Jun 24 11:37:25.714272 dv-neutron-797120-4-hyperv neutron-server[128084]: 'Network': '1.1', Jun 24 11:37:25.714272 dv-neutron-797120-4-hyperv neutron-server[128084]: 'Port': '1.7', Jun 24 11:37:25.714272 dv-neutron-797120-4-hyperv neutron-server[128084]: 'PortForwarding': '1.2', Jun 24 11:37:25.714272 dv-neutron-797120-4-hyperv neutron-server[128084]: 'QosPolicy': '1.8', Jun 24 11:37:25.714272 dv-neutron-797120-4-hyperv neutron-server[128084]: 'SecurityGroup': '1.4', Jun 24 11:37:25.714272 dv-neutron-797120-4-hyperv neutron-server[128084]: 'SecurityGroupRule': '1.2', Jun 24 11:37:25.714272 dv-neutron-797120-4-hyperv neutron-server[128084]: 'SubPort': '1.0', Jun 24 11:37:25.714272 dv-neutron-797120-4-hyperv neutron-server[128084]: 'Subnet': '1.1', Jun 24 11:37:25.714272 dv-neutron-797120-4-hyperv neutron-server[128084]: 'Trunk': '1.1'}} Jun 24 11:37:25.714272 dv-neutron-797120-4-hyperv neutron-server[128084]: {{(pid=128084) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 24 11:37:25.760709 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-9c48439f-3d7a-48a8-8ed7-7e15aa3f59a8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793193525068'] for network, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:37:25.769125 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-9c48439f-3d7a-48a8-8ed7-7e15aa3f59a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:37:25.817485 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-9c48439f-3d7a-48a8-8ed7-7e15aa3f59a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1800243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976'] for network, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:37:25.818988 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c48439f-3d7a-48a8-8ed7-7e15aa3f59a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=128084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:37:25.819644 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-9c48439f-3d7a-48a8-8ed7-7e15aa3f59a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588949'] for network, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:37:25.823086 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:37:25.879896 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-9c48439f-3d7a-48a8-8ed7-7e15aa3f59a8 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7526534 Jun 24 11:37:25.936544 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c48439f-3d7a-48a8-8ed7-7e15aa3f59a8 admin admin] Pushing event updated for resources: {'Network': ['ID=f2b8ca71-e776-48b2-8898-96cc7970207b,revision_number=1']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:37:25.939910 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-9c48439f-3d7a-48a8-8ed7-7e15aa3f59a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:37:25.948848 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Network f2b8ca71-e776-48b2-8898-96cc7970207b details requested by agent ovs-agent-dv-neutron-797120-4-hyperv with host dv-neutron-797120-4-hyperv {{(pid=128085) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 11:37:26.323244 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-8770ae27-9db1-4953-a33b-5fad565f1f49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:37:26.427107 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:37:27.545866 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-03237adf-ebd0-46f2-a476-4d4bb746e0f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:37:28.228364 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 54610) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:37:28.443408 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a82a4cb9-eacb-4f94-9cf8-5ffba1c26c68 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=128084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:37:28.444736 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-a82a4cb9-eacb-4f94-9cf8-5ffba1c26c68 admin admin] 10.222.0.53 "GET /v2.0/subnets/edd71456-538f-41f5-b668-f8a8305c4469 HTTP/1.1" status: 200 len: 849 time: 0.2154412 Jun 24 11:37:28.577669 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-088a7c05-1ccb-4fd7-a639-98ed6b982d20 admin admin] 10.222.0.53 "GET /v2.0/routers/8c911867-dc95-4659-9ec8-44ca8100b456 HTTP/1.1" status: 200 len: 704 time: 0.1269000 Jun 24 11:37:28.841184 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-0ca35227-cda8-4690-82aa-044f9a06b899 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:37:29.128565 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.db.db_base_plugin_common [None req-0ca35227-cda8-4690-82aa-044f9a06b899 admin admin] Allocated IP 172.20.0.1 (99512819-19a1-4415-bfac-7c76d1a0748d/edd71456-538f-41f5-b668-f8a8305c4469/175876a8-9375-409c-9a37-7e7f650fd96c) {{(pid=128084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 11:37:29.311391 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-0ca35227-cda8-4690-82aa-044f9a06b899 admin admin] Notify callbacks [] for port, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:37:29.333877 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.db.provisioning_blocks [None req-0ca35227-cda8-4690-82aa-044f9a06b899 admin admin] Transition to ACTIVE for port object 175876a8-9375-409c-9a37-7e7f650fd96c will not be triggered until provisioned by entity DHCP. {{(pid=128084) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 11:37:29.412325 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-0ca35227-cda8-4690-82aa-044f9a06b899 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-650429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-506361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793193536723'] for port, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:37:29.415869 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:37:29.479051 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ca35227-cda8-4690-82aa-044f9a06b899 admin admin] Network 99512819-19a1-4415-bfac-7c76d1a0748d is already hosted by enough agents. {{(pid=128084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 11:37:29.491863 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.base_scheduler [None req-0ca35227-cda8-4690-82aa-044f9a06b899 admin admin] Resources bound (agent type, host, resource id): {{(pid=128084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:37:29.498389 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ca35227-cda8-4690-82aa-044f9a06b899 admin admin] Received port after_create {{(pid=128084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 11:37:29.499226 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-0ca35227-cda8-4690-82aa-044f9a06b899 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1978458'] for router_interface, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:37:29.514982 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-52c483ef-d5c1-4030-9a32-e5ce4ff00ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:37:29.552672 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca35227-cda8-4690-82aa-044f9a06b899 admin admin] Pushing event updated for resources: {'Port': ['ID=175876a8-9375-409c-9a37-7e7f650fd96c,revision_number=1']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:37:29.563822 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-0ca35227-cda8-4690-82aa-044f9a06b899 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:37:29.674883 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-cfcf8e47-7f29-4d3c-82a7-377307f30646 None None] Provisioning for port 175876a8-9375-409c-9a37-7e7f650fd96c completed by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 11:37:29.678316 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-cfcf8e47-7f29-4d3c-82a7-377307f30646 None None] Provisioning complete for port 175876a8-9375-409c-9a37-7e7f650fd96c triggered by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:37:29.678683 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-cfcf8e47-7f29-4d3c-82a7-377307f30646 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:37:29.714940 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-cfcf8e47-7f29-4d3c-82a7-377307f30646 None None] Port 175876a8-9375-409c-9a37-7e7f650fd96c cannot update to ACTIVE because it is not bound. {{(pid=128085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 11:37:29.761380 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-0ca35227-cda8-4690-82aa-044f9a06b899 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:37:29.935248 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-0ca35227-cda8-4690-82aa-044f9a06b899 admin admin] Notify callbacks [] for port, precommit_update {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:37:29.939567 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-0ca35227-cda8-4690-82aa-044f9a06b899 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:37:29.940654 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-0ca35227-cda8-4690-82aa-044f9a06b899 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1783050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1978542'] for router_interface, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:37:29.943194 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-0ca35227-cda8-4690-82aa-044f9a06b899 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:37:30.022532 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca35227-cda8-4690-82aa-044f9a06b899 admin admin] Pushing event updated for resources: {'Port': ['ID=175876a8-9375-409c-9a37-7e7f650fd96c,revision_number=2']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:37:30.026932 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-0ca35227-cda8-4690-82aa-044f9a06b899 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:37:30.064886 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ca35227-cda8-4690-82aa-044f9a06b899 admin admin] Network 99512819-19a1-4415-bfac-7c76d1a0748d is already hosted by enough agents. {{(pid=128084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 11:37:30.066128 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.base_scheduler [None req-0ca35227-cda8-4690-82aa-044f9a06b899 admin admin] Resources bound (agent type, host, resource id): {{(pid=128084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:37:30.227105 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ca35227-cda8-4690-82aa-044f9a06b899 admin admin] Router 8c911867-dc95-4659-9ec8-44ca8100b456 is scheduled to L3 agent 2987dba8-2249-4ee6-96ec-28f0f7a6127d with binding_index 1 {{(pid=128084) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 24 11:37:30.235479 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-4e442160-156e-4c52-91f3-45746b48f572 None None] Provisioning complete for port 175876a8-9375-409c-9a37-7e7f650fd96c triggered by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:37:30.235850 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-4e442160-156e-4c52-91f3-45746b48f572 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:37:30.268507 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-4e442160-156e-4c52-91f3-45746b48f572 None None] Port 175876a8-9375-409c-9a37-7e7f650fd96c cannot update to ACTIVE because it is not bound. {{(pid=128085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 11:37:30.316057 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ca35227-cda8-4690-82aa-044f9a06b899 admin admin] Notify agent at l3_agent.dv-neutron-797120-4-hyperv the message routers_updated {{(pid=128084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 11:37:30.321996 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-0ca35227-cda8-4690-82aa-044f9a06b899 admin admin] 10.222.0.53 "PUT /v2.0/routers/8c911867-dc95-4659-9ec8-44ca8100b456/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7392128 Jun 24 11:37:30.340769 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfda8b3f-e51a-4a18-8e06-59a5de34e02d None None] Sync routers for ids ['8c911867-dc95-4659-9ec8-44ca8100b456'] in dv-neutron-797120-4-hyperv {{(pid=128086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 11:37:30.352313 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfda8b3f-e51a-4a18-8e06-59a5de34e02d None None] Routers {'8c911867-dc95-4659-9ec8-44ca8100b456'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 11:37:30.353197 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-dfda8b3f-e51a-4a18-8e06-59a5de34e02d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T11:37:26Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['8c911867-dc95-4659-9ec8-44ca8100b456'], 'active': True} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:37:30.532950 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_dvr_db [None req-dfda8b3f-e51a-4a18-8e06-59a5de34e02d None None] Set router 8c911867-dc95-4659-9ec8-44ca8100b456 gateway port host: None {{(pid=128086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 11:37:30.953373 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-dfda8b3f-e51a-4a18-8e06-59a5de34e02d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c911867-dc95-4659-9ec8-44ca8100b456', 'name': 'router1', 'tenant_id': '7162905893184c8da3e0304bb77fa1c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T11:37:20Z', 'updated_at': '2021-06-24T11:37:29Z', 'revision_number': 2, 'project_id': '7162905893184c8da3e0304bb77fa1c7', 'gw_port_host': None, '_interfaces': [{'id': '175876a8-9375-409c-9a37-7e7f650fd96c', 'name': '', 'network_id': '99512819-19a1-4415-bfac-7c76d1a0748d', 'tenant_id': '7162905893184c8da3e0304bb77fa1c7', 'mac_address': 'fa:16:3e:21:70:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c911867-dc95-4659-9ec8-44ca8100b456', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'edd71456-538f-41f5-b668-f8a8305c4469', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:37:28Z', 'updated_at': '2021-06-24T11:37:29Z', 'revision_number': 2, 'project_id': '7162905893184c8da3e0304bb77fa1c7', 'subnets': [{'id': 'edd71456-538f-41f5-b668-f8a8305c4469', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e451dd5e-b755-4bb8-a1a4-36fb3520ad66'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:37:31.003144 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfda8b3f-e51a-4a18-8e06-59a5de34e02d None None] Checking router: 8c911867-dc95-4659-9ec8-44ca8100b456 for host: dv-neutron-797120-4-hyperv {{(pid=128086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 11:37:31.003507 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfda8b3f-e51a-4a18-8e06-59a5de34e02d None None] Updating router 8c911867-dc95-4659-9ec8-44ca8100b456 port 175876a8-9375-409c-9a37-7e7f650fd96c binding host dv-neutron-797120-4-hyperv {{(pid=128086) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 11:37:31.067495 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron_lib.callbacks.manager [None req-dfda8b3f-e51a-4a18-8e06-59a5de34e02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:37:31.571970 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron_lib.callbacks.manager [None req-dfda8b3f-e51a-4a18-8e06-59a5de34e02d None None] Notify callbacks [] for port, precommit_update {{(pid=128086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:37:31.591612 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.provisioning_blocks [None req-dfda8b3f-e51a-4a18-8e06-59a5de34e02d None None] Transition to ACTIVE for port object 175876a8-9375-409c-9a37-7e7f650fd96c will not be triggered until provisioned by entity L2. {{(pid=128086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 11:37:31.597871 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron_lib.callbacks.manager [None req-dfda8b3f-e51a-4a18-8e06-59a5de34e02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:37:31.602295 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128086) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:37:31.771491 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.plugins.ml2.managers [None req-dfda8b3f-e51a-4a18-8e06-59a5de34e02d None None] Attempting to bind port 175876a8-9375-409c-9a37-7e7f650fd96c on host dv-neutron-797120-4-hyperv for vnic_type normal with profile {{(pid=128086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 11:37:31.771889 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.plugins.ml2.managers [None req-dfda8b3f-e51a-4a18-8e06-59a5de34e02d None None] Attempting to bind port 175876a8-9375-409c-9a37-7e7f650fd96c by drivers openvswitch,hyperv on host dv-neutron-797120-4-hyperv at level 0 using segments [{'id': '98a2f3d3-1ac9-486e-a935-df1e584e549d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '99512819-19a1-4415-bfac-7c76d1a0748d'}] {{(pid=128086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 11:37:31.772334 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfda8b3f-e51a-4a18-8e06-59a5de34e02d None None] Attempting to bind port 175876a8-9375-409c-9a37-7e7f650fd96c on network 99512819-19a1-4415-bfac-7c76d1a0748d {{(pid=128086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 11:37:31.774555 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e4a65f-f7aa-4fe9-9cc4-52858d954b9b None None] Pushing event updated for resources: {'Port': ['ID=175876a8-9375-409c-9a37-7e7f650fd96c,revision_number=3']} {{(pid=128086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:37:31.784073 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfda8b3f-e51a-4a18-8e06-59a5de34e02d None None] Checking agent: {'id': 'e3a695b2-c397-461f-83b0-10b79d490b59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 11, 36, 56), 'started_at': datetime.datetime(2021, 6, 24, 11, 37, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 11, 37, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=128086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 11:37:31.784471 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfda8b3f-e51a-4a18-8e06-59a5de34e02d None None] Checking segment: {'id': '98a2f3d3-1ac9-486e-a935-df1e584e549d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '99512819-19a1-4415-bfac-7c76d1a0748d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=128086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 11:37:31.785345 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron_lib.callbacks.manager [None req-dfda8b3f-e51a-4a18-8e06-59a5de34e02d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=128086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:37:31.785730 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfda8b3f-e51a-4a18-8e06-59a5de34e02d None None] Bound using segment: {'id': '98a2f3d3-1ac9-486e-a935-df1e584e549d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '99512819-19a1-4415-bfac-7c76d1a0748d'} {{(pid=128086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 11:37:31.786181 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.plugins.ml2.managers [None req-dfda8b3f-e51a-4a18-8e06-59a5de34e02d None None] Bound port: 175876a8-9375-409c-9a37-7e7f650fd96c, host: dv-neutron-797120-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98a2f3d3-1ac9-486e-a935-df1e584e549d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '99512819-19a1-4415-bfac-7c76d1a0748d'}}] {{(pid=128086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 11:37:31.786565 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron_lib.callbacks.manager [None req-dfda8b3f-e51a-4a18-8e06-59a5de34e02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:37:31.789853 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e4a65f-f7aa-4fe9-9cc4-52858d954b9b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:37:31.790179 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e4a65f-f7aa-4fe9-9cc4-52858d954b9b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:37:31.790499 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e4a65f-f7aa-4fe9-9cc4-52858d954b9b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:37:31.790809 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e4a65f-f7aa-4fe9-9cc4-52858d954b9b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:37:31.791123 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e4a65f-f7aa-4fe9-9cc4-52858d954b9b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:37:31.791463 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e4a65f-f7aa-4fe9-9cc4-52858d954b9b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:37:31.791754 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e4a65f-f7aa-4fe9-9cc4-52858d954b9b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:37:31.792073 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e4a65f-f7aa-4fe9-9cc4-52858d954b9b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:37:31.792396 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e4a65f-f7aa-4fe9-9cc4-52858d954b9b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:37:31.792748 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e4a65f-f7aa-4fe9-9cc4-52858d954b9b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:37:31.793011 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e4a65f-f7aa-4fe9-9cc4-52858d954b9b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:37:31.793311 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e4a65f-f7aa-4fe9-9cc4-52858d954b9b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:37:31.794581 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e4a65f-f7aa-4fe9-9cc4-52858d954b9b None None] Tracked resource versions report: Jun 24 11:37:31.794581 dv-neutron-797120-4-hyperv neutron-server[128086]: pushed versions: Jun 24 11:37:31.794581 dv-neutron-797120-4-hyperv neutron-server[128086]: { 'AddressGroup': {'1.2'}, Jun 24 11:37:31.794581 dv-neutron-797120-4-hyperv neutron-server[128086]: 'ConntrackHelper': {'1.0'}, Jun 24 11:37:31.794581 dv-neutron-797120-4-hyperv neutron-server[128086]: 'Log': {'1.0'}, Jun 24 11:37:31.794581 dv-neutron-797120-4-hyperv neutron-server[128086]: 'Network': {'1.1'}, Jun 24 11:37:31.794581 dv-neutron-797120-4-hyperv neutron-server[128086]: 'Port': {'1.7'}, Jun 24 11:37:31.794581 dv-neutron-797120-4-hyperv neutron-server[128086]: 'PortForwarding': {'1.2'}, Jun 24 11:37:31.794581 dv-neutron-797120-4-hyperv neutron-server[128086]: 'QosPolicy': {'1.8'}, Jun 24 11:37:31.794581 dv-neutron-797120-4-hyperv neutron-server[128086]: 'SecurityGroup': {'1.4'}, Jun 24 11:37:31.794581 dv-neutron-797120-4-hyperv neutron-server[128086]: 'SecurityGroupRule': {'1.2'}, Jun 24 11:37:31.794581 dv-neutron-797120-4-hyperv neutron-server[128086]: 'SubPort': {'1.0'}, Jun 24 11:37:31.794581 dv-neutron-797120-4-hyperv neutron-server[128086]: 'Subnet': {'1.1'}, Jun 24 11:37:31.794581 dv-neutron-797120-4-hyperv neutron-server[128086]: 'Trunk': {'1.1'}} Jun 24 11:37:31.794581 dv-neutron-797120-4-hyperv neutron-server[128086]: consumer versions: Jun 24 11:37:31.794581 dv-neutron-797120-4-hyperv neutron-server[128086]: { DHCP agent@dv-neutron-797120-4-hyperv: {}, Jun 24 11:37:31.794581 dv-neutron-797120-4-hyperv neutron-server[128086]: L3 agent@dv-neutron-797120-4-hyperv: {}, Jun 24 11:37:31.794581 dv-neutron-797120-4-hyperv neutron-server[128086]: Metadata agent@dv-neutron-797120-4-hyperv: {}, Jun 24 11:37:31.794581 dv-neutron-797120-4-hyperv neutron-server[128086]: Metering agent@dv-neutron-797120-4-hyperv: {}, Jun 24 11:37:31.794581 dv-neutron-797120-4-hyperv neutron-server[128086]: Open vSwitch agent@dv-neutron-797120-4-hyperv: { 'AddressGroup': '1.2', Jun 24 11:37:31.794581 dv-neutron-797120-4-hyperv neutron-server[128086]: 'ConntrackHelper': '1.0', Jun 24 11:37:31.794581 dv-neutron-797120-4-hyperv neutron-server[128086]: 'Log': '1.0', Jun 24 11:37:31.794581 dv-neutron-797120-4-hyperv neutron-server[128086]: 'Network': '1.1', Jun 24 11:37:31.794581 dv-neutron-797120-4-hyperv neutron-server[128086]: 'Port': '1.7', Jun 24 11:37:31.794581 dv-neutron-797120-4-hyperv neutron-server[128086]: 'PortForwarding': '1.2', Jun 24 11:37:31.794581 dv-neutron-797120-4-hyperv neutron-server[128086]: 'QosPolicy': '1.8', Jun 24 11:37:31.794581 dv-neutron-797120-4-hyperv neutron-server[128086]: 'SecurityGroup': '1.4', Jun 24 11:37:31.794581 dv-neutron-797120-4-hyperv neutron-server[128086]: 'SecurityGroupRule': '1.2', Jun 24 11:37:31.794581 dv-neutron-797120-4-hyperv neutron-server[128086]: 'SubPort': '1.0', Jun 24 11:37:31.794581 dv-neutron-797120-4-hyperv neutron-server[128086]: 'Subnet': '1.1', Jun 24 11:37:31.794581 dv-neutron-797120-4-hyperv neutron-server[128086]: 'Trunk': '1.1'}} Jun 24 11:37:31.794581 dv-neutron-797120-4-hyperv neutron-server[128086]: {{(pid=128086) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 24 11:37:31.806235 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG oslo_concurrency.lockutils [None req-22e4a65f-f7aa-4fe9-9cc4-52858d954b9b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=128086) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:37:31.859351 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.plugins.ml2.db [None req-dfda8b3f-e51a-4a18-8e06-59a5de34e02d None None] For port 175876a8-9375-409c-9a37-7e7f650fd96c, host dv-neutron-797120-4-hyperv, cleared binding levels {{(pid=128086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 11:37:31.880703 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.plugins.ml2.db [None req-dfda8b3f-e51a-4a18-8e06-59a5de34e02d None None] For port 175876a8-9375-409c-9a37-7e7f650fd96c, host dv-neutron-797120-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=175876a8-9375-409c-9a37-7e7f650fd96c,segment=NetworkSegment(98a2f3d3-1ac9-486e-a935-df1e584e549d),segment_id=98a2f3d3-1ac9-486e-a935-df1e584e549d)] {{(pid=128086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 11:37:31.885944 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron_lib.callbacks.manager [None req-dfda8b3f-e51a-4a18-8e06-59a5de34e02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:37:31.888768 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128086) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:37:31.942246 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfda8b3f-e51a-4a18-8e06-59a5de34e02d None None] Routers {'8c911867-dc95-4659-9ec8-44ca8100b456'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 11:37:31.942856 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-dfda8b3f-e51a-4a18-8e06-59a5de34e02d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T11:37:26Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['8c911867-dc95-4659-9ec8-44ca8100b456'], 'active': True} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:37:31.980101 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e4a65f-f7aa-4fe9-9cc4-52858d954b9b None None] Pushing event updated for resources: {'Port': ['ID=175876a8-9375-409c-9a37-7e7f650fd96c,revision_number=4']} {{(pid=128086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:37:31.983602 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG oslo_concurrency.lockutils [None req-22e4a65f-f7aa-4fe9-9cc4-52858d954b9b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=128086) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:37:32.048633 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_dvr_db [None req-dfda8b3f-e51a-4a18-8e06-59a5de34e02d None None] Set router 8c911867-dc95-4659-9ec8-44ca8100b456 gateway port host: None {{(pid=128086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 11:37:32.259017 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-dfda8b3f-e51a-4a18-8e06-59a5de34e02d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c911867-dc95-4659-9ec8-44ca8100b456', 'name': 'router1', 'tenant_id': '7162905893184c8da3e0304bb77fa1c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T11:37:20Z', 'updated_at': '2021-06-24T11:37:29Z', 'revision_number': 2, 'project_id': '7162905893184c8da3e0304bb77fa1c7', 'gw_port_host': None, '_interfaces': [{'id': '175876a8-9375-409c-9a37-7e7f650fd96c', 'name': '', 'network_id': '99512819-19a1-4415-bfac-7c76d1a0748d', 'tenant_id': '7162905893184c8da3e0304bb77fa1c7', 'mac_address': 'fa:16:3e:21:70:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c911867-dc95-4659-9ec8-44ca8100b456', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'edd71456-538f-41f5-b668-f8a8305c4469', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:37:28Z', 'updated_at': '2021-06-24T11:37:31Z', 'revision_number': 4, 'project_id': '7162905893184c8da3e0304bb77fa1c7', 'subnets': [{'id': 'edd71456-538f-41f5-b668-f8a8305c4469', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e451dd5e-b755-4bb8-a1a4-36fb3520ad66'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:37:32.284446 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfda8b3f-e51a-4a18-8e06-59a5de34e02d None None] The sync data for ids ['8c911867-dc95-4659-9ec8-44ca8100b456'] in dv-neutron-797120-4-hyperv is: [{'id': '8c911867-dc95-4659-9ec8-44ca8100b456', 'name': 'router1', 'tenant_id': '7162905893184c8da3e0304bb77fa1c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T11:37:20Z', 'updated_at': '2021-06-24T11:37:29Z', 'revision_number': 2, 'project_id': '7162905893184c8da3e0304bb77fa1c7', 'gw_port_host': None, '_interfaces': [{'id': '175876a8-9375-409c-9a37-7e7f650fd96c', 'name': '', 'network_id': '99512819-19a1-4415-bfac-7c76d1a0748d', 'tenant_id': '7162905893184c8da3e0304bb77fa1c7', 'mac_address': 'fa:16:3e:21:70:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c911867-dc95-4659-9ec8-44ca8100b456', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'edd71456-538f-41f5-b668-f8a8305c4469', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:37:28Z', 'updated_at': '2021-06-24T11:37:31Z', 'revision_number': 4, 'project_id': '7162905893184c8da3e0304bb77fa1c7', 'subnets': [{'id': 'edd71456-538f-41f5-b668-f8a8305c4469', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e451dd5e-b755-4bb8-a1a4-36fb3520ad66'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=128086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 11:37:32.520273 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 54630) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:37:32.630019 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12fef38c-cee2-4f4f-bbad-06e450c208c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=128084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:37:32.631329 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-12fef38c-cee2-4f4f-bbad-06e450c208c3 admin admin] 10.222.0.53 "GET /v2.0/networks/f2b8ca71-e776-48b2-8898-96cc7970207b HTTP/1.1" status: 200 len: 842 time: 0.1101253 Jun 24 11:37:32.641414 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-c362b9f6-4572-41ef-98ae-248657d753c7 admin admin] Request body: {'subnet': {'name': 'public-subnet', 'gateway_ip': '172.26.7.1', 'cidr': '172.26.7.0/24', 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'ip_version': 4, 'enable_dhcp': False}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:37:32.664385 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c362b9f6-4572-41ef-98ae-248657d753c7 admin admin] Made reservation on behalf of 4d3a8f6336bf409b97ae48c361110527 for: {'subnet': 1} {{(pid=128084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 11:37:32.667167 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-c362b9f6-4572-41ef-98ae-248657d753c7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:37:32.972173 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.objects.ports [None req-c362b9f6-4572-41ef-98ae-248657d753c7 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=128084) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jun 24 11:37:32.972511 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-c362b9f6-4572-41ef-98ae-248657d753c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971'] for subnet, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:37:32.975297 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:37:33.026167 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c362b9f6-4572-41ef-98ae-248657d753c7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f37bf603-3862-4d0a-9f58-89616f7fd68f,revision_number=0']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:37:33.034287 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-c362b9f6-4572-41ef-98ae-248657d753c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:37:33.036276 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c362b9f6-4572-41ef-98ae-248657d753c7 admin admin] Checking segment: {'id': '1139564f-ff83-4b49-a593-84b33301357d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=128084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 11:37:33.036619 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c362b9f6-4572-41ef-98ae-248657d753c7 admin admin] Network hostable DHCP agents. Network: f2b8ca71-e776-48b2-8898-96cc7970207b, hostable agents: ['6be988a9-1d97-480f-be5a-c55abf2c55c5'], hosted agents: [] {{(pid=128084) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 11:37:33.068180 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c362b9f6-4572-41ef-98ae-248657d753c7 admin admin] Network f2b8ca71-e776-48b2-8898-96cc7970207b is scheduled to be hosted by DHCP agent 6be988a9-1d97-480f-be5a-c55abf2c55c5 with binding_index 1 {{(pid=128084) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 11:37:33.078318 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.base_scheduler [None req-c362b9f6-4572-41ef-98ae-248657d753c7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-4-hyperv, f2b8ca71-e776-48b2-8898-96cc7970207b) {{(pid=128084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:37:33.082216 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c362b9f6-4572-41ef-98ae-248657d753c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=128084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:37:33.082791 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-c362b9f6-4572-41ef-98ae-248657d753c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588949'] for subnet, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:37:33.087421 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-162a82f1-a649-4d9c-b0f4-bce29ebbb3fb None None] Network f2b8ca71-e776-48b2-8898-96cc7970207b requested from dv-neutron-797120-4-hyperv {{(pid=128085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 11:37:33.109333 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-c362b9f6-4572-41ef-98ae-248657d753c7 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4616244 Jun 24 11:37:33.232512 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-583770a5-6ebb-4ccd-8b0f-1bcb3fc23e4c None None] Network f2b8ca71-e776-48b2-8898-96cc7970207b requested from dv-neutron-797120-4-hyperv {{(pid=128085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 11:37:35.358417 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 54642) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:37:35.489269 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-325d78b1-0061-4db5-a785-6efef6c014cf admin admin] 10.222.0.53 "GET /v2.0/routers/8c911867-dc95-4659-9ec8-44ca8100b456 HTTP/1.1" status: 200 len: 710 time: 0.1297829 Jun 24 11:37:35.572960 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6291282c-ae06-4a48-ab3c-83c86d89e0cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=128084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:37:35.575423 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-6291282c-ae06-4a48-ab3c-83c86d89e0cc admin admin] 10.222.0.53 "GET /v2.0/networks/f2b8ca71-e776-48b2-8898-96cc7970207b HTTP/1.1" status: 200 len: 886 time: 0.0799773 Jun 24 11:37:35.583203 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-e97f76d7-caad-4845-b355-55f965133a8b admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b'}}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:37:35.894452 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-e97f76d7-caad-4845-b355-55f965133a8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1975381', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1803205', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65378'] for router, precommit_update {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:37:36.133767 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-e97f76d7-caad-4845-b355-55f965133a8b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:37:36.214444 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-e97f76d7-caad-4845-b355-55f965133a8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:37:36.321716 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.db.db_base_plugin_common [None req-e97f76d7-caad-4845-b355-55f965133a8b admin admin] Allocated IP 172.26.7.182 (f2b8ca71-e776-48b2-8898-96cc7970207b/f37bf603-3862-4d0a-9f58-89616f7fd68f/b1fd2315-e8b4-45c6-a695-e8689f5d0386) {{(pid=128084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 11:37:36.428348 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-e97f76d7-caad-4845-b355-55f965133a8b admin admin] Notify callbacks [] for port, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:37:36.469381 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-e97f76d7-caad-4845-b355-55f965133a8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-650429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-506361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793193536723'] for port, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:37:36.471367 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:37:36.486875 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device 175876a8-9375-409c-9a37-7e7f650fd96c up at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 11:37:36.505951 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e97f76d7-caad-4845-b355-55f965133a8b admin admin] Network f2b8ca71-e776-48b2-8898-96cc7970207b is already hosted by enough agents. {{(pid=128084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 11:37:36.509175 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.base_scheduler [None req-e97f76d7-caad-4845-b355-55f965133a8b admin admin] Resources bound (agent type, host, resource id): {{(pid=128084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:37:36.514681 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e97f76d7-caad-4845-b355-55f965133a8b admin admin] Received port after_create {{(pid=128084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 11:37:36.534749 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning for port 175876a8-9375-409c-9a37-7e7f650fd96c completed by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 11:37:36.538848 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning complete for port 175876a8-9375-409c-9a37-7e7f650fd96c triggered by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:37:36.539227 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:37:36.548227 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97f76d7-caad-4845-b355-55f965133a8b admin admin] Pushing event updated for resources: {'Port': ['ID=b1fd2315-e8b4-45c6-a695-e8689f5d0386,revision_number=1']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:37:36.553053 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-e97f76d7-caad-4845-b355-55f965133a8b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:37:36.615860 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:37:36.693315 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] For port 175876a8-9375-409c-9a37-7e7f650fd96c, host dv-neutron-797120-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=175876a8-9375-409c-9a37-7e7f650fd96c,segment=NetworkSegment(98a2f3d3-1ac9-486e-a935-df1e584e549d),segment_id=98a2f3d3-1ac9-486e-a935-df1e584e549d)] {{(pid=128085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 11:37:36.698070 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:37:36.700068 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:37:36.744095 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Pushing event updated for resources: {'Port': ['ID=175876a8-9375-409c-9a37-7e7f650fd96c,revision_number=5']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:37:36.747302 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:37:36.767171 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-e97f76d7-caad-4845-b355-55f965133a8b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:37:36.957626 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-e97f76d7-caad-4845-b355-55f965133a8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1975381', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1803205', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65378'] for router, precommit_update {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:37:36.961283 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-e97f76d7-caad-4845-b355-55f965133a8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1815767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1975340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1815772', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1803228'] for router, after_update {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:37:37.152086 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e97f76d7-caad-4845-b355-55f965133a8b admin admin] Router 8c911867-dc95-4659-9ec8-44ca8100b456 has already been hosted by L3 agent 2987dba8-2249-4ee6-96ec-28f0f7a6127d {{(pid=128084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 11:37:37.261579 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e97f76d7-caad-4845-b355-55f965133a8b admin admin] Notify agent at l3_agent.dv-neutron-797120-4-hyperv the message routers_updated {{(pid=128084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 11:37:37.265899 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-e97f76d7-caad-4845-b355-55f965133a8b admin admin] Notify callbacks [] for router, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:37:37.267148 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-e97f76d7-caad-4845-b355-55f965133a8b admin admin] 10.222.0.53 "PUT /v2.0/routers/8c911867-dc95-4659-9ec8-44ca8100b456 HTTP/1.1" status: 200 len: 890 time: 1.6872835 Jun 24 11:37:37.271653 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cefc4a79-eec9-4787-95e7-abe83774a490 None None] Sync routers for ids ['8c911867-dc95-4659-9ec8-44ca8100b456'] in dv-neutron-797120-4-hyperv {{(pid=128085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 11:37:37.283173 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cefc4a79-eec9-4787-95e7-abe83774a490 None None] Routers {'8c911867-dc95-4659-9ec8-44ca8100b456'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 11:37:37.283858 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-cefc4a79-eec9-4787-95e7-abe83774a490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T11:37:26Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['8c911867-dc95-4659-9ec8-44ca8100b456'], 'active': True} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:37:37.493631 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvr_db [None req-cefc4a79-eec9-4787-95e7-abe83774a490 None None] Set router 8c911867-dc95-4659-9ec8-44ca8100b456 gateway port host: dv-neutron-797120-4-hyperv {{(pid=128085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 11:37:37.878396 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-cefc4a79-eec9-4787-95e7-abe83774a490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c911867-dc95-4659-9ec8-44ca8100b456', 'name': 'router1', 'tenant_id': '7162905893184c8da3e0304bb77fa1c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'external_fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.182'}], 'enable_snat': True}, 'gw_port_id': 'b1fd2315-e8b4-45c6-a695-e8689f5d0386', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T11:37:20Z', 'updated_at': '2021-06-24T11:37:36Z', 'revision_number': 4, 'project_id': '7162905893184c8da3e0304bb77fa1c7', 'gw_port': {'id': 'b1fd2315-e8b4-45c6-a695-e8689f5d0386', 'name': '', 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:e7:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c911867-dc95-4659-9ec8-44ca8100b456', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:37:36Z', 'updated_at': '2021-06-24T11:37:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-4-hyperv', '_interfaces': [{'id': '175876a8-9375-409c-9a37-7e7f650fd96c', 'name': '', 'network_id': '99512819-19a1-4415-bfac-7c76d1a0748d', 'tenant_id': '7162905893184c8da3e0304bb77fa1c7', 'mac_address': 'fa:16:3e:21:70:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c911867-dc95-4659-9ec8-44ca8100b456', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'edd71456-538f-41f5-b668-f8a8305c4469', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:37:28Z', 'updated_at': '2021-06-24T11:37:36Z', 'revision_number': 5, 'project_id': '7162905893184c8da3e0304bb77fa1c7', 'subnets': [{'id': 'edd71456-538f-41f5-b668-f8a8305c4469', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e451dd5e-b755-4bb8-a1a4-36fb3520ad66'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:37:37.929629 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cefc4a79-eec9-4787-95e7-abe83774a490 None None] Checking router: 8c911867-dc95-4659-9ec8-44ca8100b456 for host: dv-neutron-797120-4-hyperv {{(pid=128085) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 11:37:37.929963 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cefc4a79-eec9-4787-95e7-abe83774a490 None None] Updating router 8c911867-dc95-4659-9ec8-44ca8100b456 port b1fd2315-e8b4-45c6-a695-e8689f5d0386 binding host dv-neutron-797120-4-hyperv {{(pid=128085) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 11:37:37.961723 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-cefc4a79-eec9-4787-95e7-abe83774a490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:37:38.275532 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-cefc4a79-eec9-4787-95e7-abe83774a490 None None] Notify callbacks [] for port, precommit_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:37:38.285461 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-cefc4a79-eec9-4787-95e7-abe83774a490 None None] Transition to ACTIVE for port object b1fd2315-e8b4-45c6-a695-e8689f5d0386 will not be triggered until provisioned by entity L2. {{(pid=128085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 11:37:38.291912 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-cefc4a79-eec9-4787-95e7-abe83774a490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:37:38.294124 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-d4fe2417-481a-4e96-85d9-311d1804ea27 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:37:38.345020 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9791e4fd-6561-414c-91d9-15a66b3f640b None None] Pushing event updated for resources: {'Port': ['ID=b1fd2315-e8b4-45c6-a695-e8689f5d0386,revision_number=2']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:37:38.347148 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-cefc4a79-eec9-4787-95e7-abe83774a490 None None] Attempting to bind port b1fd2315-e8b4-45c6-a695-e8689f5d0386 on host dv-neutron-797120-4-hyperv for vnic_type normal with profile {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 11:37:38.347522 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-cefc4a79-eec9-4787-95e7-abe83774a490 None None] Attempting to bind port b1fd2315-e8b4-45c6-a695-e8689f5d0386 by drivers openvswitch,hyperv on host dv-neutron-797120-4-hyperv at level 0 using segments [{'id': '1139564f-ff83-4b49-a593-84b33301357d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b'}] {{(pid=128085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 11:37:38.347885 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cefc4a79-eec9-4787-95e7-abe83774a490 None None] Attempting to bind port b1fd2315-e8b4-45c6-a695-e8689f5d0386 on network f2b8ca71-e776-48b2-8898-96cc7970207b {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 11:37:38.349836 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-9791e4fd-6561-414c-91d9-15a66b3f640b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:37:38.354293 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cefc4a79-eec9-4787-95e7-abe83774a490 None None] Checking agent: {'id': 'e3a695b2-c397-461f-83b0-10b79d490b59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 11, 36, 56), 'started_at': datetime.datetime(2021, 6, 24, 11, 37, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 11, 37, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 11:37:38.354668 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cefc4a79-eec9-4787-95e7-abe83774a490 None None] Checking segment: {'id': '1139564f-ff83-4b49-a593-84b33301357d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=128085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 11:37:38.355069 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-cefc4a79-eec9-4787-95e7-abe83774a490 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:37:38.355454 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cefc4a79-eec9-4787-95e7-abe83774a490 None None] Bound using segment: {'id': '1139564f-ff83-4b49-a593-84b33301357d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b'} {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 11:37:38.355919 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-cefc4a79-eec9-4787-95e7-abe83774a490 None None] Bound port: b1fd2315-e8b4-45c6-a695-e8689f5d0386, host: dv-neutron-797120-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1139564f-ff83-4b49-a593-84b33301357d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b'}}] {{(pid=128085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 11:37:38.356316 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-cefc4a79-eec9-4787-95e7-abe83774a490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:37:38.407057 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-cefc4a79-eec9-4787-95e7-abe83774a490 None None] For port b1fd2315-e8b4-45c6-a695-e8689f5d0386, host dv-neutron-797120-4-hyperv, cleared binding levels {{(pid=128085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 11:37:38.409971 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-cefc4a79-eec9-4787-95e7-abe83774a490 None None] For port b1fd2315-e8b4-45c6-a695-e8689f5d0386, host dv-neutron-797120-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=b1fd2315-e8b4-45c6-a695-e8689f5d0386,segment=NetworkSegment(1139564f-ff83-4b49-a593-84b33301357d),segment_id=1139564f-ff83-4b49-a593-84b33301357d)] {{(pid=128085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 11:37:38.415680 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-cefc4a79-eec9-4787-95e7-abe83774a490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:37:38.418280 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:37:38.468251 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cefc4a79-eec9-4787-95e7-abe83774a490 None None] Routers {'8c911867-dc95-4659-9ec8-44ca8100b456'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 11:37:38.468841 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-cefc4a79-eec9-4787-95e7-abe83774a490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T11:37:26Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['8c911867-dc95-4659-9ec8-44ca8100b456'], 'active': True} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:37:38.584640 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device 175876a8-9375-409c-9a37-7e7f650fd96c up at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 11:37:38.589842 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9791e4fd-6561-414c-91d9-15a66b3f640b None None] Pushing event updated for resources: {'Port': ['ID=b1fd2315-e8b4-45c6-a695-e8689f5d0386,revision_number=3']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:37:38.594149 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-9791e4fd-6561-414c-91d9-15a66b3f640b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:37:38.696324 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvr_db [None req-cefc4a79-eec9-4787-95e7-abe83774a490 None None] Set router 8c911867-dc95-4659-9ec8-44ca8100b456 gateway port host: dv-neutron-797120-4-hyperv {{(pid=128085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 11:37:38.698083 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning complete for port 175876a8-9375-409c-9a37-7e7f650fd96c triggered by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:37:38.698458 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:37:38.962798 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-cefc4a79-eec9-4787-95e7-abe83774a490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c911867-dc95-4659-9ec8-44ca8100b456', 'name': 'router1', 'tenant_id': '7162905893184c8da3e0304bb77fa1c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'external_fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.182'}], 'enable_snat': True}, 'gw_port_id': 'b1fd2315-e8b4-45c6-a695-e8689f5d0386', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T11:37:20Z', 'updated_at': '2021-06-24T11:37:36Z', 'revision_number': 4, 'project_id': '7162905893184c8da3e0304bb77fa1c7', 'gw_port': {'id': 'b1fd2315-e8b4-45c6-a695-e8689f5d0386', 'name': '', 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:e7:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c911867-dc95-4659-9ec8-44ca8100b456', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:37:36Z', 'updated_at': '2021-06-24T11:37:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-4-hyperv', '_interfaces': [{'id': '175876a8-9375-409c-9a37-7e7f650fd96c', 'name': '', 'network_id': '99512819-19a1-4415-bfac-7c76d1a0748d', 'tenant_id': '7162905893184c8da3e0304bb77fa1c7', 'mac_address': 'fa:16:3e:21:70:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c911867-dc95-4659-9ec8-44ca8100b456', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'edd71456-538f-41f5-b668-f8a8305c4469', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:37:28Z', 'updated_at': '2021-06-24T11:37:36Z', 'revision_number': 5, 'project_id': '7162905893184c8da3e0304bb77fa1c7', 'subnets': [{'id': 'edd71456-538f-41f5-b668-f8a8305c4469', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e451dd5e-b755-4bb8-a1a4-36fb3520ad66'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:37:38.988483 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cefc4a79-eec9-4787-95e7-abe83774a490 None None] The sync data for ids ['8c911867-dc95-4659-9ec8-44ca8100b456'] in dv-neutron-797120-4-hyperv is: [{'id': '8c911867-dc95-4659-9ec8-44ca8100b456', 'name': 'router1', 'tenant_id': '7162905893184c8da3e0304bb77fa1c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'external_fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.182'}], 'enable_snat': True}, 'gw_port_id': 'b1fd2315-e8b4-45c6-a695-e8689f5d0386', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T11:37:20Z', 'updated_at': '2021-06-24T11:37:36Z', 'revision_number': 4, 'project_id': '7162905893184c8da3e0304bb77fa1c7', 'gw_port': {'id': 'b1fd2315-e8b4-45c6-a695-e8689f5d0386', 'name': '', 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:e7:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c911867-dc95-4659-9ec8-44ca8100b456', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:37:36Z', 'updated_at': '2021-06-24T11:37:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-4-hyperv', '_interfaces': [{'id': '175876a8-9375-409c-9a37-7e7f650fd96c', 'name': '', 'network_id': '99512819-19a1-4415-bfac-7c76d1a0748d', 'tenant_id': '7162905893184c8da3e0304bb77fa1c7', 'mac_address': 'fa:16:3e:21:70:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c911867-dc95-4659-9ec8-44ca8100b456', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'edd71456-538f-41f5-b668-f8a8305c4469', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:37:28Z', 'updated_at': '2021-06-24T11:37:36Z', 'revision_number': 5, 'project_id': '7162905893184c8da3e0304bb77fa1c7', 'subnets': [{'id': 'edd71456-538f-41f5-b668-f8a8305c4469', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e451dd5e-b755-4bb8-a1a4-36fb3520ad66'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=128085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 11:37:39.679712 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 54652) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:37:39.809267 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-af0c7695-8118-4602-b462-6621318dc7c7 admin admin] 10.222.0.53 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1283057 Jun 24 11:37:40.500367 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device b1fd2315-e8b4-45c6-a695-e8689f5d0386 up at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 11:37:40.559041 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning for port b1fd2315-e8b4-45c6-a695-e8689f5d0386 completed by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 11:37:40.562784 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning complete for port b1fd2315-e8b4-45c6-a695-e8689f5d0386 triggered by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:37:40.563163 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:37:40.651823 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:37:40.672651 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] For port b1fd2315-e8b4-45c6-a695-e8689f5d0386, host dv-neutron-797120-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=b1fd2315-e8b4-45c6-a695-e8689f5d0386,segment=NetworkSegment(1139564f-ff83-4b49-a593-84b33301357d),segment_id=1139564f-ff83-4b49-a593-84b33301357d)] {{(pid=128085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 11:37:40.676673 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:37:40.679203 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:37:40.731906 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Pushing event updated for resources: {'Port': ['ID=b1fd2315-e8b4-45c6-a695-e8689f5d0386,revision_number=4']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:37:40.734786 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:37:42.520485 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device b1fd2315-e8b4-45c6-a695-e8689f5d0386 up at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 11:37:42.580292 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning complete for port b1fd2315-e8b4-45c6-a695-e8689f5d0386 triggered by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:37:42.580666 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:37:46.071592 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.agents_db [None req-87a69269-d72b-4286-97f3-1041481ed6d8 None None] Agent healthcheck: found 5 active agents {{(pid=128086) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 11:37:53.778501 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-efeba14c-a814-4dbd-a64f-fe98d9e371a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:37:56.330346 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-5af55175-300f-419a-9ef4-42699d3200fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:37:56.444735 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:37:57.567007 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-03237adf-ebd0-46f2-a476-4d4bb746e0f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:37:59.530050 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-52c483ef-d5c1-4030-9a32-e5ce4ff00ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:38:23.070691 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.agents_db [None req-87a69269-d72b-4286-97f3-1041481ed6d8 None None] Agent healthcheck: found 5 active agents {{(pid=128086) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 11:38:23.778410 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-b3912181-fa5d-4d3c-8803-917ba451138c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:38:26.327064 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-51ccfac4-5dd2-403d-b00c-38e98a853230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:38:26.429246 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:38:27.555530 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-03237adf-ebd0-46f2-a476-4d4bb746e0f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:38:29.533442 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-52c483ef-d5c1-4030-9a32-e5ce4ff00ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:38:53.778701 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-9e333a2d-e79b-4798-b66b-72385cb2cef9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:38:56.329067 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-01268ee8-6a04-42c0-a6ce-1ce1aac7bc17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:38:56.431551 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:38:57.558298 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-03237adf-ebd0-46f2-a476-4d4bb746e0f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:38:59.536226 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-52c483ef-d5c1-4030-9a32-e5ce4ff00ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:39:00.068230 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.agents_db [None req-87a69269-d72b-4286-97f3-1041481ed6d8 None None] Agent healthcheck: found 5 active agents {{(pid=128086) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 11:39:19.927883 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 55252) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:39:19.988226 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a5a4d79-5a75-42b1-9fa7-fc3c64a31db9 admin admin] GET failed (client error): The resource could not be found. Jun 24 11:39:19.989568 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-1a5a4d79-5a75-42b1-9fa7-fc3c64a31db9 admin admin] 10.222.0.53 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0607467 Jun 24 11:39:20.146126 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6b0a18c-ce5b-4e68-82d9-4f47bc436da2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=128084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:39:20.147499 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-b6b0a18c-ce5b-4e68-82d9-4f47bc436da2 admin admin] 10.222.0.53 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1541438 Jun 24 11:39:22.288356 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 55262) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:39:22.381491 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c136a967-9ba1-46ef-967a-2fab78fc5c60 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=128084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:39:22.382790 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-c136a967-9ba1-46ef-967a-2fab78fc5c60 admin admin] 10.222.0.53 "GET /v2.0/subnets/edd71456-538f-41f5-b668-f8a8305c4469 HTTP/1.1" status: 200 len: 849 time: 0.0933738 Jun 24 11:39:22.392929 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-7f175187-d45c-43a2-aefb-a3f2e32ff5d6 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:39:22.474339 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-7f175187-d45c-43a2-aefb-a3f2e32ff5d6 admin admin] Notify callbacks [] for subnet, before_update {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:39:22.616901 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-7f175187-d45c-43a2-aefb-a3f2e32ff5d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8793193945290'] for subnet, after_update {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:39:22.618972 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:39:22.647885 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f175187-d45c-43a2-aefb-a3f2e32ff5d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=128084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:39:22.648525 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-7f175187-d45c-43a2-aefb-a3f2e32ff5d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588949'] for subnet, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:39:22.649761 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-7f175187-d45c-43a2-aefb-a3f2e32ff5d6 admin admin] 10.222.0.53 "PUT /v2.0/subnets/edd71456-538f-41f5-b668-f8a8305c4469 HTTP/1.1" status: 200 len: 868 time: 0.2615747 Jun 24 11:39:22.667640 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05dcad74-2d31-4777-8319-e88283e93c07 None None] Network 99512819-19a1-4415-bfac-7c76d1a0748d requested from dv-neutron-797120-4-hyperv {{(pid=128085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 11:39:22.669476 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f175187-d45c-43a2-aefb-a3f2e32ff5d6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=edd71456-538f-41f5-b668-f8a8305c4469,revision_number=1']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:39:22.677751 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f175187-d45c-43a2-aefb-a3f2e32ff5d6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:39:22.678115 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f175187-d45c-43a2-aefb-a3f2e32ff5d6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:39:22.678465 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f175187-d45c-43a2-aefb-a3f2e32ff5d6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:39:22.678784 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f175187-d45c-43a2-aefb-a3f2e32ff5d6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:39:22.679107 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f175187-d45c-43a2-aefb-a3f2e32ff5d6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:39:22.679433 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f175187-d45c-43a2-aefb-a3f2e32ff5d6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:39:22.679763 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f175187-d45c-43a2-aefb-a3f2e32ff5d6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:39:22.680083 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f175187-d45c-43a2-aefb-a3f2e32ff5d6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:39:22.680397 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f175187-d45c-43a2-aefb-a3f2e32ff5d6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:39:22.680712 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f175187-d45c-43a2-aefb-a3f2e32ff5d6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:39:22.681051 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f175187-d45c-43a2-aefb-a3f2e32ff5d6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:39:22.681366 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f175187-d45c-43a2-aefb-a3f2e32ff5d6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:39:22.685754 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-7f175187-d45c-43a2-aefb-a3f2e32ff5d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:39:23.065121 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-d03f9c6f-9e84-4bc9-a31f-d31672b54a98 None None] Provisioning complete for port 39ed9b48-325e-4a4d-bfb3-25f29464f40f triggered by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:39:23.065499 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-d03f9c6f-9e84-4bc9-a31f-d31672b54a98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:39:23.148275 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-d03f9c6f-9e84-4bc9-a31f-d31672b54a98 None None] Provisioning complete for port 175876a8-9375-409c-9a37-7e7f650fd96c triggered by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:39:23.148544 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-d03f9c6f-9e84-4bc9-a31f-d31672b54a98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:39:23.779056 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-5b960ead-83d0-431f-aae2-f74e2e9be734 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:39:24.804024 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 55270) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:39:25.006344 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9576f38b-3d1a-4a8f-9c9d-85b52732b3ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:39:25.006822 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9576f38b-3d1a-4a8f-9c9d-85b52732b3ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:39:25.008323 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-9576f38b-3d1a-4a8f-9c9d-85b52732b3ce admin admin] 10.222.0.53 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2033103 Jun 24 11:39:26.332119 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-afb1a390-f6af-4aa4-b44b-2c01b386db3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:39:26.432256 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:39:27.155069 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 55280) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:39:27.286852 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6d827f5-d213-47e8-802c-41b6fd61c438 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:39:27.287352 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6d827f5-d213-47e8-802c-41b6fd61c438 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:39:27.288877 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-e6d827f5-d213-47e8-802c-41b6fd61c438 admin admin] 10.222.0.53 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1328783 Jun 24 11:39:27.559936 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-03237adf-ebd0-46f2-a476-4d4bb746e0f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:39:29.450667 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 55288) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:39:29.541785 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-52c483ef-d5c1-4030-9a32-e5ce4ff00ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:39:29.623260 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b9bc0f6-c90f-4d21-aa04-b2614d5197fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:39:29.624602 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-0b9bc0f6-c90f-4d21-aa04-b2614d5197fc admin admin] 10.222.0.53 "GET /v2.0/networks/99512819-19a1-4415-bfac-7c76d1a0748d HTTP/1.1" status: 200 len: 869 time: 0.1729825 Jun 24 11:39:31.846493 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 55296) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:39:31.971482 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ff01ce3-ba78-4837-91d3-9542f919806b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=128084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:39:31.972804 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-5ff01ce3-ba78-4837-91d3-9542f919806b admin admin] 10.222.0.53 "GET /v2.0/networks/f2b8ca71-e776-48b2-8898-96cc7970207b HTTP/1.1" status: 200 len: 886 time: 0.1254306 Jun 24 11:39:34.093861 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 55304) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:39:34.217275 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b1741de-d9e1-4a2b-bafe-bab6f17f8979 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=128084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:39:34.217723 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b1741de-d9e1-4a2b-bafe-bab6f17f8979 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=128084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:39:34.219206 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-8b1741de-d9e1-4a2b-bafe-bab6f17f8979 admin admin] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1244082 Jun 24 11:39:36.379388 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 55312) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:39:36.465851 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-412eb11a-1478-490b-af9f-aa6ed686d9b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=128084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:39:36.466300 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-412eb11a-1478-490b-af9f-aa6ed686d9b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=128084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:39:36.467738 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-412eb11a-1478-490b-af9f-aa6ed686d9b6 admin admin] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0873880 Jun 24 11:39:37.066381 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.agents_db [None req-87a69269-d72b-4286-97f3-1041481ed6d8 None None] Agent healthcheck: found 5 active agents {{(pid=128086) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 11:39:38.614726 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 55320) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:39:38.703665 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3753446f-5ffa-4081-a115-0c335d21fff6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=128084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:39:38.705164 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-3753446f-5ffa-4081-a115-0c335d21fff6 admin admin] 10.222.0.53 "GET /v2.0/subnets/edd71456-538f-41f5-b668-f8a8305c4469 HTTP/1.1" status: 200 len: 868 time: 0.0894558 Jun 24 11:39:40.822208 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 55328) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:39:40.905470 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68cc00c8-2a9e-4a3c-b364-aa56e44eae92 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:39:40.906834 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-68cc00c8-2a9e-4a3c-b364-aa56e44eae92 admin admin] 10.222.0.53 "GET /v2.0/subnets/f37bf603-3862-4d0a-9f58-89616f7fd68f HTTP/1.1" status: 200 len: 816 time: 0.0836444 Jun 24 11:39:53.780769 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-349ba952-321a-4392-8d6e-b2c50d8e7eb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:39:56.333060 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-d9ca2a36-9a76-47f2-bae6-88da6c514242 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:39:56.434476 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:39:57.562970 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-03237adf-ebd0-46f2-a476-4d4bb746e0f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:39:59.552551 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-52c483ef-d5c1-4030-9a32-e5ce4ff00ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:40:04.415527 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 55372) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:40:04.462162 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [None req-32a43666-0131-4d9f-9039-6151246d16f7 admin admin] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=128083) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 24 11:40:04.463129 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-32a43666-0131-4d9f-9039-6151246d16f7 admin admin] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0466800 Jun 24 11:40:06.773033 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 55380) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:40:06.831344 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.pecan_wsgi.hooks.translation [None req-a167464a-afda-4215-ba98-e8d431208f32 admin admin] GET failed (client error): The resource could not be found. Jun 24 11:40:06.832647 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-a167464a-afda-4215-ba98-e8d431208f32 admin admin] 10.222.0.53 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0586784 Jun 24 11:40:06.977424 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f33c80ba-f254-4109-8182-0e6e6967e279 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:40:06.978900 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-f33c80ba-f254-4109-8182-0e6e6967e279 admin admin] 10.222.0.53 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1423452 Jun 24 11:40:09.117213 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 55388) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:40:09.162829 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [None req-0da83013-4c85-4d60-ba16-09514aa354e4 admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:40:09.183094 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0da83013-4c85-4d60-ba16-09514aa354e4 admin admin] Made reservation on behalf of 4d3a8f6336bf409b97ae48c361110527 for: {'network': 1} {{(pid=128083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 11:40:09.185425 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-0da83013-4c85-4d60-ba16-09514aa354e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for network, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:40:09.220278 dv-neutron-797120-4-hyperv neutron-server[128083]: WARNING neutron.services.revisions.revision_plugin [None req-0da83013-4c85-4d60-ba16-09514aa354e4 admin admin] Could not find related network for resource to bump revision. Jun 24 11:40:09.233253 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0da83013-4c85-4d60-ba16-09514aa354e4 admin admin] vlan segment allocate from pool success with {'vlan_id': 628, 'physical_network': 'physnet1'} {{(pid=128083) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 11:40:09.244015 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-0da83013-4c85-4d60-ba16-09514aa354e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967879'] for segment, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:40:09.244398 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.db.segments_db [None req-0da83013-4c85-4d60-ba16-09514aa354e4 admin admin] Added segment 511b8d3c-0c35-4ffa-b000-9e69c0881cd5 of type vlan for network 54a26b12-e51b-4f4e-9540-5373b0592c0d Jun 24 11:40:09.282500 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-0da83013-4c85-4d60-ba16-09514aa354e4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793193525068'] for network, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:40:09.309983 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-0da83013-4c85-4d60-ba16-09514aa354e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1800243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976'] for network, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:40:09.311122 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0da83013-4c85-4d60-ba16-09514aa354e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:40:09.311684 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-0da83013-4c85-4d60-ba16-09514aa354e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588949'] for network, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:40:09.314884 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-27f01cfb-71e2-47e4-8a85-89b036f0d624 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:40:09.366973 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-0da83013-4c85-4d60-ba16-09514aa354e4 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2486660 Jun 24 11:40:09.373482 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da83013-4c85-4d60-ba16-09514aa354e4 admin admin] Pushing event updated for resources: {'Network': ['ID=54a26b12-e51b-4f4e-9540-5373b0592c0d,revision_number=1']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:40:09.381275 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da83013-4c85-4d60-ba16-09514aa354e4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:40:09.381626 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da83013-4c85-4d60-ba16-09514aa354e4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:40:09.381954 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da83013-4c85-4d60-ba16-09514aa354e4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:40:09.382274 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da83013-4c85-4d60-ba16-09514aa354e4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:40:09.382591 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da83013-4c85-4d60-ba16-09514aa354e4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:40:09.382927 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da83013-4c85-4d60-ba16-09514aa354e4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:40:09.383243 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da83013-4c85-4d60-ba16-09514aa354e4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:40:09.383570 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da83013-4c85-4d60-ba16-09514aa354e4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:40:09.383896 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da83013-4c85-4d60-ba16-09514aa354e4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:40:09.384193 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da83013-4c85-4d60-ba16-09514aa354e4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:40:09.384499 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da83013-4c85-4d60-ba16-09514aa354e4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:40:09.384803 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da83013-4c85-4d60-ba16-09514aa354e4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:40:09.388594 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-0da83013-4c85-4d60-ba16-09514aa354e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:40:09.400322 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Network 54a26b12-e51b-4f4e-9540-5373b0592c0d details requested by agent ovs-agent-dv-neutron-797120-4-hyperv with host dv-neutron-797120-4-hyperv {{(pid=128085) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 11:40:11.521192 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 55396) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:40:11.580527 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.pecan_wsgi.hooks.translation [None req-29231bbf-b112-4112-b2d2-23578ea46ce1 admin admin] GET failed (client error): The resource could not be found. Jun 24 11:40:11.581869 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-29231bbf-b112-4112-b2d2-23578ea46ce1 admin admin] 10.222.0.53 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0597358 Jun 24 11:40:11.650165 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dd3d3cd-0104-45fd-8a6e-0d9afc7d1482 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:40:11.651636 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-1dd3d3cd-0104-45fd-8a6e-0d9afc7d1482 admin admin] 10.222.0.53 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0660453 Jun 24 11:40:11.661721 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [None req-8d68ccc0-26a0-4d13-bc3f-a6d35df96a02 admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'ip_version': 4, 'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'network_id': '54a26b12-e51b-4f4e-9540-5373b0592c0d'}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:40:11.680935 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d68ccc0-26a0-4d13-bc3f-a6d35df96a02 admin admin] Made reservation on behalf of 4d3a8f6336bf409b97ae48c361110527 for: {'subnet': 1} {{(pid=128083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 11:40:11.683186 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-8d68ccc0-26a0-4d13-bc3f-a6d35df96a02 admin admin] Notify callbacks [] for subnet, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:40:11.841347 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-8d68ccc0-26a0-4d13-bc3f-a6d35df96a02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971'] for subnet, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:40:11.843392 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-5bfe74ee-d863-4f87-9386-f783951226a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:40:11.890969 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d68ccc0-26a0-4d13-bc3f-a6d35df96a02 admin admin] Pushing event updated for resources: {'Subnet': ['ID=536f4e6a-3125-4cc3-a49c-78dfcef6a428,revision_number=0']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:40:11.898045 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-8d68ccc0-26a0-4d13-bc3f-a6d35df96a02 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:40:11.906313 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d68ccc0-26a0-4d13-bc3f-a6d35df96a02 admin admin] Checking segment: {'id': '511b8d3c-0c35-4ffa-b000-9e69c0881cd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '54a26b12-e51b-4f4e-9540-5373b0592c0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=128083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 11:40:11.906658 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d68ccc0-26a0-4d13-bc3f-a6d35df96a02 admin admin] Network hostable DHCP agents. Network: 54a26b12-e51b-4f4e-9540-5373b0592c0d, hostable agents: ['6be988a9-1d97-480f-be5a-c55abf2c55c5'], hosted agents: [] {{(pid=128083) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 11:40:11.921416 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d68ccc0-26a0-4d13-bc3f-a6d35df96a02 admin admin] Network 54a26b12-e51b-4f4e-9540-5373b0592c0d is scheduled to be hosted by DHCP agent 6be988a9-1d97-480f-be5a-c55abf2c55c5 with binding_index 1 {{(pid=128083) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 11:40:11.929353 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.base_scheduler [None req-8d68ccc0-26a0-4d13-bc3f-a6d35df96a02 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-4-hyperv, 54a26b12-e51b-4f4e-9540-5373b0592c0d) {{(pid=128083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:40:11.933286 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d68ccc0-26a0-4d13-bc3f-a6d35df96a02 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:40:11.933860 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-8d68ccc0-26a0-4d13-bc3f-a6d35df96a02 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588949'] for subnet, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:40:11.940308 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a30175fe-2d06-43dc-8de1-13bd00281468 None None] Network 54a26b12-e51b-4f4e-9540-5373b0592c0d requested from dv-neutron-797120-4-hyperv {{(pid=128085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 11:40:11.951705 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-8d68ccc0-26a0-4d13-bc3f-a6d35df96a02 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2891369 Jun 24 11:40:12.184805 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bd2543d-2635-4194-a819-050f899eb663 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d65c8f8-7530-5052-99fe-8ea05073750b-54a26b12-e51b-4f4e-9540-5373b0592c0d', 'network_id': '54a26b12-e51b-4f4e-9540-5373b0592c0d', 'tenant_id': '4d3a8f6336bf409b97ae48c361110527', 'fixed_ips': [{'subnet_id': '536f4e6a-3125-4cc3-a49c-78dfcef6a428'}]}} from dv-neutron-797120-4-hyperv. {{(pid=128085) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 24 11:40:12.185736 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-9bd2543d-2635-4194-a819-050f899eb663 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_create {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:40:12.326795 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.db_base_plugin_common [None req-9bd2543d-2635-4194-a819-050f899eb663 None None] Allocated IP 192.168.233.2 (54a26b12-e51b-4f4e-9540-5373b0592c0d/536f4e6a-3125-4cc3-a49c-78dfcef6a428/d277cdad-931e-4e8f-8ad9-ecf017f73402) {{(pid=128085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 11:40:12.473165 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-9bd2543d-2635-4194-a819-050f899eb663 None None] Notify callbacks [] for port, precommit_create {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:40:12.482583 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-9bd2543d-2635-4194-a819-050f899eb663 None None] Transition to ACTIVE for port object d277cdad-931e-4e8f-8ad9-ecf017f73402 will not be triggered until provisioned by entity L2. {{(pid=128085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 11:40:12.497793 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-9bd2543d-2635-4194-a819-050f899eb663 None None] Transition to ACTIVE for port object d277cdad-931e-4e8f-8ad9-ecf017f73402 will not be triggered until provisioned by entity DHCP. {{(pid=128085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 11:40:12.503976 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-9bd2543d-2635-4194-a819-050f899eb663 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-650429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-506361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793193536723'] for port, after_create {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:40:12.506109 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:40:12.539614 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bd2543d-2635-4194-a819-050f899eb663 None None] Network 54a26b12-e51b-4f4e-9540-5373b0592c0d is already hosted by enough agents. {{(pid=128085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 11:40:12.542444 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.scheduler.base_scheduler [None req-9bd2543d-2635-4194-a819-050f899eb663 None None] Resources bound (agent type, host, resource id): {{(pid=128085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:40:12.545587 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bd2543d-2635-4194-a819-050f899eb663 None None] Received port after_create {{(pid=128085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 11:40:12.582924 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd2543d-2635-4194-a819-050f899eb663 None None] Pushing event updated for resources: {'Port': ['ID=d277cdad-931e-4e8f-8ad9-ecf017f73402,revision_number=1']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:40:12.607261 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd2543d-2635-4194-a819-050f899eb663 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:40:12.607604 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd2543d-2635-4194-a819-050f899eb663 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:40:12.607936 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd2543d-2635-4194-a819-050f899eb663 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:40:12.608255 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd2543d-2635-4194-a819-050f899eb663 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:40:12.608617 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd2543d-2635-4194-a819-050f899eb663 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:40:12.608957 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd2543d-2635-4194-a819-050f899eb663 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:40:12.609303 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd2543d-2635-4194-a819-050f899eb663 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:40:12.609803 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd2543d-2635-4194-a819-050f899eb663 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:40:12.610137 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd2543d-2635-4194-a819-050f899eb663 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:40:12.610455 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd2543d-2635-4194-a819-050f899eb663 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:40:12.610774 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd2543d-2635-4194-a819-050f899eb663 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:40:12.611085 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd2543d-2635-4194-a819-050f899eb663 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:40:12.615274 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-9bd2543d-2635-4194-a819-050f899eb663 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:40:12.627915 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-9bd2543d-2635-4194-a819-050f899eb663 None None] Attempting to bind port d277cdad-931e-4e8f-8ad9-ecf017f73402 on host dv-neutron-797120-4-hyperv for vnic_type normal with profile {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 11:40:12.628282 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-9bd2543d-2635-4194-a819-050f899eb663 None None] Attempting to bind port d277cdad-931e-4e8f-8ad9-ecf017f73402 by drivers openvswitch,hyperv on host dv-neutron-797120-4-hyperv at level 0 using segments [{'id': '511b8d3c-0c35-4ffa-b000-9e69c0881cd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '54a26b12-e51b-4f4e-9540-5373b0592c0d'}] {{(pid=128085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 11:40:12.628639 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bd2543d-2635-4194-a819-050f899eb663 None None] Attempting to bind port d277cdad-931e-4e8f-8ad9-ecf017f73402 on network 54a26b12-e51b-4f4e-9540-5373b0592c0d {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 11:40:12.634208 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bd2543d-2635-4194-a819-050f899eb663 None None] Checking agent: {'id': 'e3a695b2-c397-461f-83b0-10b79d490b59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 11, 36, 56), 'started_at': datetime.datetime(2021, 6, 24, 11, 37, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 11, 39, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 11:40:12.634577 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bd2543d-2635-4194-a819-050f899eb663 None None] Checking segment: {'id': '511b8d3c-0c35-4ffa-b000-9e69c0881cd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '54a26b12-e51b-4f4e-9540-5373b0592c0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=128085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 11:40:12.634974 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-9bd2543d-2635-4194-a819-050f899eb663 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:40:12.635374 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bd2543d-2635-4194-a819-050f899eb663 None None] Bound using segment: {'id': '511b8d3c-0c35-4ffa-b000-9e69c0881cd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '54a26b12-e51b-4f4e-9540-5373b0592c0d'} {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 11:40:12.635833 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-9bd2543d-2635-4194-a819-050f899eb663 None None] Bound port: d277cdad-931e-4e8f-8ad9-ecf017f73402, host: dv-neutron-797120-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '511b8d3c-0c35-4ffa-b000-9e69c0881cd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '54a26b12-e51b-4f4e-9540-5373b0592c0d'}}] {{(pid=128085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 11:40:12.636225 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-9bd2543d-2635-4194-a819-050f899eb663 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:40:12.697775 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-9bd2543d-2635-4194-a819-050f899eb663 None None] For port d277cdad-931e-4e8f-8ad9-ecf017f73402, host dv-neutron-797120-4-hyperv, cleared binding levels {{(pid=128085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 11:40:12.701175 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-9bd2543d-2635-4194-a819-050f899eb663 None None] For port d277cdad-931e-4e8f-8ad9-ecf017f73402, host dv-neutron-797120-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=d277cdad-931e-4e8f-8ad9-ecf017f73402,segment=NetworkSegment(511b8d3c-0c35-4ffa-b000-9e69c0881cd5),segment_id=511b8d3c-0c35-4ffa-b000-9e69c0881cd5)] {{(pid=128085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 11:40:12.706361 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-9bd2543d-2635-4194-a819-050f899eb663 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:40:12.708580 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:40:12.766849 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd2543d-2635-4194-a819-050f899eb663 None None] Pushing event updated for resources: {'Port': ['ID=d277cdad-931e-4e8f-8ad9-ecf017f73402,revision_number=2']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:40:12.770063 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-9bd2543d-2635-4194-a819-050f899eb663 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:40:13.560401 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a824841c-0683-4776-84b4-ed540baa3def None None] Network 54a26b12-e51b-4f4e-9540-5373b0592c0d requested from dv-neutron-797120-4-hyperv {{(pid=128085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 11:40:13.635474 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-7ec6c6d1-7bb5-42fd-9d1c-191aaa2d43e3 None None] Provisioning for port d277cdad-931e-4e8f-8ad9-ecf017f73402 completed by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 11:40:14.065509 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.agents_db [None req-87a69269-d72b-4286-97f3-1041481ed6d8 None None] Agent healthcheck: found 5 active agents {{(pid=128086) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 11:40:14.624399 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device d277cdad-931e-4e8f-8ad9-ecf017f73402 up at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 11:40:14.677069 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning for port d277cdad-931e-4e8f-8ad9-ecf017f73402 completed by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 11:40:14.681032 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning complete for port d277cdad-931e-4e8f-8ad9-ecf017f73402 triggered by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:40:14.681387 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:40:14.757985 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:40:14.796820 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] For port d277cdad-931e-4e8f-8ad9-ecf017f73402, host dv-neutron-797120-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=d277cdad-931e-4e8f-8ad9-ecf017f73402,segment=NetworkSegment(511b8d3c-0c35-4ffa-b000-9e69c0881cd5),segment_id=511b8d3c-0c35-4ffa-b000-9e69c0881cd5)] {{(pid=128085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 11:40:14.801425 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:40:14.803482 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:40:14.854919 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Pushing event updated for resources: {'Port': ['ID=d277cdad-931e-4e8f-8ad9-ecf017f73402,revision_number=3']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:40:14.858008 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:40:16.600414 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device d277cdad-931e-4e8f-8ad9-ecf017f73402 up at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 11:40:16.663135 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning complete for port d277cdad-931e-4e8f-8ad9-ecf017f73402 triggered by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:40:16.663415 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:40:23.784440 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-87c0a8cc-9f28-4607-99f4-ff7689499ed4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:40:26.332931 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-5a58c753-4b0b-4fd0-bda5-f2257c21f244 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:40:26.433171 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:40:27.567818 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-03237adf-ebd0-46f2-a476-4d4bb746e0f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:40:29.554929 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-52c483ef-d5c1-4030-9a32-e5ce4ff00ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:40:51.062936 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.agents_db [None req-87a69269-d72b-4286-97f3-1041481ed6d8 None None] Agent healthcheck: found 5 active agents {{(pid=128086) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 11:40:53.786237 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-5f67d8dc-a330-4300-9598-8c1e69e031e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:40:56.341442 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-87c10801-1d12-4592-8bf9-f8349b68028b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:40:56.434011 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:40:57.569243 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-03237adf-ebd0-46f2-a476-4d4bb746e0f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:40:59.558682 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-52c483ef-d5c1-4030-9a32-e5ce4ff00ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:41:19.636004 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 55448) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:41:19.642501 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [None req-270729a4-0d2b-4ef9-9616-1185a9d309b6 tempest-verify_tempest_config-1612443961 tempest-verify_tempest_config-1612443961-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=128083) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 24 11:41:19.643450 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-270729a4-0d2b-4ef9-9616-1185a9d309b6 tempest-verify_tempest_config-1612443961 tempest-verify_tempest_config-1612443961-project] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0064929 Jun 24 11:41:19.942681 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 55466) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:41:20.042622 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-bf4530f8-e540-4a46-a823-0ae2f3b80956 admin admin] Notify callbacks [] for security_group, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:41:20.125973 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-bf4530f8-e540-4a46-a823-0ae2f3b80956 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:41:20.129515 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-bf4530f8-e540-4a46-a823-0ae2f3b80956 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800410'] for security_group, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:41:20.135299 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-27f01cfb-71e2-47e4-8a85-89b036f0d624 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:41:20.172809 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-bf4530f8-e540-4a46-a823-0ae2f3b80956 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=4e71dd6b1bc147dd9838b4361dd2d4e2&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2290967 Jun 24 11:41:20.174748 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4530f8-e540-4a46-a823-0ae2f3b80956 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e61e343-3379-4d6a-b5a2-4baf4770da6b,revision_number=1']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:41:20.175456 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 55470) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:41:20.181544 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf4530f8-e540-4a46-a823-0ae2f3b80956 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:41:20.181907 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf4530f8-e540-4a46-a823-0ae2f3b80956 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:41:20.182249 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf4530f8-e540-4a46-a823-0ae2f3b80956 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:41:20.182581 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf4530f8-e540-4a46-a823-0ae2f3b80956 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:41:20.182907 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf4530f8-e540-4a46-a823-0ae2f3b80956 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:41:20.183244 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf4530f8-e540-4a46-a823-0ae2f3b80956 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:41:20.183568 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf4530f8-e540-4a46-a823-0ae2f3b80956 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:41:20.183897 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf4530f8-e540-4a46-a823-0ae2f3b80956 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:41:20.184217 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf4530f8-e540-4a46-a823-0ae2f3b80956 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:41:20.184538 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf4530f8-e540-4a46-a823-0ae2f3b80956 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:41:20.184849 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf4530f8-e540-4a46-a823-0ae2f3b80956 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:41:20.185196 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf4530f8-e540-4a46-a823-0ae2f3b80956 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:41:20.189483 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-bf4530f8-e540-4a46-a823-0ae2f3b80956 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:41:20.234507 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-86c3813f-d5cb-4db6-a297-7d8a998bc7cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:41:20.257502 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-86c3813f-d5cb-4db6-a297-7d8a998bc7cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:41:20.343556 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-86c3813f-d5cb-4db6-a297-7d8a998bc7cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800410'] for security_group, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:41:20.346484 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-86c3813f-d5cb-4db6-a297-7d8a998bc7cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:41:20.347618 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-86c3813f-d5cb-4db6-a297-7d8a998bc7cb admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/0e61e343-3379-4d6a-b5a2-4baf4770da6b HTTP/1.1" status: 204 len: 168 time: 0.1710627 Jun 24 11:41:20.348394 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-9c48439f-3d7a-48a8-8ed7-7e15aa3f59a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:41:20.356422 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c3813f-d5cb-4db6-a297-7d8a998bc7cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e61e343-3379-4d6a-b5a2-4baf4770da6b,revision_number=None']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:41:20.363627 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c3813f-d5cb-4db6-a297-7d8a998bc7cb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:41:20.363979 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c3813f-d5cb-4db6-a297-7d8a998bc7cb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:41:20.364306 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c3813f-d5cb-4db6-a297-7d8a998bc7cb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:41:20.364624 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c3813f-d5cb-4db6-a297-7d8a998bc7cb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:41:20.364938 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c3813f-d5cb-4db6-a297-7d8a998bc7cb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:41:20.365333 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c3813f-d5cb-4db6-a297-7d8a998bc7cb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:41:20.365653 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c3813f-d5cb-4db6-a297-7d8a998bc7cb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:41:20.365961 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c3813f-d5cb-4db6-a297-7d8a998bc7cb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:41:20.366271 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c3813f-d5cb-4db6-a297-7d8a998bc7cb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:41:20.366577 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c3813f-d5cb-4db6-a297-7d8a998bc7cb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:41:20.366879 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c3813f-d5cb-4db6-a297-7d8a998bc7cb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:41:20.367178 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c3813f-d5cb-4db6-a297-7d8a998bc7cb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:41:20.370182 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-86c3813f-d5cb-4db6-a297-7d8a998bc7cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:41:23.786632 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-9db4b196-6d5a-4b53-a912-46038aec1760 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:41:26.333765 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-baee740d-2217-4781-bf17-cd22ede24a08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:41:26.437788 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:41:27.570656 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-03237adf-ebd0-46f2-a476-4d4bb746e0f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:41:28.061865 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.agents_db [None req-87a69269-d72b-4286-97f3-1041481ed6d8 None None] Agent healthcheck: found 5 active agents {{(pid=128086) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 11:41:29.559786 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-52c483ef-d5c1-4030-9a32-e5ce4ff00ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:41:53.786728 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-b42af312-b66e-47b7-88fb-38e4eed852f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:41:56.334509 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-eb22d8ef-cf86-472e-a218-5b18e778587c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:41:56.438911 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:41:57.575659 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-03237adf-ebd0-46f2-a476-4d4bb746e0f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:41:59.563992 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-52c483ef-d5c1-4030-9a32-e5ce4ff00ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:42:05.061168 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.agents_db [None req-87a69269-d72b-4286-97f3-1041481ed6d8 None None] Agent healthcheck: found 5 active agents {{(pid=128086) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 11:42:23.786437 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-71e885b6-def9-43cb-a665-f9561b303b3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:42:26.335560 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-de40817b-6eec-4cdf-b125-736437717b72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:42:26.439639 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:42:27.577988 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-03237adf-ebd0-46f2-a476-4d4bb746e0f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:42:29.567805 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-52c483ef-d5c1-4030-9a32-e5ce4ff00ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:42:42.060354 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.agents_db [None req-87a69269-d72b-4286-97f3-1041481ed6d8 None None] Agent healthcheck: found 5 active agents {{(pid=128086) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 11:42:44.436053 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1806182'] for agent, after_create {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:42:53.787067 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-91c0290b-eeec-49cd-b863-bab70cde3558 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:42:56.336780 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ed635312-1e6a-4f53-af38-d83bfc0296e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:42:56.440468 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:42:57.580177 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-03237adf-ebd0-46f2-a476-4d4bb746e0f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:42:59.569716 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-52c483ef-d5c1-4030-9a32-e5ce4ff00ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:43:01.875091 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 55542) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:43:01.975653 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-9be32b9b-a118-46e4-abed-e76ea9d86deb admin admin] 10.222.0.53 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4315 time: 0.0994568 Jun 24 11:43:04.343655 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 55552) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:43:04.396775 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-f7e30888-35d2-4b25-afc1-74b3153f9750 admin admin] 10.222.0.53 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4315 time: 0.0520501 Jun 24 11:43:14.385222 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:43:19.060164 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.agents_db [None req-87a69269-d72b-4286-97f3-1041481ed6d8 None None] Agent healthcheck: found 6 active agents {{(pid=128086) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 11:43:23.787665 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-c7ea30a6-f50f-4d45-92fc-c529efa88e50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:43:26.336301 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-3ee11624-66e0-4e77-89f0-b04a4ee14b05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:43:26.442013 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:43:27.582699 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-03237adf-ebd0-46f2-a476-4d4bb746e0f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:43:29.572637 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-52c483ef-d5c1-4030-9a32-e5ce4ff00ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:43:44.387847 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:43:53.788374 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-0b7b1a74-4d8c-4c67-86db-711c924f8199 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:43:56.059135 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.agents_db [None req-87a69269-d72b-4286-97f3-1041481ed6d8 None None] Agent healthcheck: found 6 active agents {{(pid=128086) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 11:43:56.337556 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-6a4431e1-5fa3-445d-8870-49aea6c3d1f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:43:56.442871 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:43:57.585219 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-03237adf-ebd0-46f2-a476-4d4bb746e0f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:43:59.577782 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-52c483ef-d5c1-4030-9a32-e5ce4ff00ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:14.402805 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:18.269716 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 55676) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:44:18.616675 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-f63ddfb3-de94-43c7-a9af-41d18aaf0f22 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1630259479-network', 'tenant_id': 'a34fcc8eaff5466883f461818fc3749a'}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:44:18.639663 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f63ddfb3-de94-43c7-a9af-41d18aaf0f22 admin admin] Made reservation on behalf of a34fcc8eaff5466883f461818fc3749a for: {'network': 1} {{(pid=128084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 11:44:18.642999 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-f63ddfb3-de94-43c7-a9af-41d18aaf0f22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for network, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:18.652369 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-f63ddfb3-de94-43c7-a9af-41d18aaf0f22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:18.760003 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-f63ddfb3-de94-43c7-a9af-41d18aaf0f22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:18.768886 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-f63ddfb3-de94-43c7-a9af-41d18aaf0f22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800410'] for security_group, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:18.773058 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-86c3813f-d5cb-4db6-a297-7d8a998bc7cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:44:18.802297 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63ddfb3-de94-43c7-a9af-41d18aaf0f22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8208dd14-e9c1-485b-a862-9fccdc6561ae,revision_number=1']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:44:18.804394 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f63ddfb3-de94-43c7-a9af-41d18aaf0f22 admin admin] vlan segment allocate from pool success with {'vlan_id': 630, 'physical_network': 'physnet1'} {{(pid=128084) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 11:44:18.815393 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63ddfb3-de94-43c7-a9af-41d18aaf0f22 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:44:18.815770 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63ddfb3-de94-43c7-a9af-41d18aaf0f22 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:44:18.816113 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63ddfb3-de94-43c7-a9af-41d18aaf0f22 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:44:18.816448 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63ddfb3-de94-43c7-a9af-41d18aaf0f22 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:44:18.816778 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63ddfb3-de94-43c7-a9af-41d18aaf0f22 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:44:18.817132 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63ddfb3-de94-43c7-a9af-41d18aaf0f22 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:44:18.817452 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63ddfb3-de94-43c7-a9af-41d18aaf0f22 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:44:18.817796 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63ddfb3-de94-43c7-a9af-41d18aaf0f22 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:44:18.818102 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63ddfb3-de94-43c7-a9af-41d18aaf0f22 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:44:18.818413 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63ddfb3-de94-43c7-a9af-41d18aaf0f22 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:44:18.818723 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63ddfb3-de94-43c7-a9af-41d18aaf0f22 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:44:18.819029 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63ddfb3-de94-43c7-a9af-41d18aaf0f22 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:44:18.820054 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63ddfb3-de94-43c7-a9af-41d18aaf0f22 admin admin] Tracked resource versions report: Jun 24 11:44:18.820054 dv-neutron-797120-4-hyperv neutron-server[128084]: pushed versions: Jun 24 11:44:18.820054 dv-neutron-797120-4-hyperv neutron-server[128084]: { 'AddressGroup': {'1.2'}, Jun 24 11:44:18.820054 dv-neutron-797120-4-hyperv neutron-server[128084]: 'ConntrackHelper': {'1.0'}, Jun 24 11:44:18.820054 dv-neutron-797120-4-hyperv neutron-server[128084]: 'Log': {'1.0'}, Jun 24 11:44:18.820054 dv-neutron-797120-4-hyperv neutron-server[128084]: 'Network': {'1.1'}, Jun 24 11:44:18.820054 dv-neutron-797120-4-hyperv neutron-server[128084]: 'Port': {'1.7'}, Jun 24 11:44:18.820054 dv-neutron-797120-4-hyperv neutron-server[128084]: 'PortForwarding': {'1.2'}, Jun 24 11:44:18.820054 dv-neutron-797120-4-hyperv neutron-server[128084]: 'QosPolicy': {'1.8'}, Jun 24 11:44:18.820054 dv-neutron-797120-4-hyperv neutron-server[128084]: 'SecurityGroup': {'1.4'}, Jun 24 11:44:18.820054 dv-neutron-797120-4-hyperv neutron-server[128084]: 'SecurityGroupRule': {'1.2'}, Jun 24 11:44:18.820054 dv-neutron-797120-4-hyperv neutron-server[128084]: 'SubPort': {'1.0'}, Jun 24 11:44:18.820054 dv-neutron-797120-4-hyperv neutron-server[128084]: 'Subnet': {'1.1'}, Jun 24 11:44:18.820054 dv-neutron-797120-4-hyperv neutron-server[128084]: 'Trunk': {'1.1'}} Jun 24 11:44:18.820054 dv-neutron-797120-4-hyperv neutron-server[128084]: consumer versions: Jun 24 11:44:18.820054 dv-neutron-797120-4-hyperv neutron-server[128084]: { DHCP agent@dv-neutron-797120-4-hyperv: {}, Jun 24 11:44:18.820054 dv-neutron-797120-4-hyperv neutron-server[128084]: HyperV agent@hv-neutron-7971: {}, Jun 24 11:44:18.820054 dv-neutron-797120-4-hyperv neutron-server[128084]: L3 agent@dv-neutron-797120-4-hyperv: {}, Jun 24 11:44:18.820054 dv-neutron-797120-4-hyperv neutron-server[128084]: Metadata agent@dv-neutron-797120-4-hyperv: {}, Jun 24 11:44:18.820054 dv-neutron-797120-4-hyperv neutron-server[128084]: Metering agent@dv-neutron-797120-4-hyperv: {}, Jun 24 11:44:18.820054 dv-neutron-797120-4-hyperv neutron-server[128084]: Open vSwitch agent@dv-neutron-797120-4-hyperv: { 'AddressGroup': '1.2', Jun 24 11:44:18.820054 dv-neutron-797120-4-hyperv neutron-server[128084]: 'ConntrackHelper': '1.0', Jun 24 11:44:18.820054 dv-neutron-797120-4-hyperv neutron-server[128084]: 'Log': '1.0', Jun 24 11:44:18.820054 dv-neutron-797120-4-hyperv neutron-server[128084]: 'Network': '1.1', Jun 24 11:44:18.820054 dv-neutron-797120-4-hyperv neutron-server[128084]: 'Port': '1.7', Jun 24 11:44:18.820054 dv-neutron-797120-4-hyperv neutron-server[128084]: 'PortForwarding': '1.2', Jun 24 11:44:18.820054 dv-neutron-797120-4-hyperv neutron-server[128084]: 'QosPolicy': '1.8', Jun 24 11:44:18.820054 dv-neutron-797120-4-hyperv neutron-server[128084]: 'SecurityGroup': '1.4', Jun 24 11:44:18.820054 dv-neutron-797120-4-hyperv neutron-server[128084]: 'SecurityGroupRule': '1.2', Jun 24 11:44:18.820054 dv-neutron-797120-4-hyperv neutron-server[128084]: 'SubPort': '1.0', Jun 24 11:44:18.820054 dv-neutron-797120-4-hyperv neutron-server[128084]: 'Subnet': '1.1', Jun 24 11:44:18.820054 dv-neutron-797120-4-hyperv neutron-server[128084]: 'Trunk': '1.1'}} Jun 24 11:44:18.820054 dv-neutron-797120-4-hyperv neutron-server[128084]: {{(pid=128084) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 24 11:44:18.824411 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-f63ddfb3-de94-43c7-a9af-41d18aaf0f22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:44:18.827960 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-f63ddfb3-de94-43c7-a9af-41d18aaf0f22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967879'] for segment, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:18.828301 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.db.segments_db [None req-f63ddfb3-de94-43c7-a9af-41d18aaf0f22 admin admin] Added segment f44b9ff8-e555-44d1-ab7a-99b2dd7bb3ef of type vlan for network 5404b65a-42b1-4f9a-be9b-03cba7439c22 Jun 24 11:44:18.881351 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-f63ddfb3-de94-43c7-a9af-41d18aaf0f22 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793193525068'] for network, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:18.921686 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-f63ddfb3-de94-43c7-a9af-41d18aaf0f22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1800243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976'] for network, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:18.923300 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f63ddfb3-de94-43c7-a9af-41d18aaf0f22 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=128084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:44:18.923909 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-f63ddfb3-de94-43c7-a9af-41d18aaf0f22 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588949'] for network, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:18.927206 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-9c48439f-3d7a-48a8-8ed7-7e15aa3f59a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:44:18.988358 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-f63ddfb3-de94-43c7-a9af-41d18aaf0f22 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.7175393 Jun 24 11:44:18.991497 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 55718) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:44:18.994213 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63ddfb3-de94-43c7-a9af-41d18aaf0f22 admin admin] Pushing event updated for resources: {'Network': ['ID=5404b65a-42b1-4f9a-be9b-03cba7439c22,revision_number=1']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:44:18.999853 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [None req-8fa1ea09-c127-40df-abf3-7b385b47919d admin admin] Request body: {'subnet': {'network_id': '5404b65a-42b1-4f9a-be9b-03cba7439c22', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1630259479-subnet', 'tenant_id': 'a34fcc8eaff5466883f461818fc3749a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:44:19.001504 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-f63ddfb3-de94-43c7-a9af-41d18aaf0f22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:44:19.008141 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Network 5404b65a-42b1-4f9a-be9b-03cba7439c22 details requested by agent ovs-agent-dv-neutron-797120-4-hyperv with host dv-neutron-797120-4-hyperv {{(pid=128085) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 11:44:19.029547 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fa1ea09-c127-40df-abf3-7b385b47919d admin admin] Made reservation on behalf of a34fcc8eaff5466883f461818fc3749a for: {'subnet': 1} {{(pid=128083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 11:44:19.032574 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-8fa1ea09-c127-40df-abf3-7b385b47919d admin admin] Notify callbacks [] for subnet, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:19.216582 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-8fa1ea09-c127-40df-abf3-7b385b47919d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971'] for subnet, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:19.220961 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:44:19.333033 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fa1ea09-c127-40df-abf3-7b385b47919d admin admin] Checking segment: {'id': 'f44b9ff8-e555-44d1-ab7a-99b2dd7bb3ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '5404b65a-42b1-4f9a-be9b-03cba7439c22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=128083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 11:44:19.333397 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fa1ea09-c127-40df-abf3-7b385b47919d admin admin] Network hostable DHCP agents. Network: 5404b65a-42b1-4f9a-be9b-03cba7439c22, hostable agents: ['6be988a9-1d97-480f-be5a-c55abf2c55c5'], hosted agents: [] {{(pid=128083) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 11:44:19.336353 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa1ea09-c127-40df-abf3-7b385b47919d admin admin] Pushing event updated for resources: {'Subnet': ['ID=34021bd3-a156-47d8-b4b0-89952a23c040,revision_number=0']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:44:19.356320 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa1ea09-c127-40df-abf3-7b385b47919d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:44:19.356320 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa1ea09-c127-40df-abf3-7b385b47919d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:44:19.356320 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa1ea09-c127-40df-abf3-7b385b47919d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:44:19.356320 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa1ea09-c127-40df-abf3-7b385b47919d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:44:19.356320 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa1ea09-c127-40df-abf3-7b385b47919d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:44:19.356320 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa1ea09-c127-40df-abf3-7b385b47919d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:44:19.356320 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa1ea09-c127-40df-abf3-7b385b47919d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:44:19.357319 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa1ea09-c127-40df-abf3-7b385b47919d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:44:19.357319 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa1ea09-c127-40df-abf3-7b385b47919d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:44:19.357319 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa1ea09-c127-40df-abf3-7b385b47919d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:44:19.358203 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa1ea09-c127-40df-abf3-7b385b47919d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:44:19.358509 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa1ea09-c127-40df-abf3-7b385b47919d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:44:19.359776 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa1ea09-c127-40df-abf3-7b385b47919d admin admin] Tracked resource versions report: Jun 24 11:44:19.359776 dv-neutron-797120-4-hyperv neutron-server[128083]: pushed versions: Jun 24 11:44:19.359776 dv-neutron-797120-4-hyperv neutron-server[128083]: { 'AddressGroup': {'1.2'}, Jun 24 11:44:19.359776 dv-neutron-797120-4-hyperv neutron-server[128083]: 'ConntrackHelper': {'1.0'}, Jun 24 11:44:19.359776 dv-neutron-797120-4-hyperv neutron-server[128083]: 'Log': {'1.0'}, Jun 24 11:44:19.359776 dv-neutron-797120-4-hyperv neutron-server[128083]: 'Network': {'1.1'}, Jun 24 11:44:19.359776 dv-neutron-797120-4-hyperv neutron-server[128083]: 'Port': {'1.7'}, Jun 24 11:44:19.359776 dv-neutron-797120-4-hyperv neutron-server[128083]: 'PortForwarding': {'1.2'}, Jun 24 11:44:19.359776 dv-neutron-797120-4-hyperv neutron-server[128083]: 'QosPolicy': {'1.8'}, Jun 24 11:44:19.359776 dv-neutron-797120-4-hyperv neutron-server[128083]: 'SecurityGroup': {'1.4'}, Jun 24 11:44:19.359776 dv-neutron-797120-4-hyperv neutron-server[128083]: 'SecurityGroupRule': {'1.2'}, Jun 24 11:44:19.359776 dv-neutron-797120-4-hyperv neutron-server[128083]: 'SubPort': {'1.0'}, Jun 24 11:44:19.359776 dv-neutron-797120-4-hyperv neutron-server[128083]: 'Subnet': {'1.1'}, Jun 24 11:44:19.359776 dv-neutron-797120-4-hyperv neutron-server[128083]: 'Trunk': {'1.1'}} Jun 24 11:44:19.359776 dv-neutron-797120-4-hyperv neutron-server[128083]: consumer versions: Jun 24 11:44:19.359776 dv-neutron-797120-4-hyperv neutron-server[128083]: { DHCP agent@dv-neutron-797120-4-hyperv: {}, Jun 24 11:44:19.359776 dv-neutron-797120-4-hyperv neutron-server[128083]: HyperV agent@hv-neutron-7971: {}, Jun 24 11:44:19.359776 dv-neutron-797120-4-hyperv neutron-server[128083]: L3 agent@dv-neutron-797120-4-hyperv: {}, Jun 24 11:44:19.359776 dv-neutron-797120-4-hyperv neutron-server[128083]: Metadata agent@dv-neutron-797120-4-hyperv: {}, Jun 24 11:44:19.359776 dv-neutron-797120-4-hyperv neutron-server[128083]: Metering agent@dv-neutron-797120-4-hyperv: {}, Jun 24 11:44:19.359776 dv-neutron-797120-4-hyperv neutron-server[128083]: Open vSwitch agent@dv-neutron-797120-4-hyperv: { 'AddressGroup': '1.2', Jun 24 11:44:19.359776 dv-neutron-797120-4-hyperv neutron-server[128083]: 'ConntrackHelper': '1.0', Jun 24 11:44:19.359776 dv-neutron-797120-4-hyperv neutron-server[128083]: 'Log': '1.0', Jun 24 11:44:19.359776 dv-neutron-797120-4-hyperv neutron-server[128083]: 'Network': '1.1', Jun 24 11:44:19.359776 dv-neutron-797120-4-hyperv neutron-server[128083]: 'Port': '1.7', Jun 24 11:44:19.359776 dv-neutron-797120-4-hyperv neutron-server[128083]: 'PortForwarding': '1.2', Jun 24 11:44:19.359776 dv-neutron-797120-4-hyperv neutron-server[128083]: 'QosPolicy': '1.8', Jun 24 11:44:19.359776 dv-neutron-797120-4-hyperv neutron-server[128083]: 'SecurityGroup': '1.4', Jun 24 11:44:19.359776 dv-neutron-797120-4-hyperv neutron-server[128083]: 'SecurityGroupRule': '1.2', Jun 24 11:44:19.359776 dv-neutron-797120-4-hyperv neutron-server[128083]: 'SubPort': '1.0', Jun 24 11:44:19.359776 dv-neutron-797120-4-hyperv neutron-server[128083]: 'Subnet': '1.1', Jun 24 11:44:19.359776 dv-neutron-797120-4-hyperv neutron-server[128083]: 'Trunk': '1.1'}} Jun 24 11:44:19.359776 dv-neutron-797120-4-hyperv neutron-server[128083]: {{(pid=128083) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 24 11:44:19.364397 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fa1ea09-c127-40df-abf3-7b385b47919d admin admin] Network 5404b65a-42b1-4f9a-be9b-03cba7439c22 is scheduled to be hosted by DHCP agent 6be988a9-1d97-480f-be5a-c55abf2c55c5 with binding_index 1 {{(pid=128083) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 11:44:19.370159 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-8fa1ea09-c127-40df-abf3-7b385b47919d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:44:19.377115 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.base_scheduler [None req-8fa1ea09-c127-40df-abf3-7b385b47919d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-4-hyperv, 5404b65a-42b1-4f9a-be9b-03cba7439c22) {{(pid=128083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:44:19.381528 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fa1ea09-c127-40df-abf3-7b385b47919d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:44:19.382177 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-8fa1ea09-c127-40df-abf3-7b385b47919d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588949'] for subnet, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:19.390893 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56d6d3b7-e240-496e-b068-a7236d9f6582 None None] Network 5404b65a-42b1-4f9a-be9b-03cba7439c22 requested from dv-neutron-797120-4-hyperv {{(pid=128085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 11:44:19.397038 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-8fa1ea09-c127-40df-abf3-7b385b47919d admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.4038465 Jun 24 11:44:19.400027 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 55742) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:44:19.404841 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-64b0efc8-1468-4672-a209-dcd3e849eb12 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1630259479-router', 'tenant_id': 'a34fcc8eaff5466883f461818fc3749a', 'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b'}}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:44:19.433102 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-64b0efc8-1468-4672-a209-dcd3e849eb12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1803889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65293'] for router, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:19.434351 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-64b0efc8-1468-4672-a209-dcd3e849eb12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1803848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1975305', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1581158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65396'] for router, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:19.506110 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-64b0efc8-1468-4672-a209-dcd3e849eb12 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:19.558797 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 55748) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:44:19.582061 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97478942-bfc9-4eac-9b65-e6b168ba0110 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d65c8f8-7530-5052-99fe-8ea05073750b-5404b65a-42b1-4f9a-be9b-03cba7439c22', 'network_id': '5404b65a-42b1-4f9a-be9b-03cba7439c22', 'tenant_id': 'a34fcc8eaff5466883f461818fc3749a', 'fixed_ips': [{'subnet_id': '34021bd3-a156-47d8-b4b0-89952a23c040'}]}} from dv-neutron-797120-4-hyperv. {{(pid=128085) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 24 11:44:19.582914 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-97478942-bfc9-4eac-9b65-e6b168ba0110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_create {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:19.750572 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.db_base_plugin_common [None req-97478942-bfc9-4eac-9b65-e6b168ba0110 None None] Allocated IP 172.20.0.2 (5404b65a-42b1-4f9a-be9b-03cba7439c22/34021bd3-a156-47d8-b4b0-89952a23c040/65f02d8a-a219-4394-8a3b-77a2febae42a) {{(pid=128085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 11:44:19.756617 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-64b0efc8-1468-4672-a209-dcd3e849eb12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1975381', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1803205', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65378'] for router, precommit_update {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:19.914656 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-97478942-bfc9-4eac-9b65-e6b168ba0110 None None] Notify callbacks [] for port, precommit_create {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:19.924914 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-97478942-bfc9-4eac-9b65-e6b168ba0110 None None] Transition to ACTIVE for port object 65f02d8a-a219-4394-8a3b-77a2febae42a will not be triggered until provisioned by entity L2. {{(pid=128085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 11:44:19.942454 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-97478942-bfc9-4eac-9b65-e6b168ba0110 None None] Transition to ACTIVE for port object 65f02d8a-a219-4394-8a3b-77a2febae42a will not be triggered until provisioned by entity DHCP. {{(pid=128085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 11:44:19.949630 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-97478942-bfc9-4eac-9b65-e6b168ba0110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-650429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-506361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793193536723'] for port, after_create {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:19.954675 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:44:19.984730 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-64b0efc8-1468-4672-a209-dcd3e849eb12 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:19.990473 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [None req-63448f24-a297-47b6-b7f2-dd8f46aff996 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-2053302560-network', 'tenant_id': 'd8a50f9eaf8642e9aaeea1cf25966bd8'}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:44:19.997109 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97478942-bfc9-4eac-9b65-e6b168ba0110 None None] Pushing event updated for resources: {'Port': ['ID=65f02d8a-a219-4394-8a3b-77a2febae42a,revision_number=1']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:44:20.007059 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97478942-bfc9-4eac-9b65-e6b168ba0110 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:44:20.007745 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97478942-bfc9-4eac-9b65-e6b168ba0110 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:44:20.008307 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97478942-bfc9-4eac-9b65-e6b168ba0110 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:44:20.009339 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97478942-bfc9-4eac-9b65-e6b168ba0110 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:44:20.009910 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97478942-bfc9-4eac-9b65-e6b168ba0110 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:44:20.010445 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97478942-bfc9-4eac-9b65-e6b168ba0110 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:44:20.010987 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97478942-bfc9-4eac-9b65-e6b168ba0110 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:44:20.011551 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97478942-bfc9-4eac-9b65-e6b168ba0110 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:44:20.012081 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97478942-bfc9-4eac-9b65-e6b168ba0110 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:44:20.012623 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97478942-bfc9-4eac-9b65-e6b168ba0110 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:44:20.013170 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97478942-bfc9-4eac-9b65-e6b168ba0110 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:44:20.013706 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97478942-bfc9-4eac-9b65-e6b168ba0110 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:44:20.015422 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97478942-bfc9-4eac-9b65-e6b168ba0110 None None] Tracked resource versions report: Jun 24 11:44:20.015422 dv-neutron-797120-4-hyperv neutron-server[128085]: pushed versions: Jun 24 11:44:20.015422 dv-neutron-797120-4-hyperv neutron-server[128085]: { 'AddressGroup': {'1.2'}, Jun 24 11:44:20.015422 dv-neutron-797120-4-hyperv neutron-server[128085]: 'ConntrackHelper': {'1.0'}, Jun 24 11:44:20.015422 dv-neutron-797120-4-hyperv neutron-server[128085]: 'Log': {'1.0'}, Jun 24 11:44:20.015422 dv-neutron-797120-4-hyperv neutron-server[128085]: 'Network': {'1.1'}, Jun 24 11:44:20.015422 dv-neutron-797120-4-hyperv neutron-server[128085]: 'Port': {'1.7'}, Jun 24 11:44:20.015422 dv-neutron-797120-4-hyperv neutron-server[128085]: 'PortForwarding': {'1.2'}, Jun 24 11:44:20.015422 dv-neutron-797120-4-hyperv neutron-server[128085]: 'QosPolicy': {'1.8'}, Jun 24 11:44:20.015422 dv-neutron-797120-4-hyperv neutron-server[128085]: 'SecurityGroup': {'1.4'}, Jun 24 11:44:20.015422 dv-neutron-797120-4-hyperv neutron-server[128085]: 'SecurityGroupRule': {'1.2'}, Jun 24 11:44:20.015422 dv-neutron-797120-4-hyperv neutron-server[128085]: 'SubPort': {'1.0'}, Jun 24 11:44:20.015422 dv-neutron-797120-4-hyperv neutron-server[128085]: 'Subnet': {'1.1'}, Jun 24 11:44:20.015422 dv-neutron-797120-4-hyperv neutron-server[128085]: 'Trunk': {'1.1'}} Jun 24 11:44:20.015422 dv-neutron-797120-4-hyperv neutron-server[128085]: consumer versions: Jun 24 11:44:20.015422 dv-neutron-797120-4-hyperv neutron-server[128085]: { DHCP agent@dv-neutron-797120-4-hyperv: {}, Jun 24 11:44:20.015422 dv-neutron-797120-4-hyperv neutron-server[128085]: HyperV agent@hv-neutron-7971: {}, Jun 24 11:44:20.015422 dv-neutron-797120-4-hyperv neutron-server[128085]: L3 agent@dv-neutron-797120-4-hyperv: {}, Jun 24 11:44:20.015422 dv-neutron-797120-4-hyperv neutron-server[128085]: Metadata agent@dv-neutron-797120-4-hyperv: {}, Jun 24 11:44:20.015422 dv-neutron-797120-4-hyperv neutron-server[128085]: Metering agent@dv-neutron-797120-4-hyperv: {}, Jun 24 11:44:20.015422 dv-neutron-797120-4-hyperv neutron-server[128085]: Open vSwitch agent@dv-neutron-797120-4-hyperv: { 'AddressGroup': '1.2', Jun 24 11:44:20.015422 dv-neutron-797120-4-hyperv neutron-server[128085]: 'ConntrackHelper': '1.0', Jun 24 11:44:20.015422 dv-neutron-797120-4-hyperv neutron-server[128085]: 'Log': '1.0', Jun 24 11:44:20.015422 dv-neutron-797120-4-hyperv neutron-server[128085]: 'Network': '1.1', Jun 24 11:44:20.015422 dv-neutron-797120-4-hyperv neutron-server[128085]: 'Port': '1.7', Jun 24 11:44:20.015422 dv-neutron-797120-4-hyperv neutron-server[128085]: 'PortForwarding': '1.2', Jun 24 11:44:20.015422 dv-neutron-797120-4-hyperv neutron-server[128085]: 'QosPolicy': '1.8', Jun 24 11:44:20.015422 dv-neutron-797120-4-hyperv neutron-server[128085]: 'SecurityGroup': '1.4', Jun 24 11:44:20.015422 dv-neutron-797120-4-hyperv neutron-server[128085]: 'SecurityGroupRule': '1.2', Jun 24 11:44:20.015422 dv-neutron-797120-4-hyperv neutron-server[128085]: 'SubPort': '1.0', Jun 24 11:44:20.015422 dv-neutron-797120-4-hyperv neutron-server[128085]: 'Subnet': '1.1', Jun 24 11:44:20.015422 dv-neutron-797120-4-hyperv neutron-server[128085]: 'Trunk': '1.1'}} Jun 24 11:44:20.015422 dv-neutron-797120-4-hyperv neutron-server[128085]: {{(pid=128085) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 24 11:44:20.027497 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63448f24-a297-47b6-b7f2-dd8f46aff996 admin admin] Made reservation on behalf of d8a50f9eaf8642e9aaeea1cf25966bd8 for: {'network': 1} {{(pid=128083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 11:44:20.029422 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97478942-bfc9-4eac-9b65-e6b168ba0110 None None] Network 5404b65a-42b1-4f9a-be9b-03cba7439c22 is already hosted by enough agents. {{(pid=128085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 11:44:20.030943 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-63448f24-a297-47b6-b7f2-dd8f46aff996 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for network, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:20.031646 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-97478942-bfc9-4eac-9b65-e6b168ba0110 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:44:20.032997 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.scheduler.base_scheduler [None req-97478942-bfc9-4eac-9b65-e6b168ba0110 None None] Resources bound (agent type, host, resource id): {{(pid=128085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:44:20.035903 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97478942-bfc9-4eac-9b65-e6b168ba0110 None None] Received port after_create {{(pid=128085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 11:44:20.042483 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-64b0efc8-1468-4672-a209-dcd3e849eb12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:20.054671 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-63448f24-a297-47b6-b7f2-dd8f46aff996 admin admin] Notify callbacks [] for security_group, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:20.107376 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-97478942-bfc9-4eac-9b65-e6b168ba0110 None None] Attempting to bind port 65f02d8a-a219-4394-8a3b-77a2febae42a on host dv-neutron-797120-4-hyperv for vnic_type normal with profile {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 11:44:20.108486 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-97478942-bfc9-4eac-9b65-e6b168ba0110 None None] Attempting to bind port 65f02d8a-a219-4394-8a3b-77a2febae42a by drivers openvswitch,hyperv on host dv-neutron-797120-4-hyperv at level 0 using segments [{'id': 'f44b9ff8-e555-44d1-ab7a-99b2dd7bb3ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '5404b65a-42b1-4f9a-be9b-03cba7439c22'}] {{(pid=128085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 11:44:20.109300 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97478942-bfc9-4eac-9b65-e6b168ba0110 None None] Attempting to bind port 65f02d8a-a219-4394-8a3b-77a2febae42a on network 5404b65a-42b1-4f9a-be9b-03cba7439c22 {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 11:44:20.115671 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97478942-bfc9-4eac-9b65-e6b168ba0110 None None] Checking agent: {'id': 'e3a695b2-c397-461f-83b0-10b79d490b59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 11, 36, 56), 'started_at': datetime.datetime(2021, 6, 24, 11, 37, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 11, 43, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 11:44:20.116284 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97478942-bfc9-4eac-9b65-e6b168ba0110 None None] Checking segment: {'id': 'f44b9ff8-e555-44d1-ab7a-99b2dd7bb3ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '5404b65a-42b1-4f9a-be9b-03cba7439c22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=128085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 11:44:20.117347 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-97478942-bfc9-4eac-9b65-e6b168ba0110 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:20.118060 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97478942-bfc9-4eac-9b65-e6b168ba0110 None None] Bound using segment: {'id': 'f44b9ff8-e555-44d1-ab7a-99b2dd7bb3ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '5404b65a-42b1-4f9a-be9b-03cba7439c22'} {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 11:44:20.118892 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-97478942-bfc9-4eac-9b65-e6b168ba0110 None None] Bound port: 65f02d8a-a219-4394-8a3b-77a2febae42a, host: dv-neutron-797120-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f44b9ff8-e555-44d1-ab7a-99b2dd7bb3ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '5404b65a-42b1-4f9a-be9b-03cba7439c22'}}] {{(pid=128085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 11:44:20.119578 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-97478942-bfc9-4eac-9b65-e6b168ba0110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:20.182412 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-63448f24-a297-47b6-b7f2-dd8f46aff996 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:20.188050 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-63448f24-a297-47b6-b7f2-dd8f46aff996 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800410'] for security_group, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:20.204936 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63448f24-a297-47b6-b7f2-dd8f46aff996 admin admin] vlan segment allocate from pool success with {'vlan_id': 639, 'physical_network': 'physnet1'} {{(pid=128083) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 11:44:20.206012 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-97478942-bfc9-4eac-9b65-e6b168ba0110 None None] For port 65f02d8a-a219-4394-8a3b-77a2febae42a, host dv-neutron-797120-4-hyperv, cleared binding levels {{(pid=128085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 11:44:20.211392 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-bf4530f8-e540-4a46-a823-0ae2f3b80956 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:44:20.212882 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-97478942-bfc9-4eac-9b65-e6b168ba0110 None None] For port 65f02d8a-a219-4394-8a3b-77a2febae42a, host dv-neutron-797120-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=65f02d8a-a219-4394-8a3b-77a2febae42a,segment=NetworkSegment(f44b9ff8-e555-44d1-ab7a-99b2dd7bb3ef),segment_id=f44b9ff8-e555-44d1-ab7a-99b2dd7bb3ef)] {{(pid=128085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 11:44:20.222870 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-97478942-bfc9-4eac-9b65-e6b168ba0110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:20.226749 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:44:20.239305 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.db.db_base_plugin_common [None req-64b0efc8-1468-4672-a209-dcd3e849eb12 admin admin] Allocated IP 172.26.7.127 (f2b8ca71-e776-48b2-8898-96cc7970207b/f37bf603-3862-4d0a-9f58-89616f7fd68f/25e76955-23e3-4f6a-8b80-3217d5376583) {{(pid=128084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 11:44:20.244658 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-63448f24-a297-47b6-b7f2-dd8f46aff996 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967879'] for segment, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:20.245288 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.db.segments_db [None req-63448f24-a297-47b6-b7f2-dd8f46aff996 admin admin] Added segment 88c1b979-2b93-4ed9-8c10-4ea37cb41e96 of type vlan for network 839f990f-6e6d-419c-a2ff-7497d60fa3b2 Jun 24 11:44:20.254960 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63448f24-a297-47b6-b7f2-dd8f46aff996 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88f00ef3-2112-449c-b282-1e5a57609945,revision_number=1']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:44:20.273203 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-63448f24-a297-47b6-b7f2-dd8f46aff996 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:44:20.314261 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-63448f24-a297-47b6-b7f2-dd8f46aff996 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793193525068'] for network, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:20.325703 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97478942-bfc9-4eac-9b65-e6b168ba0110 None None] Pushing event updated for resources: {'Port': ['ID=65f02d8a-a219-4394-8a3b-77a2febae42a,revision_number=2']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:44:20.331559 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-97478942-bfc9-4eac-9b65-e6b168ba0110 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:44:20.367621 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-64b0efc8-1468-4672-a209-dcd3e849eb12 admin admin] Notify callbacks [] for port, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:20.380943 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-63448f24-a297-47b6-b7f2-dd8f46aff996 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1800243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976'] for network, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:20.382522 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63448f24-a297-47b6-b7f2-dd8f46aff996 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:44:20.383197 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-63448f24-a297-47b6-b7f2-dd8f46aff996 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588949'] for network, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:20.387842 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-0da83013-4c85-4d60-ba16-09514aa354e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:44:20.421497 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-63448f24-a297-47b6-b7f2-dd8f46aff996 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8577361 Jun 24 11:44:20.421706 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 55776) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:44:20.428559 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-4f3fae21-840c-40f0-ac5e-c9fb83502800 admin admin] Request body: {'subnet': {'network_id': '839f990f-6e6d-419c-a2ff-7497d60fa3b2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-2053302560-subnet', 'tenant_id': 'd8a50f9eaf8642e9aaeea1cf25966bd8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:44:20.440889 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-64b0efc8-1468-4672-a209-dcd3e849eb12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-650429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-506361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793193536723'] for port, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:20.463212 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-0ca35227-cda8-4690-82aa-044f9a06b899 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:44:20.473181 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63448f24-a297-47b6-b7f2-dd8f46aff996 admin admin] Pushing event updated for resources: {'Network': ['ID=839f990f-6e6d-419c-a2ff-7497d60fa3b2,revision_number=1']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:44:20.473597 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64b0efc8-1468-4672-a209-dcd3e849eb12 admin admin] Network f2b8ca71-e776-48b2-8898-96cc7970207b is already hosted by enough agents. {{(pid=128084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 11:44:20.476957 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-63448f24-a297-47b6-b7f2-dd8f46aff996 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:44:20.478298 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.base_scheduler [None req-64b0efc8-1468-4672-a209-dcd3e849eb12 admin admin] Resources bound (agent type, host, resource id): {{(pid=128084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:44:20.483318 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64b0efc8-1468-4672-a209-dcd3e849eb12 admin admin] Received port after_create {{(pid=128084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 11:44:20.486738 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Network 839f990f-6e6d-419c-a2ff-7497d60fa3b2 details requested by agent ovs-agent-dv-neutron-797120-4-hyperv with host dv-neutron-797120-4-hyperv {{(pid=128085) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 11:44:20.549780 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 55784) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:44:20.680318 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f3fae21-840c-40f0-ac5e-c9fb83502800 admin admin] Made reservation on behalf of d8a50f9eaf8642e9aaeea1cf25966bd8 for: {'subnet': 1} {{(pid=128084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 11:44:20.682714 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-4f3fae21-840c-40f0-ac5e-c9fb83502800 admin admin] Notify callbacks [] for subnet, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:20.796186 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b0efc8-1468-4672-a209-dcd3e849eb12 admin admin] Pushing event updated for resources: {'Port': ['ID=25e76955-23e3-4f6a-8b80-3217d5376583,revision_number=1']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:44:20.803364 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-64b0efc8-1468-4672-a209-dcd3e849eb12 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.340s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:44:20.916695 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device 65f02d8a-a219-4394-8a3b-77a2febae42a up at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 11:44:20.943472 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-64b0efc8-1468-4672-a209-dcd3e849eb12 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:20.974100 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning for port 65f02d8a-a219-4394-8a3b-77a2febae42a completed by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 11:44:21.025991 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [None req-eda4836b-c986-46fa-aba8-51dd79d8c187 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-373423756-network', 'tenant_id': '33124f0dd27d41d79a5a6b42eb81b949'}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:44:21.071535 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eda4836b-c986-46fa-aba8-51dd79d8c187 admin admin] Made reservation on behalf of 33124f0dd27d41d79a5a6b42eb81b949 for: {'network': 1} {{(pid=128083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 11:44:21.079924 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-4f3fae21-840c-40f0-ac5e-c9fb83502800 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971'] for subnet, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:21.083374 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-eda4836b-c986-46fa-aba8-51dd79d8c187 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for network, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:21.085616 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-7f175187-d45c-43a2-aefb-a3f2e32ff5d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:44:21.105438 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-eda4836b-c986-46fa-aba8-51dd79d8c187 admin admin] Notify callbacks [] for security_group, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:21.189018 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3fae21-840c-40f0-ac5e-c9fb83502800 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2d338229-4852-4820-bf9b-2f3476d45b6e,revision_number=0']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:44:21.198878 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-4f3fae21-840c-40f0-ac5e-c9fb83502800 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:44:21.231087 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 55810) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:44:21.238907 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-eda4836b-c986-46fa-aba8-51dd79d8c187 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:21.247791 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f3fae21-840c-40f0-ac5e-c9fb83502800 admin admin] Checking segment: {'id': '88c1b979-2b93-4ed9-8c10-4ea37cb41e96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '839f990f-6e6d-419c-a2ff-7497d60fa3b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=128084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 11:44:21.248183 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f3fae21-840c-40f0-ac5e-c9fb83502800 admin admin] Network hostable DHCP agents. Network: 839f990f-6e6d-419c-a2ff-7497d60fa3b2, hostable agents: ['6be988a9-1d97-480f-be5a-c55abf2c55c5'], hosted agents: [] {{(pid=128084) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 11:44:21.249683 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-eda4836b-c986-46fa-aba8-51dd79d8c187 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800410'] for security_group, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:21.257979 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:44:21.276940 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-64b0efc8-1468-4672-a209-dcd3e849eb12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1803210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1815767'] for router, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:21.285807 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f3fae21-840c-40f0-ac5e-c9fb83502800 admin admin] Network 839f990f-6e6d-419c-a2ff-7497d60fa3b2 is scheduled to be hosted by DHCP agent 6be988a9-1d97-480f-be5a-c55abf2c55c5 with binding_index 1 {{(pid=128084) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 11:44:21.298341 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eda4836b-c986-46fa-aba8-51dd79d8c187 admin admin] vlan segment allocate from pool success with {'vlan_id': 611, 'physical_network': 'physnet1'} {{(pid=128083) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 11:44:21.324956 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda4836b-c986-46fa-aba8-51dd79d8c187 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b852ebce-4a1a-4762-a337-1c2766dce0f7,revision_number=1']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:44:21.328560 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-eda4836b-c986-46fa-aba8-51dd79d8c187 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967879'] for segment, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:21.328928 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.db.segments_db [None req-eda4836b-c986-46fa-aba8-51dd79d8c187 admin admin] Added segment 07892e35-761a-4552-b54f-9cd6dfd50c5c of type vlan for network 4865c6d7-6c66-4548-b02e-d00e97d481c4 Jun 24 11:44:21.330557 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-eda4836b-c986-46fa-aba8-51dd79d8c187 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:44:21.336316 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.base_scheduler [None req-4f3fae21-840c-40f0-ac5e-c9fb83502800 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-4-hyperv, 839f990f-6e6d-419c-a2ff-7497d60fa3b2) {{(pid=128084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:44:21.347403 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-607bad3a-28e2-4a0a-acf1-e986ac6a20d4 None None] Network 839f990f-6e6d-419c-a2ff-7497d60fa3b2 requested from dv-neutron-797120-4-hyperv {{(pid=128085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 11:44:21.351092 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f3fae21-840c-40f0-ac5e-c9fb83502800 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=128084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:44:21.352840 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-4f3fae21-840c-40f0-ac5e-c9fb83502800 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588949'] for subnet, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:21.419596 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-eda4836b-c986-46fa-aba8-51dd79d8c187 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793193525068'] for network, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:21.460896 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-4f3fae21-840c-40f0-ac5e-c9fb83502800 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0381916 Jun 24 11:44:21.470080 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 55818) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:44:21.474957 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-0728bcce-01ef-4c53-a0bc-646ec4c32d9b admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-2053302560-router', 'tenant_id': 'd8a50f9eaf8642e9aaeea1cf25966bd8', 'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b'}}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:44:21.495458 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-eda4836b-c986-46fa-aba8-51dd79d8c187 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1800243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976'] for network, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:21.496831 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eda4836b-c986-46fa-aba8-51dd79d8c187 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:44:21.497480 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-eda4836b-c986-46fa-aba8-51dd79d8c187 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588949'] for network, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:21.505556 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:44:21.525899 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-0728bcce-01ef-4c53-a0bc-646ec4c32d9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1803889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65293'] for router, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:21.527541 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-0728bcce-01ef-4c53-a0bc-646ec4c32d9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1803848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1975305', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1581158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65396'] for router, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:21.567762 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64b0efc8-1468-4672-a209-dcd3e849eb12 admin admin] Router 16a0ccb4-faa5-4aa2-aacb-5bb552cad041 is scheduled to L3 agent 2987dba8-2249-4ee6-96ec-28f0f7a6127d with binding_index 1 {{(pid=128084) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 24 11:44:21.616228 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda4836b-c986-46fa-aba8-51dd79d8c187 admin admin] Pushing event updated for resources: {'Network': ['ID=4865c6d7-6c66-4548-b02e-d00e97d481c4,revision_number=1']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:44:21.626064 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-0728bcce-01ef-4c53-a0bc-646ec4c32d9b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:21.630054 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-eda4836b-c986-46fa-aba8-51dd79d8c187 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:44:21.646430 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-eda4836b-c986-46fa-aba8-51dd79d8c187 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.0950341 Jun 24 11:44:21.648326 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 55824) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:44:21.661282 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Network 4865c6d7-6c66-4548-b02e-d00e97d481c4 details requested by agent ovs-agent-dv-neutron-797120-4-hyperv with host dv-neutron-797120-4-hyperv {{(pid=128085) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 11:44:21.665374 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [None req-c4979deb-df8c-4daf-bcbe-c08588df816d admin admin] Request body: {'subnet': {'network_id': '4865c6d7-6c66-4548-b02e-d00e97d481c4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-373423756-subnet', 'tenant_id': '33124f0dd27d41d79a5a6b42eb81b949', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:44:21.703280 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdccc5dd-ac6e-4180-927a-6a01775f080b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d65c8f8-7530-5052-99fe-8ea05073750b-839f990f-6e6d-419c-a2ff-7497d60fa3b2', 'network_id': '839f990f-6e6d-419c-a2ff-7497d60fa3b2', 'tenant_id': 'd8a50f9eaf8642e9aaeea1cf25966bd8', 'fixed_ips': [{'subnet_id': '2d338229-4852-4820-bf9b-2f3476d45b6e'}]}} from dv-neutron-797120-4-hyperv. {{(pid=128085) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 24 11:44:21.711397 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-cdccc5dd-ac6e-4180-927a-6a01775f080b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_create {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:21.719628 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4979deb-df8c-4daf-bcbe-c08588df816d admin admin] Made reservation on behalf of 33124f0dd27d41d79a5a6b42eb81b949 for: {'subnet': 1} {{(pid=128083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 11:44:21.727403 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-c4979deb-df8c-4daf-bcbe-c08588df816d admin admin] Notify callbacks [] for subnet, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:21.970861 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06859bd1-0c84-4ed1-b8a2-f40a0de1519f None None] Network 5404b65a-42b1-4f9a-be9b-03cba7439c22 requested from dv-neutron-797120-4-hyperv {{(pid=128085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 11:44:22.026565 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-0728bcce-01ef-4c53-a0bc-646ec4c32d9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1975381', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1803205', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65378'] for router, precommit_update {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:22.027850 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [None req-ca8831a4-2570-4471-8e06-9b344ede43eb tempest-DHCPAgentSchedulersTestJSON-621493777 tempest-DHCPAgentSchedulersTestJSON-621493777-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1543902123'}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:44:22.048357 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-c4979deb-df8c-4daf-bcbe-c08588df816d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971'] for subnet, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:22.064720 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 55828) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:44:22.065632 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:44:22.134544 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4979deb-df8c-4daf-bcbe-c08588df816d admin admin] Pushing event updated for resources: {'Subnet': ['ID=c9f29286-6a6a-43a7-8236-d8b39e2a7133,revision_number=0']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:44:22.155829 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-c4979deb-df8c-4daf-bcbe-c08588df816d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:44:22.158033 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca8831a4-2570-4471-8e06-9b344ede43eb tempest-DHCPAgentSchedulersTestJSON-621493777 tempest-DHCPAgentSchedulersTestJSON-621493777-project] Made reservation on behalf of e35f43ae57c34630ba716167d4b3f9e3 for: {'network': 1} {{(pid=128083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 11:44:22.163869 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-ca8831a4-2570-4471-8e06-9b344ede43eb tempest-DHCPAgentSchedulersTestJSON-621493777 tempest-DHCPAgentSchedulersTestJSON-621493777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for network, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:22.165098 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64b0efc8-1468-4672-a209-dcd3e849eb12 admin admin] Notify agent at l3_agent.dv-neutron-797120-4-hyperv the message routers_updated {{(pid=128084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 11:44:22.177877 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8370b266-23a1-4dd2-9e52-75fc55688ff2 None None] Sync routers for ids ['16a0ccb4-faa5-4aa2-aacb-5bb552cad041'] in dv-neutron-797120-4-hyperv {{(pid=128086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 11:44:22.191867 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8370b266-23a1-4dd2-9e52-75fc55688ff2 None None] Routers {'16a0ccb4-faa5-4aa2-aacb-5bb552cad041'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 11:44:22.192549 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-8370b266-23a1-4dd2-9e52-75fc55688ff2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T11:43:56Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['16a0ccb4-faa5-4aa2-aacb-5bb552cad041'], 'active': True} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:44:22.193752 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-64b0efc8-1468-4672-a209-dcd3e849eb12 admin admin] Notify callbacks [] for router, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:22.198446 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-64b0efc8-1468-4672-a209-dcd3e849eb12 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 2.7972195 Jun 24 11:44:22.199308 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 55840) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:44:22.223793 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-ff9ca3fc-73bf-44a1-92b0-80e8047f3a5d None None] Provisioning for port 65f02d8a-a219-4394-8a3b-77a2febae42a completed by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 11:44:22.226920 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-ca8831a4-2570-4471-8e06-9b344ede43eb tempest-DHCPAgentSchedulersTestJSON-621493777 tempest-DHCPAgentSchedulersTestJSON-621493777-project] Notify callbacks [] for security_group, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:22.236601 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-ff9ca3fc-73bf-44a1-92b0-80e8047f3a5d None None] Provisioning complete for port 65f02d8a-a219-4394-8a3b-77a2febae42a triggered by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:44:22.239561 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ff9ca3fc-73bf-44a1-92b0-80e8047f3a5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:22.319781 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4979deb-df8c-4daf-bcbe-c08588df816d admin admin] Checking segment: {'id': '07892e35-761a-4552-b54f-9cd6dfd50c5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '4865c6d7-6c66-4548-b02e-d00e97d481c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=128083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 11:44:22.320131 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4979deb-df8c-4daf-bcbe-c08588df816d admin admin] Network hostable DHCP agents. Network: 4865c6d7-6c66-4548-b02e-d00e97d481c4, hostable agents: ['6be988a9-1d97-480f-be5a-c55abf2c55c5'], hosted agents: [] {{(pid=128083) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 11:44:22.413848 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4979deb-df8c-4daf-bcbe-c08588df816d admin admin] Network 4865c6d7-6c66-4548-b02e-d00e97d481c4 is scheduled to be hosted by DHCP agent 6be988a9-1d97-480f-be5a-c55abf2c55c5 with binding_index 1 {{(pid=128083) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 11:44:22.450692 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_dvr_db [None req-8370b266-23a1-4dd2-9e52-75fc55688ff2 None None] Set router 16a0ccb4-faa5-4aa2-aacb-5bb552cad041 gateway port host: dv-neutron-797120-4-hyperv {{(pid=128086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 11:44:22.522596 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-0728bcce-01ef-4c53-a0bc-646ec4c32d9b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:22.550194 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [None req-5b22aa13-0fff-44d7-b1ac-052ab29a908c tempest-ExternalNetworksAdminNegativeTestJSON-1195641864 tempest-ExternalNetworksAdminNegativeTestJSON-1195641864-project-admin] Request body: {'floatingip': {'floating_network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b'}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:44:22.580950 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ff9ca3fc-73bf-44a1-92b0-80e8047f3a5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:22.583022 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.base_scheduler [None req-c4979deb-df8c-4daf-bcbe-c08588df816d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-4-hyperv, 4865c6d7-6c66-4548-b02e-d00e97d481c4) {{(pid=128083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:44:22.588153 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4979deb-df8c-4daf-bcbe-c08588df816d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:44:22.589327 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-c4979deb-df8c-4daf-bcbe-c08588df816d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588949'] for subnet, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:22.608751 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-ca8831a4-2570-4471-8e06-9b344ede43eb tempest-DHCPAgentSchedulersTestJSON-621493777 tempest-DHCPAgentSchedulersTestJSON-621493777-project] Notify callbacks [] for security_group, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:22.611399 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-0728bcce-01ef-4c53-a0bc-646ec4c32d9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:22.615061 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-ca8831a4-2570-4471-8e06-9b344ede43eb tempest-DHCPAgentSchedulersTestJSON-621493777 tempest-DHCPAgentSchedulersTestJSON-621493777-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800410'] for security_group, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:22.621865 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b7bbeb7-18ce-40f1-bed9-5038364cc407 None None] Network 4865c6d7-6c66-4548-b02e-d00e97d481c4 requested from dv-neutron-797120-4-hyperv {{(pid=128085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 11:44:22.634473 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:44:22.669886 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-c4979deb-df8c-4daf-bcbe-c08588df816d admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0152354 Jun 24 11:44:22.671002 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8831a4-2570-4471-8e06-9b344ede43eb tempest-DHCPAgentSchedulersTestJSON-621493777 tempest-DHCPAgentSchedulersTestJSON-621493777-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8be72fc4-9bfc-4778-b092-37d99a4d85b9,revision_number=1']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:44:22.675151 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-ca8831a4-2570-4471-8e06-9b344ede43eb tempest-DHCPAgentSchedulersTestJSON-621493777 tempest-DHCPAgentSchedulersTestJSON-621493777-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:44:22.675657 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 55848) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:44:22.686703 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [None req-03b8e236-51e5-48d3-aa95-25377666b6a2 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-373423756-router', 'tenant_id': '33124f0dd27d41d79a5a6b42eb81b949', 'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b'}}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:44:22.689935 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-5b22aa13-0fff-44d7-b1ac-052ab29a908c tempest-ExternalNetworksAdminNegativeTestJSON-1195641864 tempest-ExternalNetworksAdminNegativeTestJSON-1195641864-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:22.700943 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 55850) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:44:22.734895 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca8831a4-2570-4471-8e06-9b344ede43eb tempest-DHCPAgentSchedulersTestJSON-621493777 tempest-DHCPAgentSchedulersTestJSON-621493777-project] vlan segment allocate from pool success with {'vlan_id': 635, 'physical_network': 'physnet1'} {{(pid=128083) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 11:44:22.789683 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-ca8831a4-2570-4471-8e06-9b344ede43eb tempest-DHCPAgentSchedulersTestJSON-621493777 tempest-DHCPAgentSchedulersTestJSON-621493777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967879'] for segment, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:22.789933 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.db.segments_db [None req-ca8831a4-2570-4471-8e06-9b344ede43eb tempest-DHCPAgentSchedulersTestJSON-621493777 tempest-DHCPAgentSchedulersTestJSON-621493777-project] Added segment e655d5ba-217d-4ae0-81a8-ad17bb1f7316 of type vlan for network dd48ad69-7e48-45ad-ae88-2be7678072ad Jun 24 11:44:22.803367 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 55854) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:44:22.809325 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-03b8e236-51e5-48d3-aa95-25377666b6a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1803889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65293'] for router, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:22.811384 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-03b8e236-51e5-48d3-aa95-25377666b6a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1803848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1975305', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1581158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65396'] for router, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:22.895203 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-8370b266-23a1-4dd2-9e52-75fc55688ff2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16a0ccb4-faa5-4aa2-aacb-5bb552cad041', 'name': 'tempest-ServersTestJSON-1630259479-router', 'tenant_id': 'a34fcc8eaff5466883f461818fc3749a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'external_fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.127'}], 'enable_snat': True}, 'gw_port_id': '25e76955-23e3-4f6a-8b80-3217d5376583', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T11:44:19Z', 'updated_at': '2021-06-24T11:44:20Z', 'revision_number': 3, 'project_id': 'a34fcc8eaff5466883f461818fc3749a', 'gw_port': {'id': '25e76955-23e3-4f6a-8b80-3217d5376583', 'name': '', 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:bd:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16a0ccb4-faa5-4aa2-aacb-5bb552cad041', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:44:20Z', 'updated_at': '2021-06-24T11:44:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-4-hyperv'}], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:44:22.916542 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 55858) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:44:22.946185 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8370b266-23a1-4dd2-9e52-75fc55688ff2 None None] Checking router: 16a0ccb4-faa5-4aa2-aacb-5bb552cad041 for host: dv-neutron-797120-4-hyperv {{(pid=128086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 11:44:22.946546 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8370b266-23a1-4dd2-9e52-75fc55688ff2 None None] Updating router 16a0ccb4-faa5-4aa2-aacb-5bb552cad041 port 25e76955-23e3-4f6a-8b80-3217d5376583 binding host dv-neutron-797120-4-hyperv {{(pid=128086) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 11:44:23.002708 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.db.db_base_plugin_common [None req-0728bcce-01ef-4c53-a0bc-646ec4c32d9b admin admin] Allocated IP 172.26.7.178 (f2b8ca71-e776-48b2-8898-96cc7970207b/f37bf603-3862-4d0a-9f58-89616f7fd68f/c2d2a9a9-9ecc-4c1e-bec8-00eb4ac3c11d) {{(pid=128084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 11:44:23.002878 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [None req-95e3bd11-3a1b-4866-ab31-b18d5fd8919c tempest-RoutersAdminNegativeIpV6Test-242531061 tempest-RoutersAdminNegativeIpV6Test-242531061-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1193339836', 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b'}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:44:23.021634 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c7906f9-c7a6-4f0b-8872-0a85031ff2e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d65c8f8-7530-5052-99fe-8ea05073750b-4865c6d7-6c66-4548-b02e-d00e97d481c4', 'network_id': '4865c6d7-6c66-4548-b02e-d00e97d481c4', 'tenant_id': '33124f0dd27d41d79a5a6b42eb81b949', 'fixed_ips': [{'subnet_id': 'c9f29286-6a6a-43a7-8236-d8b39e2a7133'}]}} from dv-neutron-797120-4-hyperv. {{(pid=128085) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 24 11:44:23.022658 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-2c7906f9-c7a6-4f0b-8872-0a85031ff2e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_create {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:23.044514 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-ff9ca3fc-73bf-44a1-92b0-80e8047f3a5d None None] For port 65f02d8a-a219-4394-8a3b-77a2febae42a, host dv-neutron-797120-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=65f02d8a-a219-4394-8a3b-77a2febae42a,segment=NetworkSegment(f44b9ff8-e555-44d1-ab7a-99b2dd7bb3ef),segment_id=f44b9ff8-e555-44d1-ab7a-99b2dd7bb3ef)] {{(pid=128085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 11:44:23.047796 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-ca8831a4-2570-4471-8e06-9b344ede43eb tempest-DHCPAgentSchedulersTestJSON-621493777 tempest-DHCPAgentSchedulersTestJSON-621493777-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793193525068'] for network, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:23.057469 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ff9ca3fc-73bf-44a1-92b0-80e8047f3a5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:23.067952 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron_lib.callbacks.manager [None req-8370b266-23a1-4dd2-9e52-75fc55688ff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:23.097792 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:44:23.136409 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95e3bd11-3a1b-4866-ab31-b18d5fd8919c tempest-RoutersAdminNegativeIpV6Test-242531061 tempest-RoutersAdminNegativeIpV6Test-242531061-project-admin] Made reservation on behalf of 4c36170c91ac47ac89ab844ed3838e25 for: {'port': 1} {{(pid=128083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 11:44:23.139519 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-95e3bd11-3a1b-4866-ab31-b18d5fd8919c tempest-RoutersAdminNegativeIpV6Test-242531061 tempest-RoutersAdminNegativeIpV6Test-242531061-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:23.181216 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-e3c33397-41c0-47e7-ae61-18b486fe350c tempest-MeteringTestJSON-177538972 tempest-MeteringTestJSON-177538972-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1590588317'}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:44:23.182550 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-e3c33397-41c0-47e7-ae61-18b486fe350c tempest-MeteringTestJSON-177538972 tempest-MeteringTestJSON-177538972-project-admin] Unknown quota resources ['metering_label']. {{(pid=128084) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jun 24 11:44:23.183065 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-03b8e236-51e5-48d3-aa95-25377666b6a2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:23.188469 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9ca3fc-73bf-44a1-92b0-80e8047f3a5d None None] Pushing event updated for resources: {'Port': ['ID=65f02d8a-a219-4394-8a3b-77a2febae42a,revision_number=3']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:44:23.194221 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-95e3bd11-3a1b-4866-ab31-b18d5fd8919c tempest-RoutersAdminNegativeIpV6Test-242531061 tempest-RoutersAdminNegativeIpV6Test-242531061-project-admin] Notify callbacks [] for security_group, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:23.206062 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-090df6da-1303-41b8-94cb-4c6cd75d7aab tempest-ExternalNetworksTestJSON-1343323332 tempest-ExternalNetworksTestJSON-1343323332-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1373912730'}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:44:23.248029 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-ff9ca3fc-73bf-44a1-92b0-80e8047f3a5d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:44:23.251578 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.db_base_plugin_common [None req-cdccc5dd-ac6e-4180-927a-6a01775f080b None None] Allocated IP 172.20.0.2 (839f990f-6e6d-419c-a2ff-7497d60fa3b2/2d338229-4852-4820-bf9b-2f3476d45b6e/3e1a8014-818f-4d78-8f01-e542d537e723) {{(pid=128085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 11:44:23.287259 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-9df93c28-3b35-4d64-98e4-d3ac169d27cd None None] Provisioning complete for port 65f02d8a-a219-4394-8a3b-77a2febae42a triggered by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:44:23.287802 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-9df93c28-3b35-4d64-98e4-d3ac169d27cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:23.338086 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-5b22aa13-0fff-44d7-b1ac-052ab29a908c tempest-ExternalNetworksAdminNegativeTestJSON-1195641864 tempest-ExternalNetworksAdminNegativeTestJSON-1195641864-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:23.350702 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-ca8831a4-2570-4471-8e06-9b344ede43eb tempest-DHCPAgentSchedulersTestJSON-621493777 tempest-DHCPAgentSchedulersTestJSON-621493777-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1800243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976'] for network, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:23.390290 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca8831a4-2570-4471-8e06-9b344ede43eb tempest-DHCPAgentSchedulersTestJSON-621493777 tempest-DHCPAgentSchedulersTestJSON-621493777-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:44:23.390980 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-ca8831a4-2570-4471-8e06-9b344ede43eb tempest-DHCPAgentSchedulersTestJSON-621493777 tempest-DHCPAgentSchedulersTestJSON-621493777-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588949'] for network, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:23.410264 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:44:23.464267 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.db_base_plugin_common [None req-2c7906f9-c7a6-4f0b-8872-0a85031ff2e6 None None] Allocated IP 172.20.0.2 (4865c6d7-6c66-4548-b02e-d00e97d481c4/c9f29286-6a6a-43a7-8236-d8b39e2a7133/b09312c3-2832-44f5-8340-e396e222983c) {{(pid=128085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 11:44:23.470247 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.db.api [None req-95e3bd11-3a1b-4866-ab31-b18d5fd8919c tempest-RoutersAdminNegativeIpV6Test-242531061 tempest-RoutersAdminNegativeIpV6Test-242531061-project-admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 24 11:44:23.470247 dv-neutron-797120-4-hyperv neutron-server[128083]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 24 11:44:23.470247 dv-neutron-797120-4-hyperv neutron-server[128083]: [parameters: {'project_id_1': '4c36170c91ac47ac89ab844ed3838e25', 'expiration_1': datetime.datetime(2021, 6, 24, 11, 44, 23, 340027)}] Jun 24 11:44:23.470247 dv-neutron-797120-4-hyperv neutron-server[128083]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=128083) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 24 11:44:23.470665 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_db.api [None req-95e3bd11-3a1b-4866-ab31-b18d5fd8919c tempest-RoutersAdminNegativeIpV6Test-242531061 tempest-RoutersAdminNegativeIpV6Test-242531061-project-admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=128083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 24 11:44:23.492454 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-03b8e236-51e5-48d3-aa95-25377666b6a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1975381', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1803205', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65378'] for router, precommit_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:23.509694 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-090df6da-1303-41b8-94cb-4c6cd75d7aab tempest-ExternalNetworksTestJSON-1343323332 tempest-ExternalNetworksTestJSON-1343323332-project] Made reservation on behalf of 65c788a56d144090ae7a143acafad1e5 for: {'network': 1} {{(pid=128084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 11:44:23.513335 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-090df6da-1303-41b8-94cb-4c6cd75d7aab tempest-ExternalNetworksTestJSON-1343323332 tempest-ExternalNetworksTestJSON-1343323332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for network, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:23.520102 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-ca8831a4-2570-4471-8e06-9b344ede43eb tempest-DHCPAgentSchedulersTestJSON-621493777 tempest-DHCPAgentSchedulersTestJSON-621493777-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 2.2876217 Jun 24 11:44:23.529072 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-e3c33397-41c0-47e7-ae61-18b486fe350c tempest-MeteringTestJSON-177538972 tempest-MeteringTestJSON-177538972-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:23.534455 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-e3c33397-41c0-47e7-ae61-18b486fe350c tempest-MeteringTestJSON-177538972 tempest-MeteringTestJSON-177538972-project-admin] 10.222.0.53 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.6139269 Jun 24 11:44:23.538731 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 55866) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:44:23.539803 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 55868) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:44:23.551259 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-6c726696-43a6-4347-9560-c15d8d4a3c36 tempest-DHCPAgentSchedulersTestJSON-621493777 tempest-DHCPAgentSchedulersTestJSON-621493777-project] Request body: {'subnet': {'network_id': 'dd48ad69-7e48-45ad-ae88-2be7678072ad', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:44:23.581804 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-f856cf21-5b15-46b4-bc6d-5e174e07b744 tempest-MeteringTestJSON-177538972 tempest-MeteringTestJSON-177538972-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': 'bdeca8b6-ffc2-44b3-82ad-6b90679431a9'}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:44:23.582378 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-f856cf21-5b15-46b4-bc6d-5e174e07b744 tempest-MeteringTestJSON-177538972 tempest-MeteringTestJSON-177538972-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=128084) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jun 24 11:44:23.619540 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-090df6da-1303-41b8-94cb-4c6cd75d7aab tempest-ExternalNetworksTestJSON-1343323332 tempest-ExternalNetworksTestJSON-1343323332-project] Notify callbacks [] for security_group, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:23.633480 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-cdccc5dd-ac6e-4180-927a-6a01775f080b None None] Notify callbacks [] for port, precommit_create {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:23.652807 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-cdccc5dd-ac6e-4180-927a-6a01775f080b None None] Transition to ACTIVE for port object 3e1a8014-818f-4d78-8f01-e542d537e723 will not be triggered until provisioned by entity L2. {{(pid=128085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 11:44:23.665450 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8831a4-2570-4471-8e06-9b344ede43eb tempest-DHCPAgentSchedulersTestJSON-621493777 tempest-DHCPAgentSchedulersTestJSON-621493777-project] Pushing event updated for resources: {'Network': ['ID=dd48ad69-7e48-45ad-ae88-2be7678072ad,revision_number=1']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:44:23.668935 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-ca8831a4-2570-4471-8e06-9b344ede43eb tempest-DHCPAgentSchedulersTestJSON-621493777 tempest-DHCPAgentSchedulersTestJSON-621493777-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:44:23.702644 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Network dd48ad69-7e48-45ad-ae88-2be7678072ad details requested by agent ovs-agent-dv-neutron-797120-4-hyperv with host dv-neutron-797120-4-hyperv {{(pid=128085) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 11:44:23.706085 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-cdccc5dd-ac6e-4180-927a-6a01775f080b None None] Transition to ACTIVE for port object 3e1a8014-818f-4d78-8f01-e542d537e723 will not be triggered until provisioned by entity DHCP. {{(pid=128085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 11:44:23.735508 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-cdccc5dd-ac6e-4180-927a-6a01775f080b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-650429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-506361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793193536723'] for port, after_create {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:23.794456 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:44:23.870395 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-2c7906f9-c7a6-4f0b-8872-0a85031ff2e6 None None] Notify callbacks [] for port, precommit_create {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:23.880116 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-0728bcce-01ef-4c53-a0bc-646ec4c32d9b admin admin] Notify callbacks [] for port, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:23.922598 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdccc5dd-ac6e-4180-927a-6a01775f080b None None] Network 839f990f-6e6d-419c-a2ff-7497d60fa3b2 is already hosted by enough agents. {{(pid=128085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 11:44:23.929193 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-2c7906f9-c7a6-4f0b-8872-0a85031ff2e6 None None] Transition to ACTIVE for port object b09312c3-2832-44f5-8340-e396e222983c will not be triggered until provisioned by entity L2. {{(pid=128085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 11:44:23.951803 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.scheduler.base_scheduler [None req-cdccc5dd-ac6e-4180-927a-6a01775f080b None None] Resources bound (agent type, host, resource id): {{(pid=128085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:44:23.956328 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdccc5dd-ac6e-4180-927a-6a01775f080b None None] Received port after_create {{(pid=128085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 11:44:23.971672 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdccc5dd-ac6e-4180-927a-6a01775f080b None None] Pushing event updated for resources: {'Port': ['ID=3e1a8014-818f-4d78-8f01-e542d537e723,revision_number=1']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:44:23.973081 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-95e3bd11-3a1b-4866-ab31-b18d5fd8919c tempest-RoutersAdminNegativeIpV6Test-242531061 tempest-RoutersAdminNegativeIpV6Test-242531061-project-admin] Notify callbacks [] for security_group, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:23.976596 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-cdccc5dd-ac6e-4180-927a-6a01775f080b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:44:23.991274 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-7efad805-0abb-4cf6-8b22-b1f49453c78d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:23.995714 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-2c7906f9-c7a6-4f0b-8872-0a85031ff2e6 None None] Transition to ACTIVE for port object b09312c3-2832-44f5-8340-e396e222983c will not be triggered until provisioned by entity DHCP. {{(pid=128085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 11:44:24.004527 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-03b8e236-51e5-48d3-aa95-25377666b6a2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:24.017183 dv-neutron-797120-4-hyperv neutron-server[128084]: WARNING neutron.services.metering.metering_plugin [None req-f856cf21-5b15-46b4-bc6d-5e174e07b744 tempest-MeteringTestJSON-177538972 tempest-MeteringTestJSON-177538972-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jun 24 11:44:24.035914 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-2c7906f9-c7a6-4f0b-8872-0a85031ff2e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-650429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-506361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793193536723'] for port, after_create {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:24.058369 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-03b8e236-51e5-48d3-aa95-25377666b6a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:24.071486 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-97478942-bfc9-4eac-9b65-e6b168ba0110 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:44:24.107362 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-cdccc5dd-ac6e-4180-927a-6a01775f080b None None] Attempting to bind port 3e1a8014-818f-4d78-8f01-e542d537e723 on host dv-neutron-797120-4-hyperv for vnic_type normal with profile {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 11:44:24.108360 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-cdccc5dd-ac6e-4180-927a-6a01775f080b None None] Attempting to bind port 3e1a8014-818f-4d78-8f01-e542d537e723 by drivers openvswitch,hyperv on host dv-neutron-797120-4-hyperv at level 0 using segments [{'id': '88c1b979-2b93-4ed9-8c10-4ea37cb41e96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '839f990f-6e6d-419c-a2ff-7497d60fa3b2'}] {{(pid=128085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 11:44:24.108749 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdccc5dd-ac6e-4180-927a-6a01775f080b None None] Attempting to bind port 3e1a8014-818f-4d78-8f01-e542d537e723 on network 839f990f-6e6d-419c-a2ff-7497d60fa3b2 {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 11:44:24.117987 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdccc5dd-ac6e-4180-927a-6a01775f080b None None] Checking agent: {'id': 'e3a695b2-c397-461f-83b0-10b79d490b59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 11, 36, 56), 'started_at': datetime.datetime(2021, 6, 24, 11, 37, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 11, 43, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 11:44:24.118352 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdccc5dd-ac6e-4180-927a-6a01775f080b None None] Checking segment: {'id': '88c1b979-2b93-4ed9-8c10-4ea37cb41e96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '839f990f-6e6d-419c-a2ff-7497d60fa3b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=128085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 11:44:24.118953 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-cdccc5dd-ac6e-4180-927a-6a01775f080b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:24.119354 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdccc5dd-ac6e-4180-927a-6a01775f080b None None] Bound using segment: {'id': '88c1b979-2b93-4ed9-8c10-4ea37cb41e96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '839f990f-6e6d-419c-a2ff-7497d60fa3b2'} {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 11:44:24.119834 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-cdccc5dd-ac6e-4180-927a-6a01775f080b None None] Bound port: 3e1a8014-818f-4d78-8f01-e542d537e723, host: dv-neutron-797120-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88c1b979-2b93-4ed9-8c10-4ea37cb41e96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '839f990f-6e6d-419c-a2ff-7497d60fa3b2'}}] {{(pid=128085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 11:44:24.120245 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-cdccc5dd-ac6e-4180-927a-6a01775f080b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:24.137413 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c7906f9-c7a6-4f0b-8872-0a85031ff2e6 None None] Network 4865c6d7-6c66-4548-b02e-d00e97d481c4 is already hosted by enough agents. {{(pid=128085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 11:44:24.144918 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.scheduler.base_scheduler [None req-2c7906f9-c7a6-4f0b-8872-0a85031ff2e6 None None] Resources bound (agent type, host, resource id): {{(pid=128085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:44:24.148486 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c7906f9-c7a6-4f0b-8872-0a85031ff2e6 None None] Received port after_create {{(pid=128085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 11:44:24.157340 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7906f9-c7a6-4f0b-8872-0a85031ff2e6 None None] Pushing event updated for resources: {'Port': ['ID=b09312c3-2832-44f5-8340-e396e222983c,revision_number=1']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:44:24.169295 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-f856cf21-5b15-46b4-bc6d-5e174e07b744 tempest-MeteringTestJSON-177538972 tempest-MeteringTestJSON-177538972-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:24.170511 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-f856cf21-5b15-46b4-bc6d-5e174e07b744 tempest-MeteringTestJSON-177538972 tempest-MeteringTestJSON-177538972-project-admin] 10.222.0.53 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.6070399 Jun 24 11:44:24.173907 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 55874) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:44:24.178493 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [None req-f79d01af-bbfd-4bcc-a027-82205a745fb3 tempest-MeteringTestJSON-177538972 tempest-MeteringTestJSON-177538972-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': 'bdeca8b6-ffc2-44b3-82ad-6b90679431a9'}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:44:24.179045 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [None req-f79d01af-bbfd-4bcc-a027-82205a745fb3 tempest-MeteringTestJSON-177538972 tempest-MeteringTestJSON-177538972-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=128083) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jun 24 11:44:24.187861 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-eacbb99a-4fda-46ad-9777-49b8107430fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:24.197341 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-2c7906f9-c7a6-4f0b-8872-0a85031ff2e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:44:24.215254 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-0728bcce-01ef-4c53-a0bc-646ec4c32d9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-650429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-506361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793193536723'] for port, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:24.228286 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:44:24.261253 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-2c7906f9-c7a6-4f0b-8872-0a85031ff2e6 None None] Attempting to bind port b09312c3-2832-44f5-8340-e396e222983c on host dv-neutron-797120-4-hyperv for vnic_type normal with profile {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 11:44:24.262051 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-2c7906f9-c7a6-4f0b-8872-0a85031ff2e6 None None] Attempting to bind port b09312c3-2832-44f5-8340-e396e222983c by drivers openvswitch,hyperv on host dv-neutron-797120-4-hyperv at level 0 using segments [{'id': '07892e35-761a-4552-b54f-9cd6dfd50c5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '4865c6d7-6c66-4548-b02e-d00e97d481c4'}] {{(pid=128085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 11:44:24.262596 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c7906f9-c7a6-4f0b-8872-0a85031ff2e6 None None] Attempting to bind port b09312c3-2832-44f5-8340-e396e222983c on network 4865c6d7-6c66-4548-b02e-d00e97d481c4 {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 11:44:24.272881 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c7906f9-c7a6-4f0b-8872-0a85031ff2e6 None None] Checking agent: {'id': 'e3a695b2-c397-461f-83b0-10b79d490b59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 11, 36, 56), 'started_at': datetime.datetime(2021, 6, 24, 11, 37, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 11, 43, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 11:44:24.273559 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c7906f9-c7a6-4f0b-8872-0a85031ff2e6 None None] Checking segment: {'id': '07892e35-761a-4552-b54f-9cd6dfd50c5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '4865c6d7-6c66-4548-b02e-d00e97d481c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=128085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 11:44:24.274139 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-2c7906f9-c7a6-4f0b-8872-0a85031ff2e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:24.274686 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c7906f9-c7a6-4f0b-8872-0a85031ff2e6 None None] Bound using segment: {'id': '07892e35-761a-4552-b54f-9cd6dfd50c5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '4865c6d7-6c66-4548-b02e-d00e97d481c4'} {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 11:44:24.275301 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-2c7906f9-c7a6-4f0b-8872-0a85031ff2e6 None None] Bound port: b09312c3-2832-44f5-8340-e396e222983c, host: dv-neutron-797120-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07892e35-761a-4552-b54f-9cd6dfd50c5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '4865c6d7-6c66-4548-b02e-d00e97d481c4'}}] {{(pid=128085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 11:44:24.275879 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-2c7906f9-c7a6-4f0b-8872-0a85031ff2e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:24.301813 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-cdccc5dd-ac6e-4180-927a-6a01775f080b None None] For port 3e1a8014-818f-4d78-8f01-e542d537e723, host dv-neutron-797120-4-hyperv, cleared binding levels {{(pid=128085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 11:44:24.318674 dv-neutron-797120-4-hyperv neutron-server[128083]: WARNING neutron.services.metering.metering_plugin [None req-f79d01af-bbfd-4bcc-a027-82205a745fb3 tempest-MeteringTestJSON-177538972 tempest-MeteringTestJSON-177538972-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jun 24 11:44:24.327155 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0728bcce-01ef-4c53-a0bc-646ec4c32d9b admin admin] Network f2b8ca71-e776-48b2-8898-96cc7970207b is already hosted by enough agents. {{(pid=128084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 11:44:24.341377 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.base_scheduler [None req-0728bcce-01ef-4c53-a0bc-646ec4c32d9b admin admin] Resources bound (agent type, host, resource id): {{(pid=128084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:44:24.351977 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0728bcce-01ef-4c53-a0bc-646ec4c32d9b admin admin] Received port after_create {{(pid=128084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 11:44:24.364088 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-090df6da-1303-41b8-94cb-4c6cd75d7aab tempest-ExternalNetworksTestJSON-1343323332 tempest-ExternalNetworksTestJSON-1343323332-project] Notify callbacks [] for security_group, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:24.366333 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-2c7906f9-c7a6-4f0b-8872-0a85031ff2e6 None None] For port b09312c3-2832-44f5-8340-e396e222983c, host dv-neutron-797120-4-hyperv, cleared binding levels {{(pid=128085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 11:44:24.369905 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-2c7906f9-c7a6-4f0b-8872-0a85031ff2e6 None None] For port b09312c3-2832-44f5-8340-e396e222983c, host dv-neutron-797120-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=b09312c3-2832-44f5-8340-e396e222983c,segment=NetworkSegment(07892e35-761a-4552-b54f-9cd6dfd50c5c),segment_id=07892e35-761a-4552-b54f-9cd6dfd50c5c)] {{(pid=128085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 11:44:24.375045 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-2c7906f9-c7a6-4f0b-8872-0a85031ff2e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:24.377288 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-cdccc5dd-ac6e-4180-927a-6a01775f080b None None] For port 3e1a8014-818f-4d78-8f01-e542d537e723, host dv-neutron-797120-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=3e1a8014-818f-4d78-8f01-e542d537e723,segment=NetworkSegment(88c1b979-2b93-4ed9-8c10-4ea37cb41e96),segment_id=88c1b979-2b93-4ed9-8c10-4ea37cb41e96)] {{(pid=128085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 11:44:24.387172 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-9bd2543d-2635-4194-a819-050f899eb663 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:44:24.392145 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-cdccc5dd-ac6e-4180-927a-6a01775f080b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:24.392328 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0728bcce-01ef-4c53-a0bc-646ec4c32d9b admin admin] Pushing event updated for resources: {'Port': ['ID=c2d2a9a9-9ecc-4c1e-bec8-00eb4ac3c11d,revision_number=1']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:44:24.406953 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron_lib.callbacks.manager [None req-8370b266-23a1-4dd2-9e52-75fc55688ff2 None None] Notify callbacks [] for port, precommit_update {{(pid=128086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:24.424918 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.provisioning_blocks [None req-8370b266-23a1-4dd2-9e52-75fc55688ff2 None None] Transition to ACTIVE for port object 25e76955-23e3-4f6a-8b80-3217d5376583 will not be triggered until provisioned by entity L2. {{(pid=128086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 11:44:24.428187 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-0728bcce-01ef-4c53-a0bc-646ec4c32d9b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:44:24.434710 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron_lib.callbacks.manager [None req-8370b266-23a1-4dd2-9e52-75fc55688ff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:24.436300 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-090df6da-1303-41b8-94cb-4c6cd75d7aab tempest-ExternalNetworksTestJSON-1343323332 tempest-ExternalNetworksTestJSON-1343323332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800410'] for security_group, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:24.450283 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128086) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:44:24.474569 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7906f9-c7a6-4f0b-8872-0a85031ff2e6 None None] Pushing event updated for resources: {'Port': ['ID=b09312c3-2832-44f5-8340-e396e222983c,revision_number=2']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:44:24.477746 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-2c7906f9-c7a6-4f0b-8872-0a85031ff2e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:44:24.478217 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-97478942-bfc9-4eac-9b65-e6b168ba0110 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.056s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:44:24.486589 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:44:24.524149 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.plugins.ml2.managers [None req-8370b266-23a1-4dd2-9e52-75fc55688ff2 None None] Attempting to bind port 25e76955-23e3-4f6a-8b80-3217d5376583 on host dv-neutron-797120-4-hyperv for vnic_type normal with profile {{(pid=128086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 11:44:24.524516 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.plugins.ml2.managers [None req-8370b266-23a1-4dd2-9e52-75fc55688ff2 None None] Attempting to bind port 25e76955-23e3-4f6a-8b80-3217d5376583 by drivers openvswitch,hyperv on host dv-neutron-797120-4-hyperv at level 0 using segments [{'id': '1139564f-ff83-4b49-a593-84b33301357d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b'}] {{(pid=128086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 11:44:24.524881 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8370b266-23a1-4dd2-9e52-75fc55688ff2 None None] Attempting to bind port 25e76955-23e3-4f6a-8b80-3217d5376583 on network f2b8ca71-e776-48b2-8898-96cc7970207b {{(pid=128086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 11:44:24.539805 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8370b266-23a1-4dd2-9e52-75fc55688ff2 None None] Checking agent: {'id': 'e3a695b2-c397-461f-83b0-10b79d490b59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 11, 36, 56), 'started_at': datetime.datetime(2021, 6, 24, 11, 37, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 11, 43, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=128086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 11:44:24.540173 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8370b266-23a1-4dd2-9e52-75fc55688ff2 None None] Checking segment: {'id': '1139564f-ff83-4b49-a593-84b33301357d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=128086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 11:44:24.540775 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron_lib.callbacks.manager [None req-8370b266-23a1-4dd2-9e52-75fc55688ff2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=128086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:24.541350 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8370b266-23a1-4dd2-9e52-75fc55688ff2 None None] Bound using segment: {'id': '1139564f-ff83-4b49-a593-84b33301357d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b'} {{(pid=128086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 11:44:24.542017 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.plugins.ml2.managers [None req-8370b266-23a1-4dd2-9e52-75fc55688ff2 None None] Bound port: 25e76955-23e3-4f6a-8b80-3217d5376583, host: dv-neutron-797120-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1139564f-ff83-4b49-a593-84b33301357d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b'}}] {{(pid=128086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 11:44:24.542597 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron_lib.callbacks.manager [None req-8370b266-23a1-4dd2-9e52-75fc55688ff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:24.545598 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aceb8215-070f-407d-b25a-f0ab63d78b81 None None] Pushing event updated for resources: {'Port': ['ID=25e76955-23e3-4f6a-8b80-3217d5376583,revision_number=2']} {{(pid=128086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:44:24.578030 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdccc5dd-ac6e-4180-927a-6a01775f080b None None] Pushing event updated for resources: {'Port': ['ID=3e1a8014-818f-4d78-8f01-e542d537e723,revision_number=2']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:44:24.581180 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-cdccc5dd-ac6e-4180-927a-6a01775f080b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:44:24.581539 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-090df6da-1303-41b8-94cb-4c6cd75d7aab tempest-ExternalNetworksTestJSON-1343323332 tempest-ExternalNetworksTestJSON-1343323332-project] vlan segment allocate from pool success with {'vlan_id': 641, 'physical_network': 'physnet1'} {{(pid=128084) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 11:44:24.582767 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aceb8215-070f-407d-b25a-f0ab63d78b81 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:44:24.583290 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aceb8215-070f-407d-b25a-f0ab63d78b81 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:44:24.588904 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aceb8215-070f-407d-b25a-f0ab63d78b81 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:44:24.588904 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aceb8215-070f-407d-b25a-f0ab63d78b81 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:44:24.589630 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aceb8215-070f-407d-b25a-f0ab63d78b81 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:44:24.590086 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aceb8215-070f-407d-b25a-f0ab63d78b81 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:44:24.590304 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aceb8215-070f-407d-b25a-f0ab63d78b81 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:44:24.590640 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aceb8215-070f-407d-b25a-f0ab63d78b81 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:44:24.590968 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aceb8215-070f-407d-b25a-f0ab63d78b81 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:44:24.591285 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aceb8215-070f-407d-b25a-f0ab63d78b81 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:44:24.592554 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aceb8215-070f-407d-b25a-f0ab63d78b81 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:44:24.592554 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aceb8215-070f-407d-b25a-f0ab63d78b81 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:44:24.593069 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c726696-43a6-4347-9560-c15d8d4a3c36 tempest-DHCPAgentSchedulersTestJSON-621493777 tempest-DHCPAgentSchedulersTestJSON-621493777-project] Made reservation on behalf of e35f43ae57c34630ba716167d4b3f9e3 for: {'subnet': 1} {{(pid=128084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 11:44:24.593658 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aceb8215-070f-407d-b25a-f0ab63d78b81 None None] Tracked resource versions report: Jun 24 11:44:24.593658 dv-neutron-797120-4-hyperv neutron-server[128086]: pushed versions: Jun 24 11:44:24.593658 dv-neutron-797120-4-hyperv neutron-server[128086]: { 'AddressGroup': {'1.2'}, Jun 24 11:44:24.593658 dv-neutron-797120-4-hyperv neutron-server[128086]: 'ConntrackHelper': {'1.0'}, Jun 24 11:44:24.593658 dv-neutron-797120-4-hyperv neutron-server[128086]: 'Log': {'1.0'}, Jun 24 11:44:24.593658 dv-neutron-797120-4-hyperv neutron-server[128086]: 'Network': {'1.1'}, Jun 24 11:44:24.593658 dv-neutron-797120-4-hyperv neutron-server[128086]: 'Port': {'1.7'}, Jun 24 11:44:24.593658 dv-neutron-797120-4-hyperv neutron-server[128086]: 'PortForwarding': {'1.2'}, Jun 24 11:44:24.593658 dv-neutron-797120-4-hyperv neutron-server[128086]: 'QosPolicy': {'1.8'}, Jun 24 11:44:24.593658 dv-neutron-797120-4-hyperv neutron-server[128086]: 'SecurityGroup': {'1.4'}, Jun 24 11:44:24.593658 dv-neutron-797120-4-hyperv neutron-server[128086]: 'SecurityGroupRule': {'1.2'}, Jun 24 11:44:24.593658 dv-neutron-797120-4-hyperv neutron-server[128086]: 'SubPort': {'1.0'}, Jun 24 11:44:24.593658 dv-neutron-797120-4-hyperv neutron-server[128086]: 'Subnet': {'1.1'}, Jun 24 11:44:24.593658 dv-neutron-797120-4-hyperv neutron-server[128086]: 'Trunk': {'1.1'}} Jun 24 11:44:24.593658 dv-neutron-797120-4-hyperv neutron-server[128086]: consumer versions: Jun 24 11:44:24.593658 dv-neutron-797120-4-hyperv neutron-server[128086]: { DHCP agent@dv-neutron-797120-4-hyperv: {}, Jun 24 11:44:24.593658 dv-neutron-797120-4-hyperv neutron-server[128086]: HyperV agent@hv-neutron-7971: {}, Jun 24 11:44:24.593658 dv-neutron-797120-4-hyperv neutron-server[128086]: L3 agent@dv-neutron-797120-4-hyperv: {}, Jun 24 11:44:24.593658 dv-neutron-797120-4-hyperv neutron-server[128086]: Metadata agent@dv-neutron-797120-4-hyperv: {}, Jun 24 11:44:24.593658 dv-neutron-797120-4-hyperv neutron-server[128086]: Metering agent@dv-neutron-797120-4-hyperv: {}, Jun 24 11:44:24.593658 dv-neutron-797120-4-hyperv neutron-server[128086]: Open vSwitch agent@dv-neutron-797120-4-hyperv: { 'AddressGroup': '1.2', Jun 24 11:44:24.593658 dv-neutron-797120-4-hyperv neutron-server[128086]: 'ConntrackHelper': '1.0', Jun 24 11:44:24.593658 dv-neutron-797120-4-hyperv neutron-server[128086]: 'Log': '1.0', Jun 24 11:44:24.593658 dv-neutron-797120-4-hyperv neutron-server[128086]: 'Network': '1.1', Jun 24 11:44:24.593658 dv-neutron-797120-4-hyperv neutron-server[128086]: 'Port': '1.7', Jun 24 11:44:24.593658 dv-neutron-797120-4-hyperv neutron-server[128086]: 'PortForwarding': '1.2', Jun 24 11:44:24.593658 dv-neutron-797120-4-hyperv neutron-server[128086]: 'QosPolicy': '1.8', Jun 24 11:44:24.593658 dv-neutron-797120-4-hyperv neutron-server[128086]: 'SecurityGroup': '1.4', Jun 24 11:44:24.593658 dv-neutron-797120-4-hyperv neutron-server[128086]: 'SecurityGroupRule': '1.2', Jun 24 11:44:24.593658 dv-neutron-797120-4-hyperv neutron-server[128086]: 'SubPort': '1.0', Jun 24 11:44:24.593658 dv-neutron-797120-4-hyperv neutron-server[128086]: 'Subnet': '1.1', Jun 24 11:44:24.593658 dv-neutron-797120-4-hyperv neutron-server[128086]: 'Trunk': '1.1'}} Jun 24 11:44:24.593658 dv-neutron-797120-4-hyperv neutron-server[128086]: {{(pid=128086) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 24 11:44:24.596664 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-6c726696-43a6-4347-9560-c15d8d4a3c36 tempest-DHCPAgentSchedulersTestJSON-621493777 tempest-DHCPAgentSchedulersTestJSON-621493777-project] Notify callbacks [] for subnet, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:24.609907 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG oslo_concurrency.lockutils [None req-aceb8215-070f-407d-b25a-f0ab63d78b81 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=128086) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:44:24.618479 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-f79d01af-bbfd-4bcc-a027-82205a745fb3 tempest-MeteringTestJSON-177538972 tempest-MeteringTestJSON-177538972-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:24.622306 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-f79d01af-bbfd-4bcc-a027-82205a745fb3 tempest-MeteringTestJSON-177538972 tempest-MeteringTestJSON-177538972-project-admin] 10.222.0.53 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.4446750 Jun 24 11:44:24.631604 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 55876) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:44:24.666682 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.plugins.ml2.db [None req-8370b266-23a1-4dd2-9e52-75fc55688ff2 None None] For port 25e76955-23e3-4f6a-8b80-3217d5376583, host dv-neutron-797120-4-hyperv, cleared binding levels {{(pid=128086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 11:44:24.669924 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.plugins.ml2.db [None req-8370b266-23a1-4dd2-9e52-75fc55688ff2 None None] For port 25e76955-23e3-4f6a-8b80-3217d5376583, host dv-neutron-797120-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=25e76955-23e3-4f6a-8b80-3217d5376583,segment=NetworkSegment(1139564f-ff83-4b49-a593-84b33301357d),segment_id=1139564f-ff83-4b49-a593-84b33301357d)] {{(pid=128086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 11:44:24.679756 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron_lib.callbacks.manager [None req-8370b266-23a1-4dd2-9e52-75fc55688ff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:24.682567 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-090df6da-1303-41b8-94cb-4c6cd75d7aab tempest-ExternalNetworksTestJSON-1343323332 tempest-ExternalNetworksTestJSON-1343323332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967879'] for segment, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:24.682922 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.db.segments_db [None req-090df6da-1303-41b8-94cb-4c6cd75d7aab tempest-ExternalNetworksTestJSON-1343323332 tempest-ExternalNetworksTestJSON-1343323332-project] Added segment e31f448e-67ac-437e-9a4a-4200e365f8dd of type vlan for network 13b8851f-b88f-4842-af0e-dc32f2ef092f Jun 24 11:44:24.691510 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG oslo_concurrency.lockutils [None req-aceb8215-070f-407d-b25a-f0ab63d78b81 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128086) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:44:24.763679 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090df6da-1303-41b8-94cb-4c6cd75d7aab tempest-ExternalNetworksTestJSON-1343323332 tempest-ExternalNetworksTestJSON-1343323332-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8c6d953a-331f-4ea6-9c30-290034858dac,revision_number=1']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:44:24.888727 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aceb8215-070f-407d-b25a-f0ab63d78b81 None None] Pushing event updated for resources: {'Port': ['ID=25e76955-23e3-4f6a-8b80-3217d5376583,revision_number=3']} {{(pid=128086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:44:24.896964 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG oslo_concurrency.lockutils [None req-aceb8215-070f-407d-b25a-f0ab63d78b81 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=128086) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:44:24.900300 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8370b266-23a1-4dd2-9e52-75fc55688ff2 None None] Routers {'16a0ccb4-faa5-4aa2-aacb-5bb552cad041'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 11:44:24.901058 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-8370b266-23a1-4dd2-9e52-75fc55688ff2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T11:43:56Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['16a0ccb4-faa5-4aa2-aacb-5bb552cad041'], 'active': True} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:44:24.917135 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-95e3bd11-3a1b-4866-ab31-b18d5fd8919c tempest-RoutersAdminNegativeIpV6Test-242531061 tempest-RoutersAdminNegativeIpV6Test-242531061-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:24.948851 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.db_base_plugin_common [None req-5b22aa13-0fff-44d7-b1ac-052ab29a908c tempest-ExternalNetworksAdminNegativeTestJSON-1195641864 tempest-ExternalNetworksAdminNegativeTestJSON-1195641864-project-admin] Allocated IP 172.26.7.150 (f2b8ca71-e776-48b2-8898-96cc7970207b/f37bf603-3862-4d0a-9f58-89616f7fd68f/cf2921da-fe5f-4ccd-8853-21cd37c9e452) {{(pid=128083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 11:44:24.968008 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-95e3bd11-3a1b-4866-ab31-b18d5fd8919c tempest-RoutersAdminNegativeIpV6Test-242531061 tempest-RoutersAdminNegativeIpV6Test-242531061-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800410'] for security_group, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:24.983253 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.notifiers.nova [None req-95e3bd11-3a1b-4866-ab31-b18d5fd8919c tempest-RoutersAdminNegativeIpV6Test-242531061 tempest-RoutersAdminNegativeIpV6Test-242531061-project-admin] device_id is not set on port c179302d-d114-480c-881d-8568ab8b5e1b yet. {{(pid=128083) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 24 11:44:25.008377 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-090df6da-1303-41b8-94cb-4c6cd75d7aab tempest-ExternalNetworksTestJSON-1343323332 tempest-ExternalNetworksTestJSON-1343323332-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.520s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:44:25.039343 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device 65f02d8a-a219-4394-8a3b-77a2febae42a up at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 11:44:25.065769 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:44:25.092328 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-d5702151-8cc3-4369-9001-9185ed80e47b tempest-MeteringTestJSON-177538972 tempest-MeteringTestJSON-177538972-project-admin] 10.222.0.53 "GET /v2.0/metering/metering-label-rules?id=b0ce5456-b5ae-45bb-971f-b15732bfee38 HTTP/1.1" status: 200 len: 464 time: 0.4570248 Jun 24 11:44:25.093885 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 55880) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:44:25.096659 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e3bd11-3a1b-4866-ab31-b18d5fd8919c tempest-RoutersAdminNegativeIpV6Test-242531061 tempest-RoutersAdminNegativeIpV6Test-242531061-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=058c8b60-d13c-4cd9-a520-add858e542ca,revision_number=1']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:44:25.106292 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-95e3bd11-3a1b-4866-ab31-b18d5fd8919c tempest-RoutersAdminNegativeIpV6Test-242531061 tempest-RoutersAdminNegativeIpV6Test-242531061-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:44:25.122604 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.db.db_base_plugin_common [None req-eacbb99a-4fda-46ad-9777-49b8107430fa admin admin] Allocated IP 172.20.0.1 (5404b65a-42b1-4f9a-be9b-03cba7439c22/34021bd3-a156-47d8-b4b0-89952a23c040/b99f6696-29d0-4dca-a9d1-ade0ea6e6d40) {{(pid=128084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 11:44:25.158114 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_dvr_db [None req-8370b266-23a1-4dd2-9e52-75fc55688ff2 None None] Set router 16a0ccb4-faa5-4aa2-aacb-5bb552cad041 gateway port host: dv-neutron-797120-4-hyperv {{(pid=128086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 11:44:25.176584 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning complete for port 65f02d8a-a219-4394-8a3b-77a2febae42a triggered by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:44:25.177215 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:25.180303 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-090df6da-1303-41b8-94cb-4c6cd75d7aab tempest-ExternalNetworksTestJSON-1343323332 tempest-ExternalNetworksTestJSON-1343323332-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793193525068'] for network, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:25.243577 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-5b22aa13-0fff-44d7-b1ac-052ab29a908c tempest-ExternalNetworksAdminNegativeTestJSON-1195641864 tempest-ExternalNetworksAdminNegativeTestJSON-1195641864-project-admin] Notify callbacks [] for port, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:25.363306 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.db.resource_extend [None req-090df6da-1303-41b8-94cb-4c6cd75d7aab tempest-ExternalNetworksTestJSON-1343323332 tempest-ExternalNetworksTestJSON-1343323332-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=128084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 24 11:44:25.376918 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-5b22aa13-0fff-44d7-b1ac-052ab29a908c tempest-ExternalNetworksAdminNegativeTestJSON-1195641864 tempest-ExternalNetworksAdminNegativeTestJSON-1195641864-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-650429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-506361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793193536723'] for port, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:25.398836 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:44:25.402991 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-8370b266-23a1-4dd2-9e52-75fc55688ff2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16a0ccb4-faa5-4aa2-aacb-5bb552cad041', 'name': 'tempest-ServersTestJSON-1630259479-router', 'tenant_id': 'a34fcc8eaff5466883f461818fc3749a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'external_fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.127'}], 'enable_snat': True}, 'gw_port_id': '25e76955-23e3-4f6a-8b80-3217d5376583', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T11:44:19Z', 'updated_at': '2021-06-24T11:44:20Z', 'revision_number': 3, 'project_id': 'a34fcc8eaff5466883f461818fc3749a', 'gw_port': {'id': '25e76955-23e3-4f6a-8b80-3217d5376583', 'name': '', 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:bd:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16a0ccb4-faa5-4aa2-aacb-5bb552cad041', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:44:20Z', 'updated_at': '2021-06-24T11:44:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-4-hyperv'}], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:44:25.434503 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8370b266-23a1-4dd2-9e52-75fc55688ff2 None None] The sync data for ids ['16a0ccb4-faa5-4aa2-aacb-5bb552cad041'] in dv-neutron-797120-4-hyperv is: [{'id': '16a0ccb4-faa5-4aa2-aacb-5bb552cad041', 'name': 'tempest-ServersTestJSON-1630259479-router', 'tenant_id': 'a34fcc8eaff5466883f461818fc3749a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'external_fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.127'}], 'enable_snat': True}, 'gw_port_id': '25e76955-23e3-4f6a-8b80-3217d5376583', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T11:44:19Z', 'updated_at': '2021-06-24T11:44:20Z', 'revision_number': 3, 'project_id': 'a34fcc8eaff5466883f461818fc3749a', 'gw_port': {'id': '25e76955-23e3-4f6a-8b80-3217d5376583', 'name': '', 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:bd:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16a0ccb4-faa5-4aa2-aacb-5bb552cad041', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:44:20Z', 'updated_at': '2021-06-24T11:44:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-4-hyperv'}] {{(pid=128086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 11:44:25.506675 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b22aa13-0fff-44d7-b1ac-052ab29a908c tempest-ExternalNetworksAdminNegativeTestJSON-1195641864 tempest-ExternalNetworksAdminNegativeTestJSON-1195641864-project-admin] Network f2b8ca71-e776-48b2-8898-96cc7970207b is already hosted by enough agents. {{(pid=128083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 11:44:25.519658 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b22aa13-0fff-44d7-b1ac-052ab29a908c tempest-ExternalNetworksAdminNegativeTestJSON-1195641864 tempest-ExternalNetworksAdminNegativeTestJSON-1195641864-project-admin] Pushing event updated for resources: {'Port': ['ID=cf2921da-fe5f-4ccd-8853-21cd37c9e452,revision_number=1']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:44:25.522929 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.base_scheduler [None req-5b22aa13-0fff-44d7-b1ac-052ab29a908c tempest-ExternalNetworksAdminNegativeTestJSON-1195641864 tempest-ExternalNetworksAdminNegativeTestJSON-1195641864-project-admin] Resources bound (agent type, host, resource id): {{(pid=128083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:44:25.536927 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.db_base_plugin_common [None req-03b8e236-51e5-48d3-aa95-25377666b6a2 admin admin] Allocated IP 172.26.7.216 (f2b8ca71-e776-48b2-8898-96cc7970207b/f37bf603-3862-4d0a-9f58-89616f7fd68f/d90dba58-22e7-42dd-885a-25915bf0b441) {{(pid=128083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 11:44:25.537911 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-090df6da-1303-41b8-94cb-4c6cd75d7aab tempest-ExternalNetworksTestJSON-1343323332 tempest-ExternalNetworksTestJSON-1343323332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1800243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976'] for network, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:25.542508 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-5b22aa13-0fff-44d7-b1ac-052ab29a908c tempest-ExternalNetworksAdminNegativeTestJSON-1195641864 tempest-ExternalNetworksAdminNegativeTestJSON-1195641864-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:44:25.542927 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-dd3e6105-f665-4006-b67b-c2d1216e17e5 tempest-MeteringTestJSON-177538972 tempest-MeteringTestJSON-177538972-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:25.544298 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-dd3e6105-f665-4006-b67b-c2d1216e17e5 tempest-MeteringTestJSON-177538972 tempest-MeteringTestJSON-177538972-project-admin] 10.222.0.53 "DELETE /v2.0/metering/metering-label-rules/b0ce5456-b5ae-45bb-971f-b15732bfee38 HTTP/1.1" status: 204 len: 168 time: 0.4138322 Jun 24 11:44:25.547427 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 55884) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:44:25.569777 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b22aa13-0fff-44d7-b1ac-052ab29a908c tempest-ExternalNetworksAdminNegativeTestJSON-1195641864 tempest-ExternalNetworksAdminNegativeTestJSON-1195641864-project-admin] Received port after_create {{(pid=128083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 11:44:25.575161 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-090df6da-1303-41b8-94cb-4c6cd75d7aab tempest-ExternalNetworksTestJSON-1343323332 tempest-ExternalNetworksTestJSON-1343323332-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=128084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:44:25.575810 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-090df6da-1303-41b8-94cb-4c6cd75d7aab tempest-ExternalNetworksTestJSON-1343323332 tempest-ExternalNetworksTestJSON-1343323332-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588949'] for network, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:25.597523 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-431bb510-0775-42ef-8259-c92b5a6cd30f tempest-MeteringTestJSON-177538972 tempest-MeteringTestJSON-177538972-project-admin] 10.222.0.53 "GET /v2.0/metering/metering-label-rules?id=b0ce5456-b5ae-45bb-971f-b15732bfee38 HTTP/1.1" status: 200 len: 221 time: 0.0488675 Jun 24 11:44:25.625054 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 55886) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:44:25.651982 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-f63ddfb3-de94-43c7-a9af-41d18aaf0f22 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:44:25.655732 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-0728bcce-01ef-4c53-a0bc-646ec4c32d9b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:25.659640 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [None req-c01b48d9-383b-4688-9b9f-e0ab05170c93 tempest-MeteringTestJSON-177538972 tempest-MeteringTestJSON-177538972-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--41245380', 'description': 'label created by tempest'}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:44:25.660079 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [None req-c01b48d9-383b-4688-9b9f-e0ab05170c93 tempest-MeteringTestJSON-177538972 tempest-MeteringTestJSON-177538972-project-admin] Unknown quota resources ['metering_label']. {{(pid=128083) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jun 24 11:44:25.843317 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-6c726696-43a6-4347-9560-c15d8d4a3c36 tempest-DHCPAgentSchedulersTestJSON-621493777 tempest-DHCPAgentSchedulersTestJSON-621493777-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971'] for subnet, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:25.843317 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-090df6da-1303-41b8-94cb-4c6cd75d7aab tempest-ExternalNetworksTestJSON-1343323332 tempest-ExternalNetworksTestJSON-1343323332-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 3.0177281 Jun 24 11:44:26.004956 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 55888) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:44:26.049350 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-03b8e236-51e5-48d3-aa95-25377666b6a2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:26.091645 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9e3aa4e-f71d-4ccf-8b9b-5ded8604b164 None None] Network 4865c6d7-6c66-4548-b02e-d00e97d481c4 requested from dv-neutron-797120-4-hyperv {{(pid=128085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 11:44:26.119994 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-eacbb99a-4fda-46ad-9777-49b8107430fa admin admin] Notify callbacks [] for port, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:26.126810 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-5b22aa13-0fff-44d7-b1ac-052ab29a908c tempest-ExternalNetworksAdminNegativeTestJSON-1195641864 tempest-ExternalNetworksAdminNegativeTestJSON-1195641864-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:26.156251 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-03b8e236-51e5-48d3-aa95-25377666b6a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-650429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-506361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793193536723'] for port, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:26.160389 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090df6da-1303-41b8-94cb-4c6cd75d7aab tempest-ExternalNetworksTestJSON-1343323332 tempest-ExternalNetworksTestJSON-1343323332-project] Pushing event updated for resources: {'Network': ['ID=13b8851f-b88f-4842-af0e-dc32f2ef092f,revision_number=1']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:44:26.164604 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-090df6da-1303-41b8-94cb-4c6cd75d7aab tempest-ExternalNetworksTestJSON-1343323332 tempest-ExternalNetworksTestJSON-1343323332-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.512s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:44:26.172559 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-4f3fae21-840c-40f0-ac5e-c9fb83502800 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.061s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:44:26.181426 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.db.provisioning_blocks [None req-eacbb99a-4fda-46ad-9777-49b8107430fa admin admin] Transition to ACTIVE for port object b99f6696-29d0-4dca-a9d1-ade0ea6e6d40 will not be triggered until provisioned by entity DHCP. {{(pid=128084) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 11:44:26.196152 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Network 13b8851f-b88f-4842-af0e-dc32f2ef092f details requested by agent ovs-agent-dv-neutron-797120-4-hyperv with host dv-neutron-797120-4-hyperv {{(pid=128085) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 11:44:26.239090 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-3172171b-8bf2-45fc-85cc-7385c27318ff None None] Provisioning for port b09312c3-2832-44f5-8340-e396e222983c completed by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 11:44:26.266036 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-5b22aa13-0fff-44d7-b1ac-052ab29a908c tempest-ExternalNetworksAdminNegativeTestJSON-1195641864 tempest-ExternalNetworksAdminNegativeTestJSON-1195641864-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:44:26.275613 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [None req-11eeedd7-e992-48e6-ab1d-98f7052f17ab tempest-ExternalNetworksTestJSON-2097641310 tempest-ExternalNetworksTestJSON-2097641310-project-admin] Request body: {'network': {'name': 'tempest-network--1387462628', 'router:external': True}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:44:26.288929 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-c01b48d9-383b-4688-9b9f-e0ab05170c93 tempest-MeteringTestJSON-177538972 tempest-MeteringTestJSON-177538972-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:26.293001 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-c01b48d9-383b-4688-9b9f-e0ab05170c93 tempest-MeteringTestJSON-177538972 tempest-MeteringTestJSON-177538972-project-admin] 10.222.0.53 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 468 time: 0.6669319 Jun 24 11:44:26.298877 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 55894) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:44:26.462207 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-82bed47b-3404-4076-89ab-40f576f14669 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:26.467260 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.db_base_plugin_common [None req-95e3bd11-3a1b-4866-ab31-b18d5fd8919c tempest-RoutersAdminNegativeIpV6Test-242531061 tempest-RoutersAdminNegativeIpV6Test-242531061-project-admin] Allocated IP 172.26.7.180 (f2b8ca71-e776-48b2-8898-96cc7970207b/f37bf603-3862-4d0a-9f58-89616f7fd68f/c179302d-d114-480c-881d-8568ab8b5e1b) {{(pid=128083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 11:44:26.472612 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1485d9d2-9522-4572-8197-4e1bff31dbbd None None] Network 839f990f-6e6d-419c-a2ff-7497d60fa3b2 requested from dv-neutron-797120-4-hyperv {{(pid=128085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 11:44:26.481063 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-06837805-415e-4d19-8f26-d04b5c36f8f9 tempest-MeteringTestJSON-177538972 tempest-MeteringTestJSON-177538972-project-admin] 10.222.0.53 "GET /v2.0/metering/metering-labels?id=2994fc1e-ae93-4830-b7e2-982665831a2b HTTP/1.1" status: 200 len: 466 time: 0.1757917 Jun 24 11:44:26.481063 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c726696-43a6-4347-9560-c15d8d4a3c36 tempest-DHCPAgentSchedulersTestJSON-621493777 tempest-DHCPAgentSchedulersTestJSON-621493777-project] Pushing event updated for resources: {'Subnet': ['ID=401cc3c7-ea41-422d-ab7c-60148d3d4c7d,revision_number=0']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:44:26.484128 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-6c726696-43a6-4347-9560-c15d8d4a3c36 tempest-DHCPAgentSchedulersTestJSON-621493777 tempest-DHCPAgentSchedulersTestJSON-621493777-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.312s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:44:26.485072 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c726696-43a6-4347-9560-c15d8d4a3c36 tempest-DHCPAgentSchedulersTestJSON-621493777 tempest-DHCPAgentSchedulersTestJSON-621493777-project] Checking segment: {'id': 'e655d5ba-217d-4ae0-81a8-ad17bb1f7316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'dd48ad69-7e48-45ad-ae88-2be7678072ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=128084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 11:44:26.485231 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-5b22aa13-0fff-44d7-b1ac-052ab29a908c tempest-ExternalNetworksAdminNegativeTestJSON-1195641864 tempest-ExternalNetworksAdminNegativeTestJSON-1195641864-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:26.486064 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c726696-43a6-4347-9560-c15d8d4a3c36 tempest-DHCPAgentSchedulersTestJSON-621493777 tempest-DHCPAgentSchedulersTestJSON-621493777-project] Network hostable DHCP agents. Network: dd48ad69-7e48-45ad-ae88-2be7678072ad, hostable agents: ['6be988a9-1d97-480f-be5a-c55abf2c55c5'], hosted agents: [] {{(pid=128084) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 11:44:26.492006 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 55896) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:44:26.546653 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:26.548705 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-eacbb99a-4fda-46ad-9777-49b8107430fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-650429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-506361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793193536723'] for port, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:26.558242 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:44:26.565673 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c726696-43a6-4347-9560-c15d8d4a3c36 tempest-DHCPAgentSchedulersTestJSON-621493777 tempest-DHCPAgentSchedulersTestJSON-621493777-project] Network dd48ad69-7e48-45ad-ae88-2be7678072ad is scheduled to be hosted by DHCP agent 6be988a9-1d97-480f-be5a-c55abf2c55c5 with binding_index 1 {{(pid=128084) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 11:44:26.586213 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03b8e236-51e5-48d3-aa95-25377666b6a2 admin admin] Network f2b8ca71-e776-48b2-8898-96cc7970207b is already hosted by enough agents. {{(pid=128083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 11:44:26.606556 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-0728bcce-01ef-4c53-a0bc-646ec4c32d9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1803210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1815767'] for router, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:26.611021 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.base_scheduler [None req-03b8e236-51e5-48d3-aa95-25377666b6a2 admin admin] Resources bound (agent type, host, resource id): {{(pid=128083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:44:26.614531 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03b8e236-51e5-48d3-aa95-25377666b6a2 admin admin] Received port after_create {{(pid=128083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 11:44:26.621620 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-bb823baf-b347-4dd5-97b3-41b59806700b None None] Provisioning for port 3e1a8014-818f-4d78-8f01-e542d537e723 completed by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 11:44:26.621842 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.base_scheduler [None req-6c726696-43a6-4347-9560-c15d8d4a3c36 tempest-DHCPAgentSchedulersTestJSON-621493777 tempest-DHCPAgentSchedulersTestJSON-621493777-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-4-hyperv, dd48ad69-7e48-45ad-ae88-2be7678072ad) {{(pid=128084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:44:26.632944 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce014d3b-c7a4-42ee-95a3-7b5cf56e6def None None] Network dd48ad69-7e48-45ad-ae88-2be7678072ad requested from dv-neutron-797120-4-hyperv {{(pid=128085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 11:44:26.638632 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eacbb99a-4fda-46ad-9777-49b8107430fa admin admin] Network 5404b65a-42b1-4f9a-be9b-03cba7439c22 is already hosted by enough agents. {{(pid=128084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 11:44:26.643661 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c726696-43a6-4347-9560-c15d8d4a3c36 tempest-DHCPAgentSchedulersTestJSON-621493777 tempest-DHCPAgentSchedulersTestJSON-621493777-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=128084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:44:26.644251 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-6c726696-43a6-4347-9560-c15d8d4a3c36 tempest-DHCPAgentSchedulersTestJSON-621493777 tempest-DHCPAgentSchedulersTestJSON-621493777-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588949'] for subnet, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:26.656204 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.base_scheduler [None req-eacbb99a-4fda-46ad-9777-49b8107430fa admin admin] Resources bound (agent type, host, resource id): {{(pid=128084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:44:26.658128 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eacbb99a-4fda-46ad-9777-49b8107430fa admin admin] Pushing event updated for resources: {'Port': ['ID=b99f6696-29d0-4dca-a9d1-ade0ea6e6d40,revision_number=1']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:44:26.680783 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eacbb99a-4fda-46ad-9777-49b8107430fa admin admin] Received port after_create {{(pid=128084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 11:44:26.681618 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-eacbb99a-4fda-46ad-9777-49b8107430fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1978458'] for router_interface, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:26.825353 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b8e236-51e5-48d3-aa95-25377666b6a2 admin admin] Pushing event updated for resources: {'Port': ['ID=d90dba58-22e7-42dd-885a-25915bf0b441,revision_number=1']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:44:26.830842 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-03b8e236-51e5-48d3-aa95-25377666b6a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.566s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:44:26.831652 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11eeedd7-e992-48e6-ab1d-98f7052f17ab tempest-ExternalNetworksTestJSON-2097641310 tempest-ExternalNetworksTestJSON-2097641310-project-admin] Made reservation on behalf of 50926962e4e349ffb177d7072dcbb7af for: {'network': 1} {{(pid=128083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 11:44:26.834973 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-11eeedd7-e992-48e6-ab1d-98f7052f17ab tempest-ExternalNetworksTestJSON-2097641310 tempest-ExternalNetworksTestJSON-2097641310-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for network, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:26.926748 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-6c726696-43a6-4347-9560-c15d8d4a3c36 tempest-DHCPAgentSchedulersTestJSON-621493777 tempest-DHCPAgentSchedulersTestJSON-621493777-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.3803740 Jun 24 11:44:26.965437 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 55900) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:44:26.979116 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-6c1e4926-7c2e-4828-803f-8c53988260f7 tempest-DHCPAgentSchedulersTestJSON-621493777 tempest-DHCPAgentSchedulersTestJSON-621493777-project] Request body: {'port': {'network_id': 'dd48ad69-7e48-45ad-ae88-2be7678072ad', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1642356722'}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:44:27.019399 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device 3e1a8014-818f-4d78-8f01-e542d537e723 up at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 11:44:27.066688 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-11eeedd7-e992-48e6-ab1d-98f7052f17ab tempest-ExternalNetworksTestJSON-2097641310 tempest-ExternalNetworksTestJSON-2097641310-project-admin] Notify callbacks [] for security_group, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:27.143696 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0d45787-be19-48b3-89f9-87753c2b322e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d65c8f8-7530-5052-99fe-8ea05073750b-dd48ad69-7e48-45ad-ae88-2be7678072ad', 'network_id': 'dd48ad69-7e48-45ad-ae88-2be7678072ad', 'tenant_id': 'e35f43ae57c34630ba716167d4b3f9e3', 'fixed_ips': [{'subnet_id': '401cc3c7-ea41-422d-ab7c-60148d3d4c7d'}]}} from dv-neutron-797120-4-hyperv. {{(pid=128085) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 24 11:44:27.145602 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-f0d45787-be19-48b3-89f9-87753c2b322e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_create {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:27.166398 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-eacbb99a-4fda-46ad-9777-49b8107430fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.608s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:44:27.177607 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c1e4926-7c2e-4828-803f-8c53988260f7 tempest-DHCPAgentSchedulersTestJSON-621493777 tempest-DHCPAgentSchedulersTestJSON-621493777-project] Made reservation on behalf of e35f43ae57c34630ba716167d4b3f9e3 for: {'port': 1} {{(pid=128084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 11:44:27.181139 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-6c1e4926-7c2e-4828-803f-8c53988260f7 tempest-DHCPAgentSchedulersTestJSON-621493777 tempest-DHCPAgentSchedulersTestJSON-621493777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:27.200073 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning for port 3e1a8014-818f-4d78-8f01-e542d537e723 completed by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 11:44:27.263923 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning complete for port 3e1a8014-818f-4d78-8f01-e542d537e723 triggered by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:44:27.265973 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:27.290182 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.notifiers.nova [None req-6c1e4926-7c2e-4828-803f-8c53988260f7 tempest-DHCPAgentSchedulersTestJSON-621493777 tempest-DHCPAgentSchedulersTestJSON-621493777-project] device_id is not set on port f77f4504-e951-4535-9463-89b9158dd27b yet. {{(pid=128084) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 24 11:44:27.334695 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-c13ac4df-d14e-4882-8d35-5f3815247587 None None] Provisioning for port b99f6696-29d0-4dca-a9d1-ade0ea6e6d40 completed by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 11:44:27.352174 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-c13ac4df-d14e-4882-8d35-5f3815247587 None None] Provisioning complete for port b99f6696-29d0-4dca-a9d1-ade0ea6e6d40 triggered by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:44:27.352630 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-c13ac4df-d14e-4882-8d35-5f3815247587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:27.403049 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-eacbb99a-4fda-46ad-9777-49b8107430fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:27.405584 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-9a9eb73d-ebe5-49c8-beaf-081364aab4b0 tempest-MeteringTestJSON-177538972 tempest-MeteringTestJSON-177538972-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:27.409418 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-9a9eb73d-ebe5-49c8-beaf-081364aab4b0 tempest-MeteringTestJSON-177538972 tempest-MeteringTestJSON-177538972-project-admin] 10.222.0.53 "DELETE /v2.0/metering/metering-labels/2994fc1e-ae93-4830-b7e2-982665831a2b HTTP/1.1" status: 204 len: 168 time: 0.8848038 Jun 24 11:44:27.413891 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 55902) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:44:27.468477 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-c13ac4df-d14e-4882-8d35-5f3815247587 None None] Port b99f6696-29d0-4dca-a9d1-ade0ea6e6d40 cannot update to ACTIVE because it is not bound. {{(pid=128085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 11:44:27.481319 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.db_base_plugin_common [None req-f0d45787-be19-48b3-89f9-87753c2b322e None None] Allocated IP 172.20.0.2 (dd48ad69-7e48-45ad-ae88-2be7678072ad/401cc3c7-ea41-422d-ab7c-60148d3d4c7d/857e879c-a887-4e58-916c-32d3ba111418) {{(pid=128085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 11:44:27.500903 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:27.515254 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-342d58ba-1373-427c-bc79-35be49341541 tempest-MeteringTestJSON-177538972 tempest-MeteringTestJSON-177538972-project-admin] 10.222.0.53 "GET /v2.0/metering/metering-labels?id=2994fc1e-ae93-4830-b7e2-982665831a2b HTTP/1.1" status: 200 len: 216 time: 0.0672057 Jun 24 11:44:27.516714 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 55904) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:44:27.576024 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-5a733281-abd4-4fb1-9081-eaa69bab4d48 tempest-MeteringTestJSON-177538972 tempest-MeteringTestJSON-177538972-project-admin] 10.222.0.53 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0579283 Jun 24 11:44:27.581736 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 55906) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:44:27.624728 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] For port 3e1a8014-818f-4d78-8f01-e542d537e723, host dv-neutron-797120-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=3e1a8014-818f-4d78-8f01-e542d537e723,segment=NetworkSegment(88c1b979-2b93-4ed9-8c10-4ea37cb41e96),segment_id=88c1b979-2b93-4ed9-8c10-4ea37cb41e96)] {{(pid=128085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 11:44:27.631366 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-1ba388b3-2c03-45cd-893a-a2a795544203 tempest-MeteringTestJSON-177538972 tempest-MeteringTestJSON-177538972-project-admin] 10.222.0.53 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0462162 Jun 24 11:44:27.637313 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 55908) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:44:27.638433 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:27.648232 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0728bcce-01ef-4c53-a0bc-646ec4c32d9b admin admin] Router d3841c7c-0784-40fa-bc69-08007ba0858d is scheduled to L3 agent 2987dba8-2249-4ee6-96ec-28f0f7a6127d with binding_index 1 {{(pid=128084) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 24 11:44:27.650569 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device b09312c3-2832-44f5-8340-e396e222983c up at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 11:44:27.655969 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-9bd2543d-2635-4194-a819-050f899eb663 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:44:27.662492 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-03237adf-ebd0-46f2-a476-4d4bb746e0f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:27.691956 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-95e3bd11-3a1b-4866-ab31-b18d5fd8919c tempest-RoutersAdminNegativeIpV6Test-242531061 tempest-RoutersAdminNegativeIpV6Test-242531061-project-admin] Notify callbacks [] for port, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:27.708545 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-be57cac0-2a9f-4ee3-94e6-7def94bca4f1 None None] Provisioning complete for port 3e1a8014-818f-4d78-8f01-e542d537e723 triggered by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:44:27.708927 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-be57cac0-2a9f-4ee3-94e6-7def94bca4f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:27.709087 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-35b928c2-561c-43b3-9b08-f6a600d27ea9 tempest-MeteringTestJSON-177538972 tempest-MeteringTestJSON-177538972-project-admin] 10.222.0.53 "GET /v2.0/metering/metering-labels/bdeca8b6-ffc2-44b3-82ad-6b90679431a9 HTTP/1.1" status: 200 len: 473 time: 0.0701885 Jun 24 11:44:27.719493 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 55910) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:44:27.752626 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-5b22aa13-0fff-44d7-b1ac-052ab29a908c tempest-ExternalNetworksAdminNegativeTestJSON-1195641864 tempest-ExternalNetworksAdminNegativeTestJSON-1195641864-project-admin] Notify callbacks [] for port, precommit_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:27.764237 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-5b22aa13-0fff-44d7-b1ac-052ab29a908c tempest-ExternalNetworksAdminNegativeTestJSON-1195641864 tempest-ExternalNetworksAdminNegativeTestJSON-1195641864-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:27.770457 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-03b8e236-51e5-48d3-aa95-25377666b6a2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:27.775821 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-3bb1429d-d31f-4313-991a-73dd3682f486 tempest-MeteringTestJSON-177538972 tempest-MeteringTestJSON-177538972-project-admin] 10.222.0.53 "GET /v2.0/metering/metering-label-rules/e117ffd5-7372-41a1-ae51-c98c44b2f93e HTTP/1.1" status: 200 len: 461 time: 0.0555727 Jun 24 11:44:27.783717 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 55912) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:44:27.785970 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:44:27.832872 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Pushing event updated for resources: {'Port': ['ID=3e1a8014-818f-4d78-8f01-e542d537e723,revision_number=3']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:44:27.837068 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:44:27.857025 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-eacbb99a-4fda-46ad-9777-49b8107430fa admin admin] Notify callbacks [] for port, precommit_update {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:27.860943 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-11eeedd7-e992-48e6-ab1d-98f7052f17ab tempest-ExternalNetworksTestJSON-2097641310 tempest-ExternalNetworksTestJSON-2097641310-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:27.867704 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-eacbb99a-4fda-46ad-9777-49b8107430fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:27.870645 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-eacbb99a-4fda-46ad-9777-49b8107430fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1783050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1978542'] for router_interface, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:27.872642 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-5b22aa13-0fff-44d7-b1ac-052ab29a908c tempest-ExternalNetworksAdminNegativeTestJSON-1195641864 tempest-ExternalNetworksAdminNegativeTestJSON-1195641864-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1815637'] for floatingip, after_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:27.874686 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:44:27.879621 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-11eeedd7-e992-48e6-ab1d-98f7052f17ab tempest-ExternalNetworksTestJSON-2097641310 tempest-ExternalNetworksTestJSON-2097641310-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800410'] for security_group, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:27.884864 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-f0d45787-be19-48b3-89f9-87753c2b322e None None] Notify callbacks [] for port, precommit_create {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:27.899745 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning for port b09312c3-2832-44f5-8340-e396e222983c completed by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 11:44:27.903104 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-f0d45787-be19-48b3-89f9-87753c2b322e None None] Transition to ACTIVE for port object 857e879c-a887-4e58-916c-32d3ba111418 will not be triggered until provisioned by entity L2. {{(pid=128085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 11:44:27.917116 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b22aa13-0fff-44d7-b1ac-052ab29a908c tempest-ExternalNetworksAdminNegativeTestJSON-1195641864 tempest-ExternalNetworksAdminNegativeTestJSON-1195641864-project-admin] Pushing event updated for resources: {'Port': ['ID=cf2921da-fe5f-4ccd-8853-21cd37c9e452,revision_number=2']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:44:27.935414 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning complete for port b09312c3-2832-44f5-8340-e396e222983c triggered by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:44:27.935935 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:27.949703 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-5b22aa13-0fff-44d7-b1ac-052ab29a908c tempest-ExternalNetworksAdminNegativeTestJSON-1195641864 tempest-ExternalNetworksAdminNegativeTestJSON-1195641864-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:44:27.949927 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.045s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:44:27.956032 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-5b22aa13-0fff-44d7-b1ac-052ab29a908c tempest-ExternalNetworksAdminNegativeTestJSON-1195641864 tempest-ExternalNetworksAdminNegativeTestJSON-1195641864-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468916'] for floatingip, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:27.960291 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-5b22aa13-0fff-44d7-b1ac-052ab29a908c tempest-ExternalNetworksAdminNegativeTestJSON-1195641864 tempest-ExternalNetworksAdminNegativeTestJSON-1195641864-project-admin] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.8888798 Jun 24 11:44:27.960291 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-95e3bd11-3a1b-4866-ab31-b18d5fd8919c tempest-RoutersAdminNegativeIpV6Test-242531061 tempest-RoutersAdminNegativeIpV6Test-242531061-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-650429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-506361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793193536723'] for port, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:27.960569 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0728bcce-01ef-4c53-a0bc-646ec4c32d9b admin admin] Notify agent at l3_agent.dv-neutron-797120-4-hyperv the message routers_updated {{(pid=128084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 11:44:27.962323 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 55914) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:44:27.962484 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11eeedd7-e992-48e6-ab1d-98f7052f17ab tempest-ExternalNetworksTestJSON-2097641310 tempest-ExternalNetworksTestJSON-2097641310-project-admin] vlan segment allocate from pool success with {'vlan_id': 604, 'physical_network': 'physnet1'} {{(pid=128083) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 11:44:27.978556 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-f0d45787-be19-48b3-89f9-87753c2b322e None None] Transition to ACTIVE for port object 857e879c-a887-4e58-916c-32d3ba111418 will not be triggered until provisioned by entity DHCP. {{(pid=128085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 11:44:27.979734 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-2333a08c-e068-47bc-9750-d9f6c13d6bb8 tempest-ExternalNetworksAdminNegativeTestJSON-1195641864 tempest-ExternalNetworksAdminNegativeTestJSON-1195641864-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1215576107', 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'fixed_ips': [{'ip_address': '172.26.7.150'}]}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:44:27.995901 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-11eeedd7-e992-48e6-ab1d-98f7052f17ab tempest-ExternalNetworksTestJSON-2097641310 tempest-ExternalNetworksTestJSON-2097641310-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967879'] for segment, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:27.996252 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.db.segments_db [None req-11eeedd7-e992-48e6-ab1d-98f7052f17ab tempest-ExternalNetworksTestJSON-2097641310 tempest-ExternalNetworksTestJSON-2097641310-project-admin] Added segment cb55e7f7-dcf3-4281-9de8-d87c6e913031 of type vlan for network 11292c80-ac91-4900-a6f8-6f618b157382 Jun 24 11:44:28.010258 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-f0d45787-be19-48b3-89f9-87753c2b322e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-650429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-506361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793193536723'] for port, after_create {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:28.011277 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3282651c-e427-4475-b63c-83e3d0cf5329 None None] Sync routers for ids ['d3841c7c-0784-40fa-bc69-08007ba0858d'] in dv-neutron-797120-4-hyperv {{(pid=128085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 11:44:28.025034 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:44:28.033185 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11eeedd7-e992-48e6-ab1d-98f7052f17ab tempest-ExternalNetworksTestJSON-2097641310 tempest-ExternalNetworksTestJSON-2097641310-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3bf16a9-1bf6-4791-89a3-a7b4fce9f871,revision_number=1']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:44:28.071683 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3282651c-e427-4475-b63c-83e3d0cf5329 None None] Routers {'d3841c7c-0784-40fa-bc69-08007ba0858d'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 11:44:28.072333 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-3282651c-e427-4475-b63c-83e3d0cf5329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T11:44:26Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['d3841c7c-0784-40fa-bc69-08007ba0858d'], 'active': True} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:44:28.127614 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0d45787-be19-48b3-89f9-87753c2b322e None None] Network dd48ad69-7e48-45ad-ae88-2be7678072ad is already hosted by enough agents. {{(pid=128085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 11:44:28.136913 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-be57cac0-2a9f-4ee3-94e6-7def94bca4f1 None None] Provisioning complete for port b09312c3-2832-44f5-8340-e396e222983c triggered by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:44:28.137334 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-be57cac0-2a9f-4ee3-94e6-7def94bca4f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:28.142862 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d45787-be19-48b3-89f9-87753c2b322e None None] Pushing event updated for resources: {'Port': ['ID=857e879c-a887-4e58-916c-32d3ba111418,revision_number=1']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:44:28.145769 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-f0d45787-be19-48b3-89f9-87753c2b322e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:44:28.147449 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.scheduler.base_scheduler [None req-f0d45787-be19-48b3-89f9-87753c2b322e None None] Resources bound (agent type, host, resource id): {{(pid=128085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:44:28.151283 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0d45787-be19-48b3-89f9-87753c2b322e None None] Received port after_create {{(pid=128085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 11:44:28.217948 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-11eeedd7-e992-48e6-ab1d-98f7052f17ab tempest-ExternalNetworksTestJSON-2097641310 tempest-ExternalNetworksTestJSON-2097641310-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:44:28.223059 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95e3bd11-3a1b-4866-ab31-b18d5fd8919c tempest-RoutersAdminNegativeIpV6Test-242531061 tempest-RoutersAdminNegativeIpV6Test-242531061-project-admin] Network f2b8ca71-e776-48b2-8898-96cc7970207b is already hosted by enough agents. {{(pid=128083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 11:44:28.224016 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-03b8e236-51e5-48d3-aa95-25377666b6a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.233s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:44:28.236283 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.base_scheduler [None req-95e3bd11-3a1b-4866-ab31-b18d5fd8919c tempest-RoutersAdminNegativeIpV6Test-242531061 tempest-RoutersAdminNegativeIpV6Test-242531061-project-admin] Resources bound (agent type, host, resource id): {{(pid=128083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:44:28.258733 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-49a52bc6-79b8-40aa-bf88-2e0ea951ae66 tempest-MeteringTestJSON-177538972 tempest-MeteringTestJSON-177538972-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:28.262175 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-49a52bc6-79b8-40aa-bf88-2e0ea951ae66 tempest-MeteringTestJSON-177538972 tempest-MeteringTestJSON-177538972-project-admin] 10.222.0.53 "DELETE /v2.0/metering/metering-label-rules/e117ffd5-7372-41a1-ae51-c98c44b2f93e HTTP/1.1" status: 204 len: 168 time: 0.4752266 Jun 24 11:44:28.267176 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 55916) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:44:28.267415 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eacbb99a-4fda-46ad-9777-49b8107430fa admin admin] Pushing event updated for resources: {'Port': ['ID=b99f6696-29d0-4dca-a9d1-ade0ea6e6d40,revision_number=2']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:44:28.269612 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95e3bd11-3a1b-4866-ab31-b18d5fd8919c tempest-RoutersAdminNegativeIpV6Test-242531061 tempest-RoutersAdminNegativeIpV6Test-242531061-project-admin] Received port after_create {{(pid=128083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 11:44:28.270668 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95e3bd11-3a1b-4866-ab31-b18d5fd8919c tempest-RoutersAdminNegativeIpV6Test-242531061 tempest-RoutersAdminNegativeIpV6Test-242531061-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:44:28.271374 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-95e3bd11-3a1b-4866-ab31-b18d5fd8919c tempest-RoutersAdminNegativeIpV6Test-242531061 tempest-RoutersAdminNegativeIpV6Test-242531061-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588949'] for port, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:28.276339 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-eacbb99a-4fda-46ad-9777-49b8107430fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.401s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:44:28.287009 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-11eeedd7-e992-48e6-ab1d-98f7052f17ab tempest-ExternalNetworksTestJSON-2097641310 tempest-ExternalNetworksTestJSON-2097641310-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793193525068'] for network, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:28.299265 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2333a08c-e068-47bc-9750-d9f6c13d6bb8 tempest-ExternalNetworksAdminNegativeTestJSON-1195641864 tempest-ExternalNetworksAdminNegativeTestJSON-1195641864-project-admin] Made reservation on behalf of 399d2f870121480ca482c4e295c6f092 for: {'port': 1} {{(pid=128084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 11:44:28.301580 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-2333a08c-e068-47bc-9750-d9f6c13d6bb8 tempest-ExternalNetworksAdminNegativeTestJSON-1195641864 tempest-ExternalNetworksAdminNegativeTestJSON-1195641864-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:28.314100 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-0728bcce-01ef-4c53-a0bc-646ec4c32d9b admin admin] Notify callbacks [] for router, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:28.315292 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-0728bcce-01ef-4c53-a0bc-646ec4c32d9b admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 6.8438840 Jun 24 11:44:28.324856 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 55918) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:44:28.335702 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-2333a08c-e068-47bc-9750-d9f6c13d6bb8 tempest-ExternalNetworksAdminNegativeTestJSON-1195641864 tempest-ExternalNetworksAdminNegativeTestJSON-1195641864-project-admin] Notify callbacks [] for security_group, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:28.337666 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.db.api [None req-6c1e4926-7c2e-4828-803f-8c53988260f7 tempest-DHCPAgentSchedulersTestJSON-621493777 tempest-DHCPAgentSchedulersTestJSON-621493777-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-6cf85f0f-250a-461b-b91c-6b47909117a4 {{(pid=128084) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 24 11:44:28.338029 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_db.api [None req-6c1e4926-7c2e-4828-803f-8c53988260f7 tempest-DHCPAgentSchedulersTestJSON-621493777 tempest-DHCPAgentSchedulersTestJSON-621493777-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=128084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 24 11:44:28.407573 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eacbb99a-4fda-46ad-9777-49b8107430fa admin admin] Network 5404b65a-42b1-4f9a-be9b-03cba7439c22 is already hosted by enough agents. {{(pid=128084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 11:44:28.409491 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-95e3bd11-3a1b-4866-ab31-b18d5fd8919c tempest-RoutersAdminNegativeIpV6Test-242531061 tempest-RoutersAdminNegativeIpV6Test-242531061-project-admin] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1037 time: 5.7038810 Jun 24 11:44:28.410746 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e3bd11-3a1b-4866-ab31-b18d5fd8919c tempest-RoutersAdminNegativeIpV6Test-242531061 tempest-RoutersAdminNegativeIpV6Test-242531061-project-admin] Pushing event updated for resources: {'Port': ['ID=c179302d-d114-480c-881d-8568ab8b5e1b,revision_number=1']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:44:28.414764 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 55920) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:44:28.415836 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.base_scheduler [None req-eacbb99a-4fda-46ad-9777-49b8107430fa admin admin] Resources bound (agent type, host, resource id): {{(pid=128084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:44:28.456691 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-95e3bd11-3a1b-4866-ab31-b18d5fd8919c tempest-RoutersAdminNegativeIpV6Test-242531061 tempest-RoutersAdminNegativeIpV6Test-242531061-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:44:28.459384 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-d7564abf-5f3d-42a4-8a23-dadf76ae25f3 tempest-RoutersAdminNegativeIpV6Test-242531061 tempest-RoutersAdminNegativeIpV6Test-242531061-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'external_fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.180'}]}}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:44:28.499609 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:28.513690 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvr_db [None req-3282651c-e427-4475-b63c-83e3d0cf5329 None None] Set router d3841c7c-0784-40fa-bc69-08007ba0858d gateway port host: dv-neutron-797120-4-hyperv {{(pid=128085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 11:44:28.531419 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-11eeedd7-e992-48e6-ab1d-98f7052f17ab tempest-ExternalNetworksTestJSON-2097641310 tempest-ExternalNetworksTestJSON-2097641310-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1800243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976'] for network, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:28.555180 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-f0d45787-be19-48b3-89f9-87753c2b322e None None] Attempting to bind port 857e879c-a887-4e58-916c-32d3ba111418 on host dv-neutron-797120-4-hyperv for vnic_type normal with profile {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 11:44:28.555841 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-f0d45787-be19-48b3-89f9-87753c2b322e None None] Attempting to bind port 857e879c-a887-4e58-916c-32d3ba111418 by drivers openvswitch,hyperv on host dv-neutron-797120-4-hyperv at level 0 using segments [{'id': 'e655d5ba-217d-4ae0-81a8-ad17bb1f7316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'dd48ad69-7e48-45ad-ae88-2be7678072ad'}] {{(pid=128085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 11:44:28.556359 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0d45787-be19-48b3-89f9-87753c2b322e None None] Attempting to bind port 857e879c-a887-4e58-916c-32d3ba111418 on network dd48ad69-7e48-45ad-ae88-2be7678072ad {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 11:44:28.568888 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11eeedd7-e992-48e6-ab1d-98f7052f17ab tempest-ExternalNetworksTestJSON-2097641310 tempest-ExternalNetworksTestJSON-2097641310-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:44:28.569454 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-11eeedd7-e992-48e6-ab1d-98f7052f17ab tempest-ExternalNetworksTestJSON-2097641310 tempest-ExternalNetworksTestJSON-2097641310-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588949'] for network, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:28.572123 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-03b8e236-51e5-48d3-aa95-25377666b6a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1803210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1815767'] for router, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:28.577531 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-63448f24-a297-47b6-b7f2-dd8f46aff996 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:44:28.599668 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-e222c943-8230-4f6b-8e29-2063a76940fb tempest-MeteringTestJSON-177538972 tempest-MeteringTestJSON-177538972-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:28.603196 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-e222c943-8230-4f6b-8e29-2063a76940fb tempest-MeteringTestJSON-177538972 tempest-MeteringTestJSON-177538972-project-admin] 10.222.0.53 "DELETE /v2.0/metering/metering-labels/bdeca8b6-ffc2-44b3-82ad-6b90679431a9 HTTP/1.1" status: 204 len: 168 time: 0.3265741 Jun 24 11:44:28.618050 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0d45787-be19-48b3-89f9-87753c2b322e None None] Checking agent: {'id': 'e3a695b2-c397-461f-83b0-10b79d490b59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 11, 36, 56), 'started_at': datetime.datetime(2021, 6, 24, 11, 37, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 11, 44, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 11:44:28.618982 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0d45787-be19-48b3-89f9-87753c2b322e None None] Checking segment: {'id': 'e655d5ba-217d-4ae0-81a8-ad17bb1f7316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'dd48ad69-7e48-45ad-ae88-2be7678072ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=128085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 11:44:28.619892 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-f0d45787-be19-48b3-89f9-87753c2b322e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:28.620451 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0d45787-be19-48b3-89f9-87753c2b322e None None] Bound using segment: {'id': 'e655d5ba-217d-4ae0-81a8-ad17bb1f7316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'dd48ad69-7e48-45ad-ae88-2be7678072ad'} {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 11:44:28.621475 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-f0d45787-be19-48b3-89f9-87753c2b322e None None] Bound port: 857e879c-a887-4e58-916c-32d3ba111418, host: dv-neutron-797120-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e655d5ba-217d-4ae0-81a8-ad17bb1f7316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'dd48ad69-7e48-45ad-ae88-2be7678072ad'}}] {{(pid=128085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 11:44:28.622119 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-f0d45787-be19-48b3-89f9-87753c2b322e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:28.688462 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] For port b09312c3-2832-44f5-8340-e396e222983c, host dv-neutron-797120-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=b09312c3-2832-44f5-8340-e396e222983c,segment=NetworkSegment(07892e35-761a-4552-b54f-9cd6dfd50c5c),segment_id=07892e35-761a-4552-b54f-9cd6dfd50c5c)] {{(pid=128085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 11:44:28.702868 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11eeedd7-e992-48e6-ab1d-98f7052f17ab tempest-ExternalNetworksTestJSON-2097641310 tempest-ExternalNetworksTestJSON-2097641310-project-admin] Pushing event updated for resources: {'Network': ['ID=11292c80-ac91-4900-a6f8-6f618b157382,revision_number=1']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:44:28.710613 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-11eeedd7-e992-48e6-ab1d-98f7052f17ab tempest-ExternalNetworksTestJSON-2097641310 tempest-ExternalNetworksTestJSON-2097641310-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:44:28.751835 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:28.759876 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Network 11292c80-ac91-4900-a6f8-6f618b157382 details requested by agent ovs-agent-dv-neutron-797120-4-hyperv with host dv-neutron-797120-4-hyperv {{(pid=128085) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 11:44:28.789932 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device 25e76955-23e3-4f6a-8b80-3217d5376583 up at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 11:44:28.813411 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:44:28.819215 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03b8e236-51e5-48d3-aa95-25377666b6a2 admin admin] Router 0b649eac-266f-4b37-a2b4-e3c03cb22aef is scheduled to L3 agent 2987dba8-2249-4ee6-96ec-28f0f7a6127d with binding_index 1 {{(pid=128083) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 24 11:44:28.828243 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eacbb99a-4fda-46ad-9777-49b8107430fa admin admin] Router 16a0ccb4-faa5-4aa2-aacb-5bb552cad041 has already been hosted by L3 agent 2987dba8-2249-4ee6-96ec-28f0f7a6127d {{(pid=128084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 11:44:28.840795 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-2333a08c-e068-47bc-9750-d9f6c13d6bb8 tempest-ExternalNetworksAdminNegativeTestJSON-1195641864 tempest-ExternalNetworksAdminNegativeTestJSON-1195641864-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:28.841751 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-6c1e4926-7c2e-4828-803f-8c53988260f7 tempest-DHCPAgentSchedulersTestJSON-621493777 tempest-DHCPAgentSchedulersTestJSON-621493777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:28.881644 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-2333a08c-e068-47bc-9750-d9f6c13d6bb8 tempest-ExternalNetworksAdminNegativeTestJSON-1195641864 tempest-ExternalNetworksAdminNegativeTestJSON-1195641864-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800410'] for security_group, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:28.887935 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-11eeedd7-e992-48e6-ab1d-98f7052f17ab tempest-ExternalNetworksTestJSON-2097641310 tempest-ExternalNetworksTestJSON-2097641310-project-admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 2.7970014 Jun 24 11:44:28.888568 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 55926) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:44:28.904126 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-f63ddfb3-de94-43c7-a9af-41d18aaf0f22 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:44:28.910423 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.notifiers.nova [None req-2333a08c-e068-47bc-9750-d9f6c13d6bb8 tempest-ExternalNetworksAdminNegativeTestJSON-1195641864 tempest-ExternalNetworksAdminNegativeTestJSON-1195641864-project-admin] device_id is not set on port 6a20d52f-ca12-4ea2-89f0-aa3f94143574 yet. {{(pid=128084) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 24 11:44:28.921631 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Pushing event updated for resources: {'Port': ['ID=b09312c3-2832-44f5-8340-e396e222983c,revision_number=3']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:44:28.925011 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:44:28.932331 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-be57cac0-2a9f-4ee3-94e6-7def94bca4f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:28.959464 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.notifiers.nova [None req-6c1e4926-7c2e-4828-803f-8c53988260f7 tempest-DHCPAgentSchedulersTestJSON-621493777 tempest-DHCPAgentSchedulersTestJSON-621493777-project] device_id is not set on port 9a99bdbc-67a9-4b23-9ed5-fb335f3dc0fd yet. {{(pid=128084) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 24 11:44:29.025537 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-8f6abca6-8b0d-46be-8dfc-2d169555906f tempest-ExternalNetworksTestJSON-2097641310 tempest-ExternalNetworksTestJSON-2097641310-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-534962'] for network, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:29.059831 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03b8e236-51e5-48d3-aa95-25377666b6a2 admin admin] Notify agent at l3_agent.dv-neutron-797120-4-hyperv the message routers_updated {{(pid=128083) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 11:44:29.061976 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 55930) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:44:29.066352 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-d7564abf-5f3d-42a4-8a23-dadf76ae25f3 tempest-RoutersAdminNegativeIpV6Test-242531061 tempest-RoutersAdminNegativeIpV6Test-242531061-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1803889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65293'] for router, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:29.067603 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-d7564abf-5f3d-42a4-8a23-dadf76ae25f3 tempest-RoutersAdminNegativeIpV6Test-242531061 tempest-RoutersAdminNegativeIpV6Test-242531061-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1803848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1975305', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1581158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65396'] for router, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:29.075522 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bc52f98-70ae-495a-ac29-be70824b776a None None] Sync routers for ids ['0b649eac-266f-4b37-a2b4-e3c03cb22aef'] in dv-neutron-797120-4-hyperv {{(pid=128086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 11:44:29.097039 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bc52f98-70ae-495a-ac29-be70824b776a None None] Routers {'0b649eac-266f-4b37-a2b4-e3c03cb22aef'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 11:44:29.098147 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-8bc52f98-70ae-495a-ac29-be70824b776a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T11:44:26Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['0b649eac-266f-4b37-a2b4-e3c03cb22aef'], 'active': True} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:44:29.113132 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-03b8e236-51e5-48d3-aa95-25377666b6a2 admin admin] Notify callbacks [] for router, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:29.114626 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-03b8e236-51e5-48d3-aa95-25377666b6a2 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 6.4364181 Jun 24 11:44:29.127468 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 55934) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:44:29.134135 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.db.api [None req-be57cac0-2a9f-4ee3-94e6-7def94bca4f1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=128085) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 24 11:44:29.135698 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_db.api [None req-be57cac0-2a9f-4ee3-94e6-7def94bca4f1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 24 11:44:29.146839 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2333a08c-e068-47bc-9750-d9f6c13d6bb8 tempest-ExternalNetworksAdminNegativeTestJSON-1195641864 tempest-ExternalNetworksAdminNegativeTestJSON-1195641864-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42a0622f-7140-4b85-a6ad-48852877e17e,revision_number=1']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:44:29.165221 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-f0d45787-be19-48b3-89f9-87753c2b322e None None] For port 857e879c-a887-4e58-916c-32d3ba111418, host dv-neutron-797120-4-hyperv, cleared binding levels {{(pid=128085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 11:44:29.169290 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-8f6abca6-8b0d-46be-8dfc-2d169555906f tempest-ExternalNetworksTestJSON-2097641310 tempest-ExternalNetworksTestJSON-2097641310-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973199', 'neutron.services.segments.db._delete_segments_for_network-8793194012456'] for network, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:29.184699 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-8f6abca6-8b0d-46be-8dfc-2d169555906f tempest-ExternalNetworksTestJSON-2097641310 tempest-ExternalNetworksTestJSON-2097641310-project-admin] Subscribe: > segment before_delete 55550000 {{(pid=128083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 11:44:29.185099 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-8f6abca6-8b0d-46be-8dfc-2d169555906f tempest-ExternalNetworksTestJSON-2097641310 tempest-ExternalNetworksTestJSON-2097641310-project-admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=128083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 11:44:29.185940 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-8f6abca6-8b0d-46be-8dfc-2d169555906f tempest-ExternalNetworksTestJSON-2097641310 tempest-ExternalNetworksTestJSON-2097641310-project-admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=128083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 11:44:29.186642 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-8f6abca6-8b0d-46be-8dfc-2d169555906f tempest-ExternalNetworksTestJSON-2097641310 tempest-ExternalNetworksTestJSON-2097641310-project-admin] Subscribe: > port after_create 55550000 {{(pid=128083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 11:44:29.186992 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-8f6abca6-8b0d-46be-8dfc-2d169555906f tempest-ExternalNetworksTestJSON-2097641310 tempest-ExternalNetworksTestJSON-2097641310-project-admin] Subscribe: > port after_delete 55550000 {{(pid=128083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 11:44:29.187323 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-8f6abca6-8b0d-46be-8dfc-2d169555906f tempest-ExternalNetworksTestJSON-2097641310 tempest-ExternalNetworksTestJSON-2097641310-project-admin] Subscribe: > port after_update 55550000 {{(pid=128083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 11:44:29.187650 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-8f6abca6-8b0d-46be-8dfc-2d169555906f tempest-ExternalNetworksTestJSON-2097641310 tempest-ExternalNetworksTestJSON-2097641310-project-admin] Subscribe: > segment after_delete 55550000 {{(pid=128083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 11:44:29.187973 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-8f6abca6-8b0d-46be-8dfc-2d169555906f tempest-ExternalNetworksTestJSON-2097641310 tempest-ExternalNetworksTestJSON-2097641310-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=128083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 11:44:29.188316 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-8f6abca6-8b0d-46be-8dfc-2d169555906f tempest-ExternalNetworksTestJSON-2097641310 tempest-ExternalNetworksTestJSON-2097641310-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=128083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 11:44:29.188707 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-8f6abca6-8b0d-46be-8dfc-2d169555906f tempest-ExternalNetworksTestJSON-2097641310 tempest-ExternalNetworksTestJSON-2097641310-project-admin] Subscribe: > subnet after_update 55550000 {{(pid=128083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 11:44:29.214743 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-f0d45787-be19-48b3-89f9-87753c2b322e None None] For port 857e879c-a887-4e58-916c-32d3ba111418, host dv-neutron-797120-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=857e879c-a887-4e58-916c-32d3ba111418,segment=NetworkSegment(e655d5ba-217d-4ae0-81a8-ad17bb1f7316),segment_id=e655d5ba-217d-4ae0-81a8-ad17bb1f7316)] {{(pid=128085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 11:44:29.247818 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-f0d45787-be19-48b3-89f9-87753c2b322e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:29.256859 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-2333a08c-e068-47bc-9750-d9f6c13d6bb8 tempest-ExternalNetworksAdminNegativeTestJSON-1195641864 tempest-ExternalNetworksAdminNegativeTestJSON-1195641864-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.353s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:44:29.260248 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:44:29.271149 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning for port 25e76955-23e3-4f6a-8b80-3217d5376583 completed by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 11:44:29.300694 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning complete for port 25e76955-23e3-4f6a-8b80-3217d5376583 triggered by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:44:29.301490 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:29.403387 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d45787-be19-48b3-89f9-87753c2b322e None None] Pushing event updated for resources: {'Port': ['ID=857e879c-a887-4e58-916c-32d3ba111418,revision_number=2']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:44:29.407296 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-f0d45787-be19-48b3-89f9-87753c2b322e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:44:29.420268 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-3282651c-e427-4475-b63c-83e3d0cf5329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3841c7c-0784-40fa-bc69-08007ba0858d', 'name': 'tempest-ServersTestManualDisk-2053302560-router', 'tenant_id': 'd8a50f9eaf8642e9aaeea1cf25966bd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'external_fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.178'}], 'enable_snat': True}, 'gw_port_id': 'c2d2a9a9-9ecc-4c1e-bec8-00eb4ac3c11d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T11:44:21Z', 'updated_at': '2021-06-24T11:44:24Z', 'revision_number': 3, 'project_id': 'd8a50f9eaf8642e9aaeea1cf25966bd8', 'gw_port': {'id': 'c2d2a9a9-9ecc-4c1e-bec8-00eb4ac3c11d', 'name': '', 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:40:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3841c7c-0784-40fa-bc69-08007ba0858d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:44:22Z', 'updated_at': '2021-06-24T11:44:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-4-hyperv'}], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:44:29.424202 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_dvr_db [None req-8bc52f98-70ae-495a-ac29-be70824b776a None None] Set router 0b649eac-266f-4b37-a2b4-e3c03cb22aef gateway port host: dv-neutron-797120-4-hyperv {{(pid=128086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 11:44:29.477164 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3282651c-e427-4475-b63c-83e3d0cf5329 None None] Checking router: d3841c7c-0784-40fa-bc69-08007ba0858d for host: dv-neutron-797120-4-hyperv {{(pid=128085) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 11:44:29.477646 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3282651c-e427-4475-b63c-83e3d0cf5329 None None] Updating router d3841c7c-0784-40fa-bc69-08007ba0858d port c2d2a9a9-9ecc-4c1e-bec8-00eb4ac3c11d binding host dv-neutron-797120-4-hyperv {{(pid=128085) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 11:44:29.513179 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-d7564abf-5f3d-42a4-8a23-dadf76ae25f3 tempest-RoutersAdminNegativeIpV6Test-242531061 tempest-RoutersAdminNegativeIpV6Test-242531061-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:29.524904 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:29.537996 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-3282651c-e427-4475-b63c-83e3d0cf5329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:29.545085 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-8f6abca6-8b0d-46be-8dfc-2d169555906f tempest-ExternalNetworksTestJSON-2097641310 tempest-ExternalNetworksTestJSON-2097641310-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=128083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 11:44:29.545732 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-8f6abca6-8b0d-46be-8dfc-2d169555906f tempest-ExternalNetworksTestJSON-2097641310 tempest-ExternalNetworksTestJSON-2097641310-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=128083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 11:44:29.545860 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-8f6abca6-8b0d-46be-8dfc-2d169555906f tempest-ExternalNetworksTestJSON-2097641310 tempest-ExternalNetworksTestJSON-2097641310-project-admin] Subscribe: > subnet before_create 55550000 {{(pid=128083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 11:44:29.546179 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-8f6abca6-8b0d-46be-8dfc-2d169555906f tempest-ExternalNetworksTestJSON-2097641310 tempest-ExternalNetworksTestJSON-2097641310-project-admin] Subscribe: > subnet before_update 55550000 {{(pid=128083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 11:44:29.546722 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.services.segments.db [None req-8f6abca6-8b0d-46be-8dfc-2d169555906f tempest-ExternalNetworksTestJSON-2097641310 tempest-ExternalNetworksTestJSON-2097641310-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11292c80-ac91-4900-a6f8-6f618b157382']}} {{(pid=128083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:44:29.699243 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.services.segments.db [None req-8f6abca6-8b0d-46be-8dfc-2d169555906f tempest-ExternalNetworksTestJSON-2097641310 tempest-ExternalNetworksTestJSON-2097641310-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb55e7f7-dcf3-4281-9de8-d87c6e913031') {'for_net_delete': True} {{(pid=128083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:44:29.699243 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.services.segments.db [None req-8f6abca6-8b0d-46be-8dfc-2d169555906f tempest-ExternalNetworksTestJSON-2097641310 tempest-ExternalNetworksTestJSON-2097641310-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb55e7f7-dcf3-4281-9de8-d87c6e913031') {} {{(pid=128083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:44:29.702256 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eacbb99a-4fda-46ad-9777-49b8107430fa admin admin] Notify agent at l3_agent.dv-neutron-797120-4-hyperv the message routers_updated {{(pid=128084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 11:44:29.702583 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-8f6abca6-8b0d-46be-8dfc-2d169555906f tempest-ExternalNetworksTestJSON-2097641310 tempest-ExternalNetworksTestJSON-2097641310-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793194097327', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3143690'] for segment, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:29.702583 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-c6631007-ebee-40af-83e9-7802c0005d5e admin admin] Notify callbacks [] for security_group, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:29.704496 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-eacbb99a-4fda-46ad-9777-49b8107430fa admin admin] 10.222.0.53 "PUT /v2.0/routers/16a0ccb4-faa5-4aa2-aacb-5bb552cad041/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4658322 Jun 24 11:44:29.743159 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-8f6abca6-8b0d-46be-8dfc-2d169555906f tempest-ExternalNetworksTestJSON-2097641310 tempest-ExternalNetworksTestJSON-2097641310-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967879'] for segment, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:29.755779 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f6abca6-8b0d-46be-8dfc-2d169555906f tempest-ExternalNetworksTestJSON-2097641310 tempest-ExternalNetworksTestJSON-2097641310-project-admin] Releasing vlan 604 on physical network physnet1 to pool {{(pid=128083) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 11:44:29.756380 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-8f6abca6-8b0d-46be-8dfc-2d169555906f tempest-ExternalNetworksTestJSON-2097641310 tempest-ExternalNetworksTestJSON-2097641310-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2537899'] for segment, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:29.833712 dv-neutron-797120-4-hyperv neutron-server[128083]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 24 11:44:29.833712 dv-neutron-797120-4-hyperv neutron-server[128083]: from cryptography.utils import int_from_bytes Jun 24 11:44:29.833712 dv-neutron-797120-4-hyperv neutron-server[128083]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 24 11:44:29.833712 dv-neutron-797120-4-hyperv neutron-server[128083]: from cryptography.utils import int_from_bytes Jun 24 11:44:29.833712 dv-neutron-797120-4-hyperv neutron-server[128083]: Traceback (most recent call last): Jun 24 11:44:29.833712 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 24 11:44:29.833712 dv-neutron-797120-4-hyperv neutron-server[128083]: timer() Jun 24 11:44:29.833712 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 24 11:44:29.833712 dv-neutron-797120-4-hyperv neutron-server[128083]: cb(*args, **kw) Jun 24 11:44:29.833712 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 24 11:44:29.833712 dv-neutron-797120-4-hyperv neutron-server[128083]: return func(*args, **kwargs) Jun 24 11:44:29.833712 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 24 11:44:29.833712 dv-neutron-797120-4-hyperv neutron-server[128083]: self._notify() Jun 24 11:44:29.833712 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 24 11:44:29.833712 dv-neutron-797120-4-hyperv neutron-server[128083]: self.callback(batched_events) Jun 24 11:44:29.833712 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 24 11:44:29.833712 dv-neutron-797120-4-hyperv neutron-server[128083]: event.method(event) Jun 24 11:44:29.833712 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 24 11:44:29.833712 dv-neutron-797120-4-hyperv neutron-server[128083]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 24 11:44:29.833712 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 24 11:44:29.833712 dv-neutron-797120-4-hyperv neutron-server[128083]: aggregate_uuid = self.p_client.list_aggregates( Jun 24 11:44:29.833712 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 24 11:44:29.833712 dv-neutron-797120-4-hyperv neutron-server[128083]: return f(self, *a, **k) Jun 24 11:44:29.833712 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 24 11:44:29.833712 dv-neutron-797120-4-hyperv neutron-server[128083]: return self._get(url).json() Jun 24 11:44:29.833712 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 24 11:44:29.833712 dv-neutron-797120-4-hyperv neutron-server[128083]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 24 11:44:29.833712 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 24 11:44:29.833712 dv-neutron-797120-4-hyperv neutron-server[128083]: return self.request(url, 'GET', **kwargs) Jun 24 11:44:29.833712 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 24 11:44:29.833712 dv-neutron-797120-4-hyperv neutron-server[128083]: base_url = self.get_endpoint(auth, allow=allow, Jun 24 11:44:29.833712 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 24 11:44:29.833712 dv-neutron-797120-4-hyperv neutron-server[128083]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 24 11:44:29.833712 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 24 11:44:29.833712 dv-neutron-797120-4-hyperv neutron-server[128083]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 24 11:44:29.833712 dv-neutron-797120-4-hyperv neutron-server[128083]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 24 11:44:29.840704 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-8f6abca6-8b0d-46be-8dfc-2d169555906f tempest-ExternalNetworksTestJSON-2097641310 tempest-ExternalNetworksTestJSON-2097641310-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1800243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1815642'] for network, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:29.856108 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-11eeedd7-e992-48e6-ab1d-98f7052f17ab tempest-ExternalNetworksTestJSON-2097641310 tempest-ExternalNetworksTestJSON-2097641310-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:44:29.876592 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-8bc52f98-70ae-495a-ac29-be70824b776a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b649eac-266f-4b37-a2b4-e3c03cb22aef', 'name': 'tempest-ServerActionsTestJSON-373423756-router', 'tenant_id': '33124f0dd27d41d79a5a6b42eb81b949', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'external_fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.216'}], 'enable_snat': True}, 'gw_port_id': 'd90dba58-22e7-42dd-885a-25915bf0b441', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T11:44:22Z', 'updated_at': '2021-06-24T11:44:27Z', 'revision_number': 3, 'project_id': '33124f0dd27d41d79a5a6b42eb81b949', 'gw_port': {'id': 'd90dba58-22e7-42dd-885a-25915bf0b441', 'name': '', 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:66:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b649eac-266f-4b37-a2b4-e3c03cb22aef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:44:24Z', 'updated_at': '2021-06-24T11:44:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-4-hyperv'}], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:44:29.884893 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6abca6-8b0d-46be-8dfc-2d169555906f tempest-ExternalNetworksTestJSON-2097641310 tempest-ExternalNetworksTestJSON-2097641310-project-admin] Pushing event deleted for resources: {'Network': ['ID=11292c80-ac91-4900-a6f8-6f618b157382,revision_number=None']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:44:29.888834 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f6abca6-8b0d-46be-8dfc-2d169555906f tempest-ExternalNetworksTestJSON-2097641310 tempest-ExternalNetworksTestJSON-2097641310-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 11292c80-ac91-4900-a6f8-6f618b157382 {{(pid=128083) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jun 24 11:44:29.893283 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-8f6abca6-8b0d-46be-8dfc-2d169555906f tempest-ExternalNetworksTestJSON-2097641310 tempest-ExternalNetworksTestJSON-2097641310-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:44:29.902319 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bd2b14b-0527-4b70-bf80-d28f0912b08b None None] Sync routers for ids ['16a0ccb4-faa5-4aa2-aacb-5bb552cad041'] in dv-neutron-797120-4-hyperv {{(pid=128085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 11:44:29.912756 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-8f6abca6-8b0d-46be-8dfc-2d169555906f tempest-ExternalNetworksTestJSON-2097641310 tempest-ExternalNetworksTestJSON-2097641310-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588949'] for network, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:29.923913 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-8f6abca6-8b0d-46be-8dfc-2d169555906f tempest-ExternalNetworksTestJSON-2097641310 tempest-ExternalNetworksTestJSON-2097641310-project-admin] 10.222.0.53 "DELETE /v2.0/networks/11292c80-ac91-4900-a6f8-6f618b157382 HTTP/1.1" status: 204 len: 168 time: 1.0326953 Jun 24 11:44:29.924660 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 55940) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:44:29.931040 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [None req-b93e663d-dc2c-477d-b273-cf5ac19365fa tempest-ExternalNetworksTestJSON-2097641310 tempest-ExternalNetworksTestJSON-2097641310-project-admin] Request body: {'network': {'router:external': True}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:44:29.952460 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bc52f98-70ae-495a-ac29-be70824b776a None None] Checking router: 0b649eac-266f-4b37-a2b4-e3c03cb22aef for host: dv-neutron-797120-4-hyperv {{(pid=128086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 11:44:29.952689 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bc52f98-70ae-495a-ac29-be70824b776a None None] Updating router 0b649eac-266f-4b37-a2b4-e3c03cb22aef port d90dba58-22e7-42dd-885a-25915bf0b441 binding host dv-neutron-797120-4-hyperv {{(pid=128086) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 11:44:29.965281 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bd2b14b-0527-4b70-bf80-d28f0912b08b None None] Routers {'16a0ccb4-faa5-4aa2-aacb-5bb552cad041'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 11:44:29.966080 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-6bd2b14b-0527-4b70-bf80-d28f0912b08b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T11:44:26Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['16a0ccb4-faa5-4aa2-aacb-5bb552cad041'], 'active': True} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:44:30.027921 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-c6631007-ebee-40af-83e9-7802c0005d5e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:30.041994 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-c6631007-ebee-40af-83e9-7802c0005d5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800410'] for security_group, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:30.051474 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] For port 25e76955-23e3-4f6a-8b80-3217d5376583, host dv-neutron-797120-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=25e76955-23e3-4f6a-8b80-3217d5376583,segment=NetworkSegment(1139564f-ff83-4b49-a593-84b33301357d),segment_id=1139564f-ff83-4b49-a593-84b33301357d)] {{(pid=128085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 11:44:30.054162 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron_lib.callbacks.manager [None req-8bc52f98-70ae-495a-ac29-be70824b776a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:30.121905 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:44:30.134473 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:30.140209 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-cdccc5dd-ac6e-4180-927a-6a01775f080b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:44:30.204673 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-c6631007-ebee-40af-83e9-7802c0005d5e admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=c989b7c548094db28d5e3b8daa8d3800&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1382532 Jun 24 11:44:30.206823 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 55952) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:44:30.207256 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.db.db_base_plugin_common [None req-6c1e4926-7c2e-4828-803f-8c53988260f7 tempest-DHCPAgentSchedulersTestJSON-621493777 tempest-DHCPAgentSchedulersTestJSON-621493777-project] Allocated IP 172.20.0.4 (dd48ad69-7e48-45ad-ae88-2be7678072ad/401cc3c7-ea41-422d-ab7c-60148d3d4c7d/9a99bdbc-67a9-4b23-9ed5-fb335f3dc0fd) {{(pid=128084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 11:44:30.214172 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6631007-ebee-40af-83e9-7802c0005d5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=514b761b-25a4-45fe-a990-a1f65b19a2d5,revision_number=1']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:44:30.277503 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-c6631007-ebee-40af-83e9-7802c0005d5e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:44:30.291536 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b93e663d-dc2c-477d-b273-cf5ac19365fa tempest-ExternalNetworksTestJSON-2097641310 tempest-ExternalNetworksTestJSON-2097641310-project-admin] Made reservation on behalf of 50926962e4e349ffb177d7072dcbb7af for: {'network': 1} {{(pid=128083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 11:44:30.294095 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-b93e663d-dc2c-477d-b273-cf5ac19365fa tempest-ExternalNetworksTestJSON-2097641310 tempest-ExternalNetworksTestJSON-2097641310-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for network, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:30.328670 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b93e663d-dc2c-477d-b273-cf5ac19365fa tempest-ExternalNetworksTestJSON-2097641310 tempest-ExternalNetworksTestJSON-2097641310-project-admin] vlan segment allocate from pool success with {'vlan_id': 612, 'physical_network': 'physnet1'} {{(pid=128083) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 11:44:30.334534 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-52c483ef-d5c1-4030-9a32-e5ce4ff00ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:30.343506 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-b93e663d-dc2c-477d-b273-cf5ac19365fa tempest-ExternalNetworksTestJSON-2097641310 tempest-ExternalNetworksTestJSON-2097641310-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967879'] for segment, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:30.344663 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.pecan_wsgi.hooks.translation [None req-2333a08c-e068-47bc-9750-d9f6c13d6bb8 tempest-ExternalNetworksAdminNegativeTestJSON-1195641864 tempest-ExternalNetworksAdminNegativeTestJSON-1195641864-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Jun 24 11:44:30.345213 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2333a08c-e068-47bc-9750-d9f6c13d6bb8 tempest-ExternalNetworksAdminNegativeTestJSON-1195641864 tempest-ExternalNetworksAdminNegativeTestJSON-1195641864-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=128084) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 24 11:44:30.345383 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.db.segments_db [None req-b93e663d-dc2c-477d-b273-cf5ac19365fa tempest-ExternalNetworksTestJSON-2097641310 tempest-ExternalNetworksTestJSON-2097641310-project-admin] Added segment 345d52f7-a120-4e7c-8658-efa0b810ce51 of type vlan for network c2cf6b1c-9706-42f3-aa09-575fa9fa426e Jun 24 11:44:30.402197 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-b93e663d-dc2c-477d-b273-cf5ac19365fa tempest-ExternalNetworksTestJSON-2097641310 tempest-ExternalNetworksTestJSON-2097641310-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793193525068'] for network, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:30.441951 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-c8a79dfb-9d3e-48fc-8112-3f3c18cb47db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:30.469237 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-c8a79dfb-9d3e-48fc-8112-3f3c18cb47db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:30.536548 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvr_db [None req-6bd2b14b-0527-4b70-bf80-d28f0912b08b None None] Set router 16a0ccb4-faa5-4aa2-aacb-5bb552cad041 gateway port host: dv-neutron-797120-4-hyperv {{(pid=128085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 11:44:30.540230 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-b93e663d-dc2c-477d-b273-cf5ac19365fa tempest-ExternalNetworksTestJSON-2097641310 tempest-ExternalNetworksTestJSON-2097641310-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1800243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976'] for network, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:30.542067 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b93e663d-dc2c-477d-b273-cf5ac19365fa tempest-ExternalNetworksTestJSON-2097641310 tempest-ExternalNetworksTestJSON-2097641310-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:44:30.542698 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-b93e663d-dc2c-477d-b273-cf5ac19365fa tempest-ExternalNetworksTestJSON-2097641310 tempest-ExternalNetworksTestJSON-2097641310-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588949'] for network, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:30.547125 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Pushing event updated for resources: {'Port': ['ID=25e76955-23e3-4f6a-8b80-3217d5376583,revision_number=4']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:44:30.558031 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-eda4836b-c986-46fa-aba8-51dd79d8c187 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:44:30.561568 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-c8a79dfb-9d3e-48fc-8112-3f3c18cb47db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800410'] for security_group, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:30.568648 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-b93e663d-dc2c-477d-b273-cf5ac19365fa tempest-ExternalNetworksTestJSON-2097641310 tempest-ExternalNetworksTestJSON-2097641310-project-admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.6416030 Jun 24 11:44:30.582294 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 55954) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:44:30.585390 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-c8a79dfb-9d3e-48fc-8112-3f3c18cb47db admin admin] Notify callbacks [] for security_group, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:30.589241 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-c8a79dfb-9d3e-48fc-8112-3f3c18cb47db admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/514b761b-25a4-45fe-a990-a1f65b19a2d5 HTTP/1.1" status: 204 len: 168 time: 0.3691416 Jun 24 11:44:30.595810 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [None req-4543ed41-0404-4bf5-9466-d8c356276a34 tempest-ExternalNetworksTestJSON-2097641310 tempest-ExternalNetworksTestJSON-2097641310-project-admin] Request body: {'subnet': {'network_id': 'c2cf6b1c-9706-42f3-aa09-575fa9fa426e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:44:30.605338 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-68053539-c38a-48e1-a176-8f64e37d6483 None None] Provisioning complete for port b99f6696-29d0-4dca-a9d1-ade0ea6e6d40 triggered by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:44:30.605713 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-68053539-c38a-48e1-a176-8f64e37d6483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:30.607808 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.468s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:44:30.616301 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device 857e879c-a887-4e58-916c-32d3ba111418 up at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 11:44:30.643024 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4543ed41-0404-4bf5-9466-d8c356276a34 tempest-ExternalNetworksTestJSON-2097641310 tempest-ExternalNetworksTestJSON-2097641310-project-admin] Made reservation on behalf of 50926962e4e349ffb177d7072dcbb7af for: {'subnet': 1} {{(pid=128083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 11:44:30.645738 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-4543ed41-0404-4bf5-9466-d8c356276a34 tempest-ExternalNetworksTestJSON-2097641310 tempest-ExternalNetworksTestJSON-2097641310-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3289788'] for subnet, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:30.765057 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-d7564abf-5f3d-42a4-8a23-dadf76ae25f3 tempest-RoutersAdminNegativeIpV6Test-242531061 tempest-RoutersAdminNegativeIpV6Test-242531061-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1975381', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1803205', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65378'] for router, precommit_update {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:30.775933 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93e663d-dc2c-477d-b273-cf5ac19365fa tempest-ExternalNetworksTestJSON-2097641310 tempest-ExternalNetworksTestJSON-2097641310-project-admin] Pushing event updated for resources: {'Network': ['ID=c2cf6b1c-9706-42f3-aa09-575fa9fa426e,revision_number=1']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:44:30.781373 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-b93e663d-dc2c-477d-b273-cf5ac19365fa tempest-ExternalNetworksTestJSON-2097641310 tempest-ExternalNetworksTestJSON-2097641310-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:44:30.781858 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-eda4836b-c986-46fa-aba8-51dd79d8c187 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.140s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:44:30.792095 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a79dfb-9d3e-48fc-8112-3f3c18cb47db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=514b761b-25a4-45fe-a990-a1f65b19a2d5,revision_number=None']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:44:30.803391 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-c8a79dfb-9d3e-48fc-8112-3f3c18cb47db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:44:30.865988 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Network c2cf6b1c-9706-42f3-aa09-575fa9fa426e details requested by agent ovs-agent-dv-neutron-797120-4-hyperv with host dv-neutron-797120-4-hyperv {{(pid=128085) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 11:44:30.902857 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-68053539-c38a-48e1-a176-8f64e37d6483 None None] Port b99f6696-29d0-4dca-a9d1-ade0ea6e6d40 cannot update to ACTIVE because it is not bound. {{(pid=128085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 11:44:31.012274 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-2333a08c-e068-47bc-9750-d9f6c13d6bb8 tempest-ExternalNetworksAdminNegativeTestJSON-1195641864 tempest-ExternalNetworksAdminNegativeTestJSON-1195641864-project-admin] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 3.0485892 Jun 24 11:44:31.044351 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 55960) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:44:31.155718 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ceeb088-703f-4526-a2f0-9336c9ebd5ac None None] Network dd48ad69-7e48-45ad-ae88-2be7678072ad requested from dv-neutron-797120-4-hyperv {{(pid=128085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 11:44:31.282839 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 55964) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:44:31.377439 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-73422acf-2b46-4b30-8cf2-2c4eacae6b91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:31.426810 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-beaa3c5e-ef55-4bcf-a4c9-caad8dff9459 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:31.453016 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning for port 857e879c-a887-4e58-916c-32d3ba111418 completed by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 11:44:31.474401 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device b09312c3-2832-44f5-8340-e396e222983c up at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 11:44:31.500626 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-3282651c-e427-4475-b63c-83e3d0cf5329 None None] Notify callbacks [] for port, precommit_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:31.504636 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-58b01e77-f550-4330-a31e-337adbed405f None None] Provisioning for port 857e879c-a887-4e58-916c-32d3ba111418 completed by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 11:44:31.546629 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-58b01e77-f550-4330-a31e-337adbed405f None None] Provisioning complete for port 857e879c-a887-4e58-916c-32d3ba111418 triggered by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:44:31.547015 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-58b01e77-f550-4330-a31e-337adbed405f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:31.573672 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.objects.ports [None req-4543ed41-0404-4bf5-9466-d8c356276a34 tempest-ExternalNetworksTestJSON-2097641310 tempest-ExternalNetworksTestJSON-2097641310-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=128083) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jun 24 11:44:31.574411 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-4543ed41-0404-4bf5-9466-d8c356276a34 tempest-ExternalNetworksTestJSON-2097641310 tempest-ExternalNetworksTestJSON-2097641310-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2537737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3289942'] for subnet, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:31.581628 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:44:31.581818 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-3282651c-e427-4475-b63c-83e3d0cf5329 None None] Transition to ACTIVE for port object c2d2a9a9-9ecc-4c1e-bec8-00eb4ac3c11d will not be triggered until provisioned by entity L2. {{(pid=128085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 11:44:31.638310 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4543ed41-0404-4bf5-9466-d8c356276a34 tempest-ExternalNetworksTestJSON-2097641310 tempest-ExternalNetworksTestJSON-2097641310-project-admin] Pushing event updated for resources: {'Subnet': ['ID=153f852d-c3c5-4106-aaa6-63e1202fa24c,revision_number=0']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:44:31.643885 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-3282651c-e427-4475-b63c-83e3d0cf5329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:31.647401 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-4543ed41-0404-4bf5-9466-d8c356276a34 tempest-ExternalNetworksTestJSON-2097641310 tempest-ExternalNetworksTestJSON-2097641310-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:44:31.681301 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-f0d45787-be19-48b3-89f9-87753c2b322e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:44:31.693199 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4543ed41-0404-4bf5-9466-d8c356276a34 tempest-ExternalNetworksTestJSON-2097641310 tempest-ExternalNetworksTestJSON-2097641310-project-admin] Checking segment: {'id': '345d52f7-a120-4e7c-8658-efa0b810ce51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'c2cf6b1c-9706-42f3-aa09-575fa9fa426e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=128083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 11:44:31.693871 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4543ed41-0404-4bf5-9466-d8c356276a34 tempest-ExternalNetworksTestJSON-2097641310 tempest-ExternalNetworksTestJSON-2097641310-project-admin] Network hostable DHCP agents. Network: c2cf6b1c-9706-42f3-aa09-575fa9fa426e, hostable agents: ['6be988a9-1d97-480f-be5a-c55abf2c55c5'], hosted agents: [] {{(pid=128083) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 11:44:31.719693 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4543ed41-0404-4bf5-9466-d8c356276a34 tempest-ExternalNetworksTestJSON-2097641310 tempest-ExternalNetworksTestJSON-2097641310-project-admin] Network c2cf6b1c-9706-42f3-aa09-575fa9fa426e is scheduled to be hosted by DHCP agent 6be988a9-1d97-480f-be5a-c55abf2c55c5 with binding_index 1 {{(pid=128083) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 11:44:31.729943 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.base_scheduler [None req-4543ed41-0404-4bf5-9466-d8c356276a34 tempest-ExternalNetworksTestJSON-2097641310 tempest-ExternalNetworksTestJSON-2097641310-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-4-hyperv, c2cf6b1c-9706-42f3-aa09-575fa9fa426e) {{(pid=128083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:44:31.750856 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4543ed41-0404-4bf5-9466-d8c356276a34 tempest-ExternalNetworksTestJSON-2097641310 tempest-ExternalNetworksTestJSON-2097641310-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:44:31.751643 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-4543ed41-0404-4bf5-9466-d8c356276a34 tempest-ExternalNetworksTestJSON-2097641310 tempest-ExternalNetworksTestJSON-2097641310-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588949'] for subnet, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:31.789825 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c37e464-75b1-429d-ba15-f6631e9cb846 None None] Network c2cf6b1c-9706-42f3-aa09-575fa9fa426e requested from dv-neutron-797120-4-hyperv {{(pid=128085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 11:44:31.871676 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 55968) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:44:31.874650 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron_lib.callbacks.manager [None req-8bc52f98-70ae-495a-ac29-be70824b776a None None] Notify callbacks [] for port, precommit_update {{(pid=128086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:31.878441 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [None req-c04d519d-ba66-438b-83d4-413869dafed5 tempest-ServersTestJSON-1725335409 tempest-ServersTestJSON-1725335409-project] Request body: {'security_group': {'name': 'tempest-securitygroup--739831909', 'description': 'tempest-description--1913520853'}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:44:31.885271 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.provisioning_blocks [None req-8bc52f98-70ae-495a-ac29-be70824b776a None None] Transition to ACTIVE for port object d90dba58-22e7-42dd-885a-25915bf0b441 will not be triggered until provisioned by entity L2. {{(pid=128086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 11:44:31.892921 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron_lib.callbacks.manager [None req-8bc52f98-70ae-495a-ac29-be70824b776a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:31.895203 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG oslo_concurrency.lockutils [None req-22e4a65f-f7aa-4fe9-9cc4-52858d954b9b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128086) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:44:31.907287 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-6c1e4926-7c2e-4828-803f-8c53988260f7 tempest-DHCPAgentSchedulersTestJSON-621493777 tempest-DHCPAgentSchedulersTestJSON-621493777-project] Notify callbacks [] for port, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:31.943764 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88694384-641d-41da-9c51-3f6431551de1 None None] Pushing event updated for resources: {'Port': ['ID=d90dba58-22e7-42dd-885a-25915bf0b441,revision_number=2']} {{(pid=128086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:44:31.955782 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.db.provisioning_blocks [None req-6c1e4926-7c2e-4828-803f-8c53988260f7 tempest-DHCPAgentSchedulersTestJSON-621493777 tempest-DHCPAgentSchedulersTestJSON-621493777-project] Transition to ACTIVE for port object 9a99bdbc-67a9-4b23-9ed5-fb335f3dc0fd will not be triggered until provisioned by entity DHCP. {{(pid=128084) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 11:44:31.956746 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.plugins.ml2.managers [None req-8bc52f98-70ae-495a-ac29-be70824b776a None None] Attempting to bind port d90dba58-22e7-42dd-885a-25915bf0b441 on host dv-neutron-797120-4-hyperv for vnic_type normal with profile {{(pid=128086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 11:44:31.957151 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.plugins.ml2.managers [None req-8bc52f98-70ae-495a-ac29-be70824b776a None None] Attempting to bind port d90dba58-22e7-42dd-885a-25915bf0b441 by drivers openvswitch,hyperv on host dv-neutron-797120-4-hyperv at level 0 using segments [{'id': '1139564f-ff83-4b49-a593-84b33301357d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b'}] {{(pid=128086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 11:44:31.957521 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bc52f98-70ae-495a-ac29-be70824b776a None None] Attempting to bind port d90dba58-22e7-42dd-885a-25915bf0b441 on network f2b8ca71-e776-48b2-8898-96cc7970207b {{(pid=128086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 11:44:31.962536 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG oslo_concurrency.lockutils [None req-88694384-641d-41da-9c51-3f6431551de1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=128086) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:44:31.963268 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-3282651c-e427-4475-b63c-83e3d0cf5329 None None] Attempting to bind port c2d2a9a9-9ecc-4c1e-bec8-00eb4ac3c11d on host dv-neutron-797120-4-hyperv for vnic_type normal with profile {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 11:44:31.963414 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bc52f98-70ae-495a-ac29-be70824b776a None None] Checking agent: {'id': 'e3a695b2-c397-461f-83b0-10b79d490b59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 11, 36, 56), 'started_at': datetime.datetime(2021, 6, 24, 11, 37, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 11, 44, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=128086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 11:44:31.963661 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-3282651c-e427-4475-b63c-83e3d0cf5329 None None] Attempting to bind port c2d2a9a9-9ecc-4c1e-bec8-00eb4ac3c11d by drivers openvswitch,hyperv on host dv-neutron-797120-4-hyperv at level 0 using segments [{'id': '1139564f-ff83-4b49-a593-84b33301357d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b'}] {{(pid=128085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 11:44:31.963786 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bc52f98-70ae-495a-ac29-be70824b776a None None] Checking segment: {'id': '1139564f-ff83-4b49-a593-84b33301357d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=128086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 11:44:31.964015 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3282651c-e427-4475-b63c-83e3d0cf5329 None None] Attempting to bind port c2d2a9a9-9ecc-4c1e-bec8-00eb4ac3c11d on network f2b8ca71-e776-48b2-8898-96cc7970207b {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 11:44:31.964141 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron_lib.callbacks.manager [None req-8bc52f98-70ae-495a-ac29-be70824b776a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=128086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:31.964523 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bc52f98-70ae-495a-ac29-be70824b776a None None] Bound using segment: {'id': '1139564f-ff83-4b49-a593-84b33301357d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b'} {{(pid=128086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 11:44:31.965635 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.plugins.ml2.managers [None req-8bc52f98-70ae-495a-ac29-be70824b776a None None] Bound port: d90dba58-22e7-42dd-885a-25915bf0b441, host: dv-neutron-797120-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1139564f-ff83-4b49-a593-84b33301357d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b'}}] {{(pid=128086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 11:44:31.965635 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron_lib.callbacks.manager [None req-8bc52f98-70ae-495a-ac29-be70824b776a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:31.985503 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d89d86-4d35-4056-a194-550b0a5540ef None None] Pushing event updated for resources: {'Port': ['ID=c2d2a9a9-9ecc-4c1e-bec8-00eb4ac3c11d,revision_number=2']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:44:31.992163 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3282651c-e427-4475-b63c-83e3d0cf5329 None None] Checking agent: {'id': 'e3a695b2-c397-461f-83b0-10b79d490b59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 11, 36, 56), 'started_at': datetime.datetime(2021, 6, 24, 11, 37, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 11, 44, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 11:44:31.992163 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3282651c-e427-4475-b63c-83e3d0cf5329 None None] Checking segment: {'id': '1139564f-ff83-4b49-a593-84b33301357d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=128085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 11:44:31.992852 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-3282651c-e427-4475-b63c-83e3d0cf5329 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:31.993213 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3282651c-e427-4475-b63c-83e3d0cf5329 None None] Bound using segment: {'id': '1139564f-ff83-4b49-a593-84b33301357d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b'} {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 11:44:31.993710 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-3282651c-e427-4475-b63c-83e3d0cf5329 None None] Bound port: c2d2a9a9-9ecc-4c1e-bec8-00eb4ac3c11d, host: dv-neutron-797120-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1139564f-ff83-4b49-a593-84b33301357d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b'}}] {{(pid=128085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 11:44:31.994121 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-3282651c-e427-4475-b63c-83e3d0cf5329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:32.001051 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-30d89d86-4d35-4056-a194-550b0a5540ef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.319s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:44:32.004216 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning complete for port b09312c3-2832-44f5-8340-e396e222983c triggered by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:44:32.004793 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:32.026028 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.plugins.ml2.db [None req-8bc52f98-70ae-495a-ac29-be70824b776a None None] For port d90dba58-22e7-42dd-885a-25915bf0b441, host dv-neutron-797120-4-hyperv, cleared binding levels {{(pid=128086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 11:44:32.029158 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.plugins.ml2.db [None req-8bc52f98-70ae-495a-ac29-be70824b776a None None] For port d90dba58-22e7-42dd-885a-25915bf0b441, host dv-neutron-797120-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=d90dba58-22e7-42dd-885a-25915bf0b441,segment=NetworkSegment(1139564f-ff83-4b49-a593-84b33301357d),segment_id=1139564f-ff83-4b49-a593-84b33301357d)] {{(pid=128086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 11:44:32.033380 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.plugin [None req-3ce28595-ad7d-497f-81f6-0a8d651ab1ae tempest-ExternalNetworksAdminNegativeTestJSON-1195641864 tempest-ExternalNetworksAdminNegativeTestJSON-1195641864-project-admin] Deleting port cf2921da-fe5f-4ccd-8853-21cd37c9e452 {{(pid=128084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 11:44:32.033719 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-3ce28595-ad7d-497f-81f6-0a8d651ab1ae tempest-ExternalNetworksAdminNegativeTestJSON-1195641864 tempest-ExternalNetworksAdminNegativeTestJSON-1195641864-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793193942312'] for port, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:32.035153 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron_lib.callbacks.manager [None req-8bc52f98-70ae-495a-ac29-be70824b776a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:32.038302 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG oslo_concurrency.lockutils [None req-22e4a65f-f7aa-4fe9-9cc4-52858d954b9b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128086) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:44:32.103727 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88694384-641d-41da-9c51-3f6431551de1 None None] Pushing event updated for resources: {'Port': ['ID=d90dba58-22e7-42dd-885a-25915bf0b441,revision_number=3']} {{(pid=128086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:44:32.108261 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG oslo_concurrency.lockutils [None req-88694384-641d-41da-9c51-3f6431551de1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=128086) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:44:32.114731 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bc52f98-70ae-495a-ac29-be70824b776a None None] Routers {'0b649eac-266f-4b37-a2b4-e3c03cb22aef'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 11:44:32.115390 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-8bc52f98-70ae-495a-ac29-be70824b776a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T11:44:26Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['0b649eac-266f-4b37-a2b4-e3c03cb22aef'], 'active': True} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:44:32.128528 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-6bd2b14b-0527-4b70-bf80-d28f0912b08b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16a0ccb4-faa5-4aa2-aacb-5bb552cad041', 'name': 'tempest-ServersTestJSON-1630259479-router', 'tenant_id': 'a34fcc8eaff5466883f461818fc3749a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'external_fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.127'}], 'enable_snat': True}, 'gw_port_id': '25e76955-23e3-4f6a-8b80-3217d5376583', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T11:44:19Z', 'updated_at': '2021-06-24T11:44:26Z', 'revision_number': 4, 'project_id': 'a34fcc8eaff5466883f461818fc3749a', 'gw_port': {'id': '25e76955-23e3-4f6a-8b80-3217d5376583', 'name': '', 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:bd:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16a0ccb4-faa5-4aa2-aacb-5bb552cad041', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:44:20Z', 'updated_at': '2021-06-24T11:44:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-4-hyperv', '_interfaces': [{'id': 'b99f6696-29d0-4dca-a9d1-ade0ea6e6d40', 'name': '', 'network_id': '5404b65a-42b1-4f9a-be9b-03cba7439c22', 'tenant_id': 'a34fcc8eaff5466883f461818fc3749a', 'mac_address': 'fa:16:3e:b8:2f:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16a0ccb4-faa5-4aa2-aacb-5bb552cad041', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '34021bd3-a156-47d8-b4b0-89952a23c040', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:44:24Z', 'updated_at': '2021-06-24T11:44:27Z', 'revision_number': 2, 'project_id': 'a34fcc8eaff5466883f461818fc3749a', 'subnets': [{'id': '34021bd3-a156-47d8-b4b0-89952a23c040', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:44:32.145057 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-58b01e77-f550-4330-a31e-337adbed405f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:32.188244 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.db.db_base_plugin_common [None req-beaa3c5e-ef55-4bcf-a4c9-caad8dff9459 admin admin] Allocated IP 172.20.0.1 (839f990f-6e6d-419c-a2ff-7497d60fa3b2/2d338229-4852-4820-bf9b-2f3476d45b6e/a4fcb919-5c7d-4467-b400-47369e570fd0) {{(pid=128084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 11:44:32.191289 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-73422acf-2b46-4b30-8cf2-2c4eacae6b91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:32.206932 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bd2b14b-0527-4b70-bf80-d28f0912b08b None None] Checking router: 16a0ccb4-faa5-4aa2-aacb-5bb552cad041 for host: dv-neutron-797120-4-hyperv {{(pid=128085) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 11:44:32.207291 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bd2b14b-0527-4b70-bf80-d28f0912b08b None None] Updating router 16a0ccb4-faa5-4aa2-aacb-5bb552cad041 port b99f6696-29d0-4dca-a9d1-ade0ea6e6d40 binding host dv-neutron-797120-4-hyperv {{(pid=128085) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 11:44:32.211324 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-4543ed41-0404-4bf5-9466-d8c356276a34 tempest-ExternalNetworksTestJSON-2097641310 tempest-ExternalNetworksTestJSON-2097641310-project-admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.6207998 Jun 24 11:44:32.214435 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-3282651c-e427-4475-b63c-83e3d0cf5329 None None] For port c2d2a9a9-9ecc-4c1e-bec8-00eb4ac3c11d, host dv-neutron-797120-4-hyperv, cleared binding levels {{(pid=128085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 11:44:32.214625 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 55970) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:44:32.223816 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-73422acf-2b46-4b30-8cf2-2c4eacae6b91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800410'] for security_group, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:32.228248 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-ab52bf0f-9ed7-474d-a9af-8f8e926698b8 tempest-ExternalNetworksTestJSON-2097641310 tempest-ExternalNetworksTestJSON-2097641310-project-admin] Request body: {'floatingip': {'floating_network_id': 'c2cf6b1c-9706-42f3-aa09-575fa9fa426e'}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:44:32.230126 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-c04d519d-ba66-438b-83d4-413869dafed5 tempest-ServersTestJSON-1725335409 tempest-ServersTestJSON-1725335409-project] Notify callbacks [] for security_group, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:32.247045 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-6c1e4926-7c2e-4828-803f-8c53988260f7 tempest-DHCPAgentSchedulersTestJSON-621493777 tempest-DHCPAgentSchedulersTestJSON-621493777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-650429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-506361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793193536723'] for port, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:32.255580 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_dvr_db [None req-8bc52f98-70ae-495a-ac29-be70824b776a None None] Set router 0b649eac-266f-4b37-a2b4-e3c03cb22aef gateway port host: dv-neutron-797120-4-hyperv {{(pid=128086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 11:44:32.282939 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:44:32.298164 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-3282651c-e427-4475-b63c-83e3d0cf5329 None None] For port c2d2a9a9-9ecc-4c1e-bec8-00eb4ac3c11d, host dv-neutron-797120-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=c2d2a9a9-9ecc-4c1e-bec8-00eb4ac3c11d,segment=NetworkSegment(1139564f-ff83-4b49-a593-84b33301357d),segment_id=1139564f-ff83-4b49-a593-84b33301357d)] {{(pid=128085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 11:44:32.304072 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-58b01e77-f550-4330-a31e-337adbed405f None None] For port 857e879c-a887-4e58-916c-32d3ba111418, host dv-neutron-797120-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=857e879c-a887-4e58-916c-32d3ba111418,segment=NetworkSegment(e655d5ba-217d-4ae0-81a8-ad17bb1f7316),segment_id=e655d5ba-217d-4ae0-81a8-ad17bb1f7316)] {{(pid=128085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 11:44:32.311531 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-3282651c-e427-4475-b63c-83e3d0cf5329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:32.313704 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74a3dce3-7e78-4cef-ae0c-d9c69bcf617d None None] Network c2cf6b1c-9706-42f3-aa09-575fa9fa426e requested from dv-neutron-797120-4-hyperv {{(pid=128085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 11:44:32.317005 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-9791e4fd-6561-414c-91d9-15a66b3f640b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:44:32.318833 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-58b01e77-f550-4330-a31e-337adbed405f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:32.326840 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-6bd2b14b-0527-4b70-bf80-d28f0912b08b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:32.379025 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-3ce28595-ad7d-497f-81f6-0a8d651ab1ae tempest-ExternalNetworksAdminNegativeTestJSON-1195641864 tempest-ExternalNetworksAdminNegativeTestJSON-1195641864-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1978872'] for port, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:32.379362 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-3ce28595-ad7d-497f-81f6-0a8d651ab1ae tempest-ExternalNetworksAdminNegativeTestJSON-1195641864 tempest-ExternalNetworksAdminNegativeTestJSON-1195641864-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:32.416822 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c1e4926-7c2e-4828-803f-8c53988260f7 tempest-DHCPAgentSchedulersTestJSON-621493777 tempest-DHCPAgentSchedulersTestJSON-621493777-project] Network dd48ad69-7e48-45ad-ae88-2be7678072ad is already hosted by enough agents. {{(pid=128084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 11:44:32.456730 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.base_scheduler [None req-6c1e4926-7c2e-4828-803f-8c53988260f7 tempest-DHCPAgentSchedulersTestJSON-621493777 tempest-DHCPAgentSchedulersTestJSON-621493777-project] Resources bound (agent type, host, resource id): {{(pid=128084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:44:32.459270 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c1e4926-7c2e-4828-803f-8c53988260f7 tempest-DHCPAgentSchedulersTestJSON-621493777 tempest-DHCPAgentSchedulersTestJSON-621493777-project] Received port after_create {{(pid=128084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 11:44:32.464952 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c1e4926-7c2e-4828-803f-8c53988260f7 tempest-DHCPAgentSchedulersTestJSON-621493777 tempest-DHCPAgentSchedulersTestJSON-621493777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=128084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:44:32.465602 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-6c1e4926-7c2e-4828-803f-8c53988260f7 tempest-DHCPAgentSchedulersTestJSON-621493777 tempest-DHCPAgentSchedulersTestJSON-621493777-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588949'] for port, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:32.487270 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device 3e1a8014-818f-4d78-8f01-e542d537e723 up at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 11:44:32.498345 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-73422acf-2b46-4b30-8cf2-2c4eacae6b91 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=e5a5ef39b2a44c3abe4e6109f8942603&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2142255 Jun 24 11:44:32.502355 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 55974) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:44:32.503697 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.plugin [None req-3ce28595-ad7d-497f-81f6-0a8d651ab1ae tempest-ExternalNetworksAdminNegativeTestJSON-1195641864 tempest-ExternalNetworksAdminNegativeTestJSON-1195641864-project-admin] Calling delete_port for cf2921da-fe5f-4ccd-8853-21cd37c9e452 owned by network:floatingip {{(pid=128084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 11:44:32.511075 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-ab52bf0f-9ed7-474d-a9af-8f8e926698b8 tempest-ExternalNetworksTestJSON-2097641310 tempest-ExternalNetworksTestJSON-2097641310-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:32.518334 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73422acf-2b46-4b30-8cf2-2c4eacae6b91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2e446f5-06e2-405f-8bff-f1a738d9ecb1,revision_number=1']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:44:32.518621 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d89d86-4d35-4056-a194-550b0a5540ef None None] Pushing event updated for resources: {'Port': ['ID=c2d2a9a9-9ecc-4c1e-bec8-00eb4ac3c11d,revision_number=3']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:44:32.521664 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-73422acf-2b46-4b30-8cf2-2c4eacae6b91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:44:32.530194 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-e97f76d7-caad-4845-b355-55f965133a8b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.221s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:44:32.533458 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3282651c-e427-4475-b63c-83e3d0cf5329 None None] Routers {'d3841c7c-0784-40fa-bc69-08007ba0858d'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 11:44:32.534094 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-3282651c-e427-4475-b63c-83e3d0cf5329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T11:44:26Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['d3841c7c-0784-40fa-bc69-08007ba0858d'], 'active': True} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:44:32.544796 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-30d89d86-4d35-4056-a194-550b0a5540ef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:44:32.549981 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.225s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:44:32.601637 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-8bc52f98-70ae-495a-ac29-be70824b776a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b649eac-266f-4b37-a2b4-e3c03cb22aef', 'name': 'tempest-ServerActionsTestJSON-373423756-router', 'tenant_id': '33124f0dd27d41d79a5a6b42eb81b949', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'external_fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.216'}], 'enable_snat': True}, 'gw_port_id': 'd90dba58-22e7-42dd-885a-25915bf0b441', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T11:44:22Z', 'updated_at': '2021-06-24T11:44:27Z', 'revision_number': 3, 'project_id': '33124f0dd27d41d79a5a6b42eb81b949', 'gw_port': {'id': 'd90dba58-22e7-42dd-885a-25915bf0b441', 'name': '', 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:66:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b649eac-266f-4b37-a2b4-e3c03cb22aef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:44:24Z', 'updated_at': '2021-06-24T11:44:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-4-hyperv'}], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:44:32.646550 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-78db7140-670d-491d-bac2-09c910302569 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:32.657962 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bc52f98-70ae-495a-ac29-be70824b776a None None] The sync data for ids ['0b649eac-266f-4b37-a2b4-e3c03cb22aef'] in dv-neutron-797120-4-hyperv is: [{'id': '0b649eac-266f-4b37-a2b4-e3c03cb22aef', 'name': 'tempest-ServerActionsTestJSON-373423756-router', 'tenant_id': '33124f0dd27d41d79a5a6b42eb81b949', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'external_fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.216'}], 'enable_snat': True}, 'gw_port_id': 'd90dba58-22e7-42dd-885a-25915bf0b441', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T11:44:22Z', 'updated_at': '2021-06-24T11:44:27Z', 'revision_number': 3, 'project_id': '33124f0dd27d41d79a5a6b42eb81b949', 'gw_port': {'id': 'd90dba58-22e7-42dd-885a-25915bf0b441', 'name': '', 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:66:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b649eac-266f-4b37-a2b4-e3c03cb22aef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:44:24Z', 'updated_at': '2021-06-24T11:44:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-4-hyperv'}] {{(pid=128086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 11:44:32.693915 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-78db7140-670d-491d-bac2-09c910302569 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:32.763210 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-c04d519d-ba66-438b-83d4-413869dafed5 tempest-ServersTestJSON-1725335409 tempest-ServersTestJSON-1725335409-project] Notify callbacks [] for security_group, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:32.789205 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-c04d519d-ba66-438b-83d4-413869dafed5 tempest-ServersTestJSON-1725335409 tempest-ServersTestJSON-1725335409-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800410'] for security_group, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:32.797072 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-ca8831a4-2570-4471-8e06-9b344ede43eb tempest-DHCPAgentSchedulersTestJSON-621493777 tempest-DHCPAgentSchedulersTestJSON-621493777-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:44:32.834907 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b01e77-f550-4330-a31e-337adbed405f None None] Pushing event updated for resources: {'Port': ['ID=857e879c-a887-4e58-916c-32d3ba111418,revision_number=3']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:44:32.844641 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-78db7140-670d-491d-bac2-09c910302569 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800410'] for security_group, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:32.850914 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-78db7140-670d-491d-bac2-09c910302569 admin admin] Notify callbacks [] for security_group, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:32.852437 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-78db7140-670d-491d-bac2-09c910302569 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/d2e446f5-06e2-405f-8bff-f1a738d9ecb1 HTTP/1.1" status: 204 len: 168 time: 0.3477595 Jun 24 11:44:32.853679 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-c04d519d-ba66-438b-83d4-413869dafed5 tempest-ServersTestJSON-1725335409 tempest-ServersTestJSON-1725335409-project] Notify callbacks [] for security_group, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:32.855192 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-c04d519d-ba66-438b-83d4-413869dafed5 tempest-ServersTestJSON-1725335409 tempest-ServersTestJSON-1725335409-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.9822054 Jun 24 11:44:32.859681 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04d519d-ba66-438b-83d4-413869dafed5 tempest-ServersTestJSON-1725335409 tempest-ServersTestJSON-1725335409-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c6a6118f-5ca3-4415-a86c-d6e07885b397,revision_number=1']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:44:32.862584 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 55978) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:44:32.868873 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [None req-2e623c1d-e376-4614-96ab-5bb8d3c32059 tempest-ServersTestJSON-1725335409 tempest-ServersTestJSON-1725335409-project] Request body: {'security_group_rule': {'security_group_id': 'c6a6118f-5ca3-4415-a86c-d6e07885b397', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:44:32.876112 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-c04d519d-ba66-438b-83d4-413869dafed5 tempest-ServersTestJSON-1725335409 tempest-ServersTestJSON-1725335409-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:44:32.877229 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-c6631007-ebee-40af-83e9-7802c0005d5e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.021s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:44:32.891049 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78db7140-670d-491d-bac2-09c910302569 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2e446f5-06e2-405f-8bff-f1a738d9ecb1,revision_number=None']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:44:32.893567 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-78db7140-670d-491d-bac2-09c910302569 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:44:32.944398 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-2e623c1d-e376-4614-96ab-5bb8d3c32059 tempest-ServersTestJSON-1725335409 tempest-ServersTestJSON-1725335409-project] Notify callbacks [] for security_group_rule, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:32.966974 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-58b01e77-f550-4330-a31e-337adbed405f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.417s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:44:33.063770 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.agents_db [None req-87a69269-d72b-4286-97f3-1041481ed6d8 None None] Agent healthcheck: found 6 active agents {{(pid=128086) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 11:44:33.074877 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-6b5268a1-c5ed-428c-8b21-64d68ad00961 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:33.083965 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-ffde3701-0e13-44e6-9be7-b1a568c29bcf None None] Provisioning complete for port 857e879c-a887-4e58-916c-32d3ba111418 triggered by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:44:33.084459 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ffde3701-0e13-44e6-9be7-b1a568c29bcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:33.090796 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-2e623c1d-e376-4614-96ab-5bb8d3c32059 tempest-ServersTestJSON-1725335409 tempest-ServersTestJSON-1725335409-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:33.094188 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvr_db [None req-3282651c-e427-4475-b63c-83e3d0cf5329 None None] Set router d3841c7c-0784-40fa-bc69-08007ba0858d gateway port host: dv-neutron-797120-4-hyperv {{(pid=128085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 11:44:33.096235 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-2e623c1d-e376-4614-96ab-5bb8d3c32059 tempest-ServersTestJSON-1725335409 tempest-ServersTestJSON-1725335409-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1627007'] for security_group_rule, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:33.111029 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:44:33.131802 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e623c1d-e376-4614-96ab-5bb8d3c32059 tempest-ServersTestJSON-1725335409 tempest-ServersTestJSON-1725335409-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c99a7e49-a45b-4cbb-8b34-497fafe3d996,revision_number=0']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:44:33.137343 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-2e623c1d-e376-4614-96ab-5bb8d3c32059 tempest-ServersTestJSON-1725335409 tempest-ServersTestJSON-1725335409-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:44:33.138855 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-2e623c1d-e376-4614-96ab-5bb8d3c32059 tempest-ServersTestJSON-1725335409 tempest-ServersTestJSON-1725335409-project] Notify callbacks [] for security_group_rule, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:33.140133 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-2e623c1d-e376-4614-96ab-5bb8d3c32059 tempest-ServersTestJSON-1725335409 tempest-ServersTestJSON-1725335409-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2762811 Jun 24 11:44:33.143334 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 55980) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:44:33.158801 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [None req-aaf47926-0529-4924-884e-abcad05b0c86 tempest-ServersTestJSON-1725335409 tempest-ServersTestJSON-1725335409-project] Request body: {'security_group_rule': {'security_group_id': 'c6a6118f-5ca3-4415-a86c-d6e07885b397', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:44:33.175259 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-beaa3c5e-ef55-4bcf-a4c9-caad8dff9459 admin admin] Notify callbacks [] for port, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:33.188913 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.db.provisioning_blocks [None req-beaa3c5e-ef55-4bcf-a4c9-caad8dff9459 admin admin] Transition to ACTIVE for port object a4fcb919-5c7d-4467-b400-47369e570fd0 will not be triggered until provisioned by entity DHCP. {{(pid=128084) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 11:44:33.199063 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-aaf47926-0529-4924-884e-abcad05b0c86 tempest-ServersTestJSON-1725335409 tempest-ServersTestJSON-1725335409-project] Notify callbacks [] for security_group_rule, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:33.213068 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-6c1e4926-7c2e-4828-803f-8c53988260f7 tempest-DHCPAgentSchedulersTestJSON-621493777 tempest-DHCPAgentSchedulersTestJSON-621493777-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 6.2436147 Jun 24 11:44:33.218931 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 55984) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:44:33.251332 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning complete for port 3e1a8014-818f-4d78-8f01-e542d537e723 triggered by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:44:33.251707 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:33.267097 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1e4926-7c2e-4828-803f-8c53988260f7 tempest-DHCPAgentSchedulersTestJSON-621493777 tempest-DHCPAgentSchedulersTestJSON-621493777-project] Pushing event updated for resources: {'Port': ['ID=9a99bdbc-67a9-4b23-9ed5-fb335f3dc0fd,revision_number=1']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:44:33.384449 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-6c1e4926-7c2e-4828-803f-8c53988260f7 tempest-DHCPAgentSchedulersTestJSON-621493777 tempest-DHCPAgentSchedulersTestJSON-621493777-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.855s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:44:33.386556 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-d7564abf-5f3d-42a4-8a23-dadf76ae25f3 tempest-RoutersAdminNegativeIpV6Test-242531061 tempest-RoutersAdminNegativeIpV6Test-242531061-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:33.483209 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-aaf47926-0529-4924-884e-abcad05b0c86 tempest-ServersTestJSON-1725335409 tempest-ServersTestJSON-1725335409-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:33.484856 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-d7564abf-5f3d-42a4-8a23-dadf76ae25f3 tempest-RoutersAdminNegativeIpV6Test-242531061 tempest-RoutersAdminNegativeIpV6Test-242531061-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:33.490388 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-aaf47926-0529-4924-884e-abcad05b0c86 tempest-ServersTestJSON-1725335409 tempest-ServersTestJSON-1725335409-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1627007'] for security_group_rule, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:33.508259 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-2e623c1d-e376-4614-96ab-5bb8d3c32059 tempest-ServersTestJSON-1725335409 tempest-ServersTestJSON-1725335409-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:44:33.532218 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf47926-0529-4924-884e-abcad05b0c86 tempest-ServersTestJSON-1725335409 tempest-ServersTestJSON-1725335409-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf42f421-8125-4e92-92ab-cfae116b2596,revision_number=0']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:44:33.535657 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-aaf47926-0529-4924-884e-abcad05b0c86 tempest-ServersTestJSON-1725335409 tempest-ServersTestJSON-1725335409-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:44:33.555489 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.plugin [None req-3c00b7aa-5229-4b2b-a243-d5ceaceccff9 tempest-DHCPAgentSchedulersTestJSON-621493777 tempest-DHCPAgentSchedulersTestJSON-621493777-project] Deleting port 9a99bdbc-67a9-4b23-9ed5-fb335f3dc0fd {{(pid=128083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 11:44:33.555891 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-3c00b7aa-5229-4b2b-a243-d5ceaceccff9 tempest-DHCPAgentSchedulersTestJSON-621493777 tempest-DHCPAgentSchedulersTestJSON-621493777-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793193942312'] for port, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:33.569932 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-aaf47926-0529-4924-884e-abcad05b0c86 tempest-ServersTestJSON-1725335409 tempest-ServersTestJSON-1725335409-project] Notify callbacks [] for security_group_rule, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:33.574832 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-aaf47926-0529-4924-884e-abcad05b0c86 tempest-ServersTestJSON-1725335409 tempest-ServersTestJSON-1725335409-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4271791 Jun 24 11:44:33.600785 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 55994) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:44:33.606574 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [None req-cbaf9c99-0992-4dc1-aad0-9d93e9413226 tempest-ServersTestJSON-1725335409 tempest-ServersTestJSON-1725335409-project] Request body: {'floatingip': {'floating_network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b'}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:44:33.686529 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-cbaf9c99-0992-4dc1-aad0-9d93e9413226 tempest-ServersTestJSON-1725335409 tempest-ServersTestJSON-1725335409-project] Notify callbacks [] for floatingip, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:33.712383 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-beaa3c5e-ef55-4bcf-a4c9-caad8dff9459 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-650429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-506361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793193536723'] for port, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:33.762747 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-0728bcce-01ef-4c53-a0bc-646ec4c32d9b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:44:33.861548 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-6bd2b14b-0527-4b70-bf80-d28f0912b08b None None] Notify callbacks [] for port, precommit_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:33.912014 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-3282651c-e427-4475-b63c-83e3d0cf5329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3841c7c-0784-40fa-bc69-08007ba0858d', 'name': 'tempest-ServersTestManualDisk-2053302560-router', 'tenant_id': 'd8a50f9eaf8642e9aaeea1cf25966bd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'external_fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.178'}], 'enable_snat': True}, 'gw_port_id': 'c2d2a9a9-9ecc-4c1e-bec8-00eb4ac3c11d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T11:44:21Z', 'updated_at': '2021-06-24T11:44:24Z', 'revision_number': 3, 'project_id': 'd8a50f9eaf8642e9aaeea1cf25966bd8', 'gw_port': {'id': 'c2d2a9a9-9ecc-4c1e-bec8-00eb4ac3c11d', 'name': '', 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:40:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3841c7c-0784-40fa-bc69-08007ba0858d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:44:22Z', 'updated_at': '2021-06-24T11:44:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-4-hyperv'}], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:44:33.918340 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-3c00b7aa-5229-4b2b-a243-d5ceaceccff9 tempest-DHCPAgentSchedulersTestJSON-621493777 tempest-DHCPAgentSchedulersTestJSON-621493777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1978872'] for port, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:33.940788 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.plugin [None req-3c00b7aa-5229-4b2b-a243-d5ceaceccff9 tempest-DHCPAgentSchedulersTestJSON-621493777 tempest-DHCPAgentSchedulersTestJSON-621493777-project] Calling delete_port for 9a99bdbc-67a9-4b23-9ed5-fb335f3dc0fd owned by {{(pid=128083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 11:44:33.945734 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.db.db_base_plugin_common [None req-6b5268a1-c5ed-428c-8b21-64d68ad00961 admin admin] Allocated IP 172.20.0.1 (4865c6d7-6c66-4548-b02e-d00e97d481c4/c9f29286-6a6a-43a7-8236-d8b39e2a7133/49b5e277-6c4d-4c06-94f1-609b61df994e) {{(pid=128084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 11:44:33.956626 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-beaa3c5e-ef55-4bcf-a4c9-caad8dff9459 admin admin] Network 839f990f-6e6d-419c-a2ff-7497d60fa3b2 is already hosted by enough agents. {{(pid=128084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 11:44:34.005941 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-2d79dc43-7a3f-4f5a-8a36-8da9ae0c2e7d None None] Provisioning for port 9a99bdbc-67a9-4b23-9ed5-fb335f3dc0fd completed by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 11:44:34.017236 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3282651c-e427-4475-b63c-83e3d0cf5329 None None] The sync data for ids ['d3841c7c-0784-40fa-bc69-08007ba0858d'] in dv-neutron-797120-4-hyperv is: [{'id': 'd3841c7c-0784-40fa-bc69-08007ba0858d', 'name': 'tempest-ServersTestManualDisk-2053302560-router', 'tenant_id': 'd8a50f9eaf8642e9aaeea1cf25966bd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'external_fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.178'}], 'enable_snat': True}, 'gw_port_id': 'c2d2a9a9-9ecc-4c1e-bec8-00eb4ac3c11d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T11:44:21Z', 'updated_at': '2021-06-24T11:44:24Z', 'revision_number': 3, 'project_id': 'd8a50f9eaf8642e9aaeea1cf25966bd8', 'gw_port': {'id': 'c2d2a9a9-9ecc-4c1e-bec8-00eb4ac3c11d', 'name': '', 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:40:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3841c7c-0784-40fa-bc69-08007ba0858d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:44:22Z', 'updated_at': '2021-06-24T11:44:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-4-hyperv'}] {{(pid=128085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 11:44:34.023967 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-2d79dc43-7a3f-4f5a-8a36-8da9ae0c2e7d None None] Provisioning complete for port 9a99bdbc-67a9-4b23-9ed5-fb335f3dc0fd triggered by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:44:34.025074 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-2d79dc43-7a3f-4f5a-8a36-8da9ae0c2e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:34.047904 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beaa3c5e-ef55-4bcf-a4c9-caad8dff9459 admin admin] Pushing event updated for resources: {'Port': ['ID=a4fcb919-5c7d-4467-b400-47369e570fd0,revision_number=1']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:44:34.079025 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-d7564abf-5f3d-42a4-8a23-dadf76ae25f3 tempest-RoutersAdminNegativeIpV6Test-242531061 tempest-RoutersAdminNegativeIpV6Test-242531061-project-admin] Notify callbacks [] for router, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:34.079788 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-2d79dc43-7a3f-4f5a-8a36-8da9ae0c2e7d None None] Port 9a99bdbc-67a9-4b23-9ed5-fb335f3dc0fd cannot update to ACTIVE because it is not bound. {{(pid=128085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 11:44:34.153086 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device 857e879c-a887-4e58-916c-32d3ba111418 up at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 11:44:34.188636 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.base_scheduler [None req-beaa3c5e-ef55-4bcf-a4c9-caad8dff9459 admin admin] Resources bound (agent type, host, resource id): {{(pid=128084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:44:34.191093 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-beaa3c5e-ef55-4bcf-a4c9-caad8dff9459 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.428s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:44:34.286601 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beaa3c5e-ef55-4bcf-a4c9-caad8dff9459 admin admin] Received port after_create {{(pid=128084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 11:44:34.287083 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-beaa3c5e-ef55-4bcf-a4c9-caad8dff9459 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1978458'] for router_interface, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:34.292000 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning complete for port 857e879c-a887-4e58-916c-32d3ba111418 triggered by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:44:34.292709 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:34.323485 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-3c00b7aa-5229-4b2b-a243-d5ceaceccff9 tempest-DHCPAgentSchedulersTestJSON-621493777 tempest-DHCPAgentSchedulersTestJSON-621493777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793193945299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193536732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2537862'] for port, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:34.339064 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-5b22aa13-0fff-44d7-b1ac-052ab29a908c tempest-ExternalNetworksAdminNegativeTestJSON-1195641864 tempest-ExternalNetworksAdminNegativeTestJSON-1195641864-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:44:34.424441 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device 25e76955-23e3-4f6a-8b80-3217d5376583 up at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 11:44:34.433530 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c00b7aa-5229-4b2b-a243-d5ceaceccff9 tempest-DHCPAgentSchedulersTestJSON-621493777 tempest-DHCPAgentSchedulersTestJSON-621493777-project] Pushing event deleted for resources: {'Port': ['ID=9a99bdbc-67a9-4b23-9ed5-fb335f3dc0fd,revision_number=None']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:44:34.439914 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-3c00b7aa-5229-4b2b-a243-d5ceaceccff9 tempest-DHCPAgentSchedulersTestJSON-621493777 tempest-DHCPAgentSchedulersTestJSON-621493777-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:44:34.555057 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning complete for port 25e76955-23e3-4f6a-8b80-3217d5376583 triggered by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:44:34.555891 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:34.581281 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-cbaf9c99-0992-4dc1-aad0-9d93e9413226 tempest-ServersTestJSON-1725335409 tempest-ServersTestJSON-1725335409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:34.626005 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-6bd2b14b-0527-4b70-bf80-d28f0912b08b None None] Transition to ACTIVE for port object b99f6696-29d0-4dca-a9d1-ade0ea6e6d40 will not be triggered until provisioned by entity L2. {{(pid=128085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 11:44:34.635216 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-6bd2b14b-0527-4b70-bf80-d28f0912b08b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:34.637808 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-58b01e77-f550-4330-a31e-337adbed405f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:44:34.650412 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-3c00b7aa-5229-4b2b-a243-d5ceaceccff9 tempest-DHCPAgentSchedulersTestJSON-621493777 tempest-DHCPAgentSchedulersTestJSON-621493777-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468916'] for port, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:34.659247 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-3c00b7aa-5229-4b2b-a243-d5ceaceccff9 tempest-DHCPAgentSchedulersTestJSON-621493777 tempest-DHCPAgentSchedulersTestJSON-621493777-project] 10.222.0.53 "DELETE /v2.0/ports/9a99bdbc-67a9-4b23-9ed5-fb335f3dc0fd HTTP/1.1" status: 204 len: 168 time: 1.4385767 Jun 24 11:44:34.695957 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 56008) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:44:34.721240 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-ab52bf0f-9ed7-474d-a9af-8f8e926698b8 tempest-ExternalNetworksTestJSON-2097641310 tempest-ExternalNetworksTestJSON-2097641310-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:34.724332 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-3ce28595-ad7d-497f-81f6-0a8d651ab1ae tempest-ExternalNetworksAdminNegativeTestJSON-1195641864 tempest-ExternalNetworksAdminNegativeTestJSON-1195641864-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793193945299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193536732'] for port, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:34.750803 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-d7564abf-5f3d-42a4-8a23-dadf76ae25f3 tempest-RoutersAdminNegativeIpV6Test-242531061 tempest-RoutersAdminNegativeIpV6Test-242531061-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1803182', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65403'] for router, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:34.764828 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-d7564abf-5f3d-42a4-8a23-dadf76ae25f3 tempest-RoutersAdminNegativeIpV6Test-242531061 tempest-RoutersAdminNegativeIpV6Test-242531061-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:34.781715 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:44:34.844332 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92253103-8417-4e7b-a92b-0d2089cc6b57 None None] Pushing event updated for resources: {'Port': ['ID=b99f6696-29d0-4dca-a9d1-ade0ea6e6d40,revision_number=3']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:44:34.849469 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-92253103-8417-4e7b-a92b-0d2089cc6b57 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:44:34.872941 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce28595-ad7d-497f-81f6-0a8d651ab1ae tempest-ExternalNetworksAdminNegativeTestJSON-1195641864 tempest-ExternalNetworksAdminNegativeTestJSON-1195641864-project-admin] Pushing event deleted for resources: {'Port': ['ID=cf2921da-fe5f-4ccd-8853-21cd37c9e452,revision_number=None']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:44:34.909253 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-155e2ec2-2be0-4432-809b-42d6be1224a5 None None] Provisioning for port a4fcb919-5c7d-4467-b400-47369e570fd0 completed by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 11:44:34.930793 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.db_base_plugin_common [None req-cbaf9c99-0992-4dc1-aad0-9d93e9413226 tempest-ServersTestJSON-1725335409 tempest-ServersTestJSON-1725335409-project] Allocated IP 172.26.7.22 (f2b8ca71-e776-48b2-8898-96cc7970207b/f37bf603-3862-4d0a-9f58-89616f7fd68f/e2889320-0cfb-47fb-8a2f-6777240c38c6) {{(pid=128083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 11:44:34.974286 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-155e2ec2-2be0-4432-809b-42d6be1224a5 None None] Provisioning complete for port a4fcb919-5c7d-4467-b400-47369e570fd0 triggered by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:44:34.974899 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-155e2ec2-2be0-4432-809b-42d6be1224a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:34.999510 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device d90dba58-22e7-42dd-885a-25915bf0b441 up at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 11:44:35.024506 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-3ce28595-ad7d-497f-81f6-0a8d651ab1ae tempest-ExternalNetworksAdminNegativeTestJSON-1195641864 tempest-ExternalNetworksAdminNegativeTestJSON-1195641864-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:44:35.106391 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-6bd2b14b-0527-4b70-bf80-d28f0912b08b None None] Attempting to bind port b99f6696-29d0-4dca-a9d1-ade0ea6e6d40 on host dv-neutron-797120-4-hyperv for vnic_type normal with profile {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 11:44:35.108759 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-6bd2b14b-0527-4b70-bf80-d28f0912b08b None None] Attempting to bind port b99f6696-29d0-4dca-a9d1-ade0ea6e6d40 by drivers openvswitch,hyperv on host dv-neutron-797120-4-hyperv at level 0 using segments [{'id': 'f44b9ff8-e555-44d1-ab7a-99b2dd7bb3ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '5404b65a-42b1-4f9a-be9b-03cba7439c22'}] {{(pid=128085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 11:44:35.109500 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bd2b14b-0527-4b70-bf80-d28f0912b08b None None] Attempting to bind port b99f6696-29d0-4dca-a9d1-ade0ea6e6d40 on network 5404b65a-42b1-4f9a-be9b-03cba7439c22 {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 11:44:35.161612 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bd2b14b-0527-4b70-bf80-d28f0912b08b None None] Checking agent: {'id': 'e3a695b2-c397-461f-83b0-10b79d490b59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 11, 36, 56), 'started_at': datetime.datetime(2021, 6, 24, 11, 37, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 11, 44, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 11:44:35.166627 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-cbaf9c99-0992-4dc1-aad0-9d93e9413226 tempest-ServersTestJSON-1725335409 tempest-ServersTestJSON-1725335409-project] Notify callbacks [] for port, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:35.189610 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bd2b14b-0527-4b70-bf80-d28f0912b08b None None] Checking segment: {'id': 'f44b9ff8-e555-44d1-ab7a-99b2dd7bb3ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '5404b65a-42b1-4f9a-be9b-03cba7439c22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=128085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 11:44:35.190103 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-6bd2b14b-0527-4b70-bf80-d28f0912b08b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:35.190453 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bd2b14b-0527-4b70-bf80-d28f0912b08b None None] Bound using segment: {'id': 'f44b9ff8-e555-44d1-ab7a-99b2dd7bb3ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '5404b65a-42b1-4f9a-be9b-03cba7439c22'} {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 11:44:35.191329 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-6bd2b14b-0527-4b70-bf80-d28f0912b08b None None] Bound port: b99f6696-29d0-4dca-a9d1-ade0ea6e6d40, host: dv-neutron-797120-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f44b9ff8-e555-44d1-ab7a-99b2dd7bb3ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '5404b65a-42b1-4f9a-be9b-03cba7439c22'}}] {{(pid=128085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 11:44:35.191449 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-6bd2b14b-0527-4b70-bf80-d28f0912b08b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:35.245658 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-155e2ec2-2be0-4432-809b-42d6be1224a5 None None] Port a4fcb919-5c7d-4467-b400-47369e570fd0 cannot update to ACTIVE because it is not bound. {{(pid=128085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 11:44:35.256045 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-cbaf9c99-0992-4dc1-aad0-9d93e9413226 tempest-ServersTestJSON-1725335409 tempest-ServersTestJSON-1725335409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-650429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-506361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793193536723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2537853'] for port, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:35.260917 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-3c00b7aa-5229-4b2b-a243-d5ceaceccff9 tempest-DHCPAgentSchedulersTestJSON-621493777 tempest-DHCPAgentSchedulersTestJSON-621493777-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:44:35.291139 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning for port d90dba58-22e7-42dd-885a-25915bf0b441 completed by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 11:44:35.298934 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning complete for port d90dba58-22e7-42dd-885a-25915bf0b441 triggered by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:44:35.299561 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:35.322366 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbaf9c99-0992-4dc1-aad0-9d93e9413226 tempest-ServersTestJSON-1725335409 tempest-ServersTestJSON-1725335409-project] Network f2b8ca71-e776-48b2-8898-96cc7970207b is already hosted by enough agents. {{(pid=128083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 11:44:35.325948 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-6bd2b14b-0527-4b70-bf80-d28f0912b08b None None] For port b99f6696-29d0-4dca-a9d1-ade0ea6e6d40, host dv-neutron-797120-4-hyperv, cleared binding levels {{(pid=128085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 11:44:35.329039 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.base_scheduler [None req-cbaf9c99-0992-4dc1-aad0-9d93e9413226 tempest-ServersTestJSON-1725335409 tempest-ServersTestJSON-1725335409-project] Resources bound (agent type, host, resource id): {{(pid=128083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:44:35.333051 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbaf9c99-0992-4dc1-aad0-9d93e9413226 tempest-ServersTestJSON-1725335409 tempest-ServersTestJSON-1725335409-project] Received port after_create {{(pid=128083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 11:44:35.351912 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-6bd2b14b-0527-4b70-bf80-d28f0912b08b None None] For port b99f6696-29d0-4dca-a9d1-ade0ea6e6d40, host dv-neutron-797120-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=b99f6696-29d0-4dca-a9d1-ade0ea6e6d40,segment=NetworkSegment(f44b9ff8-e555-44d1-ab7a-99b2dd7bb3ef),segment_id=f44b9ff8-e555-44d1-ab7a-99b2dd7bb3ef)] {{(pid=128085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 11:44:35.365599 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-6bd2b14b-0527-4b70-bf80-d28f0912b08b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:35.365754 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbaf9c99-0992-4dc1-aad0-9d93e9413226 tempest-ServersTestJSON-1725335409 tempest-ServersTestJSON-1725335409-project] Pushing event updated for resources: {'Port': ['ID=e2889320-0cfb-47fb-8a2f-6777240c38c6,revision_number=1']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:44:35.375346 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-cbaf9c99-0992-4dc1-aad0-9d93e9413226 tempest-ServersTestJSON-1725335409 tempest-ServersTestJSON-1725335409-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:44:35.376651 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:44:35.406573 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 56022) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:44:35.433329 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-d7564abf-5f3d-42a4-8a23-dadf76ae25f3 tempest-RoutersAdminNegativeIpV6Test-242531061 tempest-RoutersAdminNegativeIpV6Test-242531061-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1806072'] for router, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:35.434118 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7564abf-5f3d-42a4-8a23-dadf76ae25f3 tempest-RoutersAdminNegativeIpV6Test-242531061 tempest-RoutersAdminNegativeIpV6Test-242531061-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f434c270-fe3c-4e42-85f3-7107658b546a {{(pid=128084) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 24 11:44:35.438566 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-6f0c7c08-1574-451d-9b21-de8a3f9e0e29 tempest-DHCPAgentSchedulersTestJSON-1080620573 tempest-DHCPAgentSchedulersTestJSON-1080620573-project-admin] 10.222.0.53 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4310 time: 0.7390192 Jun 24 11:44:35.441978 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92253103-8417-4e7b-a92b-0d2089cc6b57 None None] Pushing event updated for resources: {'Port': ['ID=b99f6696-29d0-4dca-a9d1-ade0ea6e6d40,revision_number=4']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:44:35.448596 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-3ce28595-ad7d-497f-81f6-0a8d651ab1ae tempest-ExternalNetworksAdminNegativeTestJSON-1195641864 tempest-ExternalNetworksAdminNegativeTestJSON-1195641864-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:35.453360 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-3ce28595-ad7d-497f-81f6-0a8d651ab1ae tempest-ExternalNetworksAdminNegativeTestJSON-1195641864 tempest-ExternalNetworksAdminNegativeTestJSON-1195641864-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468916'] for floatingip, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:35.454303 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-92253103-8417-4e7b-a92b-0d2089cc6b57 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:44:35.473057 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-3ce28595-ad7d-497f-81f6-0a8d651ab1ae tempest-ExternalNetworksAdminNegativeTestJSON-1195641864 tempest-ExternalNetworksAdminNegativeTestJSON-1195641864-project-admin] 10.222.0.53 "DELETE /v2.0/floatingips/2325460a-e6e1-4000-9f3b-af90a6570e60 HTTP/1.1" status: 204 len: 168 time: 4.3973105 Jun 24 11:44:35.508361 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 56026) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:44:35.519161 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [None req-950c8ff6-1065-4866-80a0-b25bda39677b tempest-DHCPAgentSchedulersTestJSON-621493777 tempest-DHCPAgentSchedulersTestJSON-621493777-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1217515063'}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:44:35.521578 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bd2b14b-0527-4b70-bf80-d28f0912b08b None None] Routers {'16a0ccb4-faa5-4aa2-aacb-5bb552cad041'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 11:44:35.522204 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-6bd2b14b-0527-4b70-bf80-d28f0912b08b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T11:44:26Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['16a0ccb4-faa5-4aa2-aacb-5bb552cad041'], 'active': True} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:44:35.524011 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:35.586508 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-beaa3c5e-ef55-4bcf-a4c9-caad8dff9459 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:35.620847 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] For port d90dba58-22e7-42dd-885a-25915bf0b441, host dv-neutron-797120-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=d90dba58-22e7-42dd-885a-25915bf0b441,segment=NetworkSegment(1139564f-ff83-4b49-a593-84b33301357d),segment_id=1139564f-ff83-4b49-a593-84b33301357d)] {{(pid=128085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 11:44:35.631698 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:35.648329 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-2c2fca92-152e-4bd0-8327-28e7d66bc4d0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:44:35.667530 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-6b5268a1-c5ed-428c-8b21-64d68ad00961 admin admin] Notify callbacks [] for port, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:35.695622 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.api.v2.resource [None req-d7564abf-5f3d-42a4-8a23-dadf76ae25f3 tempest-RoutersAdminNegativeIpV6Test-242531061 tempest-RoutersAdminNegativeIpV6Test-242531061-project-admin] create failed (client error): There was a conflict when trying to complete your request. Jun 24 11:44:35.697150 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-d7564abf-5f3d-42a4-8a23-dadf76ae25f3 tempest-RoutersAdminNegativeIpV6Test-242531061 tempest-RoutersAdminNegativeIpV6Test-242531061-project-admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 7.2789314 Jun 24 11:44:35.742734 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Pushing event updated for resources: {'Port': ['ID=d90dba58-22e7-42dd-885a-25915bf0b441,revision_number=4']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:44:35.758182 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:44:35.765267 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 56030) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:44:35.812303 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvr_db [None req-6bd2b14b-0527-4b70-bf80-d28f0912b08b None None] Set router 16a0ccb4-faa5-4aa2-aacb-5bb552cad041 gateway port host: dv-neutron-797120-4-hyperv {{(pid=128085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 11:44:35.814564 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.db.provisioning_blocks [None req-6b5268a1-c5ed-428c-8b21-64d68ad00961 admin admin] Transition to ACTIVE for port object 49b5e277-6c4d-4c06-94f1-609b61df994e will not be triggered until provisioned by entity DHCP. {{(pid=128084) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 11:44:35.822130 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [None req-373e9cb5-28b2-4e6e-a115-db67cbca7a0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-918925667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-918925667-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1618798660'}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:44:35.901949 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-6b5268a1-c5ed-428c-8b21-64d68ad00961 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-650429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-506361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793193536723'] for port, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:35.903417 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.db.db_base_plugin_common [None req-ab52bf0f-9ed7-474d-a9af-8f8e926698b8 tempest-ExternalNetworksTestJSON-2097641310 tempest-ExternalNetworksTestJSON-2097641310-project-admin] Allocated IP 172.20.0.11 (c2cf6b1c-9706-42f3-aa09-575fa9fa426e/153f852d-c3c5-4106-aaa6-63e1202fa24c/08bb8c70-f6cd-47d9-9ea6-75b503940ec5) {{(pid=128084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 11:44:35.918941 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-cbaf9c99-0992-4dc1-aad0-9d93e9413226 tempest-ServersTestJSON-1725335409 tempest-ServersTestJSON-1725335409-project] Notify callbacks [] for floatingip, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:35.927368 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-950c8ff6-1065-4866-80a0-b25bda39677b tempest-DHCPAgentSchedulersTestJSON-621493777 tempest-DHCPAgentSchedulersTestJSON-621493777-project] Made reservation on behalf of e35f43ae57c34630ba716167d4b3f9e3 for: {'network': 1} {{(pid=128083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 11:44:35.933259 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-950c8ff6-1065-4866-80a0-b25bda39677b tempest-DHCPAgentSchedulersTestJSON-621493777 tempest-DHCPAgentSchedulersTestJSON-621493777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for network, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:36.003742 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-373e9cb5-28b2-4e6e-a115-db67cbca7a0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-918925667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-918925667-project] Made reservation on behalf of a75e163d55ba400796f0147078791747 for: {'network': 1} {{(pid=128083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 11:44:36.008035 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-373e9cb5-28b2-4e6e-a115-db67cbca7a0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-918925667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-918925667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for network, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:36.030888 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-373e9cb5-28b2-4e6e-a115-db67cbca7a0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-918925667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-918925667-project] Notify callbacks [] for security_group, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:36.049447 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-950c8ff6-1065-4866-80a0-b25bda39677b tempest-DHCPAgentSchedulersTestJSON-621493777 tempest-DHCPAgentSchedulersTestJSON-621493777-project] vlan segment allocate from pool success with {'vlan_id': 647, 'physical_network': 'physnet1'} {{(pid=128083) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 11:44:36.054016 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-cbaf9c99-0992-4dc1-aad0-9d93e9413226 tempest-ServersTestJSON-1725335409 tempest-ServersTestJSON-1725335409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:36.069224 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 56036) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:44:36.083045 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device c2d2a9a9-9ecc-4c1e-bec8-00eb4ac3c11d up at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 11:44:36.109755 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-950c8ff6-1065-4866-80a0-b25bda39677b tempest-DHCPAgentSchedulersTestJSON-621493777 tempest-DHCPAgentSchedulersTestJSON-621493777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967879'] for segment, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:36.110103 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.db.segments_db [None req-950c8ff6-1065-4866-80a0-b25bda39677b tempest-DHCPAgentSchedulersTestJSON-621493777 tempest-DHCPAgentSchedulersTestJSON-621493777-project] Added segment d11753ba-a503-471e-b1ad-654eb145160d of type vlan for network 4e0c6a0e-b2fd-425b-af1a-d73d6842bbd9 Jun 24 11:44:36.184848 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning for port c2d2a9a9-9ecc-4c1e-bec8-00eb4ac3c11d completed by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 11:44:36.191031 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning complete for port c2d2a9a9-9ecc-4c1e-bec8-00eb4ac3c11d triggered by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:44:36.191417 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:36.194812 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-6bd2b14b-0527-4b70-bf80-d28f0912b08b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16a0ccb4-faa5-4aa2-aacb-5bb552cad041', 'name': 'tempest-ServersTestJSON-1630259479-router', 'tenant_id': 'a34fcc8eaff5466883f461818fc3749a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'external_fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.127'}], 'enable_snat': True}, 'gw_port_id': '25e76955-23e3-4f6a-8b80-3217d5376583', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T11:44:19Z', 'updated_at': '2021-06-24T11:44:26Z', 'revision_number': 4, 'project_id': 'a34fcc8eaff5466883f461818fc3749a', 'gw_port': {'id': '25e76955-23e3-4f6a-8b80-3217d5376583', 'name': '', 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:bd:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16a0ccb4-faa5-4aa2-aacb-5bb552cad041', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:44:20Z', 'updated_at': '2021-06-24T11:44:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-4-hyperv', '_interfaces': [{'id': 'b99f6696-29d0-4dca-a9d1-ade0ea6e6d40', 'name': '', 'network_id': '5404b65a-42b1-4f9a-be9b-03cba7439c22', 'tenant_id': 'a34fcc8eaff5466883f461818fc3749a', 'mac_address': 'fa:16:3e:b8:2f:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16a0ccb4-faa5-4aa2-aacb-5bb552cad041', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '34021bd3-a156-47d8-b4b0-89952a23c040', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:44:24Z', 'updated_at': '2021-06-24T11:44:35Z', 'revision_number': 4, 'project_id': 'a34fcc8eaff5466883f461818fc3749a', 'subnets': [{'id': '34021bd3-a156-47d8-b4b0-89952a23c040', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:44:36.196777 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-950c8ff6-1065-4866-80a0-b25bda39677b tempest-DHCPAgentSchedulersTestJSON-621493777 tempest-DHCPAgentSchedulersTestJSON-621493777-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793193525068'] for network, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:36.228596 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bd2b14b-0527-4b70-bf80-d28f0912b08b None None] The sync data for ids ['16a0ccb4-faa5-4aa2-aacb-5bb552cad041'] in dv-neutron-797120-4-hyperv is: [{'id': '16a0ccb4-faa5-4aa2-aacb-5bb552cad041', 'name': 'tempest-ServersTestJSON-1630259479-router', 'tenant_id': 'a34fcc8eaff5466883f461818fc3749a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'external_fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.127'}], 'enable_snat': True}, 'gw_port_id': '25e76955-23e3-4f6a-8b80-3217d5376583', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T11:44:19Z', 'updated_at': '2021-06-24T11:44:26Z', 'revision_number': 4, 'project_id': 'a34fcc8eaff5466883f461818fc3749a', 'gw_port': {'id': '25e76955-23e3-4f6a-8b80-3217d5376583', 'name': '', 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:bd:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16a0ccb4-faa5-4aa2-aacb-5bb552cad041', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:44:20Z', 'updated_at': '2021-06-24T11:44:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-4-hyperv', '_interfaces': [{'id': 'b99f6696-29d0-4dca-a9d1-ade0ea6e6d40', 'name': '', 'network_id': '5404b65a-42b1-4f9a-be9b-03cba7439c22', 'tenant_id': 'a34fcc8eaff5466883f461818fc3749a', 'mac_address': 'fa:16:3e:b8:2f:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16a0ccb4-faa5-4aa2-aacb-5bb552cad041', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '34021bd3-a156-47d8-b4b0-89952a23c040', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:44:24Z', 'updated_at': '2021-06-24T11:44:35Z', 'revision_number': 4, 'project_id': 'a34fcc8eaff5466883f461818fc3749a', 'subnets': [{'id': '34021bd3-a156-47d8-b4b0-89952a23c040', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=128085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 11:44:36.260677 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-c09bb1a8-8773-4093-9375-c11d1b109502 admin admin] Notify callbacks [] for security_group, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:36.311741 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-3ce28595-ad7d-497f-81f6-0a8d651ab1ae tempest-ExternalNetworksAdminNegativeTestJSON-1195641864 tempest-ExternalNetworksAdminNegativeTestJSON-1195641864-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:44:36.327907 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:36.378139 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-950c8ff6-1065-4866-80a0-b25bda39677b tempest-DHCPAgentSchedulersTestJSON-621493777 tempest-DHCPAgentSchedulersTestJSON-621493777-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1800243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976'] for network, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:36.385645 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] For port c2d2a9a9-9ecc-4c1e-bec8-00eb4ac3c11d, host dv-neutron-797120-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=c2d2a9a9-9ecc-4c1e-bec8-00eb4ac3c11d,segment=NetworkSegment(1139564f-ff83-4b49-a593-84b33301357d),segment_id=1139564f-ff83-4b49-a593-84b33301357d)] {{(pid=128085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 11:44:36.391907 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:36.393467 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device d90dba58-22e7-42dd-885a-25915bf0b441 up at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 11:44:36.406550 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-950c8ff6-1065-4866-80a0-b25bda39677b tempest-DHCPAgentSchedulersTestJSON-621493777 tempest-DHCPAgentSchedulersTestJSON-621493777-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:44:36.407318 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-950c8ff6-1065-4866-80a0-b25bda39677b tempest-DHCPAgentSchedulersTestJSON-621493777 tempest-DHCPAgentSchedulersTestJSON-621493777-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588949'] for network, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:36.415717 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b5268a1-c5ed-428c-8b21-64d68ad00961 admin admin] Network 4865c6d7-6c66-4548-b02e-d00e97d481c4 is already hosted by enough agents. {{(pid=128084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 11:44:36.416084 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-b93e663d-dc2c-477d-b273-cf5ac19365fa tempest-ExternalNetworksTestJSON-2097641310 tempest-ExternalNetworksTestJSON-2097641310-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:44:36.429755 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.base_scheduler [None req-6b5268a1-c5ed-428c-8b21-64d68ad00961 admin admin] Resources bound (agent type, host, resource id): {{(pid=128084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:44:36.445139 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-2c7906f9-c7a6-4f0b-8872-0a85031ff2e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:44:36.454013 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b5268a1-c5ed-428c-8b21-64d68ad00961 admin admin] Received port after_create {{(pid=128084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 11:44:36.454754 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-6b5268a1-c5ed-428c-8b21-64d68ad00961 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1978458'] for router_interface, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:36.495283 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning complete for port d90dba58-22e7-42dd-885a-25915bf0b441 triggered by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:44:36.495667 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:36.550030 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5268a1-c5ed-428c-8b21-64d68ad00961 admin admin] Pushing event updated for resources: {'Port': ['ID=49b5e277-6c4d-4c06-94f1-609b61df994e,revision_number=1']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:44:36.596323 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Pushing event updated for resources: {'Port': ['ID=c2d2a9a9-9ecc-4c1e-bec8-00eb4ac3c11d,revision_number=4']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:44:36.602925 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:44:36.617936 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-6b5268a1-c5ed-428c-8b21-64d68ad00961 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.306s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:44:36.625769 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-373e9cb5-28b2-4e6e-a115-db67cbca7a0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-918925667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-918925667-project] Notify callbacks [] for security_group, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:36.630416 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-cbaf9c99-0992-4dc1-aad0-9d93e9413226 tempest-ServersTestJSON-1725335409 tempest-ServersTestJSON-1725335409-project] Notify callbacks [] for port, precommit_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:36.649073 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-cbaf9c99-0992-4dc1-aad0-9d93e9413226 tempest-ServersTestJSON-1725335409 tempest-ServersTestJSON-1725335409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2537871'] for port, after_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:36.650771 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-373e9cb5-28b2-4e6e-a115-db67cbca7a0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-918925667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-918925667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800410'] for security_group, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:36.664609 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950c8ff6-1065-4866-80a0-b25bda39677b tempest-DHCPAgentSchedulersTestJSON-621493777 tempest-DHCPAgentSchedulersTestJSON-621493777-project] Pushing event updated for resources: {'Network': ['ID=4e0c6a0e-b2fd-425b-af1a-d73d6842bbd9,revision_number=1']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:44:36.683934 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Network 4e0c6a0e-b2fd-425b-af1a-d73d6842bbd9 details requested by agent ovs-agent-dv-neutron-797120-4-hyperv with host dv-neutron-797120-4-hyperv {{(pid=128085) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 11:44:36.700344 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-950c8ff6-1065-4866-80a0-b25bda39677b tempest-DHCPAgentSchedulersTestJSON-621493777 tempest-DHCPAgentSchedulersTestJSON-621493777-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:44:36.700776 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.019s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:44:36.757336 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.plugin [None req-05abe11b-6a21-4ad9-963b-e879eec2ca06 tempest-RoutersAdminNegativeIpV6Test-242531061 tempest-RoutersAdminNegativeIpV6Test-242531061-project-admin] Deleting port c179302d-d114-480c-881d-8568ab8b5e1b {{(pid=128084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 11:44:36.758635 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-05abe11b-6a21-4ad9-963b-e879eec2ca06 tempest-RoutersAdminNegativeIpV6Test-242531061 tempest-RoutersAdminNegativeIpV6Test-242531061-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793193942312'] for port, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:36.765211 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-373e9cb5-28b2-4e6e-a115-db67cbca7a0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-918925667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-918925667-project] vlan segment allocate from pool success with {'vlan_id': 621, 'physical_network': 'physnet1'} {{(pid=128083) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 11:44:36.830263 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-373e9cb5-28b2-4e6e-a115-db67cbca7a0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-918925667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-918925667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967879'] for segment, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:36.830609 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.db.segments_db [None req-373e9cb5-28b2-4e6e-a115-db67cbca7a0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-918925667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-918925667-project] Added segment a4053785-1b5c-437f-a53f-6701874b4141 of type vlan for network 876ad46f-f7a3-40f3-82f2-f2702cd6e499 Jun 24 11:44:36.836265 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-ab52bf0f-9ed7-474d-a9af-8f8e926698b8 tempest-ExternalNetworksTestJSON-2097641310 tempest-ExternalNetworksTestJSON-2097641310-project-admin] Notify callbacks [] for port, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:36.847799 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-7a3a42a3-06f6-4db8-9b37-34af7c3167b4 None None] Provisioning for port 49b5e277-6c4d-4c06-94f1-609b61df994e completed by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 11:44:36.850573 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbaf9c99-0992-4dc1-aad0-9d93e9413226 tempest-ServersTestJSON-1725335409 tempest-ServersTestJSON-1725335409-project] Pushing event updated for resources: {'Port': ['ID=e2889320-0cfb-47fb-8a2f-6777240c38c6,revision_number=2']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:44:36.854961 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-7a3a42a3-06f6-4db8-9b37-34af7c3167b4 None None] Provisioning complete for port 49b5e277-6c4d-4c06-94f1-609b61df994e triggered by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:44:36.855562 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-7a3a42a3-06f6-4db8-9b37-34af7c3167b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:36.864910 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-cbaf9c99-0992-4dc1-aad0-9d93e9413226 tempest-ServersTestJSON-1725335409 tempest-ServersTestJSON-1725335409-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:44:36.867718 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.186s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:44:36.898145 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-cbaf9c99-0992-4dc1-aad0-9d93e9413226 tempest-ServersTestJSON-1725335409 tempest-ServersTestJSON-1725335409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1815637'] for floatingip, after_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:36.925848 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-7a3a42a3-06f6-4db8-9b37-34af7c3167b4 None None] Port 49b5e277-6c4d-4c06-94f1-609b61df994e cannot update to ACTIVE because it is not bound. {{(pid=128085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 11:44:36.948811 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-373e9cb5-28b2-4e6e-a115-db67cbca7a0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-918925667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-918925667-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793193525068'] for network, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:36.954908 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373e9cb5-28b2-4e6e-a115-db67cbca7a0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-918925667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-918925667-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b0f4e324-8f4c-45c7-84a3-967547bbcabd,revision_number=1']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:44:36.966254 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-373e9cb5-28b2-4e6e-a115-db67cbca7a0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-918925667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-918925667-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:44:37.009078 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-c09bb1a8-8773-4093-9375-c11d1b109502 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:37.016264 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-beaa3c5e-ef55-4bcf-a4c9-caad8dff9459 admin admin] Notify callbacks [] for port, precommit_update {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:37.017695 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-c09bb1a8-8773-4093-9375-c11d1b109502 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800410'] for security_group, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:37.025919 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:44:37.027987 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-cbaf9c99-0992-4dc1-aad0-9d93e9413226 tempest-ServersTestJSON-1725335409 tempest-ServersTestJSON-1725335409-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468916'] for floatingip, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:37.041013 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-cbaf9c99-0992-4dc1-aad0-9d93e9413226 tempest-ServersTestJSON-1725335409 tempest-ServersTestJSON-1725335409-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.4275746 Jun 24 11:44:37.041372 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-beaa3c5e-ef55-4bcf-a4c9-caad8dff9459 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:37.041478 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-950c8ff6-1065-4866-80a0-b25bda39677b tempest-DHCPAgentSchedulersTestJSON-621493777 tempest-DHCPAgentSchedulersTestJSON-621493777-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.5223472 Jun 24 11:44:37.041566 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 56040) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:44:37.041566 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-beaa3c5e-ef55-4bcf-a4c9-caad8dff9459 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1783050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1978542'] for router_interface, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:37.041729 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-373e9cb5-28b2-4e6e-a115-db67cbca7a0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-918925667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-918925667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1800243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976'] for network, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:37.050493 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-beaa3c5e-ef55-4bcf-a4c9-caad8dff9459 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:44:37.056435 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-373e9cb5-28b2-4e6e-a115-db67cbca7a0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-918925667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-918925667-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:44:37.057135 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-373e9cb5-28b2-4e6e-a115-db67cbca7a0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-918925667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-918925667-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588949'] for network, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:37.088320 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-373e9cb5-28b2-4e6e-a115-db67cbca7a0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-918925667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-918925667-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 1.6803055 Jun 24 11:44:37.104441 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09bb1a8-8773-4093-9375-c11d1b109502 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ff827ea-f29a-47ef-851e-b7d8813fd426,revision_number=1']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:44:37.108165 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-c09bb1a8-8773-4093-9375-c11d1b109502 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:44:37.109040 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.031s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:44:37.114641 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-c09bb1a8-8773-4093-9375-c11d1b109502 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=a372dae2a7e448da98aa937f980f79e4&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0444579 Jun 24 11:44:37.117299 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 56048) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:44:37.144882 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-6b5268a1-c5ed-428c-8b21-64d68ad00961 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:37.166184 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-05abe11b-6a21-4ad9-963b-e879eec2ca06 tempest-RoutersAdminNegativeIpV6Test-242531061 tempest-RoutersAdminNegativeIpV6Test-242531061-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1978872'] for port, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:37.172747 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-ab52bf0f-9ed7-474d-a9af-8f8e926698b8 tempest-ExternalNetworksTestJSON-2097641310 tempest-ExternalNetworksTestJSON-2097641310-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-650429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-506361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793193536723'] for port, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:37.214733 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373e9cb5-28b2-4e6e-a115-db67cbca7a0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-918925667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-918925667-project] Pushing event updated for resources: {'Network': ['ID=876ad46f-f7a3-40f3-82f2-f2702cd6e499,revision_number=1']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:44:37.219568 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-373e9cb5-28b2-4e6e-a115-db67cbca7a0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-918925667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-918925667-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:44:37.228063 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Network 876ad46f-f7a3-40f3-82f2-f2702cd6e499 details requested by agent ovs-agent-dv-neutron-797120-4-hyperv with host dv-neutron-797120-4-hyperv {{(pid=128085) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 11:44:37.278505 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-e09480dd-8ba0-4681-bff6-3c1c5dfe2f17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:37.327496 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-e09480dd-8ba0-4681-bff6-3c1c5dfe2f17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:37.338104 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.plugin [None req-05abe11b-6a21-4ad9-963b-e879eec2ca06 tempest-RoutersAdminNegativeIpV6Test-242531061 tempest-RoutersAdminNegativeIpV6Test-242531061-project-admin] Calling delete_port for c179302d-d114-480c-881d-8568ab8b5e1b owned by {{(pid=128084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 11:44:37.411361 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-e09480dd-8ba0-4681-bff6-3c1c5dfe2f17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800410'] for security_group, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:37.413833 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-e09480dd-8ba0-4681-bff6-3c1c5dfe2f17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:37.414968 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-e09480dd-8ba0-4681-bff6-3c1c5dfe2f17 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/8ff827ea-f29a-47ef-851e-b7d8813fd426 HTTP/1.1" status: 204 len: 168 time: 0.2968495 Jun 24 11:44:37.415623 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:44:37.435424 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09480dd-8ba0-4681-bff6-3c1c5dfe2f17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ff827ea-f29a-47ef-851e-b7d8813fd426,revision_number=None']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:44:37.443870 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-e09480dd-8ba0-4681-bff6-3c1c5dfe2f17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:44:37.462916 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beaa3c5e-ef55-4bcf-a4c9-caad8dff9459 admin admin] Pushing event updated for resources: {'Port': ['ID=a4fcb919-5c7d-4467-b400-47369e570fd0,revision_number=2']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:44:37.481992 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-beaa3c5e-ef55-4bcf-a4c9-caad8dff9459 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.432s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:44:37.488369 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-6c1e4926-7c2e-4828-803f-8c53988260f7 tempest-DHCPAgentSchedulersTestJSON-621493777 tempest-DHCPAgentSchedulersTestJSON-621493777-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.158s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:44:37.541845 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab52bf0f-9ed7-474d-a9af-8f8e926698b8 tempest-ExternalNetworksTestJSON-2097641310 tempest-ExternalNetworksTestJSON-2097641310-project-admin] Network c2cf6b1c-9706-42f3-aa09-575fa9fa426e is already hosted by enough agents. {{(pid=128084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 11:44:37.626722 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab52bf0f-9ed7-474d-a9af-8f8e926698b8 tempest-ExternalNetworksTestJSON-2097641310 tempest-ExternalNetworksTestJSON-2097641310-project-admin] Pushing event updated for resources: {'Port': ['ID=08bb8c70-f6cd-47d9-9ea6-75b503940ec5,revision_number=1']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:44:37.659918 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.base_scheduler [None req-ab52bf0f-9ed7-474d-a9af-8f8e926698b8 tempest-ExternalNetworksTestJSON-2097641310 tempest-ExternalNetworksTestJSON-2097641310-project-admin] Resources bound (agent type, host, resource id): {{(pid=128084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:44:37.684877 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-ab52bf0f-9ed7-474d-a9af-8f8e926698b8 tempest-ExternalNetworksTestJSON-2097641310 tempest-ExternalNetworksTestJSON-2097641310-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:44:37.705639 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab52bf0f-9ed7-474d-a9af-8f8e926698b8 tempest-ExternalNetworksTestJSON-2097641310 tempest-ExternalNetworksTestJSON-2097641310-project-admin] Received port after_create {{(pid=128084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 11:44:37.817347 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 56078) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:44:37.899073 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-658991c3-4fbd-4667-aad1-e7aab868e923 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=399d2f870121480ca482c4e295c6f092&name=default HTTP/1.1" status: 200 len: 2977 time: 0.0803874 Jun 24 11:44:37.901563 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 56080) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:44:37.909670 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 56082) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:44:37.934558 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [None req-82851504-4010-4a44-9f7d-2e1e2a29322a tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740-project-admin] Request body: {'port': {'network_id': '876ad46f-f7a3-40f3-82f2-f2702cd6e499', 'binding:host_id': 'hv-neutron-7971', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-462957877'}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:44:38.016446 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82851504-4010-4a44-9f7d-2e1e2a29322a tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740-project-admin] Made reservation on behalf of e3b7473f66e74a3fa8e2c28582501f4b for: {'port': 1} {{(pid=128083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 11:44:38.021687 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-82851504-4010-4a44-9f7d-2e1e2a29322a tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:38.036342 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-82851504-4010-4a44-9f7d-2e1e2a29322a tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740-project-admin] Notify callbacks [] for security_group, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:38.039201 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-45466059-215a-4483-b891-9f42539e057d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:38.040224 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-beaa3c5e-ef55-4bcf-a4c9-caad8dff9459 admin admin] Network 839f990f-6e6d-419c-a2ff-7497d60fa3b2 is already hosted by enough agents. {{(pid=128084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 11:44:38.043599 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-1ec42031-d6bc-4d7c-8196-813774c71cd6 tempest-DHCPAgentSchedulersTestJSON-1080620573 tempest-DHCPAgentSchedulersTestJSON-1080620573-project-admin] 10.222.0.53 "GET /v2.0/agents/6be988a9-1d97-480f-be5a-c55abf2c55c5/dhcp-networks HTTP/1.1" status: 200 len: 6447 time: 1.0024149 Jun 24 11:44:38.048088 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 56084) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:44:38.050668 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-ab52bf0f-9ed7-474d-a9af-8f8e926698b8 tempest-ExternalNetworksTestJSON-2097641310 tempest-ExternalNetworksTestJSON-2097641310-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:38.055875 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.base_scheduler [None req-beaa3c5e-ef55-4bcf-a4c9-caad8dff9459 admin admin] Resources bound (agent type, host, resource id): {{(pid=128084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:44:38.078903 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device c2d2a9a9-9ecc-4c1e-bec8-00eb4ac3c11d up at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 11:44:38.098500 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-45466059-215a-4483-b891-9f42539e057d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:38.169988 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 56092) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:44:38.184035 dv-neutron-797120-4-hyperv neutron-server[128083]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 24 11:44:38.199316 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning complete for port c2d2a9a9-9ecc-4c1e-bec8-00eb4ac3c11d triggered by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:44:38.199837 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:38.327982 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-beaa3c5e-ef55-4bcf-a4c9-caad8dff9459 admin admin] Router d3841c7c-0784-40fa-bc69-08007ba0858d has already been hosted by L3 agent 2987dba8-2249-4ee6-96ec-28f0f7a6127d {{(pid=128084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 11:44:38.330738 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-45466059-215a-4483-b891-9f42539e057d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800410'] for security_group, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:38.337902 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-ab52bf0f-9ed7-474d-a9af-8f8e926698b8 tempest-ExternalNetworksTestJSON-2097641310 tempest-ExternalNetworksTestJSON-2097641310-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:38.347458 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-82851504-4010-4a44-9f7d-2e1e2a29322a tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:38.379881 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-45466059-215a-4483-b891-9f42539e057d admin admin] Notify callbacks [] for security_group, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:38.381511 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-45466059-215a-4483-b891-9f42539e057d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/42a0622f-7140-4b85-a6ad-48852877e17e HTTP/1.1" status: 204 len: 168 time: 0.4785953 Jun 24 11:44:38.396392 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-05abe11b-6a21-4ad9-963b-e879eec2ca06 tempest-RoutersAdminNegativeIpV6Test-242531061 tempest-RoutersAdminNegativeIpV6Test-242531061-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793193945299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193536732'] for port, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:38.402151 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:44:38.404736 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-82851504-4010-4a44-9f7d-2e1e2a29322a tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800410'] for security_group, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:38.423462 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ae3b227-dab6-41be-9649-fd20b3d7b6bf tempest-DHCPAgentSchedulersTestJSON-1080620573 tempest-DHCPAgentSchedulersTestJSON-1080620573-project-admin] Network 4e0c6a0e-b2fd-425b-af1a-d73d6842bbd9 is scheduled to be hosted by DHCP agent 6be988a9-1d97-480f-be5a-c55abf2c55c5 with binding_index 1 {{(pid=128083) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 11:44:38.438835 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-ed458687-8d04-4d82-8de8-6b52bba8ab76 req-f40a5702-9693-49a0-b1d8-237817832d69 tempest-ServersTestJSON-1725335409 tempest-ServersTestJSON-1725335409-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-securitygroup--739831909&fields=id&tenant_id=a34fcc8eaff5466883f461818fc3749a HTTP/1.1" status: 200 len: 267 time: 0.2657604 Jun 24 11:44:38.441844 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.notifiers.nova [None req-82851504-4010-4a44-9f7d-2e1e2a29322a tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740-project-admin] device_id is not set on port 43b8474e-ec2b-46a4-9ecd-0790b4002c3e yet. {{(pid=128083) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 24 11:44:38.447126 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45466059-215a-4483-b891-9f42539e057d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42a0622f-7140-4b85-a6ad-48852877e17e,revision_number=None']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:44:38.455830 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-45466059-215a-4483-b891-9f42539e057d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:44:38.461600 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.029s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:44:38.478260 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device b99f6696-29d0-4dca-a9d1-ade0ea6e6d40 up at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 11:44:38.482727 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:44:38.497755 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-9ae3b227-dab6-41be-9649-fd20b3d7b6bf tempest-DHCPAgentSchedulersTestJSON-1080620573 tempest-DHCPAgentSchedulersTestJSON-1080620573-project-admin] 10.222.0.53 "POST /v2.0/agents/6be988a9-1d97-480f-be5a-c55abf2c55c5/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.4466844 Jun 24 11:44:38.518628 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-005cafab-d590-4873-a098-5ec5ac72806d None None] Network 4e0c6a0e-b2fd-425b-af1a-d73d6842bbd9 requested from dv-neutron-797120-4-hyperv {{(pid=128085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 11:44:38.588148 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 56096) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:44:38.606441 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-cfe67308-32ef-41d7-89ed-90a898146388 None None] Provisioning complete for port a4fcb919-5c7d-4467-b400-47369e570fd0 triggered by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:44:38.607466 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-cfe67308-32ef-41d7-89ed-90a898146388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:38.676504 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-cfe67308-32ef-41d7-89ed-90a898146388 None None] Port a4fcb919-5c7d-4467-b400-47369e570fd0 cannot update to ACTIVE because it is not bound. {{(pid=128085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 11:44:38.707791 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning for port b99f6696-29d0-4dca-a9d1-ade0ea6e6d40 completed by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 11:44:38.721158 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05abe11b-6a21-4ad9-963b-e879eec2ca06 tempest-RoutersAdminNegativeIpV6Test-242531061 tempest-RoutersAdminNegativeIpV6Test-242531061-project-admin] Pushing event deleted for resources: {'Port': ['ID=c179302d-d114-480c-881d-8568ab8b5e1b,revision_number=None']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:44:38.738693 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-05abe11b-6a21-4ad9-963b-e879eec2ca06 tempest-RoutersAdminNegativeIpV6Test-242531061 tempest-RoutersAdminNegativeIpV6Test-242531061-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:44:38.738918 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82851504-4010-4a44-9f7d-2e1e2a29322a tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1613f3ae-47f8-4bfa-adf7-693835a0dfa7,revision_number=1']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:44:38.739646 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning complete for port b99f6696-29d0-4dca-a9d1-ade0ea6e6d40 triggered by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:44:38.739646 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:38.807918 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-6b5268a1-c5ed-428c-8b21-64d68ad00961 admin admin] Notify callbacks [] for port, precommit_update {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:38.814007 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-05abe11b-6a21-4ad9-963b-e879eec2ca06 tempest-RoutersAdminNegativeIpV6Test-242531061 tempest-RoutersAdminNegativeIpV6Test-242531061-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468916'] for port, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:38.815986 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-05abe11b-6a21-4ad9-963b-e879eec2ca06 tempest-RoutersAdminNegativeIpV6Test-242531061 tempest-RoutersAdminNegativeIpV6Test-242531061-project-admin] 10.222.0.53 "DELETE /v2.0/ports/c179302d-d114-480c-881d-8568ab8b5e1b HTTP/1.1" status: 204 len: 168 time: 3.0496516 Jun 24 11:44:38.823082 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-6b5268a1-c5ed-428c-8b21-64d68ad00961 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:38.849903 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed458687-8d04-4d82-8de8-6b52bba8ab76 req-f7cf4359-885f-4a7e-939e-abcb32b9db6c tempest-ServersTestJSON-1725335409 tempest-ServersTestJSON-1725335409-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:44:38.851970 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-ed458687-8d04-4d82-8de8-6b52bba8ab76 req-f7cf4359-885f-4a7e-939e-abcb32b9db6c tempest-ServersTestJSON-1725335409 tempest-ServersTestJSON-1725335409-project] 10.222.0.53 "GET /v2.0/networks?id=5404b65a-42b1-4f9a-be9b-03cba7439c22 HTTP/1.1" status: 200 len: 806 time: 0.3982682 Jun 24 11:44:38.852240 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-6b5268a1-c5ed-428c-8b21-64d68ad00961 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1783050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1978542'] for router_interface, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:38.858724 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:44:38.859640 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-82851504-4010-4a44-9f7d-2e1e2a29322a tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.396s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:44:38.909263 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:38.985147 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] For port b99f6696-29d0-4dca-a9d1-ade0ea6e6d40, host dv-neutron-797120-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=b99f6696-29d0-4dca-a9d1-ade0ea6e6d40,segment=NetworkSegment(f44b9ff8-e555-44d1-ab7a-99b2dd7bb3ef),segment_id=f44b9ff8-e555-44d1-ab7a-99b2dd7bb3ef)] {{(pid=128085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 11:44:38.993941 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:39.004460 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5268a1-c5ed-428c-8b21-64d68ad00961 admin admin] Pushing event updated for resources: {'Port': ['ID=49b5e277-6c4d-4c06-94f1-609b61df994e,revision_number=2']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:44:39.004814 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:44:39.005042 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-ed458687-8d04-4d82-8de8-6b52bba8ab76 req-a8d01270-f54c-464e-8d13-109097f2ea51 tempest-ServersTestJSON-1725335409 tempest-ServersTestJSON-1725335409-project] 10.222.0.53 "GET /v2.0/quotas/a34fcc8eaff5466883f461818fc3749a HTTP/1.1" status: 200 len: 375 time: 0.1304641 Jun 24 11:44:39.013458 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-6b5268a1-c5ed-428c-8b21-64d68ad00961 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:44:39.034600 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-beaa3c5e-ef55-4bcf-a4c9-caad8dff9459 admin admin] Notify agent at l3_agent.dv-neutron-797120-4-hyperv the message routers_updated {{(pid=128084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 11:44:39.047775 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c65dd5aa-cff6-4918-b0a9-5840da8b07c4 None None] Sync routers for ids ['d3841c7c-0784-40fa-bc69-08007ba0858d'] in dv-neutron-797120-4-hyperv {{(pid=128086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 11:44:39.050717 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-beaa3c5e-ef55-4bcf-a4c9-caad8dff9459 admin admin] 10.222.0.53 "PUT /v2.0/routers/d3841c7c-0784-40fa-bc69-08007ba0858d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.7228661 Jun 24 11:44:39.063433 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c65dd5aa-cff6-4918-b0a9-5840da8b07c4 None None] Routers {'d3841c7c-0784-40fa-bc69-08007ba0858d'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 11:44:39.065468 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-c65dd5aa-cff6-4918-b0a9-5840da8b07c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T11:44:26Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['d3841c7c-0784-40fa-bc69-08007ba0858d'], 'active': True} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:44:39.087093 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b5268a1-c5ed-428c-8b21-64d68ad00961 admin admin] Network 4865c6d7-6c66-4548-b02e-d00e97d481c4 is already hosted by enough agents. {{(pid=128084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 11:44:39.090125 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.base_scheduler [None req-6b5268a1-c5ed-428c-8b21-64d68ad00961 admin admin] Resources bound (agent type, host, resource id): {{(pid=128084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:44:39.132967 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Pushing event updated for resources: {'Port': ['ID=b99f6696-29d0-4dca-a9d1-ade0ea6e6d40,revision_number=5']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:44:39.140989 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:44:39.141326 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-ab52bf0f-9ed7-474d-a9af-8f8e926698b8 tempest-ExternalNetworksTestJSON-2097641310 tempest-ExternalNetworksTestJSON-2097641310-project-admin] Notify callbacks [] for port, precommit_update {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:39.207051 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-ab52bf0f-9ed7-474d-a9af-8f8e926698b8 tempest-ExternalNetworksTestJSON-2097641310 tempest-ExternalNetworksTestJSON-2097641310-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:39.218042 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:44:39.237878 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_dvr_db [None req-c65dd5aa-cff6-4918-b0a9-5840da8b07c4 None None] Set router d3841c7c-0784-40fa-bc69-08007ba0858d gateway port host: dv-neutron-797120-4-hyperv {{(pid=128086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 11:44:39.308261 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-ab52bf0f-9ed7-474d-a9af-8f8e926698b8 tempest-ExternalNetworksTestJSON-2097641310 tempest-ExternalNetworksTestJSON-2097641310-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1815637'] for floatingip, after_update {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:39.396970 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 56124) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:44:39.416407 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-ab52bf0f-9ed7-474d-a9af-8f8e926698b8 tempest-ExternalNetworksTestJSON-2097641310 tempest-ExternalNetworksTestJSON-2097641310-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468916'] for floatingip, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:39.420823 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-ab52bf0f-9ed7-474d-a9af-8f8e926698b8 tempest-ExternalNetworksTestJSON-2097641310 tempest-ExternalNetworksTestJSON-2097641310-project-admin] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 7.1982710 Jun 24 11:44:39.423957 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 56130) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:44:39.424914 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab52bf0f-9ed7-474d-a9af-8f8e926698b8 tempest-ExternalNetworksTestJSON-2097641310 tempest-ExternalNetworksTestJSON-2097641310-project-admin] Pushing event updated for resources: {'Port': ['ID=08bb8c70-f6cd-47d9-9ea6-75b503940ec5,revision_number=2']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:44:39.442195 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-ab52bf0f-9ed7-474d-a9af-8f8e926698b8 tempest-ExternalNetworksTestJSON-2097641310 tempest-ExternalNetworksTestJSON-2097641310-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:44:39.505196 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-07df5d2a-e5e7-4956-af38-ab9c7a448cb5 None None] Provisioning complete for port 49b5e277-6c4d-4c06-94f1-609b61df994e triggered by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:44:39.505765 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-07df5d2a-e5e7-4956-af38-ab9c7a448cb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:39.519161 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-e14ac86b-1671-4fea-a79e-deb9f12c71fe tempest-ExternalNetworksTestJSON-2097641310 tempest-ExternalNetworksTestJSON-2097641310-project-admin] 10.222.0.53 "GET /v2.0/floatingips?floating_network_id=c2cf6b1c-9706-42f3-aa09-575fa9fa426e HTTP/1.1" status: 200 len: 690 time: 0.0849049 Jun 24 11:44:39.522695 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 56132) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:44:39.539022 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-c65dd5aa-cff6-4918-b0a9-5840da8b07c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3841c7c-0784-40fa-bc69-08007ba0858d', 'name': 'tempest-ServersTestManualDisk-2053302560-router', 'tenant_id': 'd8a50f9eaf8642e9aaeea1cf25966bd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'external_fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.178'}], 'enable_snat': True}, 'gw_port_id': 'c2d2a9a9-9ecc-4c1e-bec8-00eb4ac3c11d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T11:44:21Z', 'updated_at': '2021-06-24T11:44:34Z', 'revision_number': 4, 'project_id': 'd8a50f9eaf8642e9aaeea1cf25966bd8', 'gw_port': {'id': 'c2d2a9a9-9ecc-4c1e-bec8-00eb4ac3c11d', 'name': '', 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:40:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3841c7c-0784-40fa-bc69-08007ba0858d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:44:22Z', 'updated_at': '2021-06-24T11:44:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-4-hyperv', '_interfaces': [{'id': 'a4fcb919-5c7d-4467-b400-47369e570fd0', 'name': '', 'network_id': '839f990f-6e6d-419c-a2ff-7497d60fa3b2', 'tenant_id': 'd8a50f9eaf8642e9aaeea1cf25966bd8', 'mac_address': 'fa:16:3e:d3:ce:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3841c7c-0784-40fa-bc69-08007ba0858d', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '2d338229-4852-4820-bf9b-2f3476d45b6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:44:31Z', 'updated_at': '2021-06-24T11:44:36Z', 'revision_number': 2, 'project_id': 'd8a50f9eaf8642e9aaeea1cf25966bd8', 'subnets': [{'id': '2d338229-4852-4820-bf9b-2f3476d45b6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:44:39.578827 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-07df5d2a-e5e7-4956-af38-ab9c7a448cb5 None None] Port 49b5e277-6c4d-4c06-94f1-609b61df994e cannot update to ACTIVE because it is not bound. {{(pid=128085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 11:44:39.583326 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c65dd5aa-cff6-4918-b0a9-5840da8b07c4 None None] Checking router: d3841c7c-0784-40fa-bc69-08007ba0858d for host: dv-neutron-797120-4-hyperv {{(pid=128086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 11:44:39.583696 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c65dd5aa-cff6-4918-b0a9-5840da8b07c4 None None] Updating router d3841c7c-0784-40fa-bc69-08007ba0858d port a4fcb919-5c7d-4467-b400-47369e570fd0 binding host dv-neutron-797120-4-hyperv {{(pid=128086) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 11:44:39.625508 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron_lib.callbacks.manager [None req-c65dd5aa-cff6-4918-b0a9-5840da8b07c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:39.638221 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b5268a1-c5ed-428c-8b21-64d68ad00961 admin admin] Router 0b649eac-266f-4b37-a2b4-e3c03cb22aef has already been hosted by L3 agent 2987dba8-2249-4ee6-96ec-28f0f7a6127d {{(pid=128084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 11:44:39.656609 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-1873fb42-5d1c-4705-a09a-4479a268856e admin admin] Notify callbacks [] for security_group, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:39.783589 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-32ea8ccd-6946-4d95-ab09-97ed8ce40432 tempest-ExternalNetworksTestJSON-2097641310 tempest-ExternalNetworksTestJSON-2097641310-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-534962'] for network, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:39.802152 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-0501c43d-0766-423c-b594-20e565613a78 tempest-DHCPAgentSchedulersTestJSON-1080620573 tempest-DHCPAgentSchedulersTestJSON-1080620573-project-admin] 10.222.0.53 "GET /v2.0/agents/6be988a9-1d97-480f-be5a-c55abf2c55c5/dhcp-networks HTTP/1.1" status: 200 len: 7217 time: 1.2082562 Jun 24 11:44:39.807253 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 56138) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:44:39.828576 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.notifiers.nova [None req-82851504-4010-4a44-9f7d-2e1e2a29322a tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740-project-admin] device_id is not set on port 43b8474e-ec2b-46a4-9ecd-0790b4002c3e yet. {{(pid=128083) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 24 11:44:39.851015 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-82851504-4010-4a44-9f7d-2e1e2a29322a tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740-project-admin] Notify callbacks [] for port, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:39.888899 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-ed458687-8d04-4d82-8de8-6b52bba8ab76 req-74a4bca0-d919-46e3-9eff-98c9f2f0128b tempest-ServersTestJSON-1725335409 tempest-ServersTestJSON-1725335409-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=a34fcc8eaff5466883f461818fc3749a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.8575699 Jun 24 11:44:39.894650 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.provisioning_blocks [None req-82851504-4010-4a44-9f7d-2e1e2a29322a tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740-project-admin] Transition to ACTIVE for port object 43b8474e-ec2b-46a4-9ecd-0790b4002c3e will not be triggered until provisioned by entity L2. {{(pid=128083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 11:44:39.972612 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-82851504-4010-4a44-9f7d-2e1e2a29322a tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-650429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-506361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793193536723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2537853'] for port, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:39.977718 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:44:39.987558 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device b99f6696-29d0-4dca-a9d1-ade0ea6e6d40 up at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 11:44:40.008279 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-895a59f9-f096-46ca-9e90-1a8292b56578 tempest-DHCPAgentSchedulersTestJSON-1080620573 tempest-DHCPAgentSchedulersTestJSON-1080620573-project-admin] 10.222.0.53 "DELETE /v2.0/agents/6be988a9-1d97-480f-be5a-c55abf2c55c5/dhcp-networks/4e0c6a0e-b2fd-425b-af1a-d73d6842bbd9 HTTP/1.1" status: 204 len: 168 time: 0.1991065 Jun 24 11:44:40.012903 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 56146) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:44:40.061652 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82851504-4010-4a44-9f7d-2e1e2a29322a tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740-project-admin] Pushing event updated for resources: {'Port': ['ID=43b8474e-ec2b-46a4-9ecd-0790b4002c3e,revision_number=1']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:44:40.078104 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-82851504-4010-4a44-9f7d-2e1e2a29322a tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:44:40.095904 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b5268a1-c5ed-428c-8b21-64d68ad00961 admin admin] Notify agent at l3_agent.dv-neutron-797120-4-hyperv the message routers_updated {{(pid=128084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 11:44:40.118049 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-6b5268a1-c5ed-428c-8b21-64d68ad00961 admin admin] 10.222.0.53 "PUT /v2.0/routers/0b649eac-266f-4b37-a2b4-e3c03cb22aef/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.9891968 Jun 24 11:44:40.124626 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd9273be-e355-4c87-b0d6-7ae120a6480d None None] Sync routers for ids ['0b649eac-266f-4b37-a2b4-e3c03cb22aef'] in dv-neutron-797120-4-hyperv {{(pid=128085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 11:44:40.151496 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82851504-4010-4a44-9f7d-2e1e2a29322a tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740-project-admin] Checking segment: {'id': 'a4053785-1b5c-437f-a53f-6701874b4141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '876ad46f-f7a3-40f3-82f2-f2702cd6e499'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=128083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 11:44:40.151861 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82851504-4010-4a44-9f7d-2e1e2a29322a tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740-project-admin] Network hostable DHCP agents. Network: 876ad46f-f7a3-40f3-82f2-f2702cd6e499, hostable agents: ['6be988a9-1d97-480f-be5a-c55abf2c55c5'], hosted agents: [] {{(pid=128083) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 11:44:40.156844 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron_lib.callbacks.manager [None req-c65dd5aa-cff6-4918-b0a9-5840da8b07c4 None None] Notify callbacks [] for port, precommit_update {{(pid=128086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:40.179163 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.plugin [None req-32ea8ccd-6946-4d95-ab09-97ed8ce40432 tempest-ExternalNetworksTestJSON-2097641310 tempest-ExternalNetworksTestJSON-2097641310-project-admin] Deleting port 08bb8c70-f6cd-47d9-9ea6-75b503940ec5 {{(pid=128084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 11:44:40.179506 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-32ea8ccd-6946-4d95-ab09-97ed8ce40432 tempest-ExternalNetworksTestJSON-2097641310 tempest-ExternalNetworksTestJSON-2097641310-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793193942312'] for port, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:40.182534 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.provisioning_blocks [None req-c65dd5aa-cff6-4918-b0a9-5840da8b07c4 None None] Transition to ACTIVE for port object a4fcb919-5c7d-4467-b400-47369e570fd0 will not be triggered until provisioned by entity L2. {{(pid=128086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 11:44:40.187170 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd9273be-e355-4c87-b0d6-7ae120a6480d None None] Routers {'0b649eac-266f-4b37-a2b4-e3c03cb22aef'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 11:44:40.191792 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-bd9273be-e355-4c87-b0d6-7ae120a6480d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T11:44:26Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['0b649eac-266f-4b37-a2b4-e3c03cb22aef'], 'active': True} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:44:40.196677 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron_lib.callbacks.manager [None req-c65dd5aa-cff6-4918-b0a9-5840da8b07c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:40.206128 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128086) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:44:40.290091 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82851504-4010-4a44-9f7d-2e1e2a29322a tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740-project-admin] Network 876ad46f-f7a3-40f3-82f2-f2702cd6e499 is scheduled to be hosted by DHCP agent 6be988a9-1d97-480f-be5a-c55abf2c55c5 with binding_index 1 {{(pid=128083) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 11:44:40.317292 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccea5f2-c9e4-44db-8605-d98f1a2f1f68 None None] Pushing event updated for resources: {'Port': ['ID=a4fcb919-5c7d-4467-b400-47369e570fd0,revision_number=3']} {{(pid=128086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:44:40.329025 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG oslo_concurrency.lockutils [None req-3ccea5f2-c9e4-44db-8605-d98f1a2f1f68 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=128086) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:44:40.334468 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-6e4039ff-4277-41db-836f-713c0178c832 tempest-DHCPAgentSchedulersTestJSON-1080620573 tempest-DHCPAgentSchedulersTestJSON-1080620573-project-admin] 10.222.0.53 "GET /v2.0/agents/6be988a9-1d97-480f-be5a-c55abf2c55c5/dhcp-networks HTTP/1.1" status: 200 len: 6447 time: 0.3200376 Jun 24 11:44:40.335869 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 56154) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:44:40.342850 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 56156) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:44:40.343047 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [None req-0fe9ba4e-d4b7-4c75-9769-7c69a756c85c tempest-ServersTestManualDisk-182325693 tempest-ServersTestManualDisk-182325693-project] Request body: {'security_group': {'name': 'tempest-securitygroup--354517651', 'description': 'tempest-description--1147351734'}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:44:40.346838 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-1873fb42-5d1c-4705-a09a-4479a268856e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:40.348573 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning complete for port b99f6696-29d0-4dca-a9d1-ade0ea6e6d40 triggered by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:44:40.353346 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:40.355538 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.base_scheduler [None req-82851504-4010-4a44-9f7d-2e1e2a29322a tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-4-hyperv, 876ad46f-f7a3-40f3-82f2-f2702cd6e499) {{(pid=128083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:44:40.374975 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-1873fb42-5d1c-4705-a09a-4479a268856e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800410'] for security_group, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:40.377883 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82851504-4010-4a44-9f7d-2e1e2a29322a tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740-project-admin] Received port after_create {{(pid=128083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 11:44:40.398903 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.managers [None req-82851504-4010-4a44-9f7d-2e1e2a29322a tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740-project-admin] Attempting to bind port 43b8474e-ec2b-46a4-9ecd-0790b4002c3e on host hv-neutron-7971 for vnic_type normal with profile {{(pid=128083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 11:44:40.399406 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.managers [None req-82851504-4010-4a44-9f7d-2e1e2a29322a tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740-project-admin] Attempting to bind port 43b8474e-ec2b-46a4-9ecd-0790b4002c3e by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': 'a4053785-1b5c-437f-a53f-6701874b4141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '876ad46f-f7a3-40f3-82f2-f2702cd6e499'}] {{(pid=128083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 11:44:40.400257 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82851504-4010-4a44-9f7d-2e1e2a29322a tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740-project-admin] Attempting to bind port 43b8474e-ec2b-46a4-9ecd-0790b4002c3e on network 876ad46f-f7a3-40f3-82f2-f2702cd6e499 {{(pid=128083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 11:44:40.402352 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:44:40.417330 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82851504-4010-4a44-9f7d-2e1e2a29322a tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740-project-admin] Port 43b8474e-ec2b-46a4-9ecd-0790b4002c3e on network 876ad46f-f7a3-40f3-82f2-f2702cd6e499 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=128083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 11:44:40.417806 dv-neutron-797120-4-hyperv neutron-server[128083]: ERROR neutron.plugins.ml2.managers [None req-82851504-4010-4a44-9f7d-2e1e2a29322a tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740-project-admin] Failed to bind port 43b8474e-ec2b-46a4-9ecd-0790b4002c3e on host hv-neutron-7971 for vnic_type normal using segments [{'id': 'a4053785-1b5c-437f-a53f-6701874b4141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '876ad46f-f7a3-40f3-82f2-f2702cd6e499'}] Jun 24 11:44:40.420810 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.plugins.ml2.plugin [None req-82851504-4010-4a44-9f7d-2e1e2a29322a tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740-project-admin] Attempt 2 to bind port 43b8474e-ec2b-46a4-9ecd-0790b4002c3e Jun 24 11:44:40.421057 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e147a84-19e3-4764-9303-1d71f66d7369 None None] Network 876ad46f-f7a3-40f3-82f2-f2702cd6e499 requested from dv-neutron-797120-4-hyperv {{(pid=128085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 11:44:40.440184 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-0fe9ba4e-d4b7-4c75-9769-7c69a756c85c tempest-ServersTestManualDisk-182325693 tempest-ServersTestManualDisk-182325693-project] Notify callbacks [] for security_group, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:40.451903 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.plugins.ml2.managers [None req-c65dd5aa-cff6-4918-b0a9-5840da8b07c4 None None] Attempting to bind port a4fcb919-5c7d-4467-b400-47369e570fd0 on host dv-neutron-797120-4-hyperv for vnic_type normal with profile {{(pid=128086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 11:44:40.452283 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.plugins.ml2.managers [None req-c65dd5aa-cff6-4918-b0a9-5840da8b07c4 None None] Attempting to bind port a4fcb919-5c7d-4467-b400-47369e570fd0 by drivers openvswitch,hyperv on host dv-neutron-797120-4-hyperv at level 0 using segments [{'id': '88c1b979-2b93-4ed9-8c10-4ea37cb41e96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '839f990f-6e6d-419c-a2ff-7497d60fa3b2'}] {{(pid=128086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 11:44:40.452655 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c65dd5aa-cff6-4918-b0a9-5840da8b07c4 None None] Attempting to bind port a4fcb919-5c7d-4467-b400-47369e570fd0 on network 839f990f-6e6d-419c-a2ff-7497d60fa3b2 {{(pid=128086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 11:44:40.455807 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.managers [None req-82851504-4010-4a44-9f7d-2e1e2a29322a tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740-project-admin] Attempting to bind port 43b8474e-ec2b-46a4-9ecd-0790b4002c3e on host hv-neutron-7971 for vnic_type normal with profile {{(pid=128083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 11:44:40.456398 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.managers [None req-82851504-4010-4a44-9f7d-2e1e2a29322a tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740-project-admin] Attempting to bind port 43b8474e-ec2b-46a4-9ecd-0790b4002c3e by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': 'a4053785-1b5c-437f-a53f-6701874b4141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '876ad46f-f7a3-40f3-82f2-f2702cd6e499'}] {{(pid=128083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 11:44:40.457144 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82851504-4010-4a44-9f7d-2e1e2a29322a tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740-project-admin] Attempting to bind port 43b8474e-ec2b-46a4-9ecd-0790b4002c3e on network 876ad46f-f7a3-40f3-82f2-f2702cd6e499 {{(pid=128083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 11:44:40.464838 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c65dd5aa-cff6-4918-b0a9-5840da8b07c4 None None] Checking agent: {'id': 'e3a695b2-c397-461f-83b0-10b79d490b59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 11, 36, 56), 'started_at': datetime.datetime(2021, 6, 24, 11, 37, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 11, 44, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=128086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 11:44:40.465280 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c65dd5aa-cff6-4918-b0a9-5840da8b07c4 None None] Checking segment: {'id': '88c1b979-2b93-4ed9-8c10-4ea37cb41e96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '839f990f-6e6d-419c-a2ff-7497d60fa3b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=128086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 11:44:40.465750 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron_lib.callbacks.manager [None req-c65dd5aa-cff6-4918-b0a9-5840da8b07c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=128086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:40.466154 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c65dd5aa-cff6-4918-b0a9-5840da8b07c4 None None] Bound using segment: {'id': '88c1b979-2b93-4ed9-8c10-4ea37cb41e96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '839f990f-6e6d-419c-a2ff-7497d60fa3b2'} {{(pid=128086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 11:44:40.466679 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.plugins.ml2.managers [None req-c65dd5aa-cff6-4918-b0a9-5840da8b07c4 None None] Bound port: a4fcb919-5c7d-4467-b400-47369e570fd0, host: dv-neutron-797120-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88c1b979-2b93-4ed9-8c10-4ea37cb41e96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '839f990f-6e6d-419c-a2ff-7497d60fa3b2'}}] {{(pid=128086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 11:44:40.467188 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron_lib.callbacks.manager [None req-c65dd5aa-cff6-4918-b0a9-5840da8b07c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:40.494313 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82851504-4010-4a44-9f7d-2e1e2a29322a tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740-project-admin] Port 43b8474e-ec2b-46a4-9ecd-0790b4002c3e on network 876ad46f-f7a3-40f3-82f2-f2702cd6e499 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=128083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 11:44:40.495380 dv-neutron-797120-4-hyperv neutron-server[128083]: ERROR neutron.plugins.ml2.managers [None req-82851504-4010-4a44-9f7d-2e1e2a29322a tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740-project-admin] Failed to bind port 43b8474e-ec2b-46a4-9ecd-0790b4002c3e on host hv-neutron-7971 for vnic_type normal using segments [{'id': 'a4053785-1b5c-437f-a53f-6701874b4141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '876ad46f-f7a3-40f3-82f2-f2702cd6e499'}] Jun 24 11:44:40.500358 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.plugins.ml2.plugin [None req-82851504-4010-4a44-9f7d-2e1e2a29322a tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740-project-admin] Attempt 3 to bind port 43b8474e-ec2b-46a4-9ecd-0790b4002c3e Jun 24 11:44:40.524510 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.managers [None req-82851504-4010-4a44-9f7d-2e1e2a29322a tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740-project-admin] Attempting to bind port 43b8474e-ec2b-46a4-9ecd-0790b4002c3e on host hv-neutron-7971 for vnic_type normal with profile {{(pid=128083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 11:44:40.525251 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.managers [None req-82851504-4010-4a44-9f7d-2e1e2a29322a tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740-project-admin] Attempting to bind port 43b8474e-ec2b-46a4-9ecd-0790b4002c3e by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': 'a4053785-1b5c-437f-a53f-6701874b4141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '876ad46f-f7a3-40f3-82f2-f2702cd6e499'}] {{(pid=128083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 11:44:40.526011 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82851504-4010-4a44-9f7d-2e1e2a29322a tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740-project-admin] Attempting to bind port 43b8474e-ec2b-46a4-9ecd-0790b4002c3e on network 876ad46f-f7a3-40f3-82f2-f2702cd6e499 {{(pid=128083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 11:44:40.540017 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-cd9f1708-3d77-4893-a7a8-ee2e03aedc60 tempest-DHCPAgentSchedulersTestJSON-1080620573 tempest-DHCPAgentSchedulersTestJSON-1080620573-project-admin] 10.222.0.53 "GET /v2.0/networks/dd48ad69-7e48-45ad-ae88-2be7678072ad/dhcp-agents HTTP/1.1" status: 200 len: 808 time: 0.1914163 Jun 24 11:44:40.550152 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 56166) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:44:40.551524 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82851504-4010-4a44-9f7d-2e1e2a29322a tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740-project-admin] Port 43b8474e-ec2b-46a4-9ecd-0790b4002c3e on network 876ad46f-f7a3-40f3-82f2-f2702cd6e499 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=128083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 11:44:40.553551 dv-neutron-797120-4-hyperv neutron-server[128083]: ERROR neutron.plugins.ml2.managers [None req-82851504-4010-4a44-9f7d-2e1e2a29322a tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740-project-admin] Failed to bind port 43b8474e-ec2b-46a4-9ecd-0790b4002c3e on host hv-neutron-7971 for vnic_type normal using segments [{'id': 'a4053785-1b5c-437f-a53f-6701874b4141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '876ad46f-f7a3-40f3-82f2-f2702cd6e499'}] Jun 24 11:44:40.569913 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-1873fb42-5d1c-4705-a09a-4479a268856e admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=4ecf2fa8bcf743de88a09b60f8017385&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1713862 Jun 24 11:44:40.571931 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-32ea8ccd-6946-4d95-ab09-97ed8ce40432 tempest-ExternalNetworksTestJSON-2097641310 tempest-ExternalNetworksTestJSON-2097641310-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1978872'] for port, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:40.572260 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-32ea8ccd-6946-4d95-ab09-97ed8ce40432 tempest-ExternalNetworksTestJSON-2097641310 tempest-ExternalNetworksTestJSON-2097641310-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:40.574167 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.plugins.ml2.plugin [None req-82851504-4010-4a44-9f7d-2e1e2a29322a tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740-project-admin] Attempt 4 to bind port 43b8474e-ec2b-46a4-9ecd-0790b4002c3e Jun 24 11:44:40.580228 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 56168) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:44:40.585702 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1873fb42-5d1c-4705-a09a-4479a268856e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d38db07d-eaec-46a9-aa16-64c451e3254f,revision_number=1']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:44:40.591830 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-1873fb42-5d1c-4705-a09a-4479a268856e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:44:40.610544 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvr_db [None req-bd9273be-e355-4c87-b0d6-7ae120a6480d None None] Set router 0b649eac-266f-4b37-a2b4-e3c03cb22aef gateway port host: dv-neutron-797120-4-hyperv {{(pid=128085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 11:44:40.620650 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.plugin [None req-32ea8ccd-6946-4d95-ab09-97ed8ce40432 tempest-ExternalNetworksTestJSON-2097641310 tempest-ExternalNetworksTestJSON-2097641310-project-admin] Calling delete_port for 08bb8c70-f6cd-47d9-9ea6-75b503940ec5 owned by network:floatingip {{(pid=128084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 11:44:40.632354 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.plugins.ml2.db [None req-c65dd5aa-cff6-4918-b0a9-5840da8b07c4 None None] For port a4fcb919-5c7d-4467-b400-47369e570fd0, host dv-neutron-797120-4-hyperv, cleared binding levels {{(pid=128086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 11:44:40.646624 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.plugins.ml2.db [None req-c65dd5aa-cff6-4918-b0a9-5840da8b07c4 None None] For port a4fcb919-5c7d-4467-b400-47369e570fd0, host dv-neutron-797120-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=a4fcb919-5c7d-4467-b400-47369e570fd0,segment=NetworkSegment(88c1b979-2b93-4ed9-8c10-4ea37cb41e96),segment_id=88c1b979-2b93-4ed9-8c10-4ea37cb41e96)] {{(pid=128086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 11:44:40.657402 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron_lib.callbacks.manager [None req-c65dd5aa-cff6-4918-b0a9-5840da8b07c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:40.660690 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128086) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:44:40.695718 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.managers [None req-82851504-4010-4a44-9f7d-2e1e2a29322a tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740-project-admin] Attempting to bind port 43b8474e-ec2b-46a4-9ecd-0790b4002c3e on host hv-neutron-7971 for vnic_type normal with profile {{(pid=128083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 11:44:40.696397 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.managers [None req-82851504-4010-4a44-9f7d-2e1e2a29322a tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740-project-admin] Attempting to bind port 43b8474e-ec2b-46a4-9ecd-0790b4002c3e by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': 'a4053785-1b5c-437f-a53f-6701874b4141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '876ad46f-f7a3-40f3-82f2-f2702cd6e499'}] {{(pid=128083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 11:44:40.696509 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82851504-4010-4a44-9f7d-2e1e2a29322a tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740-project-admin] Attempting to bind port 43b8474e-ec2b-46a4-9ecd-0790b4002c3e on network 876ad46f-f7a3-40f3-82f2-f2702cd6e499 {{(pid=128083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 11:44:40.712701 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82851504-4010-4a44-9f7d-2e1e2a29322a tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740-project-admin] Port 43b8474e-ec2b-46a4-9ecd-0790b4002c3e on network 876ad46f-f7a3-40f3-82f2-f2702cd6e499 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=128083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 11:44:40.713055 dv-neutron-797120-4-hyperv neutron-server[128083]: ERROR neutron.plugins.ml2.managers [None req-82851504-4010-4a44-9f7d-2e1e2a29322a tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740-project-admin] Failed to bind port 43b8474e-ec2b-46a4-9ecd-0790b4002c3e on host hv-neutron-7971 for vnic_type normal using segments [{'id': 'a4053785-1b5c-437f-a53f-6701874b4141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '876ad46f-f7a3-40f3-82f2-f2702cd6e499'}] Jun 24 11:44:40.717968 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-e2c5528a-3c4a-483d-8b92-c2d6d4330bf1 tempest-DHCPAgentSchedulersTestJSON-1080620573 tempest-DHCPAgentSchedulersTestJSON-1080620573-project-admin] 10.222.0.53 "GET /v2.0/networks/dd48ad69-7e48-45ad-ae88-2be7678072ad/dhcp-agents HTTP/1.1" status: 200 len: 808 time: 0.1628735 Jun 24 11:44:40.734418 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 56170) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:44:40.737301 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.plugins.ml2.plugin [None req-82851504-4010-4a44-9f7d-2e1e2a29322a tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740-project-admin] Attempt 5 to bind port 43b8474e-ec2b-46a4-9ecd-0790b4002c3e Jun 24 11:44:40.740550 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-a00ea107-5ae0-4e29-9fd3-5826e6bcf0ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:40.769993 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-a00ea107-5ae0-4e29-9fd3-5826e6bcf0ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:40.898943 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-0fe9ba4e-d4b7-4c75-9769-7c69a756c85c tempest-ServersTestManualDisk-182325693 tempest-ServersTestManualDisk-182325693-project] Notify callbacks [] for security_group, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:40.918992 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-0fe9ba4e-d4b7-4c75-9769-7c69a756c85c tempest-ServersTestManualDisk-182325693 tempest-ServersTestManualDisk-182325693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800410'] for security_group, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:40.927146 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [req-ed458687-8d04-4d82-8de8-6b52bba8ab76 req-1a573602-7f6a-4a62-a387-5372c2876e29 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=128083) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 24 11:44:40.928461 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-ed458687-8d04-4d82-8de8-6b52bba8ab76 req-1a573602-7f6a-4a62-a387-5372c2876e29 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.6918039 Jun 24 11:44:40.965431 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:44:41.020952 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-32ea8ccd-6946-4d95-ab09-97ed8ce40432 tempest-ExternalNetworksTestJSON-2097641310 tempest-ExternalNetworksTestJSON-2097641310-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793193945299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193536732'] for port, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:41.025391 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.managers [None req-82851504-4010-4a44-9f7d-2e1e2a29322a tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740-project-admin] Attempting to bind port 43b8474e-ec2b-46a4-9ecd-0790b4002c3e on host hv-neutron-7971 for vnic_type normal with profile {{(pid=128083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 11:44:41.026342 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.managers [None req-82851504-4010-4a44-9f7d-2e1e2a29322a tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740-project-admin] Attempting to bind port 43b8474e-ec2b-46a4-9ecd-0790b4002c3e by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': 'a4053785-1b5c-437f-a53f-6701874b4141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '876ad46f-f7a3-40f3-82f2-f2702cd6e499'}] {{(pid=128083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 11:44:41.026779 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:44:41.027462 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82851504-4010-4a44-9f7d-2e1e2a29322a tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740-project-admin] Attempting to bind port 43b8474e-ec2b-46a4-9ecd-0790b4002c3e on network 876ad46f-f7a3-40f3-82f2-f2702cd6e499 {{(pid=128083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 11:44:41.029995 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-a00ea107-5ae0-4e29-9fd3-5826e6bcf0ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800410'] for security_group, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:41.054622 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccea5f2-c9e4-44db-8605-d98f1a2f1f68 None None] Pushing event updated for resources: {'Port': ['ID=a4fcb919-5c7d-4467-b400-47369e570fd0,revision_number=4']} {{(pid=128086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:44:41.062955 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c65dd5aa-cff6-4918-b0a9-5840da8b07c4 None None] Routers {'d3841c7c-0784-40fa-bc69-08007ba0858d'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 11:44:41.064638 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-c65dd5aa-cff6-4918-b0a9-5840da8b07c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T11:44:26Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['d3841c7c-0784-40fa-bc69-08007ba0858d'], 'active': True} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:44:41.075198 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG oslo_concurrency.lockutils [None req-3ccea5f2-c9e4-44db-8605-d98f1a2f1f68 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.414s {{(pid=128086) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:44:41.092971 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ea8ccd-6946-4d95-ab09-97ed8ce40432 tempest-ExternalNetworksTestJSON-2097641310 tempest-ExternalNetworksTestJSON-2097641310-project-admin] Pushing event deleted for resources: {'Port': ['ID=08bb8c70-f6cd-47d9-9ea6-75b503940ec5,revision_number=None']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:44:41.101898 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-32ea8ccd-6946-4d95-ab09-97ed8ce40432 tempest-ExternalNetworksTestJSON-2097641310 tempest-ExternalNetworksTestJSON-2097641310-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:44:41.147963 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-32ea8ccd-6946-4d95-ab09-97ed8ce40432 tempest-ExternalNetworksTestJSON-2097641310 tempest-ExternalNetworksTestJSON-2097641310-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:41.178376 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-bd9273be-e355-4c87-b0d6-7ae120a6480d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b649eac-266f-4b37-a2b4-e3c03cb22aef', 'name': 'tempest-ServerActionsTestJSON-373423756-router', 'tenant_id': '33124f0dd27d41d79a5a6b42eb81b949', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'external_fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.216'}], 'enable_snat': True}, 'gw_port_id': 'd90dba58-22e7-42dd-885a-25915bf0b441', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T11:44:22Z', 'updated_at': '2021-06-24T11:44:36Z', 'revision_number': 4, 'project_id': '33124f0dd27d41d79a5a6b42eb81b949', 'gw_port': {'id': 'd90dba58-22e7-42dd-885a-25915bf0b441', 'name': '', 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:66:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b649eac-266f-4b37-a2b4-e3c03cb22aef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:44:24Z', 'updated_at': '2021-06-24T11:44:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-4-hyperv', '_interfaces': [{'id': '49b5e277-6c4d-4c06-94f1-609b61df994e', 'name': '', 'network_id': '4865c6d7-6c66-4548-b02e-d00e97d481c4', 'tenant_id': '33124f0dd27d41d79a5a6b42eb81b949', 'mac_address': 'fa:16:3e:0e:b5:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b649eac-266f-4b37-a2b4-e3c03cb22aef', 'device_owner': 'network:router_interface', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': 'c9f29286-6a6a-43a7-8236-d8b39e2a7133', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:44:33Z', 'updated_at': '2021-06-24T11:44:37Z', 'revision_number': 2, 'project_id': '33124f0dd27d41d79a5a6b42eb81b949', 'subnets': [{'id': 'c9f29286-6a6a-43a7-8236-d8b39e2a7133', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:44:41.238465 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe9ba4e-d4b7-4c75-9769-7c69a756c85c tempest-ServersTestManualDisk-182325693 tempest-ServersTestManualDisk-182325693-project] Pushing event updated for resources: {'SecurityGroup': ['ID=36df713e-0194-470c-a043-7cde9d86738f,revision_number=1']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:44:41.245678 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-0fe9ba4e-d4b7-4c75-9769-7c69a756c85c tempest-ServersTestManualDisk-182325693 tempest-ServersTestManualDisk-182325693-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:44:41.255940 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd9273be-e355-4c87-b0d6-7ae120a6480d None None] Checking router: 0b649eac-266f-4b37-a2b4-e3c03cb22aef for host: dv-neutron-797120-4-hyperv {{(pid=128085) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 11:44:41.256943 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd9273be-e355-4c87-b0d6-7ae120a6480d None None] Updating router 0b649eac-266f-4b37-a2b4-e3c03cb22aef port 49b5e277-6c4d-4c06-94f1-609b61df994e binding host dv-neutron-797120-4-hyperv {{(pid=128085) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 11:44:41.257203 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-a747229c-3aa2-4de9-8193-b0b5371419e8 tempest-DHCPAgentSchedulersTestJSON-1080620573 tempest-DHCPAgentSchedulersTestJSON-1080620573-project-admin] 10.222.0.53 "GET /v2.0/agents/6be988a9-1d97-480f-be5a-c55abf2c55c5/dhcp-networks HTTP/1.1" status: 200 len: 7225 time: 0.4172330 Jun 24 11:44:41.258700 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-0fe9ba4e-d4b7-4c75-9769-7c69a756c85c tempest-ServersTestManualDisk-182325693 tempest-ServersTestManualDisk-182325693-project] Notify callbacks [] for security_group, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:41.262974 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 56180) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:44:41.267884 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-0fe9ba4e-d4b7-4c75-9769-7c69a756c85c tempest-ServersTestManualDisk-182325693 tempest-ServersTestManualDisk-182325693-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.9306934 Jun 24 11:44:41.274563 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 56182) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:44:41.289476 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-dde76e46-5f15-4fe1-b825-a3eecb066f48 tempest-ServersTestManualDisk-182325693 tempest-ServersTestManualDisk-182325693-project] Request body: {'security_group_rule': {'security_group_id': '36df713e-0194-470c-a043-7cde9d86738f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:44:41.297471 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-a00ea107-5ae0-4e29-9fd3-5826e6bcf0ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:41.300643 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-a00ea107-5ae0-4e29-9fd3-5826e6bcf0ce admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/d38db07d-eaec-46a9-aa16-64c451e3254f HTTP/1.1" status: 204 len: 168 time: 0.7147634 Jun 24 11:44:41.343971 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-bd9273be-e355-4c87-b0d6-7ae120a6480d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:41.350513 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-95e3bd11-3a1b-4866-ab31-b18d5fd8919c tempest-RoutersAdminNegativeIpV6Test-242531061 tempest-RoutersAdminNegativeIpV6Test-242531061-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:44:41.354816 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_dvr_db [None req-c65dd5aa-cff6-4918-b0a9-5840da8b07c4 None None] Set router d3841c7c-0784-40fa-bc69-08007ba0858d gateway port host: dv-neutron-797120-4-hyperv {{(pid=128086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 11:44:41.361975 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 56186) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:44:41.380283 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-32ea8ccd-6946-4d95-ab09-97ed8ce40432 tempest-ExternalNetworksTestJSON-2097641310 tempest-ExternalNetworksTestJSON-2097641310-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-972249'] for subnet, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:41.387559 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-9ef21c8c-0114-4a3d-b1d7-91bb6f9e268d tempest-ServerActionsTestJSON-818164034 tempest-ServerActionsTestJSON-818164034-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1652939875', 'description': 'tempest-description--1002160996'}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:44:41.398597 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00ea107-5ae0-4e29-9fd3-5826e6bcf0ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d38db07d-eaec-46a9-aa16-64c451e3254f,revision_number=None']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:44:41.401777 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-a00ea107-5ae0-4e29-9fd3-5826e6bcf0ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:44:41.402932 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82851504-4010-4a44-9f7d-2e1e2a29322a tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740-project-admin] Port 43b8474e-ec2b-46a4-9ecd-0790b4002c3e on network 876ad46f-f7a3-40f3-82f2-f2702cd6e499 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=128083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 11:44:41.403866 dv-neutron-797120-4-hyperv neutron-server[128083]: ERROR neutron.plugins.ml2.managers [None req-82851504-4010-4a44-9f7d-2e1e2a29322a tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740-project-admin] Failed to bind port 43b8474e-ec2b-46a4-9ecd-0790b4002c3e on host hv-neutron-7971 for vnic_type normal using segments [{'id': 'a4053785-1b5c-437f-a53f-6701874b4141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '876ad46f-f7a3-40f3-82f2-f2702cd6e499'}] Jun 24 11:44:41.406373 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.plugins.ml2.plugin [None req-82851504-4010-4a44-9f7d-2e1e2a29322a tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740-project-admin] Attempt 6 to bind port 43b8474e-ec2b-46a4-9ecd-0790b4002c3e Jun 24 11:44:41.422172 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 56188) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:44:41.443373 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.managers [None req-82851504-4010-4a44-9f7d-2e1e2a29322a tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740-project-admin] Attempting to bind port 43b8474e-ec2b-46a4-9ecd-0790b4002c3e on host hv-neutron-7971 for vnic_type normal with profile {{(pid=128083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 11:44:41.443814 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.managers [None req-82851504-4010-4a44-9f7d-2e1e2a29322a tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740-project-admin] Attempting to bind port 43b8474e-ec2b-46a4-9ecd-0790b4002c3e by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': 'a4053785-1b5c-437f-a53f-6701874b4141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '876ad46f-f7a3-40f3-82f2-f2702cd6e499'}] {{(pid=128083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 11:44:41.444045 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82851504-4010-4a44-9f7d-2e1e2a29322a tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740-project-admin] Attempting to bind port 43b8474e-ec2b-46a4-9ecd-0790b4002c3e on network 876ad46f-f7a3-40f3-82f2-f2702cd6e499 {{(pid=128083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 11:44:41.452688 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82851504-4010-4a44-9f7d-2e1e2a29322a tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740-project-admin] Port 43b8474e-ec2b-46a4-9ecd-0790b4002c3e on network 876ad46f-f7a3-40f3-82f2-f2702cd6e499 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=128083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 11:44:41.453054 dv-neutron-797120-4-hyperv neutron-server[128083]: ERROR neutron.plugins.ml2.managers [None req-82851504-4010-4a44-9f7d-2e1e2a29322a tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740-project-admin] Failed to bind port 43b8474e-ec2b-46a4-9ecd-0790b4002c3e on host hv-neutron-7971 for vnic_type normal using segments [{'id': 'a4053785-1b5c-437f-a53f-6701874b4141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '876ad46f-f7a3-40f3-82f2-f2702cd6e499'}] Jun 24 11:44:41.455302 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.plugins.ml2.plugin [None req-82851504-4010-4a44-9f7d-2e1e2a29322a tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740-project-admin] Attempt 7 to bind port 43b8474e-ec2b-46a4-9ecd-0790b4002c3e Jun 24 11:44:41.498697 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.managers [None req-82851504-4010-4a44-9f7d-2e1e2a29322a tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740-project-admin] Attempting to bind port 43b8474e-ec2b-46a4-9ecd-0790b4002c3e on host hv-neutron-7971 for vnic_type normal with profile {{(pid=128083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 11:44:41.501381 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.managers [None req-82851504-4010-4a44-9f7d-2e1e2a29322a tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740-project-admin] Attempting to bind port 43b8474e-ec2b-46a4-9ecd-0790b4002c3e by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': 'a4053785-1b5c-437f-a53f-6701874b4141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '876ad46f-f7a3-40f3-82f2-f2702cd6e499'}] {{(pid=128083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 11:44:41.501737 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82851504-4010-4a44-9f7d-2e1e2a29322a tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740-project-admin] Attempting to bind port 43b8474e-ec2b-46a4-9ecd-0790b4002c3e on network 876ad46f-f7a3-40f3-82f2-f2702cd6e499 {{(pid=128083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 11:44:41.509828 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-ed458687-8d04-4d82-8de8-6b52bba8ab76 req-c1c2bc7c-c2da-499d-bdc1-9bd68b7b7485 service neutron] 10.222.0.53 "GET /v2.0/networks/5404b65a-42b1-4f9a-be9b-03cba7439c22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5716517 Jun 24 11:44:41.512552 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82851504-4010-4a44-9f7d-2e1e2a29322a tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740-project-admin] Port 43b8474e-ec2b-46a4-9ecd-0790b4002c3e on network 876ad46f-f7a3-40f3-82f2-f2702cd6e499 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=128083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 11:44:41.512873 dv-neutron-797120-4-hyperv neutron-server[128083]: ERROR neutron.plugins.ml2.managers [None req-82851504-4010-4a44-9f7d-2e1e2a29322a tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740-project-admin] Failed to bind port 43b8474e-ec2b-46a4-9ecd-0790b4002c3e on host hv-neutron-7971 for vnic_type normal using segments [{'id': 'a4053785-1b5c-437f-a53f-6701874b4141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '876ad46f-f7a3-40f3-82f2-f2702cd6e499'}] Jun 24 11:44:41.513288 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.plugins.ml2.plugin [None req-82851504-4010-4a44-9f7d-2e1e2a29322a tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740-project-admin] Attempt 8 to bind port 43b8474e-ec2b-46a4-9ecd-0790b4002c3e Jun 24 11:44:41.583327 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-dde76e46-5f15-4fe1-b825-a3eecb066f48 tempest-ServersTestManualDisk-182325693 tempest-ServersTestManualDisk-182325693-project] Notify callbacks [] for security_group_rule, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:41.612837 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-ed458687-8d04-4d82-8de8-6b52bba8ab76 req-5c42dfa6-1998-4aaa-84ec-064b76f71ee5 service neutron] 10.222.0.53 "GET /v2.0/networks/5404b65a-42b1-4f9a-be9b-03cba7439c22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952375 Jun 24 11:44:41.628810 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.managers [None req-82851504-4010-4a44-9f7d-2e1e2a29322a tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740-project-admin] Attempting to bind port 43b8474e-ec2b-46a4-9ecd-0790b4002c3e on host hv-neutron-7971 for vnic_type normal with profile {{(pid=128083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 11:44:41.629334 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.managers [None req-82851504-4010-4a44-9f7d-2e1e2a29322a tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740-project-admin] Attempting to bind port 43b8474e-ec2b-46a4-9ecd-0790b4002c3e by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': 'a4053785-1b5c-437f-a53f-6701874b4141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '876ad46f-f7a3-40f3-82f2-f2702cd6e499'}] {{(pid=128083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 11:44:41.629820 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82851504-4010-4a44-9f7d-2e1e2a29322a tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740-project-admin] Attempting to bind port 43b8474e-ec2b-46a4-9ecd-0790b4002c3e on network 876ad46f-f7a3-40f3-82f2-f2702cd6e499 {{(pid=128083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 11:44:41.637754 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82851504-4010-4a44-9f7d-2e1e2a29322a tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740-project-admin] Port 43b8474e-ec2b-46a4-9ecd-0790b4002c3e on network 876ad46f-f7a3-40f3-82f2-f2702cd6e499 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=128083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 11:44:41.638319 dv-neutron-797120-4-hyperv neutron-server[128083]: ERROR neutron.plugins.ml2.managers [None req-82851504-4010-4a44-9f7d-2e1e2a29322a tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740-project-admin] Failed to bind port 43b8474e-ec2b-46a4-9ecd-0790b4002c3e on host hv-neutron-7971 for vnic_type normal using segments [{'id': 'a4053785-1b5c-437f-a53f-6701874b4141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '876ad46f-f7a3-40f3-82f2-f2702cd6e499'}] Jun 24 11:44:41.639561 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.plugins.ml2.plugin [None req-82851504-4010-4a44-9f7d-2e1e2a29322a tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740-project-admin] Attempt 9 to bind port 43b8474e-ec2b-46a4-9ecd-0790b4002c3e Jun 24 11:44:41.657134 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [None req-e126b9b9-614c-4360-ab3d-1fe5ef1aee27 tempest-RoutersAdminNegativeTest-1113543141 tempest-RoutersAdminNegativeTest-1113543141-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1571858636', 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b'}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:44:41.691199 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.managers [None req-82851504-4010-4a44-9f7d-2e1e2a29322a tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740-project-admin] Attempting to bind port 43b8474e-ec2b-46a4-9ecd-0790b4002c3e on host hv-neutron-7971 for vnic_type normal with profile {{(pid=128083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 11:44:41.691394 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.managers [None req-82851504-4010-4a44-9f7d-2e1e2a29322a tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740-project-admin] Attempting to bind port 43b8474e-ec2b-46a4-9ecd-0790b4002c3e by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': 'a4053785-1b5c-437f-a53f-6701874b4141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '876ad46f-f7a3-40f3-82f2-f2702cd6e499'}] {{(pid=128083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 11:44:41.692452 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82851504-4010-4a44-9f7d-2e1e2a29322a tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740-project-admin] Attempting to bind port 43b8474e-ec2b-46a4-9ecd-0790b4002c3e on network 876ad46f-f7a3-40f3-82f2-f2702cd6e499 {{(pid=128083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 11:44:41.703173 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82851504-4010-4a44-9f7d-2e1e2a29322a tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740-project-admin] Port 43b8474e-ec2b-46a4-9ecd-0790b4002c3e on network 876ad46f-f7a3-40f3-82f2-f2702cd6e499 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=128083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 11:44:41.703743 dv-neutron-797120-4-hyperv neutron-server[128083]: ERROR neutron.plugins.ml2.managers [None req-82851504-4010-4a44-9f7d-2e1e2a29322a tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740-project-admin] Failed to bind port 43b8474e-ec2b-46a4-9ecd-0790b4002c3e on host hv-neutron-7971 for vnic_type normal using segments [{'id': 'a4053785-1b5c-437f-a53f-6701874b4141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '876ad46f-f7a3-40f3-82f2-f2702cd6e499'}] Jun 24 11:44:41.704461 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.plugins.ml2.plugin [None req-82851504-4010-4a44-9f7d-2e1e2a29322a tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740-project-admin] Attempt 10 to bind port 43b8474e-ec2b-46a4-9ecd-0790b4002c3e Jun 24 11:44:41.716867 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-c65dd5aa-cff6-4918-b0a9-5840da8b07c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3841c7c-0784-40fa-bc69-08007ba0858d', 'name': 'tempest-ServersTestManualDisk-2053302560-router', 'tenant_id': 'd8a50f9eaf8642e9aaeea1cf25966bd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'external_fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.178'}], 'enable_snat': True}, 'gw_port_id': 'c2d2a9a9-9ecc-4c1e-bec8-00eb4ac3c11d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T11:44:21Z', 'updated_at': '2021-06-24T11:44:34Z', 'revision_number': 4, 'project_id': 'd8a50f9eaf8642e9aaeea1cf25966bd8', 'gw_port': {'id': 'c2d2a9a9-9ecc-4c1e-bec8-00eb4ac3c11d', 'name': '', 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:40:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3841c7c-0784-40fa-bc69-08007ba0858d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:44:22Z', 'updated_at': '2021-06-24T11:44:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-4-hyperv', '_interfaces': [{'id': 'a4fcb919-5c7d-4467-b400-47369e570fd0', 'name': '', 'network_id': '839f990f-6e6d-419c-a2ff-7497d60fa3b2', 'tenant_id': 'd8a50f9eaf8642e9aaeea1cf25966bd8', 'mac_address': 'fa:16:3e:d3:ce:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3841c7c-0784-40fa-bc69-08007ba0858d', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '2d338229-4852-4820-bf9b-2f3476d45b6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:44:31Z', 'updated_at': '2021-06-24T11:44:40Z', 'revision_number': 4, 'project_id': 'd8a50f9eaf8642e9aaeea1cf25966bd8', 'subnets': [{'id': '2d338229-4852-4820-bf9b-2f3476d45b6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:44:41.724833 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.managers [None req-82851504-4010-4a44-9f7d-2e1e2a29322a tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740-project-admin] Attempting to bind port 43b8474e-ec2b-46a4-9ecd-0790b4002c3e on host hv-neutron-7971 for vnic_type normal with profile {{(pid=128083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 11:44:41.725284 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.managers [None req-82851504-4010-4a44-9f7d-2e1e2a29322a tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740-project-admin] Attempting to bind port 43b8474e-ec2b-46a4-9ecd-0790b4002c3e by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': 'a4053785-1b5c-437f-a53f-6701874b4141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '876ad46f-f7a3-40f3-82f2-f2702cd6e499'}] {{(pid=128083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 11:44:41.725983 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82851504-4010-4a44-9f7d-2e1e2a29322a tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740-project-admin] Attempting to bind port 43b8474e-ec2b-46a4-9ecd-0790b4002c3e on network 876ad46f-f7a3-40f3-82f2-f2702cd6e499 {{(pid=128083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 11:44:41.730946 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82851504-4010-4a44-9f7d-2e1e2a29322a tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740-project-admin] Port 43b8474e-ec2b-46a4-9ecd-0790b4002c3e on network 876ad46f-f7a3-40f3-82f2-f2702cd6e499 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=128083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 11:44:41.731346 dv-neutron-797120-4-hyperv neutron-server[128083]: ERROR neutron.plugins.ml2.managers [None req-82851504-4010-4a44-9f7d-2e1e2a29322a tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740-project-admin] Failed to bind port 43b8474e-ec2b-46a4-9ecd-0790b4002c3e on host hv-neutron-7971 for vnic_type normal using segments [{'id': 'a4053785-1b5c-437f-a53f-6701874b4141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '876ad46f-f7a3-40f3-82f2-f2702cd6e499'}] Jun 24 11:44:41.731960 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-82851504-4010-4a44-9f7d-2e1e2a29322a tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:41.772498 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e126b9b9-614c-4360-ab3d-1fe5ef1aee27 tempest-RoutersAdminNegativeTest-1113543141 tempest-RoutersAdminNegativeTest-1113543141-project-admin] Made reservation on behalf of 8c00c96e4ded4a23ade35067e4435953 for: {'port': 1} {{(pid=128083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 11:44:41.772705 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c65dd5aa-cff6-4918-b0a9-5840da8b07c4 None None] The sync data for ids ['d3841c7c-0784-40fa-bc69-08007ba0858d'] in dv-neutron-797120-4-hyperv is: [{'id': 'd3841c7c-0784-40fa-bc69-08007ba0858d', 'name': 'tempest-ServersTestManualDisk-2053302560-router', 'tenant_id': 'd8a50f9eaf8642e9aaeea1cf25966bd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'external_fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.178'}], 'enable_snat': True}, 'gw_port_id': 'c2d2a9a9-9ecc-4c1e-bec8-00eb4ac3c11d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T11:44:21Z', 'updated_at': '2021-06-24T11:44:34Z', 'revision_number': 4, 'project_id': 'd8a50f9eaf8642e9aaeea1cf25966bd8', 'gw_port': {'id': 'c2d2a9a9-9ecc-4c1e-bec8-00eb4ac3c11d', 'name': '', 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:40:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3841c7c-0784-40fa-bc69-08007ba0858d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:44:22Z', 'updated_at': '2021-06-24T11:44:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-4-hyperv', '_interfaces': [{'id': 'a4fcb919-5c7d-4467-b400-47369e570fd0', 'name': '', 'network_id': '839f990f-6e6d-419c-a2ff-7497d60fa3b2', 'tenant_id': 'd8a50f9eaf8642e9aaeea1cf25966bd8', 'mac_address': 'fa:16:3e:d3:ce:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3841c7c-0784-40fa-bc69-08007ba0858d', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '2d338229-4852-4820-bf9b-2f3476d45b6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:44:31Z', 'updated_at': '2021-06-24T11:44:40Z', 'revision_number': 4, 'project_id': 'd8a50f9eaf8642e9aaeea1cf25966bd8', 'subnets': [{'id': '2d338229-4852-4820-bf9b-2f3476d45b6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=128086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 11:44:41.775909 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-e126b9b9-614c-4360-ab3d-1fe5ef1aee27 tempest-RoutersAdminNegativeTest-1113543141 tempest-RoutersAdminNegativeTest-1113543141-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:41.789769 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-55d373f0-c6cc-4b67-bf98-1b61cb6a4997 tempest-DHCPAgentSchedulersTestJSON-621493777 tempest-DHCPAgentSchedulersTestJSON-621493777-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-534962'] for network, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:41.807475 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-9ef21c8c-0114-4a3d-b1d7-91bb6f9e268d tempest-ServerActionsTestJSON-818164034 tempest-ServerActionsTestJSON-818164034-project] Notify callbacks [] for security_group, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:41.890550 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.db [None req-82851504-4010-4a44-9f7d-2e1e2a29322a tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740-project-admin] For port 43b8474e-ec2b-46a4-9ecd-0790b4002c3e, host hv-neutron-7971, cleared binding levels {{(pid=128083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 11:44:41.891122 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.db [None req-82851504-4010-4a44-9f7d-2e1e2a29322a tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740-project-admin] Attempted to set empty binding levels {{(pid=128083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jun 24 11:44:41.892195 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-e126b9b9-614c-4360-ab3d-1fe5ef1aee27 tempest-RoutersAdminNegativeTest-1113543141 tempest-RoutersAdminNegativeTest-1113543141-project-admin] Notify callbacks [] for security_group, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:41.915121 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-82851504-4010-4a44-9f7d-2e1e2a29322a tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2537871'] for port, after_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:41.926803 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-cbaf9c99-0992-4dc1-aad0-9d93e9413226 tempest-ServersTestJSON-1725335409 tempest-ServersTestJSON-1725335409-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:44:41.941591 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-32ea8ccd-6946-4d95-ab09-97ed8ce40432 tempest-ExternalNetworksTestJSON-2097641310 tempest-ExternalNetworksTestJSON-2097641310-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-972238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971'] for subnet, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:41.983848 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-6c726696-43a6-4347-9560-c15d8d4a3c36 tempest-DHCPAgentSchedulersTestJSON-621493777 tempest-DHCPAgentSchedulersTestJSON-621493777-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:44:41.992405 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-bd9273be-e355-4c87-b0d6-7ae120a6480d None None] Notify callbacks [] for port, precommit_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:41.999827 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82851504-4010-4a44-9f7d-2e1e2a29322a tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:44:42.000466 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-82851504-4010-4a44-9f7d-2e1e2a29322a tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468916'] for port, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:42.022774 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-dde76e46-5f15-4fe1-b825-a3eecb066f48 tempest-ServersTestManualDisk-182325693 tempest-ServersTestManualDisk-182325693-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:42.031332 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82851504-4010-4a44-9f7d-2e1e2a29322a tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740-project-admin] Pushing event updated for resources: {'Port': ['ID=43b8474e-ec2b-46a4-9ecd-0790b4002c3e,revision_number=2']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:44:42.037617 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-82851504-4010-4a44-9f7d-2e1e2a29322a tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:44:42.053261 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-bd9273be-e355-4c87-b0d6-7ae120a6480d None None] Transition to ACTIVE for port object 49b5e277-6c4d-4c06-94f1-609b61df994e will not be triggered until provisioned by entity L2. {{(pid=128085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 11:44:42.065983 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-bd9273be-e355-4c87-b0d6-7ae120a6480d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:42.073692 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-ff9ca3fc-73bf-44a1-92b0-80e8047f3a5d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:44:42.113406 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 56194) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:44:42.129686 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-dde76e46-5f15-4fe1-b825-a3eecb066f48 tempest-ServersTestManualDisk-182325693 tempest-ServersTestManualDisk-182325693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1627007'] for security_group_rule, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:42.132208 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ea8ccd-6946-4d95-ab09-97ed8ce40432 tempest-ExternalNetworksTestJSON-2097641310 tempest-ExternalNetworksTestJSON-2097641310-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=153f852d-c3c5-4106-aaa6-63e1202fa24c,revision_number=None']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:44:42.200506 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-b39eceb0-797d-486e-8aeb-076b1f977d93 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=4c36170c91ac47ac89ab844ed3838e25&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0857775 Jun 24 11:44:42.203290 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device a4fcb919-5c7d-4467-b400-47369e570fd0 up at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 11:44:42.203737 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 56200) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:44:42.208677 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088523b7-980d-4ae8-9d7a-bb4d4751fd3a None None] Pushing event updated for resources: {'Port': ['ID=49b5e277-6c4d-4c06-94f1-609b61df994e,revision_number=3']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:44:42.222693 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-088523b7-980d-4ae8-9d7a-bb4d4751fd3a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:44:42.319294 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-b1627527-6f90-4be5-8be1-0cc5fc7a36ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:42.393028 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-b1627527-6f90-4be5-8be1-0cc5fc7a36ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:42.489847 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-bd9273be-e355-4c87-b0d6-7ae120a6480d None None] Attempting to bind port 49b5e277-6c4d-4c06-94f1-609b61df994e on host dv-neutron-797120-4-hyperv for vnic_type normal with profile {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 11:44:42.490385 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-bd9273be-e355-4c87-b0d6-7ae120a6480d None None] Attempting to bind port 49b5e277-6c4d-4c06-94f1-609b61df994e by drivers openvswitch,hyperv on host dv-neutron-797120-4-hyperv at level 0 using segments [{'id': '07892e35-761a-4552-b54f-9cd6dfd50c5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '4865c6d7-6c66-4548-b02e-d00e97d481c4'}] {{(pid=128085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 11:44:42.491975 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd9273be-e355-4c87-b0d6-7ae120a6480d None None] Attempting to bind port 49b5e277-6c4d-4c06-94f1-609b61df994e on network 4865c6d7-6c66-4548-b02e-d00e97d481c4 {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 11:44:42.506009 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd9273be-e355-4c87-b0d6-7ae120a6480d None None] Checking agent: {'id': 'e3a695b2-c397-461f-83b0-10b79d490b59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 11, 36, 56), 'started_at': datetime.datetime(2021, 6, 24, 11, 37, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 11, 44, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 11:44:42.506905 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd9273be-e355-4c87-b0d6-7ae120a6480d None None] Checking segment: {'id': '07892e35-761a-4552-b54f-9cd6dfd50c5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '4865c6d7-6c66-4548-b02e-d00e97d481c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=128085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 11:44:42.507841 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-bd9273be-e355-4c87-b0d6-7ae120a6480d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:42.508760 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd9273be-e355-4c87-b0d6-7ae120a6480d None None] Bound using segment: {'id': '07892e35-761a-4552-b54f-9cd6dfd50c5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '4865c6d7-6c66-4548-b02e-d00e97d481c4'} {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 11:44:42.510552 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-bd9273be-e355-4c87-b0d6-7ae120a6480d None None] Bound port: 49b5e277-6c4d-4c06-94f1-609b61df994e, host: dv-neutron-797120-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07892e35-761a-4552-b54f-9cd6dfd50c5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '4865c6d7-6c66-4548-b02e-d00e97d481c4'}}] {{(pid=128085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 11:44:42.511448 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-bd9273be-e355-4c87-b0d6-7ae120a6480d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:42.519068 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning for port a4fcb919-5c7d-4467-b400-47369e570fd0 completed by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 11:44:42.528567 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-32ea8ccd-6946-4d95-ab09-97ed8ce40432 tempest-ExternalNetworksTestJSON-2097641310 tempest-ExternalNetworksTestJSON-2097641310-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.546s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:44:42.543786 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning complete for port a4fcb919-5c7d-4467-b400-47369e570fd0 triggered by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:44:42.545086 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:42.591222 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:44:42.597172 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-b1627527-6f90-4be5-8be1-0cc5fc7a36ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800410'] for security_group, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:42.612141 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-b1627527-6f90-4be5-8be1-0cc5fc7a36ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:42.614913 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-b1627527-6f90-4be5-8be1-0cc5fc7a36ee admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/058c8b60-d13c-4cd9-a520-add858e542ca HTTP/1.1" status: 204 len: 168 time: 0.4096315 Jun 24 11:44:42.617016 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:44:42.641921 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1627527-6f90-4be5-8be1-0cc5fc7a36ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=058c8b60-d13c-4cd9-a520-add858e542ca,revision_number=None']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:44:42.660667 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-b1627527-6f90-4be5-8be1-0cc5fc7a36ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:44:42.684734 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 56220) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:44:42.696438 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-bd9273be-e355-4c87-b0d6-7ae120a6480d None None] For port 49b5e277-6c4d-4c06-94f1-609b61df994e, host dv-neutron-797120-4-hyperv, cleared binding levels {{(pid=128085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 11:44:42.700618 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-bd9273be-e355-4c87-b0d6-7ae120a6480d None None] For port 49b5e277-6c4d-4c06-94f1-609b61df994e, host dv-neutron-797120-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=49b5e277-6c4d-4c06-94f1-609b61df994e,segment=NetworkSegment(07892e35-761a-4552-b54f-9cd6dfd50c5c),segment_id=07892e35-761a-4552-b54f-9cd6dfd50c5c)] {{(pid=128085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 11:44:42.715868 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-bd9273be-e355-4c87-b0d6-7ae120a6480d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:42.729567 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:44:42.820769 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde76e46-5f15-4fe1-b825-a3eecb066f48 tempest-ServersTestManualDisk-182325693 tempest-ServersTestManualDisk-182325693-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e364edf-7cbb-4043-8705-ef152ab2ac9d,revision_number=0']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:44:42.837541 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-dde76e46-5f15-4fe1-b825-a3eecb066f48 tempest-ServersTestManualDisk-182325693 tempest-ServersTestManualDisk-182325693-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:44:42.843911 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-55d373f0-c6cc-4b67-bf98-1b61cb6a4997 tempest-DHCPAgentSchedulersTestJSON-621493777 tempest-DHCPAgentSchedulersTestJSON-621493777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973199', 'neutron.services.segments.db._delete_segments_for_network-8793194012456'] for network, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:42.858141 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-32ea8ccd-6946-4d95-ab09-97ed8ce40432 tempest-ExternalNetworksTestJSON-2097641310 tempest-ExternalNetworksTestJSON-2097641310-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973199', 'neutron.services.segments.db._delete_segments_for_network-8793194012456'] for network, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:42.877504 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-55d373f0-c6cc-4b67-bf98-1b61cb6a4997 tempest-DHCPAgentSchedulersTestJSON-621493777 tempest-DHCPAgentSchedulersTestJSON-621493777-project] Subscribe: > segment before_delete 55550000 {{(pid=128084) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 11:44:42.878086 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-55d373f0-c6cc-4b67-bf98-1b61cb6a4997 tempest-DHCPAgentSchedulersTestJSON-621493777 tempest-DHCPAgentSchedulersTestJSON-621493777-project] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=128084) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 11:44:42.879143 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-55d373f0-c6cc-4b67-bf98-1b61cb6a4997 tempest-DHCPAgentSchedulersTestJSON-621493777 tempest-DHCPAgentSchedulersTestJSON-621493777-project] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=128084) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 11:44:42.885674 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-55d373f0-c6cc-4b67-bf98-1b61cb6a4997 tempest-DHCPAgentSchedulersTestJSON-621493777 tempest-DHCPAgentSchedulersTestJSON-621493777-project] Subscribe: > port after_create 55550000 {{(pid=128084) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 11:44:42.886180 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-55d373f0-c6cc-4b67-bf98-1b61cb6a4997 tempest-DHCPAgentSchedulersTestJSON-621493777 tempest-DHCPAgentSchedulersTestJSON-621493777-project] Subscribe: > port after_delete 55550000 {{(pid=128084) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 11:44:42.886658 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-55d373f0-c6cc-4b67-bf98-1b61cb6a4997 tempest-DHCPAgentSchedulersTestJSON-621493777 tempest-DHCPAgentSchedulersTestJSON-621493777-project] Subscribe: > port after_update 55550000 {{(pid=128084) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 11:44:42.887222 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-55d373f0-c6cc-4b67-bf98-1b61cb6a4997 tempest-DHCPAgentSchedulersTestJSON-621493777 tempest-DHCPAgentSchedulersTestJSON-621493777-project] Subscribe: > segment after_delete 55550000 {{(pid=128084) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 11:44:42.887613 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-55d373f0-c6cc-4b67-bf98-1b61cb6a4997 tempest-DHCPAgentSchedulersTestJSON-621493777 tempest-DHCPAgentSchedulersTestJSON-621493777-project] Subscribe: > subnet after_create 55550000 {{(pid=128084) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 11:44:42.888082 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-55d373f0-c6cc-4b67-bf98-1b61cb6a4997 tempest-DHCPAgentSchedulersTestJSON-621493777 tempest-DHCPAgentSchedulersTestJSON-621493777-project] Subscribe: > subnet after_delete 55550000 {{(pid=128084) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 11:44:42.888669 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-55d373f0-c6cc-4b67-bf98-1b61cb6a4997 tempest-DHCPAgentSchedulersTestJSON-621493777 tempest-DHCPAgentSchedulersTestJSON-621493777-project] Subscribe: > subnet after_update 55550000 {{(pid=128084) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 11:44:43.000661 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-16435d5c-d334-4962-955e-d27ca48103a8 req-2b28fd3d-e230-45a1-a6c3-07da2a510255 tempest-ServersTestJSON-1725335409 tempest-ServersTestJSON-1725335409-project] 10.222.0.53 "GET /v2.0/ports?device_id=618b8848-261b-4b47-b06a-cb463f1f77c5 HTTP/1.1" status: 200 len: 210 time: 0.3137758 Jun 24 11:44:43.002559 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088523b7-980d-4ae8-9d7a-bb4d4751fd3a None None] Pushing event updated for resources: {'Port': ['ID=49b5e277-6c4d-4c06-94f1-609b61df994e,revision_number=4']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:44:43.012765 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-088523b7-980d-4ae8-9d7a-bb4d4751fd3a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:44:43.016140 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd9273be-e355-4c87-b0d6-7ae120a6480d None None] Routers {'0b649eac-266f-4b37-a2b4-e3c03cb22aef'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 11:44:43.016966 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-bd9273be-e355-4c87-b0d6-7ae120a6480d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T11:44:26Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['0b649eac-266f-4b37-a2b4-e3c03cb22aef'], 'active': True} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:44:43.102381 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:43.160373 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] For port a4fcb919-5c7d-4467-b400-47369e570fd0, host dv-neutron-797120-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=a4fcb919-5c7d-4467-b400-47369e570fd0,segment=NetworkSegment(88c1b979-2b93-4ed9-8c10-4ea37cb41e96),segment_id=88c1b979-2b93-4ed9-8c10-4ea37cb41e96)] {{(pid=128085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 11:44:43.167536 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:43.176044 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:44:43.270247 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-55d373f0-c6cc-4b67-bf98-1b61cb6a4997 tempest-DHCPAgentSchedulersTestJSON-621493777 tempest-DHCPAgentSchedulersTestJSON-621493777-project] Subscribe: > subnet after_create 55550000 {{(pid=128084) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 11:44:43.270841 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-55d373f0-c6cc-4b67-bf98-1b61cb6a4997 tempest-DHCPAgentSchedulersTestJSON-621493777 tempest-DHCPAgentSchedulersTestJSON-621493777-project] Subscribe: > subnet after_delete 55550000 {{(pid=128084) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 11:44:43.271707 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-55d373f0-c6cc-4b67-bf98-1b61cb6a4997 tempest-DHCPAgentSchedulersTestJSON-621493777 tempest-DHCPAgentSchedulersTestJSON-621493777-project] Subscribe: > subnet before_create 55550000 {{(pid=128084) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 11:44:43.272540 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-55d373f0-c6cc-4b67-bf98-1b61cb6a4997 tempest-DHCPAgentSchedulersTestJSON-621493777 tempest-DHCPAgentSchedulersTestJSON-621493777-project] Subscribe: > subnet before_update 55550000 {{(pid=128084) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 11:44:43.273544 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.services.segments.db [None req-55d373f0-c6cc-4b67-bf98-1b61cb6a4997 tempest-DHCPAgentSchedulersTestJSON-621493777 tempest-DHCPAgentSchedulersTestJSON-621493777-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e0c6a0e-b2fd-425b-af1a-d73d6842bbd9']}} {{(pid=128084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:44:43.300974 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Pushing event updated for resources: {'Port': ['ID=a4fcb919-5c7d-4467-b400-47369e570fd0,revision_number=5']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:44:43.306006 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:44:43.340740 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.services.segments.db [None req-32ea8ccd-6946-4d95-ab09-97ed8ce40432 tempest-ExternalNetworksTestJSON-2097641310 tempest-ExternalNetworksTestJSON-2097641310-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2cf6b1c-9706-42f3-aa09-575fa9fa426e']}} {{(pid=128084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:44:43.355452 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvr_db [None req-bd9273be-e355-4c87-b0d6-7ae120a6480d None None] Set router 0b649eac-266f-4b37-a2b4-e3c03cb22aef gateway port host: dv-neutron-797120-4-hyperv {{(pid=128085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 11:44:43.412479 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.services.segments.db [None req-55d373f0-c6cc-4b67-bf98-1b61cb6a4997 tempest-DHCPAgentSchedulersTestJSON-621493777 tempest-DHCPAgentSchedulersTestJSON-621493777-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd11753ba-a503-471e-b1ad-654eb145160d') {'for_net_delete': True} {{(pid=128084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:44:43.413313 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.services.segments.db [None req-55d373f0-c6cc-4b67-bf98-1b61cb6a4997 tempest-DHCPAgentSchedulersTestJSON-621493777 tempest-DHCPAgentSchedulersTestJSON-621493777-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd11753ba-a503-471e-b1ad-654eb145160d') {} {{(pid=128084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:44:43.427256 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-9ef21c8c-0114-4a3d-b1d7-91bb6f9e268d tempest-ServerActionsTestJSON-818164034 tempest-ServerActionsTestJSON-818164034-project] Notify callbacks [] for security_group, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:43.430835 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.services.segments.db [None req-32ea8ccd-6946-4d95-ab09-97ed8ce40432 tempest-ExternalNetworksTestJSON-2097641310 tempest-ExternalNetworksTestJSON-2097641310-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '345d52f7-a120-4e7c-8658-efa0b810ce51') {'for_net_delete': True} {{(pid=128084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:44:43.431583 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.services.segments.db [None req-32ea8ccd-6946-4d95-ab09-97ed8ce40432 tempest-ExternalNetworksTestJSON-2097641310 tempest-ExternalNetworksTestJSON-2097641310-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '345d52f7-a120-4e7c-8658-efa0b810ce51') {} {{(pid=128084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:44:43.445872 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-82851504-4010-4a44-9f7d-2e1e2a29322a tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740-project-admin] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 985 time: 5.5344589 Jun 24 11:44:43.446597 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 56248) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:44:43.473967 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-9ef21c8c-0114-4a3d-b1d7-91bb6f9e268d tempest-ServerActionsTestJSON-818164034 tempest-ServerActionsTestJSON-818164034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800410'] for security_group, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:43.477470 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-55d373f0-c6cc-4b67-bf98-1b61cb6a4997 tempest-DHCPAgentSchedulersTestJSON-621493777 tempest-DHCPAgentSchedulersTestJSON-621493777-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793194097327', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2373599'] for segment, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:43.485473 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-32ea8ccd-6946-4d95-ab09-97ed8ce40432 tempest-ExternalNetworksTestJSON-2097641310 tempest-ExternalNetworksTestJSON-2097641310-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793194097327', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2373599'] for segment, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:43.488926 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-dde76e46-5f15-4fe1-b825-a3eecb066f48 tempest-ServersTestManualDisk-182325693 tempest-ServersTestManualDisk-182325693-project] Notify callbacks [] for security_group_rule, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:43.493928 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-dde76e46-5f15-4fe1-b825-a3eecb066f48 tempest-ServersTestManualDisk-182325693 tempest-ServersTestManualDisk-182325693-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.2143199 Jun 24 11:44:43.527541 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 56254) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:44:43.530710 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:44:43.575438 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-b3bb06f3-f0db-4157-a8ed-22f6a8f7e713 tempest-ServersTestManualDisk-182325693 tempest-ServersTestManualDisk-182325693-project] Request body: {'security_group_rule': {'security_group_id': '36df713e-0194-470c-a043-7cde9d86738f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:44:43.589639 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef21c8c-0114-4a3d-b1d7-91bb6f9e268d tempest-ServerActionsTestJSON-818164034 tempest-ServerActionsTestJSON-818164034-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7ca7987f-c073-401f-ba18-8737b1398c4a,revision_number=1']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:44:43.595073 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-9ef21c8c-0114-4a3d-b1d7-91bb6f9e268d tempest-ServerActionsTestJSON-818164034 tempest-ServerActionsTestJSON-818164034-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:44:43.603130 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-55d373f0-c6cc-4b67-bf98-1b61cb6a4997 tempest-DHCPAgentSchedulersTestJSON-621493777 tempest-DHCPAgentSchedulersTestJSON-621493777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967879'] for segment, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:43.609235 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-32ea8ccd-6946-4d95-ab09-97ed8ce40432 tempest-ExternalNetworksTestJSON-2097641310 tempest-ExternalNetworksTestJSON-2097641310-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967879'] for segment, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:43.625147 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55d373f0-c6cc-4b67-bf98-1b61cb6a4997 tempest-DHCPAgentSchedulersTestJSON-621493777 tempest-DHCPAgentSchedulersTestJSON-621493777-project] Releasing vlan 647 on physical network physnet1 to pool {{(pid=128084) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 11:44:43.626286 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-55d373f0-c6cc-4b67-bf98-1b61cb6a4997 tempest-DHCPAgentSchedulersTestJSON-621493777 tempest-DHCPAgentSchedulersTestJSON-621493777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3292053'] for segment, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:43.637710 dv-neutron-797120-4-hyperv neutron-server[128084]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 24 11:44:43.637710 dv-neutron-797120-4-hyperv neutron-server[128084]: from cryptography.utils import int_from_bytes Jun 24 11:44:43.637710 dv-neutron-797120-4-hyperv neutron-server[128084]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 24 11:44:43.637710 dv-neutron-797120-4-hyperv neutron-server[128084]: from cryptography.utils import int_from_bytes Jun 24 11:44:43.637710 dv-neutron-797120-4-hyperv neutron-server[128084]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 11:44:43.637710 dv-neutron-797120-4-hyperv neutron-server[128084]: conditions |= (models_v2.Port.network_id.in_( Jun 24 11:44:43.637710 dv-neutron-797120-4-hyperv neutron-server[128084]: Traceback (most recent call last): Jun 24 11:44:43.637710 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 24 11:44:43.637710 dv-neutron-797120-4-hyperv neutron-server[128084]: timer() Jun 24 11:44:43.637710 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 24 11:44:43.637710 dv-neutron-797120-4-hyperv neutron-server[128084]: cb(*args, **kw) Jun 24 11:44:43.637710 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 24 11:44:43.637710 dv-neutron-797120-4-hyperv neutron-server[128084]: return func(*args, **kwargs) Jun 24 11:44:43.637710 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 24 11:44:43.637710 dv-neutron-797120-4-hyperv neutron-server[128084]: self._notify() Jun 24 11:44:43.637710 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 24 11:44:43.637710 dv-neutron-797120-4-hyperv neutron-server[128084]: self.callback(batched_events) Jun 24 11:44:43.637710 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 24 11:44:43.637710 dv-neutron-797120-4-hyperv neutron-server[128084]: event.method(event) Jun 24 11:44:43.637710 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 24 11:44:43.637710 dv-neutron-797120-4-hyperv neutron-server[128084]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 24 11:44:43.637710 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 24 11:44:43.637710 dv-neutron-797120-4-hyperv neutron-server[128084]: aggregate_uuid = self.p_client.list_aggregates( Jun 24 11:44:43.637710 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 24 11:44:43.637710 dv-neutron-797120-4-hyperv neutron-server[128084]: return f(self, *a, **k) Jun 24 11:44:43.637710 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 24 11:44:43.637710 dv-neutron-797120-4-hyperv neutron-server[128084]: return self._get(url).json() Jun 24 11:44:43.637710 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 24 11:44:43.637710 dv-neutron-797120-4-hyperv neutron-server[128084]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 24 11:44:43.637710 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 24 11:44:43.637710 dv-neutron-797120-4-hyperv neutron-server[128084]: return self.request(url, 'GET', **kwargs) Jun 24 11:44:43.637710 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 24 11:44:43.637710 dv-neutron-797120-4-hyperv neutron-server[128084]: base_url = self.get_endpoint(auth, allow=allow, Jun 24 11:44:43.637710 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 24 11:44:43.637710 dv-neutron-797120-4-hyperv neutron-server[128084]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 24 11:44:43.637710 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 24 11:44:43.637710 dv-neutron-797120-4-hyperv neutron-server[128084]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 24 11:44:43.637710 dv-neutron-797120-4-hyperv neutron-server[128084]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 24 11:44:43.665010 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32ea8ccd-6946-4d95-ab09-97ed8ce40432 tempest-ExternalNetworksTestJSON-2097641310 tempest-ExternalNetworksTestJSON-2097641310-project-admin] Releasing vlan 612 on physical network physnet1 to pool {{(pid=128084) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 11:44:43.668339 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-32ea8ccd-6946-4d95-ab09-97ed8ce40432 tempest-ExternalNetworksTestJSON-2097641310 tempest-ExternalNetworksTestJSON-2097641310-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3292053'] for segment, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:43.675312 dv-neutron-797120-4-hyperv neutron-server[128084]: Traceback (most recent call last): Jun 24 11:44:43.675312 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 24 11:44:43.675312 dv-neutron-797120-4-hyperv neutron-server[128084]: timer() Jun 24 11:44:43.675312 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 24 11:44:43.675312 dv-neutron-797120-4-hyperv neutron-server[128084]: cb(*args, **kw) Jun 24 11:44:43.675312 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 24 11:44:43.675312 dv-neutron-797120-4-hyperv neutron-server[128084]: return func(*args, **kwargs) Jun 24 11:44:43.675312 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 24 11:44:43.675312 dv-neutron-797120-4-hyperv neutron-server[128084]: self._notify() Jun 24 11:44:43.675312 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 24 11:44:43.675312 dv-neutron-797120-4-hyperv neutron-server[128084]: self.callback(batched_events) Jun 24 11:44:43.675312 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 24 11:44:43.675312 dv-neutron-797120-4-hyperv neutron-server[128084]: event.method(event) Jun 24 11:44:43.675312 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 24 11:44:43.675312 dv-neutron-797120-4-hyperv neutron-server[128084]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 24 11:44:43.675312 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 24 11:44:43.675312 dv-neutron-797120-4-hyperv neutron-server[128084]: aggregate_uuid = self.p_client.list_aggregates( Jun 24 11:44:43.675312 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 24 11:44:43.675312 dv-neutron-797120-4-hyperv neutron-server[128084]: return f(self, *a, **k) Jun 24 11:44:43.675312 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 24 11:44:43.675312 dv-neutron-797120-4-hyperv neutron-server[128084]: return self._get(url).json() Jun 24 11:44:43.675312 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 24 11:44:43.675312 dv-neutron-797120-4-hyperv neutron-server[128084]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 24 11:44:43.675312 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 24 11:44:43.675312 dv-neutron-797120-4-hyperv neutron-server[128084]: return self.request(url, 'GET', **kwargs) Jun 24 11:44:43.675312 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 24 11:44:43.675312 dv-neutron-797120-4-hyperv neutron-server[128084]: base_url = self.get_endpoint(auth, allow=allow, Jun 24 11:44:43.675312 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 24 11:44:43.675312 dv-neutron-797120-4-hyperv neutron-server[128084]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 24 11:44:43.675312 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 24 11:44:43.675312 dv-neutron-797120-4-hyperv neutron-server[128084]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 24 11:44:43.675312 dv-neutron-797120-4-hyperv neutron-server[128084]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 24 11:44:43.710036 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-e126b9b9-614c-4360-ab3d-1fe5ef1aee27 tempest-RoutersAdminNegativeTest-1113543141 tempest-RoutersAdminNegativeTest-1113543141-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:43.800070 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-e126b9b9-614c-4360-ab3d-1fe5ef1aee27 tempest-RoutersAdminNegativeTest-1113543141 tempest-RoutersAdminNegativeTest-1113543141-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800410'] for security_group, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:43.843284 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:44:43.849531 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.notifiers.nova [None req-e126b9b9-614c-4360-ab3d-1fe5ef1aee27 tempest-RoutersAdminNegativeTest-1113543141 tempest-RoutersAdminNegativeTest-1113543141-project-admin] device_id is not set on port 5837bf0c-225b-4d37-951a-093a07023dad yet. {{(pid=128083) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 24 11:44:43.910440 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-9ef21c8c-0114-4a3d-b1d7-91bb6f9e268d tempest-ServerActionsTestJSON-818164034 tempest-ServerActionsTestJSON-818164034-project] Notify callbacks [] for security_group, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:43.918150 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-9ef21c8c-0114-4a3d-b1d7-91bb6f9e268d tempest-ServerActionsTestJSON-818164034 tempest-ServerActionsTestJSON-818164034-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 2.5345726 Jun 24 11:44:43.937057 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 56264) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:44:43.939577 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-32ea8ccd-6946-4d95-ab09-97ed8ce40432 tempest-ExternalNetworksTestJSON-2097641310 tempest-ExternalNetworksTestJSON-2097641310-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1800243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1815642'] for network, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:43.952767 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-467bedda-6aac-495a-9b52-4bf43ba33866 tempest-ServerActionsTestJSON-818164034 tempest-ServerActionsTestJSON-818164034-project] Request body: {'security_group_rule': {'security_group_id': '7ca7987f-c073-401f-ba18-8737b1398c4a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:44:43.987863 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device a4fcb919-5c7d-4467-b400-47369e570fd0 up at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 11:44:44.030440 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-090df6da-1303-41b8-94cb-4c6cd75d7aab tempest-ExternalNetworksTestJSON-1343323332 tempest-ExternalNetworksTestJSON-1343323332-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:44:44.069105 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32ea8ccd-6946-4d95-ab09-97ed8ce40432 tempest-ExternalNetworksTestJSON-2097641310 tempest-ExternalNetworksTestJSON-2097641310-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network c2cf6b1c-9706-42f3-aa09-575fa9fa426e {{(pid=128084) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jun 24 11:44:44.072023 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ea8ccd-6946-4d95-ab09-97ed8ce40432 tempest-ExternalNetworksTestJSON-2097641310 tempest-ExternalNetworksTestJSON-2097641310-project-admin] Pushing event deleted for resources: {'Network': ['ID=c2cf6b1c-9706-42f3-aa09-575fa9fa426e,revision_number=None']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:44:44.073574 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e126b9b9-614c-4360-ab3d-1fe5ef1aee27 tempest-RoutersAdminNegativeTest-1113543141 tempest-RoutersAdminNegativeTest-1113543141-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df5298b5-df5f-49cb-bf09-876c3ae8785b,revision_number=1']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:44:44.083402 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-bd9273be-e355-4c87-b0d6-7ae120a6480d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b649eac-266f-4b37-a2b4-e3c03cb22aef', 'name': 'tempest-ServerActionsTestJSON-373423756-router', 'tenant_id': '33124f0dd27d41d79a5a6b42eb81b949', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'external_fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.216'}], 'enable_snat': True}, 'gw_port_id': 'd90dba58-22e7-42dd-885a-25915bf0b441', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T11:44:22Z', 'updated_at': '2021-06-24T11:44:36Z', 'revision_number': 4, 'project_id': '33124f0dd27d41d79a5a6b42eb81b949', 'gw_port': {'id': 'd90dba58-22e7-42dd-885a-25915bf0b441', 'name': '', 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:66:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b649eac-266f-4b37-a2b4-e3c03cb22aef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:44:24Z', 'updated_at': '2021-06-24T11:44:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-4-hyperv', '_interfaces': [{'id': '49b5e277-6c4d-4c06-94f1-609b61df994e', 'name': '', 'network_id': '4865c6d7-6c66-4548-b02e-d00e97d481c4', 'tenant_id': '33124f0dd27d41d79a5a6b42eb81b949', 'mac_address': 'fa:16:3e:0e:b5:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b649eac-266f-4b37-a2b4-e3c03cb22aef', 'device_owner': 'network:router_interface', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': 'c9f29286-6a6a-43a7-8236-d8b39e2a7133', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:44:33Z', 'updated_at': '2021-06-24T11:44:42Z', 'revision_number': 4, 'project_id': '33124f0dd27d41d79a5a6b42eb81b949', 'subnets': [{'id': 'c9f29286-6a6a-43a7-8236-d8b39e2a7133', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:44:44.085978 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-32ea8ccd-6946-4d95-ab09-97ed8ce40432 tempest-ExternalNetworksTestJSON-2097641310 tempest-ExternalNetworksTestJSON-2097641310-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:44:44.094968 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-32ea8ccd-6946-4d95-ab09-97ed8ce40432 tempest-ExternalNetworksTestJSON-2097641310 tempest-ExternalNetworksTestJSON-2097641310-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588949'] for network, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:44.098572 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-e126b9b9-614c-4360-ab3d-1fe5ef1aee27 tempest-RoutersAdminNegativeTest-1113543141 tempest-RoutersAdminNegativeTest-1113543141-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:44:44.099735 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 56272) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:44:44.105973 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-32ea8ccd-6946-4d95-ab09-97ed8ce40432 tempest-ExternalNetworksTestJSON-2097641310 tempest-ExternalNetworksTestJSON-2097641310-project-admin] 10.222.0.53 "DELETE /v2.0/networks/c2cf6b1c-9706-42f3-aa09-575fa9fa426e HTTP/1.1" status: 204 len: 168 time: 4.5818634 Jun 24 11:44:44.119137 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-b3bb06f3-f0db-4157-a8ed-22f6a8f7e713 tempest-ServersTestManualDisk-182325693 tempest-ServersTestManualDisk-182325693-project] Notify callbacks [] for security_group_rule, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:44.132444 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-55d373f0-c6cc-4b67-bf98-1b61cb6a4997 tempest-DHCPAgentSchedulersTestJSON-621493777 tempest-DHCPAgentSchedulersTestJSON-621493777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1800243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1815642'] for network, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:44.153311 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-55d373f0-c6cc-4b67-bf98-1b61cb6a4997 tempest-DHCPAgentSchedulersTestJSON-621493777 tempest-DHCPAgentSchedulersTestJSON-621493777-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588949'] for network, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:44.156296 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-55d373f0-c6cc-4b67-bf98-1b61cb6a4997 tempest-DHCPAgentSchedulersTestJSON-621493777 tempest-DHCPAgentSchedulersTestJSON-621493777-project] 10.222.0.53 "DELETE /v2.0/networks/4e0c6a0e-b2fd-425b-af1a-d73d6842bbd9 HTTP/1.1" status: 204 len: 168 time: 2.8897042 Jun 24 11:44:44.160205 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-32ea8ccd-6946-4d95-ab09-97ed8ce40432 tempest-ExternalNetworksTestJSON-2097641310 tempest-ExternalNetworksTestJSON-2097641310-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:44:44.163478 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd9273be-e355-4c87-b0d6-7ae120a6480d None None] The sync data for ids ['0b649eac-266f-4b37-a2b4-e3c03cb22aef'] in dv-neutron-797120-4-hyperv is: [{'id': '0b649eac-266f-4b37-a2b4-e3c03cb22aef', 'name': 'tempest-ServerActionsTestJSON-373423756-router', 'tenant_id': '33124f0dd27d41d79a5a6b42eb81b949', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'external_fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.216'}], 'enable_snat': True}, 'gw_port_id': 'd90dba58-22e7-42dd-885a-25915bf0b441', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T11:44:22Z', 'updated_at': '2021-06-24T11:44:36Z', 'revision_number': 4, 'project_id': '33124f0dd27d41d79a5a6b42eb81b949', 'gw_port': {'id': 'd90dba58-22e7-42dd-885a-25915bf0b441', 'name': '', 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:66:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b649eac-266f-4b37-a2b4-e3c03cb22aef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:44:24Z', 'updated_at': '2021-06-24T11:44:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-4-hyperv', '_interfaces': [{'id': '49b5e277-6c4d-4c06-94f1-609b61df994e', 'name': '', 'network_id': '4865c6d7-6c66-4548-b02e-d00e97d481c4', 'tenant_id': '33124f0dd27d41d79a5a6b42eb81b949', 'mac_address': 'fa:16:3e:0e:b5:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b649eac-266f-4b37-a2b4-e3c03cb22aef', 'device_owner': 'network:router_interface', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': 'c9f29286-6a6a-43a7-8236-d8b39e2a7133', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:44:33Z', 'updated_at': '2021-06-24T11:44:42Z', 'revision_number': 4, 'project_id': '33124f0dd27d41d79a5a6b42eb81b949', 'subnets': [{'id': 'c9f29286-6a6a-43a7-8236-d8b39e2a7133', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=128085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 11:44:44.175488 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-467bedda-6aac-495a-9b52-4bf43ba33866 tempest-ServerActionsTestJSON-818164034 tempest-ServerActionsTestJSON-818164034-project] Notify callbacks [] for security_group_rule, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:44.179085 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning complete for port a4fcb919-5c7d-4467-b400-47369e570fd0 triggered by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:44:44.179879 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:44.208671 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 56276) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:44:44.210115 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d373f0-c6cc-4b67-bf98-1b61cb6a4997 tempest-DHCPAgentSchedulersTestJSON-621493777 tempest-DHCPAgentSchedulersTestJSON-621493777-project] Pushing event deleted for resources: {'Network': ['ID=4e0c6a0e-b2fd-425b-af1a-d73d6842bbd9,revision_number=None']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:44:44.231528 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-55d373f0-c6cc-4b67-bf98-1b61cb6a4997 tempest-DHCPAgentSchedulersTestJSON-621493777 tempest-DHCPAgentSchedulersTestJSON-621493777-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:44:44.308236 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-467bedda-6aac-495a-9b52-4bf43ba33866 tempest-ServerActionsTestJSON-818164034 tempest-ServerActionsTestJSON-818164034-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:44.313270 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 56280) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:44:44.314896 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.pecan_wsgi.hooks.translation [None req-a26fa294-dba0-42f1-bc89-35439625f3a4 tempest-DHCPAgentSchedulersTestJSON-621493777 tempest-DHCPAgentSchedulersTestJSON-621493777-project] DELETE failed (client error): The resource could not be found. Jun 24 11:44:44.315963 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a26fa294-dba0-42f1-bc89-35439625f3a4 tempest-DHCPAgentSchedulersTestJSON-621493777 tempest-DHCPAgentSchedulersTestJSON-621493777-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=128084) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 24 11:44:44.318062 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-a26fa294-dba0-42f1-bc89-35439625f3a4 tempest-DHCPAgentSchedulersTestJSON-621493777 tempest-DHCPAgentSchedulersTestJSON-621493777-project] 10.222.0.53 "DELETE /v2.0/ports/9a99bdbc-67a9-4b23-9ed5-fb335f3dc0fd HTTP/1.1" status: 404 len: 333 time: 0.1057446 Jun 24 11:44:44.324388 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 56282) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:44:44.326126 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-467bedda-6aac-495a-9b52-4bf43ba33866 tempest-ServerActionsTestJSON-818164034 tempest-ServerActionsTestJSON-818164034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1627007'] for security_group_rule, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:44.361085 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-dde76e46-5f15-4fe1-b825-a3eecb066f48 tempest-ServersTestManualDisk-182325693 tempest-ServersTestManualDisk-182325693-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:44:44.388468 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-69442d70-2774-49c3-9bc1-3e461874f7bc tempest-ExternalNetworksTestJSON-2097641310 tempest-ExternalNetworksTestJSON-2097641310-project-admin] 10.222.0.53 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 690 time: 0.2677126 Jun 24 11:44:44.397157 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 56286) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:44:44.407817 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:44.413278 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467bedda-6aac-495a-9b52-4bf43ba33866 tempest-ServerActionsTestJSON-818164034 tempest-ServerActionsTestJSON-818164034-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0069ee99-e441-440d-ac32-18072fb37499,revision_number=0']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:44:44.420049 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-467bedda-6aac-495a-9b52-4bf43ba33866 tempest-ServerActionsTestJSON-818164034 tempest-ServerActionsTestJSON-818164034-project] Notify callbacks [] for security_group_rule, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:44.429814 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-467bedda-6aac-495a-9b52-4bf43ba33866 tempest-ServerActionsTestJSON-818164034 tempest-ServerActionsTestJSON-818164034-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4919648 Jun 24 11:44:44.432066 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-467bedda-6aac-495a-9b52-4bf43ba33866 tempest-ServerActionsTestJSON-818164034 tempest-ServerActionsTestJSON-818164034-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:44:44.437663 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 56288) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:44:44.456731 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-7b4336d0-15de-44dd-ba0d-2e3fb516940b tempest-ServerActionsTestJSON-818164034 tempest-ServerActionsTestJSON-818164034-project] Request body: {'security_group_rule': {'security_group_id': '7ca7987f-c073-401f-ba18-8737b1398c4a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:44:44.493004 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-b3bb06f3-f0db-4157-a8ed-22f6a8f7e713 tempest-ServersTestManualDisk-182325693 tempest-ServersTestManualDisk-182325693-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:44.511024 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-b3bb06f3-f0db-4157-a8ed-22f6a8f7e713 tempest-ServersTestManualDisk-182325693 tempest-ServersTestManualDisk-182325693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1627007'] for security_group_rule, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:44.523877 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-467bedda-6aac-495a-9b52-4bf43ba33866 tempest-ServerActionsTestJSON-818164034 tempest-ServerActionsTestJSON-818164034-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:44:44.534191 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f23e67b-1d6c-4e7b-9770-d4a37ee625a0 tempest-DHCPAgentSchedulersTestJSON-621493777 tempest-DHCPAgentSchedulersTestJSON-621493777-project] Deleting subnet 401cc3c7-ea41-422d-ab7c-60148d3d4c7d {{(pid=128084) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 24 11:44:44.559001 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.plugin [None req-349f7c09-71d2-406c-aff7-a079db786d5c tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740-project-admin] Deleting port 43b8474e-ec2b-46a4-9ecd-0790b4002c3e {{(pid=128083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 11:44:44.559459 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-349f7c09-71d2-406c-aff7-a079db786d5c tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793193942312'] for port, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:44.569704 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-4f23e67b-1d6c-4e7b-9770-d4a37ee625a0 tempest-DHCPAgentSchedulersTestJSON-621493777 tempest-DHCPAgentSchedulersTestJSON-621493777-project] Notify callbacks [] for subnet, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:44.572806 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-75d4118f-d4e6-4abe-8a37-1e6b7a29da70 req-33f115bf-5757-4b91-9b9b-df44fd554dcc tempest-ServersTestJSON-1725335409 tempest-ServersTestJSON-1725335409-project] 10.222.0.53 "GET /v2.0/ports?device_id=618b8848-261b-4b47-b06a-cb463f1f77c5 HTTP/1.1" status: 200 len: 210 time: 0.1811302 Jun 24 11:44:44.603073 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-a82724e6-cfce-4207-a11f-7511e9634af6 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-409988020'}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:44:44.609802 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3bb06f3-f0db-4157-a8ed-22f6a8f7e713 tempest-ServersTestManualDisk-182325693 tempest-ServersTestManualDisk-182325693-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ddb17350-0f81-4902-8111-f03466f28d55,revision_number=0']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:44:44.647489 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-b3bb06f3-f0db-4157-a8ed-22f6a8f7e713 tempest-ServersTestManualDisk-182325693 tempest-ServersTestManualDisk-182325693-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:44:44.666831 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-7b4336d0-15de-44dd-ba0d-2e3fb516940b tempest-ServerActionsTestJSON-818164034 tempest-ServerActionsTestJSON-818164034-project] Notify callbacks [] for security_group_rule, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:44.694410 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.db_base_plugin_common [None req-e126b9b9-614c-4360-ab3d-1fe5ef1aee27 tempest-RoutersAdminNegativeTest-1113543141 tempest-RoutersAdminNegativeTest-1113543141-project-admin] Allocated IP 172.26.7.158 (f2b8ca71-e776-48b2-8898-96cc7970207b/f37bf603-3862-4d0a-9f58-89616f7fd68f/5837bf0c-225b-4d37-951a-093a07023dad) {{(pid=128083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 11:44:44.707458 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-4f23e67b-1d6c-4e7b-9770-d4a37ee625a0 tempest-DHCPAgentSchedulersTestJSON-621493777 tempest-DHCPAgentSchedulersTestJSON-621493777-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2373542'] for subnet, precommit_delete_associations {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:44.736179 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.db [None req-349f7c09-71d2-406c-aff7-a079db786d5c tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740-project-admin] For port 43b8474e-ec2b-46a4-9ecd-0790b4002c3e, host hv-neutron-7971, got binding levels [] {{(pid=128083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 11:44:44.736602 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-349f7c09-71d2-406c-aff7-a079db786d5c tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1978872'] for port, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:44.746774 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a82724e6-cfce-4207-a11f-7511e9634af6 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Made reservation on behalf of 9c8c7551cf984e4ca40de4f1d8880b93 for: {'network': 1} {{(pid=128084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 11:44:44.756188 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-a82724e6-cfce-4207-a11f-7511e9634af6 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for network, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:44.761133 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b110eff8-c57b-4c93-9b85-a085ad8bfd43 tempest-ExternalNetworksTestJSON-2097641310 tempest-ExternalNetworksTestJSON-2097641310-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:44:44.761911 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b110eff8-c57b-4c93-9b85-a085ad8bfd43 tempest-ExternalNetworksTestJSON-2097641310 tempest-ExternalNetworksTestJSON-2097641310-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:44:44.762519 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b110eff8-c57b-4c93-9b85-a085ad8bfd43 tempest-ExternalNetworksTestJSON-2097641310 tempest-ExternalNetworksTestJSON-2097641310-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:44:44.763117 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b110eff8-c57b-4c93-9b85-a085ad8bfd43 tempest-ExternalNetworksTestJSON-2097641310 tempest-ExternalNetworksTestJSON-2097641310-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:44:44.763714 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b110eff8-c57b-4c93-9b85-a085ad8bfd43 tempest-ExternalNetworksTestJSON-2097641310 tempest-ExternalNetworksTestJSON-2097641310-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:44:44.764335 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b110eff8-c57b-4c93-9b85-a085ad8bfd43 tempest-ExternalNetworksTestJSON-2097641310 tempest-ExternalNetworksTestJSON-2097641310-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:44:44.764942 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b110eff8-c57b-4c93-9b85-a085ad8bfd43 tempest-ExternalNetworksTestJSON-2097641310 tempest-ExternalNetworksTestJSON-2097641310-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:44:44.770089 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-b110eff8-c57b-4c93-9b85-a085ad8bfd43 tempest-ExternalNetworksTestJSON-2097641310 tempest-ExternalNetworksTestJSON-2097641310-project-admin] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4607 time: 0.3703840 Jun 24 11:44:44.772478 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 56292) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:44:44.779902 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.plugin [None req-349f7c09-71d2-406c-aff7-a079db786d5c tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740-project-admin] Calling delete_port for 43b8474e-ec2b-46a4-9ecd-0790b4002c3e owned by {{(pid=128083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 11:44:44.781039 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-b3bb06f3-f0db-4157-a8ed-22f6a8f7e713 tempest-ServersTestManualDisk-182325693 tempest-ServersTestManualDisk-182325693-project] Notify callbacks [] for security_group_rule, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:44.782707 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-b3bb06f3-f0db-4157-a8ed-22f6a8f7e713 tempest-ServersTestManualDisk-182325693 tempest-ServersTestManualDisk-182325693-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.2208076 Jun 24 11:44:44.791848 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 56294) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:44:44.803694 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-a82724e6-cfce-4207-a11f-7511e9634af6 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Notify callbacks [] for security_group, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:44.811571 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-c659c252-782d-466e-ae19-01c99e5f8960 tempest-ServersTestManualDisk-182325693 tempest-ServersTestManualDisk-182325693-project] Request body: {'floatingip': {'floating_network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b'}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:44:44.865149 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.api.v2.resource [None req-a7924890-8e19-4f9f-b2e9-fae6390fd1fb tempest-ExternalNetworksTestJSON-2097641310 tempest-ExternalNetworksTestJSON-2097641310-project-admin] delete failed (client error): The resource could not be found. Jun 24 11:44:44.869094 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-7b4336d0-15de-44dd-ba0d-2e3fb516940b tempest-ServerActionsTestJSON-818164034 tempest-ServerActionsTestJSON-818164034-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:44.869866 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-a7924890-8e19-4f9f-b2e9-fae6390fd1fb tempest-ExternalNetworksTestJSON-2097641310 tempest-ExternalNetworksTestJSON-2097641310-project-admin] 10.222.0.53 "DELETE /v2.0/floatingips/db14058a-5f33-444e-b21a-2c4c8896fda1 HTTP/1.1" status: 404 len: 345 time: 0.0916240 Jun 24 11:44:44.874334 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 56296) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:44:44.881416 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-7b4336d0-15de-44dd-ba0d-2e3fb516940b tempest-ServerActionsTestJSON-818164034 tempest-ServerActionsTestJSON-818164034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1627007'] for security_group_rule, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:44.911082 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-c659c252-782d-466e-ae19-01c99e5f8960 tempest-ServersTestManualDisk-182325693 tempest-ServersTestManualDisk-182325693-project] Notify callbacks [] for floatingip, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:44.916681 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.pecan_wsgi.hooks.translation [None req-39a413d5-90c3-455c-a39b-43651a16f1d7 tempest-ExternalNetworksTestJSON-2097641310 tempest-ExternalNetworksTestJSON-2097641310-project-admin] DELETE failed (client error): The resource could not be found. Jun 24 11:44:44.916681 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-39a413d5-90c3-455c-a39b-43651a16f1d7 tempest-ExternalNetworksTestJSON-2097641310 tempest-ExternalNetworksTestJSON-2097641310-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=128083) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 24 11:44:44.923360 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-39a413d5-90c3-455c-a39b-43651a16f1d7 tempest-ExternalNetworksTestJSON-2097641310 tempest-ExternalNetworksTestJSON-2097641310-project-admin] 10.222.0.53 "DELETE /v2.0/networks/c2cf6b1c-9706-42f3-aa09-575fa9fa426e HTTP/1.1" status: 404 len: 339 time: 0.0445337 Jun 24 11:44:44.930513 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 56298) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:44:44.937022 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [None req-661a1d49-b6ea-4dd1-9eb2-5e099249097f tempest-ExternalNetworksTestJSON-2097641310 tempest-ExternalNetworksTestJSON-2097641310-project-admin] Request body: {'network': {'name': 'tempest-network--497501307', 'router:external': True}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:44:44.953970 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:44:45.242340 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-a82724e6-cfce-4207-a11f-7511e9634af6 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Notify callbacks [] for security_group, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:45.244542 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-4f23e67b-1d6c-4e7b-9770-d4a37ee625a0 tempest-DHCPAgentSchedulersTestJSON-621493777 tempest-DHCPAgentSchedulersTestJSON-621493777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-972249'] for subnet, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:45.250379 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4336d0-15de-44dd-ba0d-2e3fb516940b tempest-ServerActionsTestJSON-818164034 tempest-ServerActionsTestJSON-818164034-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36b6f33a-3296-4396-ae31-47d6f9802647,revision_number=0']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:44:45.262112 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-7b4336d0-15de-44dd-ba0d-2e3fb516940b tempest-ServerActionsTestJSON-818164034 tempest-ServerActionsTestJSON-818164034-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.308s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:44:45.293627 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-a82724e6-cfce-4207-a11f-7511e9634af6 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800410'] for security_group, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:45.304684 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-7b4336d0-15de-44dd-ba0d-2e3fb516940b tempest-ServerActionsTestJSON-818164034 tempest-ServerActionsTestJSON-818164034-project] Notify callbacks [] for security_group_rule, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:45.311486 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-7b4336d0-15de-44dd-ba0d-2e3fb516940b tempest-ServerActionsTestJSON-818164034 tempest-ServerActionsTestJSON-818164034-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8681006 Jun 24 11:44:45.314580 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 56300) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:44:45.317504 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-090df6da-1303-41b8-94cb-4c6cd75d7aab tempest-ExternalNetworksTestJSON-1343323332 tempest-ExternalNetworksTestJSON-1343323332-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:44:45.330610 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-36630bbc-66f0-4d3c-850d-3e31374e479c tempest-ServerActionsTestJSON-818164034 tempest-ServerActionsTestJSON-818164034-project] Request body: {'floatingip': {'floating_network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b'}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:44:45.377363 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a82724e6-cfce-4207-a11f-7511e9634af6 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] vlan segment allocate from pool success with {'vlan_id': 602, 'physical_network': 'physnet1'} {{(pid=128084) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 11:44:45.386232 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-349f7c09-71d2-406c-aff7-a079db786d5c tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793193945299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193536732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2537862'] for port, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:45.402461 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82724e6-cfce-4207-a11f-7511e9634af6 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e953f662-9636-46a4-b341-ad68cea67a2a,revision_number=1']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:44:45.403587 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:44:45.408490 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-a82724e6-cfce-4207-a11f-7511e9634af6 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967879'] for segment, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:45.409043 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.db.segments_db [None req-a82724e6-cfce-4207-a11f-7511e9634af6 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Added segment 9e8fb26f-e87f-47b8-ab12-ae584c36fd5e of type vlan for network e9ec23c9-0da3-4d63-8d86-26a7b85ec656 Jun 24 11:44:45.428517 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-a82724e6-cfce-4207-a11f-7511e9634af6 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:44:45.433590 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.db.api [None req-36630bbc-66f0-4d3c-850d-3e31374e479c tempest-ServerActionsTestJSON-818164034 tempest-ServerActionsTestJSON-818164034-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 24 11:44:45.433590 dv-neutron-797120-4-hyperv neutron-server[128084]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 24 11:44:45.433590 dv-neutron-797120-4-hyperv neutron-server[128084]: [parameters: {'project_id_1': '33124f0dd27d41d79a5a6b42eb81b949', 'expiration_1': datetime.datetime(2021, 6, 24, 11, 44, 45, 347854)}] Jun 24 11:44:45.433590 dv-neutron-797120-4-hyperv neutron-server[128084]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=128084) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 24 11:44:45.433981 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_db.api [None req-36630bbc-66f0-4d3c-850d-3e31374e479c tempest-ServerActionsTestJSON-818164034 tempest-ServerActionsTestJSON-818164034-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=128084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 24 11:44:45.453589 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349f7c09-71d2-406c-aff7-a079db786d5c tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740-project-admin] Pushing event deleted for resources: {'Port': ['ID=43b8474e-ec2b-46a4-9ecd-0790b4002c3e,revision_number=None']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:44:45.457846 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-349f7c09-71d2-406c-aff7-a079db786d5c tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:44:45.466812 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-349f7c09-71d2-406c-aff7-a079db786d5c tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468916'] for port, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:45.469364 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-349f7c09-71d2-406c-aff7-a079db786d5c tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740-project-admin] 10.222.0.53 "DELETE /v2.0/ports/43b8474e-ec2b-46a4-9ecd-0790b4002c3e HTTP/1.1" status: 204 len: 168 time: 2.0216272 Jun 24 11:44:45.470769 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-4f23e67b-1d6c-4e7b-9770-d4a37ee625a0 tempest-DHCPAgentSchedulersTestJSON-621493777 tempest-DHCPAgentSchedulersTestJSON-621493777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-972238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3292022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3162263'] for subnet, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:45.474354 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-661a1d49-b6ea-4dd1-9eb2-5e099249097f tempest-ExternalNetworksTestJSON-2097641310 tempest-ExternalNetworksTestJSON-2097641310-project-admin] Made reservation on behalf of 50926962e4e349ffb177d7072dcbb7af for: {'network': 1} {{(pid=128083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 11:44:45.476327 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 56302) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:44:45.477108 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-661a1d49-b6ea-4dd1-9eb2-5e099249097f tempest-ExternalNetworksTestJSON-2097641310 tempest-ExternalNetworksTestJSON-2097641310-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for network, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:45.499174 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-e126b9b9-614c-4360-ab3d-1fe5ef1aee27 tempest-RoutersAdminNegativeTest-1113543141 tempest-RoutersAdminNegativeTest-1113543141-project-admin] Notify callbacks [] for port, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:45.507510 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:44:45.520529 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-a82724e6-cfce-4207-a11f-7511e9634af6 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793193525068'] for network, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:45.524230 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-661a1d49-b6ea-4dd1-9eb2-5e099249097f tempest-ExternalNetworksTestJSON-2097641310 tempest-ExternalNetworksTestJSON-2097641310-project-admin] vlan segment allocate from pool success with {'vlan_id': 646, 'physical_network': 'physnet1'} {{(pid=128083) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 11:44:45.544790 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-661a1d49-b6ea-4dd1-9eb2-5e099249097f tempest-ExternalNetworksTestJSON-2097641310 tempest-ExternalNetworksTestJSON-2097641310-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967879'] for segment, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:45.545242 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.db.segments_db [None req-661a1d49-b6ea-4dd1-9eb2-5e099249097f tempest-ExternalNetworksTestJSON-2097641310 tempest-ExternalNetworksTestJSON-2097641310-project-admin] Added segment 498cbce8-004e-4254-9cec-88aaf4aa36af of type vlan for network afd665d0-543f-45cc-a246-200572c74e68 Jun 24 11:44:45.582623 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.pecan_wsgi.hooks.translation [None req-106978e3-2b15-4e5e-923e-bf9d62a4570f tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740-project-admin] GET failed (client error): The resource could not be found. Jun 24 11:44:45.588867 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-106978e3-2b15-4e5e-923e-bf9d62a4570f tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740-project-admin] 10.222.0.53 "GET /v2.0/ports/43b8474e-ec2b-46a4-9ecd-0790b4002c3e HTTP/1.1" status: 404 len: 333 time: 0.0956020 Jun 24 11:44:45.588867 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f23e67b-1d6c-4e7b-9770-d4a37ee625a0 tempest-DHCPAgentSchedulersTestJSON-621493777 tempest-DHCPAgentSchedulersTestJSON-621493777-project] Pushing event deleted for resources: {'Subnet': ['ID=401cc3c7-ea41-422d-ab7c-60148d3d4c7d,revision_number=None']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:44:45.589284 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 56304) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:44:45.594712 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-4f23e67b-1d6c-4e7b-9770-d4a37ee625a0 tempest-DHCPAgentSchedulersTestJSON-621493777 tempest-DHCPAgentSchedulersTestJSON-621493777-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:44:45.599710 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e947f70-3fe7-4e19-aed9-1d8542b1b5db None None] Network dd48ad69-7e48-45ad-ae88-2be7678072ad requested from dv-neutron-797120-4-hyperv {{(pid=128085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 11:44:45.602106 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-7ea431f2-58e8-46a6-94fd-efdbc988583b tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740-project-admin] Request body: {'port': {'network_id': '876ad46f-f7a3-40f3-82f2-f2702cd6e499', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1143587445'}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:44:45.605546 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-4f23e67b-1d6c-4e7b-9770-d4a37ee625a0 tempest-DHCPAgentSchedulersTestJSON-621493777 tempest-DHCPAgentSchedulersTestJSON-621493777-project] Notify callbacks [] for subnet, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:45.610083 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-4f23e67b-1d6c-4e7b-9770-d4a37ee625a0 tempest-DHCPAgentSchedulersTestJSON-621493777 tempest-DHCPAgentSchedulersTestJSON-621493777-project] 10.222.0.53 "DELETE /v2.0/subnets/401cc3c7-ea41-422d-ab7c-60148d3d4c7d HTTP/1.1" status: 204 len: 168 time: 1.2723968 Jun 24 11:44:45.611770 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 56306) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:44:45.623767 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-e126b9b9-614c-4360-ab3d-1fe5ef1aee27 tempest-RoutersAdminNegativeTest-1113543141 tempest-RoutersAdminNegativeTest-1113543141-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-650429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-506361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793193536723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2537853'] for port, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:45.641748 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-661a1d49-b6ea-4dd1-9eb2-5e099249097f tempest-ExternalNetworksTestJSON-2097641310 tempest-ExternalNetworksTestJSON-2097641310-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793193525068'] for network, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:45.646318 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-a82724e6-cfce-4207-a11f-7511e9634af6 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1800243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976'] for network, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:45.658250 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:44:45.667148 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a82724e6-cfce-4207-a11f-7511e9634af6 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=128084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:44:45.667857 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-a82724e6-cfce-4207-a11f-7511e9634af6 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588949'] for network, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:45.671790 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-c659c252-782d-466e-ae19-01c99e5f8960 tempest-ServersTestManualDisk-182325693 tempest-ServersTestManualDisk-182325693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:45.676219 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-55d373f0-c6cc-4b67-bf98-1b61cb6a4997 tempest-DHCPAgentSchedulersTestJSON-621493777 tempest-DHCPAgentSchedulersTestJSON-621493777-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:44:45.712884 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ea431f2-58e8-46a6-94fd-efdbc988583b tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740-project-admin] Made reservation on behalf of e3b7473f66e74a3fa8e2c28582501f4b for: {'port': 1} {{(pid=128084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 11:44:45.716158 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-7ea431f2-58e8-46a6-94fd-efdbc988583b tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:45.777192 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.45', 52710) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:44:45.825022 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e126b9b9-614c-4360-ab3d-1fe5ef1aee27 tempest-RoutersAdminNegativeTest-1113543141 tempest-RoutersAdminNegativeTest-1113543141-project-admin] Network f2b8ca71-e776-48b2-8898-96cc7970207b is already hosted by enough agents. {{(pid=128083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 11:44:45.831711 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-ba2af261-f602-4b59-a8fd-83d0b900b224 tempest-DHCPAgentSchedulersTestJSON-621493777 tempest-DHCPAgentSchedulersTestJSON-621493777-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-534962'] for network, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:45.849420 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.base_scheduler [None req-e126b9b9-614c-4360-ab3d-1fe5ef1aee27 tempest-RoutersAdminNegativeTest-1113543141 tempest-RoutersAdminNegativeTest-1113543141-project-admin] Resources bound (agent type, host, resource id): {{(pid=128083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:44:45.883537 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e126b9b9-614c-4360-ab3d-1fe5ef1aee27 tempest-RoutersAdminNegativeTest-1113543141 tempest-RoutersAdminNegativeTest-1113543141-project-admin] Received port after_create {{(pid=128083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 11:44:45.899103 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e126b9b9-614c-4360-ab3d-1fe5ef1aee27 tempest-RoutersAdminNegativeTest-1113543141 tempest-RoutersAdminNegativeTest-1113543141-project-admin] Pushing event updated for resources: {'Port': ['ID=5837bf0c-225b-4d37-951a-093a07023dad,revision_number=1']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:44:45.954961 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-e126b9b9-614c-4360-ab3d-1fe5ef1aee27 tempest-RoutersAdminNegativeTest-1113543141 tempest-RoutersAdminNegativeTest-1113543141-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.297s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:44:46.000785 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device 49b5e277-6c4d-4c06-94f1-609b61df994e up at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 11:44:46.015397 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-661a1d49-b6ea-4dd1-9eb2-5e099249097f tempest-ExternalNetworksTestJSON-2097641310 tempest-ExternalNetworksTestJSON-2097641310-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1800243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976'] for network, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:46.039448 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-a82724e6-cfce-4207-a11f-7511e9634af6 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.7200050 Jun 24 11:44:46.048193 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 56312) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:44:46.054481 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82724e6-cfce-4207-a11f-7511e9634af6 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Pushing event updated for resources: {'Network': ['ID=e9ec23c9-0da3-4d63-8d86-26a7b85ec656,revision_number=1']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:44:46.059876 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-daed4bf2-320e-4dca-ae65-adecd4e4a0b7 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-886655349'}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:44:46.076284 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.notifiers.nova [None req-7ea431f2-58e8-46a6-94fd-efdbc988583b tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740-project-admin] device_id is not set on port 0facad5a-541b-4a9c-aadc-4760717125a3 yet. {{(pid=128084) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 24 11:44:46.086440 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-a82724e6-cfce-4207-a11f-7511e9634af6 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.410s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:44:46.099433 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d032b467-2820-4d05-976c-e22432e88a83 None None] DHCP port deletion for dd48ad69-7e48-45ad-ae88-2be7678072ad request from dv-neutron-797120-4-hyperv {{(pid=128085) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 24 11:44:46.103597 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Network e9ec23c9-0da3-4d63-8d86-26a7b85ec656 details requested by agent ovs-agent-dv-neutron-797120-4-hyperv with host dv-neutron-797120-4-hyperv {{(pid=128085) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 11:44:46.113029 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-661a1d49-b6ea-4dd1-9eb2-5e099249097f tempest-ExternalNetworksTestJSON-2097641310 tempest-ExternalNetworksTestJSON-2097641310-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:44:46.113824 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-661a1d49-b6ea-4dd1-9eb2-5e099249097f tempest-ExternalNetworksTestJSON-2097641310 tempest-ExternalNetworksTestJSON-2097641310-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588949'] for network, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:46.132804 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-9e5964cd-71b5-4f84-a0f6-8c9586162b68 req-c7b7cb83-aab4-46fe-bd10-83f5ec58bc7a tempest-ServersTestJSON-1725335409 tempest-ServersTestJSON-1725335409-project] 10.222.0.53 "GET /v2.0/ports?device_id=618b8848-261b-4b47-b06a-cb463f1f77c5 HTTP/1.1" status: 200 len: 210 time: 0.1394114 Jun 24 11:44:46.158193 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-373e9cb5-28b2-4e6e-a115-db67cbca7a0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-918925667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-918925667-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:44:46.161635 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e126b9b9-614c-4360-ab3d-1fe5ef1aee27 tempest-RoutersAdminNegativeTest-1113543141 tempest-RoutersAdminNegativeTest-1113543141-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:44:46.162624 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-e126b9b9-614c-4360-ab3d-1fe5ef1aee27 tempest-RoutersAdminNegativeTest-1113543141 tempest-RoutersAdminNegativeTest-1113543141-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468916'] for port, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:46.173030 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-36630bbc-66f0-4d3c-850d-3e31374e479c tempest-ServerActionsTestJSON-818164034 tempest-ServerActionsTestJSON-818164034-project] Notify callbacks [] for floatingip, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:46.262124 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.db.db_base_plugin_common [None req-c659c252-782d-466e-ae19-01c99e5f8960 tempest-ServersTestManualDisk-182325693 tempest-ServersTestManualDisk-182325693-project] Allocated IP 172.26.7.142 (f2b8ca71-e776-48b2-8898-96cc7970207b/f37bf603-3862-4d0a-9f58-89616f7fd68f/d32b31be-a084-4d49-83d8-9a762de8eb48) {{(pid=128084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 11:44:46.268814 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-daed4bf2-320e-4dca-ae65-adecd4e4a0b7 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Made reservation on behalf of 9c8c7551cf984e4ca40de4f1d8880b93 for: {'network': 1} {{(pid=128084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 11:44:46.272212 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-daed4bf2-320e-4dca-ae65-adecd4e4a0b7 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for network, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:46.287674 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-e126b9b9-614c-4360-ab3d-1fe5ef1aee27 tempest-RoutersAdminNegativeTest-1113543141 tempest-RoutersAdminNegativeTest-1113543141-project-admin] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 4.8596368 Jun 24 11:44:46.291155 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning for port 49b5e277-6c4d-4c06-94f1-609b61df994e completed by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 11:44:46.292840 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 56316) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:44:46.302760 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [None req-af015a95-8e85-4ef1-9599-c1f1820c3ead tempest-RoutersAdminNegativeTest-1113543141 tempest-RoutersAdminNegativeTest-1113543141-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'external_fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.158'}]}}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:44:46.327543 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning complete for port 49b5e277-6c4d-4c06-94f1-609b61df994e triggered by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:44:46.327938 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:46.339978 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-661a1d49-b6ea-4dd1-9eb2-5e099249097f tempest-ExternalNetworksTestJSON-2097641310 tempest-ExternalNetworksTestJSON-2097641310-project-admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.4076242 Jun 24 11:44:46.344569 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661a1d49-b6ea-4dd1-9eb2-5e099249097f tempest-ExternalNetworksTestJSON-2097641310 tempest-ExternalNetworksTestJSON-2097641310-project-admin] Pushing event updated for resources: {'Network': ['ID=afd665d0-543f-45cc-a246-200572c74e68,revision_number=1']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:44:46.348481 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 56320) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:44:46.352930 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-af015a95-8e85-4ef1-9599-c1f1820c3ead tempest-RoutersAdminNegativeTest-1113543141 tempest-RoutersAdminNegativeTest-1113543141-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1803889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65293'] for router, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:46.354289 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-af015a95-8e85-4ef1-9599-c1f1820c3ead tempest-RoutersAdminNegativeTest-1113543141 tempest-RoutersAdminNegativeTest-1113543141-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1803848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1975305', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1581158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65396'] for router, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:46.360464 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-661a1d49-b6ea-4dd1-9eb2-5e099249097f tempest-ExternalNetworksTestJSON-2097641310 tempest-ExternalNetworksTestJSON-2097641310-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:44:46.375123 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Network afd665d0-543f-45cc-a246-200572c74e68 details requested by agent ovs-agent-dv-neutron-797120-4-hyperv with host dv-neutron-797120-4-hyperv {{(pid=128085) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 11:44:46.448055 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed458687-8d04-4d82-8de8-6b52bba8ab76 req-2d8add99-ce8f-4874-8336-2a3700f59aae tempest-ServersTestJSON-1725335409 tempest-ServersTestJSON-1725335409-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:44:46.450954 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-ed458687-8d04-4d82-8de8-6b52bba8ab76 req-2d8add99-ce8f-4874-8336-2a3700f59aae tempest-ServersTestJSON-1725335409 tempest-ServersTestJSON-1725335409-project] 10.222.0.45 "GET /v2.0/networks?id=5404b65a-42b1-4f9a-be9b-03cba7439c22 HTTP/1.1" status: 200 len: 806 time: 0.6724603 Jun 24 11:44:46.504589 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.plugin [None req-ba2af261-f602-4b59-a8fd-83d0b900b224 tempest-DHCPAgentSchedulersTestJSON-621493777 tempest-DHCPAgentSchedulersTestJSON-621493777-project] Deleting port 857e879c-a887-4e58-916c-32d3ba111418 {{(pid=128083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 11:44:46.505213 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-ba2af261-f602-4b59-a8fd-83d0b900b224 tempest-DHCPAgentSchedulersTestJSON-621493777 tempest-DHCPAgentSchedulersTestJSON-621493777-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793193942312'] for port, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:46.610050 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-d032b467-2820-4d05-976c-e22432e88a83 None None] Deleting port 857e879c-a887-4e58-916c-32d3ba111418 {{(pid=128085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 11:44:46.611044 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-d032b467-2820-4d05-976c-e22432e88a83 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793193942312'] for port, before_delete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:46.698775 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:46.746578 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-d032b467-2820-4d05-976c-e22432e88a83 None None] For port 857e879c-a887-4e58-916c-32d3ba111418, host dv-neutron-797120-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=857e879c-a887-4e58-916c-32d3ba111418,segment=NetworkSegment(e655d5ba-217d-4ae0-81a8-ad17bb1f7316),segment_id=e655d5ba-217d-4ae0-81a8-ad17bb1f7316)] {{(pid=128085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 11:44:46.747524 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-d032b467-2820-4d05-976c-e22432e88a83 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1978872'] for port, precommit_delete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:46.779781 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-d032b467-2820-4d05-976c-e22432e88a83 None None] Calling delete_port for 857e879c-a887-4e58-916c-32d3ba111418 owned by network:dhcp {{(pid=128085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 11:44:46.797504 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] For port 49b5e277-6c4d-4c06-94f1-609b61df994e, host dv-neutron-797120-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=49b5e277-6c4d-4c06-94f1-609b61df994e,segment=NetworkSegment(07892e35-761a-4552-b54f-9cd6dfd50c5c),segment_id=07892e35-761a-4552-b54f-9cd6dfd50c5c)] {{(pid=128085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 11:44:46.810095 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:46.820474 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-088523b7-980d-4ae8-9d7a-bb4d4751fd3a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:44:46.831789 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-af015a95-8e85-4ef1-9599-c1f1820c3ead tempest-RoutersAdminNegativeTest-1113543141 tempest-RoutersAdminNegativeTest-1113543141-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:46.841982 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-daed4bf2-320e-4dca-ae65-adecd4e4a0b7 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] vlan segment allocate from pool success with {'vlan_id': 637, 'physical_network': 'physnet1'} {{(pid=128084) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 11:44:46.865954 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-daed4bf2-320e-4dca-ae65-adecd4e4a0b7 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967879'] for segment, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:46.866543 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.db.segments_db [None req-daed4bf2-320e-4dca-ae65-adecd4e4a0b7 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Added segment 6d3cd91a-6748-4733-8ae9-30e694fd13bf of type vlan for network c48932c2-d177-4d5d-88a5-b0e54b052100 Jun 24 11:44:46.930123 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-daed4bf2-320e-4dca-ae65-adecd4e4a0b7 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793193525068'] for network, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:46.986916 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-daed4bf2-320e-4dca-ae65-adecd4e4a0b7 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1800243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976'] for network, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:47.007112 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Pushing event updated for resources: {'Port': ['ID=49b5e277-6c4d-4c06-94f1-609b61df994e,revision_number=5']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:44:47.010822 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:44:47.049514 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-d032b467-2820-4d05-976c-e22432e88a83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793193945299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193536732'] for port, after_delete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:47.055738 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-30d89d86-4d35-4056-a194-550b0a5540ef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:44:47.059380 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daed4bf2-320e-4dca-ae65-adecd4e4a0b7 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=128084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:44:47.060004 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-daed4bf2-320e-4dca-ae65-adecd4e4a0b7 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588949'] for network, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:47.063355 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:44:47.094135 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-7ea431f2-58e8-46a6-94fd-efdbc988583b tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740-project-admin] Notify callbacks [] for port, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:47.094939 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d032b467-2820-4d05-976c-e22432e88a83 None None] No DVR routers for this DVR port 857e879c-a887-4e58-916c-32d3ba111418 on host dv-neutron-797120-4-hyperv {{(pid=128085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 11:44:47.106457 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d032b467-2820-4d05-976c-e22432e88a83 None None] Pushing event deleted for resources: {'Port': ['ID=857e879c-a887-4e58-916c-32d3ba111418,revision_number=None']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:44:47.116834 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-d032b467-2820-4d05-976c-e22432e88a83 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:44:47.207492 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-af015a95-8e85-4ef1-9599-c1f1820c3ead tempest-RoutersAdminNegativeTest-1113543141 tempest-RoutersAdminNegativeTest-1113543141-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1975381', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1803205', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65378'] for router, precommit_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:47.247149 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-ed458687-8d04-4d82-8de8-6b52bba8ab76 req-b0b98cb2-afff-4e8c-9225-02a8139999f1 tempest-ServersTestJSON-1725335409 tempest-ServersTestJSON-1725335409-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a34fcc8eaff5466883f461818fc3749a HTTP/1.1" status: 200 len: 379 time: 0.7187319 Jun 24 11:44:47.248799 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-daed4bf2-320e-4dca-ae65-adecd4e4a0b7 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.1953263 Jun 24 11:44:47.255231 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.db [None req-ba2af261-f602-4b59-a8fd-83d0b900b224 tempest-DHCPAgentSchedulersTestJSON-621493777 tempest-DHCPAgentSchedulersTestJSON-621493777-project] For port 857e879c-a887-4e58-916c-32d3ba111418, host dv-neutron-797120-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=857e879c-a887-4e58-916c-32d3ba111418,segment=NetworkSegment(e655d5ba-217d-4ae0-81a8-ad17bb1f7316),segment_id=e655d5ba-217d-4ae0-81a8-ad17bb1f7316)] {{(pid=128083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 11:44:47.255718 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-ba2af261-f602-4b59-a8fd-83d0b900b224 tempest-DHCPAgentSchedulersTestJSON-621493777 tempest-DHCPAgentSchedulersTestJSON-621493777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1978872'] for port, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:47.258103 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 56342) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:44:47.266974 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daed4bf2-320e-4dca-ae65-adecd4e4a0b7 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Pushing event updated for resources: {'Network': ['ID=c48932c2-d177-4d5d-88a5-b0e54b052100,revision_number=1']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:44:47.272472 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [req-ed458687-8d04-4d82-8de8-6b52bba8ab76 req-f4aacb25-1914-40ba-9ef8-65143015efb0 tempest-ServersTestJSON-1725335409 tempest-ServersTestJSON-1725335409-project] Request body: {'port': {'device_id': '618b8848-261b-4b47-b06a-cb463f1f77c5', 'network_id': '5404b65a-42b1-4f9a-be9b-03cba7439c22', 'admin_state_up': True, 'tenant_id': 'a34fcc8eaff5466883f461818fc3749a', 'security_groups': ['c6a6118f-5ca3-4415-a86c-d6e07885b397']}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:44:47.280680 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Network c48932c2-d177-4d5d-88a5-b0e54b052100 details requested by agent ovs-agent-dv-neutron-797120-4-hyperv with host dv-neutron-797120-4-hyperv {{(pid=128085) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 11:44:47.281758 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-daed4bf2-320e-4dca-ae65-adecd4e4a0b7 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:44:47.312479 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [None req-02feef68-d1be-4601-a2dc-bf04f7a3b093 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Request body: {'subnet': {'network_id': 'e9ec23c9-0da3-4d63-8d86-26a7b85ec656', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:44:47.372158 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-c659c252-782d-466e-ae19-01c99e5f8960 tempest-ServersTestManualDisk-182325693 tempest-ServersTestManualDisk-182325693-project] Notify callbacks [] for port, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:47.412186 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a74a239e-f93e-4bbd-a973-f4a753bf61e5 tempest-ExternalNetworksTestJSON-1343323332 tempest-ExternalNetworksTestJSON-1343323332-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:44:47.412968 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-7ea431f2-58e8-46a6-94fd-efdbc988583b tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-650429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-506361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793193536723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3291971'] for port, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:47.420070 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a74a239e-f93e-4bbd-a973-f4a753bf61e5 tempest-ExternalNetworksTestJSON-1343323332 tempest-ExternalNetworksTestJSON-1343323332-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:44:47.433098 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a74a239e-f93e-4bbd-a973-f4a753bf61e5 tempest-ExternalNetworksTestJSON-1343323332 tempest-ExternalNetworksTestJSON-1343323332-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:44:47.445850 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a74a239e-f93e-4bbd-a973-f4a753bf61e5 tempest-ExternalNetworksTestJSON-1343323332 tempest-ExternalNetworksTestJSON-1343323332-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:44:47.449592 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-a74a239e-f93e-4bbd-a973-f4a753bf61e5 tempest-ExternalNetworksTestJSON-1343323332 tempest-ExternalNetworksTestJSON-1343323332-project] 10.222.0.53 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2453 time: 1.0978792 Jun 24 11:44:47.459363 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 56346) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:44:47.464277 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:44:47.476454 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.plugin [None req-ba2af261-f602-4b59-a8fd-83d0b900b224 tempest-DHCPAgentSchedulersTestJSON-621493777 tempest-DHCPAgentSchedulersTestJSON-621493777-project] Calling delete_port for 857e879c-a887-4e58-916c-32d3ba111418 owned by network:dhcp {{(pid=128083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 11:44:47.505177 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-36630bbc-66f0-4d3c-850d-3e31374e479c tempest-ServerActionsTestJSON-818164034 tempest-ServerActionsTestJSON-818164034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:47.699732 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ea431f2-58e8-46a6-94fd-efdbc988583b tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740-project-admin] Network 876ad46f-f7a3-40f3-82f2-f2702cd6e499 is already hosted by enough agents. {{(pid=128084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 11:44:47.730982 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.base_scheduler [None req-7ea431f2-58e8-46a6-94fd-efdbc988583b tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740-project-admin] Resources bound (agent type, host, resource id): {{(pid=128084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:44:47.744740 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-37e4c601-3623-4d29-be9e-5bcce14e6b45 req-022de3db-3e66-4d98-961d-6f8ce8e11e32 tempest-ServersTestJSON-1725335409 tempest-ServersTestJSON-1725335409-project] 10.222.0.53 "GET /v2.0/ports?device_id=618b8848-261b-4b47-b06a-cb463f1f77c5 HTTP/1.1" status: 200 len: 210 time: 0.1226170 Jun 24 11:44:47.749072 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ea431f2-58e8-46a6-94fd-efdbc988583b tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740-project-admin] Received port after_create {{(pid=128084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 11:44:47.750965 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ea431f2-58e8-46a6-94fd-efdbc988583b tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=128084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:44:47.752103 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-7ea431f2-58e8-46a6-94fd-efdbc988583b tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468916'] for port, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:47.780516 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea431f2-58e8-46a6-94fd-efdbc988583b tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740-project-admin] Pushing event updated for resources: {'Port': ['ID=0facad5a-541b-4a9c-aadc-4760717125a3,revision_number=1']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:44:47.786151 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-7ea431f2-58e8-46a6-94fd-efdbc988583b tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.322s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:44:47.789106 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-43675688-caa6-4c6f-ac43-2bfb3ac3be3f tempest-ExternalNetworksTestJSON-2097641310 tempest-ExternalNetworksTestJSON-2097641310-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-534962'] for network, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:47.827223 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-c659c252-782d-466e-ae19-01c99e5f8960 tempest-ServersTestManualDisk-182325693 tempest-ServersTestManualDisk-182325693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-650429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-506361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793193536723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3291971'] for port, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:47.895580 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02feef68-d1be-4601-a2dc-bf04f7a3b093 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Made reservation on behalf of 9c8c7551cf984e4ca40de4f1d8880b93 for: {'subnet': 1} {{(pid=128083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 11:44:47.899200 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-02feef68-d1be-4601-a2dc-bf04f7a3b093 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3289788'] for subnet, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:47.914818 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-ab52bf0f-9ed7-474d-a9af-8f8e926698b8 tempest-ExternalNetworksTestJSON-2097641310 tempest-ExternalNetworksTestJSON-2097641310-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:44:47.930067 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-7ea431f2-58e8-46a6-94fd-efdbc988583b tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740-project-admin] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 2.3341446 Jun 24 11:44:47.940593 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 56350) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:44:48.011428 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device 49b5e277-6c4d-4c06-94f1-609b61df994e up at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 11:44:48.022221 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [None req-7b85e5c1-9aa8-40ee-a008-0747982e85f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-7971'}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:44:48.032612 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-ba2af261-f602-4b59-a8fd-83d0b900b224 tempest-DHCPAgentSchedulersTestJSON-621493777 tempest-DHCPAgentSchedulersTestJSON-621493777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793193945299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193536732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2537862'] for port, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:48.062524 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c659c252-782d-466e-ae19-01c99e5f8960 tempest-ServersTestManualDisk-182325693 tempest-ServersTestManualDisk-182325693-project] Network f2b8ca71-e776-48b2-8898-96cc7970207b is already hosted by enough agents. {{(pid=128084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 11:44:48.082707 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:44:48.099676 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.base_scheduler [None req-c659c252-782d-466e-ae19-01c99e5f8960 tempest-ServersTestManualDisk-182325693 tempest-ServersTestManualDisk-182325693-project] Resources bound (agent type, host, resource id): {{(pid=128084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:44:48.100001 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ed458687-8d04-4d82-8de8-6b52bba8ab76 req-f4aacb25-1914-40ba-9ef8-65143015efb0 tempest-ServersTestJSON-1725335409 tempest-ServersTestJSON-1725335409-project] Made reservation on behalf of a34fcc8eaff5466883f461818fc3749a for: {'port': 1} {{(pid=128083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 11:44:48.104192 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-ed458687-8d04-4d82-8de8-6b52bba8ab76 req-f4aacb25-1914-40ba-9ef8-65143015efb0 tempest-ServersTestJSON-1725335409 tempest-ServersTestJSON-1725335409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:48.105950 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.db.db_base_plugin_common [None req-36630bbc-66f0-4d3c-850d-3e31374e479c tempest-ServerActionsTestJSON-818164034 tempest-ServerActionsTestJSON-818164034-project] Allocated IP 172.26.7.159 (f2b8ca71-e776-48b2-8898-96cc7970207b/f37bf603-3862-4d0a-9f58-89616f7fd68f/0d5768a8-6446-49a3-b64b-53372859d0fe) {{(pid=128084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 11:44:48.117119 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning complete for port 49b5e277-6c4d-4c06-94f1-609b61df994e triggered by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:44:48.117552 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:48.132516 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c659c252-782d-466e-ae19-01c99e5f8960 tempest-ServersTestManualDisk-182325693 tempest-ServersTestManualDisk-182325693-project] Received port after_create {{(pid=128084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 11:44:48.136966 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c659c252-782d-466e-ae19-01c99e5f8960 tempest-ServersTestManualDisk-182325693 tempest-ServersTestManualDisk-182325693-project] Pushing event updated for resources: {'Port': ['ID=d32b31be-a084-4d49-83d8-9a762de8eb48,revision_number=1']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:44:48.165946 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-c659c252-782d-466e-ae19-01c99e5f8960 tempest-ServersTestManualDisk-182325693 tempest-ServersTestManualDisk-182325693-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:44:48.233718 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2af261-f602-4b59-a8fd-83d0b900b224 tempest-DHCPAgentSchedulersTestJSON-621493777 tempest-DHCPAgentSchedulersTestJSON-621493777-project] Pushing event deleted for resources: {'Port': ['ID=857e879c-a887-4e58-916c-32d3ba111418,revision_number=None']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:44:48.260108 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-43675688-caa6-4c6f-ac43-2bfb3ac3be3f tempest-ExternalNetworksTestJSON-2097641310 tempest-ExternalNetworksTestJSON-2097641310-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973199', 'neutron.services.segments.db._delete_segments_for_network-8793194012456'] for network, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:48.260599 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba2af261-f602-4b59-a8fd-83d0b900b224 tempest-DHCPAgentSchedulersTestJSON-621493777 tempest-DHCPAgentSchedulersTestJSON-621493777-project] No DVR routers for this DVR port 857e879c-a887-4e58-916c-32d3ba111418 on host dv-neutron-797120-4-hyperv {{(pid=128083) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 11:44:48.268525 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-ba2af261-f602-4b59-a8fd-83d0b900b224 tempest-DHCPAgentSchedulersTestJSON-621493777 tempest-DHCPAgentSchedulersTestJSON-621493777-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:44:48.321454 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.services.segments.db [None req-43675688-caa6-4c6f-ac43-2bfb3ac3be3f tempest-ExternalNetworksTestJSON-2097641310 tempest-ExternalNetworksTestJSON-2097641310-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['afd665d0-543f-45cc-a246-200572c74e68']}} {{(pid=128084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:44:48.340999 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.services.segments.db [None req-43675688-caa6-4c6f-ac43-2bfb3ac3be3f tempest-ExternalNetworksTestJSON-2097641310 tempest-ExternalNetworksTestJSON-2097641310-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '498cbce8-004e-4254-9cec-88aaf4aa36af') {'for_net_delete': True} {{(pid=128084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:44:48.341685 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.services.segments.db [None req-43675688-caa6-4c6f-ac43-2bfb3ac3be3f tempest-ExternalNetworksTestJSON-2097641310 tempest-ExternalNetworksTestJSON-2097641310-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '498cbce8-004e-4254-9cec-88aaf4aa36af') {} {{(pid=128084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:44:48.388396 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device 857e879c-a887-4e58-916c-32d3ba111418 no longer exists at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 11:44:48.395952 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-43675688-caa6-4c6f-ac43-2bfb3ac3be3f tempest-ExternalNetworksTestJSON-2097641310 tempest-ExternalNetworksTestJSON-2097641310-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793194097327', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2373599'] for segment, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:48.439114 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-43675688-caa6-4c6f-ac43-2bfb3ac3be3f tempest-ExternalNetworksTestJSON-2097641310 tempest-ExternalNetworksTestJSON-2097641310-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967879'] for segment, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:48.441503 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] No Port match for: 857e879c-a887-4e58-916c-32d3ba111418 {{(pid=128085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 11:44:48.442233 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device 857e879c-a887-4e58-916c-32d3ba111418 not bound to the agent host dv-neutron-797120-4-hyperv {{(pid=128085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 11:44:48.446265 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-c659c252-782d-466e-ae19-01c99e5f8960 tempest-ServersTestManualDisk-182325693 tempest-ServersTestManualDisk-182325693-project] Notify callbacks [] for floatingip, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:48.474041 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43675688-caa6-4c6f-ac43-2bfb3ac3be3f tempest-ExternalNetworksTestJSON-2097641310 tempest-ExternalNetworksTestJSON-2097641310-project-admin] Releasing vlan 646 on physical network physnet1 to pool {{(pid=128084) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 11:44:48.474548 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-43675688-caa6-4c6f-ac43-2bfb3ac3be3f tempest-ExternalNetworksTestJSON-2097641310 tempest-ExternalNetworksTestJSON-2097641310-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3292053'] for segment, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:48.476795 dv-neutron-797120-4-hyperv neutron-server[128084]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 11:44:48.476795 dv-neutron-797120-4-hyperv neutron-server[128084]: conditions |= (models_v2.Port.network_id.in_( Jun 24 11:44:48.476795 dv-neutron-797120-4-hyperv neutron-server[128084]: Traceback (most recent call last): Jun 24 11:44:48.476795 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 24 11:44:48.476795 dv-neutron-797120-4-hyperv neutron-server[128084]: timer() Jun 24 11:44:48.476795 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 24 11:44:48.476795 dv-neutron-797120-4-hyperv neutron-server[128084]: cb(*args, **kw) Jun 24 11:44:48.476795 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 24 11:44:48.476795 dv-neutron-797120-4-hyperv neutron-server[128084]: return func(*args, **kwargs) Jun 24 11:44:48.476795 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 24 11:44:48.476795 dv-neutron-797120-4-hyperv neutron-server[128084]: self._notify() Jun 24 11:44:48.476795 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 24 11:44:48.476795 dv-neutron-797120-4-hyperv neutron-server[128084]: self.callback(batched_events) Jun 24 11:44:48.476795 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 24 11:44:48.476795 dv-neutron-797120-4-hyperv neutron-server[128084]: event.method(event) Jun 24 11:44:48.476795 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 24 11:44:48.476795 dv-neutron-797120-4-hyperv neutron-server[128084]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 24 11:44:48.476795 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 24 11:44:48.476795 dv-neutron-797120-4-hyperv neutron-server[128084]: aggregate_uuid = self.p_client.list_aggregates( Jun 24 11:44:48.476795 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 24 11:44:48.476795 dv-neutron-797120-4-hyperv neutron-server[128084]: return f(self, *a, **k) Jun 24 11:44:48.476795 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 24 11:44:48.476795 dv-neutron-797120-4-hyperv neutron-server[128084]: return self._get(url).json() Jun 24 11:44:48.476795 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 24 11:44:48.476795 dv-neutron-797120-4-hyperv neutron-server[128084]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 24 11:44:48.476795 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 24 11:44:48.476795 dv-neutron-797120-4-hyperv neutron-server[128084]: return self.request(url, 'GET', **kwargs) Jun 24 11:44:48.476795 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 24 11:44:48.476795 dv-neutron-797120-4-hyperv neutron-server[128084]: base_url = self.get_endpoint(auth, allow=allow, Jun 24 11:44:48.476795 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 24 11:44:48.476795 dv-neutron-797120-4-hyperv neutron-server[128084]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 24 11:44:48.476795 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 24 11:44:48.476795 dv-neutron-797120-4-hyperv neutron-server[128084]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 24 11:44:48.476795 dv-neutron-797120-4-hyperv neutron-server[128084]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 24 11:44:48.534440 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-36630bbc-66f0-4d3c-850d-3e31374e479c tempest-ServerActionsTestJSON-818164034 tempest-ServerActionsTestJSON-818164034-project] Notify callbacks [] for port, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:48.602000 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-c659c252-782d-466e-ae19-01c99e5f8960 tempest-ServersTestManualDisk-182325693 tempest-ServersTestManualDisk-182325693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:48.628600 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-43675688-caa6-4c6f-ac43-2bfb3ac3be3f tempest-ExternalNetworksTestJSON-2097641310 tempest-ExternalNetworksTestJSON-2097641310-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1800243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1815642'] for network, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:48.649436 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-daed4bf2-320e-4dca-ae65-adecd4e4a0b7 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:44:48.670950 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43675688-caa6-4c6f-ac43-2bfb3ac3be3f tempest-ExternalNetworksTestJSON-2097641310 tempest-ExternalNetworksTestJSON-2097641310-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network afd665d0-543f-45cc-a246-200572c74e68 {{(pid=128084) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jun 24 11:44:48.693438 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-43675688-caa6-4c6f-ac43-2bfb3ac3be3f tempest-ExternalNetworksTestJSON-2097641310 tempest-ExternalNetworksTestJSON-2097641310-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588949'] for network, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:48.702425 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-43675688-caa6-4c6f-ac43-2bfb3ac3be3f tempest-ExternalNetworksTestJSON-2097641310 tempest-ExternalNetworksTestJSON-2097641310-project-admin] 10.222.0.53 "DELETE /v2.0/networks/afd665d0-543f-45cc-a246-200572c74e68 HTTP/1.1" status: 204 len: 168 time: 1.2344129 Jun 24 11:44:48.706324 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43675688-caa6-4c6f-ac43-2bfb3ac3be3f tempest-ExternalNetworksTestJSON-2097641310 tempest-ExternalNetworksTestJSON-2097641310-project-admin] Pushing event deleted for resources: {'Network': ['ID=afd665d0-543f-45cc-a246-200572c74e68,revision_number=None']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:44:48.709730 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 56352) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:44:48.720641 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-1cf8dbea-2e88-481f-bebc-73751aef3762 tempest-ExternalNetworksTestJSON-2097641310 tempest-ExternalNetworksTestJSON-2097641310-project-admin] Request body: {'network': {'name': 'tempest-network--1011534263', 'router:external': True}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:44:48.725714 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-43675688-caa6-4c6f-ac43-2bfb3ac3be3f tempest-ExternalNetworksTestJSON-2097641310 tempest-ExternalNetworksTestJSON-2097641310-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:44:48.827029 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-36630bbc-66f0-4d3c-850d-3e31374e479c tempest-ServerActionsTestJSON-818164034 tempest-ServerActionsTestJSON-818164034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-650429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-506361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793193536723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3291971'] for port, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:48.845126 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-7ea431f2-58e8-46a6-94fd-efdbc988583b tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:44:48.929483 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cf8dbea-2e88-481f-bebc-73751aef3762 tempest-ExternalNetworksTestJSON-2097641310 tempest-ExternalNetworksTestJSON-2097641310-project-admin] Made reservation on behalf of 50926962e4e349ffb177d7072dcbb7af for: {'network': 1} {{(pid=128084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 11:44:48.944818 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-1cf8dbea-2e88-481f-bebc-73751aef3762 tempest-ExternalNetworksTestJSON-2097641310 tempest-ExternalNetworksTestJSON-2097641310-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for network, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:48.975855 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-7b85e5c1-9aa8-40ee-a008-0747982e85f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:48.995911 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-ba2af261-f602-4b59-a8fd-83d0b900b224 tempest-DHCPAgentSchedulersTestJSON-621493777 tempest-DHCPAgentSchedulersTestJSON-621493777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973199', 'neutron.services.segments.db._delete_segments_for_network-8793194012456'] for network, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:49.028564 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36630bbc-66f0-4d3c-850d-3e31374e479c tempest-ServerActionsTestJSON-818164034 tempest-ServerActionsTestJSON-818164034-project] Network f2b8ca71-e776-48b2-8898-96cc7970207b is already hosted by enough agents. {{(pid=128084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 11:44:49.064854 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.base_scheduler [None req-36630bbc-66f0-4d3c-850d-3e31374e479c tempest-ServerActionsTestJSON-818164034 tempest-ServerActionsTestJSON-818164034-project] Resources bound (agent type, host, resource id): {{(pid=128084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:44:49.085044 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36630bbc-66f0-4d3c-850d-3e31374e479c tempest-ServerActionsTestJSON-818164034 tempest-ServerActionsTestJSON-818164034-project] Received port after_create {{(pid=128084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 11:44:49.096143 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36630bbc-66f0-4d3c-850d-3e31374e479c tempest-ServerActionsTestJSON-818164034 tempest-ServerActionsTestJSON-818164034-project] Pushing event updated for resources: {'Port': ['ID=0d5768a8-6446-49a3-b64b-53372859d0fe,revision_number=1']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:44:49.106775 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-36630bbc-66f0-4d3c-850d-3e31374e479c tempest-ServerActionsTestJSON-818164034 tempest-ServerActionsTestJSON-818164034-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:44:49.156474 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.services.segments.db [None req-ba2af261-f602-4b59-a8fd-83d0b900b224 tempest-DHCPAgentSchedulersTestJSON-621493777 tempest-DHCPAgentSchedulersTestJSON-621493777-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd48ad69-7e48-45ad-ae88-2be7678072ad']}} {{(pid=128083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:44:49.157661 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1cf8dbea-2e88-481f-bebc-73751aef3762 tempest-ExternalNetworksTestJSON-2097641310 tempest-ExternalNetworksTestJSON-2097641310-project-admin] vlan segment allocate from pool success with {'vlan_id': 640, 'physical_network': 'physnet1'} {{(pid=128084) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 11:44:49.212494 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-1cf8dbea-2e88-481f-bebc-73751aef3762 tempest-ExternalNetworksTestJSON-2097641310 tempest-ExternalNetworksTestJSON-2097641310-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967879'] for segment, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:49.213114 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.db.segments_db [None req-1cf8dbea-2e88-481f-bebc-73751aef3762 tempest-ExternalNetworksTestJSON-2097641310 tempest-ExternalNetworksTestJSON-2097641310-project-admin] Added segment c99f8f54-de45-4e57-9af6-63b7240dd0eb of type vlan for network 9430e091-bdcd-4000-99c0-e6cb59dd9e38 Jun 24 11:44:49.216265 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-c659c252-782d-466e-ae19-01c99e5f8960 tempest-ServersTestManualDisk-182325693 tempest-ServersTestManualDisk-182325693-project] Notify callbacks [] for port, precommit_update {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:49.263286 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-c659c252-782d-466e-ae19-01c99e5f8960 tempest-ServersTestManualDisk-182325693 tempest-ServersTestManualDisk-182325693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3292081'] for port, after_update {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:49.288761 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-c659c252-782d-466e-ae19-01c99e5f8960 tempest-ServersTestManualDisk-182325693 tempest-ServersTestManualDisk-182325693-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:44:49.389965 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c659c252-782d-466e-ae19-01c99e5f8960 tempest-ServersTestManualDisk-182325693 tempest-ServersTestManualDisk-182325693-project] Pushing event updated for resources: {'Port': ['ID=d32b31be-a084-4d49-83d8-9a762de8eb48,revision_number=2']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:44:49.428869 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.notifiers.nova [None req-7b85e5c1-9aa8-40ee-a008-0747982e85f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740-project-admin] device_id is not set on port 0facad5a-541b-4a9c-aadc-4760717125a3 yet. {{(pid=128083) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 24 11:44:49.437868 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-7b85e5c1-9aa8-40ee-a008-0747982e85f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740-project-admin] Notify callbacks [] for port, precommit_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:49.462010 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-c659c252-782d-466e-ae19-01c99e5f8960 tempest-ServersTestManualDisk-182325693 tempest-ServersTestManualDisk-182325693-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:44:49.469501 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-cfa6b961-ed7b-40d4-afc6-f2f7b12fb377 req-eb401adc-fafe-4e0a-a8ec-31b8d11387b0 tempest-ServersTestJSON-1725335409 tempest-ServersTestJSON-1725335409-project] 10.222.0.53 "GET /v2.0/ports?device_id=618b8848-261b-4b47-b06a-cb463f1f77c5 HTTP/1.1" status: 200 len: 210 time: 0.3738050 Jun 24 11:44:49.479097 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.services.segments.db [None req-ba2af261-f602-4b59-a8fd-83d0b900b224 tempest-DHCPAgentSchedulersTestJSON-621493777 tempest-DHCPAgentSchedulersTestJSON-621493777-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e655d5ba-217d-4ae0-81a8-ad17bb1f7316') {'for_net_delete': True} {{(pid=128083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:44:49.479695 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.services.segments.db [None req-ba2af261-f602-4b59-a8fd-83d0b900b224 tempest-DHCPAgentSchedulersTestJSON-621493777 tempest-DHCPAgentSchedulersTestJSON-621493777-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e655d5ba-217d-4ae0-81a8-ad17bb1f7316') {} {{(pid=128083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:44:49.596876 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-1cf8dbea-2e88-481f-bebc-73751aef3762 tempest-ExternalNetworksTestJSON-2097641310 tempest-ExternalNetworksTestJSON-2097641310-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793193525068'] for network, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:49.605812 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.provisioning_blocks [None req-7b85e5c1-9aa8-40ee-a008-0747982e85f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740-project-admin] Transition to ACTIVE for port object 0facad5a-541b-4a9c-aadc-4760717125a3 will not be triggered until provisioned by entity L2. {{(pid=128083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 11:44:49.617492 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.db_base_plugin_common [req-ed458687-8d04-4d82-8de8-6b52bba8ab76 req-f4aacb25-1914-40ba-9ef8-65143015efb0 tempest-ServersTestJSON-1725335409 tempest-ServersTestJSON-1725335409-project] Allocated IP 172.20.0.13 (5404b65a-42b1-4f9a-be9b-03cba7439c22/34021bd3-a156-47d8-b4b0-89952a23c040/efecd94f-28f3-4e43-a30e-3b39549f9a3d) {{(pid=128083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 11:44:49.620210 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-36630bbc-66f0-4d3c-850d-3e31374e479c tempest-ServerActionsTestJSON-818164034 tempest-ServerActionsTestJSON-818164034-project] Notify callbacks [] for floatingip, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:49.626253 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-c659c252-782d-466e-ae19-01c99e5f8960 tempest-ServersTestManualDisk-182325693 tempest-ServersTestManualDisk-182325693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1815637'] for floatingip, after_update {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:49.654342 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-c659c252-782d-466e-ae19-01c99e5f8960 tempest-ServersTestManualDisk-182325693 tempest-ServersTestManualDisk-182325693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468916'] for floatingip, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:49.657142 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-c659c252-782d-466e-ae19-01c99e5f8960 tempest-ServersTestManualDisk-182325693 tempest-ServersTestManualDisk-182325693-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.8611102 Jun 24 11:44:49.664686 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-ba2af261-f602-4b59-a8fd-83d0b900b224 tempest-DHCPAgentSchedulersTestJSON-621493777 tempest-DHCPAgentSchedulersTestJSON-621493777-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793194097327', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3143690'] for segment, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:49.692226 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-ba2af261-f602-4b59-a8fd-83d0b900b224 tempest-DHCPAgentSchedulersTestJSON-621493777 tempest-DHCPAgentSchedulersTestJSON-621493777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967879'] for segment, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:49.705277 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba2af261-f602-4b59-a8fd-83d0b900b224 tempest-DHCPAgentSchedulersTestJSON-621493777 tempest-DHCPAgentSchedulersTestJSON-621493777-project] Releasing vlan 635 on physical network physnet1 to pool {{(pid=128083) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 11:44:49.705522 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-ba2af261-f602-4b59-a8fd-83d0b900b224 tempest-DHCPAgentSchedulersTestJSON-621493777 tempest-DHCPAgentSchedulersTestJSON-621493777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2537899'] for segment, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:49.728014 dv-neutron-797120-4-hyperv neutron-server[128083]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 11:44:49.728014 dv-neutron-797120-4-hyperv neutron-server[128083]: conditions |= (models_v2.Port.network_id.in_( Jun 24 11:44:49.728014 dv-neutron-797120-4-hyperv neutron-server[128083]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 11:44:49.728014 dv-neutron-797120-4-hyperv neutron-server[128083]: conditions |= (models_v2.Port.network_id.in_( Jun 24 11:44:49.728014 dv-neutron-797120-4-hyperv neutron-server[128083]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 11:44:49.728014 dv-neutron-797120-4-hyperv neutron-server[128083]: conditions |= (models_v2.Port.network_id.in_( Jun 24 11:44:49.728014 dv-neutron-797120-4-hyperv neutron-server[128083]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 24 11:44:49.728014 dv-neutron-797120-4-hyperv neutron-server[128083]: self.session.flush() Jun 24 11:44:49.728014 dv-neutron-797120-4-hyperv neutron-server[128083]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 24 11:44:49.728014 dv-neutron-797120-4-hyperv neutron-server[128083]: self.session.flush() Jun 24 11:44:49.728014 dv-neutron-797120-4-hyperv neutron-server[128083]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 24 11:44:49.728014 dv-neutron-797120-4-hyperv neutron-server[128083]: self.session.flush() Jun 24 11:44:49.728014 dv-neutron-797120-4-hyperv neutron-server[128083]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 24 11:44:49.728014 dv-neutron-797120-4-hyperv neutron-server[128083]: self.session.flush() Jun 24 11:44:49.728014 dv-neutron-797120-4-hyperv neutron-server[128083]: Traceback (most recent call last): Jun 24 11:44:49.728014 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 24 11:44:49.728014 dv-neutron-797120-4-hyperv neutron-server[128083]: timer() Jun 24 11:44:49.728014 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 24 11:44:49.728014 dv-neutron-797120-4-hyperv neutron-server[128083]: cb(*args, **kw) Jun 24 11:44:49.728014 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 24 11:44:49.728014 dv-neutron-797120-4-hyperv neutron-server[128083]: return func(*args, **kwargs) Jun 24 11:44:49.728014 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 24 11:44:49.728014 dv-neutron-797120-4-hyperv neutron-server[128083]: self._notify() Jun 24 11:44:49.728014 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 24 11:44:49.728014 dv-neutron-797120-4-hyperv neutron-server[128083]: self.callback(batched_events) Jun 24 11:44:49.728014 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 24 11:44:49.728014 dv-neutron-797120-4-hyperv neutron-server[128083]: event.method(event) Jun 24 11:44:49.728014 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 24 11:44:49.728014 dv-neutron-797120-4-hyperv neutron-server[128083]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 24 11:44:49.728014 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 24 11:44:49.728014 dv-neutron-797120-4-hyperv neutron-server[128083]: aggregate_uuid = self.p_client.list_aggregates( Jun 24 11:44:49.728014 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 24 11:44:49.728014 dv-neutron-797120-4-hyperv neutron-server[128083]: return f(self, *a, **k) Jun 24 11:44:49.728014 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 24 11:44:49.728014 dv-neutron-797120-4-hyperv neutron-server[128083]: return self._get(url).json() Jun 24 11:44:49.728014 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 24 11:44:49.728014 dv-neutron-797120-4-hyperv neutron-server[128083]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 24 11:44:49.728014 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 24 11:44:49.728014 dv-neutron-797120-4-hyperv neutron-server[128083]: return self.request(url, 'GET', **kwargs) Jun 24 11:44:49.728014 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 24 11:44:49.728014 dv-neutron-797120-4-hyperv neutron-server[128083]: base_url = self.get_endpoint(auth, allow=allow, Jun 24 11:44:49.728014 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 24 11:44:49.728014 dv-neutron-797120-4-hyperv neutron-server[128083]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 24 11:44:49.728014 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 24 11:44:49.728014 dv-neutron-797120-4-hyperv neutron-server[128083]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 24 11:44:49.728014 dv-neutron-797120-4-hyperv neutron-server[128083]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 24 11:44:49.738739 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-36630bbc-66f0-4d3c-850d-3e31374e479c tempest-ServerActionsTestJSON-818164034 tempest-ServerActionsTestJSON-818164034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:49.752551 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-7b85e5c1-9aa8-40ee-a008-0747982e85f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2537871'] for port, after_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:49.775035 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-1cf8dbea-2e88-481f-bebc-73751aef3762 tempest-ExternalNetworksTestJSON-2097641310 tempest-ExternalNetworksTestJSON-2097641310-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1800243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976'] for network, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:49.810728 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cf8dbea-2e88-481f-bebc-73751aef3762 tempest-ExternalNetworksTestJSON-2097641310 tempest-ExternalNetworksTestJSON-2097641310-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=128084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:44:49.813472 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-1cf8dbea-2e88-481f-bebc-73751aef3762 tempest-ExternalNetworksTestJSON-2097641310 tempest-ExternalNetworksTestJSON-2097641310-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588949'] for network, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:49.814036 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:44:49.833087 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-cbaf9c99-0992-4dc1-aad0-9d93e9413226 tempest-ServersTestJSON-1725335409 tempest-ServersTestJSON-1725335409-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:44:49.974417 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-1cf8dbea-2e88-481f-bebc-73751aef3762 tempest-ExternalNetworksTestJSON-2097641310 tempest-ExternalNetworksTestJSON-2097641310-project-admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.2585223 Jun 24 11:44:49.975154 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 56364) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:44:49.977158 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf8dbea-2e88-481f-bebc-73751aef3762 tempest-ExternalNetworksTestJSON-2097641310 tempest-ExternalNetworksTestJSON-2097641310-project-admin] Pushing event updated for resources: {'Network': ['ID=9430e091-bdcd-4000-99c0-e6cb59dd9e38,revision_number=1']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:44:49.989625 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Network 9430e091-bdcd-4000-99c0-e6cb59dd9e38 details requested by agent ovs-agent-dv-neutron-797120-4-hyperv with host dv-neutron-797120-4-hyperv {{(pid=128085) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 11:44:50.003707 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-02feef68-d1be-4601-a2dc-bf04f7a3b093 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2537737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3289942'] for subnet, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:50.021063 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-1cf8dbea-2e88-481f-bebc-73751aef3762 tempest-ExternalNetworksTestJSON-2097641310 tempest-ExternalNetworksTestJSON-2097641310-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:44:50.143061 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-ba2af261-f602-4b59-a8fd-83d0b900b224 tempest-DHCPAgentSchedulersTestJSON-621493777 tempest-DHCPAgentSchedulersTestJSON-621493777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1800243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1815642'] for network, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:50.167728 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.managers [None req-7b85e5c1-9aa8-40ee-a008-0747982e85f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740-project-admin] Attempting to bind port 0facad5a-541b-4a9c-aadc-4760717125a3 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=128083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 11:44:50.168046 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.managers [None req-7b85e5c1-9aa8-40ee-a008-0747982e85f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740-project-admin] Attempting to bind port 0facad5a-541b-4a9c-aadc-4760717125a3 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': 'a4053785-1b5c-437f-a53f-6701874b4141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '876ad46f-f7a3-40f3-82f2-f2702cd6e499'}] {{(pid=128083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 11:44:50.168944 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b85e5c1-9aa8-40ee-a008-0747982e85f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740-project-admin] Attempting to bind port 0facad5a-541b-4a9c-aadc-4760717125a3 on network 876ad46f-f7a3-40f3-82f2-f2702cd6e499 {{(pid=128083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 11:44:50.250472 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b85e5c1-9aa8-40ee-a008-0747982e85f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740-project-admin] Pushing event updated for resources: {'Port': ['ID=0facad5a-541b-4a9c-aadc-4760717125a3,revision_number=2']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:44:50.261447 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b85e5c1-9aa8-40ee-a008-0747982e85f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740-project-admin] Port 0facad5a-541b-4a9c-aadc-4760717125a3 on network 876ad46f-f7a3-40f3-82f2-f2702cd6e499 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=128083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 11:44:50.262053 dv-neutron-797120-4-hyperv neutron-server[128083]: ERROR neutron.plugins.ml2.managers [None req-7b85e5c1-9aa8-40ee-a008-0747982e85f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740-project-admin] Failed to bind port 0facad5a-541b-4a9c-aadc-4760717125a3 on host hv-neutron-7971 for vnic_type normal using segments [{'id': 'a4053785-1b5c-437f-a53f-6701874b4141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '876ad46f-f7a3-40f3-82f2-f2702cd6e499'}] Jun 24 11:44:50.272166 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-ba2af261-f602-4b59-a8fd-83d0b900b224 tempest-DHCPAgentSchedulersTestJSON-621493777 tempest-DHCPAgentSchedulersTestJSON-621493777-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588949'] for network, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:50.276633 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-ba2af261-f602-4b59-a8fd-83d0b900b224 tempest-DHCPAgentSchedulersTestJSON-621493777 tempest-DHCPAgentSchedulersTestJSON-621493777-project] 10.222.0.53 "DELETE /v2.0/networks/dd48ad69-7e48-45ad-ae88-2be7678072ad HTTP/1.1" status: 204 len: 168 time: 4.6610761 Jun 24 11:44:50.278820 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-7b85e5c1-9aa8-40ee-a008-0747982e85f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.446s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:44:50.279408 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.plugins.ml2.plugin [None req-7b85e5c1-9aa8-40ee-a008-0747982e85f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740-project-admin] Attempt 2 to bind port 0facad5a-541b-4a9c-aadc-4760717125a3 Jun 24 11:44:50.282499 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-8fa1ea09-c127-40df-abf3-7b385b47919d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.142s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:44:50.305878 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8984f9a-d26f-416b-8778-0ba80f37541f tempest-ExternalNetworksTestJSON-1343323332 tempest-ExternalNetworksTestJSON-1343323332-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=128084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:44:50.310245 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-d8984f9a-d26f-416b-8778-0ba80f37541f tempest-ExternalNetworksTestJSON-1343323332 tempest-ExternalNetworksTestJSON-1343323332-project] 10.222.0.53 "GET /v2.0/networks/9430e091-bdcd-4000-99c0-e6cb59dd9e38 HTTP/1.1" status: 200 len: 757 time: 0.3339727 Jun 24 11:44:50.314301 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 56374) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:44:50.352675 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02feef68-d1be-4601-a2dc-bf04f7a3b093 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Pushing event updated for resources: {'Subnet': ['ID=48fbf114-346f-43e5-b65d-c7c46cc55f3f,revision_number=0']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:44:50.359610 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-0a9d2769-a8d9-4a30-a595-ba02ceef810d req-a5aad8d0-8901-480a-b90f-e0c253b47894 tempest-ServersTestManualDisk-182325693 tempest-ServersTestManualDisk-182325693-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-securitygroup--354517651&fields=id&tenant_id=d8a50f9eaf8642e9aaeea1cf25966bd8 HTTP/1.1" status: 200 len: 267 time: 0.3279703 Jun 24 11:44:50.361197 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-02feef68-d1be-4601-a2dc-bf04f7a3b093 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:44:50.371928 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.130s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:44:50.429578 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-af015a95-8e85-4ef1-9599-c1f1820c3ead tempest-RoutersAdminNegativeTest-1113543141 tempest-RoutersAdminNegativeTest-1113543141-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:50.496195 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e218cc7-26af-402c-9a32-d8951ec49e4b tempest-ExternalNetworksTestJSON-1343323332 tempest-ExternalNetworksTestJSON-1343323332-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=128084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:44:50.519103 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-1e218cc7-26af-402c-9a32-d8951ec49e4b tempest-ExternalNetworksTestJSON-1343323332 tempest-ExternalNetworksTestJSON-1343323332-project] 10.222.0.53 "GET /v2.0/networks/13b8851f-b88f-4842-af0e-dc32f2ef092f HTTP/1.1" status: 200 len: 768 time: 0.2000678 Jun 24 11:44:50.523628 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 56376) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:44:50.539951 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-36630bbc-66f0-4d3c-850d-3e31374e479c tempest-ServerActionsTestJSON-818164034 tempest-ServerActionsTestJSON-818164034-project] Notify callbacks [] for port, precommit_update {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:50.573375 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-36630bbc-66f0-4d3c-850d-3e31374e479c tempest-ServerActionsTestJSON-818164034 tempest-ServerActionsTestJSON-818164034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3292081'] for port, after_update {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:50.578848 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-c659c252-782d-466e-ae19-01c99e5f8960 tempest-ServersTestManualDisk-182325693 tempest-ServersTestManualDisk-182325693-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:44:50.631631 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-ed458687-8d04-4d82-8de8-6b52bba8ab76 req-f4aacb25-1914-40ba-9ef8-65143015efb0 tempest-ServersTestJSON-1725335409 tempest-ServersTestJSON-1725335409-project] Notify callbacks [] for port, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:50.648761 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.managers [None req-7b85e5c1-9aa8-40ee-a008-0747982e85f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740-project-admin] Attempting to bind port 0facad5a-541b-4a9c-aadc-4760717125a3 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=128083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 11:44:50.649389 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.managers [None req-7b85e5c1-9aa8-40ee-a008-0747982e85f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740-project-admin] Attempting to bind port 0facad5a-541b-4a9c-aadc-4760717125a3 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': 'a4053785-1b5c-437f-a53f-6701874b4141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '876ad46f-f7a3-40f3-82f2-f2702cd6e499'}] {{(pid=128083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 11:44:50.650090 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b85e5c1-9aa8-40ee-a008-0747982e85f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740-project-admin] Attempting to bind port 0facad5a-541b-4a9c-aadc-4760717125a3 on network 876ad46f-f7a3-40f3-82f2-f2702cd6e499 {{(pid=128083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 11:44:50.654101 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-af015a95-8e85-4ef1-9599-c1f1820c3ead tempest-RoutersAdminNegativeTest-1113543141 tempest-RoutersAdminNegativeTest-1113543141-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:50.656853 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2af261-f602-4b59-a8fd-83d0b900b224 tempest-DHCPAgentSchedulersTestJSON-621493777 tempest-DHCPAgentSchedulersTestJSON-621493777-project] Pushing event deleted for resources: {'Network': ['ID=dd48ad69-7e48-45ad-ae88-2be7678072ad,revision_number=None']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:44:50.682563 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-ba2af261-f602-4b59-a8fd-83d0b900b224 tempest-DHCPAgentSchedulersTestJSON-621493777 tempest-DHCPAgentSchedulersTestJSON-621493777-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.310s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:44:50.683418 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02feef68-d1be-4601-a2dc-bf04f7a3b093 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Checking segment: {'id': '9e8fb26f-e87f-47b8-ab12-ae584c36fd5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'e9ec23c9-0da3-4d63-8d86-26a7b85ec656'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=128083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 11:44:50.683791 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02feef68-d1be-4601-a2dc-bf04f7a3b093 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Network hostable DHCP agents. Network: e9ec23c9-0da3-4d63-8d86-26a7b85ec656, hostable agents: ['6be988a9-1d97-480f-be5a-c55abf2c55c5'], hosted agents: [] {{(pid=128083) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 11:44:50.702306 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.provisioning_blocks [req-ed458687-8d04-4d82-8de8-6b52bba8ab76 req-f4aacb25-1914-40ba-9ef8-65143015efb0 tempest-ServersTestJSON-1725335409 tempest-ServersTestJSON-1725335409-project] Transition to ACTIVE for port object efecd94f-28f3-4e43-a30e-3b39549f9a3d will not be triggered until provisioned by entity DHCP. {{(pid=128083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 11:44:50.714570 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b85e5c1-9aa8-40ee-a008-0747982e85f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740-project-admin] Port 0facad5a-541b-4a9c-aadc-4760717125a3 on network 876ad46f-f7a3-40f3-82f2-f2702cd6e499 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=128083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 11:44:50.715018 dv-neutron-797120-4-hyperv neutron-server[128083]: ERROR neutron.plugins.ml2.managers [None req-7b85e5c1-9aa8-40ee-a008-0747982e85f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740-project-admin] Failed to bind port 0facad5a-541b-4a9c-aadc-4760717125a3 on host hv-neutron-7971 for vnic_type normal using segments [{'id': 'a4053785-1b5c-437f-a53f-6701874b4141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '876ad46f-f7a3-40f3-82f2-f2702cd6e499'}] Jun 24 11:44:50.761974 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.plugins.ml2.plugin [None req-7b85e5c1-9aa8-40ee-a008-0747982e85f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740-project-admin] Attempt 3 to bind port 0facad5a-541b-4a9c-aadc-4760717125a3 Jun 24 11:44:50.864108 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9d2769-a8d9-4a30-a595-ba02ceef810d req-b02fcc86-fde7-4d6e-be1f-14767e5e4558 tempest-ServersTestManualDisk-182325693 tempest-ServersTestManualDisk-182325693-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:44:50.872701 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-0a9d2769-a8d9-4a30-a595-ba02ceef810d req-b02fcc86-fde7-4d6e-be1f-14767e5e4558 tempest-ServersTestManualDisk-182325693 tempest-ServersTestManualDisk-182325693-project] 10.222.0.53 "GET /v2.0/networks?id=839f990f-6e6d-419c-a2ff-7497d60fa3b2 HTTP/1.1" status: 200 len: 812 time: 0.4810462 Jun 24 11:44:50.878353 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-36630bbc-66f0-4d3c-850d-3e31374e479c tempest-ServerActionsTestJSON-818164034 tempest-ServerActionsTestJSON-818164034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1815637'] for floatingip, after_update {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:50.974278 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02feef68-d1be-4601-a2dc-bf04f7a3b093 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Network e9ec23c9-0da3-4d63-8d86-26a7b85ec656 is scheduled to be hosted by DHCP agent 6be988a9-1d97-480f-be5a-c55abf2c55c5 with binding_index 1 {{(pid=128083) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 11:44:50.996368 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.managers [None req-7b85e5c1-9aa8-40ee-a008-0747982e85f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740-project-admin] Attempting to bind port 0facad5a-541b-4a9c-aadc-4760717125a3 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=128083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 11:44:50.996690 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.managers [None req-7b85e5c1-9aa8-40ee-a008-0747982e85f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740-project-admin] Attempting to bind port 0facad5a-541b-4a9c-aadc-4760717125a3 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': 'a4053785-1b5c-437f-a53f-6701874b4141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '876ad46f-f7a3-40f3-82f2-f2702cd6e499'}] {{(pid=128083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 11:44:50.997054 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b85e5c1-9aa8-40ee-a008-0747982e85f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740-project-admin] Attempting to bind port 0facad5a-541b-4a9c-aadc-4760717125a3 on network 876ad46f-f7a3-40f3-82f2-f2702cd6e499 {{(pid=128083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 11:44:51.002421 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36630bbc-66f0-4d3c-850d-3e31374e479c tempest-ServerActionsTestJSON-818164034 tempest-ServerActionsTestJSON-818164034-project] Pushing event updated for resources: {'Port': ['ID=0d5768a8-6446-49a3-b64b-53372859d0fe,revision_number=2']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:44:51.013341 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-36630bbc-66f0-4d3c-850d-3e31374e479c tempest-ServerActionsTestJSON-818164034 tempest-ServerActionsTestJSON-818164034-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.437s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:44:51.015272 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-36630bbc-66f0-4d3c-850d-3e31374e479c tempest-ServerActionsTestJSON-818164034 tempest-ServerActionsTestJSON-818164034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468916'] for floatingip, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:51.017059 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-36630bbc-66f0-4d3c-850d-3e31374e479c tempest-ServerActionsTestJSON-818164034 tempest-ServerActionsTestJSON-818164034-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.6952031 Jun 24 11:44:51.024714 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-ab9802c8-8b1d-47ac-b531-89f35152e2ae tempest-ExternalNetworksTestJSON-2097641310 tempest-ExternalNetworksTestJSON-2097641310-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-534962'] for network, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:51.037896 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.base_scheduler [None req-02feef68-d1be-4601-a2dc-bf04f7a3b093 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-4-hyperv, e9ec23c9-0da3-4d63-8d86-26a7b85ec656) {{(pid=128083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:44:51.054848 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-389225ac-5d37-4df3-bf59-69cb1d022954 req-9e0c2f87-5bce-4437-93e8-5cf088a2007f tempest-ServersTestJSON-1725335409 tempest-ServersTestJSON-1725335409-project] 10.222.0.53 "GET /v2.0/ports?device_id=618b8848-261b-4b47-b06a-cb463f1f77c5 HTTP/1.1" status: 200 len: 210 time: 0.1626079 Jun 24 11:44:51.056380 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4d0e123-0ace-4b52-b594-8c222bddcf0a None None] Network e9ec23c9-0da3-4d63-8d86-26a7b85ec656 requested from dv-neutron-797120-4-hyperv {{(pid=128085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 11:44:51.084630 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-0a9d2769-a8d9-4a30-a595-ba02ceef810d req-59b8c6ae-2ee4-436c-836b-939f611d3e54 tempest-ServersTestManualDisk-182325693 tempest-ServersTestManualDisk-182325693-project] 10.222.0.53 "GET /v2.0/quotas/d8a50f9eaf8642e9aaeea1cf25966bd8 HTTP/1.1" status: 200 len: 375 time: 0.2108312 Jun 24 11:44:51.120367 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02feef68-d1be-4601-a2dc-bf04f7a3b093 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:44:51.120934 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-02feef68-d1be-4601-a2dc-bf04f7a3b093 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588949'] for subnet, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:51.134912 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b85e5c1-9aa8-40ee-a008-0747982e85f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740-project-admin] Port 0facad5a-541b-4a9c-aadc-4760717125a3 on network 876ad46f-f7a3-40f3-82f2-f2702cd6e499 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=128083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 11:44:51.135246 dv-neutron-797120-4-hyperv neutron-server[128083]: ERROR neutron.plugins.ml2.managers [None req-7b85e5c1-9aa8-40ee-a008-0747982e85f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740-project-admin] Failed to bind port 0facad5a-541b-4a9c-aadc-4760717125a3 on host hv-neutron-7971 for vnic_type normal using segments [{'id': 'a4053785-1b5c-437f-a53f-6701874b4141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '876ad46f-f7a3-40f3-82f2-f2702cd6e499'}] Jun 24 11:44:51.174338 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 56384) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:44:51.210550 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.plugins.ml2.plugin [None req-7b85e5c1-9aa8-40ee-a008-0747982e85f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740-project-admin] Attempt 4 to bind port 0facad5a-541b-4a9c-aadc-4760717125a3 Jun 24 11:44:51.328228 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.managers [None req-7b85e5c1-9aa8-40ee-a008-0747982e85f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740-project-admin] Attempting to bind port 0facad5a-541b-4a9c-aadc-4760717125a3 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=128083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 11:44:51.328577 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.managers [None req-7b85e5c1-9aa8-40ee-a008-0747982e85f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740-project-admin] Attempting to bind port 0facad5a-541b-4a9c-aadc-4760717125a3 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': 'a4053785-1b5c-437f-a53f-6701874b4141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '876ad46f-f7a3-40f3-82f2-f2702cd6e499'}] {{(pid=128083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 11:44:51.328913 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b85e5c1-9aa8-40ee-a008-0747982e85f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740-project-admin] Attempting to bind port 0facad5a-541b-4a9c-aadc-4760717125a3 on network 876ad46f-f7a3-40f3-82f2-f2702cd6e499 {{(pid=128083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 11:44:51.352849 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-ab9802c8-8b1d-47ac-b531-89f35152e2ae tempest-ExternalNetworksTestJSON-2097641310 tempest-ExternalNetworksTestJSON-2097641310-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973199', 'neutron.services.segments.db._delete_segments_for_network-8793194012456'] for network, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:51.381037 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.services.segments.db [None req-ab9802c8-8b1d-47ac-b531-89f35152e2ae tempest-ExternalNetworksTestJSON-2097641310 tempest-ExternalNetworksTestJSON-2097641310-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9430e091-bdcd-4000-99c0-e6cb59dd9e38']}} {{(pid=128084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:44:51.407857 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-ed458687-8d04-4d82-8de8-6b52bba8ab76 req-f4aacb25-1914-40ba-9ef8-65143015efb0 tempest-ServersTestJSON-1725335409 tempest-ServersTestJSON-1725335409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-650429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-506361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793193536723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2537853'] for port, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:51.429734 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.services.segments.db [None req-ab9802c8-8b1d-47ac-b531-89f35152e2ae tempest-ExternalNetworksTestJSON-2097641310 tempest-ExternalNetworksTestJSON-2097641310-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c99f8f54-de45-4e57-9af6-63b7240dd0eb') {'for_net_delete': True} {{(pid=128084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:44:51.430250 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.services.segments.db [None req-ab9802c8-8b1d-47ac-b531-89f35152e2ae tempest-ExternalNetworksTestJSON-2097641310 tempest-ExternalNetworksTestJSON-2097641310-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c99f8f54-de45-4e57-9af6-63b7240dd0eb') {} {{(pid=128084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:44:51.436350 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b85e5c1-9aa8-40ee-a008-0747982e85f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740-project-admin] Port 0facad5a-541b-4a9c-aadc-4760717125a3 on network 876ad46f-f7a3-40f3-82f2-f2702cd6e499 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=128083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 11:44:51.437742 dv-neutron-797120-4-hyperv neutron-server[128083]: ERROR neutron.plugins.ml2.managers [None req-7b85e5c1-9aa8-40ee-a008-0747982e85f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740-project-admin] Failed to bind port 0facad5a-541b-4a9c-aadc-4760717125a3 on host hv-neutron-7971 for vnic_type normal using segments [{'id': 'a4053785-1b5c-437f-a53f-6701874b4141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '876ad46f-f7a3-40f3-82f2-f2702cd6e499'}] Jun 24 11:44:51.454651 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.plugins.ml2.plugin [None req-7b85e5c1-9aa8-40ee-a008-0747982e85f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740-project-admin] Attempt 5 to bind port 0facad5a-541b-4a9c-aadc-4760717125a3 Jun 24 11:44:51.465483 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-ab9802c8-8b1d-47ac-b531-89f35152e2ae tempest-ExternalNetworksTestJSON-2097641310 tempest-ExternalNetworksTestJSON-2097641310-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793194097327', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2373599'] for segment, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:51.465719 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-02feef68-d1be-4601-a2dc-bf04f7a3b093 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 4.1974990 Jun 24 11:44:51.465824 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-685c455b-26d3-4aa3-ac10-64a511e3154e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d65c8f8-7530-5052-99fe-8ea05073750b-e9ec23c9-0da3-4d63-8d86-26a7b85ec656', 'network_id': 'e9ec23c9-0da3-4d63-8d86-26a7b85ec656', 'tenant_id': '9c8c7551cf984e4ca40de4f1d8880b93', 'fixed_ips': [{'subnet_id': '48fbf114-346f-43e5-b65d-c7c46cc55f3f'}]}} from dv-neutron-797120-4-hyperv. {{(pid=128085) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 24 11:44:51.465824 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-685c455b-26d3-4aa3-ac10-64a511e3154e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_create {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:51.488793 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 56394) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:44:51.515624 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-a989e639-0a00-42c9-8679-38a4e4afccf7 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Request body: {'subnet': {'network_id': 'c48932c2-d177-4d5d-88a5-b0e54b052100', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:44:51.542825 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:44:51.588520 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-ab9802c8-8b1d-47ac-b531-89f35152e2ae tempest-ExternalNetworksTestJSON-2097641310 tempest-ExternalNetworksTestJSON-2097641310-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967879'] for segment, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:51.672570 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab9802c8-8b1d-47ac-b531-89f35152e2ae tempest-ExternalNetworksTestJSON-2097641310 tempest-ExternalNetworksTestJSON-2097641310-project-admin] Releasing vlan 640 on physical network physnet1 to pool {{(pid=128084) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 11:44:51.673296 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-ab9802c8-8b1d-47ac-b531-89f35152e2ae tempest-ExternalNetworksTestJSON-2097641310 tempest-ExternalNetworksTestJSON-2097641310-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3292053'] for segment, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:51.677557 dv-neutron-797120-4-hyperv neutron-server[128084]: Traceback (most recent call last): Jun 24 11:44:51.677557 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 24 11:44:51.677557 dv-neutron-797120-4-hyperv neutron-server[128084]: timer() Jun 24 11:44:51.677557 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 24 11:44:51.677557 dv-neutron-797120-4-hyperv neutron-server[128084]: cb(*args, **kw) Jun 24 11:44:51.677557 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 24 11:44:51.677557 dv-neutron-797120-4-hyperv neutron-server[128084]: return func(*args, **kwargs) Jun 24 11:44:51.677557 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 24 11:44:51.677557 dv-neutron-797120-4-hyperv neutron-server[128084]: self._notify() Jun 24 11:44:51.677557 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 24 11:44:51.677557 dv-neutron-797120-4-hyperv neutron-server[128084]: self.callback(batched_events) Jun 24 11:44:51.677557 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 24 11:44:51.677557 dv-neutron-797120-4-hyperv neutron-server[128084]: event.method(event) Jun 24 11:44:51.677557 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 24 11:44:51.677557 dv-neutron-797120-4-hyperv neutron-server[128084]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 24 11:44:51.677557 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 24 11:44:51.677557 dv-neutron-797120-4-hyperv neutron-server[128084]: aggregate_uuid = self.p_client.list_aggregates( Jun 24 11:44:51.677557 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 24 11:44:51.677557 dv-neutron-797120-4-hyperv neutron-server[128084]: return f(self, *a, **k) Jun 24 11:44:51.677557 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 24 11:44:51.677557 dv-neutron-797120-4-hyperv neutron-server[128084]: return self._get(url).json() Jun 24 11:44:51.677557 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 24 11:44:51.677557 dv-neutron-797120-4-hyperv neutron-server[128084]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 24 11:44:51.677557 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 24 11:44:51.677557 dv-neutron-797120-4-hyperv neutron-server[128084]: return self.request(url, 'GET', **kwargs) Jun 24 11:44:51.677557 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 24 11:44:51.677557 dv-neutron-797120-4-hyperv neutron-server[128084]: base_url = self.get_endpoint(auth, allow=allow, Jun 24 11:44:51.677557 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 24 11:44:51.677557 dv-neutron-797120-4-hyperv neutron-server[128084]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 24 11:44:51.677557 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 24 11:44:51.677557 dv-neutron-797120-4-hyperv neutron-server[128084]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 24 11:44:51.677557 dv-neutron-797120-4-hyperv neutron-server[128084]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 24 11:44:51.679753 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.managers [None req-7b85e5c1-9aa8-40ee-a008-0747982e85f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740-project-admin] Attempting to bind port 0facad5a-541b-4a9c-aadc-4760717125a3 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=128083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 11:44:51.680102 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.managers [None req-7b85e5c1-9aa8-40ee-a008-0747982e85f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740-project-admin] Attempting to bind port 0facad5a-541b-4a9c-aadc-4760717125a3 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': 'a4053785-1b5c-437f-a53f-6701874b4141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '876ad46f-f7a3-40f3-82f2-f2702cd6e499'}] {{(pid=128083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 11:44:51.680446 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b85e5c1-9aa8-40ee-a008-0747982e85f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740-project-admin] Attempting to bind port 0facad5a-541b-4a9c-aadc-4760717125a3 on network 876ad46f-f7a3-40f3-82f2-f2702cd6e499 {{(pid=128083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 11:44:51.703841 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.db_base_plugin_common [None req-685c455b-26d3-4aa3-ac10-64a511e3154e None None] Allocated IP 2001:db8::2 (e9ec23c9-0da3-4d63-8d86-26a7b85ec656/48fbf114-346f-43e5-b65d-c7c46cc55f3f/a55468bb-2c22-4e75-b869-901f4a29d031) {{(pid=128085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 11:44:51.706857 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4aacb25-1914-40ba-9ef8-65143015efb0 tempest-ServersTestJSON-1725335409 tempest-ServersTestJSON-1725335409-project] Pushing event updated for resources: {'Port': ['ID=efecd94f-28f3-4e43-a30e-3b39549f9a3d,revision_number=1']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:44:51.766822 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-f4aacb25-1914-40ba-9ef8-65143015efb0 tempest-ServersTestJSON-1725335409 tempest-ServersTestJSON-1725335409-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:44:51.774450 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b85e5c1-9aa8-40ee-a008-0747982e85f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740-project-admin] Port 0facad5a-541b-4a9c-aadc-4760717125a3 on network 876ad46f-f7a3-40f3-82f2-f2702cd6e499 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=128083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 11:44:51.774884 dv-neutron-797120-4-hyperv neutron-server[128083]: ERROR neutron.plugins.ml2.managers [None req-7b85e5c1-9aa8-40ee-a008-0747982e85f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740-project-admin] Failed to bind port 0facad5a-541b-4a9c-aadc-4760717125a3 on host hv-neutron-7971 for vnic_type normal using segments [{'id': 'a4053785-1b5c-437f-a53f-6701874b4141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '876ad46f-f7a3-40f3-82f2-f2702cd6e499'}] Jun 24 11:44:51.890174 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-685c455b-26d3-4aa3-ac10-64a511e3154e None None] Notify callbacks [] for port, precommit_create {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:51.909274 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-5fe54b0c-f919-49bc-bd84-dc355d5c8072 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=e35f43ae57c34630ba716167d4b3f9e3&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7260602 Jun 24 11:44:51.917084 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-685c455b-26d3-4aa3-ac10-64a511e3154e None None] Transition to ACTIVE for port object a55468bb-2c22-4e75-b869-901f4a29d031 will not be triggered until provisioned by entity L2. {{(pid=128085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 11:44:51.946751 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-685c455b-26d3-4aa3-ac10-64a511e3154e None None] Transition to ACTIVE for port object a55468bb-2c22-4e75-b869-901f4a29d031 will not be triggered until provisioned by entity DHCP. {{(pid=128085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 11:44:51.953834 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 56404) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:44:51.959798 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-685c455b-26d3-4aa3-ac10-64a511e3154e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-650429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-506361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793193536723'] for port, after_create {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:51.986921 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a989e639-0a00-42c9-8679-38a4e4afccf7 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Made reservation on behalf of 9c8c7551cf984e4ca40de4f1d8880b93 for: {'subnet': 1} {{(pid=128084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 11:44:51.991633 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-cdccc5dd-ac6e-4180-927a-6a01775f080b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:44:51.995811 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-a989e639-0a00-42c9-8679-38a4e4afccf7 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3162484'] for subnet, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:52.005826 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-ab9802c8-8b1d-47ac-b531-89f35152e2ae tempest-ExternalNetworksTestJSON-2097641310 tempest-ExternalNetworksTestJSON-2097641310-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1800243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1815642'] for network, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:52.033950 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab9802c8-8b1d-47ac-b531-89f35152e2ae tempest-ExternalNetworksTestJSON-2097641310 tempest-ExternalNetworksTestJSON-2097641310-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 9430e091-bdcd-4000-99c0-e6cb59dd9e38 {{(pid=128084) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jun 24 11:44:52.035444 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:44:52.072628 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-ab9802c8-8b1d-47ac-b531-89f35152e2ae tempest-ExternalNetworksTestJSON-2097641310 tempest-ExternalNetworksTestJSON-2097641310-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588949'] for network, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:52.073567 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-685c455b-26d3-4aa3-ac10-64a511e3154e None None] Network e9ec23c9-0da3-4d63-8d86-26a7b85ec656 is already hosted by enough agents. {{(pid=128085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 11:44:52.076083 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-ab9802c8-8b1d-47ac-b531-89f35152e2ae tempest-ExternalNetworksTestJSON-2097641310 tempest-ExternalNetworksTestJSON-2097641310-project-admin] 10.222.0.53 "DELETE /v2.0/networks/9430e091-bdcd-4000-99c0-e6cb59dd9e38 HTTP/1.1" status: 204 len: 168 time: 1.5511904 Jun 24 11:44:52.093097 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.scheduler.base_scheduler [None req-685c455b-26d3-4aa3-ac10-64a511e3154e None None] Resources bound (agent type, host, resource id): {{(pid=128085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:44:52.106241 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-685c455b-26d3-4aa3-ac10-64a511e3154e None None] Received port after_create {{(pid=128085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 11:44:52.119603 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.plugins.ml2.plugin [None req-7b85e5c1-9aa8-40ee-a008-0747982e85f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740-project-admin] Attempt 6 to bind port 0facad5a-541b-4a9c-aadc-4760717125a3 Jun 24 11:44:52.128790 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 56406) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:44:52.169063 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685c455b-26d3-4aa3-ac10-64a511e3154e None None] Pushing event updated for resources: {'Port': ['ID=a55468bb-2c22-4e75-b869-901f4a29d031,revision_number=1']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:44:52.178238 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [None req-972e42ad-2da5-44bf-b0b8-00c6288ba19a tempest-ExternalNetworksTestJSON-2097641310 tempest-ExternalNetworksTestJSON-2097641310-project-admin] Request body: {'network': {'name': 'tempest-network--972114623'}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:44:52.180289 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-685c455b-26d3-4aa3-ac10-64a511e3154e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:44:52.225599 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ed458687-8d04-4d82-8de8-6b52bba8ab76 req-f4aacb25-1914-40ba-9ef8-65143015efb0 tempest-ServersTestJSON-1725335409 tempest-ServersTestJSON-1725335409-project] Network 5404b65a-42b1-4f9a-be9b-03cba7439c22 is already hosted by enough agents. {{(pid=128083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 11:44:52.279308 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.base_scheduler [req-ed458687-8d04-4d82-8de8-6b52bba8ab76 req-f4aacb25-1914-40ba-9ef8-65143015efb0 tempest-ServersTestJSON-1725335409 tempest-ServersTestJSON-1725335409-project] Resources bound (agent type, host, resource id): {{(pid=128083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:44:52.284642 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed458687-8d04-4d82-8de8-6b52bba8ab76 req-f4aacb25-1914-40ba-9ef8-65143015efb0 tempest-ServersTestJSON-1725335409 tempest-ServersTestJSON-1725335409-project] Received port after_create {{(pid=128083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 11:44:52.330772 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9802c8-8b1d-47ac-b531-89f35152e2ae tempest-ExternalNetworksTestJSON-2097641310 tempest-ExternalNetworksTestJSON-2097641310-project-admin] Pushing event deleted for resources: {'Network': ['ID=9430e091-bdcd-4000-99c0-e6cb59dd9e38,revision_number=None']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:44:52.341885 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-ab9802c8-8b1d-47ac-b531-89f35152e2ae tempest-ExternalNetworksTestJSON-2097641310 tempest-ExternalNetworksTestJSON-2097641310-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.306s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:44:52.356592 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.managers [None req-7b85e5c1-9aa8-40ee-a008-0747982e85f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740-project-admin] Attempting to bind port 0facad5a-541b-4a9c-aadc-4760717125a3 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=128083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 11:44:52.361135 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.managers [None req-7b85e5c1-9aa8-40ee-a008-0747982e85f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740-project-admin] Attempting to bind port 0facad5a-541b-4a9c-aadc-4760717125a3 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': 'a4053785-1b5c-437f-a53f-6701874b4141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '876ad46f-f7a3-40f3-82f2-f2702cd6e499'}] {{(pid=128083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 11:44:52.361135 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b85e5c1-9aa8-40ee-a008-0747982e85f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740-project-admin] Attempting to bind port 0facad5a-541b-4a9c-aadc-4760717125a3 on network 876ad46f-f7a3-40f3-82f2-f2702cd6e499 {{(pid=128083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 11:44:52.397208 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-0a9d2769-a8d9-4a30-a595-ba02ceef810d req-bb9689f8-22be-4bdf-bc6e-763faf75b906 tempest-ServersTestManualDisk-182325693 tempest-ServersTestManualDisk-182325693-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=d8a50f9eaf8642e9aaeea1cf25966bd8&fields=id HTTP/1.1" status: 200 len: 348 time: 1.3113940 Jun 24 11:44:52.483831 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-972e42ad-2da5-44bf-b0b8-00c6288ba19a tempest-ExternalNetworksTestJSON-2097641310 tempest-ExternalNetworksTestJSON-2097641310-project-admin] Made reservation on behalf of 50926962e4e349ffb177d7072dcbb7af for: {'network': 1} {{(pid=128083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 11:44:52.488327 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-ee57951c-90b8-4c71-be5d-01f1c4fcb5e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:52.493723 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-972e42ad-2da5-44bf-b0b8-00c6288ba19a tempest-ExternalNetworksTestJSON-2097641310 tempest-ExternalNetworksTestJSON-2097641310-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for network, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:52.503183 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-685c455b-26d3-4aa3-ac10-64a511e3154e None None] Attempting to bind port a55468bb-2c22-4e75-b869-901f4a29d031 on host dv-neutron-797120-4-hyperv for vnic_type normal with profile {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 11:44:52.504448 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-685c455b-26d3-4aa3-ac10-64a511e3154e None None] Attempting to bind port a55468bb-2c22-4e75-b869-901f4a29d031 by drivers openvswitch,hyperv on host dv-neutron-797120-4-hyperv at level 0 using segments [{'id': '9e8fb26f-e87f-47b8-ab12-ae584c36fd5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'e9ec23c9-0da3-4d63-8d86-26a7b85ec656'}] {{(pid=128085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 11:44:52.505771 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-685c455b-26d3-4aa3-ac10-64a511e3154e None None] Attempting to bind port a55468bb-2c22-4e75-b869-901f4a29d031 on network e9ec23c9-0da3-4d63-8d86-26a7b85ec656 {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 11:44:52.516844 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-685c455b-26d3-4aa3-ac10-64a511e3154e None None] Checking agent: {'id': 'e3a695b2-c397-461f-83b0-10b79d490b59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 11, 36, 56), 'started_at': datetime.datetime(2021, 6, 24, 11, 37, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 11, 44, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 11:44:52.520298 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-685c455b-26d3-4aa3-ac10-64a511e3154e None None] Checking segment: {'id': '9e8fb26f-e87f-47b8-ab12-ae584c36fd5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'e9ec23c9-0da3-4d63-8d86-26a7b85ec656'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=128085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 11:44:52.521128 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-685c455b-26d3-4aa3-ac10-64a511e3154e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:52.524486 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-af015a95-8e85-4ef1-9599-c1f1820c3ead tempest-RoutersAdminNegativeTest-1113543141 tempest-RoutersAdminNegativeTest-1113543141-project-admin] Notify callbacks [] for router, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:52.524663 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-685c455b-26d3-4aa3-ac10-64a511e3154e None None] Bound using segment: {'id': '9e8fb26f-e87f-47b8-ab12-ae584c36fd5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'e9ec23c9-0da3-4d63-8d86-26a7b85ec656'} {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 11:44:52.526219 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-685c455b-26d3-4aa3-ac10-64a511e3154e None None] Bound port: a55468bb-2c22-4e75-b869-901f4a29d031, host: dv-neutron-797120-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e8fb26f-e87f-47b8-ab12-ae584c36fd5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'e9ec23c9-0da3-4d63-8d86-26a7b85ec656'}}] {{(pid=128085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 11:44:52.526959 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-685c455b-26d3-4aa3-ac10-64a511e3154e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:52.544746 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-ee57951c-90b8-4c71-be5d-01f1c4fcb5e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:52.620247 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-a989e639-0a00-42c9-8679-38a4e4afccf7 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3291959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3162270'] for subnet, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:52.626773 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-c362b9f6-4572-41ef-98ae-248657d753c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:44:52.695289 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-685c455b-26d3-4aa3-ac10-64a511e3154e None None] For port a55468bb-2c22-4e75-b869-901f4a29d031, host dv-neutron-797120-4-hyperv, cleared binding levels {{(pid=128085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 11:44:52.706458 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-685c455b-26d3-4aa3-ac10-64a511e3154e None None] For port a55468bb-2c22-4e75-b869-901f4a29d031, host dv-neutron-797120-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=a55468bb-2c22-4e75-b869-901f4a29d031,segment=NetworkSegment(9e8fb26f-e87f-47b8-ab12-ae584c36fd5e),segment_id=9e8fb26f-e87f-47b8-ab12-ae584c36fd5e)] {{(pid=128085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 11:44:52.715791 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-685c455b-26d3-4aa3-ac10-64a511e3154e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:52.730038 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a989e639-0a00-42c9-8679-38a4e4afccf7 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Pushing event updated for resources: {'Subnet': ['ID=1ec5b1fa-01d6-4548-9703-702b66e81dd1,revision_number=0']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:44:52.734554 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-ee57951c-90b8-4c71-be5d-01f1c4fcb5e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800410'] for security_group, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:52.735832 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-a989e639-0a00-42c9-8679-38a4e4afccf7 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:44:52.739153 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-ee57951c-90b8-4c71-be5d-01f1c4fcb5e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:52.740445 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-ee57951c-90b8-4c71-be5d-01f1c4fcb5e6 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/8be72fc4-9bfc-4778-b092-37d99a4d85b9 HTTP/1.1" status: 204 len: 168 time: 0.7855589 Jun 24 11:44:52.747070 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-30d89d86-4d35-4056-a194-550b0a5540ef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:44:52.747393 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-2333a08c-e068-47bc-9750-d9f6c13d6bb8 tempest-ExternalNetworksAdminNegativeTestJSON-1195641864 tempest-ExternalNetworksAdminNegativeTestJSON-1195641864-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:44:52.749038 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a989e639-0a00-42c9-8679-38a4e4afccf7 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Checking segment: {'id': '6d3cd91a-6748-4733-8ae9-30e694fd13bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'c48932c2-d177-4d5d-88a5-b0e54b052100'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=128084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 11:44:52.749491 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a989e639-0a00-42c9-8679-38a4e4afccf7 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Network hostable DHCP agents. Network: c48932c2-d177-4d5d-88a5-b0e54b052100, hostable agents: ['6be988a9-1d97-480f-be5a-c55abf2c55c5'], hosted agents: [] {{(pid=128084) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 11:44:52.759668 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee57951c-90b8-4c71-be5d-01f1c4fcb5e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8be72fc4-9bfc-4778-b092-37d99a4d85b9,revision_number=None']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:44:52.762627 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-ee57951c-90b8-4c71-be5d-01f1c4fcb5e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:44:52.795713 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a989e639-0a00-42c9-8679-38a4e4afccf7 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Network c48932c2-d177-4d5d-88a5-b0e54b052100 is scheduled to be hosted by DHCP agent 6be988a9-1d97-480f-be5a-c55abf2c55c5 with binding_index 1 {{(pid=128084) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 11:44:52.816060 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.base_scheduler [None req-a989e639-0a00-42c9-8679-38a4e4afccf7 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-4-hyperv, c48932c2-d177-4d5d-88a5-b0e54b052100) {{(pid=128084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:44:52.821776 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a989e639-0a00-42c9-8679-38a4e4afccf7 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=128084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:44:52.822514 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-a989e639-0a00-42c9-8679-38a4e4afccf7 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Notify callbacks [] for subnet, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:52.844109 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-a989e639-0a00-42c9-8679-38a4e4afccf7 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.3496454 Jun 24 11:44:52.844622 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 56412) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:44:52.850594 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-3d65c3c6-4412-4fdb-a6c0-a2bd5d6a0e32 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1276849525', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:44:52.894745 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba854dd6-1f90-4dda-ba61-9d0fb5252418 None None] Network c48932c2-d177-4d5d-88a5-b0e54b052100 requested from dv-neutron-797120-4-hyperv {{(pid=128085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 11:44:52.908751 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-3d65c3c6-4412-4fdb-a6c0-a2bd5d6a0e32 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1803889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65293'] for router, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:52.910986 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-3d65c3c6-4412-4fdb-a6c0-a2bd5d6a0e32 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1803848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1975305', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1581158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65396'] for router, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:53.034315 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-3d65c3c6-4412-4fdb-a6c0-a2bd5d6a0e32 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:53.040672 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-3d65c3c6-4412-4fdb-a6c0-a2bd5d6a0e32 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1803210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1815767'] for router, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:53.076929 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-3d65c3c6-4412-4fdb-a6c0-a2bd5d6a0e32 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Notify callbacks [] for router, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:53.077879 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b85e5c1-9aa8-40ee-a008-0747982e85f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740-project-admin] Port 0facad5a-541b-4a9c-aadc-4760717125a3 on network 876ad46f-f7a3-40f3-82f2-f2702cd6e499 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=128083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 11:44:53.078402 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-3d65c3c6-4412-4fdb-a6c0-a2bd5d6a0e32 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2322309 Jun 24 11:44:53.081586 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 56416) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:44:53.081797 dv-neutron-797120-4-hyperv neutron-server[128083]: ERROR neutron.plugins.ml2.managers [None req-7b85e5c1-9aa8-40ee-a008-0747982e85f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740-project-admin] Failed to bind port 0facad5a-541b-4a9c-aadc-4760717125a3 on host hv-neutron-7971 for vnic_type normal using segments [{'id': 'a4053785-1b5c-437f-a53f-6701874b4141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '876ad46f-f7a3-40f3-82f2-f2702cd6e499'}] Jun 24 11:44:53.085154 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-d99d1d69-9adb-4b2f-9b55-48627a1f9433 req-db4b5802-2e01-402a-8bf9-2deedba2d242 tempest-ServerActionsTestJSON-818164034 tempest-ServerActionsTestJSON-818164034-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-securitygroup--1652939875&fields=id&tenant_id=33124f0dd27d41d79a5a6b42eb81b949 HTTP/1.1" status: 200 len: 267 time: 1.3841536 Jun 24 11:44:53.167443 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.plugins.ml2.plugin [None req-7b85e5c1-9aa8-40ee-a008-0747982e85f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740-project-admin] Attempt 7 to bind port 0facad5a-541b-4a9c-aadc-4760717125a3 Jun 24 11:44:53.368491 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-8f3ec0d4-5ea5-4cf7-8441-28c7c995af31 None None] Provisioning for port efecd94f-28f3-4e43-a30e-3b39549f9a3d completed by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 11:44:53.372800 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685c455b-26d3-4aa3-ac10-64a511e3154e None None] Pushing event updated for resources: {'Port': ['ID=a55468bb-2c22-4e75-b869-901f4a29d031,revision_number=2']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:44:53.378620 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-685c455b-26d3-4aa3-ac10-64a511e3154e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.633s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:44:53.382229 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-8f3ec0d4-5ea5-4cf7-8441-28c7c995af31 None None] Provisioning complete for port efecd94f-28f3-4e43-a30e-3b39549f9a3d triggered by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:44:53.382645 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-8f3ec0d4-5ea5-4cf7-8441-28c7c995af31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:53.441020 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-8f3ec0d4-5ea5-4cf7-8441-28c7c995af31 None None] Port efecd94f-28f3-4e43-a30e-3b39549f9a3d cannot update to ACTIVE because it is not bound. {{(pid=128085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 11:44:53.444195 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2748bcb-8521-4428-8eeb-ec1638eb9505 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d65c8f8-7530-5052-99fe-8ea05073750b-c48932c2-d177-4d5d-88a5-b0e54b052100', 'network_id': 'c48932c2-d177-4d5d-88a5-b0e54b052100', 'tenant_id': '9c8c7551cf984e4ca40de4f1d8880b93', 'fixed_ips': [{'subnet_id': '1ec5b1fa-01d6-4548-9703-702b66e81dd1'}]}} from dv-neutron-797120-4-hyperv. {{(pid=128085) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 24 11:44:53.446329 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-f2748bcb-8521-4428-8eeb-ec1638eb9505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_create {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:53.465615 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-0a9d2769-a8d9-4a30-a595-ba02ceef810d req-e50635c5-3130-4ac8-a1c2-a8a1d4d422c9 service neutron] 10.222.0.53 "GET /v2.0/networks/839f990f-6e6d-419c-a2ff-7497d60fa3b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9350376 Jun 24 11:44:53.478365 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.managers [None req-7b85e5c1-9aa8-40ee-a008-0747982e85f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740-project-admin] Attempting to bind port 0facad5a-541b-4a9c-aadc-4760717125a3 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=128083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 11:44:53.479350 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.managers [None req-7b85e5c1-9aa8-40ee-a008-0747982e85f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740-project-admin] Attempting to bind port 0facad5a-541b-4a9c-aadc-4760717125a3 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': 'a4053785-1b5c-437f-a53f-6701874b4141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '876ad46f-f7a3-40f3-82f2-f2702cd6e499'}] {{(pid=128083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 11:44:53.479923 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b85e5c1-9aa8-40ee-a008-0747982e85f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740-project-admin] Attempting to bind port 0facad5a-541b-4a9c-aadc-4760717125a3 on network 876ad46f-f7a3-40f3-82f2-f2702cd6e499 {{(pid=128083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 11:44:53.627488 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.db_base_plugin_common [None req-f2748bcb-8521-4428-8eeb-ec1638eb9505 None None] Allocated IP 2001:db8:1::2 (c48932c2-d177-4d5d-88a5-b0e54b052100/1ec5b1fa-01d6-4548-9703-702b66e81dd1/7d960396-181a-4a00-8491-a4ad00531c20) {{(pid=128085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 11:44:53.679713 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 56418) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:44:53.736561 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-95b33a22-7342-4e08-ae11-67b712e94ce1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:53.845530 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-af015a95-8e85-4ef1-9599-c1f1820c3ead tempest-RoutersAdminNegativeTest-1113543141 tempest-RoutersAdminNegativeTest-1113543141-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1803182', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65403'] for router, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:53.848188 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-7212428b-1f44-42c5-8468-fa9ab75b8338 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:53.852672 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-0a9d2769-a8d9-4a30-a595-ba02ceef810d req-294bf03b-462d-488f-9655-e64924d8509f service neutron] 10.222.0.53 "GET /v2.0/networks/839f990f-6e6d-419c-a2ff-7497d60fa3b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3857713 Jun 24 11:44:53.863340 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-af015a95-8e85-4ef1-9599-c1f1820c3ead tempest-RoutersAdminNegativeTest-1113543141 tempest-RoutersAdminNegativeTest-1113543141-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:53.863650 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-f2748bcb-8521-4428-8eeb-ec1638eb9505 None None] Notify callbacks [] for port, precommit_create {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:53.903580 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-f2748bcb-8521-4428-8eeb-ec1638eb9505 None None] Transition to ACTIVE for port object 7d960396-181a-4a00-8491-a4ad00531c20 will not be triggered until provisioned by entity L2. {{(pid=128085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 11:44:53.970234 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-f2748bcb-8521-4428-8eeb-ec1638eb9505 None None] Transition to ACTIVE for port object 7d960396-181a-4a00-8491-a4ad00531c20 will not be triggered until provisioned by entity DHCP. {{(pid=128085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 11:44:54.014060 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-f2748bcb-8521-4428-8eeb-ec1638eb9505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-650429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-506361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793193536723'] for port, after_create {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:54.016042 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-2c7906f9-c7a6-4f0b-8872-0a85031ff2e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:44:54.044967 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b85e5c1-9aa8-40ee-a008-0747982e85f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740-project-admin] Port 0facad5a-541b-4a9c-aadc-4760717125a3 on network 876ad46f-f7a3-40f3-82f2-f2702cd6e499 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=128083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 11:44:54.048814 dv-neutron-797120-4-hyperv neutron-server[128083]: ERROR neutron.plugins.ml2.managers [None req-7b85e5c1-9aa8-40ee-a008-0747982e85f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740-project-admin] Failed to bind port 0facad5a-541b-4a9c-aadc-4760717125a3 on host hv-neutron-7971 for vnic_type normal using segments [{'id': 'a4053785-1b5c-437f-a53f-6701874b4141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '876ad46f-f7a3-40f3-82f2-f2702cd6e499'}] Jun 24 11:44:54.052401 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-972e42ad-2da5-44bf-b0b8-00c6288ba19a tempest-ExternalNetworksTestJSON-2097641310 tempest-ExternalNetworksTestJSON-2097641310-project-admin] vlan segment allocate from pool success with {'vlan_id': 619, 'physical_network': 'physnet1'} {{(pid=128083) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 11:44:54.104390 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device a55468bb-2c22-4e75-b869-901f4a29d031 up at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 11:44:54.156295 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2748bcb-8521-4428-8eeb-ec1638eb9505 None None] Network c48932c2-d177-4d5d-88a5-b0e54b052100 is already hosted by enough agents. {{(pid=128085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 11:44:54.185246 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.scheduler.base_scheduler [None req-f2748bcb-8521-4428-8eeb-ec1638eb9505 None None] Resources bound (agent type, host, resource id): {{(pid=128085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:44:54.193803 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2748bcb-8521-4428-8eeb-ec1638eb9505 None None] Received port after_create {{(pid=128085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 11:44:54.195965 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2748bcb-8521-4428-8eeb-ec1638eb9505 None None] Pushing event updated for resources: {'Port': ['ID=7d960396-181a-4a00-8491-a4ad00531c20,revision_number=1']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:44:54.204091 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-f2748bcb-8521-4428-8eeb-ec1638eb9505 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:44:54.243674 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.plugins.ml2.plugin [None req-7b85e5c1-9aa8-40ee-a008-0747982e85f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740-project-admin] Attempt 8 to bind port 0facad5a-541b-4a9c-aadc-4760717125a3 Jun 24 11:44:54.254828 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-95b33a22-7342-4e08-ae11-67b712e94ce1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:54.269094 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-95b33a22-7342-4e08-ae11-67b712e94ce1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800410'] for security_group, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:54.289857 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:44:54.338550 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed458687-8d04-4d82-8de8-6b52bba8ab76 req-f4aacb25-1914-40ba-9ef8-65143015efb0 tempest-ServersTestJSON-1725335409 tempest-ServersTestJSON-1725335409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:44:54.350468 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-ed458687-8d04-4d82-8de8-6b52bba8ab76 req-f4aacb25-1914-40ba-9ef8-65143015efb0 tempest-ServersTestJSON-1725335409 tempest-ServersTestJSON-1725335409-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468916'] for port, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:54.362857 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-f2748bcb-8521-4428-8eeb-ec1638eb9505 None None] Attempting to bind port 7d960396-181a-4a00-8491-a4ad00531c20 on host dv-neutron-797120-4-hyperv for vnic_type normal with profile {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 11:44:54.363604 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-f2748bcb-8521-4428-8eeb-ec1638eb9505 None None] Attempting to bind port 7d960396-181a-4a00-8491-a4ad00531c20 by drivers openvswitch,hyperv on host dv-neutron-797120-4-hyperv at level 0 using segments [{'id': '6d3cd91a-6748-4733-8ae9-30e694fd13bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'c48932c2-d177-4d5d-88a5-b0e54b052100'}] {{(pid=128085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 11:44:54.364068 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2748bcb-8521-4428-8eeb-ec1638eb9505 None None] Attempting to bind port 7d960396-181a-4a00-8491-a4ad00531c20 on network c48932c2-d177-4d5d-88a5-b0e54b052100 {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 11:44:54.370735 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning for port a55468bb-2c22-4e75-b869-901f4a29d031 completed by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 11:44:54.377584 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2748bcb-8521-4428-8eeb-ec1638eb9505 None None] Checking agent: {'id': 'e3a695b2-c397-461f-83b0-10b79d490b59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 11, 36, 56), 'started_at': datetime.datetime(2021, 6, 24, 11, 37, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 11, 44, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 11:44:54.378197 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2748bcb-8521-4428-8eeb-ec1638eb9505 None None] Checking segment: {'id': '6d3cd91a-6748-4733-8ae9-30e694fd13bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'c48932c2-d177-4d5d-88a5-b0e54b052100'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=128085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 11:44:54.379511 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-f2748bcb-8521-4428-8eeb-ec1638eb9505 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:54.380236 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2748bcb-8521-4428-8eeb-ec1638eb9505 None None] Bound using segment: {'id': '6d3cd91a-6748-4733-8ae9-30e694fd13bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'c48932c2-d177-4d5d-88a5-b0e54b052100'} {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 11:44:54.380942 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-f2748bcb-8521-4428-8eeb-ec1638eb9505 None None] Bound port: 7d960396-181a-4a00-8491-a4ad00531c20, host: dv-neutron-797120-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d3cd91a-6748-4733-8ae9-30e694fd13bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'c48932c2-d177-4d5d-88a5-b0e54b052100'}}] {{(pid=128085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 11:44:54.381565 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-f2748bcb-8521-4428-8eeb-ec1638eb9505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:54.413382 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-85dcf34c-9930-4155-814d-3189cec768bf tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:54.422438 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.managers [None req-7b85e5c1-9aa8-40ee-a008-0747982e85f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740-project-admin] Attempting to bind port 0facad5a-541b-4a9c-aadc-4760717125a3 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=128083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 11:44:54.423202 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.managers [None req-7b85e5c1-9aa8-40ee-a008-0747982e85f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740-project-admin] Attempting to bind port 0facad5a-541b-4a9c-aadc-4760717125a3 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': 'a4053785-1b5c-437f-a53f-6701874b4141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '876ad46f-f7a3-40f3-82f2-f2702cd6e499'}] {{(pid=128083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 11:44:54.423545 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b85e5c1-9aa8-40ee-a008-0747982e85f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740-project-admin] Attempting to bind port 0facad5a-541b-4a9c-aadc-4760717125a3 on network 876ad46f-f7a3-40f3-82f2-f2702cd6e499 {{(pid=128083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 11:44:54.467614 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b85e5c1-9aa8-40ee-a008-0747982e85f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740-project-admin] Port 0facad5a-541b-4a9c-aadc-4760717125a3 on network 876ad46f-f7a3-40f3-82f2-f2702cd6e499 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=128083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 11:44:54.471248 dv-neutron-797120-4-hyperv neutron-server[128083]: ERROR neutron.plugins.ml2.managers [None req-7b85e5c1-9aa8-40ee-a008-0747982e85f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740-project-admin] Failed to bind port 0facad5a-541b-4a9c-aadc-4760717125a3 on host hv-neutron-7971 for vnic_type normal using segments [{'id': 'a4053785-1b5c-437f-a53f-6701874b4141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '876ad46f-f7a3-40f3-82f2-f2702cd6e499'}] Jun 24 11:44:54.478624 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-972e42ad-2da5-44bf-b0b8-00c6288ba19a tempest-ExternalNetworksTestJSON-2097641310 tempest-ExternalNetworksTestJSON-2097641310-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967879'] for segment, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:54.488259 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.db.segments_db [None req-972e42ad-2da5-44bf-b0b8-00c6288ba19a tempest-ExternalNetworksTestJSON-2097641310 tempest-ExternalNetworksTestJSON-2097641310-project-admin] Added segment a2b3b149-442b-4eeb-b7ac-ac9f834f6dc2 of type vlan for network 5328181b-b009-4636-b561-8a16e612df7a Jun 24 11:44:54.489215 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b33a22-7342-4e08-ae11-67b712e94ce1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7c1a9a0-e74f-4dc9-ac56-13395bc05d7b,revision_number=1']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:44:54.493272 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.plugins.ml2.plugin [None req-7b85e5c1-9aa8-40ee-a008-0747982e85f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740-project-admin] Attempt 9 to bind port 0facad5a-541b-4a9c-aadc-4760717125a3 Jun 24 11:44:54.496319 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-af015a95-8e85-4ef1-9599-c1f1820c3ead tempest-RoutersAdminNegativeTest-1113543141 tempest-RoutersAdminNegativeTest-1113543141-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1806072'] for router, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:54.502250 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af015a95-8e85-4ef1-9599-c1f1820c3ead tempest-RoutersAdminNegativeTest-1113543141 tempest-RoutersAdminNegativeTest-1113543141-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 8672ebb0-f3ea-4ee0-9a70-76a65b87fe3d {{(pid=128083) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 24 11:44:54.507510 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-ed458687-8d04-4d82-8de8-6b52bba8ab76 req-f4aacb25-1914-40ba-9ef8-65143015efb0 tempest-ServersTestJSON-1725335409 tempest-ServersTestJSON-1725335409-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 7.2455580 Jun 24 11:44:54.522172 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-95b33a22-7342-4e08-ae11-67b712e94ce1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:44:54.529022 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-f2748bcb-8521-4428-8eeb-ec1638eb9505 None None] For port 7d960396-181a-4a00-8491-a4ad00531c20, host dv-neutron-797120-4-hyperv, cleared binding levels {{(pid=128085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 11:44:54.538047 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-95b33a22-7342-4e08-ae11-67b712e94ce1 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=25781b22b4d44a9698eda27967a9e8b5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8546631 Jun 24 11:44:54.539989 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 56430) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:44:54.563404 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-f2748bcb-8521-4428-8eeb-ec1638eb9505 None None] For port 7d960396-181a-4a00-8491-a4ad00531c20, host dv-neutron-797120-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=7d960396-181a-4a00-8491-a4ad00531c20,segment=NetworkSegment(6d3cd91a-6748-4733-8ae9-30e694fd13bf),segment_id=6d3cd91a-6748-4733-8ae9-30e694fd13bf)] {{(pid=128085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 11:44:54.580886 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-f2748bcb-8521-4428-8eeb-ec1638eb9505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:54.599948 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:44:54.656648 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-972e42ad-2da5-44bf-b0b8-00c6288ba19a tempest-ExternalNetworksTestJSON-2097641310 tempest-ExternalNetworksTestJSON-2097641310-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793193525068'] for network, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:54.679518 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.managers [None req-7b85e5c1-9aa8-40ee-a008-0747982e85f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740-project-admin] Attempting to bind port 0facad5a-541b-4a9c-aadc-4760717125a3 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=128083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 11:44:54.681311 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.managers [None req-7b85e5c1-9aa8-40ee-a008-0747982e85f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740-project-admin] Attempting to bind port 0facad5a-541b-4a9c-aadc-4760717125a3 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': 'a4053785-1b5c-437f-a53f-6701874b4141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '876ad46f-f7a3-40f3-82f2-f2702cd6e499'}] {{(pid=128083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 11:44:54.681658 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b85e5c1-9aa8-40ee-a008-0747982e85f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740-project-admin] Attempting to bind port 0facad5a-541b-4a9c-aadc-4760717125a3 on network 876ad46f-f7a3-40f3-82f2-f2702cd6e499 {{(pid=128083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 11:44:54.755164 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2748bcb-8521-4428-8eeb-ec1638eb9505 None None] Pushing event updated for resources: {'Port': ['ID=7d960396-181a-4a00-8491-a4ad00531c20,revision_number=2']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:44:54.763542 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-f2748bcb-8521-4428-8eeb-ec1638eb9505 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:44:54.765506 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [req-ed458687-8d04-4d82-8de8-6b52bba8ab76 req-9e6df48c-e419-4a83-a1fd-f135e1920d6b tempest-ServersTestJSON-1725335409 tempest-ServersTestJSON-1725335409-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=128083) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 24 11:44:54.766995 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-ed458687-8d04-4d82-8de8-6b52bba8ab76 req-9e6df48c-e419-4a83-a1fd-f135e1920d6b tempest-ServersTestJSON-1725335409 tempest-ServersTestJSON-1725335409-project] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0826089 Jun 24 11:44:54.857382 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac23d80c-58c2-4a4f-bbe6-a479fbe95afb None None] Network e9ec23c9-0da3-4d63-8d86-26a7b85ec656 requested from dv-neutron-797120-4-hyperv {{(pid=128085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 11:44:54.872004 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b85e5c1-9aa8-40ee-a008-0747982e85f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740-project-admin] Port 0facad5a-541b-4a9c-aadc-4760717125a3 on network 876ad46f-f7a3-40f3-82f2-f2702cd6e499 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=128083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 11:44:54.872338 dv-neutron-797120-4-hyperv neutron-server[128083]: ERROR neutron.plugins.ml2.managers [None req-7b85e5c1-9aa8-40ee-a008-0747982e85f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740-project-admin] Failed to bind port 0facad5a-541b-4a9c-aadc-4760717125a3 on host hv-neutron-7971 for vnic_type normal using segments [{'id': 'a4053785-1b5c-437f-a53f-6701874b4141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '876ad46f-f7a3-40f3-82f2-f2702cd6e499'}] Jun 24 11:44:54.899429 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.plugins.ml2.plugin [None req-7b85e5c1-9aa8-40ee-a008-0747982e85f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740-project-admin] Attempt 10 to bind port 0facad5a-541b-4a9c-aadc-4760717125a3 Jun 24 11:44:54.905252 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-9a9032f0-32fb-43ae-a906-2d050e7c9608 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:54.936517 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.api.v2.resource [None req-af015a95-8e85-4ef1-9599-c1f1820c3ead tempest-RoutersAdminNegativeTest-1113543141 tempest-RoutersAdminNegativeTest-1113543141-project-admin] create failed (client error): There was a conflict when trying to complete your request. Jun 24 11:44:54.940669 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-af015a95-8e85-4ef1-9599-c1f1820c3ead tempest-RoutersAdminNegativeTest-1113543141 tempest-RoutersAdminNegativeTest-1113543141-project-admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 8.6392322 Jun 24 11:44:54.957567 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 56438) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:44:54.978767 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99d1d69-9adb-4b2f-9b55-48627a1f9433 req-2d9afd8c-4b50-4ca1-8c91-f8b94bce2a84 tempest-ServerActionsTestJSON-818164034 tempest-ServerActionsTestJSON-818164034-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:44:54.997600 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-d99d1d69-9adb-4b2f-9b55-48627a1f9433 req-2d9afd8c-4b50-4ca1-8c91-f8b94bce2a84 tempest-ServerActionsTestJSON-818164034 tempest-ServerActionsTestJSON-818164034-project] 10.222.0.53 "GET /v2.0/networks?id=4865c6d7-6c66-4548-b02e-d00e97d481c4 HTTP/1.1" status: 200 len: 811 time: 1.8203170 Jun 24 11:44:55.005409 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-1c208d98-f47a-4f49-b28e-8aab140e52c8 None None] Provisioning for port a55468bb-2c22-4e75-b869-901f4a29d031 completed by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 11:44:55.014405 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-1c208d98-f47a-4f49-b28e-8aab140e52c8 None None] Provisioning complete for port a55468bb-2c22-4e75-b869-901f4a29d031 triggered by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:44:55.015051 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-1c208d98-f47a-4f49-b28e-8aab140e52c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:55.048777 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-972e42ad-2da5-44bf-b0b8-00c6288ba19a tempest-ExternalNetworksTestJSON-2097641310 tempest-ExternalNetworksTestJSON-2097641310-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1800243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976'] for network, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:55.049871 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.managers [None req-7b85e5c1-9aa8-40ee-a008-0747982e85f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740-project-admin] Attempting to bind port 0facad5a-541b-4a9c-aadc-4760717125a3 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=128083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 11:44:55.050006 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.managers [None req-7b85e5c1-9aa8-40ee-a008-0747982e85f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740-project-admin] Attempting to bind port 0facad5a-541b-4a9c-aadc-4760717125a3 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': 'a4053785-1b5c-437f-a53f-6701874b4141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '876ad46f-f7a3-40f3-82f2-f2702cd6e499'}] {{(pid=128083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 11:44:55.050258 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b85e5c1-9aa8-40ee-a008-0747982e85f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740-project-admin] Attempting to bind port 0facad5a-541b-4a9c-aadc-4760717125a3 on network 876ad46f-f7a3-40f3-82f2-f2702cd6e499 {{(pid=128083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 11:44:55.086681 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-972e42ad-2da5-44bf-b0b8-00c6288ba19a tempest-ExternalNetworksTestJSON-2097641310 tempest-ExternalNetworksTestJSON-2097641310-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:44:55.087295 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-972e42ad-2da5-44bf-b0b8-00c6288ba19a tempest-ExternalNetworksTestJSON-2097641310 tempest-ExternalNetworksTestJSON-2097641310-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588949'] for network, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:55.156759 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:44:55.171925 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-d99d1d69-9adb-4b2f-9b55-48627a1f9433 req-1f805fd0-0afa-4996-9033-c260d757424c tempest-ServerActionsTestJSON-818164034 tempest-ServerActionsTestJSON-818164034-project] 10.222.0.53 "GET /v2.0/quotas/33124f0dd27d41d79a5a6b42eb81b949 HTTP/1.1" status: 200 len: 375 time: 0.1726661 Jun 24 11:44:55.213548 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b85e5c1-9aa8-40ee-a008-0747982e85f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740-project-admin] Port 0facad5a-541b-4a9c-aadc-4760717125a3 on network 876ad46f-f7a3-40f3-82f2-f2702cd6e499 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=128083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 11:44:55.213548 dv-neutron-797120-4-hyperv neutron-server[128083]: ERROR neutron.plugins.ml2.managers [None req-7b85e5c1-9aa8-40ee-a008-0747982e85f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740-project-admin] Failed to bind port 0facad5a-541b-4a9c-aadc-4760717125a3 on host hv-neutron-7971 for vnic_type normal using segments [{'id': 'a4053785-1b5c-437f-a53f-6701874b4141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '876ad46f-f7a3-40f3-82f2-f2702cd6e499'}] Jun 24 11:44:55.213548 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-7b85e5c1-9aa8-40ee-a008-0747982e85f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:55.280189 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-9a9032f0-32fb-43ae-a906-2d050e7c9608 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:55.306514 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-1c208d98-f47a-4f49-b28e-8aab140e52c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:55.396370 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [req-ed458687-8d04-4d82-8de8-6b52bba8ab76 req-d840dfe6-de99-4f68-ac99-a9903e013f7f service neutron] Request body: {'port': {'device_id': '618b8848-261b-4b47-b06a-cb463f1f77c5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7971'}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:44:55.471009 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-972e42ad-2da5-44bf-b0b8-00c6288ba19a tempest-ExternalNetworksTestJSON-2097641310 tempest-ExternalNetworksTestJSON-2097641310-project-admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 3.3092873 Jun 24 11:44:55.487771 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 56448) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:44:55.504969 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-76ca8a70-3383-44a8-833c-04729bc0a725 tempest-ExternalNetworksTestJSON-2097641310 tempest-ExternalNetworksTestJSON-2097641310-project-admin] Request body: {'network': {'router:external': True}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:44:55.507423 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-1c208d98-f47a-4f49-b28e-8aab140e52c8 None None] For port a55468bb-2c22-4e75-b869-901f4a29d031, host dv-neutron-797120-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=a55468bb-2c22-4e75-b869-901f4a29d031,segment=NetworkSegment(9e8fb26f-e87f-47b8-ab12-ae584c36fd5e),segment_id=9e8fb26f-e87f-47b8-ab12-ae584c36fd5e)] {{(pid=128085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 11:44:55.525885 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972e42ad-2da5-44bf-b0b8-00c6288ba19a tempest-ExternalNetworksTestJSON-2097641310 tempest-ExternalNetworksTestJSON-2097641310-project-admin] Pushing event updated for resources: {'Network': ['ID=5328181b-b009-4636-b561-8a16e612df7a,revision_number=1']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:44:55.554269 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-1c208d98-f47a-4f49-b28e-8aab140e52c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:55.564375 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-972e42ad-2da5-44bf-b0b8-00c6288ba19a tempest-ExternalNetworksTestJSON-2097641310 tempest-ExternalNetworksTestJSON-2097641310-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.407s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:44:55.575082 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Network 5328181b-b009-4636-b561-8a16e612df7a details requested by agent ovs-agent-dv-neutron-797120-4-hyperv with host dv-neutron-797120-4-hyperv {{(pid=128085) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 11:44:55.584065 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-9791e4fd-6561-414c-91d9-15a66b3f640b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:44:55.605563 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0f9b24-42be-48dc-bb8c-f621fd25c60d req-025c7851-d68a-485b-b033-64a0b54d092b tempest-ServersTestJSON-1725335409 tempest-ServersTestJSON-1725335409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:44:55.614753 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-9a0f9b24-42be-48dc-bb8c-f621fd25c60d req-025c7851-d68a-485b-b033-64a0b54d092b tempest-ServersTestJSON-1725335409 tempest-ServersTestJSON-1725335409-project] 10.222.0.53 "GET /v2.0/ports?device_id=618b8848-261b-4b47-b06a-cb463f1f77c5 HTTP/1.1" status: 200 len: 932 time: 0.8611040 Jun 24 11:44:55.671473 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-9a9032f0-32fb-43ae-a906-2d050e7c9608 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800410'] for security_group, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:55.689554 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-9a9032f0-32fb-43ae-a906-2d050e7c9608 admin admin] Notify callbacks [] for security_group, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:55.691636 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-9a9032f0-32fb-43ae-a906-2d050e7c9608 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/f7c1a9a0-e74f-4dc9-ac56-13395bc05d7b HTTP/1.1" status: 204 len: 168 time: 1.1503632 Jun 24 11:44:55.750099 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:44:55.768218 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.db [None req-7b85e5c1-9aa8-40ee-a008-0747982e85f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740-project-admin] For port 0facad5a-541b-4a9c-aadc-4760717125a3, host hv-neutron-7971, cleared binding levels {{(pid=128083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 11:44:55.768902 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.db [None req-7b85e5c1-9aa8-40ee-a008-0747982e85f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740-project-admin] Attempted to set empty binding levels {{(pid=128083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jun 24 11:44:55.776561 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9032f0-32fb-43ae-a906-2d050e7c9608 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7c1a9a0-e74f-4dc9-ac56-13395bc05d7b,revision_number=None']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:44:55.782625 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-ed458687-8d04-4d82-8de8-6b52bba8ab76 req-d840dfe6-de99-4f68-ac99-a9903e013f7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:55.785421 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-7b85e5c1-9aa8-40ee-a008-0747982e85f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2537871'] for port, after_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:55.804690 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-9a0f9b24-42be-48dc-bb8c-f621fd25c60d req-97d9cb01-cae7-40ac-abaf-6d9ff9122159 tempest-ServersTestJSON-1725335409 tempest-ServersTestJSON-1725335409-project] 10.222.0.53 "GET /v2.0/security-groups?id=c6a6118f-5ca3-4415-a86c-d6e07885b397&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1887090 Jun 24 11:44:55.851876 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-f4aacb25-1914-40ba-9ef8-65143015efb0 tempest-ServersTestJSON-1725335409 tempest-ServersTestJSON-1725335409-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:44:55.913396 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-d99d1d69-9adb-4b2f-9b55-48627a1f9433 req-92a20572-8332-4010-8320-51e49711fe6e tempest-ServerActionsTestJSON-818164034 tempest-ServerActionsTestJSON-818164034-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=33124f0dd27d41d79a5a6b42eb81b949&fields=id HTTP/1.1" status: 200 len: 348 time: 0.7322550 Jun 24 11:44:56.028445 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-9a9032f0-32fb-43ae-a906-2d050e7c9608 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:44:56.038336 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.plugin [None req-7b85e5c1-9aa8-40ee-a008-0747982e85f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740-project-admin] In _notify_port_updated(), no bound segment for port 0facad5a-541b-4a9c-aadc-4760717125a3 on network 876ad46f-f7a3-40f3-82f2-f2702cd6e499 {{(pid=128083) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jun 24 11:44:56.039243 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b85e5c1-9aa8-40ee-a008-0747982e85f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:44:56.039844 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-7b85e5c1-9aa8-40ee-a008-0747982e85f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468916'] for port, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:56.041167 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-7b85e5c1-9aa8-40ee-a008-0747982e85f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740-project-admin] 10.222.0.53 "PUT /v2.0/ports/0facad5a-541b-4a9c-aadc-4760717125a3 HTTP/1.1" status: 200 len: 981 time: 8.0984297 Jun 24 11:44:56.054044 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 56462) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:44:56.106363 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c208d98-f47a-4f49-b28e-8aab140e52c8 None None] Pushing event updated for resources: {'Port': ['ID=a55468bb-2c22-4e75-b869-901f4a29d031,revision_number=3']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:44:56.121163 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-1c208d98-f47a-4f49-b28e-8aab140e52c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.537s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:44:56.160172 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-89ce5177-6f8d-4a83-b2c8-1ce9a90e5122 req-203ff6e1-d118-4dce-9f77-066b0a525219 tempest-ServersTestManualDisk-182325693 tempest-ServersTestManualDisk-182325693-project] 10.222.0.53 "GET /v2.0/ports?device_id=b046ee52-d7e7-4f00-aa0b-5e9350b5a813 HTTP/1.1" status: 200 len: 210 time: 0.1868215 Jun 24 11:44:56.213815 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.plugin [None req-047de8a5-a7d9-4b87-8c3e-4a39dc2041bf tempest-RoutersAdminNegativeTest-1113543141 tempest-RoutersAdminNegativeTest-1113543141-project-admin] Deleting port 5837bf0c-225b-4d37-951a-093a07023dad {{(pid=128083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 11:44:56.214529 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-047de8a5-a7d9-4b87-8c3e-4a39dc2041bf tempest-RoutersAdminNegativeTest-1113543141 tempest-RoutersAdminNegativeTest-1113543141-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793193942312'] for port, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:56.231605 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [req-d99d1d69-9adb-4b2f-9b55-48627a1f9433 req-002e75c5-ae5a-49ce-b827-0293ae189877 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=128083) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 24 11:44:56.241599 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device 7d960396-181a-4a00-8491-a4ad00531c20 up at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 11:44:56.243094 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-d99d1d69-9adb-4b2f-9b55-48627a1f9433 req-002e75c5-ae5a-49ce-b827-0293ae189877 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2398880 Jun 24 11:44:56.246115 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b85e5c1-9aa8-40ee-a008-0747982e85f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740-project-admin] Pushing event updated for resources: {'Port': ['ID=0facad5a-541b-4a9c-aadc-4760717125a3,revision_number=3']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:44:56.253275 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-7b85e5c1-9aa8-40ee-a008-0747982e85f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.401s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:44:56.412390 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-9d7a02bf-315f-4a4f-90cb-b337c3adb730 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:56.455313 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.db.db_base_plugin_common [None req-85dcf34c-9930-4155-814d-3189cec768bf tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Allocated IP 2001:db8::1 (e9ec23c9-0da3-4d63-8d86-26a7b85ec656/48fbf114-346f-43e5-b65d-c7c46cc55f3f/0749dfd2-ec08-4df2-8e83-cf25cb3430aa) {{(pid=128084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 11:44:56.512539 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:56.520165 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-76ca8a70-3383-44a8-833c-04729bc0a725 tempest-ExternalNetworksTestJSON-2097641310 tempest-ExternalNetworksTestJSON-2097641310-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793193525068'] for network, precommit_update {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:56.552915 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning for port 7d960396-181a-4a00-8491-a4ad00531c20 completed by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 11:44:56.596611 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-d99d1d69-9adb-4b2f-9b55-48627a1f9433 req-bc8d52cc-b17e-4954-bce9-cea925b74deb service neutron] 10.222.0.53 "GET /v2.0/networks/4865c6d7-6c66-4548-b02e-d00e97d481c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3524027 Jun 24 11:44:56.606572 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-6f810dca-0cf1-49a2-a44e-884515d6e696 None None] Provisioning complete for port a55468bb-2c22-4e75-b869-901f4a29d031 triggered by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:44:56.607093 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-6f810dca-0cf1-49a2-a44e-884515d6e696 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:56.835739 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-85dcf34c-9930-4155-814d-3189cec768bf tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Notify callbacks [] for port, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:56.875353 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.db.provisioning_blocks [None req-85dcf34c-9930-4155-814d-3189cec768bf tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Transition to ACTIVE for port object 0749dfd2-ec08-4df2-8e83-cf25cb3430aa will not be triggered until provisioned by entity DHCP. {{(pid=128084) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 11:44:56.950772 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-85dcf34c-9930-4155-814d-3189cec768bf tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-650429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-506361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793193536723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3291971'] for port, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:56.958233 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:44:56.965116 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-76ca8a70-3383-44a8-833c-04729bc0a725 tempest-ExternalNetworksTestJSON-2097641310 tempest-ExternalNetworksTestJSON-2097641310-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1800243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976'] for network, after_update {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:56.994494 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87a2ae97-eed0-4ddc-991e-177171a3cec2 None None] Network c48932c2-d177-4d5d-88a5-b0e54b052100 requested from dv-neutron-797120-4-hyperv {{(pid=128085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 11:44:57.076564 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-047de8a5-a7d9-4b87-8c3e-4a39dc2041bf tempest-RoutersAdminNegativeTest-1113543141 tempest-RoutersAdminNegativeTest-1113543141-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1978872'] for port, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:57.097207 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.plugin [None req-047de8a5-a7d9-4b87-8c3e-4a39dc2041bf tempest-RoutersAdminNegativeTest-1113543141 tempest-RoutersAdminNegativeTest-1113543141-project-admin] Calling delete_port for 5837bf0c-225b-4d37-951a-093a07023dad owned by {{(pid=128083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 11:44:57.171887 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85dcf34c-9930-4155-814d-3189cec768bf tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Network e9ec23c9-0da3-4d63-8d86-26a7b85ec656 is already hosted by enough agents. {{(pid=128084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 11:44:57.177136 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.base_scheduler [None req-85dcf34c-9930-4155-814d-3189cec768bf tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Resources bound (agent type, host, resource id): {{(pid=128084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:44:57.191962 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-76ca8a70-3383-44a8-833c-04729bc0a725 tempest-ExternalNetworksTestJSON-2097641310 tempest-ExternalNetworksTestJSON-2097641310-project-admin] Network 5328181b-b009-4636-b561-8a16e612df7a is not hosted by any dhcp agent {{(pid=128084) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jun 24 11:44:57.193340 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76ca8a70-3383-44a8-833c-04729bc0a725 tempest-ExternalNetworksTestJSON-2097641310 tempest-ExternalNetworksTestJSON-2097641310-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=128084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:44:57.194206 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-76ca8a70-3383-44a8-833c-04729bc0a725 tempest-ExternalNetworksTestJSON-2097641310 tempest-ExternalNetworksTestJSON-2097641310-project-admin] Notify callbacks [] for network, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:57.196193 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-76ca8a70-3383-44a8-833c-04729bc0a725 tempest-ExternalNetworksTestJSON-2097641310 tempest-ExternalNetworksTestJSON-2097641310-project-admin] 10.222.0.53 "PUT /v2.0/networks/5328181b-b009-4636-b561-8a16e612df7a HTTP/1.1" status: 200 len: 857 time: 1.7061224 Jun 24 11:44:57.203224 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85dcf34c-9930-4155-814d-3189cec768bf tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Received port after_create {{(pid=128084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 11:44:57.204110 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-85dcf34c-9930-4155-814d-3189cec768bf tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1978458'] for router_interface, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:57.223587 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 56480) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:44:57.307932 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-1a63b439-bd06-4af9-964f-f71726e0ce7e None None] Provisioning for port 7d960396-181a-4a00-8491-a4ad00531c20 completed by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 11:44:57.332960 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-1a63b439-bd06-4af9-964f-f71726e0ce7e None None] Provisioning complete for port 7d960396-181a-4a00-8491-a4ad00531c20 triggered by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:44:57.334993 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-1a63b439-bd06-4af9-964f-f71726e0ce7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:57.402889 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-047de8a5-a7d9-4b87-8c3e-4a39dc2041bf tempest-RoutersAdminNegativeTest-1113543141 tempest-RoutersAdminNegativeTest-1113543141-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793193945299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193536732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2537862'] for port, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:57.440278 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-807e0837-52e5-4842-89fc-63ff4027d363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:44:57.443517 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-807e0837-52e5-4842-89fc-63ff4027d363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:44:57.444463 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-807e0837-52e5-4842-89fc-63ff4027d363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:44:57.444592 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-807e0837-52e5-4842-89fc-63ff4027d363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:44:57.445055 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-807e0837-52e5-4842-89fc-63ff4027d363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:44:57.445534 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-807e0837-52e5-4842-89fc-63ff4027d363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:44:57.446525 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-807e0837-52e5-4842-89fc-63ff4027d363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:44:57.447464 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-807e0837-52e5-4842-89fc-63ff4027d363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:44:57.448210 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-807e0837-52e5-4842-89fc-63ff4027d363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:44:57.449227 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-807e0837-52e5-4842-89fc-63ff4027d363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:44:57.449690 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-807e0837-52e5-4842-89fc-63ff4027d363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:44:57.450200 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-807e0837-52e5-4842-89fc-63ff4027d363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:44:57.450713 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-807e0837-52e5-4842-89fc-63ff4027d363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:44:57.451906 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-807e0837-52e5-4842-89fc-63ff4027d363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:44:57.452700 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-807e0837-52e5-4842-89fc-63ff4027d363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:44:57.453325 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-807e0837-52e5-4842-89fc-63ff4027d363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:44:57.453994 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-807e0837-52e5-4842-89fc-63ff4027d363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:44:57.454588 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-807e0837-52e5-4842-89fc-63ff4027d363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:44:57.455078 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-807e0837-52e5-4842-89fc-63ff4027d363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:44:57.455655 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-807e0837-52e5-4842-89fc-63ff4027d363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:44:57.456588 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-807e0837-52e5-4842-89fc-63ff4027d363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:44:57.460062 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-807e0837-52e5-4842-89fc-63ff4027d363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740-project-admin] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 19048 time: 1.3984709 Jun 24 11:44:57.481784 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 56482) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:44:57.622109 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85dcf34c-9930-4155-814d-3189cec768bf tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Pushing event updated for resources: {'Port': ['ID=0749dfd2-ec08-4df2-8e83-cf25cb3430aa,revision_number=1']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:44:57.632758 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-85dcf34c-9930-4155-814d-3189cec768bf tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.675s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:44:57.700677 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:44:57.750493 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-03237adf-ebd0-46f2-a476-4d4bb746e0f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:57.813134 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.673s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:44:57.835566 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047de8a5-a7d9-4b87-8c3e-4a39dc2041bf tempest-RoutersAdminNegativeTest-1113543141 tempest-RoutersAdminNegativeTest-1113543141-project-admin] Pushing event deleted for resources: {'Port': ['ID=5837bf0c-225b-4d37-951a-093a07023dad,revision_number=None']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:44:57.839474 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-047de8a5-a7d9-4b87-8c3e-4a39dc2041bf tempest-RoutersAdminNegativeTest-1113543141 tempest-RoutersAdminNegativeTest-1113543141-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:44:57.927939 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-1e6f7c67-a7c1-4287-be7c-615ec566c26f tempest-ExternalNetworksTestJSON-2097641310 tempest-ExternalNetworksTestJSON-2097641310-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-534962'] for network, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:57.931210 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-1a63b439-bd06-4af9-964f-f71726e0ce7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:58.050001 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-1a63b439-bd06-4af9-964f-f71726e0ce7e None None] For port 7d960396-181a-4a00-8491-a4ad00531c20, host dv-neutron-797120-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=7d960396-181a-4a00-8491-a4ad00531c20,segment=NetworkSegment(6d3cd91a-6748-4733-8ae9-30e694fd13bf),segment_id=6d3cd91a-6748-4733-8ae9-30e694fd13bf)] {{(pid=128085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 11:44:58.071455 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-1a63b439-bd06-4af9-964f-f71726e0ce7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:58.081897 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-d032b467-2820-4d05-976c-e22432e88a83 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:44:58.150933 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device a55468bb-2c22-4e75-b869-901f4a29d031 up at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 11:44:58.248200 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-85dcf34c-9930-4155-814d-3189cec768bf tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:58.364247 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ca8a70-3383-44a8-833c-04729bc0a725 tempest-ExternalNetworksTestJSON-2097641310 tempest-ExternalNetworksTestJSON-2097641310-project-admin] Pushing event updated for resources: {'Network': ['ID=5328181b-b009-4636-b561-8a16e612df7a,revision_number=2']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:44:58.375903 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-76ca8a70-3383-44a8-833c-04729bc0a725 tempest-ExternalNetworksTestJSON-2097641310 tempest-ExternalNetworksTestJSON-2097641310-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.563s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:44:58.390480 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a63b439-bd06-4af9-964f-f71726e0ce7e None None] Pushing event updated for resources: {'Port': ['ID=7d960396-181a-4a00-8491-a4ad00531c20,revision_number=3']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:44:58.404570 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-1a63b439-bd06-4af9-964f-f71726e0ce7e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.323s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:44:58.424026 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-16a04e87-5476-4149-b81e-12129490e237 None None] Provisioning for port 0749dfd2-ec08-4df2-8e83-cf25cb3430aa completed by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 11:44:58.438132 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-16a04e87-5476-4149-b81e-12129490e237 None None] Provisioning complete for port 0749dfd2-ec08-4df2-8e83-cf25cb3430aa triggered by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:44:58.450708 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-16a04e87-5476-4149-b81e-12129490e237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:58.619961 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-d99d1d69-9adb-4b2f-9b55-48627a1f9433 req-f4d75a83-986b-41cb-a571-14454fd3b16e service neutron] 10.222.0.53 "GET /v2.0/networks/4865c6d7-6c66-4548-b02e-d00e97d481c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2499261 Jun 24 11:44:58.857477 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-047de8a5-a7d9-4b87-8c3e-4a39dc2041bf tempest-RoutersAdminNegativeTest-1113543141 tempest-RoutersAdminNegativeTest-1113543141-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468916'] for port, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:58.860593 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-047de8a5-a7d9-4b87-8c3e-4a39dc2041bf tempest-RoutersAdminNegativeTest-1113543141 tempest-RoutersAdminNegativeTest-1113543141-project-admin] 10.222.0.53 "DELETE /v2.0/ports/5837bf0c-225b-4d37-951a-093a07023dad HTTP/1.1" status: 204 len: 168 time: 3.8980718 Jun 24 11:44:58.928821 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da15492-8165-41ce-8687-a6051c5d0f0c req-95c0ebe7-5d00-483b-ae60-38f4b5980fe1 tempest-ServersTestJSON-1725335409 tempest-ServersTestJSON-1725335409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:44:58.938141 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-4da15492-8165-41ce-8687-a6051c5d0f0c req-95c0ebe7-5d00-483b-ae60-38f4b5980fe1 tempest-ServersTestJSON-1725335409 tempest-ServersTestJSON-1725335409-project] 10.222.0.53 "GET /v2.0/ports?device_id=618b8848-261b-4b47-b06a-cb463f1f77c5 HTTP/1.1" status: 200 len: 932 time: 1.5644073 Jun 24 11:44:59.016705 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning complete for port a55468bb-2c22-4e75-b869-901f4a29d031 triggered by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:44:59.017359 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:59.099089 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-16a04e87-5476-4149-b81e-12129490e237 None None] Port 0749dfd2-ec08-4df2-8e83-cf25cb3430aa cannot update to ACTIVE because it is not bound. {{(pid=128085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 11:44:59.174610 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-4da15492-8165-41ce-8687-a6051c5d0f0c req-ce529d17-c4ef-4cbb-b9e9-c88ddcd396e6 tempest-ServersTestJSON-1725335409 tempest-ServersTestJSON-1725335409-project] 10.222.0.53 "GET /v2.0/security-groups?id=c6a6118f-5ca3-4415-a86c-d6e07885b397&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2328715 Jun 24 11:44:59.371431 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.45', 52717) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:44:59.385426 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-13f3f547-b0e2-4b70-ba16-5dfec8135bab None None] Provisioning complete for port 7d960396-181a-4a00-8491-a4ad00531c20 triggered by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:44:59.386271 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-13f3f547-b0e2-4b70-ba16-5dfec8135bab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:59.799748 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.plugin [None req-a95b4598-3b98-4037-9bf0-f0fc40314f71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740-project-admin] Deleting port 0facad5a-541b-4a9c-aadc-4760717125a3 {{(pid=128084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 11:44:59.800176 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-a95b4598-3b98-4037-9bf0-f0fc40314f71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793193942312'] for port, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:59.816358 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9d2769-a8d9-4a30-a595-ba02ceef810d req-24a9586a-ac20-48da-b5cd-70664558795b tempest-ServersTestManualDisk-182325693 tempest-ServersTestManualDisk-182325693-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:44:59.817767 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-52c483ef-d5c1-4030-9a32-e5ce4ff00ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:59.820004 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-0a9d2769-a8d9-4a30-a595-ba02ceef810d req-24a9586a-ac20-48da-b5cd-70664558795b tempest-ServersTestManualDisk-182325693 tempest-ServersTestManualDisk-182325693-project] 10.222.0.45 "GET /v2.0/networks?id=839f990f-6e6d-419c-a2ff-7497d60fa3b2 HTTP/1.1" status: 200 len: 812 time: 0.4215934 Jun 24 11:44:59.850515 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-17b9a333-ebe4-42b6-8124-7723b8a372d3 req-c9644819-1813-469f-87ab-87e29d5d59d9 tempest-ServerActionsTestJSON-818164034 tempest-ServerActionsTestJSON-818164034-project] 10.222.0.53 "GET /v2.0/ports?device_id=d6cc2586-9578-488f-96d4-fbc6dd702115 HTTP/1.1" status: 200 len: 210 time: 0.0878987 Jun 24 11:44:59.858497 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.notifiers.nova [req-ed458687-8d04-4d82-8de8-6b52bba8ab76 req-d840dfe6-de99-4f68-ac99-a9903e013f7f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id efecd94f-28f3-4e43-a30e-3b39549f9a3d {{(pid=128083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 11:44:59.893219 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-1e6f7c67-a7c1-4287-be7c-615ec566c26f tempest-ExternalNetworksTestJSON-2097641310 tempest-ExternalNetworksTestJSON-2097641310-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973199', 'neutron.services.segments.db._delete_segments_for_network-8793194012456'] for network, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:59.898313 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 56516) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:44:59.918914 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-ed458687-8d04-4d82-8de8-6b52bba8ab76 req-d840dfe6-de99-4f68-ac99-a9903e013f7f service neutron] Notify callbacks [] for port, precommit_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:44:59.942101 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-0914043f-38fc-4491-b4f6-7ace0c7cf700 req-c0bc6a70-b231-4505-9ac1-ac64a06ce4dc tempest-ServersTestManualDisk-182325693 tempest-ServersTestManualDisk-182325693-project] 10.222.0.53 "GET /v2.0/ports?device_id=b046ee52-d7e7-4f00-aa0b-5e9350b5a813 HTTP/1.1" status: 200 len: 210 time: 0.1192837 Jun 24 11:45:00.075303 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.provisioning_blocks [req-ed458687-8d04-4d82-8de8-6b52bba8ab76 req-d840dfe6-de99-4f68-ac99-a9903e013f7f service neutron] Transition to ACTIVE for port object efecd94f-28f3-4e43-a30e-3b39549f9a3d will not be triggered until provisioned by entity L2. {{(pid=128083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 11:45:00.111107 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device 7d960396-181a-4a00-8491-a4ad00531c20 up at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 11:45:00.171712 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-ed458687-8d04-4d82-8de8-6b52bba8ab76 req-d840dfe6-de99-4f68-ac99-a9903e013f7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2537871'] for port, after_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:00.206027 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.services.segments.db [None req-1e6f7c67-a7c1-4287-be7c-615ec566c26f tempest-ExternalNetworksTestJSON-2097641310 tempest-ExternalNetworksTestJSON-2097641310-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5328181b-b009-4636-b561-8a16e612df7a']}} {{(pid=128084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:45:00.278925 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:45:00.304825 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-0a9d2769-a8d9-4a30-a595-ba02ceef810d req-b38c9d44-6be7-4d00-8b04-0b73dc861178 tempest-ServersTestManualDisk-182325693 tempest-ServersTestManualDisk-182325693-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d8a50f9eaf8642e9aaeea1cf25966bd8 HTTP/1.1" status: 200 len: 379 time: 0.4134641 Jun 24 11:45:00.318162 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning complete for port 7d960396-181a-4a00-8491-a4ad00531c20 triggered by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:45:00.319017 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:00.364542 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.services.segments.db [None req-1e6f7c67-a7c1-4287-be7c-615ec566c26f tempest-ExternalNetworksTestJSON-2097641310 tempest-ExternalNetworksTestJSON-2097641310-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2b3b149-442b-4eeb-b7ac-ac9f834f6dc2') {'for_net_delete': True} {{(pid=128084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:45:00.365474 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.services.segments.db [None req-1e6f7c67-a7c1-4287-be7c-615ec566c26f tempest-ExternalNetworksTestJSON-2097641310 tempest-ExternalNetworksTestJSON-2097641310-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2b3b149-442b-4eeb-b7ac-ac9f834f6dc2') {} {{(pid=128084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:45:00.394104 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-32acb01d-0846-4b15-ab7a-e6f1fcef7f94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:00.421906 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [req-0a9d2769-a8d9-4a30-a595-ba02ceef810d req-7cff89f1-3eba-4b6b-82ef-9f6fc9554c1a tempest-ServersTestManualDisk-182325693 tempest-ServersTestManualDisk-182325693-project] Request body: {'port': {'device_id': 'b046ee52-d7e7-4f00-aa0b-5e9350b5a813', 'network_id': '839f990f-6e6d-419c-a2ff-7497d60fa3b2', 'admin_state_up': True, 'tenant_id': 'd8a50f9eaf8642e9aaeea1cf25966bd8', 'security_groups': ['36df713e-0194-470c-a043-7cde9d86738f']}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:45:00.422504 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.db [None req-a95b4598-3b98-4037-9bf0-f0fc40314f71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740-project-admin] For port 0facad5a-541b-4a9c-aadc-4760717125a3, host hv-neutron-7971, got binding levels [] {{(pid=128084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 11:45:00.423029 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-a95b4598-3b98-4037-9bf0-f0fc40314f71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1978872'] for port, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:00.447092 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.plugin [None req-a95b4598-3b98-4037-9bf0-f0fc40314f71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740-project-admin] Calling delete_port for 0facad5a-541b-4a9c-aadc-4760717125a3 owned by {{(pid=128084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 11:45:00.543426 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-1e6f7c67-a7c1-4287-be7c-615ec566c26f tempest-ExternalNetworksTestJSON-2097641310 tempest-ExternalNetworksTestJSON-2097641310-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793194097327', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2373599'] for segment, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:00.592445 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-1e6f7c67-a7c1-4287-be7c-615ec566c26f tempest-ExternalNetworksTestJSON-2097641310 tempest-ExternalNetworksTestJSON-2097641310-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967879'] for segment, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:00.614372 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e6f7c67-a7c1-4287-be7c-615ec566c26f tempest-ExternalNetworksTestJSON-2097641310 tempest-ExternalNetworksTestJSON-2097641310-project-admin] Releasing vlan 619 on physical network physnet1 to pool {{(pid=128084) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 11:45:00.614880 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-1e6f7c67-a7c1-4287-be7c-615ec566c26f tempest-ExternalNetworksTestJSON-2097641310 tempest-ExternalNetworksTestJSON-2097641310-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3292053'] for segment, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:00.616776 dv-neutron-797120-4-hyperv neutron-server[128084]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 11:45:00.616776 dv-neutron-797120-4-hyperv neutron-server[128084]: conditions |= (models_v2.Port.network_id.in_( Jun 24 11:45:00.616776 dv-neutron-797120-4-hyperv neutron-server[128084]: Traceback (most recent call last): Jun 24 11:45:00.616776 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 24 11:45:00.616776 dv-neutron-797120-4-hyperv neutron-server[128084]: timer() Jun 24 11:45:00.616776 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 24 11:45:00.616776 dv-neutron-797120-4-hyperv neutron-server[128084]: cb(*args, **kw) Jun 24 11:45:00.616776 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 24 11:45:00.616776 dv-neutron-797120-4-hyperv neutron-server[128084]: return func(*args, **kwargs) Jun 24 11:45:00.616776 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 24 11:45:00.616776 dv-neutron-797120-4-hyperv neutron-server[128084]: self._notify() Jun 24 11:45:00.616776 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 24 11:45:00.616776 dv-neutron-797120-4-hyperv neutron-server[128084]: self.callback(batched_events) Jun 24 11:45:00.616776 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 24 11:45:00.616776 dv-neutron-797120-4-hyperv neutron-server[128084]: event.method(event) Jun 24 11:45:00.616776 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 24 11:45:00.616776 dv-neutron-797120-4-hyperv neutron-server[128084]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 24 11:45:00.616776 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 24 11:45:00.616776 dv-neutron-797120-4-hyperv neutron-server[128084]: aggregate_uuid = self.p_client.list_aggregates( Jun 24 11:45:00.616776 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 24 11:45:00.616776 dv-neutron-797120-4-hyperv neutron-server[128084]: return f(self, *a, **k) Jun 24 11:45:00.616776 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 24 11:45:00.616776 dv-neutron-797120-4-hyperv neutron-server[128084]: return self._get(url).json() Jun 24 11:45:00.616776 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 24 11:45:00.616776 dv-neutron-797120-4-hyperv neutron-server[128084]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 24 11:45:00.616776 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 24 11:45:00.616776 dv-neutron-797120-4-hyperv neutron-server[128084]: return self.request(url, 'GET', **kwargs) Jun 24 11:45:00.616776 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 24 11:45:00.616776 dv-neutron-797120-4-hyperv neutron-server[128084]: base_url = self.get_endpoint(auth, allow=allow, Jun 24 11:45:00.616776 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 24 11:45:00.616776 dv-neutron-797120-4-hyperv neutron-server[128084]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 24 11:45:00.616776 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 24 11:45:00.616776 dv-neutron-797120-4-hyperv neutron-server[128084]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 24 11:45:00.616776 dv-neutron-797120-4-hyperv neutron-server[128084]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 24 11:45:00.687759 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-a95b4598-3b98-4037-9bf0-f0fc40314f71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793193945299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193536732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3292088'] for port, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:00.696882 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-beaa3c5e-ef55-4bcf-a4c9-caad8dff9459 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:45:00.726037 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d840dfe6-de99-4f68-ac99-a9903e013f7f service neutron] Pushing event updated for resources: {'Port': ['ID=efecd94f-28f3-4e43-a30e-3b39549f9a3d,revision_number=2']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:45:00.737077 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-d840dfe6-de99-4f68-ac99-a9903e013f7f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.458s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:45:00.739990 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95b4598-3b98-4037-9bf0-f0fc40314f71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740-project-admin] Pushing event deleted for resources: {'Port': ['ID=0facad5a-541b-4a9c-aadc-4760717125a3,revision_number=None']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:45:00.743046 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-a95b4598-3b98-4037-9bf0-f0fc40314f71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:45:00.760198 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-a95b4598-3b98-4037-9bf0-f0fc40314f71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468916'] for port, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:00.766304 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-a95b4598-3b98-4037-9bf0-f0fc40314f71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740-project-admin] 10.222.0.53 "DELETE /v2.0/ports/0facad5a-541b-4a9c-aadc-4760717125a3 HTTP/1.1" status: 204 len: 168 time: 3.2733192 Jun 24 11:45:00.768932 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 56538) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:45:00.782122 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-85dcf34c-9930-4155-814d-3189cec768bf tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Notify callbacks [] for port, precommit_update {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:00.786961 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-1e6f7c67-a7c1-4287-be7c-615ec566c26f tempest-ExternalNetworksTestJSON-2097641310 tempest-ExternalNetworksTestJSON-2097641310-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1800243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1815642'] for network, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:00.791560 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-ab9802c8-8b1d-47ac-b531-89f35152e2ae tempest-ExternalNetworksTestJSON-2097641310 tempest-ExternalNetworksTestJSON-2097641310-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:45:00.805938 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e6f7c67-a7c1-4287-be7c-615ec566c26f tempest-ExternalNetworksTestJSON-2097641310 tempest-ExternalNetworksTestJSON-2097641310-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 5328181b-b009-4636-b561-8a16e612df7a {{(pid=128084) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jun 24 11:45:00.807499 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-85dcf34c-9930-4155-814d-3189cec768bf tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3292081'] for port, after_update {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:00.808328 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-85dcf34c-9930-4155-814d-3189cec768bf tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1783050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1978542'] for router_interface, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:00.811699 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-1e6f7c67-a7c1-4287-be7c-615ec566c26f tempest-ExternalNetworksTestJSON-2097641310 tempest-ExternalNetworksTestJSON-2097641310-project-admin] Notify callbacks [] for network, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:00.817434 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-1e6f7c67-a7c1-4287-be7c-615ec566c26f tempest-ExternalNetworksTestJSON-2097641310 tempest-ExternalNetworksTestJSON-2097641310-project-admin] 10.222.0.53 "DELETE /v2.0/networks/5328181b-b009-4636-b561-8a16e612df7a HTTP/1.1" status: 204 len: 168 time: 3.5922639 Jun 24 11:45:00.833234 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 56540) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:45:00.850443 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6f7c67-a7c1-4287-be7c-615ec566c26f tempest-ExternalNetworksTestJSON-2097641310 tempest-ExternalNetworksTestJSON-2097641310-project-admin] Pushing event deleted for resources: {'Network': ['ID=5328181b-b009-4636-b561-8a16e612df7a,revision_number=None']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:45:00.882731 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-1e6f7c67-a7c1-4287-be7c-615ec566c26f tempest-ExternalNetworksTestJSON-2097641310 tempest-ExternalNetworksTestJSON-2097641310-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:45:00.883313 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.050s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:45:00.889781 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.pecan_wsgi.hooks.translation [None req-f184fe9b-52f7-4186-ab03-9dc0f70ccde1 tempest-ExternalNetworksTestJSON-1343323332 tempest-ExternalNetworksTestJSON-1343323332-project] DELETE failed (client error): The resource could not be found. Jun 24 11:45:00.890370 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f184fe9b-52f7-4186-ab03-9dc0f70ccde1 tempest-ExternalNetworksTestJSON-1343323332 tempest-ExternalNetworksTestJSON-1343323332-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=128084) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 24 11:45:00.895315 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-f184fe9b-52f7-4186-ab03-9dc0f70ccde1 tempest-ExternalNetworksTestJSON-1343323332 tempest-ExternalNetworksTestJSON-1343323332-project] 10.222.0.53 "DELETE /v2.0/subnets/153f852d-c3c5-4106-aaa6-63e1202fa24c HTTP/1.1" status: 404 len: 337 time: 0.0594678 Jun 24 11:45:00.925526 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 56542) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:45:00.933708 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-32acb01d-0846-4b15-ab7a-e6f1fcef7f94 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:00.965065 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-32acb01d-0846-4b15-ab7a-e6f1fcef7f94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800410'] for security_group, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:00.968328 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 56546) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:45:00.973446 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-c04d519d-ba66-438b-83d4-413869dafed5 tempest-ServersTestJSON-1725335409 tempest-ServersTestJSON-1725335409-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:45:01.029051 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f5872da-285b-4be3-a816-3eb11ff5b520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740-project-admin] GET failed (client error): The resource could not be found. Jun 24 11:45:01.031492 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-6f5872da-285b-4be3-a816-3eb11ff5b520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740-project-admin] 10.222.0.53 "GET /v2.0/ports/0facad5a-541b-4a9c-aadc-4760717125a3 HTTP/1.1" status: 404 len: 333 time: 0.2578807 Jun 24 11:45:01.041777 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a9d2769-a8d9-4a30-a595-ba02ceef810d req-7cff89f1-3eba-4b6b-82ef-9f6fc9554c1a tempest-ServersTestManualDisk-182325693 tempest-ServersTestManualDisk-182325693-project] Made reservation on behalf of d8a50f9eaf8642e9aaeea1cf25966bd8 for: {'port': 1} {{(pid=128083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 11:45:01.045943 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 56552) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:45:01.046105 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-0a9d2769-a8d9-4a30-a595-ba02ceef810d req-7cff89f1-3eba-4b6b-82ef-9f6fc9554c1a tempest-ServersTestManualDisk-182325693 tempest-ServersTestManualDisk-182325693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:01.050874 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-9f5879b1-fa02-4d4e-a093-b285ee1e8e69 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307009265', 'network_id': '876ad46f-f7a3-40f3-82f2-f2702cd6e499'}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:45:01.094336 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32acb01d-0846-4b15-ab7a-e6f1fcef7f94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a007b8c5-0703-49ef-ae32-d4d708470830,revision_number=1']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:45:01.147116 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85dcf34c-9930-4155-814d-3189cec768bf tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Pushing event updated for resources: {'Port': ['ID=0749dfd2-ec08-4df2-8e83-cf25cb3430aa,revision_number=2']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:45:01.179993 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-85dcf34c-9930-4155-814d-3189cec768bf tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:45:01.208457 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-9878cba5-9866-4f44-883a-50310348a3bd tempest-QuotasNegativeTest-718740954 tempest-QuotasNegativeTest-718740954-project-admin] Request body: {'quota': {'network': 2}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:45:01.215925 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866f838d-8504-4b96-8902-0642f01ecfff req-b3d93b6e-9c72-4a29-87ec-c6745201f65a tempest-ServersTestJSON-1725335409 tempest-ServersTestJSON-1725335409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:45:01.217397 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-866f838d-8504-4b96-8902-0642f01ecfff req-b3d93b6e-9c72-4a29-87ec-c6745201f65a tempest-ServersTestJSON-1725335409 tempest-ServersTestJSON-1725335409-project] 10.222.0.53 "GET /v2.0/ports?device_id=618b8848-261b-4b47-b06a-cb463f1f77c5 HTTP/1.1" status: 200 len: 944 time: 0.6629276 Jun 24 11:45:01.222290 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-32acb01d-0846-4b15-ab7a-e6f1fcef7f94 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:45:01.231165 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-32acb01d-0846-4b15-ab7a-e6f1fcef7f94 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=692aa4911de4451a9d70f95b7c67247f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3049846 Jun 24 11:45:01.235930 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 56554) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:45:01.240359 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-2242abd8-064e-4fea-8785-02d35e6966b3 tempest-ExternalNetworksTestJSON-1343323332 tempest-ExternalNetworksTestJSON-1343323332-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-534962'] for network, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:01.262611 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f5879b1-fa02-4d4e-a093-b285ee1e8e69 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740-project-admin] Made reservation on behalf of e3b7473f66e74a3fa8e2c28582501f4b for: {'port': 1} {{(pid=128084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 11:45:01.265746 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-9f5879b1-fa02-4d4e-a093-b285ee1e8e69 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:01.280788 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-9878cba5-9866-4f44-883a-50310348a3bd tempest-QuotasNegativeTest-718740954 tempest-QuotasNegativeTest-718740954-project-admin] 10.222.0.53 "PUT /v2.0/quotas/fd45f11f1b934d02bd410c7f353f2747 HTTP/1.1" status: 200 len: 368 time: 0.2994626 Jun 24 11:45:01.281944 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 56556) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:45:01.286024 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-297eaf66-c207-4a92-89f4-344561addb6f req-5fc5dca3-0a3d-411d-b12f-cb2e38bc0819 tempest-ServerActionsTestJSON-818164034 tempest-ServerActionsTestJSON-818164034-project] 10.222.0.53 "GET /v2.0/ports?device_id=d6cc2586-9578-488f-96d4-fbc6dd702115 HTTP/1.1" status: 200 len: 210 time: 0.0674546 Jun 24 11:45:01.299844 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-e4e0756a-be8f-4b7a-aa85-de2cb6c4eb9f tempest-QuotasNegativeTest-718740954 tempest-QuotasNegativeTest-718740954-project-admin] Request body: {'network': {'project_id': 'fd45f11f1b934d02bd410c7f353f2747'}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:45:01.305894 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.managers [req-ed458687-8d04-4d82-8de8-6b52bba8ab76 req-d840dfe6-de99-4f68-ac99-a9903e013f7f service neutron] Attempting to bind port efecd94f-28f3-4e43-a30e-3b39549f9a3d on host hv-neutron-7971 for vnic_type normal with profile {{(pid=128083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 11:45:01.306420 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.managers [req-ed458687-8d04-4d82-8de8-6b52bba8ab76 req-d840dfe6-de99-4f68-ac99-a9903e013f7f service neutron] Attempting to bind port efecd94f-28f3-4e43-a30e-3b39549f9a3d by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': 'f44b9ff8-e555-44d1-ab7a-99b2dd7bb3ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '5404b65a-42b1-4f9a-be9b-03cba7439c22'}] {{(pid=128083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 11:45:01.306828 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed458687-8d04-4d82-8de8-6b52bba8ab76 req-d840dfe6-de99-4f68-ac99-a9903e013f7f service neutron] Attempting to bind port efecd94f-28f3-4e43-a30e-3b39549f9a3d on network 5404b65a-42b1-4f9a-be9b-03cba7439c22 {{(pid=128083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 11:45:01.312551 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.db_base_plugin_common [req-0a9d2769-a8d9-4a30-a595-ba02ceef810d req-7cff89f1-3eba-4b6b-82ef-9f6fc9554c1a tempest-ServersTestManualDisk-182325693 tempest-ServersTestManualDisk-182325693-project] Allocated IP 172.20.0.4 (839f990f-6e6d-419c-a2ff-7497d60fa3b2/2d338229-4852-4820-bf9b-2f3476d45b6e/e039be1d-7f9d-48aa-9fb9-844478ea633d) {{(pid=128083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 11:45:01.322229 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed458687-8d04-4d82-8de8-6b52bba8ab76 req-d840dfe6-de99-4f68-ac99-a9903e013f7f service neutron] Port efecd94f-28f3-4e43-a30e-3b39549f9a3d on network 5404b65a-42b1-4f9a-be9b-03cba7439c22 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=128083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 11:45:01.322641 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed458687-8d04-4d82-8de8-6b52bba8ab76 req-d840dfe6-de99-4f68-ac99-a9903e013f7f service neutron] Attempting to bind port efecd94f-28f3-4e43-a30e-3b39549f9a3d on network 5404b65a-42b1-4f9a-be9b-03cba7439c22 {{(pid=128083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 11:45:01.342075 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed458687-8d04-4d82-8de8-6b52bba8ab76 req-d840dfe6-de99-4f68-ac99-a9903e013f7f service neutron] Checking agent: {'id': 'a2c9a14d-87aa-4cd1-a510-11988f19c3d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7971', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 11, 42, 44), 'started_at': datetime.datetime(2021, 6, 24, 11, 42, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 11, 44, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=128083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 11:45:01.343025 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed458687-8d04-4d82-8de8-6b52bba8ab76 req-d840dfe6-de99-4f68-ac99-a9903e013f7f service neutron] Checking segment: {'id': 'f44b9ff8-e555-44d1-ab7a-99b2dd7bb3ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '5404b65a-42b1-4f9a-be9b-03cba7439c22'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=128083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 11:45:01.343729 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed458687-8d04-4d82-8de8-6b52bba8ab76 req-d840dfe6-de99-4f68-ac99-a9903e013f7f service neutron] Bound using segment: {'id': 'f44b9ff8-e555-44d1-ab7a-99b2dd7bb3ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '5404b65a-42b1-4f9a-be9b-03cba7439c22'} {{(pid=128083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 11:45:01.344025 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.managers [req-ed458687-8d04-4d82-8de8-6b52bba8ab76 req-d840dfe6-de99-4f68-ac99-a9903e013f7f service neutron] Bound port: efecd94f-28f3-4e43-a30e-3b39549f9a3d, host: hv-neutron-7971, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f44b9ff8-e555-44d1-ab7a-99b2dd7bb3ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '5404b65a-42b1-4f9a-be9b-03cba7439c22'}}] {{(pid=128083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 11:45:01.344453 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-ed458687-8d04-4d82-8de8-6b52bba8ab76 req-d840dfe6-de99-4f68-ac99-a9903e013f7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:01.350893 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-866f838d-8504-4b96-8902-0642f01ecfff req-56591dd3-cd2c-42b9-8e6d-af01441efaf5 tempest-ServersTestJSON-1725335409 tempest-ServersTestJSON-1725335409-project] 10.222.0.53 "GET /v2.0/security-groups?id=c6a6118f-5ca3-4415-a86c-d6e07885b397&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1023252 Jun 24 11:45:01.352044 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85dcf34c-9930-4155-814d-3189cec768bf tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Network e9ec23c9-0da3-4d63-8d86-26a7b85ec656 is already hosted by enough agents. {{(pid=128084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 11:45:01.365393 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.base_scheduler [None req-85dcf34c-9930-4155-814d-3189cec768bf tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Resources bound (agent type, host, resource id): {{(pid=128084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:45:01.383320 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.notifiers.nova [None req-9f5879b1-fa02-4d4e-a093-b285ee1e8e69 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740-project-admin] device_id is not set on port 45a8eb55-5899-4fab-a141-3799365e0dc9 yet. {{(pid=128084) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 24 11:45:01.519480 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.db [req-ed458687-8d04-4d82-8de8-6b52bba8ab76 req-d840dfe6-de99-4f68-ac99-a9903e013f7f service neutron] For port efecd94f-28f3-4e43-a30e-3b39549f9a3d, host hv-neutron-7971, cleared binding levels {{(pid=128083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 11:45:01.599395 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-a7279643-b351-4efa-a93d-040a5e06d86e req-1d836b05-586a-465a-bc62-49104aad263a tempest-ServersTestManualDisk-182325693 tempest-ServersTestManualDisk-182325693-project] 10.222.0.53 "GET /v2.0/ports?device_id=b046ee52-d7e7-4f00-aa0b-5e9350b5a813 HTTP/1.1" status: 200 len: 210 time: 0.0838680 Jun 24 11:45:01.604266 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.db [req-ed458687-8d04-4d82-8de8-6b52bba8ab76 req-d840dfe6-de99-4f68-ac99-a9903e013f7f service neutron] For port efecd94f-28f3-4e43-a30e-3b39549f9a3d, host hv-neutron-7971, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=efecd94f-28f3-4e43-a30e-3b39549f9a3d,segment=NetworkSegment(f44b9ff8-e555-44d1-ab7a-99b2dd7bb3ef),segment_id=f44b9ff8-e555-44d1-ab7a-99b2dd7bb3ef)] {{(pid=128083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 11:45:01.611056 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-ed458687-8d04-4d82-8de8-6b52bba8ab76 req-d840dfe6-de99-4f68-ac99-a9903e013f7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2537871'] for port, after_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:01.618624 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-82851504-4010-4a44-9f7d-2e1e2a29322a tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:45:01.649918 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4e0756a-be8f-4b7a-aa85-de2cb6c4eb9f tempest-QuotasNegativeTest-718740954 tempest-QuotasNegativeTest-718740954-project-admin] Made reservation on behalf of fd45f11f1b934d02bd410c7f353f2747 for: {'network': 1} {{(pid=128084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 11:45:01.652298 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-e4e0756a-be8f-4b7a-aa85-de2cb6c4eb9f tempest-QuotasNegativeTest-718740954 tempest-QuotasNegativeTest-718740954-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for network, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:01.715261 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed458687-8d04-4d82-8de8-6b52bba8ab76 req-d840dfe6-de99-4f68-ac99-a9903e013f7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:45:01.715804 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-ed458687-8d04-4d82-8de8-6b52bba8ab76 req-d840dfe6-de99-4f68-ac99-a9903e013f7f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468916'] for port, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:01.721436 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-ed458687-8d04-4d82-8de8-6b52bba8ab76 req-d840dfe6-de99-4f68-ac99-a9903e013f7f service neutron] 10.222.0.45 "PUT /v2.0/ports/efecd94f-28f3-4e43-a30e-3b39549f9a3d HTTP/1.1" status: 200 len: 1094 time: 6.6210978 Jun 24 11:45:01.723771 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '618b8848-261b-4b47-b06a-cb463f1f77c5', 'tag': 'efecd94f-28f3-4e43-a30e-3b39549f9a3d'}] {{(pid=128083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 11:45:01.760503 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-0a9d2769-a8d9-4a30-a595-ba02ceef810d req-7cff89f1-3eba-4b6b-82ef-9f6fc9554c1a tempest-ServersTestManualDisk-182325693 tempest-ServersTestManualDisk-182325693-project] Notify callbacks [] for port, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:01.783121 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.45', 52722) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:45:01.819072 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-9f5879b1-fa02-4d4e-a093-b285ee1e8e69 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740-project-admin] Notify callbacks [] for port, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:01.828598 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-e4e0756a-be8f-4b7a-aa85-de2cb6c4eb9f tempest-QuotasNegativeTest-718740954 tempest-QuotasNegativeTest-718740954-project-admin] Notify callbacks [] for security_group, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:01.835399 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-ea90e21e-ac7b-4406-b29a-177be39b8fe2 None None] Provisioning complete for port 0749dfd2-ec08-4df2-8e83-cf25cb3430aa triggered by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:45:01.835990 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ea90e21e-ac7b-4406-b29a-177be39b8fe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:01.888698 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-7891a98f-05da-45de-be8a-d59491a250be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:01.907046 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-ea90e21e-ac7b-4406-b29a-177be39b8fe2 None None] Port 0749dfd2-ec08-4df2-8e83-cf25cb3430aa cannot update to ACTIVE because it is not bound. {{(pid=128085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 11:45:01.921406 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-2242abd8-064e-4fea-8785-02d35e6966b3 tempest-ExternalNetworksTestJSON-1343323332 tempest-ExternalNetworksTestJSON-1343323332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973199', 'neutron.services.segments.db._delete_segments_for_network-8793194012456'] for network, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:01.923464 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.provisioning_blocks [req-0a9d2769-a8d9-4a30-a595-ba02ceef810d req-7cff89f1-3eba-4b6b-82ef-9f6fc9554c1a tempest-ServersTestManualDisk-182325693 tempest-ServersTestManualDisk-182325693-project] Transition to ACTIVE for port object e039be1d-7f9d-48aa-9fb9-844478ea633d will not be triggered until provisioned by entity DHCP. {{(pid=128083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 11:45:01.925641 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d840dfe6-de99-4f68-ac99-a9903e013f7f service neutron] Pushing event updated for resources: {'Port': ['ID=efecd94f-28f3-4e43-a30e-3b39549f9a3d,revision_number=3']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:45:01.929226 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-d840dfe6-de99-4f68-ac99-a9903e013f7f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.311s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:45:01.963108 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.services.segments.db [None req-2242abd8-064e-4fea-8785-02d35e6966b3 tempest-ExternalNetworksTestJSON-1343323332 tempest-ExternalNetworksTestJSON-1343323332-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13b8851f-b88f-4842-af0e-dc32f2ef092f']}} {{(pid=128084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:45:01.986039 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a77f7dee1a0522ddf93af289475d218fcdb8f30317daadec13ebf930b5b9dbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abe471e2-6f1c-4582-a9bd-b4aa7d555cc1" -d '{"events": [{"name": "network-changed", "server_uuid": "618b8848-261b-4b47-b06a-cb463f1f77c5", "tag": "efecd94f-28f3-4e43-a30e-3b39549f9a3d"}]}' {{(pid=128083) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 11:45:01.991583 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.services.segments.db [None req-2242abd8-064e-4fea-8785-02d35e6966b3 tempest-ExternalNetworksTestJSON-1343323332 tempest-ExternalNetworksTestJSON-1343323332-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e31f448e-67ac-437e-9a4a-4200e365f8dd') {'for_net_delete': True} {{(pid=128084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:45:01.991879 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.services.segments.db [None req-2242abd8-064e-4fea-8785-02d35e6966b3 tempest-ExternalNetworksTestJSON-1343323332 tempest-ExternalNetworksTestJSON-1343323332-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e31f448e-67ac-437e-9a4a-4200e365f8dd') {} {{(pid=128084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:45:02.022941 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-7891a98f-05da-45de-be8a-d59491a250be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:02.026252 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-2242abd8-064e-4fea-8785-02d35e6966b3 tempest-ExternalNetworksTestJSON-1343323332 tempest-ExternalNetworksTestJSON-1343323332-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793194097327', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2373599'] for segment, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:02.061439 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99d1d69-9adb-4b2f-9b55-48627a1f9433 req-be6f7fb2-b27d-4f20-955b-c5a09c36c4fd tempest-ServerActionsTestJSON-818164034 tempest-ServerActionsTestJSON-818164034-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:45:02.063705 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-d99d1d69-9adb-4b2f-9b55-48627a1f9433 req-be6f7fb2-b27d-4f20-955b-c5a09c36c4fd tempest-ServerActionsTestJSON-818164034 tempest-ServerActionsTestJSON-818164034-project] 10.222.0.45 "GET /v2.0/networks?id=4865c6d7-6c66-4548-b02e-d00e97d481c4 HTTP/1.1" status: 200 len: 811 time: 0.2842495 Jun 24 11:45:02.076894 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-2242abd8-064e-4fea-8785-02d35e6966b3 tempest-ExternalNetworksTestJSON-1343323332 tempest-ExternalNetworksTestJSON-1343323332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967879'] for segment, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:02.089246 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-9f5879b1-fa02-4d4e-a093-b285ee1e8e69 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-650429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-506361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793193536723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3291971'] for port, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:02.103122 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2242abd8-064e-4fea-8785-02d35e6966b3 tempest-ExternalNetworksTestJSON-1343323332 tempest-ExternalNetworksTestJSON-1343323332-project] Releasing vlan 641 on physical network physnet1 to pool {{(pid=128084) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 11:45:02.103533 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-2242abd8-064e-4fea-8785-02d35e6966b3 tempest-ExternalNetworksTestJSON-1343323332 tempest-ExternalNetworksTestJSON-1343323332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3292053'] for segment, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:02.112388 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-0a9d2769-a8d9-4a30-a595-ba02ceef810d req-7cff89f1-3eba-4b6b-82ef-9f6fc9554c1a tempest-ServersTestManualDisk-182325693 tempest-ServersTestManualDisk-182325693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-650429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-506361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793193536723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2537853'] for port, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:02.117152 dv-neutron-797120-4-hyperv neutron-server[128084]: Traceback (most recent call last): Jun 24 11:45:02.117152 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 24 11:45:02.117152 dv-neutron-797120-4-hyperv neutron-server[128084]: timer() Jun 24 11:45:02.117152 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 24 11:45:02.117152 dv-neutron-797120-4-hyperv neutron-server[128084]: cb(*args, **kw) Jun 24 11:45:02.117152 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 24 11:45:02.117152 dv-neutron-797120-4-hyperv neutron-server[128084]: return func(*args, **kwargs) Jun 24 11:45:02.117152 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 24 11:45:02.117152 dv-neutron-797120-4-hyperv neutron-server[128084]: self._notify() Jun 24 11:45:02.117152 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 24 11:45:02.117152 dv-neutron-797120-4-hyperv neutron-server[128084]: self.callback(batched_events) Jun 24 11:45:02.117152 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 24 11:45:02.117152 dv-neutron-797120-4-hyperv neutron-server[128084]: event.method(event) Jun 24 11:45:02.117152 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 24 11:45:02.117152 dv-neutron-797120-4-hyperv neutron-server[128084]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 24 11:45:02.117152 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 24 11:45:02.117152 dv-neutron-797120-4-hyperv neutron-server[128084]: aggregate_uuid = self.p_client.list_aggregates( Jun 24 11:45:02.117152 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 24 11:45:02.117152 dv-neutron-797120-4-hyperv neutron-server[128084]: return f(self, *a, **k) Jun 24 11:45:02.117152 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 24 11:45:02.117152 dv-neutron-797120-4-hyperv neutron-server[128084]: return self._get(url).json() Jun 24 11:45:02.117152 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 24 11:45:02.117152 dv-neutron-797120-4-hyperv neutron-server[128084]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 24 11:45:02.117152 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 24 11:45:02.117152 dv-neutron-797120-4-hyperv neutron-server[128084]: return self.request(url, 'GET', **kwargs) Jun 24 11:45:02.117152 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 24 11:45:02.117152 dv-neutron-797120-4-hyperv neutron-server[128084]: base_url = self.get_endpoint(auth, allow=allow, Jun 24 11:45:02.117152 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 24 11:45:02.117152 dv-neutron-797120-4-hyperv neutron-server[128084]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 24 11:45:02.117152 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 24 11:45:02.117152 dv-neutron-797120-4-hyperv neutron-server[128084]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 24 11:45:02.117152 dv-neutron-797120-4-hyperv neutron-server[128084]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 24 11:45:02.118810 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-36630bbc-66f0-4d3c-850d-3e31374e479c tempest-ServerActionsTestJSON-818164034 tempest-ServerActionsTestJSON-818164034-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:45:02.143561 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-349f7c09-71d2-406c-aff7-a079db786d5c tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:45:02.191201 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed458687-8d04-4d82-8de8-6b52bba8ab76 req-3862e895-61f0-4bc2-b29e-d0c7bdf99032 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:45:02.192690 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-ed458687-8d04-4d82-8de8-6b52bba8ab76 req-3862e895-61f0-4bc2-b29e-d0c7bdf99032 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a34fcc8eaff5466883f461818fc3749a&device_id=618b8848-261b-4b47-b06a-cb463f1f77c5 HTTP/1.1" status: 200 len: 1097 time: 0.2793472 Jun 24 11:45:02.211753 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-d99d1d69-9adb-4b2f-9b55-48627a1f9433 req-029e3209-033c-442f-a968-d391704ac856 tempest-ServerActionsTestJSON-818164034 tempest-ServerActionsTestJSON-818164034-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=33124f0dd27d41d79a5a6b42eb81b949 HTTP/1.1" status: 200 len: 380 time: 0.1379521 Jun 24 11:45:02.213314 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 11:45:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2839a1ad-d3a6-418f-b6d6-2f479e882ed5 x-openstack-request-id: req-2839a1ad-d3a6-418f-b6d6-2f479e882ed5 {{(pid=128083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 11:45:02.214206 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "618b8848-261b-4b47-b06a-cb463f1f77c5", "tag": "efecd94f-28f3-4e43-a30e-3b39549f9a3d", "status": "completed", "code": 200}]} {{(pid=128083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 11:45:02.214206 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-2839a1ad-d3a6-418f-b6d6-2f479e882ed5 {{(pid=128083) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 11:45:02.214464 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '618b8848-261b-4b47-b06a-cb463f1f77c5', 'tag': 'efecd94f-28f3-4e43-a30e-3b39549f9a3d', 'status': 'completed', 'code': 200} Jun 24 11:45:02.236026 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f5879b1-fa02-4d4e-a093-b285ee1e8e69 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740-project-admin] Network 876ad46f-f7a3-40f3-82f2-f2702cd6e499 is already hosted by enough agents. {{(pid=128084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 11:45:02.252173 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.base_scheduler [None req-9f5879b1-fa02-4d4e-a093-b285ee1e8e69 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740-project-admin] Resources bound (agent type, host, resource id): {{(pid=128084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:45:02.257607 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85dcf34c-9930-4155-814d-3189cec768bf tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Router 5bd4fb39-08ad-4240-b3ff-e898010711c0 is scheduled to L3 agent 2987dba8-2249-4ee6-96ec-28f0f7a6127d with binding_index 1 {{(pid=128084) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 24 11:45:02.260365 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f5879b1-fa02-4d4e-a093-b285ee1e8e69 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740-project-admin] Received port after_create {{(pid=128084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 11:45:02.261791 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f5879b1-fa02-4d4e-a093-b285ee1e8e69 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=128084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:45:02.262747 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-9f5879b1-fa02-4d4e-a093-b285ee1e8e69 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468916'] for port, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:02.275303 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-2242abd8-064e-4fea-8785-02d35e6966b3 tempest-ExternalNetworksTestJSON-1343323332 tempest-ExternalNetworksTestJSON-1343323332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1800243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1815642'] for network, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:02.283143 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5879b1-fa02-4d4e-a093-b285ee1e8e69 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740-project-admin] Pushing event updated for resources: {'Port': ['ID=45a8eb55-5899-4fab-a141-3799365e0dc9,revision_number=1']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:45:02.297737 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-9f5879b1-fa02-4d4e-a093-b285ee1e8e69 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:45:02.299602 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-7891a98f-05da-45de-be8a-d59491a250be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800410'] for security_group, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:02.300730 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-2242abd8-064e-4fea-8785-02d35e6966b3 tempest-ExternalNetworksTestJSON-1343323332 tempest-ExternalNetworksTestJSON-1343323332-project] Notify callbacks [] for network, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:02.305411 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-2242abd8-064e-4fea-8785-02d35e6966b3 tempest-ExternalNetworksTestJSON-1343323332 tempest-ExternalNetworksTestJSON-1343323332-project] 10.222.0.53 "DELETE /v2.0/networks/13b8851f-b88f-4842-af0e-dc32f2ef092f HTTP/1.1" status: 204 len: 168 time: 1.3761063 Jun 24 11:45:02.306227 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-1cf8dbea-2e88-481f-bebc-73751aef3762 tempest-ExternalNetworksTestJSON-2097641310 tempest-ExternalNetworksTestJSON-2097641310-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:45:02.315773 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-7891a98f-05da-45de-be8a-d59491a250be admin admin] Notify callbacks [] for security_group, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:02.316916 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-7891a98f-05da-45de-be8a-d59491a250be admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/a007b8c5-0703-49ef-ae32-d4d708470830 HTTP/1.1" status: 204 len: 168 time: 1.0740469 Jun 24 11:45:02.338004 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2242abd8-064e-4fea-8785-02d35e6966b3 tempest-ExternalNetworksTestJSON-1343323332 tempest-ExternalNetworksTestJSON-1343323332-project] Pushing event deleted for resources: {'Network': ['ID=13b8851f-b88f-4842-af0e-dc32f2ef092f,revision_number=None']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:45:02.495874 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [req-d99d1d69-9adb-4b2f-9b55-48627a1f9433 req-d0d2e07f-47bd-433a-a9c3-d69c9a776f9c tempest-ServerActionsTestJSON-818164034 tempest-ServerActionsTestJSON-818164034-project] Request body: {'port': {'device_id': 'd6cc2586-9578-488f-96d4-fbc6dd702115', 'network_id': '4865c6d7-6c66-4548-b02e-d00e97d481c4', 'admin_state_up': True, 'tenant_id': '33124f0dd27d41d79a5a6b42eb81b949', 'security_groups': ['7ca7987f-c073-401f-ba18-8737b1398c4a']}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:45:02.505179 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-e4e0756a-be8f-4b7a-aa85-de2cb6c4eb9f tempest-QuotasNegativeTest-718740954 tempest-QuotasNegativeTest-718740954-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:02.509288 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-2242abd8-064e-4fea-8785-02d35e6966b3 tempest-ExternalNetworksTestJSON-1343323332 tempest-ExternalNetworksTestJSON-1343323332-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:45:02.510300 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-73422acf-2b46-4b30-8cf2-2c4eacae6b91 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.179s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:45:02.525840 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7891a98f-05da-45de-be8a-d59491a250be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a007b8c5-0703-49ef-ae32-d4d708470830,revision_number=None']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:45:02.538177 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-e4e0756a-be8f-4b7a-aa85-de2cb6c4eb9f tempest-QuotasNegativeTest-718740954 tempest-QuotasNegativeTest-718740954-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800410'] for security_group, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:02.541215 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-7891a98f-05da-45de-be8a-d59491a250be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:45:02.549753 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-9f5879b1-fa02-4d4e-a093-b285ee1e8e69 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740-project-admin] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.5026932 Jun 24 11:45:02.564573 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:45:02.567932 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 56580) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:45:02.586566 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a9d2769-a8d9-4a30-a595-ba02ceef810d req-7cff89f1-3eba-4b6b-82ef-9f6fc9554c1a tempest-ServersTestManualDisk-182325693 tempest-ServersTestManualDisk-182325693-project] Network 839f990f-6e6d-419c-a2ff-7497d60fa3b2 is already hosted by enough agents. {{(pid=128083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 11:45:02.608598 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-ed458687-8d04-4d82-8de8-6b52bba8ab76 req-0b0c0bb5-2768-430d-8d7d-8457473d2ab1 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=efecd94f-28f3-4e43-a30e-3b39549f9a3d HTTP/1.1" status: 200 len: 217 time: 0.3924685 Jun 24 11:45:02.643447 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.base_scheduler [req-0a9d2769-a8d9-4a30-a595-ba02ceef810d req-7cff89f1-3eba-4b6b-82ef-9f6fc9554c1a tempest-ServersTestManualDisk-182325693 tempest-ServersTestManualDisk-182325693-project] Resources bound (agent type, host, resource id): {{(pid=128083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:45:02.647405 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4e0756a-be8f-4b7a-aa85-de2cb6c4eb9f tempest-QuotasNegativeTest-718740954 tempest-QuotasNegativeTest-718740954-project-admin] vlan segment allocate from pool success with {'vlan_id': 607, 'physical_network': 'physnet1'} {{(pid=128084) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 11:45:02.658716 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cff89f1-3eba-4b6b-82ef-9f6fc9554c1a tempest-ServersTestManualDisk-182325693 tempest-ServersTestManualDisk-182325693-project] Pushing event updated for resources: {'Port': ['ID=e039be1d-7f9d-48aa-9fb9-844478ea633d,revision_number=1']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:45:02.687097 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e0756a-be8f-4b7a-aa85-de2cb6c4eb9f tempest-QuotasNegativeTest-718740954 tempest-QuotasNegativeTest-718740954-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0509f22a-1ff3-4dd5-81fa-8c0c0b620264,revision_number=1']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:45:02.703823 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85dcf34c-9930-4155-814d-3189cec768bf tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Notify agent at l3_agent.dv-neutron-797120-4-hyperv the message routers_updated {{(pid=128084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 11:45:02.707023 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-e4e0756a-be8f-4b7a-aa85-de2cb6c4eb9f tempest-QuotasNegativeTest-718740954 tempest-QuotasNegativeTest-718740954-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967879'] for segment, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:02.709679 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.db.segments_db [None req-e4e0756a-be8f-4b7a-aa85-de2cb6c4eb9f tempest-QuotasNegativeTest-718740954 tempest-QuotasNegativeTest-718740954-project-admin] Added segment bf7e7f6a-6bb1-4e9e-8a9a-8c37fc1ee6eb of type vlan for network 4db56fd3-4430-4669-ae65-5eaa73a22134 Jun 24 11:45:02.712905 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-e4e0756a-be8f-4b7a-aa85-de2cb6c4eb9f tempest-QuotasNegativeTest-718740954 tempest-QuotasNegativeTest-718740954-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:45:02.721960 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70a95dd5-4720-47de-89d6-ffd77686b617 None None] Sync routers for ids ['5bd4fb39-08ad-4240-b3ff-e898010711c0'] in dv-neutron-797120-4-hyperv {{(pid=128086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 11:45:02.744181 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70a95dd5-4720-47de-89d6-ffd77686b617 None None] Routers {'5bd4fb39-08ad-4240-b3ff-e898010711c0'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 11:45:02.745432 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-70a95dd5-4720-47de-89d6-ffd77686b617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T11:44:56Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['5bd4fb39-08ad-4240-b3ff-e898010711c0'], 'active': True} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:45:02.761640 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-85dcf34c-9930-4155-814d-3189cec768bf tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] 10.222.0.53 "PUT /v2.0/routers/5bd4fb39-08ad-4240-b3ff-e898010711c0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.6788986 Jun 24 11:45:02.765418 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 56588) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:45:02.854585 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-70a95dd5-4720-47de-89d6-ffd77686b617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:45:02.856407 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a9d2769-a8d9-4a30-a595-ba02ceef810d req-7cff89f1-3eba-4b6b-82ef-9f6fc9554c1a tempest-ServersTestManualDisk-182325693 tempest-ServersTestManualDisk-182325693-project] Received port after_create {{(pid=128083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 11:45:02.861462 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed458687-8d04-4d82-8de8-6b52bba8ab76 req-4a671294-2c9b-4fe3-8c8b-00d4e922322a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:45:02.862932 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-ed458687-8d04-4d82-8de8-6b52bba8ab76 req-4a671294-2c9b-4fe3-8c8b-00d4e922322a service neutron] 10.222.0.45 "GET /v2.0/subnets?id=34021bd3-a156-47d8-b4b0-89952a23c040 HTTP/1.1" status: 200 len: 845 time: 0.2148056 Jun 24 11:45:02.865627 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-7cff89f1-3eba-4b6b-82ef-9f6fc9554c1a tempest-ServersTestManualDisk-182325693 tempest-ServersTestManualDisk-182325693-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.722s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:45:02.882429 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70a95dd5-4720-47de-89d6-ffd77686b617 None None] Routers {'5bd4fb39-08ad-4240-b3ff-e898010711c0'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 11:45:02.883378 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-70a95dd5-4720-47de-89d6-ffd77686b617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T11:44:56Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['5bd4fb39-08ad-4240-b3ff-e898010711c0'], 'active': True} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:45:02.893383 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e0a4690-9efe-4118-bc6c-330b697f27fc tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:45:02.899769 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-4e0a4690-9efe-4118-bc6c-330b697f27fc tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] 10.222.0.53 "GET /v2.0/ports/0749dfd2-ec08-4df2-8e83-cf25cb3430aa HTTP/1.1" status: 200 len: 911 time: 0.1312878 Jun 24 11:45:02.909002 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 56590) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:45:02.909339 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 56592) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:45:02.912708 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-f4f7722d-da2d-4ab0-a41f-76e9a1b0970b req-f96752a7-8a3f-4492-b6e2-cc0cc547948d tempest-ServerActionsTestJSON-818164034 tempest-ServerActionsTestJSON-818164034-project] 10.222.0.53 "GET /v2.0/ports?device_id=d6cc2586-9578-488f-96d4-fbc6dd702115 HTTP/1.1" status: 200 len: 210 time: 0.3850386 Jun 24 11:45:02.928560 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ece1ec6-ae10-4594-bcc2-f7b1dfc18251 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:45:02.933715 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-5ece1ec6-ae10-4594-bcc2-f7b1dfc18251 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740-project-admin] 10.222.0.53 "GET /v2.0/ports/45a8eb55-5899-4fab-a141-3799365e0dc9 HTTP/1.1" status: 200 len: 959 time: 0.3535936 Jun 24 11:45:02.933969 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 56594) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:45:02.966068 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-70a95dd5-4720-47de-89d6-ffd77686b617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:45:02.967669 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70a95dd5-4720-47de-89d6-ffd77686b617 None None] The sync data for ids ['5bd4fb39-08ad-4240-b3ff-e898010711c0'] in dv-neutron-797120-4-hyperv is: [] {{(pid=128086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 11:45:02.979209 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-339349c4-c77c-4064-ac8f-077f5b361ebf None None] Provisioning for port e039be1d-7f9d-48aa-9fb9-844478ea633d completed by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 11:45:02.987816 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-339349c4-c77c-4064-ac8f-077f5b361ebf None None] Provisioning complete for port e039be1d-7f9d-48aa-9fb9-844478ea633d triggered by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:45:02.988190 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-339349c4-c77c-4064-ac8f-077f5b361ebf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:02.990788 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-e4e0756a-be8f-4b7a-aa85-de2cb6c4eb9f tempest-QuotasNegativeTest-718740954 tempest-QuotasNegativeTest-718740954-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793193525068'] for network, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:03.070012 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-e4e0756a-be8f-4b7a-aa85-de2cb6c4eb9f tempest-QuotasNegativeTest-718740954 tempest-QuotasNegativeTest-718740954-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1800243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976'] for network, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:03.072479 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4e0756a-be8f-4b7a-aa85-de2cb6c4eb9f tempest-QuotasNegativeTest-718740954 tempest-QuotasNegativeTest-718740954-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=128084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:45:03.073135 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-e4e0756a-be8f-4b7a-aa85-de2cb6c4eb9f tempest-QuotasNegativeTest-718740954 tempest-QuotasNegativeTest-718740954-project-admin] Notify callbacks [] for network, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:03.079010 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-339349c4-c77c-4064-ac8f-077f5b361ebf None None] Port e039be1d-7f9d-48aa-9fb9-844478ea633d cannot update to ACTIVE because it is not bound. {{(pid=128085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 11:45:03.079551 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-a82724e6-cfce-4207-a11f-7511e9634af6 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:45:03.089262 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 56598) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:45:03.165209 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-e4e0756a-be8f-4b7a-aa85-de2cb6c4eb9f tempest-QuotasNegativeTest-718740954 tempest-QuotasNegativeTest-718740954-project-admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.8696637 Jun 24 11:45:03.170087 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.plugin [None req-53fb9b8f-56bd-47ae-aa10-4c076024b9db tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740-project-admin] Deleting port 45a8eb55-5899-4fab-a141-3799365e0dc9 {{(pid=128084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 11:45:03.171028 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-53fb9b8f-56bd-47ae-aa10-4c076024b9db tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793193942312'] for port, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:03.172561 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 56600) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:45:03.180502 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-befc8dae-c1cb-4f0e-8f14-7b66ac136cf1 tempest-QuotasNegativeTest-718740954 tempest-QuotasNegativeTest-718740954-project-admin] Request body: {'network': {'project_id': 'fd45f11f1b934d02bd410c7f353f2747'}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:45:03.203726 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e0756a-be8f-4b7a-aa85-de2cb6c4eb9f tempest-QuotasNegativeTest-718740954 tempest-QuotasNegativeTest-718740954-project-admin] Pushing event updated for resources: {'Network': ['ID=4db56fd3-4430-4669-ae65-5eaa73a22134,revision_number=1']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:45:03.206800 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-e4e0756a-be8f-4b7a-aa85-de2cb6c4eb9f tempest-QuotasNegativeTest-718740954 tempest-QuotasNegativeTest-718740954-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:45:03.215651 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Network 4db56fd3-4430-4669-ae65-5eaa73a22134 details requested by agent ovs-agent-dv-neutron-797120-4-hyperv with host dv-neutron-797120-4-hyperv {{(pid=128085) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 11:45:03.259982 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9d2769-a8d9-4a30-a595-ba02ceef810d req-7cff89f1-3eba-4b6b-82ef-9f6fc9554c1a tempest-ServersTestManualDisk-182325693 tempest-ServersTestManualDisk-182325693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:45:03.260616 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-0a9d2769-a8d9-4a30-a595-ba02ceef810d req-7cff89f1-3eba-4b6b-82ef-9f6fc9554c1a tempest-ServersTestManualDisk-182325693 tempest-ServersTestManualDisk-182325693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468916'] for port, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:03.287538 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-d149aae6-3d49-4828-8942-2ef979260279 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=8c00c96e4ded4a23ade35067e4435953&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1826789 Jun 24 11:45:03.296155 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 56602) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:45:03.318382 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-53fb9b8f-56bd-47ae-aa10-4c076024b9db tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1978872'] for port, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:03.323754 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-befc8dae-c1cb-4f0e-8f14-7b66ac136cf1 tempest-QuotasNegativeTest-718740954 tempest-QuotasNegativeTest-718740954-project-admin] Made reservation on behalf of fd45f11f1b934d02bd410c7f353f2747 for: {'network': 1} {{(pid=128084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 11:45:03.326192 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-befc8dae-c1cb-4f0e-8f14-7b66ac136cf1 tempest-QuotasNegativeTest-718740954 tempest-QuotasNegativeTest-718740954-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for network, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:03.371200 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.plugin [None req-53fb9b8f-56bd-47ae-aa10-4c076024b9db tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740-project-admin] Calling delete_port for 45a8eb55-5899-4fab-a141-3799365e0dc9 owned by {{(pid=128084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 11:45:03.380625 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-0a9d2769-a8d9-4a30-a595-ba02ceef810d req-7cff89f1-3eba-4b6b-82ef-9f6fc9554c1a tempest-ServersTestManualDisk-182325693 tempest-ServersTestManualDisk-182325693-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9890230 Jun 24 11:45:03.433954 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-befc8dae-c1cb-4f0e-8f14-7b66ac136cf1 tempest-QuotasNegativeTest-718740954 tempest-QuotasNegativeTest-718740954-project-admin] vlan segment allocate from pool success with {'vlan_id': 625, 'physical_network': 'physnet1'} {{(pid=128084) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 11:45:03.456957 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-befc8dae-c1cb-4f0e-8f14-7b66ac136cf1 tempest-QuotasNegativeTest-718740954 tempest-QuotasNegativeTest-718740954-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967879'] for segment, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:03.457347 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.db.segments_db [None req-befc8dae-c1cb-4f0e-8f14-7b66ac136cf1 tempest-QuotasNegativeTest-718740954 tempest-QuotasNegativeTest-718740954-project-admin] Added segment 5b1f836f-c8c1-415b-8a6d-63cbf9de47e6 of type vlan for network 55b38520-5c84-489b-b547-1415efcbbe94 Jun 24 11:45:03.458648 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-9a78d6f0-1c88-41b0-b0b5-ac11b792e185 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:03.462476 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [req-0a9d2769-a8d9-4a30-a595-ba02ceef810d req-930b6a3c-0ece-4af7-8675-b4baeb2eef64 service neutron] Request body: {'port': {'device_id': 'b046ee52-d7e7-4f00-aa0b-5e9350b5a813', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7971'}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:45:03.509340 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93beec54-4cfc-4c85-8eae-03447e6c5ca7 req-82619477-9bc9-4085-875e-d17bd1455313 tempest-ServersTestJSON-1725335409 tempest-ServersTestJSON-1725335409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:45:03.510860 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-93beec54-4cfc-4c85-8eae-03447e6c5ca7 req-82619477-9bc9-4085-875e-d17bd1455313 tempest-ServersTestJSON-1725335409 tempest-ServersTestJSON-1725335409-project] 10.222.0.53 "GET /v2.0/ports?device_id=618b8848-261b-4b47-b06a-cb463f1f77c5 HTTP/1.1" status: 200 len: 944 time: 0.9290824 Jun 24 11:45:03.520076 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed458687-8d04-4d82-8de8-6b52bba8ab76 req-b5c60e52-885a-481d-95eb-eb3bfbb2d490 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:45:03.521550 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-ed458687-8d04-4d82-8de8-6b52bba8ab76 req-b5c60e52-885a-481d-95eb-eb3bfbb2d490 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=5404b65a-42b1-4f9a-be9b-03cba7439c22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5571418 Jun 24 11:45:03.528439 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-9a78d6f0-1c88-41b0-b0b5-ac11b792e185 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:03.531738 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-befc8dae-c1cb-4f0e-8f14-7b66ac136cf1 tempest-QuotasNegativeTest-718740954 tempest-QuotasNegativeTest-718740954-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793193525068'] for network, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:03.619094 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d99d1d69-9adb-4b2f-9b55-48627a1f9433 req-d0d2e07f-47bd-433a-a9c3-d69c9a776f9c tempest-ServerActionsTestJSON-818164034 tempest-ServerActionsTestJSON-818164034-project] Made reservation on behalf of 33124f0dd27d41d79a5a6b42eb81b949 for: {'port': 1} {{(pid=128083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 11:45:03.622760 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-d99d1d69-9adb-4b2f-9b55-48627a1f9433 req-d0d2e07f-47bd-433a-a9c3-d69c9a776f9c tempest-ServerActionsTestJSON-818164034 tempest-ServerActionsTestJSON-818164034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:03.643218 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-c94a1458-069d-4089-ad82-80c907af1176 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=65c788a56d144090ae7a143acafad1e5&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7228100 Jun 24 11:45:03.702137 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 56604) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:45:03.711398 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132c01cc-fb12-46bb-9378-0421243e7f74 req-5dffad74-aaff-45d9-b791-014541d5ee70 tempest-ServersTestManualDisk-182325693 tempest-ServersTestManualDisk-182325693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:45:03.713007 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-132c01cc-fb12-46bb-9378-0421243e7f74 req-5dffad74-aaff-45d9-b791-014541d5ee70 tempest-ServersTestManualDisk-182325693 tempest-ServersTestManualDisk-182325693-project] 10.222.0.53 "GET /v2.0/ports?device_id=b046ee52-d7e7-4f00-aa0b-5e9350b5a813 HTTP/1.1" status: 200 len: 931 time: 0.5171120 Jun 24 11:45:03.820832 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-53fb9b8f-56bd-47ae-aa10-4c076024b9db tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793193945299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193536732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3292088'] for port, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:03.825160 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-05abe11b-6a21-4ad9-963b-e879eec2ca06 tempest-RoutersAdminNegativeIpV6Test-242531061 tempest-RoutersAdminNegativeIpV6Test-242531061-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:45:03.827578 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-befc8dae-c1cb-4f0e-8f14-7b66ac136cf1 tempest-QuotasNegativeTest-718740954 tempest-QuotasNegativeTest-718740954-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1800243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976'] for network, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:03.840713 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-93beec54-4cfc-4c85-8eae-03447e6c5ca7 req-52921923-eef7-452f-9964-9edc70d9b8aa tempest-ServersTestJSON-1725335409 tempest-ServersTestJSON-1725335409-project] 10.222.0.53 "GET /v2.0/security-groups?id=c6a6118f-5ca3-4415-a86c-d6e07885b397&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3172851 Jun 24 11:45:03.847542 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-befc8dae-c1cb-4f0e-8f14-7b66ac136cf1 tempest-QuotasNegativeTest-718740954 tempest-QuotasNegativeTest-718740954-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=128084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:45:03.847989 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-befc8dae-c1cb-4f0e-8f14-7b66ac136cf1 tempest-QuotasNegativeTest-718740954 tempest-QuotasNegativeTest-718740954-project-admin] Notify callbacks [] for network, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:03.859350 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53fb9b8f-56bd-47ae-aa10-4c076024b9db tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740-project-admin] Pushing event deleted for resources: {'Port': ['ID=45a8eb55-5899-4fab-a141-3799365e0dc9,revision_number=None']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:45:03.863989 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-53fb9b8f-56bd-47ae-aa10-4c076024b9db tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:45:03.864413 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.010s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:45:03.897018 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-befc8dae-c1cb-4f0e-8f14-7b66ac136cf1 tempest-QuotasNegativeTest-718740954 tempest-QuotasNegativeTest-718740954-project-admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.7173779 Jun 24 11:45:03.897018 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-53fb9b8f-56bd-47ae-aa10-4c076024b9db tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468916'] for port, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:03.899138 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-53fb9b8f-56bd-47ae-aa10-4c076024b9db tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740-project-admin] 10.222.0.53 "DELETE /v2.0/ports/45a8eb55-5899-4fab-a141-3799365e0dc9 HTTP/1.1" status: 204 len: 168 time: 0.9642301 Jun 24 11:45:03.899835 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 56606) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:45:03.906420 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 56608) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:45:03.934077 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-5cd07e63-ef23-461b-a09d-ca48c61c5548 tempest-QuotasNegativeTest-718740954 tempest-QuotasNegativeTest-718740954-project-admin] Request body: {'network': {'project_id': 'fd45f11f1b934d02bd410c7f353f2747'}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:45:03.948492 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-0a9d2769-a8d9-4a30-a595-ba02ceef810d req-930b6a3c-0ece-4af7-8675-b4baeb2eef64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:03.980616 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-9a78d6f0-1c88-41b0-b0b5-ac11b792e185 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800410'] for security_group, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:03.982600 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-befc8dae-c1cb-4f0e-8f14-7b66ac136cf1 tempest-QuotasNegativeTest-718740954 tempest-QuotasNegativeTest-718740954-project-admin] Pushing event updated for resources: {'Network': ['ID=55b38520-5c84-489b-b547-1415efcbbe94,revision_number=1']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:45:03.986510 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ac39f18-7a3e-4c88-bf6b-7389648cf21a tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740-project-admin] GET failed (client error): The resource could not be found. Jun 24 11:45:03.987751 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-3ac39f18-7a3e-4c88-bf6b-7389648cf21a tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740-project-admin] 10.222.0.53 "GET /v2.0/ports/45a8eb55-5899-4fab-a141-3799365e0dc9 HTTP/1.1" status: 404 len: 333 time: 0.0498631 Jun 24 11:45:03.989430 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-befc8dae-c1cb-4f0e-8f14-7b66ac136cf1 tempest-QuotasNegativeTest-718740954 tempest-QuotasNegativeTest-718740954-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:45:03.992108 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-9a78d6f0-1c88-41b0-b0b5-ac11b792e185 admin admin] Notify callbacks [] for security_group, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:03.995984 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-9a78d6f0-1c88-41b0-b0b5-ac11b792e185 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/df5298b5-df5f-49cb-bf09-876c3ae8785b HTTP/1.1" status: 204 len: 168 time: 0.6976433 Jun 24 11:45:03.996654 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 56612) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:45:03.997848 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-7891a98f-05da-45de-be8a-d59491a250be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:45:04.001838 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.pecan_wsgi.hooks.translation [None req-5cd07e63-ef23-461b-a09d-ca48c61c5548 tempest-QuotasNegativeTest-718740954 tempest-QuotasNegativeTest-718740954-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Jun 24 11:45:04.002299 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5cd07e63-ef23-461b-a09d-ca48c61c5548 tempest-QuotasNegativeTest-718740954 tempest-QuotasNegativeTest-718740954-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=128084) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 24 11:45:04.006060 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-5cd07e63-ef23-461b-a09d-ca48c61c5548 tempest-QuotasNegativeTest-718740954 tempest-QuotasNegativeTest-718740954-project-admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0982628 Jun 24 11:45:04.007248 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-a7026b74-c772-48b4-9bd7-aa6f1e233384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740-project-admin] Request body: {'port': {'network_id': '876ad46f-f7a3-40f3-82f2-f2702cd6e499', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-305805262'}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:45:04.010909 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 56616) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:45:04.029620 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Network 55b38520-5c84-489b-b547-1415efcbbe94 details requested by agent ovs-agent-dv-neutron-797120-4-hyperv with host dv-neutron-797120-4-hyperv {{(pid=128085) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 11:45:04.034170 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-132c01cc-fb12-46bb-9378-0421243e7f74 req-09d9d348-1d73-40ba-99fb-5d5a9a08a8f6 tempest-ServersTestManualDisk-182325693 tempest-ServersTestManualDisk-182325693-project] 10.222.0.53 "GET /v2.0/security-groups?id=36df713e-0194-470c-a043-7cde9d86738f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3000588 Jun 24 11:45:04.038035 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a78d6f0-1c88-41b0-b0b5-ac11b792e185 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df5298b5-df5f-49cb-bf09-876c3ae8785b,revision_number=None']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:45:04.049129 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-9a78d6f0-1c88-41b0-b0b5-ac11b792e185 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:45:04.067582 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-ed458687-8d04-4d82-8de8-6b52bba8ab76 req-72478c05-3222-45c9-bcf9-61f4ef67b869 service neutron] 10.222.0.45 "GET /v2.0/networks/5404b65a-42b1-4f9a-be9b-03cba7439c22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5223200 Jun 24 11:45:04.084197 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7026b74-c772-48b4-9bd7-aa6f1e233384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740-project-admin] Made reservation on behalf of e3b7473f66e74a3fa8e2c28582501f4b for: {'port': 1} {{(pid=128084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 11:45:04.086662 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-a7026b74-c772-48b4-9bd7-aa6f1e233384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:04.113470 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-4559a309-00c9-4ae9-bd6f-e4aef470719a tempest-QuotasNegativeTest-718740954 tempest-QuotasNegativeTest-718740954-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-534962'] for network, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:04.118671 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.notifiers.nova [None req-a7026b74-c772-48b4-9bd7-aa6f1e233384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740-project-admin] device_id is not set on port da9d46af-0d66-4811-9276-4a56821f5c0d yet. {{(pid=128084) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 24 11:45:04.274820 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-4559a309-00c9-4ae9-bd6f-e4aef470719a tempest-QuotasNegativeTest-718740954 tempest-QuotasNegativeTest-718740954-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973199', 'neutron.services.segments.db._delete_segments_for_network-8793194012456'] for network, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:04.302170 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.services.segments.db [None req-4559a309-00c9-4ae9-bd6f-e4aef470719a tempest-QuotasNegativeTest-718740954 tempest-QuotasNegativeTest-718740954-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55b38520-5c84-489b-b547-1415efcbbe94']}} {{(pid=128084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:45:04.344669 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.services.segments.db [None req-4559a309-00c9-4ae9-bd6f-e4aef470719a tempest-QuotasNegativeTest-718740954 tempest-QuotasNegativeTest-718740954-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b1f836f-c8c1-415b-8a6d-63cbf9de47e6') {'for_net_delete': True} {{(pid=128084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:45:04.345016 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.services.segments.db [None req-4559a309-00c9-4ae9-bd6f-e4aef470719a tempest-QuotasNegativeTest-718740954 tempest-QuotasNegativeTest-718740954-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b1f836f-c8c1-415b-8a6d-63cbf9de47e6') {} {{(pid=128084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:45:04.359669 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-4559a309-00c9-4ae9-bd6f-e4aef470719a tempest-QuotasNegativeTest-718740954 tempest-QuotasNegativeTest-718740954-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793194097327', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2373599'] for segment, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:04.385994 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-4559a309-00c9-4ae9-bd6f-e4aef470719a tempest-QuotasNegativeTest-718740954 tempest-QuotasNegativeTest-718740954-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967879'] for segment, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:04.393768 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-a7026b74-c772-48b4-9bd7-aa6f1e233384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740-project-admin] Notify callbacks [] for port, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:04.398044 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4559a309-00c9-4ae9-bd6f-e4aef470719a tempest-QuotasNegativeTest-718740954 tempest-QuotasNegativeTest-718740954-project-admin] Releasing vlan 625 on physical network physnet1 to pool {{(pid=128084) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 11:45:04.398449 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-4559a309-00c9-4ae9-bd6f-e4aef470719a tempest-QuotasNegativeTest-718740954 tempest-QuotasNegativeTest-718740954-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3292053'] for segment, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:04.400142 dv-neutron-797120-4-hyperv neutron-server[128084]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 11:45:04.400142 dv-neutron-797120-4-hyperv neutron-server[128084]: conditions |= (models_v2.Port.network_id.in_( Jun 24 11:45:04.400142 dv-neutron-797120-4-hyperv neutron-server[128084]: Traceback (most recent call last): Jun 24 11:45:04.400142 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 24 11:45:04.400142 dv-neutron-797120-4-hyperv neutron-server[128084]: timer() Jun 24 11:45:04.400142 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 24 11:45:04.400142 dv-neutron-797120-4-hyperv neutron-server[128084]: cb(*args, **kw) Jun 24 11:45:04.400142 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 24 11:45:04.400142 dv-neutron-797120-4-hyperv neutron-server[128084]: return func(*args, **kwargs) Jun 24 11:45:04.400142 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 24 11:45:04.400142 dv-neutron-797120-4-hyperv neutron-server[128084]: self._notify() Jun 24 11:45:04.400142 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 24 11:45:04.400142 dv-neutron-797120-4-hyperv neutron-server[128084]: self.callback(batched_events) Jun 24 11:45:04.400142 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 24 11:45:04.400142 dv-neutron-797120-4-hyperv neutron-server[128084]: event.method(event) Jun 24 11:45:04.400142 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 24 11:45:04.400142 dv-neutron-797120-4-hyperv neutron-server[128084]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 24 11:45:04.400142 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 24 11:45:04.400142 dv-neutron-797120-4-hyperv neutron-server[128084]: aggregate_uuid = self.p_client.list_aggregates( Jun 24 11:45:04.400142 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 24 11:45:04.400142 dv-neutron-797120-4-hyperv neutron-server[128084]: return f(self, *a, **k) Jun 24 11:45:04.400142 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 24 11:45:04.400142 dv-neutron-797120-4-hyperv neutron-server[128084]: return self._get(url).json() Jun 24 11:45:04.400142 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 24 11:45:04.400142 dv-neutron-797120-4-hyperv neutron-server[128084]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 24 11:45:04.400142 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 24 11:45:04.400142 dv-neutron-797120-4-hyperv neutron-server[128084]: return self.request(url, 'GET', **kwargs) Jun 24 11:45:04.400142 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 24 11:45:04.400142 dv-neutron-797120-4-hyperv neutron-server[128084]: base_url = self.get_endpoint(auth, allow=allow, Jun 24 11:45:04.400142 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 24 11:45:04.400142 dv-neutron-797120-4-hyperv neutron-server[128084]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 24 11:45:04.400142 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 24 11:45:04.400142 dv-neutron-797120-4-hyperv neutron-server[128084]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 24 11:45:04.400142 dv-neutron-797120-4-hyperv neutron-server[128084]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 24 11:45:04.406910 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-69869fec-0bd9-47e9-aee2-86fa128c4c9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:04.469750 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-4559a309-00c9-4ae9-bd6f-e4aef470719a tempest-QuotasNegativeTest-718740954 tempest-QuotasNegativeTest-718740954-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1800243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1815642'] for network, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:04.477022 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:45:04.479381 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-4559a309-00c9-4ae9-bd6f-e4aef470719a tempest-QuotasNegativeTest-718740954 tempest-QuotasNegativeTest-718740954-project-admin] Notify callbacks [] for network, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:04.481311 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-4559a309-00c9-4ae9-bd6f-e4aef470719a tempest-QuotasNegativeTest-718740954 tempest-QuotasNegativeTest-718740954-project-admin] 10.222.0.53 "DELETE /v2.0/networks/55b38520-5c84-489b-b547-1415efcbbe94 HTTP/1.1" status: 204 len: 168 time: 0.4687188 Jun 24 11:45:04.486446 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 56628) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:45:04.505064 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4559a309-00c9-4ae9-bd6f-e4aef470719a tempest-QuotasNegativeTest-718740954 tempest-QuotasNegativeTest-718740954-project-admin] Pushing event deleted for resources: {'Network': ['ID=55b38520-5c84-489b-b547-1415efcbbe94,revision_number=None']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:45:04.516717 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-4559a309-00c9-4ae9-bd6f-e4aef470719a tempest-QuotasNegativeTest-718740954 tempest-QuotasNegativeTest-718740954-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:45:04.518988 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-9be36023-d141-4534-acb1-d44d3e8b67e4 req-23f356ce-eac9-48f3-992e-38fb932d5787 tempest-ServerActionsTestJSON-818164034 tempest-ServerActionsTestJSON-818164034-project] 10.222.0.53 "GET /v2.0/ports?device_id=d6cc2586-9578-488f-96d4-fbc6dd702115 HTTP/1.1" status: 200 len: 210 time: 0.1298966 Jun 24 11:45:04.528049 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-a7026b74-c772-48b4-9bd7-aa6f1e233384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-650429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-506361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793193536723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3291971'] for port, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:04.533210 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:45:04.597617 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-69869fec-0bd9-47e9-aee2-86fa128c4c9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:04.611384 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7026b74-c772-48b4-9bd7-aa6f1e233384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740-project-admin] Network 876ad46f-f7a3-40f3-82f2-f2702cd6e499 is already hosted by enough agents. {{(pid=128084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 11:45:04.617258 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-9dbb7028-0dd8-4717-a728-893e88bb0cfb tempest-QuotasNegativeTest-718740954 tempest-QuotasNegativeTest-718740954-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-534962'] for network, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:04.622472 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.base_scheduler [None req-a7026b74-c772-48b4-9bd7-aa6f1e233384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740-project-admin] Resources bound (agent type, host, resource id): {{(pid=128084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:45:04.625843 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7026b74-c772-48b4-9bd7-aa6f1e233384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740-project-admin] Received port after_create {{(pid=128084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 11:45:04.626802 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7026b74-c772-48b4-9bd7-aa6f1e233384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=128084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:45:04.627428 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-a7026b74-c772-48b4-9bd7-aa6f1e233384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468916'] for port, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:04.631948 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7026b74-c772-48b4-9bd7-aa6f1e233384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740-project-admin] Pushing event updated for resources: {'Port': ['ID=da9d46af-0d66-4811-9276-4a56821f5c0d,revision_number=1']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:45:04.640021 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-a7026b74-c772-48b4-9bd7-aa6f1e233384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:45:04.651070 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-a7026b74-c772-48b4-9bd7-aa6f1e233384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740-project-admin] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.6502287 Jun 24 11:45:04.653745 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 56634) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:45:04.661386 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-1e93ba0f-3dc2-42c8-ae8a-993b910bc2b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-7971'}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:45:04.675426 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.db_base_plugin_common [req-d99d1d69-9adb-4b2f-9b55-48627a1f9433 req-d0d2e07f-47bd-433a-a9c3-d69c9a776f9c tempest-ServerActionsTestJSON-818164034 tempest-ServerActionsTestJSON-818164034-project] Allocated IP 172.20.0.4 (4865c6d7-6c66-4548-b02e-d00e97d481c4/c9f29286-6a6a-43a7-8236-d8b39e2a7133/6147d57c-7485-4c8f-a255-8497342b277c) {{(pid=128083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 11:45:04.783158 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-ed458687-8d04-4d82-8de8-6b52bba8ab76 req-14c2f152-9896-4959-86c4-dc6cc2292274 service neutron] 10.222.0.45 "GET /v2.0/networks/5404b65a-42b1-4f9a-be9b-03cba7439c22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6736555 Jun 24 11:45:04.784087 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-9dbb7028-0dd8-4717-a728-893e88bb0cfb tempest-QuotasNegativeTest-718740954 tempest-QuotasNegativeTest-718740954-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973199', 'neutron.services.segments.db._delete_segments_for_network-8793194012456'] for network, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:04.785178 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-c34928ba-6d38-4fde-8180-85b1d58c96a3 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:04.801818 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.services.segments.db [None req-9dbb7028-0dd8-4717-a728-893e88bb0cfb tempest-QuotasNegativeTest-718740954 tempest-QuotasNegativeTest-718740954-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4db56fd3-4430-4669-ae65-5eaa73a22134']}} {{(pid=128084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:45:04.818326 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.services.segments.db [None req-9dbb7028-0dd8-4717-a728-893e88bb0cfb tempest-QuotasNegativeTest-718740954 tempest-QuotasNegativeTest-718740954-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf7e7f6a-6bb1-4e9e-8a9a-8c37fc1ee6eb') {'for_net_delete': True} {{(pid=128084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:45:04.818660 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.services.segments.db [None req-9dbb7028-0dd8-4717-a728-893e88bb0cfb tempest-QuotasNegativeTest-718740954 tempest-QuotasNegativeTest-718740954-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf7e7f6a-6bb1-4e9e-8a9a-8c37fc1ee6eb') {} {{(pid=128084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:45:04.830683 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-9dbb7028-0dd8-4717-a728-893e88bb0cfb tempest-QuotasNegativeTest-718740954 tempest-QuotasNegativeTest-718740954-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793194097327', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2373599'] for segment, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:04.832383 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-1e93ba0f-3dc2-42c8-ae8a-993b910bc2b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:04.850975 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-69869fec-0bd9-47e9-aee2-86fa128c4c9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800410'] for security_group, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:04.853864 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-69869fec-0bd9-47e9-aee2-86fa128c4c9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:04.855215 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-69869fec-0bd9-47e9-aee2-86fa128c4c9e admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/8c6d953a-331f-4ea6-9c30-290034858dac HTTP/1.1" status: 204 len: 168 time: 1.1412604 Jun 24 11:45:04.857641 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-9dbb7028-0dd8-4717-a728-893e88bb0cfb tempest-QuotasNegativeTest-718740954 tempest-QuotasNegativeTest-718740954-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967879'] for segment, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:04.863076 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-45466059-215a-4483-b891-9f42539e057d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:45:04.866312 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9dbb7028-0dd8-4717-a728-893e88bb0cfb tempest-QuotasNegativeTest-718740954 tempest-QuotasNegativeTest-718740954-project-admin] Releasing vlan 607 on physical network physnet1 to pool {{(pid=128084) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 11:45:04.868138 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-9dbb7028-0dd8-4717-a728-893e88bb0cfb tempest-QuotasNegativeTest-718740954 tempest-QuotasNegativeTest-718740954-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3292053'] for segment, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:04.868630 dv-neutron-797120-4-hyperv neutron-server[128084]: Traceback (most recent call last): Jun 24 11:45:04.868630 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 24 11:45:04.868630 dv-neutron-797120-4-hyperv neutron-server[128084]: timer() Jun 24 11:45:04.868630 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 24 11:45:04.868630 dv-neutron-797120-4-hyperv neutron-server[128084]: cb(*args, **kw) Jun 24 11:45:04.868630 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 24 11:45:04.868630 dv-neutron-797120-4-hyperv neutron-server[128084]: return func(*args, **kwargs) Jun 24 11:45:04.868630 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 24 11:45:04.868630 dv-neutron-797120-4-hyperv neutron-server[128084]: self._notify() Jun 24 11:45:04.868630 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 24 11:45:04.868630 dv-neutron-797120-4-hyperv neutron-server[128084]: self.callback(batched_events) Jun 24 11:45:04.868630 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 24 11:45:04.868630 dv-neutron-797120-4-hyperv neutron-server[128084]: event.method(event) Jun 24 11:45:04.868630 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 24 11:45:04.868630 dv-neutron-797120-4-hyperv neutron-server[128084]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 24 11:45:04.868630 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 24 11:45:04.868630 dv-neutron-797120-4-hyperv neutron-server[128084]: aggregate_uuid = self.p_client.list_aggregates( Jun 24 11:45:04.868630 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 24 11:45:04.868630 dv-neutron-797120-4-hyperv neutron-server[128084]: return f(self, *a, **k) Jun 24 11:45:04.868630 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 24 11:45:04.868630 dv-neutron-797120-4-hyperv neutron-server[128084]: return self._get(url).json() Jun 24 11:45:04.868630 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 24 11:45:04.868630 dv-neutron-797120-4-hyperv neutron-server[128084]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 24 11:45:04.868630 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 24 11:45:04.868630 dv-neutron-797120-4-hyperv neutron-server[128084]: return self.request(url, 'GET', **kwargs) Jun 24 11:45:04.868630 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 24 11:45:04.868630 dv-neutron-797120-4-hyperv neutron-server[128084]: base_url = self.get_endpoint(auth, allow=allow, Jun 24 11:45:04.868630 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 24 11:45:04.868630 dv-neutron-797120-4-hyperv neutron-server[128084]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 24 11:45:04.868630 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 24 11:45:04.868630 dv-neutron-797120-4-hyperv neutron-server[128084]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 24 11:45:04.868630 dv-neutron-797120-4-hyperv neutron-server[128084]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 24 11:45:04.939646 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 56644) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:45:04.978869 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-9dbb7028-0dd8-4717-a728-893e88bb0cfb tempest-QuotasNegativeTest-718740954 tempest-QuotasNegativeTest-718740954-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1800243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1815642'] for network, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:04.992116 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:45:05.024220 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-9dbb7028-0dd8-4717-a728-893e88bb0cfb tempest-QuotasNegativeTest-718740954 tempest-QuotasNegativeTest-718740954-project-admin] Notify callbacks [] for network, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:05.028704 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-9dbb7028-0dd8-4717-a728-893e88bb0cfb tempest-QuotasNegativeTest-718740954 tempest-QuotasNegativeTest-718740954-project-admin] 10.222.0.53 "DELETE /v2.0/networks/4db56fd3-4430-4669-ae65-5eaa73a22134 HTTP/1.1" status: 204 len: 168 time: 0.5389283 Jun 24 11:45:05.043441 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbb7028-0dd8-4717-a728-893e88bb0cfb tempest-QuotasNegativeTest-718740954 tempest-QuotasNegativeTest-718740954-project-admin] Pushing event deleted for resources: {'Network': ['ID=4db56fd3-4430-4669-ae65-5eaa73a22134,revision_number=None']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:45:05.049353 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-9dbb7028-0dd8-4717-a728-893e88bb0cfb tempest-QuotasNegativeTest-718740954 tempest-QuotasNegativeTest-718740954-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:45:05.087170 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69869fec-0bd9-47e9-aee2-86fa128c4c9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c6d953a-331f-4ea6-9c30-290034858dac,revision_number=None']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:45:05.147673 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.notifiers.nova [None req-1e93ba0f-3dc2-42c8-ae8a-993b910bc2b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740-project-admin] device_id is not set on port da9d46af-0d66-4811-9276-4a56821f5c0d yet. {{(pid=128084) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 24 11:45:05.158821 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-1e93ba0f-3dc2-42c8-ae8a-993b910bc2b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740-project-admin] Notify callbacks [] for port, precommit_update {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:05.176716 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.db.provisioning_blocks [None req-1e93ba0f-3dc2-42c8-ae8a-993b910bc2b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740-project-admin] Transition to ACTIVE for port object da9d46af-0d66-4811-9276-4a56821f5c0d will not be triggered until provisioned by entity L2. {{(pid=128084) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 11:45:05.181118 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-1e93ba0f-3dc2-42c8-ae8a-993b910bc2b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3292081'] for port, after_update {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:05.184821 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-85dcf34c-9930-4155-814d-3189cec768bf tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:45:05.245086 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e93ba0f-3dc2-42c8-ae8a-993b910bc2b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740-project-admin] Pushing event updated for resources: {'Port': ['ID=da9d46af-0d66-4811-9276-4a56821f5c0d,revision_number=2']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:45:05.252647 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-69869fec-0bd9-47e9-aee2-86fa128c4c9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.389s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:45:05.260551 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-1e93ba0f-3dc2-42c8-ae8a-993b910bc2b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:45:05.266572 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.managers [None req-1e93ba0f-3dc2-42c8-ae8a-993b910bc2b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740-project-admin] Attempting to bind port da9d46af-0d66-4811-9276-4a56821f5c0d on host hv-neutron-7971 for vnic_type normal with profile {{(pid=128084) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 11:45:05.267315 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.managers [None req-1e93ba0f-3dc2-42c8-ae8a-993b910bc2b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740-project-admin] Attempting to bind port da9d46af-0d66-4811-9276-4a56821f5c0d by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': 'a4053785-1b5c-437f-a53f-6701874b4141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '876ad46f-f7a3-40f3-82f2-f2702cd6e499'}] {{(pid=128084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 11:45:05.267420 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e93ba0f-3dc2-42c8-ae8a-993b910bc2b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740-project-admin] Attempting to bind port da9d46af-0d66-4811-9276-4a56821f5c0d on network 876ad46f-f7a3-40f3-82f2-f2702cd6e499 {{(pid=128084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 11:45:05.272347 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e93ba0f-3dc2-42c8-ae8a-993b910bc2b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740-project-admin] Port da9d46af-0d66-4811-9276-4a56821f5c0d on network 876ad46f-f7a3-40f3-82f2-f2702cd6e499 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=128084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 11:45:05.272921 dv-neutron-797120-4-hyperv neutron-server[128084]: ERROR neutron.plugins.ml2.managers [None req-1e93ba0f-3dc2-42c8-ae8a-993b910bc2b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740-project-admin] Failed to bind port da9d46af-0d66-4811-9276-4a56821f5c0d on host hv-neutron-7971 for vnic_type normal using segments [{'id': 'a4053785-1b5c-437f-a53f-6701874b4141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '876ad46f-f7a3-40f3-82f2-f2702cd6e499'}] Jun 24 11:45:05.273380 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.plugins.ml2.plugin [None req-1e93ba0f-3dc2-42c8-ae8a-993b910bc2b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740-project-admin] Attempt 2 to bind port da9d46af-0d66-4811-9276-4a56821f5c0d Jun 24 11:45:05.294984 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-cea65ff7-c5ec-49a2-8de8-5ef1e18def44 tempest-ExtraDHCPOptionsIpV6TestJSON-297538214 tempest-ExtraDHCPOptionsIpV6TestJSON-297538214-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-448545864'}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:45:05.316062 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.managers [None req-1e93ba0f-3dc2-42c8-ae8a-993b910bc2b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740-project-admin] Attempting to bind port da9d46af-0d66-4811-9276-4a56821f5c0d on host hv-neutron-7971 for vnic_type normal with profile {{(pid=128084) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 11:45:05.316803 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.managers [None req-1e93ba0f-3dc2-42c8-ae8a-993b910bc2b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740-project-admin] Attempting to bind port da9d46af-0d66-4811-9276-4a56821f5c0d by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': 'a4053785-1b5c-437f-a53f-6701874b4141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '876ad46f-f7a3-40f3-82f2-f2702cd6e499'}] {{(pid=128084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 11:45:05.317334 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e93ba0f-3dc2-42c8-ae8a-993b910bc2b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740-project-admin] Attempting to bind port da9d46af-0d66-4811-9276-4a56821f5c0d on network 876ad46f-f7a3-40f3-82f2-f2702cd6e499 {{(pid=128084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 11:45:05.322729 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cea65ff7-c5ec-49a2-8de8-5ef1e18def44 tempest-ExtraDHCPOptionsIpV6TestJSON-297538214 tempest-ExtraDHCPOptionsIpV6TestJSON-297538214-project] Made reservation on behalf of 6318929af7df439db875ac8ed906b4af for: {'network': 1} {{(pid=128084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 11:45:05.327272 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-cea65ff7-c5ec-49a2-8de8-5ef1e18def44 tempest-ExtraDHCPOptionsIpV6TestJSON-297538214 tempest-ExtraDHCPOptionsIpV6TestJSON-297538214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for network, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:05.342502 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-cea65ff7-c5ec-49a2-8de8-5ef1e18def44 tempest-ExtraDHCPOptionsIpV6TestJSON-297538214 tempest-ExtraDHCPOptionsIpV6TestJSON-297538214-project] Notify callbacks [] for security_group, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:05.346089 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e93ba0f-3dc2-42c8-ae8a-993b910bc2b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740-project-admin] Port da9d46af-0d66-4811-9276-4a56821f5c0d on network 876ad46f-f7a3-40f3-82f2-f2702cd6e499 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=128084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 11:45:05.346821 dv-neutron-797120-4-hyperv neutron-server[128084]: ERROR neutron.plugins.ml2.managers [None req-1e93ba0f-3dc2-42c8-ae8a-993b910bc2b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740-project-admin] Failed to bind port da9d46af-0d66-4811-9276-4a56821f5c0d on host hv-neutron-7971 for vnic_type normal using segments [{'id': 'a4053785-1b5c-437f-a53f-6701874b4141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '876ad46f-f7a3-40f3-82f2-f2702cd6e499'}] Jun 24 11:45:05.353589 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.plugins.ml2.plugin [None req-1e93ba0f-3dc2-42c8-ae8a-993b910bc2b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740-project-admin] Attempt 3 to bind port da9d46af-0d66-4811-9276-4a56821f5c0d Jun 24 11:45:05.375475 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.managers [None req-1e93ba0f-3dc2-42c8-ae8a-993b910bc2b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740-project-admin] Attempting to bind port da9d46af-0d66-4811-9276-4a56821f5c0d on host hv-neutron-7971 for vnic_type normal with profile {{(pid=128084) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 11:45:05.375934 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.managers [None req-1e93ba0f-3dc2-42c8-ae8a-993b910bc2b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740-project-admin] Attempting to bind port da9d46af-0d66-4811-9276-4a56821f5c0d by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': 'a4053785-1b5c-437f-a53f-6701874b4141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '876ad46f-f7a3-40f3-82f2-f2702cd6e499'}] {{(pid=128084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 11:45:05.376137 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e93ba0f-3dc2-42c8-ae8a-993b910bc2b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740-project-admin] Attempting to bind port da9d46af-0d66-4811-9276-4a56821f5c0d on network 876ad46f-f7a3-40f3-82f2-f2702cd6e499 {{(pid=128084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 11:45:05.384351 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e93ba0f-3dc2-42c8-ae8a-993b910bc2b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740-project-admin] Port da9d46af-0d66-4811-9276-4a56821f5c0d on network 876ad46f-f7a3-40f3-82f2-f2702cd6e499 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=128084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 11:45:05.384679 dv-neutron-797120-4-hyperv neutron-server[128084]: ERROR neutron.plugins.ml2.managers [None req-1e93ba0f-3dc2-42c8-ae8a-993b910bc2b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740-project-admin] Failed to bind port da9d46af-0d66-4811-9276-4a56821f5c0d on host hv-neutron-7971 for vnic_type normal using segments [{'id': 'a4053785-1b5c-437f-a53f-6701874b4141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '876ad46f-f7a3-40f3-82f2-f2702cd6e499'}] Jun 24 11:45:05.386390 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.plugins.ml2.plugin [None req-1e93ba0f-3dc2-42c8-ae8a-993b910bc2b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740-project-admin] Attempt 4 to bind port da9d46af-0d66-4811-9276-4a56821f5c0d Jun 24 11:45:05.402723 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.managers [None req-1e93ba0f-3dc2-42c8-ae8a-993b910bc2b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740-project-admin] Attempting to bind port da9d46af-0d66-4811-9276-4a56821f5c0d on host hv-neutron-7971 for vnic_type normal with profile {{(pid=128084) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 11:45:05.402998 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.managers [None req-1e93ba0f-3dc2-42c8-ae8a-993b910bc2b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740-project-admin] Attempting to bind port da9d46af-0d66-4811-9276-4a56821f5c0d by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': 'a4053785-1b5c-437f-a53f-6701874b4141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '876ad46f-f7a3-40f3-82f2-f2702cd6e499'}] {{(pid=128084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 11:45:05.403298 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e93ba0f-3dc2-42c8-ae8a-993b910bc2b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740-project-admin] Attempting to bind port da9d46af-0d66-4811-9276-4a56821f5c0d on network 876ad46f-f7a3-40f3-82f2-f2702cd6e499 {{(pid=128084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 11:45:05.404258 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.notifiers.nova [req-0a9d2769-a8d9-4a30-a595-ba02ceef810d req-930b6a3c-0ece-4af7-8675-b4baeb2eef64 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e039be1d-7f9d-48aa-9fb9-844478ea633d {{(pid=128083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 11:45:05.413986 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e93ba0f-3dc2-42c8-ae8a-993b910bc2b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740-project-admin] Port da9d46af-0d66-4811-9276-4a56821f5c0d on network 876ad46f-f7a3-40f3-82f2-f2702cd6e499 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=128084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 11:45:05.414627 dv-neutron-797120-4-hyperv neutron-server[128084]: ERROR neutron.plugins.ml2.managers [None req-1e93ba0f-3dc2-42c8-ae8a-993b910bc2b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740-project-admin] Failed to bind port da9d46af-0d66-4811-9276-4a56821f5c0d on host hv-neutron-7971 for vnic_type normal using segments [{'id': 'a4053785-1b5c-437f-a53f-6701874b4141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '876ad46f-f7a3-40f3-82f2-f2702cd6e499'}] Jun 24 11:45:05.416014 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.plugins.ml2.plugin [None req-1e93ba0f-3dc2-42c8-ae8a-993b910bc2b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740-project-admin] Attempt 5 to bind port da9d46af-0d66-4811-9276-4a56821f5c0d Jun 24 11:45:05.434394 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-0a9d2769-a8d9-4a30-a595-ba02ceef810d req-930b6a3c-0ece-4af7-8675-b4baeb2eef64 service neutron] Notify callbacks [] for port, precommit_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:05.442627 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.managers [None req-1e93ba0f-3dc2-42c8-ae8a-993b910bc2b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740-project-admin] Attempting to bind port da9d46af-0d66-4811-9276-4a56821f5c0d on host hv-neutron-7971 for vnic_type normal with profile {{(pid=128084) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 11:45:05.442962 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.managers [None req-1e93ba0f-3dc2-42c8-ae8a-993b910bc2b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740-project-admin] Attempting to bind port da9d46af-0d66-4811-9276-4a56821f5c0d by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': 'a4053785-1b5c-437f-a53f-6701874b4141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '876ad46f-f7a3-40f3-82f2-f2702cd6e499'}] {{(pid=128084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 11:45:05.443332 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e93ba0f-3dc2-42c8-ae8a-993b910bc2b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740-project-admin] Attempting to bind port da9d46af-0d66-4811-9276-4a56821f5c0d on network 876ad46f-f7a3-40f3-82f2-f2702cd6e499 {{(pid=128084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 11:45:05.453697 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e93ba0f-3dc2-42c8-ae8a-993b910bc2b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740-project-admin] Port da9d46af-0d66-4811-9276-4a56821f5c0d on network 876ad46f-f7a3-40f3-82f2-f2702cd6e499 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=128084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 11:45:05.454022 dv-neutron-797120-4-hyperv neutron-server[128084]: ERROR neutron.plugins.ml2.managers [None req-1e93ba0f-3dc2-42c8-ae8a-993b910bc2b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740-project-admin] Failed to bind port da9d46af-0d66-4811-9276-4a56821f5c0d on host hv-neutron-7971 for vnic_type normal using segments [{'id': 'a4053785-1b5c-437f-a53f-6701874b4141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '876ad46f-f7a3-40f3-82f2-f2702cd6e499'}] Jun 24 11:45:05.458159 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.plugins.ml2.plugin [None req-1e93ba0f-3dc2-42c8-ae8a-993b910bc2b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740-project-admin] Attempt 6 to bind port da9d46af-0d66-4811-9276-4a56821f5c0d Jun 24 11:45:05.482091 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.managers [None req-1e93ba0f-3dc2-42c8-ae8a-993b910bc2b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740-project-admin] Attempting to bind port da9d46af-0d66-4811-9276-4a56821f5c0d on host hv-neutron-7971 for vnic_type normal with profile {{(pid=128084) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 11:45:05.482503 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.managers [None req-1e93ba0f-3dc2-42c8-ae8a-993b910bc2b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740-project-admin] Attempting to bind port da9d46af-0d66-4811-9276-4a56821f5c0d by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': 'a4053785-1b5c-437f-a53f-6701874b4141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '876ad46f-f7a3-40f3-82f2-f2702cd6e499'}] {{(pid=128084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 11:45:05.483433 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e93ba0f-3dc2-42c8-ae8a-993b910bc2b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740-project-admin] Attempting to bind port da9d46af-0d66-4811-9276-4a56821f5c0d on network 876ad46f-f7a3-40f3-82f2-f2702cd6e499 {{(pid=128084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 11:45:05.494527 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e93ba0f-3dc2-42c8-ae8a-993b910bc2b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740-project-admin] Port da9d46af-0d66-4811-9276-4a56821f5c0d on network 876ad46f-f7a3-40f3-82f2-f2702cd6e499 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=128084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 11:45:05.494854 dv-neutron-797120-4-hyperv neutron-server[128084]: ERROR neutron.plugins.ml2.managers [None req-1e93ba0f-3dc2-42c8-ae8a-993b910bc2b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740-project-admin] Failed to bind port da9d46af-0d66-4811-9276-4a56821f5c0d on host hv-neutron-7971 for vnic_type normal using segments [{'id': 'a4053785-1b5c-437f-a53f-6701874b4141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '876ad46f-f7a3-40f3-82f2-f2702cd6e499'}] Jun 24 11:45:05.497154 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.plugins.ml2.plugin [None req-1e93ba0f-3dc2-42c8-ae8a-993b910bc2b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740-project-admin] Attempt 7 to bind port da9d46af-0d66-4811-9276-4a56821f5c0d Jun 24 11:45:05.509993 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 56656) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:45:05.531935 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.provisioning_blocks [req-0a9d2769-a8d9-4a30-a595-ba02ceef810d req-930b6a3c-0ece-4af7-8675-b4baeb2eef64 service neutron] Transition to ACTIVE for port object e039be1d-7f9d-48aa-9fb9-844478ea633d will not be triggered until provisioned by entity L2. {{(pid=128083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 11:45:05.540322 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.managers [None req-1e93ba0f-3dc2-42c8-ae8a-993b910bc2b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740-project-admin] Attempting to bind port da9d46af-0d66-4811-9276-4a56821f5c0d on host hv-neutron-7971 for vnic_type normal with profile {{(pid=128084) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 11:45:05.540662 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.managers [None req-1e93ba0f-3dc2-42c8-ae8a-993b910bc2b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740-project-admin] Attempting to bind port da9d46af-0d66-4811-9276-4a56821f5c0d by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': 'a4053785-1b5c-437f-a53f-6701874b4141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '876ad46f-f7a3-40f3-82f2-f2702cd6e499'}] {{(pid=128084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 11:45:05.541056 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e93ba0f-3dc2-42c8-ae8a-993b910bc2b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740-project-admin] Attempting to bind port da9d46af-0d66-4811-9276-4a56821f5c0d on network 876ad46f-f7a3-40f3-82f2-f2702cd6e499 {{(pid=128084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 11:45:05.556781 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-cea65ff7-c5ec-49a2-8de8-5ef1e18def44 tempest-ExtraDHCPOptionsIpV6TestJSON-297538214 tempest-ExtraDHCPOptionsIpV6TestJSON-297538214-project] Notify callbacks [] for security_group, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:05.562450 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e93ba0f-3dc2-42c8-ae8a-993b910bc2b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740-project-admin] Port da9d46af-0d66-4811-9276-4a56821f5c0d on network 876ad46f-f7a3-40f3-82f2-f2702cd6e499 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=128084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 11:45:05.562763 dv-neutron-797120-4-hyperv neutron-server[128084]: ERROR neutron.plugins.ml2.managers [None req-1e93ba0f-3dc2-42c8-ae8a-993b910bc2b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740-project-admin] Failed to bind port da9d46af-0d66-4811-9276-4a56821f5c0d on host hv-neutron-7971 for vnic_type normal using segments [{'id': 'a4053785-1b5c-437f-a53f-6701874b4141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '876ad46f-f7a3-40f3-82f2-f2702cd6e499'}] Jun 24 11:45:05.567902 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.plugins.ml2.plugin [None req-1e93ba0f-3dc2-42c8-ae8a-993b910bc2b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740-project-admin] Attempt 8 to bind port da9d46af-0d66-4811-9276-4a56821f5c0d Jun 24 11:45:05.569994 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-d99d1d69-9adb-4b2f-9b55-48627a1f9433 req-d0d2e07f-47bd-433a-a9c3-d69c9a776f9c tempest-ServerActionsTestJSON-818164034 tempest-ServerActionsTestJSON-818164034-project] Notify callbacks [] for port, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:05.570298 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-cea65ff7-c5ec-49a2-8de8-5ef1e18def44 tempest-ExtraDHCPOptionsIpV6TestJSON-297538214 tempest-ExtraDHCPOptionsIpV6TestJSON-297538214-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800410'] for security_group, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:05.572089 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-0a9d2769-a8d9-4a30-a595-ba02ceef810d req-930b6a3c-0ece-4af7-8675-b4baeb2eef64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2537871'] for port, after_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:05.581957 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe471e2-6f1c-4582-a9bd-b4aa7d555cc1 req-bbc2c876-fc91-470b-b667-ceebac455427 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:45:05.583403 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-a82724e6-cfce-4207-a11f-7511e9634af6 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:45:05.583550 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-abe471e2-6f1c-4582-a9bd-b4aa7d555cc1 req-bbc2c876-fc91-470b-b667-ceebac455427 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a34fcc8eaff5466883f461818fc3749a&device_id=618b8848-261b-4b47-b06a-cb463f1f77c5 HTTP/1.1" status: 200 len: 1097 time: 0.7146263 Jun 24 11:45:05.615307 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-63b0dbf6-28d6-47bd-9ce3-e1f15d5abeec admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=50926962e4e349ffb177d7072dcbb7af&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1016085 Jun 24 11:45:05.617003 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-95e3bd11-3a1b-4866-ab31-b18d5fd8919c tempest-RoutersAdminNegativeIpV6Test-242531061 tempest-RoutersAdminNegativeIpV6Test-242531061-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:45:05.618529 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 56662) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:45:05.621363 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.managers [None req-1e93ba0f-3dc2-42c8-ae8a-993b910bc2b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740-project-admin] Attempting to bind port da9d46af-0d66-4811-9276-4a56821f5c0d on host hv-neutron-7971 for vnic_type normal with profile {{(pid=128084) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 11:45:05.621703 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.managers [None req-1e93ba0f-3dc2-42c8-ae8a-993b910bc2b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740-project-admin] Attempting to bind port da9d46af-0d66-4811-9276-4a56821f5c0d by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': 'a4053785-1b5c-437f-a53f-6701874b4141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '876ad46f-f7a3-40f3-82f2-f2702cd6e499'}] {{(pid=128084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 11:45:05.622042 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e93ba0f-3dc2-42c8-ae8a-993b910bc2b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740-project-admin] Attempting to bind port da9d46af-0d66-4811-9276-4a56821f5c0d on network 876ad46f-f7a3-40f3-82f2-f2702cd6e499 {{(pid=128084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 11:45:05.634864 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cea65ff7-c5ec-49a2-8de8-5ef1e18def44 tempest-ExtraDHCPOptionsIpV6TestJSON-297538214 tempest-ExtraDHCPOptionsIpV6TestJSON-297538214-project] vlan segment allocate from pool success with {'vlan_id': 607, 'physical_network': 'physnet1'} {{(pid=128084) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 11:45:05.645769 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 56664) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:45:05.664114 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e93ba0f-3dc2-42c8-ae8a-993b910bc2b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740-project-admin] Port da9d46af-0d66-4811-9276-4a56821f5c0d on network 876ad46f-f7a3-40f3-82f2-f2702cd6e499 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=128084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 11:45:05.664347 dv-neutron-797120-4-hyperv neutron-server[128084]: ERROR neutron.plugins.ml2.managers [None req-1e93ba0f-3dc2-42c8-ae8a-993b910bc2b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740-project-admin] Failed to bind port da9d46af-0d66-4811-9276-4a56821f5c0d on host hv-neutron-7971 for vnic_type normal using segments [{'id': 'a4053785-1b5c-437f-a53f-6701874b4141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '876ad46f-f7a3-40f3-82f2-f2702cd6e499'}] Jun 24 11:45:05.664946 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea65ff7-c5ec-49a2-8de8-5ef1e18def44 tempest-ExtraDHCPOptionsIpV6TestJSON-297538214 tempest-ExtraDHCPOptionsIpV6TestJSON-297538214-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e24be880-a01c-4421-8ac6-463cf1dd8526,revision_number=1']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:45:05.672382 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.plugins.ml2.plugin [None req-1e93ba0f-3dc2-42c8-ae8a-993b910bc2b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740-project-admin] Attempt 9 to bind port da9d46af-0d66-4811-9276-4a56821f5c0d Jun 24 11:45:05.679252 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-cea65ff7-c5ec-49a2-8de8-5ef1e18def44 tempest-ExtraDHCPOptionsIpV6TestJSON-297538214 tempest-ExtraDHCPOptionsIpV6TestJSON-297538214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967879'] for segment, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:05.679441 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.db.segments_db [None req-cea65ff7-c5ec-49a2-8de8-5ef1e18def44 tempest-ExtraDHCPOptionsIpV6TestJSON-297538214 tempest-ExtraDHCPOptionsIpV6TestJSON-297538214-project] Added segment df08dace-b440-4b1f-bdb1-0807d96ef294 of type vlan for network 10554adc-c827-4e9b-a3d1-b6fd44d788da Jun 24 11:45:05.681093 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-cea65ff7-c5ec-49a2-8de8-5ef1e18def44 tempest-ExtraDHCPOptionsIpV6TestJSON-297538214 tempest-ExtraDHCPOptionsIpV6TestJSON-297538214-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:45:05.722865 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.provisioning_blocks [req-d99d1d69-9adb-4b2f-9b55-48627a1f9433 req-d0d2e07f-47bd-433a-a9c3-d69c9a776f9c tempest-ServerActionsTestJSON-818164034 tempest-ServerActionsTestJSON-818164034-project] Transition to ACTIVE for port object 6147d57c-7485-4c8f-a255-8497342b277c will not be triggered until provisioned by entity DHCP. {{(pid=128083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 11:45:05.736475 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.managers [None req-1e93ba0f-3dc2-42c8-ae8a-993b910bc2b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740-project-admin] Attempting to bind port da9d46af-0d66-4811-9276-4a56821f5c0d on host hv-neutron-7971 for vnic_type normal with profile {{(pid=128084) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 11:45:05.736814 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.managers [None req-1e93ba0f-3dc2-42c8-ae8a-993b910bc2b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740-project-admin] Attempting to bind port da9d46af-0d66-4811-9276-4a56821f5c0d by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': 'a4053785-1b5c-437f-a53f-6701874b4141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '876ad46f-f7a3-40f3-82f2-f2702cd6e499'}] {{(pid=128084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 11:45:05.737150 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e93ba0f-3dc2-42c8-ae8a-993b910bc2b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740-project-admin] Attempting to bind port da9d46af-0d66-4811-9276-4a56821f5c0d on network 876ad46f-f7a3-40f3-82f2-f2702cd6e499 {{(pid=128084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 11:45:05.741785 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a73d895-5d09-4bd4-9cfa-6c7ffba896f7 req-a1be4c42-376a-4272-97c1-c31aef585725 tempest-ServersTestJSON-1725335409 tempest-ServersTestJSON-1725335409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:45:05.743566 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-8a73d895-5d09-4bd4-9cfa-6c7ffba896f7 req-a1be4c42-376a-4272-97c1-c31aef585725 tempest-ServersTestJSON-1725335409 tempest-ServersTestJSON-1725335409-project] 10.222.0.53 "GET /v2.0/ports?device_id=618b8848-261b-4b47-b06a-cb463f1f77c5 HTTP/1.1" status: 200 len: 944 time: 0.6581111 Jun 24 11:45:05.752715 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-cea65ff7-c5ec-49a2-8de8-5ef1e18def44 tempest-ExtraDHCPOptionsIpV6TestJSON-297538214 tempest-ExtraDHCPOptionsIpV6TestJSON-297538214-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793193525068'] for network, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:05.757391 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e93ba0f-3dc2-42c8-ae8a-993b910bc2b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740-project-admin] Port da9d46af-0d66-4811-9276-4a56821f5c0d on network 876ad46f-f7a3-40f3-82f2-f2702cd6e499 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=128084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 11:45:05.757722 dv-neutron-797120-4-hyperv neutron-server[128084]: ERROR neutron.plugins.ml2.managers [None req-1e93ba0f-3dc2-42c8-ae8a-993b910bc2b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740-project-admin] Failed to bind port da9d46af-0d66-4811-9276-4a56821f5c0d on host hv-neutron-7971 for vnic_type normal using segments [{'id': 'a4053785-1b5c-437f-a53f-6701874b4141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '876ad46f-f7a3-40f3-82f2-f2702cd6e499'}] Jun 24 11:45:05.761650 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.plugins.ml2.plugin [None req-1e93ba0f-3dc2-42c8-ae8a-993b910bc2b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740-project-admin] Attempt 10 to bind port da9d46af-0d66-4811-9276-4a56821f5c0d Jun 24 11:45:05.792737 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.managers [None req-1e93ba0f-3dc2-42c8-ae8a-993b910bc2b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740-project-admin] Attempting to bind port da9d46af-0d66-4811-9276-4a56821f5c0d on host hv-neutron-7971 for vnic_type normal with profile {{(pid=128084) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 11:45:05.793089 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.managers [None req-1e93ba0f-3dc2-42c8-ae8a-993b910bc2b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740-project-admin] Attempting to bind port da9d46af-0d66-4811-9276-4a56821f5c0d by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': 'a4053785-1b5c-437f-a53f-6701874b4141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '876ad46f-f7a3-40f3-82f2-f2702cd6e499'}] {{(pid=128084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 11:45:05.793427 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e93ba0f-3dc2-42c8-ae8a-993b910bc2b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740-project-admin] Attempting to bind port da9d46af-0d66-4811-9276-4a56821f5c0d on network 876ad46f-f7a3-40f3-82f2-f2702cd6e499 {{(pid=128084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 11:45:05.801920 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-692f992e-372f-4730-8c3e-7001ebc45900 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:05.825635 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e93ba0f-3dc2-42c8-ae8a-993b910bc2b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740-project-admin] Port da9d46af-0d66-4811-9276-4a56821f5c0d on network 876ad46f-f7a3-40f3-82f2-f2702cd6e499 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=128084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 11:45:05.825859 dv-neutron-797120-4-hyperv neutron-server[128084]: ERROR neutron.plugins.ml2.managers [None req-1e93ba0f-3dc2-42c8-ae8a-993b910bc2b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740-project-admin] Failed to bind port da9d46af-0d66-4811-9276-4a56821f5c0d on host hv-neutron-7971 for vnic_type normal using segments [{'id': 'a4053785-1b5c-437f-a53f-6701874b4141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '876ad46f-f7a3-40f3-82f2-f2702cd6e499'}] Jun 24 11:45:05.826100 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-1e93ba0f-3dc2-42c8-ae8a-993b910bc2b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:05.843113 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bc730c-05eb-48c6-bac4-92dbf6e1d47b req-fdfd16cd-f537-4db3-b001-7d43fc53fb50 tempest-ServersTestManualDisk-182325693 tempest-ServersTestManualDisk-182325693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:45:05.847130 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-cea65ff7-c5ec-49a2-8de8-5ef1e18def44 tempest-ExtraDHCPOptionsIpV6TestJSON-297538214 tempest-ExtraDHCPOptionsIpV6TestJSON-297538214-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1800243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976'] for network, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:05.848031 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-d29847de-17d4-49b6-b1f8-cf85dd826e00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:05.849657 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-a7bc730c-05eb-48c6-bac4-92dbf6e1d47b req-fdfd16cd-f537-4db3-b001-7d43fc53fb50 tempest-ServersTestManualDisk-182325693 tempest-ServersTestManualDisk-182325693-project] 10.222.0.53 "GET /v2.0/ports?device_id=b046ee52-d7e7-4f00-aa0b-5e9350b5a813 HTTP/1.1" status: 200 len: 931 time: 0.5910487 Jun 24 11:45:05.866081 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cea65ff7-c5ec-49a2-8de8-5ef1e18def44 tempest-ExtraDHCPOptionsIpV6TestJSON-297538214 tempest-ExtraDHCPOptionsIpV6TestJSON-297538214-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=128084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:45:05.866704 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-cea65ff7-c5ec-49a2-8de8-5ef1e18def44 tempest-ExtraDHCPOptionsIpV6TestJSON-297538214 tempest-ExtraDHCPOptionsIpV6TestJSON-297538214-project] Notify callbacks [] for network, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:05.876581 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-692f992e-372f-4730-8c3e-7001ebc45900 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:05.879171 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:45:05.908071 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930b6a3c-0ece-4af7-8675-b4baeb2eef64 service neutron] Pushing event updated for resources: {'Port': ['ID=e039be1d-7f9d-48aa-9fb9-844478ea633d,revision_number=2']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:45:05.933565 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-930b6a3c-0ece-4af7-8675-b4baeb2eef64 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.317s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:45:05.985559 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-cea65ff7-c5ec-49a2-8de8-5ef1e18def44 tempest-ExtraDHCPOptionsIpV6TestJSON-297538214 tempest-ExtraDHCPOptionsIpV6TestJSON-297538214-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.0442638 Jun 24 11:45:05.997022 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 56668) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:45:06.012508 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-b63c05ce-910b-4490-a380-a091b585152d tempest-ExtraDHCPOptionsIpV6TestJSON-297538214 tempest-ExtraDHCPOptionsIpV6TestJSON-297538214-project] Request body: {'subnet': {'network_id': '10554adc-c827-4e9b-a3d1-b6fd44d788da', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:45:06.044490 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea65ff7-c5ec-49a2-8de8-5ef1e18def44 tempest-ExtraDHCPOptionsIpV6TestJSON-297538214 tempest-ExtraDHCPOptionsIpV6TestJSON-297538214-project] Pushing event updated for resources: {'Network': ['ID=10554adc-c827-4e9b-a3d1-b6fd44d788da,revision_number=1']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:45:06.057100 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-cea65ff7-c5ec-49a2-8de8-5ef1e18def44 tempest-ExtraDHCPOptionsIpV6TestJSON-297538214 tempest-ExtraDHCPOptionsIpV6TestJSON-297538214-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:45:06.058197 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-a7bc730c-05eb-48c6-bac4-92dbf6e1d47b req-296dd899-e8ac-4325-8cb9-af1e2b13348c tempest-ServersTestManualDisk-182325693 tempest-ServersTestManualDisk-182325693-project] 10.222.0.53 "GET /v2.0/security-groups?id=36df713e-0194-470c-a043-7cde9d86738f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2074313 Jun 24 11:45:06.058529 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Network 10554adc-c827-4e9b-a3d1-b6fd44d788da details requested by agent ovs-agent-dv-neutron-797120-4-hyperv with host dv-neutron-797120-4-hyperv {{(pid=128085) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 11:45:06.071612 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-8a73d895-5d09-4bd4-9cfa-6c7ffba896f7 req-09e53af0-278f-400b-ade2-ab6a8ee67d05 tempest-ServersTestJSON-1725335409 tempest-ServersTestJSON-1725335409-project] 10.222.0.53 "GET /v2.0/security-groups?id=c6a6118f-5ca3-4415-a86c-d6e07885b397&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2972000 Jun 24 11:45:06.091906 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe471e2-6f1c-4582-a9bd-b4aa7d555cc1 req-95d05dbc-9250-4506-b334-66dbaf5f739e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:45:06.094802 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-abe471e2-6f1c-4582-a9bd-b4aa7d555cc1 req-95d05dbc-9250-4506-b334-66dbaf5f739e service neutron] 10.222.0.45 "GET /v2.0/networks?id=5404b65a-42b1-4f9a-be9b-03cba7439c22 HTTP/1.1" status: 200 len: 907 time: 0.4804120 Jun 24 11:45:06.102282 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.db_base_plugin_common [None req-c34928ba-6d38-4fde-8180-85b1d58c96a3 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Allocated IP 2001:db8:1::1 (c48932c2-d177-4d5d-88a5-b0e54b052100/1ec5b1fa-01d6-4548-9703-702b66e81dd1/33fece6d-b6aa-4a5b-8109-60336f3f51c3) {{(pid=128083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 11:45:06.122761 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-d99d1d69-9adb-4b2f-9b55-48627a1f9433 req-d0d2e07f-47bd-433a-a9c3-d69c9a776f9c tempest-ServerActionsTestJSON-818164034 tempest-ServerActionsTestJSON-818164034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-650429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-506361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793193536723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2537853'] for port, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:06.171623 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-ba2af261-f602-4b59-a8fd-83d0b900b224 tempest-DHCPAgentSchedulersTestJSON-621493777 tempest-DHCPAgentSchedulersTestJSON-621493777-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:45:06.175883 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-abe471e2-6f1c-4582-a9bd-b4aa7d555cc1 req-30421749-b212-4c0f-992e-ead7604d7bc6 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=efecd94f-28f3-4e43-a30e-3b39549f9a3d HTTP/1.1" status: 200 len: 217 time: 0.0658274 Jun 24 11:45:06.181957 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.db [None req-1e93ba0f-3dc2-42c8-ae8a-993b910bc2b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740-project-admin] For port da9d46af-0d66-4811-9276-4a56821f5c0d, host hv-neutron-7971, cleared binding levels {{(pid=128084) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 11:45:06.182393 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.db [None req-1e93ba0f-3dc2-42c8-ae8a-993b910bc2b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740-project-admin] Attempted to set empty binding levels {{(pid=128084) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jun 24 11:45:06.203877 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-1e93ba0f-3dc2-42c8-ae8a-993b910bc2b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3292081'] for port, after_update {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:06.226265 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-9f5879b1-fa02-4d4e-a093-b285ee1e8e69 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:45:06.229175 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.managers [req-0a9d2769-a8d9-4a30-a595-ba02ceef810d req-930b6a3c-0ece-4af7-8675-b4baeb2eef64 service neutron] Attempting to bind port e039be1d-7f9d-48aa-9fb9-844478ea633d on host hv-neutron-7971 for vnic_type normal with profile {{(pid=128083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 11:45:06.229516 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.managers [req-0a9d2769-a8d9-4a30-a595-ba02ceef810d req-930b6a3c-0ece-4af7-8675-b4baeb2eef64 service neutron] Attempting to bind port e039be1d-7f9d-48aa-9fb9-844478ea633d by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': '88c1b979-2b93-4ed9-8c10-4ea37cb41e96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '839f990f-6e6d-419c-a2ff-7497d60fa3b2'}] {{(pid=128083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 11:45:06.229839 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a9d2769-a8d9-4a30-a595-ba02ceef810d req-930b6a3c-0ece-4af7-8675-b4baeb2eef64 service neutron] Attempting to bind port e039be1d-7f9d-48aa-9fb9-844478ea633d on network 839f990f-6e6d-419c-a2ff-7497d60fa3b2 {{(pid=128083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 11:45:06.255486 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-692f992e-372f-4730-8c3e-7001ebc45900 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800410'] for security_group, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:06.270805 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-692f992e-372f-4730-8c3e-7001ebc45900 admin admin] Notify callbacks [] for security_group, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:06.273968 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-692f992e-372f-4730-8c3e-7001ebc45900 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/d3bf16a9-1bf6-4791-89a3-a7b4fce9f871 HTTP/1.1" status: 204 len: 168 time: 0.6469116 Jun 24 11:45:06.299040 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.plugin [None req-1e93ba0f-3dc2-42c8-ae8a-993b910bc2b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740-project-admin] In _notify_port_updated(), no bound segment for port da9d46af-0d66-4811-9276-4a56821f5c0d on network 876ad46f-f7a3-40f3-82f2-f2702cd6e499 {{(pid=128084) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jun 24 11:45:06.299040 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e93ba0f-3dc2-42c8-ae8a-993b910bc2b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:45:06.299040 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-1e93ba0f-3dc2-42c8-ae8a-993b910bc2b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468916'] for port, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:06.299040 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-1e93ba0f-3dc2-42c8-ae8a-993b910bc2b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740-project-admin] 10.222.0.53 "PUT /v2.0/ports/da9d46af-0d66-4811-9276-4a56821f5c0d HTTP/1.1" status: 200 len: 980 time: 1.6357496 Jun 24 11:45:06.299040 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 56672) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:45:06.303210 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a9d2769-a8d9-4a30-a595-ba02ceef810d req-930b6a3c-0ece-4af7-8675-b4baeb2eef64 service neutron] Port e039be1d-7f9d-48aa-9fb9-844478ea633d on network 839f990f-6e6d-419c-a2ff-7497d60fa3b2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=128083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 11:45:06.303534 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a9d2769-a8d9-4a30-a595-ba02ceef810d req-930b6a3c-0ece-4af7-8675-b4baeb2eef64 service neutron] Attempting to bind port e039be1d-7f9d-48aa-9fb9-844478ea633d on network 839f990f-6e6d-419c-a2ff-7497d60fa3b2 {{(pid=128083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 11:45:06.316346 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d99d1d69-9adb-4b2f-9b55-48627a1f9433 req-d0d2e07f-47bd-433a-a9c3-d69c9a776f9c tempest-ServerActionsTestJSON-818164034 tempest-ServerActionsTestJSON-818164034-project] Network 4865c6d7-6c66-4548-b02e-d00e97d481c4 is already hosted by enough agents. {{(pid=128083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 11:45:06.378610 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e93ba0f-3dc2-42c8-ae8a-993b910bc2b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740-project-admin] Pushing event updated for resources: {'Port': ['ID=da9d46af-0d66-4811-9276-4a56821f5c0d,revision_number=3']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:45:06.395196 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-1e93ba0f-3dc2-42c8-ae8a-993b910bc2b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:45:06.395196 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.117s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:45:06.413559 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692f992e-372f-4730-8c3e-7001ebc45900 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3bf16a9-1bf6-4791-89a3-a7b4fce9f871,revision_number=None']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:45:06.426940 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-692f992e-372f-4730-8c3e-7001ebc45900 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:45:06.438621 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-d29847de-17d4-49b6-b1f8-cf85dd826e00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:06.449725 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-d29847de-17d4-49b6-b1f8-cf85dd826e00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800410'] for security_group, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:06.472870 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-1873fb42-5d1c-4705-a09a-4479a268856e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:45:06.510976 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-d29847de-17d4-49b6-b1f8-cf85dd826e00 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=933580c706fc41b89f8ab3b383d7aa9d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8641489 Jun 24 11:45:06.513287 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.plugin [None req-a301312d-19d4-4b7e-8076-c1b96c5c5845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740-project-admin] Deleting port da9d46af-0d66-4811-9276-4a56821f5c0d {{(pid=128084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 11:45:06.513734 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-a301312d-19d4-4b7e-8076-c1b96c5c5845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793193942312'] for port, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:06.580729 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 56676) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:45:06.586159 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b63c05ce-910b-4490-a380-a091b585152d tempest-ExtraDHCPOptionsIpV6TestJSON-297538214 tempest-ExtraDHCPOptionsIpV6TestJSON-297538214-project] Made reservation on behalf of 6318929af7df439db875ac8ed906b4af for: {'subnet': 1} {{(pid=128084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 11:45:06.589847 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-b63c05ce-910b-4490-a380-a091b585152d tempest-ExtraDHCPOptionsIpV6TestJSON-297538214 tempest-ExtraDHCPOptionsIpV6TestJSON-297538214-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3162484'] for subnet, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:06.618842 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d2e07f-47bd-433a-a9c3-d69c9a776f9c tempest-ServerActionsTestJSON-818164034 tempest-ServerActionsTestJSON-818164034-project] Pushing event updated for resources: {'Port': ['ID=6147d57c-7485-4c8f-a255-8497342b277c,revision_number=1']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:45:06.622195 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.base_scheduler [req-d99d1d69-9adb-4b2f-9b55-48627a1f9433 req-d0d2e07f-47bd-433a-a9c3-d69c9a776f9c tempest-ServerActionsTestJSON-818164034 tempest-ServerActionsTestJSON-818164034-project] Resources bound (agent type, host, resource id): {{(pid=128083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:45:06.640131 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-d0d2e07f-47bd-433a-a9c3-d69c9a776f9c tempest-ServerActionsTestJSON-818164034 tempest-ServerActionsTestJSON-818164034-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.469s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:45:06.641127 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a9d2769-a8d9-4a30-a595-ba02ceef810d req-930b6a3c-0ece-4af7-8675-b4baeb2eef64 service neutron] Checking agent: {'id': 'a2c9a14d-87aa-4cd1-a510-11988f19c3d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7971', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 11, 42, 44), 'started_at': datetime.datetime(2021, 6, 24, 11, 42, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 11, 44, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=128083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 11:45:06.641527 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a9d2769-a8d9-4a30-a595-ba02ceef810d req-930b6a3c-0ece-4af7-8675-b4baeb2eef64 service neutron] Checking segment: {'id': '88c1b979-2b93-4ed9-8c10-4ea37cb41e96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '839f990f-6e6d-419c-a2ff-7497d60fa3b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=128083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 11:45:06.641969 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a9d2769-a8d9-4a30-a595-ba02ceef810d req-930b6a3c-0ece-4af7-8675-b4baeb2eef64 service neutron] Bound using segment: {'id': '88c1b979-2b93-4ed9-8c10-4ea37cb41e96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '839f990f-6e6d-419c-a2ff-7497d60fa3b2'} {{(pid=128083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 11:45:06.642479 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.managers [req-0a9d2769-a8d9-4a30-a595-ba02ceef810d req-930b6a3c-0ece-4af7-8675-b4baeb2eef64 service neutron] Bound port: e039be1d-7f9d-48aa-9fb9-844478ea633d, host: hv-neutron-7971, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '88c1b979-2b93-4ed9-8c10-4ea37cb41e96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '839f990f-6e6d-419c-a2ff-7497d60fa3b2'}}] {{(pid=128083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 11:45:06.642903 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-0a9d2769-a8d9-4a30-a595-ba02ceef810d req-930b6a3c-0ece-4af7-8675-b4baeb2eef64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:06.647738 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.l3_dvrscheduler_db [req-d99d1d69-9adb-4b2f-9b55-48627a1f9433 req-d0d2e07f-47bd-433a-a9c3-d69c9a776f9c tempest-ServerActionsTestJSON-818164034 tempest-ServerActionsTestJSON-818164034-project] Received port after_create {{(pid=128083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 11:45:06.695219 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.db [None req-a301312d-19d4-4b7e-8076-c1b96c5c5845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740-project-admin] For port da9d46af-0d66-4811-9276-4a56821f5c0d, host hv-neutron-7971, got binding levels [] {{(pid=128084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 11:45:06.697708 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-a301312d-19d4-4b7e-8076-c1b96c5c5845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1978872'] for port, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:06.708199 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe471e2-6f1c-4582-a9bd-b4aa7d555cc1 req-e39598c7-3bb6-4360-bd0f-1ff9dc8941f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:45:06.709941 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-abe471e2-6f1c-4582-a9bd-b4aa7d555cc1 req-e39598c7-3bb6-4360-bd0f-1ff9dc8941f2 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=34021bd3-a156-47d8-b4b0-89952a23c040 HTTP/1.1" status: 200 len: 845 time: 0.5017102 Jun 24 11:45:06.714807 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.plugin [None req-a301312d-19d4-4b7e-8076-c1b96c5c5845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740-project-admin] Calling delete_port for da9d46af-0d66-4811-9276-4a56821f5c0d owned by {{(pid=128084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 11:45:06.773618 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-f3a0b5d7-42c8-4493-a87d-0fa2d76a7ee5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:06.775237 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29847de-17d4-49b6-b1f8-cf85dd826e00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42ffe6a5-567d-4e1e-8cc1-1d1ed8545608,revision_number=1']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:45:06.784076 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-d29847de-17d4-49b6-b1f8-cf85dd826e00 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.311s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:45:06.852507 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99d1d69-9adb-4b2f-9b55-48627a1f9433 req-d0d2e07f-47bd-433a-a9c3-d69c9a776f9c tempest-ServerActionsTestJSON-818164034 tempest-ServerActionsTestJSON-818164034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:45:06.853176 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-d99d1d69-9adb-4b2f-9b55-48627a1f9433 req-d0d2e07f-47bd-433a-a9c3-d69c9a776f9c tempest-ServerActionsTestJSON-818164034 tempest-ServerActionsTestJSON-818164034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468916'] for port, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:06.864335 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-c34928ba-6d38-4fde-8180-85b1d58c96a3 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Notify callbacks [] for port, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:06.875101 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-f3a0b5d7-42c8-4493-a87d-0fa2d76a7ee5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:06.908876 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.db [req-0a9d2769-a8d9-4a30-a595-ba02ceef810d req-930b6a3c-0ece-4af7-8675-b4baeb2eef64 service neutron] For port e039be1d-7f9d-48aa-9fb9-844478ea633d, host hv-neutron-7971, cleared binding levels {{(pid=128083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 11:45:06.914149 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.provisioning_blocks [None req-c34928ba-6d38-4fde-8180-85b1d58c96a3 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Transition to ACTIVE for port object 33fece6d-b6aa-4a5b-8109-60336f3f51c3 will not be triggered until provisioned by entity DHCP. {{(pid=128083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 11:45:06.916490 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.db [req-0a9d2769-a8d9-4a30-a595-ba02ceef810d req-930b6a3c-0ece-4af7-8675-b4baeb2eef64 service neutron] For port e039be1d-7f9d-48aa-9fb9-844478ea633d, host hv-neutron-7971, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=e039be1d-7f9d-48aa-9fb9-844478ea633d,segment=NetworkSegment(88c1b979-2b93-4ed9-8c10-4ea37cb41e96),segment_id=88c1b979-2b93-4ed9-8c10-4ea37cb41e96)] {{(pid=128083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 11:45:06.932488 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04814cc-69dc-48fc-8070-35b5699d1035 req-eaba7bba-58ef-4b65-b7be-c4cba45aa687 tempest-ServerActionsTestJSON-818164034 tempest-ServerActionsTestJSON-818164034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:45:06.934231 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-f04814cc-69dc-48fc-8070-35b5699d1035 req-eaba7bba-58ef-4b65-b7be-c4cba45aa687 tempest-ServerActionsTestJSON-818164034 tempest-ServerActionsTestJSON-818164034-project] 10.222.0.53 "GET /v2.0/ports?device_id=d6cc2586-9578-488f-96d4-fbc6dd702115 HTTP/1.1" status: 200 len: 931 time: 0.6823299 Jun 24 11:45:06.936289 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-d99d1d69-9adb-4b2f-9b55-48627a1f9433 req-d0d2e07f-47bd-433a-a9c3-d69c9a776f9c tempest-ServerActionsTestJSON-818164034 tempest-ServerActionsTestJSON-818164034-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.7131000 Jun 24 11:45:06.940342 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-0a9d2769-a8d9-4a30-a595-ba02ceef810d req-930b6a3c-0ece-4af7-8675-b4baeb2eef64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2537871'] for port, after_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:06.946289 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:45:06.965204 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [req-d99d1d69-9adb-4b2f-9b55-48627a1f9433 req-5be9245a-b193-4203-9cae-36ce90d30110 service neutron] Request body: {'port': {'device_id': 'd6cc2586-9578-488f-96d4-fbc6dd702115', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7971'}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:45:06.994658 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-ea41dc59-8a8c-4e0a-818d-9512e22364cb None None] Provisioning for port 6147d57c-7485-4c8f-a255-8497342b277c completed by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 11:45:07.002558 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-ea41dc59-8a8c-4e0a-818d-9512e22364cb None None] Provisioning complete for port 6147d57c-7485-4c8f-a255-8497342b277c triggered by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:45:07.003350 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ea41dc59-8a8c-4e0a-818d-9512e22364cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:07.046717 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9d2769-a8d9-4a30-a595-ba02ceef810d req-930b6a3c-0ece-4af7-8675-b4baeb2eef64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:45:07.047676 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-0a9d2769-a8d9-4a30-a595-ba02ceef810d req-930b6a3c-0ece-4af7-8675-b4baeb2eef64 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468916'] for port, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:07.049301 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-0a9d2769-a8d9-4a30-a595-ba02ceef810d req-930b6a3c-0ece-4af7-8675-b4baeb2eef64 service neutron] 10.222.0.45 "PUT /v2.0/ports/e039be1d-7f9d-48aa-9fb9-844478ea633d HTTP/1.1" status: 200 len: 1093 time: 3.6238203 Jun 24 11:45:07.053684 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b046ee52-d7e7-4f00-aa0b-5e9350b5a813', 'tag': 'e039be1d-7f9d-48aa-9fb9-844478ea633d'}] {{(pid=128083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 11:45:07.056711 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a77f7dee1a0522ddf93af289475d218fcdb8f30317daadec13ebf930b5b9dbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-759cbd6d-d92b-4c89-8ba9-1e52c5744152" -d '{"events": [{"name": "network-changed", "server_uuid": "b046ee52-d7e7-4f00-aa0b-5e9350b5a813", "tag": "e039be1d-7f9d-48aa-9fb9-844478ea633d"}]}' {{(pid=128083) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 11:45:07.060028 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-b63c05ce-910b-4490-a380-a091b585152d tempest-ExtraDHCPOptionsIpV6TestJSON-297538214 tempest-ExtraDHCPOptionsIpV6TestJSON-297538214-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3291959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3162270'] for subnet, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:07.063865 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-a301312d-19d4-4b7e-8076-c1b96c5c5845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793193945299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193536732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3292088'] for port, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:07.074478 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-4f23e67b-1d6c-4e7b-9770-d4a37ee625a0 tempest-DHCPAgentSchedulersTestJSON-621493777 tempest-DHCPAgentSchedulersTestJSON-621493777-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:45:07.085645 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe471e2-6f1c-4582-a9bd-b4aa7d555cc1 req-277575b8-17c9-4399-80d3-74f9308d674d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:45:07.094699 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-abe471e2-6f1c-4582-a9bd-b4aa7d555cc1 req-277575b8-17c9-4399-80d3-74f9308d674d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=5404b65a-42b1-4f9a-be9b-03cba7439c22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3751965 Jun 24 11:45:07.115408 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-f3a0b5d7-42c8-4493-a87d-0fa2d76a7ee5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800410'] for security_group, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:07.116600 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-ea41dc59-8a8c-4e0a-818d-9512e22364cb None None] Port 6147d57c-7485-4c8f-a255-8497342b277c cannot update to ACTIVE because it is not bound. {{(pid=128085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 11:45:07.128448 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-f3a0b5d7-42c8-4493-a87d-0fa2d76a7ee5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:07.129602 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-f3a0b5d7-42c8-4493-a87d-0fa2d76a7ee5 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/42ffe6a5-567d-4e1e-8cc1-1d1ed8545608 HTTP/1.1" status: 204 len: 168 time: 0.5449345 Jun 24 11:45:07.142340 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-a301312d-19d4-4b7e-8076-c1b96c5c5845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468916'] for port, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:07.146898 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-a301312d-19d4-4b7e-8076-c1b96c5c5845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740-project-admin] 10.222.0.53 "DELETE /v2.0/ports/da9d46af-0d66-4811-9276-4a56821f5c0d HTTP/1.1" status: 204 len: 168 time: 0.8479307 Jun 24 11:45:07.148587 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 56696) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:45:07.183918 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.pecan_wsgi.hooks.translation [None req-c53b19b4-1469-4f56-a751-5649809e444b tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740-project-admin] GET failed (client error): The resource could not be found. Jun 24 11:45:07.191868 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-c53b19b4-1469-4f56-a751-5649809e444b tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740-project-admin] 10.222.0.53 "GET /v2.0/ports/da9d46af-0d66-4811-9276-4a56821f5c0d HTTP/1.1" status: 404 len: 333 time: 0.0401695 Jun 24 11:45:07.193711 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 56700) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:45:07.285135 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 11:45:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cb2a13e-966e-4d6a-8795-3b241358c81d x-openstack-request-id: req-8cb2a13e-966e-4d6a-8795-3b241358c81d {{(pid=128083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 11:45:07.285484 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b046ee52-d7e7-4f00-aa0b-5e9350b5a813", "tag": "e039be1d-7f9d-48aa-9fb9-844478ea633d", "status": "completed", "code": 200}]} {{(pid=128083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 11:45:07.285738 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-8cb2a13e-966e-4d6a-8795-3b241358c81d {{(pid=128083) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 11:45:07.286162 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b046ee52-d7e7-4f00-aa0b-5e9350b5a813', 'tag': 'e039be1d-7f9d-48aa-9fb9-844478ea633d', 'status': 'completed', 'code': 200} Jun 24 11:45:07.299728 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63c05ce-910b-4490-a380-a091b585152d tempest-ExtraDHCPOptionsIpV6TestJSON-297538214 tempest-ExtraDHCPOptionsIpV6TestJSON-297538214-project] Pushing event updated for resources: {'Subnet': ['ID=0e6fa37c-7077-42bf-930c-05bc19ddb9d5,revision_number=0']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:45:07.309508 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-b63c05ce-910b-4490-a380-a091b585152d tempest-ExtraDHCPOptionsIpV6TestJSON-297538214 tempest-ExtraDHCPOptionsIpV6TestJSON-297538214-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:45:07.312544 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.234s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:45:07.320694 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-c504b998-c0dd-4b6b-bd24-7217ace13278 tempest-PortsAdminExtendedAttrsIpV6TestJSON-918925667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-918925667-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-534962'] for network, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:07.343386 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-f04814cc-69dc-48fc-8070-35b5699d1035 req-70510918-1007-4ab2-860e-d21fbcb42418 tempest-ServerActionsTestJSON-818164034 tempest-ServerActionsTestJSON-818164034-project] 10.222.0.53 "GET /v2.0/security-groups?id=7ca7987f-c073-401f-ba18-8737b1398c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3837335 Jun 24 11:45:07.345766 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a301312d-19d4-4b7e-8076-c1b96c5c5845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740-project-admin] Pushing event deleted for resources: {'Port': ['ID=da9d46af-0d66-4811-9276-4a56821f5c0d,revision_number=None']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:45:07.359531 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930b6a3c-0ece-4af7-8675-b4baeb2eef64 service neutron] Pushing event updated for resources: {'Port': ['ID=e039be1d-7f9d-48aa-9fb9-844478ea633d,revision_number=3']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:45:07.367464 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-a301312d-19d4-4b7e-8076-c1b96c5c5845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:45:07.368223 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b63c05ce-910b-4490-a380-a091b585152d tempest-ExtraDHCPOptionsIpV6TestJSON-297538214 tempest-ExtraDHCPOptionsIpV6TestJSON-297538214-project] Checking segment: {'id': 'df08dace-b440-4b1f-bdb1-0807d96ef294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '10554adc-c827-4e9b-a3d1-b6fd44d788da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=128084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 11:45:07.368575 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b63c05ce-910b-4490-a380-a091b585152d tempest-ExtraDHCPOptionsIpV6TestJSON-297538214 tempest-ExtraDHCPOptionsIpV6TestJSON-297538214-project] Network hostable DHCP agents. Network: 10554adc-c827-4e9b-a3d1-b6fd44d788da, hostable agents: ['6be988a9-1d97-480f-be5a-c55abf2c55c5'], hosted agents: [] {{(pid=128084) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 11:45:07.380022 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-d29847de-17d4-49b6-b1f8-cf85dd826e00 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.238s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:45:07.394813 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a0b5d7-42c8-4493-a87d-0fa2d76a7ee5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42ffe6a5-567d-4e1e-8cc1-1d1ed8545608,revision_number=None']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:45:07.412517 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-f3a0b5d7-42c8-4493-a87d-0fa2d76a7ee5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:45:07.489163 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-c34928ba-6d38-4fde-8180-85b1d58c96a3 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-650429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-506361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793193536723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2537853'] for port, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:07.507130 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-930b6a3c-0ece-4af7-8675-b4baeb2eef64 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.561s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:45:07.508685 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-930b6a3c-0ece-4af7-8675-b4baeb2eef64 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:45:07.535336 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-c504b998-c0dd-4b6b-bd24-7217ace13278 tempest-PortsAdminExtendedAttrsIpV6TestJSON-918925667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-918925667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973199', 'neutron.services.segments.db._delete_segments_for_network-8793194012456'] for network, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:07.546765 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.services.segments.db [None req-c504b998-c0dd-4b6b-bd24-7217ace13278 tempest-PortsAdminExtendedAttrsIpV6TestJSON-918925667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-918925667-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['876ad46f-f7a3-40f3-82f2-f2702cd6e499']}} {{(pid=128084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:45:07.558049 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.services.segments.db [None req-c504b998-c0dd-4b6b-bd24-7217ace13278 tempest-PortsAdminExtendedAttrsIpV6TestJSON-918925667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-918925667-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4053785-1b5c-437f-a53f-6701874b4141') {'for_net_delete': True} {{(pid=128084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:45:07.558634 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.services.segments.db [None req-c504b998-c0dd-4b6b-bd24-7217ace13278 tempest-PortsAdminExtendedAttrsIpV6TestJSON-918925667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-918925667-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4053785-1b5c-437f-a53f-6701874b4141') {} {{(pid=128084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:45:07.569020 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-c504b998-c0dd-4b6b-bd24-7217ace13278 tempest-PortsAdminExtendedAttrsIpV6TestJSON-918925667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-918925667-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793194097327', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2373599'] for segment, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:07.584166 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-c504b998-c0dd-4b6b-bd24-7217ace13278 tempest-PortsAdminExtendedAttrsIpV6TestJSON-918925667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-918925667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967879'] for segment, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:07.590264 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c504b998-c0dd-4b6b-bd24-7217ace13278 tempest-PortsAdminExtendedAttrsIpV6TestJSON-918925667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-918925667-project] Releasing vlan 621 on physical network physnet1 to pool {{(pid=128084) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 11:45:07.590660 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-c504b998-c0dd-4b6b-bd24-7217ace13278 tempest-PortsAdminExtendedAttrsIpV6TestJSON-918925667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-918925667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3292053'] for segment, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:07.656348 dv-neutron-797120-4-hyperv neutron-server[128084]: Traceback (most recent call last): Jun 24 11:45:07.656348 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 24 11:45:07.656348 dv-neutron-797120-4-hyperv neutron-server[128084]: timer() Jun 24 11:45:07.656348 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 24 11:45:07.656348 dv-neutron-797120-4-hyperv neutron-server[128084]: cb(*args, **kw) Jun 24 11:45:07.656348 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 24 11:45:07.656348 dv-neutron-797120-4-hyperv neutron-server[128084]: return func(*args, **kwargs) Jun 24 11:45:07.656348 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 24 11:45:07.656348 dv-neutron-797120-4-hyperv neutron-server[128084]: self._notify() Jun 24 11:45:07.656348 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 24 11:45:07.656348 dv-neutron-797120-4-hyperv neutron-server[128084]: self.callback(batched_events) Jun 24 11:45:07.656348 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 24 11:45:07.656348 dv-neutron-797120-4-hyperv neutron-server[128084]: event.method(event) Jun 24 11:45:07.656348 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 24 11:45:07.656348 dv-neutron-797120-4-hyperv neutron-server[128084]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 24 11:45:07.656348 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 24 11:45:07.656348 dv-neutron-797120-4-hyperv neutron-server[128084]: aggregate_uuid = self.p_client.list_aggregates( Jun 24 11:45:07.656348 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 24 11:45:07.656348 dv-neutron-797120-4-hyperv neutron-server[128084]: return f(self, *a, **k) Jun 24 11:45:07.656348 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 24 11:45:07.656348 dv-neutron-797120-4-hyperv neutron-server[128084]: return self._get(url).json() Jun 24 11:45:07.656348 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 24 11:45:07.656348 dv-neutron-797120-4-hyperv neutron-server[128084]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 24 11:45:07.656348 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 24 11:45:07.656348 dv-neutron-797120-4-hyperv neutron-server[128084]: return self.request(url, 'GET', **kwargs) Jun 24 11:45:07.656348 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 24 11:45:07.656348 dv-neutron-797120-4-hyperv neutron-server[128084]: base_url = self.get_endpoint(auth, allow=allow, Jun 24 11:45:07.656348 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 24 11:45:07.656348 dv-neutron-797120-4-hyperv neutron-server[128084]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 24 11:45:07.656348 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 24 11:45:07.656348 dv-neutron-797120-4-hyperv neutron-server[128084]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 24 11:45:07.656348 dv-neutron-797120-4-hyperv neutron-server[128084]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 24 11:45:07.658411 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c34928ba-6d38-4fde-8180-85b1d58c96a3 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Network c48932c2-d177-4d5d-88a5-b0e54b052100 is already hosted by enough agents. {{(pid=128083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 11:45:07.661108 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-d99d1d69-9adb-4b2f-9b55-48627a1f9433 req-5be9245a-b193-4203-9cae-36ce90d30110 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:07.661425 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b63c05ce-910b-4490-a380-a091b585152d tempest-ExtraDHCPOptionsIpV6TestJSON-297538214 tempest-ExtraDHCPOptionsIpV6TestJSON-297538214-project] Network 10554adc-c827-4e9b-a3d1-b6fd44d788da is scheduled to be hosted by DHCP agent 6be988a9-1d97-480f-be5a-c55abf2c55c5 with binding_index 1 {{(pid=128084) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 11:45:07.665083 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-c504b998-c0dd-4b6b-bd24-7217ace13278 tempest-PortsAdminExtendedAttrsIpV6TestJSON-918925667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-918925667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1800243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1815642'] for network, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:07.672373 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-9dbb7028-0dd8-4717-a728-893e88bb0cfb tempest-QuotasNegativeTest-718740954 tempest-QuotasNegativeTest-718740954-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:45:07.677835 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-c504b998-c0dd-4b6b-bd24-7217ace13278 tempest-PortsAdminExtendedAttrsIpV6TestJSON-918925667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-918925667-project] Notify callbacks [] for network, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:07.680651 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-c504b998-c0dd-4b6b-bd24-7217ace13278 tempest-PortsAdminExtendedAttrsIpV6TestJSON-918925667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-918925667-project] 10.222.0.53 "DELETE /v2.0/networks/876ad46f-f7a3-40f3-82f2-f2702cd6e499 HTTP/1.1" status: 204 len: 168 time: 0.4724674 Jun 24 11:45:07.691440 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.base_scheduler [None req-c34928ba-6d38-4fde-8180-85b1d58c96a3 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Resources bound (agent type, host, resource id): {{(pid=128083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:45:07.692649 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.base_scheduler [None req-b63c05ce-910b-4490-a380-a091b585152d tempest-ExtraDHCPOptionsIpV6TestJSON-297538214 tempest-ExtraDHCPOptionsIpV6TestJSON-297538214-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-4-hyperv, 10554adc-c827-4e9b-a3d1-b6fd44d788da) {{(pid=128084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:45:07.696911 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c504b998-c0dd-4b6b-bd24-7217ace13278 tempest-PortsAdminExtendedAttrsIpV6TestJSON-918925667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-918925667-project] Pushing event deleted for resources: {'Network': ['ID=876ad46f-f7a3-40f3-82f2-f2702cd6e499,revision_number=None']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:45:07.699585 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b63c05ce-910b-4490-a380-a091b585152d tempest-ExtraDHCPOptionsIpV6TestJSON-297538214 tempest-ExtraDHCPOptionsIpV6TestJSON-297538214-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=128084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:45:07.700430 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-b63c05ce-910b-4490-a380-a091b585152d tempest-ExtraDHCPOptionsIpV6TestJSON-297538214 tempest-ExtraDHCPOptionsIpV6TestJSON-297538214-project] Notify callbacks [] for subnet, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:07.703835 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-c504b998-c0dd-4b6b-bd24-7217ace13278 tempest-PortsAdminExtendedAttrsIpV6TestJSON-918925667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-918925667-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:45:07.713464 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c34928ba-6d38-4fde-8180-85b1d58c96a3 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Received port after_create {{(pid=128083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 11:45:07.714268 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-c34928ba-6d38-4fde-8180-85b1d58c96a3 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1978458'] for router_interface, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:07.718379 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddabd043-10a5-45e7-8fd8-7d2a1b6812e7 None None] Network 10554adc-c827-4e9b-a3d1-b6fd44d788da requested from dv-neutron-797120-4-hyperv {{(pid=128085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 11:45:07.728399 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-b63c05ce-910b-4490-a380-a091b585152d tempest-ExtraDHCPOptionsIpV6TestJSON-297538214 tempest-ExtraDHCPOptionsIpV6TestJSON-297538214-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7299325 Jun 24 11:45:07.730913 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 56714) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:45:07.741890 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-f2b27b9f-7623-4cc6-a0b4-da43f560f197 tempest-ExtraDHCPOptionsIpV6TestJSON-297538214 tempest-ExtraDHCPOptionsIpV6TestJSON-297538214-project] Request body: {'port': {'network_id': '10554adc-c827-4e9b-a3d1-b6fd44d788da', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1685657513'}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:45:07.825548 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34928ba-6d38-4fde-8180-85b1d58c96a3 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Pushing event updated for resources: {'Port': ['ID=33fece6d-b6aa-4a5b-8109-60336f3f51c3,revision_number=1']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:45:07.848363 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-c34928ba-6d38-4fde-8180-85b1d58c96a3 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.339s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:45:07.866627 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-abe471e2-6f1c-4582-a9bd-b4aa7d555cc1 req-1e6d4f40-0744-431b-a742-ed45a42756b2 service neutron] 10.222.0.45 "GET /v2.0/networks/5404b65a-42b1-4f9a-be9b-03cba7439c22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7348948 Jun 24 11:45:07.871532 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 56718) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:45:08.018438 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2b27b9f-7623-4cc6-a0b4-da43f560f197 tempest-ExtraDHCPOptionsIpV6TestJSON-297538214 tempest-ExtraDHCPOptionsIpV6TestJSON-297538214-project] Made reservation on behalf of 6318929af7df439db875ac8ed906b4af for: {'port': 1} {{(pid=128084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 11:45:08.022088 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-f2b27b9f-7623-4cc6-a0b4-da43f560f197 tempest-ExtraDHCPOptionsIpV6TestJSON-297538214 tempest-ExtraDHCPOptionsIpV6TestJSON-297538214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:08.030033 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9d2769-a8d9-4a30-a595-ba02ceef810d req-9d8411fc-679e-4cfb-89bf-dff9682108d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:45:08.031819 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-0a9d2769-a8d9-4a30-a595-ba02ceef810d req-9d8411fc-679e-4cfb-89bf-dff9682108d3 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=d8a50f9eaf8642e9aaeea1cf25966bd8&device_id=b046ee52-d7e7-4f00-aa0b-5e9350b5a813 HTTP/1.1" status: 200 len: 1096 time: 0.9082396 Jun 24 11:45:08.047125 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.notifiers.nova [None req-f2b27b9f-7623-4cc6-a0b4-da43f560f197 tempest-ExtraDHCPOptionsIpV6TestJSON-297538214 tempest-ExtraDHCPOptionsIpV6TestJSON-297538214-project] device_id is not set on port a2dddb3d-9486-4954-b4be-131778825fe9 yet. {{(pid=128084) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 24 11:45:08.058509 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28c2cb0c-32fe-4347-9687-4009c529b2b8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d65c8f8-7530-5052-99fe-8ea05073750b-10554adc-c827-4e9b-a3d1-b6fd44d788da', 'network_id': '10554adc-c827-4e9b-a3d1-b6fd44d788da', 'tenant_id': '6318929af7df439db875ac8ed906b4af', 'fixed_ips': [{'subnet_id': '0e6fa37c-7077-42bf-930c-05bc19ddb9d5'}]}} from dv-neutron-797120-4-hyperv. {{(pid=128085) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 24 11:45:08.060242 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28c2cb0c-32fe-4347-9687-4009c529b2b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_create {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:08.109804 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-e4db8f2f-8ea0-4e57-8aad-c0f34e37034c admin admin] Notify callbacks [] for security_group, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:08.247565 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-0a9d2769-a8d9-4a30-a595-ba02ceef810d req-1f97ed26-bf6e-4a98-b35b-2b16435b1397 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e039be1d-7f9d-48aa-9fb9-844478ea633d HTTP/1.1" status: 200 len: 217 time: 0.1891441 Jun 24 11:45:08.294936 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-50f9ae75-3e16-492a-8fc1-724143a1623a None None] Provisioning for port 33fece6d-b6aa-4a5b-8109-60336f3f51c3 completed by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 11:45:08.313474 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-50f9ae75-3e16-492a-8fc1-724143a1623a None None] Provisioning complete for port 33fece6d-b6aa-4a5b-8109-60336f3f51c3 triggered by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:45:08.314603 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-50f9ae75-3e16-492a-8fc1-724143a1623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:08.317654 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.db.db_base_plugin_common [None req-f2b27b9f-7623-4cc6-a0b4-da43f560f197 tempest-ExtraDHCPOptionsIpV6TestJSON-297538214 tempest-ExtraDHCPOptionsIpV6TestJSON-297538214-project] Allocated IP 2001:db8::4f (10554adc-c827-4e9b-a3d1-b6fd44d788da/0e6fa37c-7077-42bf-930c-05bc19ddb9d5/a2dddb3d-9486-4954-b4be-131778825fe9) {{(pid=128084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 11:45:08.375840 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-50f9ae75-3e16-492a-8fc1-724143a1623a None None] Port 33fece6d-b6aa-4a5b-8109-60336f3f51c3 cannot update to ACTIVE because it is not bound. {{(pid=128085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 11:45:08.389238 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 56730) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:45:08.477932 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e761d64-569a-45fa-b0b7-91bd62823cd3 req-5cb14592-d793-47b7-b4ca-3800e501005c tempest-ServersTestManualDisk-182325693 tempest-ServersTestManualDisk-182325693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:45:08.485849 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-7e761d64-569a-45fa-b0b7-91bd62823cd3 req-5cb14592-d793-47b7-b4ca-3800e501005c tempest-ServersTestManualDisk-182325693 tempest-ServersTestManualDisk-182325693-project] 10.222.0.53 "GET /v2.0/ports?device_id=b046ee52-d7e7-4f00-aa0b-5e9350b5a813 HTTP/1.1" status: 200 len: 943 time: 0.8439884 Jun 24 11:45:08.531392 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-f2b27b9f-7623-4cc6-a0b4-da43f560f197 tempest-ExtraDHCPOptionsIpV6TestJSON-297538214 tempest-ExtraDHCPOptionsIpV6TestJSON-297538214-project] Notify callbacks [] for port, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:08.536688 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56b436e-abd5-43ac-8744-0e7d3208d8dc req-35473722-6f15-4275-8ddd-e76afb457e64 tempest-ServersTestJSON-1725335409 tempest-ServersTestJSON-1725335409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:45:08.544403 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-f56b436e-abd5-43ac-8744-0e7d3208d8dc req-35473722-6f15-4275-8ddd-e76afb457e64 tempest-ServersTestJSON-1725335409 tempest-ServersTestJSON-1725335409-project] 10.222.0.53 "GET /v2.0/ports?device_id=618b8848-261b-4b47-b06a-cb463f1f77c5 HTTP/1.1" status: 200 len: 944 time: 0.7882998 Jun 24 11:45:08.563529 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.db.provisioning_blocks [None req-f2b27b9f-7623-4cc6-a0b4-da43f560f197 tempest-ExtraDHCPOptionsIpV6TestJSON-297538214 tempest-ExtraDHCPOptionsIpV6TestJSON-297538214-project] Transition to ACTIVE for port object a2dddb3d-9486-4954-b4be-131778825fe9 will not be triggered until provisioned by entity DHCP. {{(pid=128084) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 11:45:08.595198 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-c34928ba-6d38-4fde-8180-85b1d58c96a3 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:08.640184 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-af310706-b07a-4510-a5af-5b7cfa514e88 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=a75e163d55ba400796f0147078791747&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2438962 Jun 24 11:45:08.643373 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 56738) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:45:08.652720 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-f2b27b9f-7623-4cc6-a0b4-da43f560f197 tempest-ExtraDHCPOptionsIpV6TestJSON-297538214 tempest-ExtraDHCPOptionsIpV6TestJSON-297538214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-650429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-506361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793193536723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3291971'] for port, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:08.653225 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-abe471e2-6f1c-4582-a9bd-b4aa7d555cc1 req-ae25005f-98b7-41fb-a7be-c75d25ad9f64 service neutron] 10.222.0.45 "GET /v2.0/networks/5404b65a-42b1-4f9a-be9b-03cba7439c22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7831194 Jun 24 11:45:08.663069 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9d2769-a8d9-4a30-a595-ba02ceef810d req-c7746ee9-a5e7-48eb-8bf6-4182262a73f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:45:08.665579 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-0a9d2769-a8d9-4a30-a595-ba02ceef810d req-c7746ee9-a5e7-48eb-8bf6-4182262a73f0 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=2d338229-4852-4820-bf9b-2f3476d45b6e HTTP/1.1" status: 200 len: 851 time: 0.4015353 Jun 24 11:45:08.688436 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-64b0efc8-1468-4672-a209-dcd3e849eb12 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:45:08.724169 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.db_base_plugin_common [None req-28c2cb0c-32fe-4347-9687-4009c529b2b8 None None] Allocated IP 2001:db8::2 (10554adc-c827-4e9b-a3d1-b6fd44d788da/0e6fa37c-7077-42bf-930c-05bc19ddb9d5/02f4c984-54a8-4d46-80ca-6f98165bf418) {{(pid=128085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 11:45:08.734149 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 56740) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:45:08.759253 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2b27b9f-7623-4cc6-a0b4-da43f560f197 tempest-ExtraDHCPOptionsIpV6TestJSON-297538214 tempest-ExtraDHCPOptionsIpV6TestJSON-297538214-project] Network 10554adc-c827-4e9b-a3d1-b6fd44d788da is already hosted by enough agents. {{(pid=128084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 11:45:08.771354 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.base_scheduler [None req-f2b27b9f-7623-4cc6-a0b4-da43f560f197 tempest-ExtraDHCPOptionsIpV6TestJSON-297538214 tempest-ExtraDHCPOptionsIpV6TestJSON-297538214-project] Resources bound (agent type, host, resource id): {{(pid=128084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:45:08.773949 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2b27b9f-7623-4cc6-a0b4-da43f560f197 tempest-ExtraDHCPOptionsIpV6TestJSON-297538214 tempest-ExtraDHCPOptionsIpV6TestJSON-297538214-project] Received port after_create {{(pid=128084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 11:45:08.780087 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2b27b9f-7623-4cc6-a0b4-da43f560f197 tempest-ExtraDHCPOptionsIpV6TestJSON-297538214 tempest-ExtraDHCPOptionsIpV6TestJSON-297538214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=128084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:45:08.780797 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-f2b27b9f-7623-4cc6-a0b4-da43f560f197 tempest-ExtraDHCPOptionsIpV6TestJSON-297538214 tempest-ExtraDHCPOptionsIpV6TestJSON-297538214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468916'] for port, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:08.786885 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b27b9f-7623-4cc6-a0b4-da43f560f197 tempest-ExtraDHCPOptionsIpV6TestJSON-297538214 tempest-ExtraDHCPOptionsIpV6TestJSON-297538214-project] Pushing event updated for resources: {'Port': ['ID=a2dddb3d-9486-4954-b4be-131778825fe9,revision_number=1']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:45:08.790380 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-f2b27b9f-7623-4cc6-a0b4-da43f560f197 tempest-ExtraDHCPOptionsIpV6TestJSON-297538214 tempest-ExtraDHCPOptionsIpV6TestJSON-297538214-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:45:08.792519 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-7e761d64-569a-45fa-b0b7-91bd62823cd3 req-96ae4e1f-e470-48f3-9882-420f5b60839d tempest-ServersTestManualDisk-182325693 tempest-ServersTestManualDisk-182325693-project] 10.222.0.53 "GET /v2.0/security-groups?id=36df713e-0194-470c-a043-7cde9d86738f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3056080 Jun 24 11:45:08.825396 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-3152b60d-4fd9-492b-ae7c-1b4d5d21e7ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:08.865921 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-3152b60d-4fd9-492b-ae7c-1b4d5d21e7ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:08.887043 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-f56b436e-abd5-43ac-8744-0e7d3208d8dc req-ec0e7981-95b9-46f6-b7f6-4c0318d14b6e tempest-ServersTestJSON-1725335409 tempest-ServersTestJSON-1725335409-project] 10.222.0.53 "GET /v2.0/security-groups?id=c6a6118f-5ca3-4415-a86c-d6e07885b397&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3416286 Jun 24 11:45:08.939325 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-3152b60d-4fd9-492b-ae7c-1b4d5d21e7ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800410'] for security_group, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:08.942427 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-3152b60d-4fd9-492b-ae7c-1b4d5d21e7ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:08.943705 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-3152b60d-4fd9-492b-ae7c-1b4d5d21e7ce admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b0f4e324-8f4c-45c7-84a3-967547bbcabd HTTP/1.1" status: 204 len: 168 time: 0.2993023 Jun 24 11:45:08.944449 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:45:08.963054 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3152b60d-4fd9-492b-ae7c-1b4d5d21e7ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0f4e324-8f4c-45c7-84a3-967547bbcabd,revision_number=None']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:45:08.973170 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-3152b60d-4fd9-492b-ae7c-1b4d5d21e7ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:45:08.986277 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [None req-85708635-e6c3-4553-9c94-044eb0734bd1 tempest-MeteringIpV6TestJSON-1585292014 tempest-MeteringIpV6TestJSON-1585292014-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1444316316'}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:45:08.986719 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [None req-85708635-e6c3-4553-9c94-044eb0734bd1 tempest-MeteringIpV6TestJSON-1585292014 tempest-MeteringIpV6TestJSON-1585292014-project-admin] Unknown quota resources ['metering_label']. {{(pid=128083) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jun 24 11:45:08.993805 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28c2cb0c-32fe-4347-9687-4009c529b2b8 None None] Notify callbacks [] for port, precommit_create {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:09.004807 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28c2cb0c-32fe-4347-9687-4009c529b2b8 None None] Transition to ACTIVE for port object 02f4c984-54a8-4d46-80ca-6f98165bf418 will not be triggered until provisioned by entity L2. {{(pid=128085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 11:45:09.033182 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28c2cb0c-32fe-4347-9687-4009c529b2b8 None None] Transition to ACTIVE for port object 02f4c984-54a8-4d46-80ca-6f98165bf418 will not be triggered until provisioned by entity DHCP. {{(pid=128085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 11:45:09.051806 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Device efecd94f-28f3-4e43-a30e-3b39549f9a3d details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=128085) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 11:45:09.057894 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28c2cb0c-32fe-4347-9687-4009c529b2b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-650429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-506361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793193536723'] for port, after_create {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:09.064867 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:45:09.114663 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28c2cb0c-32fe-4347-9687-4009c529b2b8 None None] Network 10554adc-c827-4e9b-a3d1-b6fd44d788da is already hosted by enough agents. {{(pid=128085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 11:45:09.123044 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.scheduler.base_scheduler [None req-28c2cb0c-32fe-4347-9687-4009c529b2b8 None None] Resources bound (agent type, host, resource id): {{(pid=128085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:45:09.145407 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28c2cb0c-32fe-4347-9687-4009c529b2b8 None None] Received port after_create {{(pid=128085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 11:45:09.169160 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c2cb0c-32fe-4347-9687-4009c529b2b8 None None] Pushing event updated for resources: {'Port': ['ID=02f4c984-54a8-4d46-80ca-6f98165bf418,revision_number=1']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:45:09.174179 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-28c2cb0c-32fe-4347-9687-4009c529b2b8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:45:09.278146 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-28c2cb0c-32fe-4347-9687-4009c529b2b8 None None] Attempting to bind port 02f4c984-54a8-4d46-80ca-6f98165bf418 on host dv-neutron-797120-4-hyperv for vnic_type normal with profile {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 11:45:09.278526 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-28c2cb0c-32fe-4347-9687-4009c529b2b8 None None] Attempting to bind port 02f4c984-54a8-4d46-80ca-6f98165bf418 by drivers openvswitch,hyperv on host dv-neutron-797120-4-hyperv at level 0 using segments [{'id': 'df08dace-b440-4b1f-bdb1-0807d96ef294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '10554adc-c827-4e9b-a3d1-b6fd44d788da'}] {{(pid=128085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 11:45:09.278902 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28c2cb0c-32fe-4347-9687-4009c529b2b8 None None] Attempting to bind port 02f4c984-54a8-4d46-80ca-6f98165bf418 on network 10554adc-c827-4e9b-a3d1-b6fd44d788da {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 11:45:09.289431 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] For port efecd94f-28f3-4e43-a30e-3b39549f9a3d, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=efecd94f-28f3-4e43-a30e-3b39549f9a3d,segment=NetworkSegment(f44b9ff8-e555-44d1-ab7a-99b2dd7bb3ef),segment_id=f44b9ff8-e555-44d1-ab7a-99b2dd7bb3ef)] {{(pid=128085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 11:45:09.292017 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28c2cb0c-32fe-4347-9687-4009c529b2b8 None None] Checking agent: {'id': 'e3a695b2-c397-461f-83b0-10b79d490b59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 11, 36, 56), 'started_at': datetime.datetime(2021, 6, 24, 11, 37, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 11, 44, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 11:45:09.292354 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28c2cb0c-32fe-4347-9687-4009c529b2b8 None None] Checking segment: {'id': 'df08dace-b440-4b1f-bdb1-0807d96ef294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '10554adc-c827-4e9b-a3d1-b6fd44d788da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=128085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 11:45:09.292754 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28c2cb0c-32fe-4347-9687-4009c529b2b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:09.293189 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28c2cb0c-32fe-4347-9687-4009c529b2b8 None None] Bound using segment: {'id': 'df08dace-b440-4b1f-bdb1-0807d96ef294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '10554adc-c827-4e9b-a3d1-b6fd44d788da'} {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 11:45:09.293798 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-28c2cb0c-32fe-4347-9687-4009c529b2b8 None None] Bound port: 02f4c984-54a8-4d46-80ca-6f98165bf418, host: dv-neutron-797120-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df08dace-b440-4b1f-bdb1-0807d96ef294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '10554adc-c827-4e9b-a3d1-b6fd44d788da'}}] {{(pid=128085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 11:45:09.294195 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28c2cb0c-32fe-4347-9687-4009c529b2b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:09.313584 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Returning: {'device': 'efecd94f-28f3-4e43-a30e-3b39549f9a3d', 'network_id': '5404b65a-42b1-4f9a-be9b-03cba7439c22', 'port_id': 'efecd94f-28f3-4e43-a30e-3b39549f9a3d', 'mac_address': 'fa:16:3e:b7:b2:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 630, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '34021bd3-a156-47d8-b4b0-89952a23c040', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=128085) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 11:45:09.394557 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:09.412463 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-28c2cb0c-32fe-4347-9687-4009c529b2b8 None None] For port 02f4c984-54a8-4d46-80ca-6f98165bf418, host dv-neutron-797120-4-hyperv, cleared binding levels {{(pid=128085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 11:45:09.415545 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.notifiers.nova [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id efecd94f-28f3-4e43-a30e-3b39549f9a3d {{(pid=128085) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 11:45:09.434820 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-28c2cb0c-32fe-4347-9687-4009c529b2b8 None None] For port 02f4c984-54a8-4d46-80ca-6f98165bf418, host dv-neutron-797120-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=02f4c984-54a8-4d46-80ca-6f98165bf418,segment=NetworkSegment(df08dace-b440-4b1f-bdb1-0807d96ef294),segment_id=df08dace-b440-4b1f-bdb1-0807d96ef294)] {{(pid=128085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 11:45:09.445060 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28c2cb0c-32fe-4347-9687-4009c529b2b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:09.448120 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] For port efecd94f-28f3-4e43-a30e-3b39549f9a3d, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=efecd94f-28f3-4e43-a30e-3b39549f9a3d,segment=NetworkSegment(f44b9ff8-e555-44d1-ab7a-99b2dd7bb3ef),segment_id=f44b9ff8-e555-44d1-ab7a-99b2dd7bb3ef)] {{(pid=128085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 11:45:09.448958 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:45:09.466390 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 56748) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:45:09.474486 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:09.485032 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-e4db8f2f-8ea0-4e57-8aad-c0f34e37034c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:09.505588 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-f2b27b9f-7623-4cc6-a0b4-da43f560f197 tempest-ExtraDHCPOptionsIpV6TestJSON-297538214 tempest-ExtraDHCPOptionsIpV6TestJSON-297538214-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 1.7665429 Jun 24 11:45:09.507525 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 56750) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:45:09.511793 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c2cb0c-32fe-4347-9687-4009c529b2b8 None None] Pushing event updated for resources: {'Port': ['ID=02f4c984-54a8-4d46-80ca-6f98165bf418,revision_number=2']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:45:09.512810 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-236947b8-a9f8-44d7-b476-80da177113ee tempest-ExtraDHCPOptionsIpV6TestJSON-297538214 tempest-ExtraDHCPOptionsIpV6TestJSON-297538214-project] Request body: {'port': {'network_id': '10554adc-c827-4e9b-a3d1-b6fd44d788da', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-2063513737', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:45:09.513378 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.api.validators [None req-236947b8-a9f8-44d7-b476-80da177113ee tempest-ExtraDHCPOptionsIpV6TestJSON-297538214 tempest-ExtraDHCPOptionsIpV6TestJSON-297538214-project] bootfile-name is not in valid_values {{(pid=128084) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jun 24 11:45:09.513707 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.api.validators [None req-236947b8-a9f8-44d7-b476-80da177113ee tempest-ExtraDHCPOptionsIpV6TestJSON-297538214 tempest-ExtraDHCPOptionsIpV6TestJSON-297538214-project] tftp-server is not in valid_values {{(pid=128084) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jun 24 11:45:09.514634 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.api.validators [None req-236947b8-a9f8-44d7-b476-80da177113ee tempest-ExtraDHCPOptionsIpV6TestJSON-297538214 tempest-ExtraDHCPOptionsIpV6TestJSON-297538214-project] server-ip-address is not in valid_values {{(pid=128084) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jun 24 11:45:09.515756 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-28c2cb0c-32fe-4347-9687-4009c529b2b8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:45:09.516605 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.038s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:45:09.537963 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-e4db8f2f-8ea0-4e57-8aad-c0f34e37034c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800410'] for security_group, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:09.542382 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9d2769-a8d9-4a30-a595-ba02ceef810d req-a2ef6f1e-554c-4526-9cf7-1d34a642e9f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:45:09.544112 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-0a9d2769-a8d9-4a30-a595-ba02ceef810d req-a2ef6f1e-554c-4526-9cf7-1d34a642e9f7 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=839f990f-6e6d-419c-a2ff-7497d60fa3b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.8613808 Jun 24 11:45:09.571202 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Pushing event updated for resources: {'Port': ['ID=efecd94f-28f3-4e43-a30e-3b39549f9a3d,revision_number=4']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:45:09.577131 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:45:09.585107 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-78db7140-670d-491d-bac2-09c910302569 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:45:09.591118 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-be5d5c28-7331-4e9c-bd40-070919491249 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=e3b7473f66e74a3fa8e2c28582501f4b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1218300 Jun 24 11:45:09.594375 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 56752) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:45:09.642821 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-85708635-e6c3-4553-9c94-044eb0734bd1 tempest-MeteringIpV6TestJSON-1585292014 tempest-MeteringIpV6TestJSON-1585292014-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:09.646705 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-85708635-e6c3-4553-9c94-044eb0734bd1 tempest-MeteringIpV6TestJSON-1585292014 tempest-MeteringIpV6TestJSON-1585292014-project-admin] 10.222.0.53 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.9073055 Jun 24 11:45:09.647483 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 56754) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:45:09.654960 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-6d2ad6d1-4255-49a0-a8bc-601bcb6597d7 tempest-MeteringIpV6TestJSON-1585292014 tempest-MeteringIpV6TestJSON-1585292014-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': 'b5e95ec1-b5b8-46c9-8d63-d966abbddfc3'}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:45:09.655454 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-6d2ad6d1-4255-49a0-a8bc-601bcb6597d7 tempest-MeteringIpV6TestJSON-1585292014 tempest-MeteringIpV6TestJSON-1585292014-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=128084) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jun 24 11:45:09.666815 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-e4db8f2f-8ea0-4e57-8aad-c0f34e37034c admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=c28f2007513943e683e0061caca436bd&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7549999 Jun 24 11:45:09.669917 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 56756) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:45:09.700571 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.notifiers.nova [req-d99d1d69-9adb-4b2f-9b55-48627a1f9433 req-5be9245a-b193-4203-9cae-36ce90d30110 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6147d57c-7485-4c8f-a255-8497342b277c {{(pid=128083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 11:45:09.719332 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-d99d1d69-9adb-4b2f-9b55-48627a1f9433 req-5be9245a-b193-4203-9cae-36ce90d30110 service neutron] Notify callbacks [] for port, precommit_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:09.778045 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4db8f2f-8ea0-4e57-8aad-c0f34e37034c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5621ca4a-8da5-402b-a147-dae20998ff6e,revision_number=1']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:45:09.782181 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-e4db8f2f-8ea0-4e57-8aad-c0f34e37034c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:45:09.798298 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] get_ports_and_sgs() called for port_ids ['efecd94f-28f3-4e43-a30e-3b39549f9a3d'] {{(pid=128085) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 11:45:09.863810 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-0a9d2769-a8d9-4a30-a595-ba02ceef810d req-d4fc03f4-3d6c-4728-95ec-38040e21aeb3 service neutron] 10.222.0.45 "GET /v2.0/networks/839f990f-6e6d-419c-a2ff-7497d60fa3b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2665184 Jun 24 11:45:09.872661 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.provisioning_blocks [req-d99d1d69-9adb-4b2f-9b55-48627a1f9433 req-5be9245a-b193-4203-9cae-36ce90d30110 service neutron] Transition to ACTIVE for port object 6147d57c-7485-4c8f-a255-8497342b277c will not be triggered until provisioned by entity L2. {{(pid=128083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 11:45:09.960361 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-c34928ba-6d38-4fde-8180-85b1d58c96a3 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Notify callbacks [] for port, precommit_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:10.002922 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-d99d1d69-9adb-4b2f-9b55-48627a1f9433 req-5be9245a-b193-4203-9cae-36ce90d30110 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2537871'] for port, after_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:10.011445 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-930b6a3c-0ece-4af7-8675-b4baeb2eef64 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:45:10.049025 dv-neutron-797120-4-hyperv neutron-server[128084]: WARNING neutron.services.metering.metering_plugin [None req-6d2ad6d1-4255-49a0-a8bc-601bcb6597d7 tempest-MeteringIpV6TestJSON-1585292014 tempest-MeteringIpV6TestJSON-1585292014-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jun 24 11:45:10.054794 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.agents_db [None req-87a69269-d72b-4286-97f3-1041481ed6d8 None None] Agent healthcheck: found 6 active agents {{(pid=128086) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 11:45:10.056484 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-8d4af175-05db-4487-80c4-e9fdd919f4e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:10.059305 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-c34928ba-6d38-4fde-8180-85b1d58c96a3 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2537871'] for port, after_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:10.060166 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-c34928ba-6d38-4fde-8180-85b1d58c96a3 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1783050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1978542'] for router_interface, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:10.075653 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365537d5-83d3-4a1d-97e3-0a8ad1ae5a30 req-fe012429-a417-4c03-9fe1-774a2d4e277b tempest-ServerActionsTestJSON-818164034 tempest-ServerActionsTestJSON-818164034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:45:10.078043 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-365537d5-83d3-4a1d-97e3-0a8ad1ae5a30 req-fe012429-a417-4c03-9fe1-774a2d4e277b tempest-ServerActionsTestJSON-818164034 tempest-ServerActionsTestJSON-818164034-project] 10.222.0.53 "GET /v2.0/ports?device_id=d6cc2586-9578-488f-96d4-fbc6dd702115 HTTP/1.1" status: 200 len: 931 time: 1.0533769 Jun 24 11:45:10.149921 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device 02f4c984-54a8-4d46-80ca-6f98165bf418 up at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 11:45:10.156341 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-8d4af175-05db-4487-80c4-e9fdd919f4e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:10.212291 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-6d2ad6d1-4255-49a0-a8bc-601bcb6597d7 tempest-MeteringIpV6TestJSON-1585292014 tempest-MeteringIpV6TestJSON-1585292014-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:10.213868 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-6d2ad6d1-4255-49a0-a8bc-601bcb6597d7 tempest-MeteringIpV6TestJSON-1585292014 tempest-MeteringIpV6TestJSON-1585292014-project-admin] 10.222.0.53 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.5622754 Jun 24 11:45:10.215168 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-236947b8-a9f8-44d7-b476-80da177113ee tempest-ExtraDHCPOptionsIpV6TestJSON-297538214 tempest-ExtraDHCPOptionsIpV6TestJSON-297538214-project] Made reservation on behalf of 6318929af7df439db875ac8ed906b4af for: {'port': 1} {{(pid=128084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 11:45:10.219367 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-236947b8-a9f8-44d7-b476-80da177113ee tempest-ExtraDHCPOptionsIpV6TestJSON-297538214 tempest-ExtraDHCPOptionsIpV6TestJSON-297538214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:10.225683 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 56762) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:45:10.242477 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-54ed35f9-1b78-4fce-b591-8857a2c2ceba tempest-MeteringIpV6TestJSON-1585292014 tempest-MeteringIpV6TestJSON-1585292014-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': 'b5e95ec1-b5b8-46c9-8d63-d966abbddfc3'}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:45:10.243181 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-54ed35f9-1b78-4fce-b591-8857a2c2ceba tempest-MeteringIpV6TestJSON-1585292014 tempest-MeteringIpV6TestJSON-1585292014-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=128084) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jun 24 11:45:10.245707 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-07db8bcc-c053-427f-bb2a-64077ee92e85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:10.282564 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.notifiers.nova [None req-236947b8-a9f8-44d7-b476-80da177113ee tempest-ExtraDHCPOptionsIpV6TestJSON-297538214 tempest-ExtraDHCPOptionsIpV6TestJSON-297538214-project] device_id is not set on port 67e4e438-ae3f-47ce-8756-a616879ccf45 yet. {{(pid=128084) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 24 11:45:10.287315 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning for port 02f4c984-54a8-4d46-80ca-6f98165bf418 completed by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 11:45:10.390371 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-07db8bcc-c053-427f-bb2a-64077ee92e85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:10.398286 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be9245a-b193-4203-9cae-36ce90d30110 service neutron] Pushing event updated for resources: {'Port': ['ID=6147d57c-7485-4c8f-a255-8497342b277c,revision_number=2']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:45:10.402396 dv-neutron-797120-4-hyperv neutron-server[128084]: WARNING neutron.services.metering.metering_plugin [None req-54ed35f9-1b78-4fce-b591-8857a2c2ceba tempest-MeteringIpV6TestJSON-1585292014 tempest-MeteringIpV6TestJSON-1585292014-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jun 24 11:45:10.412325 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-5be9245a-b193-4203-9cae-36ce90d30110 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.401s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:45:10.422566 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-d840dfe6-de99-4f68-ac99-a9903e013f7f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.357s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:45:10.470329 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-8d4af175-05db-4487-80c4-e9fdd919f4e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800410'] for security_group, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:10.473892 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-8d4af175-05db-4487-80c4-e9fdd919f4e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:10.475360 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-8d4af175-05db-4487-80c4-e9fdd919f4e5 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/1613f3ae-47f8-4bfa-adf7-693835a0dfa7 HTTP/1.1" status: 204 len: 168 time: 0.8798141 Jun 24 11:45:10.490832 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:45:10.500307 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-365537d5-83d3-4a1d-97e3-0a8ad1ae5a30 req-80a00e66-52e6-4ba8-b30b-f5e1fc2563e9 tempest-ServerActionsTestJSON-818164034 tempest-ServerActionsTestJSON-818164034-project] 10.222.0.53 "GET /v2.0/security-groups?id=7ca7987f-c073-401f-ba18-8737b1398c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3090918 Jun 24 11:45:10.542955 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-0a9d2769-a8d9-4a30-a595-ba02ceef810d req-468acc6f-b9a9-4dc7-a165-6818c76e690a service neutron] 10.222.0.45 "GET /v2.0/networks/839f990f-6e6d-419c-a2ff-7497d60fa3b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5766039 Jun 24 11:45:10.556748 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4af175-05db-4487-80c4-e9fdd919f4e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1613f3ae-47f8-4bfa-adf7-693835a0dfa7,revision_number=None']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:45:10.567411 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-8d4af175-05db-4487-80c4-e9fdd919f4e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:45:10.642071 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34928ba-6d38-4fde-8180-85b1d58c96a3 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Pushing event updated for resources: {'Port': ['ID=33fece6d-b6aa-4a5b-8109-60336f3f51c3,revision_number=2']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:45:10.653904 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c34928ba-6d38-4fde-8180-85b1d58c96a3 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Network c48932c2-d177-4d5d-88a5-b0e54b052100 is already hosted by enough agents. {{(pid=128083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 11:45:10.659200 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-c34928ba-6d38-4fde-8180-85b1d58c96a3 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:45:10.669600 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.managers [req-d99d1d69-9adb-4b2f-9b55-48627a1f9433 req-5be9245a-b193-4203-9cae-36ce90d30110 service neutron] Attempting to bind port 6147d57c-7485-4c8f-a255-8497342b277c on host hv-neutron-7971 for vnic_type normal with profile {{(pid=128083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 11:45:10.670823 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.managers [req-d99d1d69-9adb-4b2f-9b55-48627a1f9433 req-5be9245a-b193-4203-9cae-36ce90d30110 service neutron] Attempting to bind port 6147d57c-7485-4c8f-a255-8497342b277c by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': '07892e35-761a-4552-b54f-9cd6dfd50c5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '4865c6d7-6c66-4548-b02e-d00e97d481c4'}] {{(pid=128083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 11:45:10.671197 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d99d1d69-9adb-4b2f-9b55-48627a1f9433 req-5be9245a-b193-4203-9cae-36ce90d30110 service neutron] Attempting to bind port 6147d57c-7485-4c8f-a255-8497342b277c on network 4865c6d7-6c66-4548-b02e-d00e97d481c4 {{(pid=128083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 11:45:10.677373 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.base_scheduler [None req-c34928ba-6d38-4fde-8180-85b1d58c96a3 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Resources bound (agent type, host, resource id): {{(pid=128083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:45:10.707986 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.db.db_base_plugin_common [None req-236947b8-a9f8-44d7-b476-80da177113ee tempest-ExtraDHCPOptionsIpV6TestJSON-297538214 tempest-ExtraDHCPOptionsIpV6TestJSON-297538214-project] Allocated IP 2001:db8::113 (10554adc-c827-4e9b-a3d1-b6fd44d788da/0e6fa37c-7077-42bf-930c-05bc19ddb9d5/67e4e438-ae3f-47ce-8756-a616879ccf45) {{(pid=128084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 11:45:10.730482 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849692dc-a703-496f-a663-a369a0359b5c req-5537592a-b02d-4fef-a442-a880aae6bacb tempest-ServersTestManualDisk-182325693 tempest-ServersTestManualDisk-182325693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:45:10.732527 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-849692dc-a703-496f-a663-a369a0359b5c req-5537592a-b02d-4fef-a442-a880aae6bacb tempest-ServersTestManualDisk-182325693 tempest-ServersTestManualDisk-182325693-project] 10.222.0.53 "GET /v2.0/ports?device_id=b046ee52-d7e7-4f00-aa0b-5e9350b5a813 HTTP/1.1" status: 200 len: 943 time: 0.6744716 Jun 24 11:45:10.760290 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d99d1d69-9adb-4b2f-9b55-48627a1f9433 req-5be9245a-b193-4203-9cae-36ce90d30110 service neutron] Port 6147d57c-7485-4c8f-a255-8497342b277c on network 4865c6d7-6c66-4548-b02e-d00e97d481c4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=128083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 11:45:10.760813 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d99d1d69-9adb-4b2f-9b55-48627a1f9433 req-5be9245a-b193-4203-9cae-36ce90d30110 service neutron] Attempting to bind port 6147d57c-7485-4c8f-a255-8497342b277c on network 4865c6d7-6c66-4548-b02e-d00e97d481c4 {{(pid=128083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 11:45:10.835791 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-54ed35f9-1b78-4fce-b591-8857a2c2ceba tempest-MeteringIpV6TestJSON-1585292014 tempest-MeteringIpV6TestJSON-1585292014-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:10.838897 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-54ed35f9-1b78-4fce-b591-8857a2c2ceba tempest-MeteringIpV6TestJSON-1585292014 tempest-MeteringIpV6TestJSON-1585292014-project-admin] 10.222.0.53 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.6121318 Jun 24 11:45:10.907720 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 56766) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:45:10.935667 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d99d1d69-9adb-4b2f-9b55-48627a1f9433 req-5be9245a-b193-4203-9cae-36ce90d30110 service neutron] Checking agent: {'id': 'a2c9a14d-87aa-4cd1-a510-11988f19c3d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7971', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 11, 42, 44), 'started_at': datetime.datetime(2021, 6, 24, 11, 42, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 11, 44, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=128083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 11:45:10.937678 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d99d1d69-9adb-4b2f-9b55-48627a1f9433 req-5be9245a-b193-4203-9cae-36ce90d30110 service neutron] Checking segment: {'id': '07892e35-761a-4552-b54f-9cd6dfd50c5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '4865c6d7-6c66-4548-b02e-d00e97d481c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=128083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 11:45:10.938623 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d99d1d69-9adb-4b2f-9b55-48627a1f9433 req-5be9245a-b193-4203-9cae-36ce90d30110 service neutron] Bound using segment: {'id': '07892e35-761a-4552-b54f-9cd6dfd50c5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '4865c6d7-6c66-4548-b02e-d00e97d481c4'} {{(pid=128083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 11:45:10.939401 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.managers [req-d99d1d69-9adb-4b2f-9b55-48627a1f9433 req-5be9245a-b193-4203-9cae-36ce90d30110 service neutron] Bound port: 6147d57c-7485-4c8f-a255-8497342b277c, host: hv-neutron-7971, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '07892e35-761a-4552-b54f-9cd6dfd50c5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '4865c6d7-6c66-4548-b02e-d00e97d481c4'}}] {{(pid=128083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 11:45:10.940037 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-d99d1d69-9adb-4b2f-9b55-48627a1f9433 req-5be9245a-b193-4203-9cae-36ce90d30110 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:10.994364 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-0664f6b7-60eb-4e93-9f8f-38a42ea1a521 tempest-MeteringIpV6TestJSON-1585292014 tempest-MeteringIpV6TestJSON-1585292014-project-admin] 10.222.0.53 "GET /v2.0/metering/metering-label-rules?id=40e57c60-1fee-47b9-936f-4bd19f981e4b HTTP/1.1" status: 200 len: 462 time: 0.0788286 Jun 24 11:45:11.018189 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Device efecd94f-28f3-4e43-a30e-3b39549f9a3d up at agent hyperv_hv-neutron-7971 {{(pid=128085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 11:45:11.059360 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 56770) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:45:11.067828 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.db [req-d99d1d69-9adb-4b2f-9b55-48627a1f9433 req-5be9245a-b193-4203-9cae-36ce90d30110 service neutron] For port 6147d57c-7485-4c8f-a255-8497342b277c, host hv-neutron-7971, cleared binding levels {{(pid=128083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 11:45:11.072552 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.db [req-d99d1d69-9adb-4b2f-9b55-48627a1f9433 req-5be9245a-b193-4203-9cae-36ce90d30110 service neutron] For port 6147d57c-7485-4c8f-a255-8497342b277c, host hv-neutron-7971, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=6147d57c-7485-4c8f-a255-8497342b277c,segment=NetworkSegment(07892e35-761a-4552-b54f-9cd6dfd50c5c),segment_id=07892e35-761a-4552-b54f-9cd6dfd50c5c)] {{(pid=128083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 11:45:11.163854 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Provisioning for port efecd94f-28f3-4e43-a30e-3b39549f9a3d completed by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 11:45:11.180474 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Provisioning complete for port efecd94f-28f3-4e43-a30e-3b39549f9a3d triggered by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:45:11.181033 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:11.189165 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-504817f0-1b42-4079-8d51-4e3366d69139 None None] Network 10554adc-c827-4e9b-a3d1-b6fd44d788da requested from dv-neutron-797120-4-hyperv {{(pid=128085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 11:45:11.217503 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-d99d1d69-9adb-4b2f-9b55-48627a1f9433 req-5be9245a-b193-4203-9cae-36ce90d30110 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2537871'] for port, after_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:11.231039 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:45:11.262358 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-236947b8-a9f8-44d7-b476-80da177113ee tempest-ExtraDHCPOptionsIpV6TestJSON-297538214 tempest-ExtraDHCPOptionsIpV6TestJSON-297538214-project] Notify callbacks [] for port, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:11.277869 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-07db8bcc-c053-427f-bb2a-64077ee92e85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800410'] for security_group, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:11.282066 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-07db8bcc-c053-427f-bb2a-64077ee92e85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:11.286534 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-07db8bcc-c053-427f-bb2a-64077ee92e85 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/5621ca4a-8da5-402b-a147-dae20998ff6e HTTP/1.1" status: 204 len: 168 time: 1.6109972 Jun 24 11:45:11.312422 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-849692dc-a703-496f-a663-a369a0359b5c req-f956f6b9-e8b0-4fcf-a216-a01aa360be64 tempest-ServersTestManualDisk-182325693 tempest-ServersTestManualDisk-182325693-project] 10.222.0.53 "GET /v2.0/security-groups?id=36df713e-0194-470c-a043-7cde9d86738f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5569351 Jun 24 11:45:11.349620 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759cbd6d-d92b-4c89-8ba9-1e52c5744152 req-8c70cb06-d55e-4b56-a1ea-99fc3b4549af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:45:11.351788 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-759cbd6d-d92b-4c89-8ba9-1e52c5744152 req-8c70cb06-d55e-4b56-a1ea-99fc3b4549af service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=d8a50f9eaf8642e9aaeea1cf25966bd8&device_id=b046ee52-d7e7-4f00-aa0b-5e9350b5a813 HTTP/1.1" status: 200 len: 1096 time: 0.6944983 Jun 24 11:45:11.371431 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:45:11.372845 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99d1d69-9adb-4b2f-9b55-48627a1f9433 req-5be9245a-b193-4203-9cae-36ce90d30110 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:45:11.376906 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-d99d1d69-9adb-4b2f-9b55-48627a1f9433 req-5be9245a-b193-4203-9cae-36ce90d30110 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468916'] for port, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:11.378603 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-d99d1d69-9adb-4b2f-9b55-48627a1f9433 req-5be9245a-b193-4203-9cae-36ce90d30110 service neutron] 10.222.0.45 "PUT /v2.0/ports/6147d57c-7485-4c8f-a255-8497342b277c HTTP/1.1" status: 200 len: 1093 time: 4.4296374 Jun 24 11:45:11.380181 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6cc2586-9578-488f-96d4-fbc6dd702115', 'tag': '6147d57c-7485-4c8f-a255-8497342b277c'}] {{(pid=128083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 11:45:11.383116 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a77f7dee1a0522ddf93af289475d218fcdb8f30317daadec13ebf930b5b9dbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24b60824-739b-454b-a2c8-5edf29180f37" -d '{"events": [{"name": "network-changed", "server_uuid": "d6cc2586-9578-488f-96d4-fbc6dd702115", "tag": "6147d57c-7485-4c8f-a255-8497342b277c"}]}' {{(pid=128083) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 11:45:11.389559 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.db.provisioning_blocks [None req-236947b8-a9f8-44d7-b476-80da177113ee tempest-ExtraDHCPOptionsIpV6TestJSON-297538214 tempest-ExtraDHCPOptionsIpV6TestJSON-297538214-project] Transition to ACTIVE for port object 67e4e438-ae3f-47ce-8756-a616879ccf45 will not be triggered until provisioned by entity DHCP. {{(pid=128084) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 11:45:11.392413 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07db8bcc-c053-427f-bb2a-64077ee92e85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5621ca4a-8da5-402b-a147-dae20998ff6e,revision_number=None']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:45:11.402786 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-07db8bcc-c053-427f-bb2a-64077ee92e85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:45:11.471801 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-6f0188ed-781f-490a-8b70-32726d82c065 tempest-MeteringIpV6TestJSON-1585292014 tempest-MeteringIpV6TestJSON-1585292014-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:11.478571 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-6f0188ed-781f-490a-8b70-32726d82c065 tempest-MeteringIpV6TestJSON-1585292014 tempest-MeteringIpV6TestJSON-1585292014-project-admin] 10.222.0.53 "DELETE /v2.0/metering/metering-label-rules/40e57c60-1fee-47b9-936f-4bd19f981e4b HTTP/1.1" status: 204 len: 168 time: 0.4139888 Jun 24 11:45:11.479588 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 56782) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:45:11.500943 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-9d85f966-d696-4a3b-995e-0159edb5c9de tempest-MeteringIpV6TestJSON-1585292014 tempest-MeteringIpV6TestJSON-1585292014-project-admin] 10.222.0.53 "GET /v2.0/metering/metering-label-rules?id=40e57c60-1fee-47b9-936f-4bd19f981e4b HTTP/1.1" status: 200 len: 221 time: 0.0181191 Jun 24 11:45:11.504499 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 56784) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:45:11.510907 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-7f26a130-6fb1-4eb1-8cdb-4c472a3e5e67 tempest-MeteringIpV6TestJSON-1585292014 tempest-MeteringIpV6TestJSON-1585292014-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1571139921', 'description': 'label created by tempest'}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:45:11.511825 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-7f26a130-6fb1-4eb1-8cdb-4c472a3e5e67 tempest-MeteringIpV6TestJSON-1585292014 tempest-MeteringIpV6TestJSON-1585292014-project-admin] Unknown quota resources ['metering_label']. {{(pid=128084) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jun 24 11:45:11.547299 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-ec5c33bc-c366-4b7b-8289-53c2dd8b1701 None None] Provisioning complete for port 33fece6d-b6aa-4a5b-8109-60336f3f51c3 triggered by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:45:11.548331 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ec5c33bc-c366-4b7b-8289-53c2dd8b1701 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:11.551578 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c34928ba-6d38-4fde-8180-85b1d58c96a3 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Router 5bd4fb39-08ad-4240-b3ff-e898010711c0 has already been hosted by L3 agent 2987dba8-2249-4ee6-96ec-28f0f7a6127d {{(pid=128083) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 11:45:11.621246 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be9245a-b193-4203-9cae-36ce90d30110 service neutron] Pushing event updated for resources: {'Port': ['ID=6147d57c-7485-4c8f-a255-8497342b277c,revision_number=3']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:45:11.631797 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 11:45:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7c0c0d7-4a98-43fa-bd38-c62ca28b2a69 x-openstack-request-id: req-e7c0c0d7-4a98-43fa-bd38-c62ca28b2a69 {{(pid=128083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 11:45:11.642480 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6cc2586-9578-488f-96d4-fbc6dd702115", "tag": "6147d57c-7485-4c8f-a255-8497342b277c", "status": "completed", "code": 200}]} {{(pid=128083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 11:45:11.642851 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e7c0c0d7-4a98-43fa-bd38-c62ca28b2a69 {{(pid=128083) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 11:45:11.644217 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6cc2586-9578-488f-96d4-fbc6dd702115', 'tag': '6147d57c-7485-4c8f-a255-8497342b277c', 'status': 'completed', 'code': 200} Jun 24 11:45:11.683490 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-5be9245a-b193-4203-9cae-36ce90d30110 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.452s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:45:11.723139 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7da028-957f-48ed-9602-23903efd48af req-565b37d0-dde2-4b64-8cf3-e80928bbb80a tempest-ServersTestJSON-1725335409 tempest-ServersTestJSON-1725335409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:45:11.725054 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-ce7da028-957f-48ed-9602-23903efd48af req-565b37d0-dde2-4b64-8cf3-e80928bbb80a tempest-ServersTestJSON-1725335409 tempest-ServersTestJSON-1725335409-project] 10.222.0.53 "GET /v2.0/ports?device_id=618b8848-261b-4b47-b06a-cb463f1f77c5 HTTP/1.1" status: 200 len: 945 time: 0.8880894 Jun 24 11:45:11.770913 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-ec5c33bc-c366-4b7b-8289-53c2dd8b1701 None None] Port 33fece6d-b6aa-4a5b-8109-60336f3f51c3 cannot update to ACTIVE because it is not bound. {{(pid=128085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 11:45:11.820728 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-7f26a130-6fb1-4eb1-8cdb-4c472a3e5e67 tempest-MeteringIpV6TestJSON-1585292014 tempest-MeteringIpV6TestJSON-1585292014-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:11.824477 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-7f26a130-6fb1-4eb1-8cdb-4c472a3e5e67 tempest-MeteringIpV6TestJSON-1585292014 tempest-MeteringIpV6TestJSON-1585292014-project-admin] 10.222.0.53 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.3161216 Jun 24 11:45:11.825061 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 56792) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:45:11.843262 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-236947b8-a9f8-44d7-b476-80da177113ee tempest-ExtraDHCPOptionsIpV6TestJSON-297538214 tempest-ExtraDHCPOptionsIpV6TestJSON-297538214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-650429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-506361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793193536723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3291971'] for port, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:11.866502 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759cbd6d-d92b-4c89-8ba9-1e52c5744152 req-d4f3e972-ebe5-4359-a8e9-00688eab4b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:45:11.868041 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-759cbd6d-d92b-4c89-8ba9-1e52c5744152 req-d4f3e972-ebe5-4359-a8e9-00688eab4b9a service neutron] 10.222.0.45 "GET /v2.0/networks?id=839f990f-6e6d-419c-a2ff-7497d60fa3b2 HTTP/1.1" status: 200 len: 913 time: 0.5003638 Jun 24 11:45:11.911002 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:45:11.921694 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-f88c0da0-3173-4a9b-aa27-5f26e7b521f1 tempest-MeteringIpV6TestJSON-1585292014 tempest-MeteringIpV6TestJSON-1585292014-project-admin] 10.222.0.53 "GET /v2.0/metering/metering-labels?id=2b1dd00e-8dcc-4660-a923-a3e8407207a5 HTTP/1.1" status: 200 len: 468 time: 0.0955398 Jun 24 11:45:11.927541 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-236947b8-a9f8-44d7-b476-80da177113ee tempest-ExtraDHCPOptionsIpV6TestJSON-297538214 tempest-ExtraDHCPOptionsIpV6TestJSON-297538214-project] Network 10554adc-c827-4e9b-a3d1-b6fd44d788da is already hosted by enough agents. {{(pid=128084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 11:45:11.937540 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:11.943016 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 56798) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:45:11.965522 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-c9f4498d-db70-49ac-87ab-a4987c7c1dac None None] Provisioning for port 02f4c984-54a8-4d46-80ca-6f98165bf418 completed by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 11:45:11.975636 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-c9f4498d-db70-49ac-87ab-a4987c7c1dac None None] Provisioning complete for port 02f4c984-54a8-4d46-80ca-6f98165bf418 triggered by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:45:11.976893 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-c9f4498d-db70-49ac-87ab-a4987c7c1dac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:11.989184 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.base_scheduler [None req-236947b8-a9f8-44d7-b476-80da177113ee tempest-ExtraDHCPOptionsIpV6TestJSON-297538214 tempest-ExtraDHCPOptionsIpV6TestJSON-297538214-project] Resources bound (agent type, host, resource id): {{(pid=128084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:45:12.009588 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-236947b8-a9f8-44d7-b476-80da177113ee tempest-ExtraDHCPOptionsIpV6TestJSON-297538214 tempest-ExtraDHCPOptionsIpV6TestJSON-297538214-project] Received port after_create {{(pid=128084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 11:45:12.015186 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-ce7da028-957f-48ed-9602-23903efd48af req-44e33d3c-4ae2-4f00-97fd-4d8290d9933c tempest-ServersTestJSON-1725335409 tempest-ServersTestJSON-1725335409-project] 10.222.0.53 "GET /v2.0/security-groups?id=c6a6118f-5ca3-4415-a86c-d6e07885b397&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2823272 Jun 24 11:45:12.025756 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-759cbd6d-d92b-4c89-8ba9-1e52c5744152 req-162522f5-4e03-41bb-b9f3-4979223414e7 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e039be1d-7f9d-48aa-9fb9-844478ea633d HTTP/1.1" status: 200 len: 217 time: 0.1183834 Jun 24 11:45:12.025970 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-236947b8-a9f8-44d7-b476-80da177113ee tempest-ExtraDHCPOptionsIpV6TestJSON-297538214 tempest-ExtraDHCPOptionsIpV6TestJSON-297538214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=128084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:45:12.026665 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-236947b8-a9f8-44d7-b476-80da177113ee tempest-ExtraDHCPOptionsIpV6TestJSON-297538214 tempest-ExtraDHCPOptionsIpV6TestJSON-297538214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468916'] for port, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:12.073641 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] For port efecd94f-28f3-4e43-a30e-3b39549f9a3d, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=efecd94f-28f3-4e43-a30e-3b39549f9a3d,segment=NetworkSegment(f44b9ff8-e555-44d1-ab7a-99b2dd7bb3ef),segment_id=f44b9ff8-e555-44d1-ab7a-99b2dd7bb3ef)] {{(pid=128085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 11:45:12.077082 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '618b8848-261b-4b47-b06a-cb463f1f77c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efecd94f-28f3-4e43-a30e-3b39549f9a3d'}] {{(pid=128085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 11:45:12.106720 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236947b8-a9f8-44d7-b476-80da177113ee tempest-ExtraDHCPOptionsIpV6TestJSON-297538214 tempest-ExtraDHCPOptionsIpV6TestJSON-297538214-project] Pushing event updated for resources: {'Port': ['ID=67e4e438-ae3f-47ce-8756-a616879ccf45,revision_number=1']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:45:12.114278 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-236947b8-a9f8-44d7-b476-80da177113ee tempest-ExtraDHCPOptionsIpV6TestJSON-297538214 tempest-ExtraDHCPOptionsIpV6TestJSON-297538214-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1150 time: 2.6030965 Jun 24 11:45:12.114278 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-236947b8-a9f8-44d7-b476-80da177113ee tempest-ExtraDHCPOptionsIpV6TestJSON-297538214 tempest-ExtraDHCPOptionsIpV6TestJSON-297538214-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:45:12.114669 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 56808) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:45:12.211384 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:12.220181 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-92253103-8417-4e7b-a92b-0d2089cc6b57 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:45:12.343394 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e241094-59fd-4438-aa5c-0a83f0433870 tempest-ExtraDHCPOptionsIpV6TestJSON-297538214 tempest-ExtraDHCPOptionsIpV6TestJSON-297538214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:45:12.354174 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e241094-59fd-4438-aa5c-0a83f0433870 tempest-ExtraDHCPOptionsIpV6TestJSON-297538214 tempest-ExtraDHCPOptionsIpV6TestJSON-297538214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:45:12.358306 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Pushing event updated for resources: {'Port': ['ID=efecd94f-28f3-4e43-a30e-3b39549f9a3d,revision_number=5']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:45:12.366535 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:45:12.375468 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-c9f4498d-db70-49ac-87ab-a4987c7c1dac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:12.393159 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e241094-59fd-4438-aa5c-0a83f0433870 tempest-ExtraDHCPOptionsIpV6TestJSON-297538214 tempest-ExtraDHCPOptionsIpV6TestJSON-297538214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:45:12.402733 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-3e241094-59fd-4438-aa5c-0a83f0433870 tempest-ExtraDHCPOptionsIpV6TestJSON-297538214 tempest-ExtraDHCPOptionsIpV6TestJSON-297538214-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2621 time: 0.2827065 Jun 24 11:45:12.403287 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 56822) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:45:12.425266 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-c9f4498d-db70-49ac-87ab-a4987c7c1dac None None] For port 02f4c984-54a8-4d46-80ca-6f98165bf418, host dv-neutron-797120-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=02f4c984-54a8-4d46-80ca-6f98165bf418,segment=NetworkSegment(df08dace-b440-4b1f-bdb1-0807d96ef294),segment_id=df08dace-b440-4b1f-bdb1-0807d96ef294)] {{(pid=128085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 11:45:12.431187 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-c9f4498d-db70-49ac-87ab-a4987c7c1dac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:12.434338 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:45:12.436672 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 56826) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:45:12.509401 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99d1d69-9adb-4b2f-9b55-48627a1f9433 req-ac6538ea-76e5-4032-bafb-6c877de384b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:45:12.510630 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-d99d1d69-9adb-4b2f-9b55-48627a1f9433 req-ac6538ea-76e5-4032-bafb-6c877de384b4 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=33124f0dd27d41d79a5a6b42eb81b949&device_id=d6cc2586-9578-488f-96d4-fbc6dd702115 HTTP/1.1" status: 200 len: 1096 time: 1.0578752 Jun 24 11:45:12.524034 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c34928ba-6d38-4fde-8180-85b1d58c96a3 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Notify agent at l3_agent.dv-neutron-797120-4-hyperv the message routers_updated {{(pid=128083) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 11:45:12.535605 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aec483f3-2fe8-488f-8d7e-4fbac01d5e51 None None] Sync routers for ids ['5bd4fb39-08ad-4240-b3ff-e898010711c0'] in dv-neutron-797120-4-hyperv {{(pid=128085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 11:45:12.543408 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-c34928ba-6d38-4fde-8180-85b1d58c96a3 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] 10.222.0.53 "PUT /v2.0/routers/5bd4fb39-08ad-4240-b3ff-e898010711c0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.6210842 Jun 24 11:45:12.549656 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 56832) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:45:12.560128 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f4498d-db70-49ac-87ab-a4987c7c1dac None None] Pushing event updated for resources: {'Port': ['ID=02f4c984-54a8-4d46-80ca-6f98165bf418,revision_number=3']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:45:12.564843 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-c9f4498d-db70-49ac-87ab-a4987c7c1dac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:45:12.566248 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aec483f3-2fe8-488f-8d7e-4fbac01d5e51 None None] Routers {'5bd4fb39-08ad-4240-b3ff-e898010711c0'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 11:45:12.567128 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-aec483f3-2fe8-488f-8d7e-4fbac01d5e51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T11:44:56Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['5bd4fb39-08ad-4240-b3ff-e898010711c0'], 'active': True} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:45:12.614145 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-aec483f3-2fe8-488f-8d7e-4fbac01d5e51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:45:12.640835 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aec483f3-2fe8-488f-8d7e-4fbac01d5e51 None None] Routers {'5bd4fb39-08ad-4240-b3ff-e898010711c0'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 11:45:12.641841 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-aec483f3-2fe8-488f-8d7e-4fbac01d5e51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T11:44:56Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['5bd4fb39-08ad-4240-b3ff-e898010711c0'], 'active': True} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:45:12.654477 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-d99d1d69-9adb-4b2f-9b55-48627a1f9433 req-e4d42623-5c15-4fdf-b215-fa851edca980 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6147d57c-7485-4c8f-a255-8497342b277c HTTP/1.1" status: 200 len: 217 time: 0.1159542 Jun 24 11:45:12.725731 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1098ec9051a50dd033317f529a09b9762582ef7b417ebe05928aca59e08255aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f64127a9-578b-40f0-b64f-4e11f4516303" -d '{"events": [{"server_uuid": "618b8848-261b-4b47-b06a-cb463f1f77c5", "name": "network-vif-plugged", "status": "completed", "tag": "efecd94f-28f3-4e43-a30e-3b39549f9a3d"}]}' {{(pid=128085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 11:45:12.732482 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-aec483f3-2fe8-488f-8d7e-4fbac01d5e51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:45:12.734408 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aec483f3-2fe8-488f-8d7e-4fbac01d5e51 None None] The sync data for ids ['5bd4fb39-08ad-4240-b3ff-e898010711c0'] in dv-neutron-797120-4-hyperv is: [] {{(pid=128085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 11:45:12.735257 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e17e4a1-fbd0-4a7c-abd8-34b9f295bb4d tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:45:12.741842 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-4e17e4a1-fbd0-4a7c-abd8-34b9f295bb4d tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] 10.222.0.53 "GET /v2.0/ports/33fece6d-b6aa-4a5b-8109-60336f3f51c3 HTTP/1.1" status: 200 len: 913 time: 0.1905925 Jun 24 11:45:12.742745 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 56836) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:45:12.757512 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-b229a1c5-6b38-4b1f-8e99-32430c0289ef None None] Provisioning for port a2dddb3d-9486-4954-b4be-131778825fe9 completed by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 11:45:12.769056 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-b229a1c5-6b38-4b1f-8e99-32430c0289ef None None] Provisioning complete for port a2dddb3d-9486-4954-b4be-131778825fe9 triggered by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:45:12.769696 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-b229a1c5-6b38-4b1f-8e99-32430c0289ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:12.836062 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-b229a1c5-6b38-4b1f-8e99-32430c0289ef None None] Port a2dddb3d-9486-4954-b4be-131778825fe9 cannot update to ACTIVE because it is not bound. {{(pid=128085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 11:45:12.856675 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-b229a1c5-6b38-4b1f-8e99-32430c0289ef None None] Provisioning complete for port 02f4c984-54a8-4d46-80ca-6f98165bf418 triggered by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:45:12.857842 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-b229a1c5-6b38-4b1f-8e99-32430c0289ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:12.860466 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-5e74482a-c733-4323-8e89-de837f3e9fb8 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Request body: {'network': {'name': 'tempest-RoutersTest-355738153'}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:45:12.968044 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79220e5a-6173-45f0-a943-8678c549185c req-a5f3c16e-106c-4246-86f9-ae0a7bafb966 tempest-ServerActionsTestJSON-818164034 tempest-ServerActionsTestJSON-818164034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:45:12.976679 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-79220e5a-6173-45f0-a943-8678c549185c req-a5f3c16e-106c-4246-86f9-ae0a7bafb966 tempest-ServerActionsTestJSON-818164034 tempest-ServerActionsTestJSON-818164034-project] 10.222.0.53 "GET /v2.0/ports?device_id=d6cc2586-9578-488f-96d4-fbc6dd702115 HTTP/1.1" status: 200 len: 943 time: 1.1701550 Jun 24 11:45:12.987408 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 56840) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:45:12.996926 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.plugin [None req-7d3724a8-6373-4b02-8c20-5bd550426a28 tempest-ExtraDHCPOptionsIpV6TestJSON-297538214 tempest-ExtraDHCPOptionsIpV6TestJSON-297538214-project] Deleting port 67e4e438-ae3f-47ce-8756-a616879ccf45 {{(pid=128084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 11:45:12.997478 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-7d3724a8-6373-4b02-8c20-5bd550426a28 tempest-ExtraDHCPOptionsIpV6TestJSON-297538214 tempest-ExtraDHCPOptionsIpV6TestJSON-297538214-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793193942312'] for port, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:13.032429 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Device e039be1d-7f9d-48aa-9fb9-844478ea633d details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=128085) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 11:45:13.055247 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e74482a-c733-4323-8e89-de837f3e9fb8 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Made reservation on behalf of 01c7f8735a2b4722ae0cabb11183e366 for: {'network': 1} {{(pid=128084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 11:45:13.063689 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-5e74482a-c733-4323-8e89-de837f3e9fb8 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for network, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:13.085301 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759cbd6d-d92b-4c89-8ba9-1e52c5744152 req-61d5cdb7-67c0-4c20-82a3-129ca9972e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:45:13.087267 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-759cbd6d-d92b-4c89-8ba9-1e52c5744152 req-61d5cdb7-67c0-4c20-82a3-129ca9972e48 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=2d338229-4852-4820-bf9b-2f3476d45b6e HTTP/1.1" status: 200 len: 851 time: 0.5877421 Jun 24 11:45:13.109114 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99d1d69-9adb-4b2f-9b55-48627a1f9433 req-86e0274f-4592-44f1-8e42-b3e705b7d8ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:45:13.111664 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-d99d1d69-9adb-4b2f-9b55-48627a1f9433 req-86e0274f-4592-44f1-8e42-b3e705b7d8ac service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c9f29286-6a6a-43a7-8236-d8b39e2a7133 HTTP/1.1" status: 200 len: 850 time: 0.3353145 Jun 24 11:45:13.136928 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-cf4680af-db46-4cb8-8103-12ddb703f5c4 tempest-MeteringIpV6TestJSON-1585292014 tempest-MeteringIpV6TestJSON-1585292014-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:13.142374 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-cf4680af-db46-4cb8-8103-12ddb703f5c4 tempest-MeteringIpV6TestJSON-1585292014 tempest-MeteringIpV6TestJSON-1585292014-project-admin] 10.222.0.53 "DELETE /v2.0/metering/metering-labels/2b1dd00e-8dcc-4660-a923-a3e8407207a5 HTTP/1.1" status: 204 len: 168 time: 1.1868405 Jun 24 11:45:13.172563 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 56846) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:45:13.231766 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [None req-aa6d6daf-a834-464a-8344-99cedd93f037 tempest-BulkNetworkOpsIpV6Test-1142812762 tempest-BulkNetworkOpsIpV6Test-1142812762-project] Request body: {'networks': [{'name': 'tempest-network--1415309390'}, {'name': 'tempest-network--961496772'}]} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:45:13.232047 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [None req-aa6d6daf-a834-464a-8344-99cedd93f037 tempest-BulkNetworkOpsIpV6Test-1142812762 tempest-BulkNetworkOpsIpV6Test-1142812762-project] Request body: {'network': {'name': 'tempest-network--1415309390'}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:45:13.234176 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [None req-aa6d6daf-a834-464a-8344-99cedd93f037 tempest-BulkNetworkOpsIpV6Test-1142812762 tempest-BulkNetworkOpsIpV6Test-1142812762-project] Request body: {'network': {'name': 'tempest-network--961496772'}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:45:13.239314 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-5e74482a-c733-4323-8e89-de837f3e9fb8 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Notify callbacks [] for security_group, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:13.246162 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-9c108260-873a-47ab-b117-83ad185bdcb9 None None] Provisioning complete for port a2dddb3d-9486-4954-b4be-131778825fe9 triggered by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:45:13.246954 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-9c108260-873a-47ab-b117-83ad185bdcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:13.266787 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-79220e5a-6173-45f0-a943-8678c549185c req-e90696aa-6820-4431-a342-736963c7a69e tempest-ServerActionsTestJSON-818164034 tempest-ServerActionsTestJSON-818164034-project] 10.222.0.53 "GET /v2.0/security-groups?id=7ca7987f-c073-401f-ba18-8737b1398c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2891085 Jun 24 11:45:13.268550 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-f6cea2ce-c667-469f-8544-b0a882ca6c07 tempest-MeteringIpV6TestJSON-1585292014 tempest-MeteringIpV6TestJSON-1585292014-project-admin] 10.222.0.53 "GET /v2.0/metering/metering-labels?id=2b1dd00e-8dcc-4660-a923-a3e8407207a5 HTTP/1.1" status: 200 len: 216 time: 0.0918665 Jun 24 11:45:13.281004 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 56848) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:45:13.307247 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-9c108260-873a-47ab-b117-83ad185bdcb9 None None] Port a2dddb3d-9486-4954-b4be-131778825fe9 cannot update to ACTIVE because it is not bound. {{(pid=128085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 11:45:13.326358 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-79cfdb75-5e6d-49ed-8fd0-f365c520db2a tempest-MeteringIpV6TestJSON-1585292014 tempest-MeteringIpV6TestJSON-1585292014-project-admin] 10.222.0.53 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0524983 Jun 24 11:45:13.327432 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b71392-988f-4ae5-b0dd-14449fdc6475 req-4e0fc8ea-fb61-459b-a3a2-86a231447568 tempest-ServersTestManualDisk-182325693 tempest-ServersTestManualDisk-182325693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:45:13.329175 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-18b71392-988f-4ae5-b0dd-14449fdc6475 req-4e0fc8ea-fb61-459b-a3a2-86a231447568 tempest-ServersTestManualDisk-182325693 tempest-ServersTestManualDisk-182325693-project] 10.222.0.53 "GET /v2.0/ports?device_id=b046ee52-d7e7-4f00-aa0b-5e9350b5a813 HTTP/1.1" status: 200 len: 943 time: 0.5497665 Jun 24 11:45:13.333482 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 56852) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:45:13.344932 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] For port e039be1d-7f9d-48aa-9fb9-844478ea633d, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=e039be1d-7f9d-48aa-9fb9-844478ea633d,segment=NetworkSegment(88c1b979-2b93-4ed9-8c10-4ea37cb41e96),segment_id=88c1b979-2b93-4ed9-8c10-4ea37cb41e96)] {{(pid=128085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 11:45:13.351669 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa6d6daf-a834-464a-8344-99cedd93f037 tempest-BulkNetworkOpsIpV6Test-1142812762 tempest-BulkNetworkOpsIpV6Test-1142812762-project] Made reservation on behalf of 00f567924a9b40eb87599708f2304a9e for: {'network': 2} {{(pid=128083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 11:45:13.352956 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.db.api [None req-5e74482a-c733-4323-8e89-de837f3e9fb8 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 24 11:45:13.352956 dv-neutron-797120-4-hyperv neutron-server[128084]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 24 11:45:13.352956 dv-neutron-797120-4-hyperv neutron-server[128084]: [parameters: {'project_id_1': '01c7f8735a2b4722ae0cabb11183e366', 'expiration_1': datetime.datetime(2021, 6, 24, 11, 45, 13, 264640)}] Jun 24 11:45:13.352956 dv-neutron-797120-4-hyperv neutron-server[128084]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=128084) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 24 11:45:13.353602 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_db.api [None req-5e74482a-c733-4323-8e89-de837f3e9fb8 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=128084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 24 11:45:13.357007 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-aa6d6daf-a834-464a-8344-99cedd93f037 tempest-BulkNetworkOpsIpV6Test-1142812762 tempest-BulkNetworkOpsIpV6Test-1142812762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for network, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:13.358322 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Returning: {'device': 'e039be1d-7f9d-48aa-9fb9-844478ea633d', 'network_id': '839f990f-6e6d-419c-a2ff-7497d60fa3b2', 'port_id': 'e039be1d-7f9d-48aa-9fb9-844478ea633d', 'mac_address': 'fa:16:3e:eb:55:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 639, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d338229-4852-4820-bf9b-2f3476d45b6e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=128085) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 11:45:13.372225 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-7d3724a8-6373-4b02-8c20-5bd550426a28 tempest-ExtraDHCPOptionsIpV6TestJSON-297538214 tempest-ExtraDHCPOptionsIpV6TestJSON-297538214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1978872'] for port, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:13.393504 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-c58691eb-6e80-4aeb-bb41-edbfab6da0e7 tempest-MeteringIpV6TestJSON-1585292014 tempest-MeteringIpV6TestJSON-1585292014-project-admin] 10.222.0.53 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0555632 Jun 24 11:45:13.399133 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 56854) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:45:13.399743 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-aa6d6daf-a834-464a-8344-99cedd93f037 tempest-BulkNetworkOpsIpV6Test-1142812762 tempest-BulkNetworkOpsIpV6Test-1142812762-project] Notify callbacks [] for security_group, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:13.433492 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759cbd6d-d92b-4c89-8ba9-1e52c5744152 req-7ee92be7-295b-4a29-9862-ee34b5ff1f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:45:13.435448 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-759cbd6d-d92b-4c89-8ba9-1e52c5744152 req-7ee92be7-295b-4a29-9862-ee34b5ff1f2d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=839f990f-6e6d-419c-a2ff-7497d60fa3b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3313971 Jun 24 11:45:13.437850 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.plugin [None req-7d3724a8-6373-4b02-8c20-5bd550426a28 tempest-ExtraDHCPOptionsIpV6TestJSON-297538214 tempest-ExtraDHCPOptionsIpV6TestJSON-297538214-project] Calling delete_port for 67e4e438-ae3f-47ce-8756-a616879ccf45 owned by {{(pid=128084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 11:45:13.445611 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99d1d69-9adb-4b2f-9b55-48627a1f9433 req-d1d0d6cb-6749-4fa7-9d8e-75f2df568052 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:45:13.447481 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-d99d1d69-9adb-4b2f-9b55-48627a1f9433 req-d1d0d6cb-6749-4fa7-9d8e-75f2df568052 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=4865c6d7-6c66-4548-b02e-d00e97d481c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3147261 Jun 24 11:45:13.464602 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:13.491308 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-18b71392-988f-4ae5-b0dd-14449fdc6475 req-7982ba4d-c0a0-41b2-bb30-fed481943801 tempest-ServersTestManualDisk-182325693 tempest-ServersTestManualDisk-182325693-project] 10.222.0.53 "GET /v2.0/security-groups?id=36df713e-0194-470c-a043-7cde9d86738f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1507144 Jun 24 11:45:13.502755 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.notifiers.nova [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e039be1d-7f9d-48aa-9fb9-844478ea633d {{(pid=128085) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 11:45:13.539347 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-ba85ac9a-4021-4561-af85-e8c54b258e93 tempest-MeteringIpV6TestJSON-1585292014 tempest-MeteringIpV6TestJSON-1585292014-project-admin] 10.222.0.53 "GET /v2.0/metering/metering-labels/b5e95ec1-b5b8-46c9-8d63-d966abbddfc3 HTTP/1.1" status: 200 len: 473 time: 0.1390181 Jun 24 11:45:13.544723 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 56856) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:45:13.587454 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] For port e039be1d-7f9d-48aa-9fb9-844478ea633d, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=e039be1d-7f9d-48aa-9fb9-844478ea633d,segment=NetworkSegment(88c1b979-2b93-4ed9-8c10-4ea37cb41e96),segment_id=88c1b979-2b93-4ed9-8c10-4ea37cb41e96)] {{(pid=128085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 11:45:13.602351 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 11:45:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d5b5e8b-d3e3-44d5-b728-0cc98fcf7dcf x-openstack-request-id: req-1d5b5e8b-d3e3-44d5-b728-0cc98fcf7dcf {{(pid=128085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 11:45:13.602351 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "618b8848-261b-4b47-b06a-cb463f1f77c5", "name": "network-vif-plugged", "status": "completed", "tag": "efecd94f-28f3-4e43-a30e-3b39549f9a3d", "code": 200}]} {{(pid=128085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 11:45:13.602640 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-1d5b5e8b-d3e3-44d5-b728-0cc98fcf7dcf {{(pid=128085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 11:45:13.603074 dv-neutron-797120-4-hyperv neutron-server[128085]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '618b8848-261b-4b47-b06a-cb463f1f77c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efecd94f-28f3-4e43-a30e-3b39549f9a3d', 'code': 200} Jun 24 11:45:13.604345 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:13.607988 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-685c455b-26d3-4aa3-ac10-64a511e3154e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:45:13.672261 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-885046e0-c6e5-4313-91e6-f145d639b661 None None] Provisioning for port 67e4e438-ae3f-47ce-8756-a616879ccf45 completed by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 11:45:13.687972 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-885046e0-c6e5-4313-91e6-f145d639b661 None None] Provisioning complete for port 67e4e438-ae3f-47ce-8756-a616879ccf45 triggered by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:45:13.688356 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-885046e0-c6e5-4313-91e6-f145d639b661 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:13.718619 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Pushing event updated for resources: {'Port': ['ID=e039be1d-7f9d-48aa-9fb9-844478ea633d,revision_number=4']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:45:13.727167 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:45:13.761859 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-885046e0-c6e5-4313-91e6-f145d639b661 None None] Port 67e4e438-ae3f-47ce-8756-a616879ccf45 cannot update to ACTIVE because it is not bound. {{(pid=128085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 11:45:13.792134 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-d99d1d69-9adb-4b2f-9b55-48627a1f9433 req-0a0b7884-b8d4-4834-a245-de54ab009a0d service neutron] 10.222.0.45 "GET /v2.0/networks/4865c6d7-6c66-4548-b02e-d00e97d481c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3292606 Jun 24 11:45:13.794063 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-759cbd6d-d92b-4c89-8ba9-1e52c5744152 req-0de51802-d47f-47ef-85b5-1bf506037fc3 service neutron] 10.222.0.45 "GET /v2.0/networks/839f990f-6e6d-419c-a2ff-7497d60fa3b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3457220 Jun 24 11:45:13.885058 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] get_ports_and_sgs() called for port_ids ['e039be1d-7f9d-48aa-9fb9-844478ea633d'] {{(pid=128085) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 11:45:13.941849 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-5e74482a-c733-4323-8e89-de837f3e9fb8 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Notify callbacks [] for security_group, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:13.948581 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-76f9a8f1-01df-4f40-ab8e-e2f4afbd1426 tempest-MeteringIpV6TestJSON-1585292014 tempest-MeteringIpV6TestJSON-1585292014-project-admin] 10.222.0.53 "GET /v2.0/metering/metering-label-rules/d18e41a5-f154-41c9-90af-6d3158a7c568 HTTP/1.1" status: 200 len: 459 time: 0.4024539 Jun 24 11:45:13.955202 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 56858) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:45:13.964074 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device 02f4c984-54a8-4d46-80ca-6f98165bf418 up at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 11:45:14.005827 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-aa6d6daf-a834-464a-8344-99cedd93f037 tempest-BulkNetworkOpsIpV6Test-1142812762 tempest-BulkNetworkOpsIpV6Test-1142812762-project] Notify callbacks [] for security_group, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:14.037498 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-aa6d6daf-a834-464a-8344-99cedd93f037 tempest-BulkNetworkOpsIpV6Test-1142812762 tempest-BulkNetworkOpsIpV6Test-1142812762-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800410'] for security_group, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:14.038037 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-aa6d6daf-a834-464a-8344-99cedd93f037 tempest-BulkNetworkOpsIpV6Test-1142812762 tempest-BulkNetworkOpsIpV6Test-1142812762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for network, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:14.043394 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-373e9cb5-28b2-4e6e-a115-db67cbca7a0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-918925667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-918925667-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:45:14.068668 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349efa6d-065c-4b78-beb0-3bbd5a0ed292 req-22b8d5af-cf79-4c28-ae9a-fa33944eb07c tempest-ServersTestJSON-1725335409 tempest-ServersTestJSON-1725335409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:45:14.070160 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-349efa6d-065c-4b78-beb0-3bbd5a0ed292 req-22b8d5af-cf79-4c28-ae9a-fa33944eb07c tempest-ServersTestJSON-1725335409 tempest-ServersTestJSON-1725335409-project] 10.222.0.53 "GET /v2.0/ports?device_id=618b8848-261b-4b47-b06a-cb463f1f77c5 HTTP/1.1" status: 200 len: 946 time: 0.3969500 Jun 24 11:45:14.082248 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning complete for port 02f4c984-54a8-4d46-80ca-6f98165bf418 triggered by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:45:14.082842 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:14.147353 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-759cbd6d-d92b-4c89-8ba9-1e52c5744152 req-cfad0b62-d22d-4ca4-8b54-1a07079fe9cc service neutron] 10.222.0.45 "GET /v2.0/networks/839f990f-6e6d-419c-a2ff-7497d60fa3b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3422828 Jun 24 11:45:14.153039 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-d99d1d69-9adb-4b2f-9b55-48627a1f9433 req-0de0d631-58fe-4eca-8bbf-e5d6531dbdf6 service neutron] 10.222.0.45 "GET /v2.0/networks/4865c6d7-6c66-4548-b02e-d00e97d481c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3491478 Jun 24 11:45:14.157401 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6d6daf-a834-464a-8344-99cedd93f037 tempest-BulkNetworkOpsIpV6Test-1142812762 tempest-BulkNetworkOpsIpV6Test-1142812762-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f55db6d4-3fae-4194-a209-f56b33c8e312,revision_number=1']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:45:14.172420 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-aa6d6daf-a834-464a-8344-99cedd93f037 tempest-BulkNetworkOpsIpV6Test-1142812762 tempest-BulkNetworkOpsIpV6Test-1142812762-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:45:14.214482 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682a9dc6-ae4c-4d1e-b9c2-198bafcdd61e req-9276f72f-6acb-4e52-b64f-b457b444778b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:45:14.216229 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-682a9dc6-ae4c-4d1e-b9c2-198bafcdd61e req-9276f72f-6acb-4e52-b64f-b457b444778b service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=618b8848-261b-4b47-b06a-cb463f1f77c5 HTTP/1.1" status: 200 len: 1099 time: 0.3388894 Jun 24 11:45:14.231433 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-349efa6d-065c-4b78-beb0-3bbd5a0ed292 req-71910c13-d3d1-48aa-9828-89775ba263cb tempest-ServersTestJSON-1725335409 tempest-ServersTestJSON-1725335409-project] 10.222.0.53 "GET /v2.0/security-groups?id=c6a6118f-5ca3-4415-a86c-d6e07885b397&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1274610 Jun 24 11:45:14.275413 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-682a9dc6-ae4c-4d1e-b9c2-198bafcdd61e req-690bf046-44bb-48b0-a0ef-25b385b326dc service neutron] Notify callbacks [] for security_group, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:14.313626 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b60824-739b-454b-a2c8-5edf29180f37 req-85427308-8f86-4f6c-9bfa-237b24634d23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:45:14.315485 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-24b60824-739b-454b-a2c8-5edf29180f37 req-85427308-8f86-4f6c-9bfa-237b24634d23 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=33124f0dd27d41d79a5a6b42eb81b949&device_id=d6cc2586-9578-488f-96d4-fbc6dd702115 HTTP/1.1" status: 200 len: 1096 time: 0.0799849 Jun 24 11:45:14.316925 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-61a32074-ee55-4ab9-894d-eb0dc620320b tempest-MeteringIpV6TestJSON-1585292014 tempest-MeteringIpV6TestJSON-1585292014-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:14.318030 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-61a32074-ee55-4ab9-894d-eb0dc620320b tempest-MeteringIpV6TestJSON-1585292014 tempest-MeteringIpV6TestJSON-1585292014-project-admin] 10.222.0.53 "DELETE /v2.0/metering/metering-label-rules/d18e41a5-f154-41c9-90af-6d3158a7c568 HTTP/1.1" status: 204 len: 168 time: 0.3608658 Jun 24 11:45:14.321570 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 56862) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:45:14.357468 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-7d3724a8-6373-4b02-8c20-5bd550426a28 tempest-ExtraDHCPOptionsIpV6TestJSON-297538214 tempest-ExtraDHCPOptionsIpV6TestJSON-297538214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793193945299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193536732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3292088'] for port, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:14.368067 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:45:14.399996 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:14.410628 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-dfc03c1d-9e51-4719-9314-9f309ee88485 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1978565'] for router_interface, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:14.416612 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3724a8-6373-4b02-8c20-5bd550426a28 tempest-ExtraDHCPOptionsIpV6TestJSON-297538214 tempest-ExtraDHCPOptionsIpV6TestJSON-297538214-project] Pushing event deleted for resources: {'Port': ['ID=67e4e438-ae3f-47ce-8756-a616879ccf45,revision_number=None']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:45:14.433696 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa6d6daf-a834-464a-8344-99cedd93f037 tempest-BulkNetworkOpsIpV6Test-1142812762 tempest-BulkNetworkOpsIpV6Test-1142812762-project] vlan segment allocate from pool success with {'vlan_id': 633, 'physical_network': 'physnet1'} {{(pid=128083) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 11:45:14.459031 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-7d3724a8-6373-4b02-8c20-5bd550426a28 tempest-ExtraDHCPOptionsIpV6TestJSON-297538214 tempest-ExtraDHCPOptionsIpV6TestJSON-297538214-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:45:14.538267 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-7d3724a8-6373-4b02-8c20-5bd550426a28 tempest-ExtraDHCPOptionsIpV6TestJSON-297538214 tempest-ExtraDHCPOptionsIpV6TestJSON-297538214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468916'] for port, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:14.540168 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-7d3724a8-6373-4b02-8c20-5bd550426a28 tempest-ExtraDHCPOptionsIpV6TestJSON-297538214 tempest-ExtraDHCPOptionsIpV6TestJSON-297538214-project] 10.222.0.53 "DELETE /v2.0/ports/67e4e438-ae3f-47ce-8756-a616879ccf45 HTTP/1.1" status: 204 len: 168 time: 2.1322796 Jun 24 11:45:14.549479 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 56866) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:45:14.552652 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-aa6d6daf-a834-464a-8344-99cedd93f037 tempest-BulkNetworkOpsIpV6Test-1142812762 tempest-BulkNetworkOpsIpV6Test-1142812762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967879'] for segment, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:14.553013 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.db.segments_db [None req-aa6d6daf-a834-464a-8344-99cedd93f037 tempest-BulkNetworkOpsIpV6Test-1142812762 tempest-BulkNetworkOpsIpV6Test-1142812762-project] Added segment bd0dd686-4e3a-4a55-8cb7-889518f29840 of type vlan for network 9a19e266-f9d0-41bb-b177-49ba311b918e Jun 24 11:45:14.556666 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-cf354624-689e-4bb6-bc34-caf91f214a83 tempest-ExtraDHCPOptionsIpV6TestJSON-297538214 tempest-ExtraDHCPOptionsIpV6TestJSON-297538214-project] Request body: {'port': {'name': 'tempest-new-port-name-692181420', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:45:14.557619 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.api.validators [None req-cf354624-689e-4bb6-bc34-caf91f214a83 tempest-ExtraDHCPOptionsIpV6TestJSON-297538214 tempest-ExtraDHCPOptionsIpV6TestJSON-297538214-project] bootfile-name is not in valid_values {{(pid=128084) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jun 24 11:45:14.557619 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.api.validators [None req-cf354624-689e-4bb6-bc34-caf91f214a83 tempest-ExtraDHCPOptionsIpV6TestJSON-297538214 tempest-ExtraDHCPOptionsIpV6TestJSON-297538214-project] tftp-server is not in valid_values {{(pid=128084) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jun 24 11:45:14.557852 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.api.validators [None req-cf354624-689e-4bb6-bc34-caf91f214a83 tempest-ExtraDHCPOptionsIpV6TestJSON-297538214 tempest-ExtraDHCPOptionsIpV6TestJSON-297538214-project] server-ip-address is not in valid_values {{(pid=128084) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jun 24 11:45:14.577330 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-5e74482a-c733-4323-8e89-de837f3e9fb8 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Notify callbacks [] for security_group, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:14.597974 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-5e74482a-c733-4323-8e89-de837f3e9fb8 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800410'] for security_group, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:14.605612 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-9a78d6f0-1c88-41b0-b0b5-ac11b792e185 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:45:14.646502 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e74482a-c733-4323-8e89-de837f3e9fb8 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] vlan segment allocate from pool success with {'vlan_id': 648, 'physical_network': 'physnet1'} {{(pid=128084) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 11:45:14.737849 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e74482a-c733-4323-8e89-de837f3e9fb8 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d5fce1ea-c9ac-4579-84b8-a42e5ccefef7,revision_number=1']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:45:14.743943 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-aa6d6daf-a834-464a-8344-99cedd93f037 tempest-BulkNetworkOpsIpV6Test-1142812762 tempest-BulkNetworkOpsIpV6Test-1142812762-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793193525068'] for network, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:14.770988 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-1785fd6f-4695-4b75-92fb-e4c5adfdf39e tempest-MeteringIpV6TestJSON-1585292014 tempest-MeteringIpV6TestJSON-1585292014-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:14.772098 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-1785fd6f-4695-4b75-92fb-e4c5adfdf39e tempest-MeteringIpV6TestJSON-1585292014 tempest-MeteringIpV6TestJSON-1585292014-project-admin] 10.222.0.53 "DELETE /v2.0/metering/metering-labels/b5e95ec1-b5b8-46c9-8d63-d966abbddfc3 HTTP/1.1" status: 204 len: 168 time: 0.4493039 Jun 24 11:45:14.780459 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-5e74482a-c733-4323-8e89-de837f3e9fb8 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:45:14.781648 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-5e74482a-c733-4323-8e89-de837f3e9fb8 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967879'] for segment, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:14.782004 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.db.segments_db [None req-5e74482a-c733-4323-8e89-de837f3e9fb8 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Added segment ce718b9b-f8a1-4104-98ec-800346bea0d7 of type vlan for network c475688e-6de7-4445-a056-88051078503f Jun 24 11:45:14.806890 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b60824-739b-454b-a2c8-5edf29180f37 req-48cbf7ba-9dd4-4ec0-9b2c-b2457e1c44fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:45:14.808540 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-24b60824-739b-454b-a2c8-5edf29180f37 req-48cbf7ba-9dd4-4ec0-9b2c-b2457e1c44fc service neutron] 10.222.0.45 "GET /v2.0/networks?id=4865c6d7-6c66-4548-b02e-d00e97d481c4 HTTP/1.1" status: 200 len: 912 time: 0.4844139 Jun 24 11:45:14.850076 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-cf354624-689e-4bb6-bc34-caf91f214a83 tempest-ExtraDHCPOptionsIpV6TestJSON-297538214 tempest-ExtraDHCPOptionsIpV6TestJSON-297538214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:14.874984 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-5e74482a-c733-4323-8e89-de837f3e9fb8 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793193525068'] for network, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:14.892696 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-24b60824-739b-454b-a2c8-5edf29180f37 req-e3d951ea-95ff-4881-9e07-f0180f5c9313 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6147d57c-7485-4c8f-a255-8497342b277c HTTP/1.1" status: 200 len: 217 time: 0.0710547 Jun 24 11:45:14.901148 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734c04a8-7c73-433f-9e2a-f54280e99fff req-7bf83de2-2d10-4f20-8cb0-7a064c12cead tempest-ServerActionsTestJSON-818164034 tempest-ServerActionsTestJSON-818164034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:45:14.902638 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-734c04a8-7c73-433f-9e2a-f54280e99fff req-7bf83de2-2d10-4f20-8cb0-7a064c12cead tempest-ServerActionsTestJSON-818164034 tempest-ServerActionsTestJSON-818164034-project] 10.222.0.53 "GET /v2.0/ports?device_id=d6cc2586-9578-488f-96d4-fbc6dd702115 HTTP/1.1" status: 200 len: 943 time: 0.4874513 Jun 24 11:45:14.926297 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa6d6daf-a834-464a-8344-99cedd93f037 tempest-BulkNetworkOpsIpV6Test-1142812762 tempest-BulkNetworkOpsIpV6Test-1142812762-project] vlan segment allocate from pool success with {'vlan_id': 605, 'physical_network': 'physnet1'} {{(pid=128083) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 11:45:15.002508 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-aa6d6daf-a834-464a-8344-99cedd93f037 tempest-BulkNetworkOpsIpV6Test-1142812762 tempest-BulkNetworkOpsIpV6Test-1142812762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967879'] for segment, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:15.002860 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.db.segments_db [None req-aa6d6daf-a834-464a-8344-99cedd93f037 tempest-BulkNetworkOpsIpV6Test-1142812762 tempest-BulkNetworkOpsIpV6Test-1142812762-project] Added segment 5bf1b25f-0225-46b7-a374-5558550f0a35 of type vlan for network 6111fd89-6d1c-4d3f-a838-dae593462b03 Jun 24 11:45:15.019167 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-5e74482a-c733-4323-8e89-de837f3e9fb8 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1800243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976'] for network, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:15.040956 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Device e039be1d-7f9d-48aa-9fb9-844478ea633d up at agent hyperv_hv-neutron-7971 {{(pid=128085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 11:45:15.054592 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2355e30-334b-432a-9db6-6c70d02e1a83 req-bfa7e2b7-6745-4245-a55d-6d92ff7997b2 tempest-ServersTestManualDisk-182325693 tempest-ServersTestManualDisk-182325693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:45:15.056121 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-f2355e30-334b-432a-9db6-6c70d02e1a83 req-bfa7e2b7-6745-4245-a55d-6d92ff7997b2 tempest-ServersTestManualDisk-182325693 tempest-ServersTestManualDisk-182325693-project] 10.222.0.53 "GET /v2.0/ports?device_id=b046ee52-d7e7-4f00-aa0b-5e9350b5a813 HTTP/1.1" status: 200 len: 944 time: 0.3266013 Jun 24 11:45:15.082997 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e74482a-c733-4323-8e89-de837f3e9fb8 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=128084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:45:15.083964 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-5e74482a-c733-4323-8e89-de837f3e9fb8 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Notify callbacks [] for network, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:15.094785 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b60824-739b-454b-a2c8-5edf29180f37 req-09cf0e15-74bf-4ebb-ac1d-398841c6c7d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:45:15.096277 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-24b60824-739b-454b-a2c8-5edf29180f37 req-09cf0e15-74bf-4ebb-ac1d-398841c6c7d5 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c9f29286-6a6a-43a7-8236-d8b39e2a7133 HTTP/1.1" status: 200 len: 850 time: 0.1873081 Jun 24 11:45:15.098850 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:45:15.099243 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-734c04a8-7c73-433f-9e2a-f54280e99fff req-b61b5429-878f-4ab6-b3e4-cc27190bf167 tempest-ServerActionsTestJSON-818164034 tempest-ServerActionsTestJSON-818164034-project] 10.222.0.53 "GET /v2.0/security-groups?id=7ca7987f-c073-401f-ba18-8737b1398c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1749463 Jun 24 11:45:15.122428 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-aa6d6daf-a834-464a-8344-99cedd93f037 tempest-BulkNetworkOpsIpV6Test-1142812762 tempest-BulkNetworkOpsIpV6Test-1142812762-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793193525068'] for network, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:15.136171 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-682a9dc6-ae4c-4d1e-b9c2-198bafcdd61e req-690bf046-44bb-48b0-a0ef-25b385b326dc service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:15.145675 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 56872) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:45:15.174913 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-682a9dc6-ae4c-4d1e-b9c2-198bafcdd61e req-690bf046-44bb-48b0-a0ef-25b385b326dc service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800410'] for security_group, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:15.183096 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-e09480dd-8ba0-4681-bff6-3c1c5dfe2f17 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:45:15.196573 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Provisioning for port e039be1d-7f9d-48aa-9fb9-844478ea633d completed by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 11:45:15.205020 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-5e74482a-c733-4323-8e89-de837f3e9fb8 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 2.7618022 Jun 24 11:45:15.212162 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Provisioning complete for port e039be1d-7f9d-48aa-9fb9-844478ea633d triggered by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:45:15.213792 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:15.223612 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 56876) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:45:15.237478 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [None req-e31a2157-21ce-4508-acd1-1b4732092787 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Request body: {'network': {'name': 'tempest-RoutersTest-422309200'}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:45:15.258802 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-682a9dc6-ae4c-4d1e-b9c2-198bafcdd61e req-690bf046-44bb-48b0-a0ef-25b385b326dc service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=c6a6118f-5ca3-4415-a86c-d6e07885b397&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.0251000 Jun 24 11:45:15.270325 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e74482a-c733-4323-8e89-de837f3e9fb8 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Pushing event updated for resources: {'Network': ['ID=c475688e-6de7-4445-a056-88051078503f,revision_number=1']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:45:15.276901 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-5e74482a-c733-4323-8e89-de837f3e9fb8 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:45:15.293792 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-f2355e30-334b-432a-9db6-6c70d02e1a83 req-95daddae-4036-4c24-bf49-13d153b182b2 tempest-ServersTestManualDisk-182325693 tempest-ServersTestManualDisk-182325693-project] 10.222.0.53 "GET /v2.0/security-groups?id=36df713e-0194-470c-a043-7cde9d86738f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2101603 Jun 24 11:45:15.302112 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690bf046-44bb-48b0-a0ef-25b385b326dc service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=eb3686e4-0b5e-4945-a5a9-c7700a6b9bd1,revision_number=1']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:45:15.313583 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-690bf046-44bb-48b0-a0ef-25b385b326dc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:45:15.326376 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-aa6d6daf-a834-464a-8344-99cedd93f037 tempest-BulkNetworkOpsIpV6Test-1142812762 tempest-BulkNetworkOpsIpV6Test-1142812762-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1800243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976'] for network, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:15.336049 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Network c475688e-6de7-4445-a056-88051078503f details requested by agent ovs-agent-dv-neutron-797120-4-hyperv with host dv-neutron-797120-4-hyperv {{(pid=128085) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 11:45:15.338409 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-aa6d6daf-a834-464a-8344-99cedd93f037 tempest-BulkNetworkOpsIpV6Test-1142812762 tempest-BulkNetworkOpsIpV6Test-1142812762-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1800243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976'] for network, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:15.348774 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:45:15.352374 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e31a2157-21ce-4508-acd1-1b4732092787 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Made reservation on behalf of 01c7f8735a2b4722ae0cabb11183e366 for: {'network': 1} {{(pid=128083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 11:45:15.358407 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-e31a2157-21ce-4508-acd1-1b4732092787 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for network, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:15.369989 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-cf354624-689e-4bb6-bc34-caf91f214a83 tempest-ExtraDHCPOptionsIpV6TestJSON-297538214 tempest-ExtraDHCPOptionsIpV6TestJSON-297538214-project] Notify callbacks [] for port, precommit_update {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:15.378601 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-cf354624-689e-4bb6-bc34-caf91f214a83 tempest-ExtraDHCPOptionsIpV6TestJSON-297538214 tempest-ExtraDHCPOptionsIpV6TestJSON-297538214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3292081'] for port, after_update {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:15.382516 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa6d6daf-a834-464a-8344-99cedd93f037 tempest-BulkNetworkOpsIpV6Test-1142812762 tempest-BulkNetworkOpsIpV6Test-1142812762-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:45:15.383152 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-a7026b74-c772-48b4-9bd7-aa6f1e233384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:45:15.390874 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa6d6daf-a834-464a-8344-99cedd93f037 tempest-BulkNetworkOpsIpV6Test-1142812762 tempest-BulkNetworkOpsIpV6Test-1142812762-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:45:15.392254 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-aa6d6daf-a834-464a-8344-99cedd93f037 tempest-BulkNetworkOpsIpV6Test-1142812762 tempest-BulkNetworkOpsIpV6Test-1142812762-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588949'] for network, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:15.396968 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.plugin [None req-dfc03c1d-9e51-4719-9314-9f309ee88485 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Deleting port 33fece6d-b6aa-4a5b-8109-60336f3f51c3 {{(pid=128084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 11:45:15.397332 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-dfc03c1d-9e51-4719-9314-9f309ee88485 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793193942312'] for port, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:15.445569 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.plugin [None req-cf354624-689e-4bb6-bc34-caf91f214a83 tempest-ExtraDHCPOptionsIpV6TestJSON-297538214 tempest-ExtraDHCPOptionsIpV6TestJSON-297538214-project] In _notify_port_updated(), no bound segment for port a2dddb3d-9486-4954-b4be-131778825fe9 on network 10554adc-c827-4e9b-a3d1-b6fd44d788da {{(pid=128084) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jun 24 11:45:15.453678 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf354624-689e-4bb6-bc34-caf91f214a83 tempest-ExtraDHCPOptionsIpV6TestJSON-297538214 tempest-ExtraDHCPOptionsIpV6TestJSON-297538214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:45:15.454375 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-cf354624-689e-4bb6-bc34-caf91f214a83 tempest-ExtraDHCPOptionsIpV6TestJSON-297538214 tempest-ExtraDHCPOptionsIpV6TestJSON-297538214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468916'] for port, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:15.455832 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-cf354624-689e-4bb6-bc34-caf91f214a83 tempest-ExtraDHCPOptionsIpV6TestJSON-297538214 tempest-ExtraDHCPOptionsIpV6TestJSON-297538214-project] 10.222.0.53 "PUT /v2.0/ports/a2dddb3d-9486-4954-b4be-131778825fe9 HTTP/1.1" status: 200 len: 1128 time: 0.9055054 Jun 24 11:45:15.464946 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 56880) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:45:15.481634 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-aa6d6daf-a834-464a-8344-99cedd93f037 tempest-BulkNetworkOpsIpV6Test-1142812762 tempest-BulkNetworkOpsIpV6Test-1142812762-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 2.4905972 Jun 24 11:45:15.481634 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b60824-739b-454b-a2c8-5edf29180f37 req-ed4568a6-d359-4a85-b958-5464c3f2171d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:45:15.483714 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-24b60824-739b-454b-a2c8-5edf29180f37 req-ed4568a6-d359-4a85-b958-5464c3f2171d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=4865c6d7-6c66-4548-b02e-d00e97d481c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3663082 Jun 24 11:45:15.506346 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 56882) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:45:15.510201 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:15.522907 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-31fa1ac2-594f-49f9-96e9-2dd028ea00ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:15.570367 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] For port e039be1d-7f9d-48aa-9fb9-844478ea633d, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=e039be1d-7f9d-48aa-9fb9-844478ea633d,segment=NetworkSegment(88c1b979-2b93-4ed9-8c10-4ea37cb41e96),segment_id=88c1b979-2b93-4ed9-8c10-4ea37cb41e96)] {{(pid=128085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 11:45:15.579849 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:15.582489 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:45:15.583263 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf354624-689e-4bb6-bc34-caf91f214a83 tempest-ExtraDHCPOptionsIpV6TestJSON-297538214 tempest-ExtraDHCPOptionsIpV6TestJSON-297538214-project] Pushing event updated for resources: {'Port': ['ID=a2dddb3d-9486-4954-b4be-131778825fe9,revision_number=2']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:45:15.602025 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-cf354624-689e-4bb6-bc34-caf91f214a83 tempest-ExtraDHCPOptionsIpV6TestJSON-297538214 tempest-ExtraDHCPOptionsIpV6TestJSON-297538214-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:45:15.648707 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6d6daf-a834-464a-8344-99cedd93f037 tempest-BulkNetworkOpsIpV6Test-1142812762 tempest-BulkNetworkOpsIpV6Test-1142812762-project] Pushing event updated for resources: {'Network': ['ID=9a19e266-f9d0-41bb-b177-49ba311b918e,revision_number=1']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:45:15.650934 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b046ee52-d7e7-4f00-aa0b-5e9350b5a813', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e039be1d-7f9d-48aa-9fb9-844478ea633d'}] {{(pid=128085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 11:45:15.653505 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1098ec9051a50dd033317f529a09b9762582ef7b417ebe05928aca59e08255aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab80a591-f947-45be-928e-4c791c50db50" -d '{"events": [{"server_uuid": "b046ee52-d7e7-4f00-aa0b-5e9350b5a813", "name": "network-vif-plugged", "status": "completed", "tag": "e039be1d-7f9d-48aa-9fb9-844478ea633d"}]}' {{(pid=128085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 11:45:15.657481 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Pushing event updated for resources: {'Port': ['ID=e039be1d-7f9d-48aa-9fb9-844478ea633d,revision_number=5']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:45:15.663025 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Network 9a19e266-f9d0-41bb-b177-49ba311b918e details requested by agent ovs-agent-dv-neutron-797120-4-hyperv with host dv-neutron-797120-4-hyperv {{(pid=128085) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 11:45:15.678818 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e31a2157-21ce-4508-acd1-1b4732092787 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] vlan segment allocate from pool success with {'vlan_id': 600, 'physical_network': 'physnet1'} {{(pid=128083) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 11:45:15.728149 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-dfc03c1d-9e51-4719-9314-9f309ee88485 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1978872'] for port, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:15.752188 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:45:15.753774 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 11:45:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bff0071f-abba-4c9d-ad6d-3476a1300422 x-openstack-request-id: req-bff0071f-abba-4c9d-ad6d-3476a1300422 {{(pid=128085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 11:45:15.754242 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b046ee52-d7e7-4f00-aa0b-5e9350b5a813", "name": "network-vif-plugged", "status": "completed", "tag": "e039be1d-7f9d-48aa-9fb9-844478ea633d", "code": 200}]} {{(pid=128085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 11:45:15.754506 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-bff0071f-abba-4c9d-ad6d-3476a1300422 {{(pid=128085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 11:45:15.754958 dv-neutron-797120-4-hyperv neutron-server[128085]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b046ee52-d7e7-4f00-aa0b-5e9350b5a813', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e039be1d-7f9d-48aa-9fb9-844478ea633d', 'code': 200} Jun 24 11:45:15.785670 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.plugin [None req-dfc03c1d-9e51-4719-9314-9f309ee88485 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Calling delete_port for 33fece6d-b6aa-4a5b-8109-60336f3f51c3 owned by network:router_interface {{(pid=128084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 11:45:15.806590 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea77ab99-d84f-4137-8011-8a5513fb283b tempest-BulkNetworkOpsIpV6Test-1142812762 tempest-BulkNetworkOpsIpV6Test-1142812762-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=128084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:45:15.814949 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea77ab99-d84f-4137-8011-8a5513fb283b tempest-BulkNetworkOpsIpV6Test-1142812762 tempest-BulkNetworkOpsIpV6Test-1142812762-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=128084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:45:15.821363 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea77ab99-d84f-4137-8011-8a5513fb283b tempest-BulkNetworkOpsIpV6Test-1142812762 tempest-BulkNetworkOpsIpV6Test-1142812762-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=128084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:45:15.827881 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea77ab99-d84f-4137-8011-8a5513fb283b tempest-BulkNetworkOpsIpV6Test-1142812762 tempest-BulkNetworkOpsIpV6Test-1142812762-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=128084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:45:15.832386 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-ea77ab99-d84f-4137-8011-8a5513fb283b tempest-BulkNetworkOpsIpV6Test-1142812762 tempest-BulkNetworkOpsIpV6Test-1142812762-project] 10.222.0.53 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.3201745 Jun 24 11:45:15.832602 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 56886) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:45:15.915020 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-4717bdbf-fd38-4362-9843-f0b5e85bf0da None None] Provisioning complete for port a2dddb3d-9486-4954-b4be-131778825fe9 triggered by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:45:15.915496 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-4717bdbf-fd38-4362-9843-f0b5e85bf0da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:15.958761 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-4717bdbf-fd38-4362-9843-f0b5e85bf0da None None] Port a2dddb3d-9486-4954-b4be-131778825fe9 cannot update to ACTIVE because it is not bound. {{(pid=128085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 11:45:15.976682 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-66e3dea5-079c-4065-9008-eea62cf45443 tempest-BulkNetworkOpsIpV6Test-1142812762 tempest-BulkNetworkOpsIpV6Test-1142812762-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-534962'] for network, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:16.102189 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-e31a2157-21ce-4508-acd1-1b4732092787 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967879'] for segment, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:16.102886 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.db.segments_db [None req-e31a2157-21ce-4508-acd1-1b4732092787 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Added segment 66897877-7a61-4b9c-a666-7a2f710146ff of type vlan for network 17c1c6a1-cd16-4b7a-8ff9-287abf2de00d Jun 24 11:45:16.125577 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27489697-51e2-42d3-9b48-99241397c688 tempest-ExtraDHCPOptionsIpV6TestJSON-297538214 tempest-ExtraDHCPOptionsIpV6TestJSON-297538214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:45:16.127003 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-27489697-51e2-42d3-9b48-99241397c688 tempest-ExtraDHCPOptionsIpV6TestJSON-297538214 tempest-ExtraDHCPOptionsIpV6TestJSON-297538214-project] 10.222.0.53 "GET /v2.0/ports/a2dddb3d-9486-4954-b4be-131778825fe9 HTTP/1.1" status: 200 len: 1128 time: 0.6524942 Jun 24 11:45:16.140364 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 56888) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:45:16.270506 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6d6daf-a834-464a-8344-99cedd93f037 tempest-BulkNetworkOpsIpV6Test-1142812762 tempest-BulkNetworkOpsIpV6Test-1142812762-project] Pushing event updated for resources: {'Network': ['ID=6111fd89-6d1c-4d3f-a838-dae593462b03,revision_number=1']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:45:16.282471 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Network 6111fd89-6d1c-4d3f-a838-dae593462b03 details requested by agent ovs-agent-dv-neutron-797120-4-hyperv with host dv-neutron-797120-4-hyperv {{(pid=128085) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 11:45:16.283384 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-aa6d6daf-a834-464a-8344-99cedd93f037 tempest-BulkNetworkOpsIpV6Test-1142812762 tempest-BulkNetworkOpsIpV6Test-1142812762-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.935s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:45:16.285181 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-e31a2157-21ce-4508-acd1-1b4732092787 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793193525068'] for network, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:16.307886 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.896s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:45:16.308245 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:45:16.398621 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-24b60824-739b-454b-a2c8-5edf29180f37 req-b6adaf28-ddd3-4549-b997-94c6967e167e service neutron] 10.222.0.45 "GET /v2.0/networks/4865c6d7-6c66-4548-b02e-d00e97d481c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8726890 Jun 24 11:45:16.424068 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-66e3dea5-079c-4065-9008-eea62cf45443 tempest-BulkNetworkOpsIpV6Test-1142812762 tempest-BulkNetworkOpsIpV6Test-1142812762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973199', 'neutron.services.segments.db._delete_segments_for_network-8793194012456'] for network, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:16.440866 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133ddd66-f8c1-4399-8b6c-ae84c61a1a12 req-d113666f-4703-4ff1-ada5-05dbed458e78 tempest-ServersTestJSON-1725335409 tempest-ServersTestJSON-1725335409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:45:16.442378 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-133ddd66-f8c1-4399-8b6c-ae84c61a1a12 req-d113666f-4703-4ff1-ada5-05dbed458e78 tempest-ServersTestJSON-1725335409 tempest-ServersTestJSON-1725335409-project] 10.222.0.53 "GET /v2.0/ports?device_id=618b8848-261b-4b47-b06a-cb463f1f77c5 HTTP/1.1" status: 200 len: 946 time: 0.9133496 Jun 24 11:45:16.442516 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.services.segments.db [None req-66e3dea5-079c-4065-9008-eea62cf45443 tempest-BulkNetworkOpsIpV6Test-1142812762 tempest-BulkNetworkOpsIpV6Test-1142812762-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a19e266-f9d0-41bb-b177-49ba311b918e']}} {{(pid=128084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:45:16.454483 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.services.segments.db [None req-66e3dea5-079c-4065-9008-eea62cf45443 tempest-BulkNetworkOpsIpV6Test-1142812762 tempest-BulkNetworkOpsIpV6Test-1142812762-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd0dd686-4e3a-4a55-8cb7-889518f29840') {'for_net_delete': True} {{(pid=128084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:45:16.454766 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.services.segments.db [None req-66e3dea5-079c-4065-9008-eea62cf45443 tempest-BulkNetworkOpsIpV6Test-1142812762 tempest-BulkNetworkOpsIpV6Test-1142812762-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd0dd686-4e3a-4a55-8cb7-889518f29840') {} {{(pid=128084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:45:16.461599 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-dfc03c1d-9e51-4719-9314-9f309ee88485 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793193945299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193536732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3292088'] for port, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:16.466613 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-eacbb99a-4fda-46ad-9777-49b8107430fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:45:16.474975 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-66e3dea5-079c-4065-9008-eea62cf45443 tempest-BulkNetworkOpsIpV6Test-1142812762 tempest-BulkNetworkOpsIpV6Test-1142812762-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793194097327', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2373599'] for segment, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:16.478156 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6dd1a5-0ae0-4cc5-9146-7cf45a5cbbfa req-b21f1406-b5f1-426b-93dd-2843f94c84a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:45:16.479626 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-8c6dd1a5-0ae0-4cc5-9146-7cf45a5cbbfa req-b21f1406-b5f1-426b-93dd-2843f94c84a3 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=b046ee52-d7e7-4f00-aa0b-5e9350b5a813 HTTP/1.1" status: 200 len: 1098 time: 0.4726579 Jun 24 11:45:16.503520 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc03c1d-9e51-4719-9314-9f309ee88485 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Pushing event deleted for resources: {'Port': ['ID=33fece6d-b6aa-4a5b-8109-60336f3f51c3,revision_number=None']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:45:16.532742 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-dfc03c1d-9e51-4719-9314-9f309ee88485 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:45:16.537165 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-66e3dea5-079c-4065-9008-eea62cf45443 tempest-BulkNetworkOpsIpV6Test-1142812762 tempest-BulkNetworkOpsIpV6Test-1142812762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967879'] for segment, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:16.553805 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-e31a2157-21ce-4508-acd1-1b4732092787 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1800243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976'] for network, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:16.584503 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e31a2157-21ce-4508-acd1-1b4732092787 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:45:16.585156 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-e31a2157-21ce-4508-acd1-1b4732092787 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588949'] for network, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:16.593394 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:45:16.609708 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66e3dea5-079c-4065-9008-eea62cf45443 tempest-BulkNetworkOpsIpV6Test-1142812762 tempest-BulkNetworkOpsIpV6Test-1142812762-project] Releasing vlan 633 on physical network physnet1 to pool {{(pid=128084) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 11:45:16.610183 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-66e3dea5-079c-4065-9008-eea62cf45443 tempest-BulkNetworkOpsIpV6Test-1142812762 tempest-BulkNetworkOpsIpV6Test-1142812762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3292053'] for segment, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:16.613159 dv-neutron-797120-4-hyperv neutron-server[128084]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 11:45:16.613159 dv-neutron-797120-4-hyperv neutron-server[128084]: conditions |= (models_v2.Port.network_id.in_( Jun 24 11:45:16.613159 dv-neutron-797120-4-hyperv neutron-server[128084]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 11:45:16.613159 dv-neutron-797120-4-hyperv neutron-server[128084]: conditions |= (models_v2.Port.network_id.in_( Jun 24 11:45:16.613159 dv-neutron-797120-4-hyperv neutron-server[128084]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 11:45:16.613159 dv-neutron-797120-4-hyperv neutron-server[128084]: conditions |= (models_v2.Port.network_id.in_( Jun 24 11:45:16.613159 dv-neutron-797120-4-hyperv neutron-server[128084]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 11:45:16.613159 dv-neutron-797120-4-hyperv neutron-server[128084]: conditions |= (models_v2.Port.network_id.in_( Jun 24 11:45:16.613159 dv-neutron-797120-4-hyperv neutron-server[128084]: Traceback (most recent call last): Jun 24 11:45:16.613159 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 24 11:45:16.613159 dv-neutron-797120-4-hyperv neutron-server[128084]: timer() Jun 24 11:45:16.613159 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 24 11:45:16.613159 dv-neutron-797120-4-hyperv neutron-server[128084]: cb(*args, **kw) Jun 24 11:45:16.613159 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 24 11:45:16.613159 dv-neutron-797120-4-hyperv neutron-server[128084]: return func(*args, **kwargs) Jun 24 11:45:16.613159 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 24 11:45:16.613159 dv-neutron-797120-4-hyperv neutron-server[128084]: self._notify() Jun 24 11:45:16.613159 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 24 11:45:16.613159 dv-neutron-797120-4-hyperv neutron-server[128084]: self.callback(batched_events) Jun 24 11:45:16.613159 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 24 11:45:16.613159 dv-neutron-797120-4-hyperv neutron-server[128084]: event.method(event) Jun 24 11:45:16.613159 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 24 11:45:16.613159 dv-neutron-797120-4-hyperv neutron-server[128084]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 24 11:45:16.613159 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 24 11:45:16.613159 dv-neutron-797120-4-hyperv neutron-server[128084]: aggregate_uuid = self.p_client.list_aggregates( Jun 24 11:45:16.613159 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 24 11:45:16.613159 dv-neutron-797120-4-hyperv neutron-server[128084]: return f(self, *a, **k) Jun 24 11:45:16.613159 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 24 11:45:16.613159 dv-neutron-797120-4-hyperv neutron-server[128084]: return self._get(url).json() Jun 24 11:45:16.613159 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 24 11:45:16.613159 dv-neutron-797120-4-hyperv neutron-server[128084]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 24 11:45:16.613159 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 24 11:45:16.613159 dv-neutron-797120-4-hyperv neutron-server[128084]: return self.request(url, 'GET', **kwargs) Jun 24 11:45:16.613159 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 24 11:45:16.613159 dv-neutron-797120-4-hyperv neutron-server[128084]: base_url = self.get_endpoint(auth, allow=allow, Jun 24 11:45:16.613159 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 24 11:45:16.613159 dv-neutron-797120-4-hyperv neutron-server[128084]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 24 11:45:16.613159 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 24 11:45:16.613159 dv-neutron-797120-4-hyperv neutron-server[128084]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 24 11:45:16.613159 dv-neutron-797120-4-hyperv neutron-server[128084]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 24 11:45:16.688506 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-dfc03c1d-9e51-4719-9314-9f309ee88485 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1588985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1806165'] for router_interface, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:16.697815 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-66e3dea5-079c-4065-9008-eea62cf45443 tempest-BulkNetworkOpsIpV6Test-1142812762 tempest-BulkNetworkOpsIpV6Test-1142812762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1800243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1815642'] for network, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:16.702212 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:45:16.704153 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-31fa1ac2-594f-49f9-96e9-2dd028ea00ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:16.716017 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-133ddd66-f8c1-4399-8b6c-ae84c61a1a12 req-2e03a618-48c4-4e2c-bc37-8f4e86294144 tempest-ServersTestJSON-1725335409 tempest-ServersTestJSON-1725335409-project] 10.222.0.53 "GET /v2.0/security-groups?id=c6a6118f-5ca3-4415-a86c-d6e07885b397&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2544692 Jun 24 11:45:16.722400 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-66e3dea5-079c-4065-9008-eea62cf45443 tempest-BulkNetworkOpsIpV6Test-1142812762 tempest-BulkNetworkOpsIpV6Test-1142812762-project] Notify callbacks [] for network, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:16.728157 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-66e3dea5-079c-4065-9008-eea62cf45443 tempest-BulkNetworkOpsIpV6Test-1142812762 tempest-BulkNetworkOpsIpV6Test-1142812762-project] 10.222.0.53 "DELETE /v2.0/networks/9a19e266-f9d0-41bb-b177-49ba311b918e HTTP/1.1" status: 204 len: 168 time: 0.8943195 Jun 24 11:45:16.730006 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 56896) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:45:16.734096 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e3dea5-079c-4065-9008-eea62cf45443 tempest-BulkNetworkOpsIpV6Test-1142812762 tempest-BulkNetworkOpsIpV6Test-1142812762-project] Pushing event deleted for resources: {'Network': ['ID=9a19e266-f9d0-41bb-b177-49ba311b918e,revision_number=None']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:45:16.739915 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-31fa1ac2-594f-49f9-96e9-2dd028ea00ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800410'] for security_group, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:16.749910 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222ab7bb-95f4-41d5-b94c-862bd03ca6e3 req-58548c8a-5204-4fa0-857c-c9b372fc2b26 tempest-ServerActionsTestJSON-818164034 tempest-ServerActionsTestJSON-818164034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:45:16.757215 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-222ab7bb-95f4-41d5-b94c-862bd03ca6e3 req-58548c8a-5204-4fa0-857c-c9b372fc2b26 tempest-ServerActionsTestJSON-818164034 tempest-ServerActionsTestJSON-818164034-project] 10.222.0.53 "GET /v2.0/ports?device_id=d6cc2586-9578-488f-96d4-fbc6dd702115 HTTP/1.1" status: 200 len: 943 time: 0.4823847 Jun 24 11:45:16.759997 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-8c6dd1a5-0ae0-4cc5-9146-7cf45a5cbbfa req-02eaf359-29db-49f5-a8ca-4500f004f2f8 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=36df713e-0194-470c-a043-7cde9d86738f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2549505 Jun 24 11:45:16.773226 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-66e3dea5-079c-4065-9008-eea62cf45443 tempest-BulkNetworkOpsIpV6Test-1142812762 tempest-BulkNetworkOpsIpV6Test-1142812762-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:45:16.796331 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-e31a2157-21ce-4508-acd1-1b4732092787 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.5654602 Jun 24 11:45:16.805933 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 56898) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:45:16.817583 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.plugin [None req-0be75ede-42f1-4b6c-ae5f-5acbdb3c8d54 tempest-ExtraDHCPOptionsIpV6TestJSON-297538214 tempest-ExtraDHCPOptionsIpV6TestJSON-297538214-project] Deleting port a2dddb3d-9486-4954-b4be-131778825fe9 {{(pid=128083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 11:45:16.817918 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-0be75ede-42f1-4b6c-ae5f-5acbdb3c8d54 tempest-ExtraDHCPOptionsIpV6TestJSON-297538214 tempest-ExtraDHCPOptionsIpV6TestJSON-297538214-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793193942312'] for port, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:16.828155 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-d7163fb2-8ad0-4e27-8fa8-77f92072e701 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Request body: {'subnet': {'network_id': 'c475688e-6de7-4445-a056-88051078503f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:45:16.852572 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31a2157-21ce-4508-acd1-1b4732092787 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Pushing event updated for resources: {'Network': ['ID=17c1c6a1-cd16-4b7a-8ff9-287abf2de00d,revision_number=1']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:45:16.856073 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-24b60824-739b-454b-a2c8-5edf29180f37 req-938ed280-defb-4194-aefc-86e04c5b741b service neutron] 10.222.0.45 "GET /v2.0/networks/4865c6d7-6c66-4548-b02e-d00e97d481c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4253840 Jun 24 11:45:16.869878 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Network 17c1c6a1-cd16-4b7a-8ff9-287abf2de00d details requested by agent ovs-agent-dv-neutron-797120-4-hyperv with host dv-neutron-797120-4-hyperv {{(pid=128085) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 11:45:16.873977 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-e31a2157-21ce-4508-acd1-1b4732092787 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:45:16.874762 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-a00ea107-5ae0-4e29-9fd3-5826e6bcf0ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.083s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:45:16.898306 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-31fa1ac2-594f-49f9-96e9-2dd028ea00ad admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=af8e6ff3aa2e4d008358512bb767be75&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7325563 Jun 24 11:45:16.901428 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 56900) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:45:16.956535 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-ea5844a8-9863-463c-af41-d1422673bda0 tempest-BulkNetworkOpsIpV6Test-1142812762 tempest-BulkNetworkOpsIpV6Test-1142812762-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-534962'] for network, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:17.008004 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-222ab7bb-95f4-41d5-b94c-862bd03ca6e3 req-21b2ab32-b22b-41c9-a9c7-1057f51415b0 tempest-ServerActionsTestJSON-818164034 tempest-ServerActionsTestJSON-818164034-project] 10.222.0.53 "GET /v2.0/security-groups?id=7ca7987f-c073-401f-ba18-8737b1398c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2498250 Jun 24 11:45:17.036464 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fa1ac2-594f-49f9-96e9-2dd028ea00ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2914f9a-651c-45ed-87cc-74bed0e4caec,revision_number=1']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:45:17.043888 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-31fa1ac2-594f-49f9-96e9-2dd028ea00ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:45:17.048015 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Device 6147d57c-7485-4c8f-a255-8497342b277c details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=128085) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 11:45:17.096659 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-0be75ede-42f1-4b6c-ae5f-5acbdb3c8d54 tempest-ExtraDHCPOptionsIpV6TestJSON-297538214 tempest-ExtraDHCPOptionsIpV6TestJSON-297538214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1978872'] for port, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:17.118056 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7163fb2-8ad0-4e27-8fa8-77f92072e701 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Made reservation on behalf of 01c7f8735a2b4722ae0cabb11183e366 for: {'subnet': 1} {{(pid=128084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 11:45:17.122272 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-d7163fb2-8ad0-4e27-8fa8-77f92072e701 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3162484'] for subnet, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:17.126242 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff6a2df-d068-4f9f-b334-79a73b6429cf req-e457f428-ca8e-4e58-a1f5-2c7a9ddbcf05 tempest-ServersTestManualDisk-182325693 tempest-ServersTestManualDisk-182325693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:45:17.134246 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-aff6a2df-d068-4f9f-b334-79a73b6429cf req-e457f428-ca8e-4e58-a1f5-2c7a9ddbcf05 tempest-ServersTestManualDisk-182325693 tempest-ServersTestManualDisk-182325693-project] 10.222.0.53 "GET /v2.0/ports?device_id=b046ee52-d7e7-4f00-aa0b-5e9350b5a813 HTTP/1.1" status: 200 len: 945 time: 0.2967172 Jun 24 11:45:17.160255 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.plugin [None req-0be75ede-42f1-4b6c-ae5f-5acbdb3c8d54 tempest-ExtraDHCPOptionsIpV6TestJSON-297538214 tempest-ExtraDHCPOptionsIpV6TestJSON-297538214-project] Calling delete_port for a2dddb3d-9486-4954-b4be-131778825fe9 owned by {{(pid=128083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 11:45:17.168493 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-207585d9-8cb8-4d13-8339-db9125312c08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:17.189784 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfc03c1d-9e51-4719-9314-9f309ee88485 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Router 5bd4fb39-08ad-4240-b3ff-e898010711c0 has already been hosted by L3 agent 2987dba8-2249-4ee6-96ec-28f0f7a6127d {{(pid=128084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 11:45:17.202404 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-aff6a2df-d068-4f9f-b334-79a73b6429cf req-2e284b0b-f95d-4b36-bcac-85a53d967266 tempest-ServersTestManualDisk-182325693 tempest-ServersTestManualDisk-182325693-project] 10.222.0.53 "GET /v2.0/security-groups?id=36df713e-0194-470c-a043-7cde9d86738f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0663588 Jun 24 11:45:17.232338 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-ea5844a8-9863-463c-af41-d1422673bda0 tempest-BulkNetworkOpsIpV6Test-1142812762 tempest-BulkNetworkOpsIpV6Test-1142812762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973199', 'neutron.services.segments.db._delete_segments_for_network-8793194012456'] for network, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:17.253012 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.services.segments.db [None req-ea5844a8-9863-463c-af41-d1422673bda0 tempest-BulkNetworkOpsIpV6Test-1142812762 tempest-BulkNetworkOpsIpV6Test-1142812762-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6111fd89-6d1c-4d3f-a838-dae593462b03']}} {{(pid=128084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:45:17.276367 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.services.segments.db [None req-ea5844a8-9863-463c-af41-d1422673bda0 tempest-BulkNetworkOpsIpV6Test-1142812762 tempest-BulkNetworkOpsIpV6Test-1142812762-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5bf1b25f-0225-46b7-a374-5558550f0a35') {'for_net_delete': True} {{(pid=128084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:45:17.276642 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.services.segments.db [None req-ea5844a8-9863-463c-af41-d1422673bda0 tempest-BulkNetworkOpsIpV6Test-1142812762 tempest-BulkNetworkOpsIpV6Test-1142812762-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5bf1b25f-0225-46b7-a374-5558550f0a35') {} {{(pid=128084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:45:17.289342 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-207585d9-8cb8-4d13-8339-db9125312c08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:17.303524 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] For port 6147d57c-7485-4c8f-a255-8497342b277c, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=6147d57c-7485-4c8f-a255-8497342b277c,segment=NetworkSegment(07892e35-761a-4552-b54f-9cd6dfd50c5c),segment_id=07892e35-761a-4552-b54f-9cd6dfd50c5c)] {{(pid=128085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 11:45:17.317440 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Returning: {'device': '6147d57c-7485-4c8f-a255-8497342b277c', 'network_id': '4865c6d7-6c66-4548-b02e-d00e97d481c4', 'port_id': '6147d57c-7485-4c8f-a255-8497342b277c', 'mac_address': 'fa:16:3e:cd:3d:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 611, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9f29286-6a6a-43a7-8236-d8b39e2a7133', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=128085) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 11:45:17.357314 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-ea5844a8-9863-463c-af41-d1422673bda0 tempest-BulkNetworkOpsIpV6Test-1142812762 tempest-BulkNetworkOpsIpV6Test-1142812762-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793194097327', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2373599'] for segment, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:17.357568 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:17.370980 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.notifiers.nova [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6147d57c-7485-4c8f-a255-8497342b277c {{(pid=128085) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 11:45:17.382691 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-207585d9-8cb8-4d13-8339-db9125312c08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800410'] for security_group, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:17.385537 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-ea5844a8-9863-463c-af41-d1422673bda0 tempest-BulkNetworkOpsIpV6Test-1142812762 tempest-BulkNetworkOpsIpV6Test-1142812762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967879'] for segment, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:17.385666 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-207585d9-8cb8-4d13-8339-db9125312c08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:17.387053 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-207585d9-8cb8-4d13-8339-db9125312c08 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c2914f9a-651c-45ed-87cc-74bed0e4caec HTTP/1.1" status: 204 len: 168 time: 0.4693501 Jun 24 11:45:17.398736 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] For port 6147d57c-7485-4c8f-a255-8497342b277c, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=6147d57c-7485-4c8f-a255-8497342b277c,segment=NetworkSegment(07892e35-761a-4552-b54f-9cd6dfd50c5c),segment_id=07892e35-761a-4552-b54f-9cd6dfd50c5c)] {{(pid=128085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 11:45:17.398914 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea5844a8-9863-463c-af41-d1422673bda0 tempest-BulkNetworkOpsIpV6Test-1142812762 tempest-BulkNetworkOpsIpV6Test-1142812762-project] Releasing vlan 605 on physical network physnet1 to pool {{(pid=128084) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 11:45:17.399192 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-ea5844a8-9863-463c-af41-d1422673bda0 tempest-BulkNetworkOpsIpV6Test-1142812762 tempest-BulkNetworkOpsIpV6Test-1142812762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3292053'] for segment, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:17.400396 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:45:17.404525 dv-neutron-797120-4-hyperv neutron-server[128084]: Traceback (most recent call last): Jun 24 11:45:17.404525 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 24 11:45:17.404525 dv-neutron-797120-4-hyperv neutron-server[128084]: timer() Jun 24 11:45:17.404525 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 24 11:45:17.404525 dv-neutron-797120-4-hyperv neutron-server[128084]: cb(*args, **kw) Jun 24 11:45:17.404525 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 24 11:45:17.404525 dv-neutron-797120-4-hyperv neutron-server[128084]: return func(*args, **kwargs) Jun 24 11:45:17.404525 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 24 11:45:17.404525 dv-neutron-797120-4-hyperv neutron-server[128084]: self._notify() Jun 24 11:45:17.404525 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 24 11:45:17.404525 dv-neutron-797120-4-hyperv neutron-server[128084]: self.callback(batched_events) Jun 24 11:45:17.404525 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 24 11:45:17.404525 dv-neutron-797120-4-hyperv neutron-server[128084]: event.method(event) Jun 24 11:45:17.404525 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 24 11:45:17.404525 dv-neutron-797120-4-hyperv neutron-server[128084]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 24 11:45:17.404525 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 24 11:45:17.404525 dv-neutron-797120-4-hyperv neutron-server[128084]: aggregate_uuid = self.p_client.list_aggregates( Jun 24 11:45:17.404525 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 24 11:45:17.404525 dv-neutron-797120-4-hyperv neutron-server[128084]: return f(self, *a, **k) Jun 24 11:45:17.404525 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 24 11:45:17.404525 dv-neutron-797120-4-hyperv neutron-server[128084]: return self._get(url).json() Jun 24 11:45:17.404525 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 24 11:45:17.404525 dv-neutron-797120-4-hyperv neutron-server[128084]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 24 11:45:17.404525 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 24 11:45:17.404525 dv-neutron-797120-4-hyperv neutron-server[128084]: return self.request(url, 'GET', **kwargs) Jun 24 11:45:17.404525 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 24 11:45:17.404525 dv-neutron-797120-4-hyperv neutron-server[128084]: base_url = self.get_endpoint(auth, allow=allow, Jun 24 11:45:17.404525 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 24 11:45:17.404525 dv-neutron-797120-4-hyperv neutron-server[128084]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 24 11:45:17.404525 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 24 11:45:17.404525 dv-neutron-797120-4-hyperv neutron-server[128084]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 24 11:45:17.404525 dv-neutron-797120-4-hyperv neutron-server[128084]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 24 11:45:17.410154 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:17.412411 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-1c208d98-f47a-4f49-b28e-8aab140e52c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:45:17.418459 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207585d9-8cb8-4d13-8339-db9125312c08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2914f9a-651c-45ed-87cc-74bed0e4caec,revision_number=None']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:45:17.440152 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-207585d9-8cb8-4d13-8339-db9125312c08 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:45:17.445272 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-0be75ede-42f1-4b6c-ae5f-5acbdb3c8d54 tempest-ExtraDHCPOptionsIpV6TestJSON-297538214 tempest-ExtraDHCPOptionsIpV6TestJSON-297538214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793193945299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193536732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2537862'] for port, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:17.459758 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:45:17.481469 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfc03c1d-9e51-4719-9314-9f309ee88485 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Notify agent at l3_agent.dv-neutron-797120-4-hyperv the message routers_updated {{(pid=128084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 11:45:17.495448 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-dfc03c1d-9e51-4719-9314-9f309ee88485 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] 10.222.0.53 "PUT /v2.0/routers/5bd4fb39-08ad-4240-b3ff-e898010711c0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7498021 Jun 24 11:45:17.499119 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 56904) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:45:17.500502 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-560dca4b-6f07-4fee-b23b-7c91529aa07c None None] Sync routers for ids ['5bd4fb39-08ad-4240-b3ff-e898010711c0'] in dv-neutron-797120-4-hyperv {{(pid=128086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 11:45:17.503300 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Pushing event updated for resources: {'Port': ['ID=6147d57c-7485-4c8f-a255-8497342b277c,revision_number=4']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:45:17.517538 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be75ede-42f1-4b6c-ae5f-5acbdb3c8d54 tempest-ExtraDHCPOptionsIpV6TestJSON-297538214 tempest-ExtraDHCPOptionsIpV6TestJSON-297538214-project] Pushing event deleted for resources: {'Port': ['ID=a2dddb3d-9486-4954-b4be-131778825fe9,revision_number=None']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:45:17.525049 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-0be75ede-42f1-4b6c-ae5f-5acbdb3c8d54 tempest-ExtraDHCPOptionsIpV6TestJSON-297538214 tempest-ExtraDHCPOptionsIpV6TestJSON-297538214-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:45:17.526448 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:45:17.528247 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-560dca4b-6f07-4fee-b23b-7c91529aa07c None None] Routers {'5bd4fb39-08ad-4240-b3ff-e898010711c0'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 11:45:17.529793 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-560dca4b-6f07-4fee-b23b-7c91529aa07c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T11:44:56Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['5bd4fb39-08ad-4240-b3ff-e898010711c0'], 'active': True} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:45:17.548168 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-0be75ede-42f1-4b6c-ae5f-5acbdb3c8d54 tempest-ExtraDHCPOptionsIpV6TestJSON-297538214 tempest-ExtraDHCPOptionsIpV6TestJSON-297538214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468916'] for port, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:17.550164 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-0be75ede-42f1-4b6c-ae5f-5acbdb3c8d54 tempest-ExtraDHCPOptionsIpV6TestJSON-297538214 tempest-ExtraDHCPOptionsIpV6TestJSON-297538214-project] 10.222.0.53 "DELETE /v2.0/ports/a2dddb3d-9486-4954-b4be-131778825fe9 HTTP/1.1" status: 204 len: 168 time: 1.3807437 Jun 24 11:45:17.552730 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 56906) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:45:17.566637 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-ea5844a8-9863-463c-af41-d1422673bda0 tempest-BulkNetworkOpsIpV6Test-1142812762 tempest-BulkNetworkOpsIpV6Test-1142812762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1800243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1815642'] for network, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:17.613934 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-560dca4b-6f07-4fee-b23b-7c91529aa07c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:45:17.615218 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-1e6f7c67-a7c1-4287-be7c-615ec566c26f tempest-ExternalNetworksTestJSON-2097641310 tempest-ExternalNetworksTestJSON-2097641310-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:45:17.615898 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c2b8797-7828-46f7-afc2-34841e03722c tempest-ExtraDHCPOptionsIpV6TestJSON-297538214 tempest-ExtraDHCPOptionsIpV6TestJSON-297538214-project] Deleting subnet 0e6fa37c-7077-42bf-930c-05bc19ddb9d5 {{(pid=128083) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 24 11:45:17.619679 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-7c2b8797-7828-46f7-afc2-34841e03722c tempest-ExtraDHCPOptionsIpV6TestJSON-297538214 tempest-ExtraDHCPOptionsIpV6TestJSON-297538214-project] Notify callbacks [] for subnet, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:17.626821 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-560dca4b-6f07-4fee-b23b-7c91529aa07c None None] Routers {'5bd4fb39-08ad-4240-b3ff-e898010711c0'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 11:45:17.627740 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-560dca4b-6f07-4fee-b23b-7c91529aa07c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T11:44:56Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['5bd4fb39-08ad-4240-b3ff-e898010711c0'], 'active': True} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:45:17.632082 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-ea5844a8-9863-463c-af41-d1422673bda0 tempest-BulkNetworkOpsIpV6Test-1142812762 tempest-BulkNetworkOpsIpV6Test-1142812762-project] Notify callbacks [] for network, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:17.643811 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 56910) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:45:17.643985 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-ea5844a8-9863-463c-af41-d1422673bda0 tempest-BulkNetworkOpsIpV6Test-1142812762 tempest-BulkNetworkOpsIpV6Test-1142812762-project] 10.222.0.53 "DELETE /v2.0/networks/6111fd89-6d1c-4d3f-a838-dae593462b03 HTTP/1.1" status: 204 len: 168 time: 0.9120932 Jun 24 11:45:17.668952 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] get_ports_and_sgs() called for port_ids ['6147d57c-7485-4c8f-a255-8497342b277c'] {{(pid=128085) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 11:45:17.672329 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-560dca4b-6f07-4fee-b23b-7c91529aa07c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:45:17.673123 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-560dca4b-6f07-4fee-b23b-7c91529aa07c None None] The sync data for ids ['5bd4fb39-08ad-4240-b3ff-e898010711c0'] in dv-neutron-797120-4-hyperv is: [] {{(pid=128086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 11:45:17.683542 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5844a8-9863-463c-af41-d1422673bda0 tempest-BulkNetworkOpsIpV6Test-1142812762 tempest-BulkNetworkOpsIpV6Test-1142812762-project] Pushing event deleted for resources: {'Network': ['ID=6111fd89-6d1c-4d3f-a838-dae593462b03,revision_number=None']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:45:17.695295 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-ea5844a8-9863-463c-af41-d1422673bda0 tempest-BulkNetworkOpsIpV6Test-1142812762 tempest-BulkNetworkOpsIpV6Test-1142812762-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:45:17.713535 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-d7163fb2-8ad0-4e27-8fa8-77f92072e701 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3291959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3162270'] for subnet, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:17.755346 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:45:17.862959 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-7c2b8797-7828-46f7-afc2-34841e03722c tempest-ExtraDHCPOptionsIpV6TestJSON-297538214 tempest-ExtraDHCPOptionsIpV6TestJSON-297538214-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3143795'] for subnet, precommit_delete_associations {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:17.910292 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7163fb2-8ad0-4e27-8fa8-77f92072e701 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Pushing event updated for resources: {'Subnet': ['ID=a8925bab-bc98-41c1-af4e-4b6634265123,revision_number=0']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:45:17.922322 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-d7163fb2-8ad0-4e27-8fa8-77f92072e701 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:45:17.947115 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30fbe243-fe50-4271-b7b4-ee63d161de2d tempest-BulkNetworkOpsIpV6Test-1142812762 tempest-BulkNetworkOpsIpV6Test-1142812762-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:45:17.953578 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30fbe243-fe50-4271-b7b4-ee63d161de2d tempest-BulkNetworkOpsIpV6Test-1142812762 tempest-BulkNetworkOpsIpV6Test-1142812762-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:45:17.959043 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-30fbe243-fe50-4271-b7b4-ee63d161de2d tempest-BulkNetworkOpsIpV6Test-1142812762 tempest-BulkNetworkOpsIpV6Test-1142812762-project] 10.222.0.53 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.3105175 Jun 24 11:45:17.960754 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 56914) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:45:17.972704 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7163fb2-8ad0-4e27-8fa8-77f92072e701 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Checking segment: {'id': 'ce718b9b-f8a1-4104-98ec-800346bea0d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'c475688e-6de7-4445-a056-88051078503f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=128084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 11:45:17.973369 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7163fb2-8ad0-4e27-8fa8-77f92072e701 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Network hostable DHCP agents. Network: c475688e-6de7-4445-a056-88051078503f, hostable agents: ['6be988a9-1d97-480f-be5a-c55abf2c55c5'], hosted agents: [] {{(pid=128084) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 11:45:17.977494 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [None req-3b7b17b9-6d8d-497e-ad6b-598d565d4646 tempest-BulkNetworkOpsIpV6Test-1142812762 tempest-BulkNetworkOpsIpV6Test-1142812762-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-379336710'}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:45:17.988803 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 56916) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:45:18.019553 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-937d457c-f207-4904-92cd-4bbe23914ea2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:18.047270 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7163fb2-8ad0-4e27-8fa8-77f92072e701 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Network c475688e-6de7-4445-a056-88051078503f is scheduled to be hosted by DHCP agent 6be988a9-1d97-480f-be5a-c55abf2c55c5 with binding_index 1 {{(pid=128084) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 11:45:18.063637 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.base_scheduler [None req-d7163fb2-8ad0-4e27-8fa8-77f92072e701 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-4-hyperv, c475688e-6de7-4445-a056-88051078503f) {{(pid=128084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:45:18.069087 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7163fb2-8ad0-4e27-8fa8-77f92072e701 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=128084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:45:18.069664 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-d7163fb2-8ad0-4e27-8fa8-77f92072e701 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Notify callbacks [] for subnet, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:18.071681 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bc484ed-440d-4f4f-b3fa-0afe7ee41c1c None None] Network c475688e-6de7-4445-a056-88051078503f requested from dv-neutron-797120-4-hyperv {{(pid=128085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 11:45:18.116247 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-7c2b8797-7828-46f7-afc2-34841e03722c tempest-ExtraDHCPOptionsIpV6TestJSON-297538214 tempest-ExtraDHCPOptionsIpV6TestJSON-297538214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-972249'] for subnet, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:18.153266 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-0f32cbf5-c38f-4104-91fa-55fc7574b9bb tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1978565'] for router_interface, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:18.159260 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-d7163fb2-8ad0-4e27-8fa8-77f92072e701 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3430707 Jun 24 11:45:18.168010 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 56920) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:45:18.173285 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b7b17b9-6d8d-497e-ad6b-598d565d4646 tempest-BulkNetworkOpsIpV6Test-1142812762 tempest-BulkNetworkOpsIpV6Test-1142812762-project] Made reservation on behalf of 00f567924a9b40eb87599708f2304a9e for: {'network': 1} {{(pid=128083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 11:45:18.176704 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-3b7b17b9-6d8d-497e-ad6b-598d565d4646 tempest-BulkNetworkOpsIpV6Test-1142812762 tempest-BulkNetworkOpsIpV6Test-1142812762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for network, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:18.205669 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [None req-ed751cb1-fa59-4a90-9b6d-c131634fc071 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Request body: {'subnet': {'network_id': '17c1c6a1-cd16-4b7a-8ff9-287abf2de00d', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:45:18.234371 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fa2631e-067d-4ca5-b4b8-435e0238a208 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d65c8f8-7530-5052-99fe-8ea05073750b-c475688e-6de7-4445-a056-88051078503f', 'network_id': 'c475688e-6de7-4445-a056-88051078503f', 'tenant_id': '01c7f8735a2b4722ae0cabb11183e366', 'fixed_ips': [{'subnet_id': 'a8925bab-bc98-41c1-af4e-4b6634265123'}]}} from dv-neutron-797120-4-hyperv. {{(pid=128085) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 24 11:45:18.235394 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-3fa2631e-067d-4ca5-b4b8-435e0238a208 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_create {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:18.366094 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b7b17b9-6d8d-497e-ad6b-598d565d4646 tempest-BulkNetworkOpsIpV6Test-1142812762 tempest-BulkNetworkOpsIpV6Test-1142812762-project] vlan segment allocate from pool success with {'vlan_id': 619, 'physical_network': 'physnet1'} {{(pid=128083) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 11:45:18.394679 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-937d457c-f207-4904-92cd-4bbe23914ea2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:18.395338 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.db_base_plugin_common [None req-3fa2631e-067d-4ca5-b4b8-435e0238a208 None None] Allocated IP 172.20.0.2 (c475688e-6de7-4445-a056-88051078503f/a8925bab-bc98-41c1-af4e-4b6634265123/77aff09a-199a-4042-84f8-1faec83374b4) {{(pid=128085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 11:45:18.400200 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-937d457c-f207-4904-92cd-4bbe23914ea2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800410'] for security_group, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:18.404205 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-07db8bcc-c053-427f-bb2a-64077ee92e85 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:45:18.404466 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-7c2b8797-7828-46f7-afc2-34841e03722c tempest-ExtraDHCPOptionsIpV6TestJSON-297538214 tempest-ExtraDHCPOptionsIpV6TestJSON-297538214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-972238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2537800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3289951'] for subnet, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:18.407563 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-3b7b17b9-6d8d-497e-ad6b-598d565d4646 tempest-BulkNetworkOpsIpV6Test-1142812762 tempest-BulkNetworkOpsIpV6Test-1142812762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967879'] for segment, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:18.407912 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.db.segments_db [None req-3b7b17b9-6d8d-497e-ad6b-598d565d4646 tempest-BulkNetworkOpsIpV6Test-1142812762 tempest-BulkNetworkOpsIpV6Test-1142812762-project] Added segment 97ed3e13-db1a-4789-97bb-6fe5727f6b5b of type vlan for network 0f6987dc-2219-4a5c-909a-711e7284a03d Jun 24 11:45:18.428968 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:45:18.473602 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-937d457c-f207-4904-92cd-4bbe23914ea2 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=81f7a27ee352439d8ce5167174f3648b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4832187 Jun 24 11:45:18.478091 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 56924) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:45:18.484330 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937d457c-f207-4904-92cd-4bbe23914ea2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea838224-0e55-454b-9d13-63efddb76917,revision_number=1']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:45:18.489806 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-937d457c-f207-4904-92cd-4bbe23914ea2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:45:18.492419 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce14f484-9957-473a-9a77-0d9c46458ab6 req-000ee1c9-e2e1-4f76-b046-2d0563eacee7 tempest-ServerActionsTestJSON-818164034 tempest-ServerActionsTestJSON-818164034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:45:18.494108 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-ce14f484-9957-473a-9a77-0d9c46458ab6 req-000ee1c9-e2e1-4f76-b046-2d0563eacee7 tempest-ServerActionsTestJSON-818164034 tempest-ServerActionsTestJSON-818164034-project] 10.222.0.53 "GET /v2.0/ports?device_id=d6cc2586-9578-488f-96d4-fbc6dd702115 HTTP/1.1" status: 200 len: 944 time: 0.3532360 Jun 24 11:45:18.499454 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2b8797-7828-46f7-afc2-34841e03722c tempest-ExtraDHCPOptionsIpV6TestJSON-297538214 tempest-ExtraDHCPOptionsIpV6TestJSON-297538214-project] Pushing event deleted for resources: {'Subnet': ['ID=0e6fa37c-7077-42bf-930c-05bc19ddb9d5,revision_number=None']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:45:18.502560 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-7c2b8797-7828-46f7-afc2-34841e03722c tempest-ExtraDHCPOptionsIpV6TestJSON-297538214 tempest-ExtraDHCPOptionsIpV6TestJSON-297538214-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:45:18.510421 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e56f79a-ead8-4578-9ccf-4aa22c807172 req-92042faf-6c51-458f-a234-fa7e91a2920e tempest-ServersTestJSON-1725335409 tempest-ServersTestJSON-1725335409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:45:18.511919 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-9e56f79a-ead8-4578-9ccf-4aa22c807172 req-92042faf-6c51-458f-a234-fa7e91a2920e tempest-ServersTestJSON-1725335409 tempest-ServersTestJSON-1725335409-project] 10.222.0.53 "GET /v2.0/ports?device_id=618b8848-261b-4b47-b06a-cb463f1f77c5 HTTP/1.1" status: 200 len: 946 time: 0.3691542 Jun 24 11:45:18.515728 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-7c2b8797-7828-46f7-afc2-34841e03722c tempest-ExtraDHCPOptionsIpV6TestJSON-297538214 tempest-ExtraDHCPOptionsIpV6TestJSON-297538214-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588949'] for subnet, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:18.517610 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-7c2b8797-7828-46f7-afc2-34841e03722c tempest-ExtraDHCPOptionsIpV6TestJSON-297538214 tempest-ExtraDHCPOptionsIpV6TestJSON-297538214-project] 10.222.0.53 "DELETE /v2.0/subnets/0e6fa37c-7077-42bf-930c-05bc19ddb9d5 HTTP/1.1" status: 204 len: 168 time: 0.9638755 Jun 24 11:45:18.526337 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfd02ac9-4fbc-425c-bab1-94d431cf4202 None None] Network 10554adc-c827-4e9b-a3d1-b6fd44d788da requested from dv-neutron-797120-4-hyperv {{(pid=128085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 11:45:18.527624 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 56926) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:45:18.565267 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed751cb1-fa59-4a90-9b6d-c131634fc071 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Made reservation on behalf of 01c7f8735a2b4722ae0cabb11183e366 for: {'subnet': 1} {{(pid=128083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 11:45:18.568754 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-ed751cb1-fa59-4a90-9b6d-c131634fc071 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3289788'] for subnet, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:18.585058 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-b4256207-062a-4ab1-8ade-74c05a78a602 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:18.589140 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-3b7b17b9-6d8d-497e-ad6b-598d565d4646 tempest-BulkNetworkOpsIpV6Test-1142812762 tempest-BulkNetworkOpsIpV6Test-1142812762-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793193525068'] for network, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:18.607641 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.plugin [None req-0f32cbf5-c38f-4104-91fa-55fc7574b9bb tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Deleting port 0749dfd2-ec08-4df2-8e83-cf25cb3430aa {{(pid=128084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 11:45:18.608506 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-0f32cbf5-c38f-4104-91fa-55fc7574b9bb tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793193942312'] for port, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:18.635715 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-b4256207-062a-4ab1-8ade-74c05a78a602 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:18.659715 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-3fa2631e-067d-4ca5-b4b8-435e0238a208 None None] Notify callbacks [] for port, precommit_create {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:18.688415 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-3fa2631e-067d-4ca5-b4b8-435e0238a208 None None] Transition to ACTIVE for port object 77aff09a-199a-4042-84f8-1faec83374b4 will not be triggered until provisioned by entity L2. {{(pid=128085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 11:45:18.728767 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-0f32cbf5-c38f-4104-91fa-55fc7574b9bb tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1978872'] for port, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:18.736249 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-ce14f484-9957-473a-9a77-0d9c46458ab6 req-b7af0bf9-f030-4023-85f4-14966750ce19 tempest-ServerActionsTestJSON-818164034 tempest-ServerActionsTestJSON-818164034-project] 10.222.0.53 "GET /v2.0/security-groups?id=7ca7987f-c073-401f-ba18-8737b1398c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2158022 Jun 24 11:45:18.750494 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.plugin [None req-0f32cbf5-c38f-4104-91fa-55fc7574b9bb tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Calling delete_port for 0749dfd2-ec08-4df2-8e83-cf25cb3430aa owned by network:router_interface {{(pid=128084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 11:45:18.752427 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-3fa2631e-067d-4ca5-b4b8-435e0238a208 None None] Transition to ACTIVE for port object 77aff09a-199a-4042-84f8-1faec83374b4 will not be triggered until provisioned by entity DHCP. {{(pid=128085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 11:45:18.753213 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-b4256207-062a-4ab1-8ade-74c05a78a602 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800410'] for security_group, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:18.755944 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-b4256207-062a-4ab1-8ade-74c05a78a602 admin admin] Notify callbacks [] for security_group, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:18.757412 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-b4256207-062a-4ab1-8ade-74c05a78a602 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/ea838224-0e55-454b-9d13-63efddb76917 HTTP/1.1" status: 204 len: 168 time: 0.2782967 Jun 24 11:45:18.760537 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-ee57951c-90b8-4c71-be5d-01f1c4fcb5e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:45:18.777420 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4256207-062a-4ab1-8ade-74c05a78a602 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea838224-0e55-454b-9d13-63efddb76917,revision_number=None']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:45:18.779590 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-3fa2631e-067d-4ca5-b4b8-435e0238a208 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-650429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-506361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793193536723'] for port, after_create {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:18.781360 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-b4256207-062a-4ab1-8ade-74c05a78a602 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:45:18.783195 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:45:18.796421 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-9e56f79a-ead8-4578-9ccf-4aa22c807172 req-fc396387-7c0f-4f46-ab5c-4c36b4f02fbc tempest-ServersTestJSON-1725335409 tempest-ServersTestJSON-1725335409-project] 10.222.0.53 "GET /v2.0/security-groups?id=c6a6118f-5ca3-4415-a86c-d6e07885b397&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2747407 Jun 24 11:45:18.845655 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fa2631e-067d-4ca5-b4b8-435e0238a208 None None] Network c475688e-6de7-4445-a056-88051078503f is already hosted by enough agents. {{(pid=128085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 11:45:18.850334 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.scheduler.base_scheduler [None req-3fa2631e-067d-4ca5-b4b8-435e0238a208 None None] Resources bound (agent type, host, resource id): {{(pid=128085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:45:18.875144 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fa2631e-067d-4ca5-b4b8-435e0238a208 None None] Received port after_create {{(pid=128085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 11:45:18.887284 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cc2c413-8d5d-4ee1-a21a-83ed74c808de None None] DHCP port deletion for 10554adc-c827-4e9b-a3d1-b6fd44d788da request from dv-neutron-797120-4-hyperv {{(pid=128085) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 24 11:45:18.906360 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa2631e-067d-4ca5-b4b8-435e0238a208 None None] Pushing event updated for resources: {'Port': ['ID=77aff09a-199a-4042-84f8-1faec83374b4,revision_number=1']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:45:18.942454 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-3fa2631e-067d-4ca5-b4b8-435e0238a208 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:45:19.000665 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-3fa2631e-067d-4ca5-b4b8-435e0238a208 None None] Attempting to bind port 77aff09a-199a-4042-84f8-1faec83374b4 on host dv-neutron-797120-4-hyperv for vnic_type normal with profile {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 11:45:19.001087 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-3fa2631e-067d-4ca5-b4b8-435e0238a208 None None] Attempting to bind port 77aff09a-199a-4042-84f8-1faec83374b4 by drivers openvswitch,hyperv on host dv-neutron-797120-4-hyperv at level 0 using segments [{'id': 'ce718b9b-f8a1-4104-98ec-800346bea0d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'c475688e-6de7-4445-a056-88051078503f'}] {{(pid=128085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 11:45:19.001442 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fa2631e-067d-4ca5-b4b8-435e0238a208 None None] Attempting to bind port 77aff09a-199a-4042-84f8-1faec83374b4 on network c475688e-6de7-4445-a056-88051078503f {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 11:45:19.007265 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fa2631e-067d-4ca5-b4b8-435e0238a208 None None] Checking agent: {'id': 'e3a695b2-c397-461f-83b0-10b79d490b59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 11, 36, 56), 'started_at': datetime.datetime(2021, 6, 24, 11, 37, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 11, 44, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 11:45:19.007641 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fa2631e-067d-4ca5-b4b8-435e0238a208 None None] Checking segment: {'id': 'ce718b9b-f8a1-4104-98ec-800346bea0d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'c475688e-6de7-4445-a056-88051078503f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=128085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 11:45:19.008045 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-3fa2631e-067d-4ca5-b4b8-435e0238a208 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:19.008436 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fa2631e-067d-4ca5-b4b8-435e0238a208 None None] Bound using segment: {'id': 'ce718b9b-f8a1-4104-98ec-800346bea0d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'c475688e-6de7-4445-a056-88051078503f'} {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 11:45:19.008908 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-3fa2631e-067d-4ca5-b4b8-435e0238a208 None None] Bound port: 77aff09a-199a-4042-84f8-1faec83374b4, host: dv-neutron-797120-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce718b9b-f8a1-4104-98ec-800346bea0d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'c475688e-6de7-4445-a056-88051078503f'}}] {{(pid=128085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 11:45:19.009318 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-3fa2631e-067d-4ca5-b4b8-435e0238a208 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:19.032284 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-0ce12adc-e5db-40ca-957b-096364dbda52 tempest-ExtraDHCPOptionsIpV6TestJSON-297538214 tempest-ExtraDHCPOptionsIpV6TestJSON-297538214-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-534962'] for network, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:19.067509 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-3b7b17b9-6d8d-497e-ad6b-598d565d4646 tempest-BulkNetworkOpsIpV6Test-1142812762 tempest-BulkNetworkOpsIpV6Test-1142812762-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1800243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976'] for network, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:19.067890 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Device 6147d57c-7485-4c8f-a255-8497342b277c up at agent hyperv_hv-neutron-7971 {{(pid=128085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 11:45:19.091077 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-6cc2c413-8d5d-4ee1-a21a-83ed74c808de None None] Deleting port 02f4c984-54a8-4d46-80ca-6f98165bf418 {{(pid=128085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 11:45:19.091682 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-6cc2c413-8d5d-4ee1-a21a-83ed74c808de None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793193942312'] for port, before_delete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:19.096453 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b7b17b9-6d8d-497e-ad6b-598d565d4646 tempest-BulkNetworkOpsIpV6Test-1142812762 tempest-BulkNetworkOpsIpV6Test-1142812762-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:45:19.097120 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-3b7b17b9-6d8d-497e-ad6b-598d565d4646 tempest-BulkNetworkOpsIpV6Test-1142812762 tempest-BulkNetworkOpsIpV6Test-1142812762-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588949'] for network, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:19.119163 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-e31a2157-21ce-4508-acd1-1b4732092787 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:45:19.119673 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-0f32cbf5-c38f-4104-91fa-55fc7574b9bb tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793193945299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193536732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3292088'] for port, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:19.142026 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-32ea8ccd-6946-4d95-ab09-97ed8ce40432 tempest-ExternalNetworksTestJSON-2097641310 tempest-ExternalNetworksTestJSON-2097641310-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:45:19.149032 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-3b7b17b9-6d8d-497e-ad6b-598d565d4646 tempest-BulkNetworkOpsIpV6Test-1142812762 tempest-BulkNetworkOpsIpV6Test-1142812762-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.1838088 Jun 24 11:45:19.164408 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 56936) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:45:19.173462 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [None req-2edbe958-1673-4d6d-bd7b-b679da43e382 tempest-BulkNetworkOpsIpV6Test-1142812762 tempest-BulkNetworkOpsIpV6Test-1142812762-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-754848351'}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:45:19.181043 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-3fa2631e-067d-4ca5-b4b8-435e0238a208 None None] For port 77aff09a-199a-4042-84f8-1faec83374b4, host dv-neutron-797120-4-hyperv, cleared binding levels {{(pid=128085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 11:45:19.189493 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-3fa2631e-067d-4ca5-b4b8-435e0238a208 None None] For port 77aff09a-199a-4042-84f8-1faec83374b4, host dv-neutron-797120-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=77aff09a-199a-4042-84f8-1faec83374b4,segment=NetworkSegment(ce718b9b-f8a1-4104-98ec-800346bea0d7),segment_id=ce718b9b-f8a1-4104-98ec-800346bea0d7)] {{(pid=128085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 11:45:19.194337 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f32cbf5-c38f-4104-91fa-55fc7574b9bb tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Pushing event deleted for resources: {'Port': ['ID=0749dfd2-ec08-4df2-8e83-cf25cb3430aa,revision_number=None']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:45:19.197889 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-6cc2c413-8d5d-4ee1-a21a-83ed74c808de None None] For port 02f4c984-54a8-4d46-80ca-6f98165bf418, host dv-neutron-797120-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=02f4c984-54a8-4d46-80ca-6f98165bf418,segment=NetworkSegment(df08dace-b440-4b1f-bdb1-0807d96ef294),segment_id=df08dace-b440-4b1f-bdb1-0807d96ef294)] {{(pid=128085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 11:45:19.198287 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-6cc2c413-8d5d-4ee1-a21a-83ed74c808de None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1978872'] for port, precommit_delete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:19.207382 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-3fa2631e-067d-4ca5-b4b8-435e0238a208 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:19.214121 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-088523b7-980d-4ae8-9d7a-bb4d4751fd3a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:45:19.231214 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f32cbf5-c38f-4104-91fa-55fc7574b9bb tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:45:19.232025 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f32cbf5-c38f-4104-91fa-55fc7574b9bb tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:45:19.233507 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f32cbf5-c38f-4104-91fa-55fc7574b9bb tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:45:19.235285 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f32cbf5-c38f-4104-91fa-55fc7574b9bb tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:45:19.236079 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f32cbf5-c38f-4104-91fa-55fc7574b9bb tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:45:19.236638 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f32cbf5-c38f-4104-91fa-55fc7574b9bb tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:45:19.237513 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f32cbf5-c38f-4104-91fa-55fc7574b9bb tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:45:19.238115 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f32cbf5-c38f-4104-91fa-55fc7574b9bb tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:45:19.238694 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f32cbf5-c38f-4104-91fa-55fc7574b9bb tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:45:19.239251 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f32cbf5-c38f-4104-91fa-55fc7574b9bb tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:45:19.239820 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f32cbf5-c38f-4104-91fa-55fc7574b9bb tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:45:19.240378 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f32cbf5-c38f-4104-91fa-55fc7574b9bb tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:45:19.250880 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-6cc2c413-8d5d-4ee1-a21a-83ed74c808de None None] Calling delete_port for 02f4c984-54a8-4d46-80ca-6f98165bf418 owned by network:dhcp {{(pid=128085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 11:45:19.270102 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-0f32cbf5-c38f-4104-91fa-55fc7574b9bb tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:45:19.313567 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Provisioning for port 6147d57c-7485-4c8f-a255-8497342b277c completed by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 11:45:19.368317 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-0f32cbf5-c38f-4104-91fa-55fc7574b9bb tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1588985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1806165'] for router_interface, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:19.377610 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Provisioning complete for port 6147d57c-7485-4c8f-a255-8497342b277c triggered by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:45:19.378037 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:19.379242 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7b17b9-6d8d-497e-ad6b-598d565d4646 tempest-BulkNetworkOpsIpV6Test-1142812762 tempest-BulkNetworkOpsIpV6Test-1142812762-project] Pushing event updated for resources: {'Network': ['ID=0f6987dc-2219-4a5c-909a-711e7284a03d,revision_number=1']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:45:19.399490 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2edbe958-1673-4d6d-bd7b-b679da43e382 tempest-BulkNetworkOpsIpV6Test-1142812762 tempest-BulkNetworkOpsIpV6Test-1142812762-project] Made reservation on behalf of 00f567924a9b40eb87599708f2304a9e for: {'network': 1} {{(pid=128083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 11:45:19.403299 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-2edbe958-1673-4d6d-bd7b-b679da43e382 tempest-BulkNetworkOpsIpV6Test-1142812762 tempest-BulkNetworkOpsIpV6Test-1142812762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for network, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:19.426428 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-ed751cb1-fa59-4a90-9b6d-c131634fc071 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2537737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3289942'] for subnet, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:19.474202 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa2631e-067d-4ca5-b4b8-435e0238a208 None None] Pushing event updated for resources: {'Port': ['ID=77aff09a-199a-4042-84f8-1faec83374b4,revision_number=2']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:45:19.486462 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-3fa2631e-067d-4ca5-b4b8-435e0238a208 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:45:19.493544 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-6cc2c413-8d5d-4ee1-a21a-83ed74c808de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793193945299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193536732'] for port, after_delete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:19.496295 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:45:19.552961 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc2c413-8d5d-4ee1-a21a-83ed74c808de None None] Pushing event deleted for resources: {'Port': ['ID=02f4c984-54a8-4d46-80ca-6f98165bf418,revision_number=None']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:45:19.573420 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-6cc2c413-8d5d-4ee1-a21a-83ed74c808de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:45:19.576060 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cc2c413-8d5d-4ee1-a21a-83ed74c808de None None] No DVR routers for this DVR port 02f4c984-54a8-4d46-80ca-6f98165bf418 on host dv-neutron-797120-4-hyperv {{(pid=128085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 11:45:19.702253 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:19.749594 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6cc2586-9578-488f-96d4-fbc6dd702115', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6147d57c-7485-4c8f-a255-8497342b277c'}] {{(pid=128085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 11:45:19.752261 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1098ec9051a50dd033317f529a09b9762582ef7b417ebe05928aca59e08255aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4989ba57-8438-4bc9-b75e-117a2a017dea" -d '{"events": [{"server_uuid": "d6cc2586-9578-488f-96d4-fbc6dd702115", "name": "network-vif-plugged", "status": "completed", "tag": "6147d57c-7485-4c8f-a255-8497342b277c"}]}' {{(pid=128085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 11:45:19.773561 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] For port 6147d57c-7485-4c8f-a255-8497342b277c, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=6147d57c-7485-4c8f-a255-8497342b277c,segment=NetworkSegment(07892e35-761a-4552-b54f-9cd6dfd50c5c),segment_id=07892e35-761a-4552-b54f-9cd6dfd50c5c)] {{(pid=128085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 11:45:19.780159 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:19.781994 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-c9f4498d-db70-49ac-87ab-a4987c7c1dac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:45:19.860226 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Pushing event updated for resources: {'Port': ['ID=6147d57c-7485-4c8f-a255-8497342b277c,revision_number=5']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:45:19.863839 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:45:19.902937 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7b17b9-6d8d-497e-ad6b-598d565d4646 tempest-BulkNetworkOpsIpV6Test-1142812762 tempest-BulkNetworkOpsIpV6Test-1142812762-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:45:19.903303 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7b17b9-6d8d-497e-ad6b-598d565d4646 tempest-BulkNetworkOpsIpV6Test-1142812762 tempest-BulkNetworkOpsIpV6Test-1142812762-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:45:19.903776 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7b17b9-6d8d-497e-ad6b-598d565d4646 tempest-BulkNetworkOpsIpV6Test-1142812762 tempest-BulkNetworkOpsIpV6Test-1142812762-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:45:19.905267 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7b17b9-6d8d-497e-ad6b-598d565d4646 tempest-BulkNetworkOpsIpV6Test-1142812762 tempest-BulkNetworkOpsIpV6Test-1142812762-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:45:19.905267 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7b17b9-6d8d-497e-ad6b-598d565d4646 tempest-BulkNetworkOpsIpV6Test-1142812762 tempest-BulkNetworkOpsIpV6Test-1142812762-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:45:19.905267 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7b17b9-6d8d-497e-ad6b-598d565d4646 tempest-BulkNetworkOpsIpV6Test-1142812762 tempest-BulkNetworkOpsIpV6Test-1142812762-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:45:19.905529 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7b17b9-6d8d-497e-ad6b-598d565d4646 tempest-BulkNetworkOpsIpV6Test-1142812762 tempest-BulkNetworkOpsIpV6Test-1142812762-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:45:19.905917 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7b17b9-6d8d-497e-ad6b-598d565d4646 tempest-BulkNetworkOpsIpV6Test-1142812762 tempest-BulkNetworkOpsIpV6Test-1142812762-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:45:19.906277 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7b17b9-6d8d-497e-ad6b-598d565d4646 tempest-BulkNetworkOpsIpV6Test-1142812762 tempest-BulkNetworkOpsIpV6Test-1142812762-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:45:19.906774 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7b17b9-6d8d-497e-ad6b-598d565d4646 tempest-BulkNetworkOpsIpV6Test-1142812762 tempest-BulkNetworkOpsIpV6Test-1142812762-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:45:19.906969 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7b17b9-6d8d-497e-ad6b-598d565d4646 tempest-BulkNetworkOpsIpV6Test-1142812762 tempest-BulkNetworkOpsIpV6Test-1142812762-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:45:19.907300 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7b17b9-6d8d-497e-ad6b-598d565d4646 tempest-BulkNetworkOpsIpV6Test-1142812762 tempest-BulkNetworkOpsIpV6Test-1142812762-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:45:19.918812 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-3b7b17b9-6d8d-497e-ad6b-598d565d4646 tempest-BulkNetworkOpsIpV6Test-1142812762 tempest-BulkNetworkOpsIpV6Test-1142812762-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.800s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:45:19.923083 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Network 0f6987dc-2219-4a5c-909a-711e7284a03d details requested by agent ovs-agent-dv-neutron-797120-4-hyperv with host dv-neutron-797120-4-hyperv {{(pid=128085) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 11:45:19.934760 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.034s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:45:19.968500 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c16c38-e59a-474c-bfc1-02ceb75c8f5c req-3ef05169-98a3-4b1e-85ad-cfc515c31e7e tempest-ServersTestJSON-1725335409 tempest-ServersTestJSON-1725335409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:45:19.970129 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-13c16c38-e59a-474c-bfc1-02ceb75c8f5c req-3ef05169-98a3-4b1e-85ad-cfc515c31e7e tempest-ServersTestJSON-1725335409 tempest-ServersTestJSON-1725335409-project] 10.222.0.53 "GET /v2.0/ports?device_id=618b8848-261b-4b47-b06a-cb463f1f77c5 HTTP/1.1" status: 200 len: 946 time: 0.9935117 Jun 24 11:45:20.025888 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 11:45:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d376613f-0409-43a0-b3e1-8f240f9216b3 x-openstack-request-id: req-d376613f-0409-43a0-b3e1-8f240f9216b3 {{(pid=128085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 11:45:20.026190 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6cc2586-9578-488f-96d4-fbc6dd702115", "name": "network-vif-plugged", "status": "completed", "tag": "6147d57c-7485-4c8f-a255-8497342b277c", "code": 200}]} {{(pid=128085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 11:45:20.026451 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d376613f-0409-43a0-b3e1-8f240f9216b3 {{(pid=128085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 11:45:20.026862 dv-neutron-797120-4-hyperv neutron-server[128085]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6cc2586-9578-488f-96d4-fbc6dd702115', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6147d57c-7485-4c8f-a255-8497342b277c', 'code': 200} Jun 24 11:45:20.051520 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device 77aff09a-199a-4042-84f8-1faec83374b4 up at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 11:45:20.060086 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 56956) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:45:20.081761 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f32cbf5-c38f-4104-91fa-55fc7574b9bb tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Router 5bd4fb39-08ad-4240-b3ff-e898010711c0 has already been hosted by L3 agent 2987dba8-2249-4ee6-96ec-28f0f7a6127d {{(pid=128084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 11:45:20.094364 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [None req-ad4f4353-0c5d-4147-98bd-f6e53d686b9e tempest-ServersTestJSON-1725335409 tempest-ServersTestJSON-1725335409-project] Request body: {'floatingip': {'port_id': 'efecd94f-28f3-4e43-a30e-3b39549f9a3d'}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:45:20.188522 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f32cbf5-c38f-4104-91fa-55fc7574b9bb tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Notify agent at l3_agent.dv-neutron-797120-4-hyperv the message routers_updated {{(pid=128084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 11:45:20.196843 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-0f32cbf5-c38f-4104-91fa-55fc7574b9bb tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] 10.222.0.53 "PUT /v2.0/routers/5bd4fb39-08ad-4240-b3ff-e898010711c0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6921315 Jun 24 11:45:20.197147 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 56960) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:45:20.209718 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cd99614-1c42-4832-bbf1-e6a354f6bcd3 None None] Sync routers for ids ['5bd4fb39-08ad-4240-b3ff-e898010711c0'] in dv-neutron-797120-4-hyperv {{(pid=128085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 11:45:20.247365 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning for port 77aff09a-199a-4042-84f8-1faec83374b4 completed by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 11:45:20.261722 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cd99614-1c42-4832-bbf1-e6a354f6bcd3 None None] Routers {'5bd4fb39-08ad-4240-b3ff-e898010711c0'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 11:45:20.262463 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-0cd99614-1c42-4832-bbf1-e6a354f6bcd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T11:44:56Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['5bd4fb39-08ad-4240-b3ff-e898010711c0'], 'active': True} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:45:20.267038 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-12caab22-b5b9-4fb2-9526-7dffcd66a745 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] 10.222.0.53 "GET /v2.0/ports?device_id=5bd4fb39-08ad-4240-b3ff-e898010711c0 HTTP/1.1" status: 200 len: 205 time: 0.0651829 Jun 24 11:45:20.267994 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 56964) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:45:20.327403 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2edbe958-1673-4d6d-bd7b-b679da43e382 tempest-BulkNetworkOpsIpV6Test-1142812762 tempest-BulkNetworkOpsIpV6Test-1142812762-project] vlan segment allocate from pool success with {'vlan_id': 635, 'physical_network': 'physnet1'} {{(pid=128083) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 11:45:20.345438 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-2edbe958-1673-4d6d-bd7b-b679da43e382 tempest-BulkNetworkOpsIpV6Test-1142812762 tempest-BulkNetworkOpsIpV6Test-1142812762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967879'] for segment, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:20.345804 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.db.segments_db [None req-2edbe958-1673-4d6d-bd7b-b679da43e382 tempest-BulkNetworkOpsIpV6Test-1142812762 tempest-BulkNetworkOpsIpV6Test-1142812762-project] Added segment 1eb2abfe-bf5b-4b36-953b-673ccc6b5550 of type vlan for network 52a56608-c1b2-4c71-ad8f-9af0671bf04c Jun 24 11:45:20.347330 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-0cd99614-1c42-4832-bbf1-e6a354f6bcd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:45:20.357144 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cd99614-1c42-4832-bbf1-e6a354f6bcd3 None None] Routers {'5bd4fb39-08ad-4240-b3ff-e898010711c0'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 11:45:20.360360 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-0cd99614-1c42-4832-bbf1-e6a354f6bcd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T11:44:56Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['5bd4fb39-08ad-4240-b3ff-e898010711c0'], 'active': True} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:45:20.404297 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device 02f4c984-54a8-4d46-80ca-6f98165bf418 no longer exists at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 11:45:20.408278 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-0cd99614-1c42-4832-bbf1-e6a354f6bcd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:45:20.409437 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cd99614-1c42-4832-bbf1-e6a354f6bcd3 None None] The sync data for ids ['5bd4fb39-08ad-4240-b3ff-e898010711c0'] in dv-neutron-797120-4-hyperv is: [] {{(pid=128085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 11:45:20.444450 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed751cb1-fa59-4a90-9b6d-c131634fc071 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Pushing event updated for resources: {'Subnet': ['ID=d19f6003-2761-47f8-84dd-36242f19745b,revision_number=0']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:45:20.449933 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] No Port match for: 02f4c984-54a8-4d46-80ca-6f98165bf418 {{(pid=128085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 11:45:20.450292 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device 02f4c984-54a8-4d46-80ca-6f98165bf418 not bound to the agent host dv-neutron-797120-4-hyperv {{(pid=128085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 11:45:20.450506 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-ad4f4353-0c5d-4147-98bd-f6e53d686b9e tempest-ServersTestJSON-1725335409 tempest-ServersTestJSON-1725335409-project] Notify callbacks [] for floatingip, before_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:20.452923 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-0e87c9af-59dd-4884-8d13-e247a15e591b tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Notify callbacks [] for router, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:20.470320 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e315b736-25a3-40f8-88c0-df086475f54b req-1ce21498-7985-46fd-9d9c-170d1c348104 tempest-ServersTestManualDisk-182325693 tempest-ServersTestManualDisk-182325693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:45:20.477784 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-e315b736-25a3-40f8-88c0-df086475f54b req-1ce21498-7985-46fd-9d9c-170d1c348104 tempest-ServersTestManualDisk-182325693 tempest-ServersTestManualDisk-182325693-project] 10.222.0.53 "GET /v2.0/ports?device_id=b046ee52-d7e7-4f00-aa0b-5e9350b5a813 HTTP/1.1" status: 200 len: 945 time: 1.4358544 Jun 24 11:45:20.528944 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-ed751cb1-fa59-4a90-9b6d-c131634fc071 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.594s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:45:20.605879 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-2edbe958-1673-4d6d-bd7b-b679da43e382 tempest-BulkNetworkOpsIpV6Test-1142812762 tempest-BulkNetworkOpsIpV6Test-1142812762-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793193525068'] for network, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:20.661374 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-0e87c9af-59dd-4884-8d13-e247a15e591b tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1803182', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65403'] for router, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:20.663650 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-0e87c9af-59dd-4884-8d13-e247a15e591b tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:20.706779 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.plugin [None req-0ce12adc-e5db-40ca-957b-096364dbda52 tempest-ExtraDHCPOptionsIpV6TestJSON-297538214 tempest-ExtraDHCPOptionsIpV6TestJSON-297538214-project] Deleting port 02f4c984-54a8-4d46-80ca-6f98165bf418 {{(pid=128083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 11:45:20.707237 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-0ce12adc-e5db-40ca-957b-096364dbda52 tempest-ExtraDHCPOptionsIpV6TestJSON-297538214 tempest-ExtraDHCPOptionsIpV6TestJSON-297538214-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793193942312'] for port, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:20.714275 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-0e87c9af-59dd-4884-8d13-e247a15e591b tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1806072'] for router, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:20.715040 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e87c9af-59dd-4884-8d13-e247a15e591b tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Fanout notify agent at l3_agent the message router_deleted on router 5bd4fb39-08ad-4240-b3ff-e898010711c0 {{(pid=128084) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 24 11:45:20.722854 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-0e87c9af-59dd-4884-8d13-e247a15e591b tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Notify callbacks [] for router, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:20.724416 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-0e87c9af-59dd-4884-8d13-e247a15e591b tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] 10.222.0.53 "DELETE /v2.0/routers/5bd4fb39-08ad-4240-b3ff-e898010711c0 HTTP/1.1" status: 204 len: 168 time: 0.4498427 Jun 24 11:45:20.727920 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 56970) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:45:20.791633 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2099599-a28a-49af-961f-29e40a15c0fc tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Deleting subnet 1ec5b1fa-01d6-4548-9703-702b66e81dd1 {{(pid=128084) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 24 11:45:20.793363 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-2edbe958-1673-4d6d-bd7b-b679da43e382 tempest-BulkNetworkOpsIpV6Test-1142812762 tempest-BulkNetworkOpsIpV6Test-1142812762-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1800243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976'] for network, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:20.794900 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-a2099599-a28a-49af-961f-29e40a15c0fc tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Notify callbacks [] for subnet, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:20.804894 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed751cb1-fa59-4a90-9b6d-c131634fc071 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Checking segment: {'id': '66897877-7a61-4b9c-a666-7a2f710146ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '17c1c6a1-cd16-4b7a-8ff9-287abf2de00d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=128083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 11:45:20.805285 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed751cb1-fa59-4a90-9b6d-c131634fc071 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Network hostable DHCP agents. Network: 17c1c6a1-cd16-4b7a-8ff9-287abf2de00d, hostable agents: ['6be988a9-1d97-480f-be5a-c55abf2c55c5'], hosted agents: [] {{(pid=128083) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 11:45:20.842985 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-a2099599-a28a-49af-961f-29e40a15c0fc tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2373542'] for subnet, precommit_delete_associations {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:20.854254 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2edbe958-1673-4d6d-bd7b-b679da43e382 tempest-BulkNetworkOpsIpV6Test-1142812762 tempest-BulkNetworkOpsIpV6Test-1142812762-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:45:20.854863 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-2edbe958-1673-4d6d-bd7b-b679da43e382 tempest-BulkNetworkOpsIpV6Test-1142812762 tempest-BulkNetworkOpsIpV6Test-1142812762-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588949'] for network, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:20.876581 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15d612cd-7c36-4bd7-b9ef-327b7d1af548 None None] Network c475688e-6de7-4445-a056-88051078503f requested from dv-neutron-797120-4-hyperv {{(pid=128085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 11:45:20.903956 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.db [None req-0ce12adc-e5db-40ca-957b-096364dbda52 tempest-ExtraDHCPOptionsIpV6TestJSON-297538214 tempest-ExtraDHCPOptionsIpV6TestJSON-297538214-project] For port 02f4c984-54a8-4d46-80ca-6f98165bf418, host dv-neutron-797120-4-hyperv, got binding levels [] {{(pid=128083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 11:45:20.904402 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-0ce12adc-e5db-40ca-957b-096364dbda52 tempest-ExtraDHCPOptionsIpV6TestJSON-297538214 tempest-ExtraDHCPOptionsIpV6TestJSON-297538214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1978872'] for port, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:20.916400 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:45:20.959293 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-a2099599-a28a-49af-961f-29e40a15c0fc tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-972249'] for subnet, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:20.961705 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-e0d2e002-384a-45e7-8d26-3a591b00ecf4 None None] Provisioning for port 77aff09a-199a-4042-84f8-1faec83374b4 completed by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 11:45:20.972410 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-e0d2e002-384a-45e7-8d26-3a591b00ecf4 None None] Provisioning complete for port 77aff09a-199a-4042-84f8-1faec83374b4 triggered by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:45:20.972793 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-e0d2e002-384a-45e7-8d26-3a591b00ecf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:20.995691 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-e315b736-25a3-40f8-88c0-df086475f54b req-b299731b-24a7-4b2b-857d-5f071b118e42 tempest-ServersTestManualDisk-182325693 tempest-ServersTestManualDisk-182325693-project] 10.222.0.53 "GET /v2.0/security-groups?id=36df713e-0194-470c-a043-7cde9d86738f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4071555 Jun 24 11:45:21.003287 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2edbe958-1673-4d6d-bd7b-b679da43e382 tempest-BulkNetworkOpsIpV6Test-1142812762 tempest-BulkNetworkOpsIpV6Test-1142812762-project] Pushing event updated for resources: {'Network': ['ID=52a56608-c1b2-4c71-ad8f-9af0671bf04c,revision_number=1']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:45:21.020072 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-2edbe958-1673-4d6d-bd7b-b679da43e382 tempest-BulkNetworkOpsIpV6Test-1142812762 tempest-BulkNetworkOpsIpV6Test-1142812762-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:45:21.028064 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.plugin [None req-0ce12adc-e5db-40ca-957b-096364dbda52 tempest-ExtraDHCPOptionsIpV6TestJSON-297538214 tempest-ExtraDHCPOptionsIpV6TestJSON-297538214-project] Calling delete_port for 02f4c984-54a8-4d46-80ca-6f98165bf418 owned by network:dhcp {{(pid=128083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 11:45:21.028451 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Network 52a56608-c1b2-4c71-ad8f-9af0671bf04c details requested by agent ovs-agent-dv-neutron-797120-4-hyperv with host dv-neutron-797120-4-hyperv {{(pid=128085) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 11:45:21.038435 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.ipam_backend_mixin [None req-0ce12adc-e5db-40ca-957b-096364dbda52 tempest-ExtraDHCPOptionsIpV6TestJSON-297538214 tempest-ExtraDHCPOptionsIpV6TestJSON-297538214-project] Port 02f4c984-54a8-4d46-80ca-6f98165bf418 was not found and therefore no delete operation was performed {{(pid=128083) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jun 24 11:45:21.064793 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4351d34-abe3-40cb-b398-ebb522e89eb2 req-2ca04079-fe30-44cf-a1b2-c5d3e6824404 tempest-ServerActionsTestJSON-818164034 tempest-ServerActionsTestJSON-818164034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:45:21.070373 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-c4351d34-abe3-40cb-b398-ebb522e89eb2 req-2ca04079-fe30-44cf-a1b2-c5d3e6824404 tempest-ServerActionsTestJSON-818164034 tempest-ServerActionsTestJSON-818164034-project] 10.222.0.53 "GET /v2.0/ports?device_id=d6cc2586-9578-488f-96d4-fbc6dd702115 HTTP/1.1" status: 200 len: 945 time: 0.7838681 Jun 24 11:45:21.073475 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4029b0-e646-478a-92cd-5b0d9b1377aa req-3306aa5d-a1cc-4305-9530-edd6e8a8e7d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:45:21.074898 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-0e4029b0-e646-478a-92cd-5b0d9b1377aa req-3306aa5d-a1cc-4305-9530-edd6e8a8e7d5 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=d6cc2586-9578-488f-96d4-fbc6dd702115 HTTP/1.1" status: 200 len: 1098 time: 0.5648801 Jun 24 11:45:21.084132 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-a2099599-a28a-49af-961f-29e40a15c0fc tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-972238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3292022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3162263'] for subnet, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:21.085863 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-0ce12adc-e5db-40ca-957b-096364dbda52 tempest-ExtraDHCPOptionsIpV6TestJSON-297538214 tempest-ExtraDHCPOptionsIpV6TestJSON-297538214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793193945299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193536732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2537862'] for port, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:21.088557 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-2edbe958-1673-4d6d-bd7b-b679da43e382 tempest-BulkNetworkOpsIpV6Test-1142812762 tempest-BulkNetworkOpsIpV6Test-1142812762-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.9201400 Jun 24 11:45:21.089419 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed751cb1-fa59-4a90-9b6d-c131634fc071 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Network 17c1c6a1-cd16-4b7a-8ff9-287abf2de00d is scheduled to be hosted by DHCP agent 6be988a9-1d97-480f-be5a-c55abf2c55c5 with binding_index 1 {{(pid=128083) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 11:45:21.097546 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 56982) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:45:21.098534 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:45:21.114272 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-82851504-4010-4a44-9f7d-2e1e2a29322a tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:45:21.137317 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-bf90c63f-fd12-4124-b635-988375cddfcf tempest-BulkNetworkOpsIpV6Test-1142812762 tempest-BulkNetworkOpsIpV6Test-1142812762-project] Request body: {'ports': [{'network_id': '0f6987dc-2219-4a5c-909a-711e7284a03d', 'name': 'tempest-port--578901978', 'admin_state_up': True}, {'network_id': '52a56608-c1b2-4c71-ad8f-9af0671bf04c', 'admin_state_up': False}]} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:45:21.137936 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-bf90c63f-fd12-4124-b635-988375cddfcf tempest-BulkNetworkOpsIpV6Test-1142812762 tempest-BulkNetworkOpsIpV6Test-1142812762-project] Request body: {'port': {'network_id': '0f6987dc-2219-4a5c-909a-711e7284a03d', 'name': 'tempest-port--578901978', 'admin_state_up': True}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:45:21.138715 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-bf90c63f-fd12-4124-b635-988375cddfcf tempest-BulkNetworkOpsIpV6Test-1142812762 tempest-BulkNetworkOpsIpV6Test-1142812762-project] Request body: {'port': {'network_id': '52a56608-c1b2-4c71-ad8f-9af0671bf04c', 'admin_state_up': False}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:45:21.144129 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-a2099599-a28a-49af-961f-29e40a15c0fc tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Notify callbacks [] for subnet, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:21.147828 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-a2099599-a28a-49af-961f-29e40a15c0fc tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] 10.222.0.53 "DELETE /v2.0/subnets/1ec5b1fa-01d6-4548-9703-702b66e81dd1 HTTP/1.1" status: 204 len: 168 time: 0.4188054 Jun 24 11:45:21.149099 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2099599-a28a-49af-961f-29e40a15c0fc tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Pushing event deleted for resources: {'Subnet': ['ID=1ec5b1fa-01d6-4548-9703-702b66e81dd1,revision_number=None']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:45:21.152704 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94ae0a4e-8def-440f-93ce-1cc63957c1c0 None None] Network c48932c2-d177-4d5d-88a5-b0e54b052100 requested from dv-neutron-797120-4-hyperv {{(pid=128085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 11:45:21.158640 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 56984) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:45:21.184031 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-a2099599-a28a-49af-961f-29e40a15c0fc tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:45:21.242626 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 56986) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:45:21.261543 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ce12adc-e5db-40ca-957b-096364dbda52 tempest-ExtraDHCPOptionsIpV6TestJSON-297538214 tempest-ExtraDHCPOptionsIpV6TestJSON-297538214-project] No DVR routers for this DVR port 02f4c984-54a8-4d46-80ca-6f98165bf418 on host dv-neutron-797120-4-hyperv {{(pid=128083) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 11:45:21.263789 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.base_scheduler [None req-ed751cb1-fa59-4a90-9b6d-c131634fc071 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-4-hyperv, 17c1c6a1-cd16-4b7a-8ff9-287abf2de00d) {{(pid=128083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:45:21.278633 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce12adc-e5db-40ca-957b-096364dbda52 tempest-ExtraDHCPOptionsIpV6TestJSON-297538214 tempest-ExtraDHCPOptionsIpV6TestJSON-297538214-project] Pushing event deleted for resources: {'Port': ['ID=02f4c984-54a8-4d46-80ca-6f98165bf418,revision_number=None']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:45:21.285510 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.db.db_base_plugin_v2 [None req-25f79a30-aeab-4409-a2b8-a9597b4a0f4d tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Deleting subnet 48fbf114-346f-43e5-b65d-c7c46cc55f3f {{(pid=128084) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 24 11:45:21.288823 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-25f79a30-aeab-4409-a2b8-a9597b4a0f4d tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Notify callbacks [] for subnet, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:21.315190 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-c4351d34-abe3-40cb-b398-ebb522e89eb2 req-c1b5f033-1fcf-4ea6-ae77-73cf50ea0eb5 tempest-ServerActionsTestJSON-818164034 tempest-ServerActionsTestJSON-818164034-project] 10.222.0.53 "GET /v2.0/security-groups?id=7ca7987f-c073-401f-ba18-8737b1398c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2439270 Jun 24 11:45:21.331541 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-25f79a30-aeab-4409-a2b8-a9597b4a0f4d tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2373542'] for subnet, precommit_delete_associations {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:21.348328 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed751cb1-fa59-4a90-9b6d-c131634fc071 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:45:21.349042 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-ed751cb1-fa59-4a90-9b6d-c131634fc071 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588949'] for subnet, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:21.351589 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-0ce12adc-e5db-40ca-957b-096364dbda52 tempest-ExtraDHCPOptionsIpV6TestJSON-297538214 tempest-ExtraDHCPOptionsIpV6TestJSON-297538214-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:45:21.423303 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-25f79a30-aeab-4409-a2b8-a9597b4a0f4d tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-972249'] for subnet, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:21.438575 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f460764-f05e-465d-82f9-ecabbbc549ad None None] Network 17c1c6a1-cd16-4b7a-8ff9-287abf2de00d requested from dv-neutron-797120-4-hyperv {{(pid=128085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 11:45:21.452415 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-0e4029b0-e646-478a-92cd-5b0d9b1377aa req-24a3314a-826f-4919-94dd-2737c9a065cc service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=7ca7987f-c073-401f-ba18-8737b1398c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3399913 Jun 24 11:45:21.486974 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-ed751cb1-fa59-4a90-9b6d-c131634fc071 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.3078649 Jun 24 11:45:21.494490 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 56990) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:45:21.496217 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-25f79a30-aeab-4409-a2b8-a9597b4a0f4d tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-972238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3292022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3162263'] for subnet, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:21.501909 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-1f0facca-d0bb-474e-9ab9-018328fce5c6 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-157645219', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:45:21.502810 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-0ce12adc-e5db-40ca-957b-096364dbda52 tempest-ExtraDHCPOptionsIpV6TestJSON-297538214 tempest-ExtraDHCPOptionsIpV6TestJSON-297538214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973199', 'neutron.services.segments.db._delete_segments_for_network-8793194012456'] for network, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:21.528074 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.services.segments.db [None req-0ce12adc-e5db-40ca-957b-096364dbda52 tempest-ExtraDHCPOptionsIpV6TestJSON-297538214 tempest-ExtraDHCPOptionsIpV6TestJSON-297538214-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10554adc-c827-4e9b-a3d1-b6fd44d788da']}} {{(pid=128083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:45:21.544875 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:45:21.569891 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-1f0facca-d0bb-474e-9ab9-018328fce5c6 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1803889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65293'] for router, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:21.571041 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-1f0facca-d0bb-474e-9ab9-018328fce5c6 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1803848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1975305', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1581158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65396'] for router, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:21.571304 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-e0d2e002-384a-45e7-8d26-3a591b00ecf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:21.589622 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [None req-dc193dd3-20f3-44ee-8011-ae89029fba3b tempest-PortsAdminExtendedAttrsTestJSON-1781526559 tempest-PortsAdminExtendedAttrsTestJSON-1781526559-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-735743494'}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:45:21.604425 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.services.segments.db [None req-0ce12adc-e5db-40ca-957b-096364dbda52 tempest-ExtraDHCPOptionsIpV6TestJSON-297538214 tempest-ExtraDHCPOptionsIpV6TestJSON-297538214-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df08dace-b440-4b1f-bdb1-0807d96ef294') {'for_net_delete': True} {{(pid=128083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:45:21.604801 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.services.segments.db [None req-0ce12adc-e5db-40ca-957b-096364dbda52 tempest-ExtraDHCPOptionsIpV6TestJSON-297538214 tempest-ExtraDHCPOptionsIpV6TestJSON-297538214-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df08dace-b440-4b1f-bdb1-0807d96ef294') {} {{(pid=128083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:45:21.605063 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f79a30-aeab-4409-a2b8-a9597b4a0f4d tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Pushing event deleted for resources: {'Subnet': ['ID=48fbf114-346f-43e5-b65d-c7c46cc55f3f,revision_number=None']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:45:21.656432 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-25f79a30-aeab-4409-a2b8-a9597b4a0f4d tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:45:21.672000 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-e0d2e002-384a-45e7-8d26-3a591b00ecf4 None None] For port 77aff09a-199a-4042-84f8-1faec83374b4, host dv-neutron-797120-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=77aff09a-199a-4042-84f8-1faec83374b4,segment=NetworkSegment(ce718b9b-f8a1-4104-98ec-800346bea0d7),segment_id=ce718b9b-f8a1-4104-98ec-800346bea0d7)] {{(pid=128085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 11:45:21.673239 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59947ef3-eef5-4332-a992-fc96461ad88e None None] Network e9ec23c9-0da3-4d63-8d86-26a7b85ec656 requested from dv-neutron-797120-4-hyperv {{(pid=128085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 11:45:21.687861 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-25f79a30-aeab-4409-a2b8-a9597b4a0f4d tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Notify callbacks [] for subnet, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:21.692669 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-25f79a30-aeab-4409-a2b8-a9597b4a0f4d tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] 10.222.0.53 "DELETE /v2.0/subnets/48fbf114-346f-43e5-b65d-c7c46cc55f3f HTTP/1.1" status: 204 len: 168 time: 0.5324707 Jun 24 11:45:21.698405 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-e0d2e002-384a-45e7-8d26-3a591b00ecf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:21.700109 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 56992) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:45:21.702257 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-0ce12adc-e5db-40ca-957b-096364dbda52 tempest-ExtraDHCPOptionsIpV6TestJSON-297538214 tempest-ExtraDHCPOptionsIpV6TestJSON-297538214-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793194097327', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3143690'] for segment, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:21.703551 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-1f0facca-d0bb-474e-9ab9-018328fce5c6 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:21.703698 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-f2748bcb-8521-4428-8eeb-ec1638eb9505 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:45:21.725566 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-0ce12adc-e5db-40ca-957b-096364dbda52 tempest-ExtraDHCPOptionsIpV6TestJSON-297538214 tempest-ExtraDHCPOptionsIpV6TestJSON-297538214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967879'] for segment, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:21.734057 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-1f0facca-d0bb-474e-9ab9-018328fce5c6 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1803210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1815767'] for router, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:21.764647 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ce12adc-e5db-40ca-957b-096364dbda52 tempest-ExtraDHCPOptionsIpV6TestJSON-297538214 tempest-ExtraDHCPOptionsIpV6TestJSON-297538214-project] Releasing vlan 607 on physical network physnet1 to pool {{(pid=128083) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 11:45:21.765507 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-0ce12adc-e5db-40ca-957b-096364dbda52 tempest-ExtraDHCPOptionsIpV6TestJSON-297538214 tempest-ExtraDHCPOptionsIpV6TestJSON-297538214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2537899'] for segment, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:21.777141 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38ba6fe-f58e-4472-b978-1632d7b4f259 req-429c53eb-3fd7-486e-bb46-8a94cb2c52da tempest-ServersTestManualDisk-182325693 tempest-ServersTestManualDisk-182325693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:45:21.783474 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-f38ba6fe-f58e-4472-b978-1632d7b4f259 req-429c53eb-3fd7-486e-bb46-8a94cb2c52da tempest-ServersTestManualDisk-182325693 tempest-ServersTestManualDisk-182325693-project] 10.222.0.53 "GET /v2.0/ports?device_id=b046ee52-d7e7-4f00-aa0b-5e9350b5a813 HTTP/1.1" status: 200 len: 945 time: 0.5797832 Jun 24 11:45:21.784405 dv-neutron-797120-4-hyperv neutron-server[128083]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 11:45:21.784405 dv-neutron-797120-4-hyperv neutron-server[128083]: conditions |= (models_v2.Port.network_id.in_( Jun 24 11:45:21.784405 dv-neutron-797120-4-hyperv neutron-server[128083]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 11:45:21.784405 dv-neutron-797120-4-hyperv neutron-server[128083]: conditions |= (models_v2.Port.network_id.in_( Jun 24 11:45:21.784405 dv-neutron-797120-4-hyperv neutron-server[128083]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 11:45:21.784405 dv-neutron-797120-4-hyperv neutron-server[128083]: conditions |= (models_v2.Port.network_id.in_( Jun 24 11:45:21.784405 dv-neutron-797120-4-hyperv neutron-server[128083]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 11:45:21.784405 dv-neutron-797120-4-hyperv neutron-server[128083]: conditions |= (models_v2.Port.network_id.in_( Jun 24 11:45:21.784405 dv-neutron-797120-4-hyperv neutron-server[128083]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 11:45:21.784405 dv-neutron-797120-4-hyperv neutron-server[128083]: conditions |= (models_v2.Port.network_id.in_( Jun 24 11:45:21.784405 dv-neutron-797120-4-hyperv neutron-server[128083]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 11:45:21.784405 dv-neutron-797120-4-hyperv neutron-server[128083]: conditions |= (models_v2.Port.network_id.in_( Jun 24 11:45:21.784405 dv-neutron-797120-4-hyperv neutron-server[128083]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 11:45:21.784405 dv-neutron-797120-4-hyperv neutron-server[128083]: conditions |= (models_v2.Port.network_id.in_( Jun 24 11:45:21.784405 dv-neutron-797120-4-hyperv neutron-server[128083]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 11:45:21.784405 dv-neutron-797120-4-hyperv neutron-server[128083]: conditions |= (models_v2.Port.network_id.in_( Jun 24 11:45:21.784405 dv-neutron-797120-4-hyperv neutron-server[128083]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 11:45:21.784405 dv-neutron-797120-4-hyperv neutron-server[128083]: conditions |= (models_v2.Port.network_id.in_( Jun 24 11:45:21.784405 dv-neutron-797120-4-hyperv neutron-server[128083]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 11:45:21.784405 dv-neutron-797120-4-hyperv neutron-server[128083]: conditions |= (models_v2.Port.network_id.in_( Jun 24 11:45:21.784405 dv-neutron-797120-4-hyperv neutron-server[128083]: Traceback (most recent call last): Jun 24 11:45:21.784405 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 24 11:45:21.784405 dv-neutron-797120-4-hyperv neutron-server[128083]: timer() Jun 24 11:45:21.784405 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 24 11:45:21.784405 dv-neutron-797120-4-hyperv neutron-server[128083]: cb(*args, **kw) Jun 24 11:45:21.784405 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 24 11:45:21.784405 dv-neutron-797120-4-hyperv neutron-server[128083]: return func(*args, **kwargs) Jun 24 11:45:21.784405 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 24 11:45:21.784405 dv-neutron-797120-4-hyperv neutron-server[128083]: self._notify() Jun 24 11:45:21.784405 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 24 11:45:21.784405 dv-neutron-797120-4-hyperv neutron-server[128083]: self.callback(batched_events) Jun 24 11:45:21.784405 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 24 11:45:21.784405 dv-neutron-797120-4-hyperv neutron-server[128083]: event.method(event) Jun 24 11:45:21.784405 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 24 11:45:21.784405 dv-neutron-797120-4-hyperv neutron-server[128083]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 24 11:45:21.784405 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 24 11:45:21.784405 dv-neutron-797120-4-hyperv neutron-server[128083]: aggregate_uuid = self.p_client.list_aggregates( Jun 24 11:45:21.784405 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 24 11:45:21.784405 dv-neutron-797120-4-hyperv neutron-server[128083]: return f(self, *a, **k) Jun 24 11:45:21.784405 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 24 11:45:21.784405 dv-neutron-797120-4-hyperv neutron-server[128083]: return self._get(url).json() Jun 24 11:45:21.784405 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 24 11:45:21.784405 dv-neutron-797120-4-hyperv neutron-server[128083]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 24 11:45:21.784405 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 24 11:45:21.784405 dv-neutron-797120-4-hyperv neutron-server[128083]: return self.request(url, 'GET', **kwargs) Jun 24 11:45:21.784405 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 24 11:45:21.784405 dv-neutron-797120-4-hyperv neutron-server[128083]: base_url = self.get_endpoint(auth, allow=allow, Jun 24 11:45:21.784405 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 24 11:45:21.784405 dv-neutron-797120-4-hyperv neutron-server[128083]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 24 11:45:21.784405 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 24 11:45:21.784405 dv-neutron-797120-4-hyperv neutron-server[128083]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 24 11:45:21.784405 dv-neutron-797120-4-hyperv neutron-server[128083]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 24 11:45:21.790228 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 56994) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:45:21.805917 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-e1beb007-9b88-4a0d-91f2-240fa0c07604 tempest-ServersTestManualDisk-182325693 tempest-ServersTestManualDisk-182325693-project] Request body: {'floatingip': {'port_id': 'e039be1d-7f9d-48aa-9fb9-844478ea633d'}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:45:21.863812 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc193dd3-20f3-44ee-8011-ae89029fba3b tempest-PortsAdminExtendedAttrsTestJSON-1781526559 tempest-PortsAdminExtendedAttrsTestJSON-1781526559-project] Made reservation on behalf of a21052ca1699458ba50ac2c967864389 for: {'network': 1} {{(pid=128083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 11:45:21.867765 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-dc193dd3-20f3-44ee-8011-ae89029fba3b tempest-PortsAdminExtendedAttrsTestJSON-1781526559 tempest-PortsAdminExtendedAttrsTestJSON-1781526559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for network, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:21.890080 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71c539e7-d4bb-4a36-a4d6-c893fffd92ae None None] DHCP port deletion for c48932c2-d177-4d5d-88a5-b0e54b052100 request from dv-neutron-797120-4-hyperv {{(pid=128085) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 24 11:45:21.935335 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-1f0facca-d0bb-474e-9ab9-018328fce5c6 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Notify callbacks [] for router, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:21.937075 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-1f0facca-d0bb-474e-9ab9-018328fce5c6 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.4401555 Jun 24 11:45:21.941070 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-e1beb007-9b88-4a0d-91f2-240fa0c07604 tempest-ServersTestManualDisk-182325693 tempest-ServersTestManualDisk-182325693-project] Notify callbacks [] for floatingip, before_update {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:21.950316 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-6fd7958a-c686-4bca-9fc2-bfc8cec48b13 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-534962'] for network, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:21.957018 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 56996) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:45:21.961492 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f10cf710-f04c-444f-b22d-b35e5e183967 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d65c8f8-7530-5052-99fe-8ea05073750b-17c1c6a1-cd16-4b7a-8ff9-287abf2de00d', 'network_id': '17c1c6a1-cd16-4b7a-8ff9-287abf2de00d', 'tenant_id': '01c7f8735a2b4722ae0cabb11183e366', 'fixed_ips': [{'subnet_id': 'd19f6003-2761-47f8-84dd-36242f19745b'}]}} from dv-neutron-797120-4-hyperv. {{(pid=128085) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 24 11:45:21.962551 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-f10cf710-f04c-444f-b22d-b35e5e183967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_create {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:21.975167 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-dc193dd3-20f3-44ee-8011-ae89029fba3b tempest-PortsAdminExtendedAttrsTestJSON-1781526559 tempest-PortsAdminExtendedAttrsTestJSON-1781526559-project] Notify callbacks [] for security_group, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:22.011478 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-0ce12adc-e5db-40ca-957b-096364dbda52 tempest-ExtraDHCPOptionsIpV6TestJSON-297538214 tempest-ExtraDHCPOptionsIpV6TestJSON-297538214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1800243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1815642'] for network, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:22.037475 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:45:22.046852 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-0ce12adc-e5db-40ca-957b-096364dbda52 tempest-ExtraDHCPOptionsIpV6TestJSON-297538214 tempest-ExtraDHCPOptionsIpV6TestJSON-297538214-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588949'] for network, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:22.048908 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-0ce12adc-e5db-40ca-957b-096364dbda52 tempest-ExtraDHCPOptionsIpV6TestJSON-297538214 tempest-ExtraDHCPOptionsIpV6TestJSON-297538214-project] 10.222.0.53 "DELETE /v2.0/networks/10554adc-c827-4e9b-a3d1-b6fd44d788da HTTP/1.1" status: 204 len: 168 time: 3.5193024 Jun 24 11:45:22.060759 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d2e002-384a-45e7-8d26-3a591b00ecf4 None None] Pushing event updated for resources: {'Port': ['ID=77aff09a-199a-4042-84f8-1faec83374b4,revision_number=3']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:45:22.063511 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device 7d960396-181a-4a00-8491-a4ad00531c20 no longer exists at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 11:45:22.073521 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce12adc-e5db-40ca-957b-096364dbda52 tempest-ExtraDHCPOptionsIpV6TestJSON-297538214 tempest-ExtraDHCPOptionsIpV6TestJSON-297538214-project] Pushing event deleted for resources: {'Network': ['ID=10554adc-c827-4e9b-a3d1-b6fd44d788da,revision_number=None']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:45:22.084372 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-0ce12adc-e5db-40ca-957b-096364dbda52 tempest-ExtraDHCPOptionsIpV6TestJSON-297538214 tempest-ExtraDHCPOptionsIpV6TestJSON-297538214-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:45:22.136406 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf90c63f-fd12-4124-b635-988375cddfcf tempest-BulkNetworkOpsIpV6Test-1142812762 tempest-BulkNetworkOpsIpV6Test-1142812762-project] Made reservation on behalf of 00f567924a9b40eb87599708f2304a9e for: {'port': 2} {{(pid=128084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 11:45:22.142074 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-bf90c63f-fd12-4124-b635-988375cddfcf tempest-BulkNetworkOpsIpV6Test-1142812762 tempest-BulkNetworkOpsIpV6Test-1142812762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:22.212175 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-70e38e98-01d1-4af7-9a76-c778d53d360c None None] Provisioning complete for port 77aff09a-199a-4042-84f8-1faec83374b4 triggered by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:45:22.212608 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-70e38e98-01d1-4af7-9a76-c778d53d360c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:22.224033 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-bf90c63f-fd12-4124-b635-988375cddfcf tempest-BulkNetworkOpsIpV6Test-1142812762 tempest-BulkNetworkOpsIpV6Test-1142812762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:22.255668 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:22.258455 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d2e002-384a-45e7-8d26-3a591b00ecf4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:45:22.258799 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d2e002-384a-45e7-8d26-3a591b00ecf4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:45:22.259132 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d2e002-384a-45e7-8d26-3a591b00ecf4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:45:22.259468 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d2e002-384a-45e7-8d26-3a591b00ecf4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:45:22.259774 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d2e002-384a-45e7-8d26-3a591b00ecf4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:45:22.261220 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d2e002-384a-45e7-8d26-3a591b00ecf4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:45:22.261551 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d2e002-384a-45e7-8d26-3a591b00ecf4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:45:22.261903 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d2e002-384a-45e7-8d26-3a591b00ecf4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:45:22.262207 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d2e002-384a-45e7-8d26-3a591b00ecf4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:45:22.262516 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d2e002-384a-45e7-8d26-3a591b00ecf4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:45:22.262831 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d2e002-384a-45e7-8d26-3a591b00ecf4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:45:22.263284 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d2e002-384a-45e7-8d26-3a591b00ecf4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:45:22.281006 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-ad4f4353-0c5d-4147-98bd-f6e53d686b9e tempest-ServersTestJSON-1725335409 tempest-ServersTestJSON-1725335409-project] Notify callbacks [] for floatingip, precommit_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:22.290731 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-ad4f4353-0c5d-4147-98bd-f6e53d686b9e tempest-ServersTestJSON-1725335409 tempest-ServersTestJSON-1725335409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1815637'] for floatingip, after_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:22.297471 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-e0d2e002-384a-45e7-8d26-3a591b00ecf4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.594s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:45:22.402641 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-dc193dd3-20f3-44ee-8011-ae89029fba3b tempest-PortsAdminExtendedAttrsTestJSON-1781526559 tempest-PortsAdminExtendedAttrsTestJSON-1781526559-project] Notify callbacks [] for security_group, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:22.409054 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-dc193dd3-20f3-44ee-8011-ae89029fba3b tempest-PortsAdminExtendedAttrsTestJSON-1781526559 tempest-PortsAdminExtendedAttrsTestJSON-1781526559-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800410'] for security_group, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:22.418319 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.plugin [None req-6fd7958a-c686-4bca-9fc2-bfc8cec48b13 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Deleting port 7d960396-181a-4a00-8491-a4ad00531c20 {{(pid=128084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 11:45:22.418666 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-6fd7958a-c686-4bca-9fc2-bfc8cec48b13 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793193942312'] for port, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:22.446086 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc193dd3-20f3-44ee-8011-ae89029fba3b tempest-PortsAdminExtendedAttrsTestJSON-1781526559 tempest-PortsAdminExtendedAttrsTestJSON-1781526559-project] vlan segment allocate from pool success with {'vlan_id': 613, 'physical_network': 'physnet1'} {{(pid=128083) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 11:45:22.448374 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 57004) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:45:22.451025 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-32acb01d-0846-4b15-ab7a-e6f1fcef7f94 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:45:22.453798 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] For port 7d960396-181a-4a00-8491-a4ad00531c20, host dv-neutron-797120-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=7d960396-181a-4a00-8491-a4ad00531c20,segment=NetworkSegment(6d3cd91a-6748-4733-8ae9-30e694fd13bf),segment_id=6d3cd91a-6748-4733-8ae9-30e694fd13bf)] {{(pid=128085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 11:45:22.491958 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc193dd3-20f3-44ee-8011-ae89029fba3b tempest-PortsAdminExtendedAttrsTestJSON-1781526559 tempest-PortsAdminExtendedAttrsTestJSON-1781526559-project] Pushing event updated for resources: {'SecurityGroup': ['ID=95f115fd-d6a2-4400-85cb-c2b3c0311a09,revision_number=1']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:45:22.493573 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:22.499772 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-dc193dd3-20f3-44ee-8011-ae89029fba3b tempest-PortsAdminExtendedAttrsTestJSON-1781526559 tempest-PortsAdminExtendedAttrsTestJSON-1781526559-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:45:22.517485 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-dc193dd3-20f3-44ee-8011-ae89029fba3b tempest-PortsAdminExtendedAttrsTestJSON-1781526559 tempest-PortsAdminExtendedAttrsTestJSON-1781526559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967879'] for segment, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:22.517948 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.db.segments_db [None req-dc193dd3-20f3-44ee-8011-ae89029fba3b tempest-PortsAdminExtendedAttrsTestJSON-1781526559 tempest-PortsAdminExtendedAttrsTestJSON-1781526559-project] Added segment f999d64c-626a-4b37-8004-01e0807f6962 of type vlan for network 88a33f2c-657c-4845-84d5-6e0809210541 Jun 24 11:45:22.520262 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-3fa2631e-067d-4ca5-b4b8-435e0238a208 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:45:22.524762 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-71c539e7-d4bb-4a36-a4d6-c893fffd92ae None None] Deleting port 7d960396-181a-4a00-8491-a4ad00531c20 {{(pid=128085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 11:45:22.537616 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-71c539e7-d4bb-4a36-a4d6-c893fffd92ae None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793193942312'] for port, before_delete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:22.586605 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb6beaaa-59fb-44e8-b5d1-7255c2b55c92 None None] DHCP port deletion for e9ec23c9-0da3-4d63-8d86-26a7b85ec656 request from dv-neutron-797120-4-hyperv {{(pid=128085) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 24 11:45:22.590612 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.db_base_plugin_common [None req-f10cf710-f04c-444f-b22d-b35e5e183967 None None] Allocated IP 172.21.0.2 (17c1c6a1-cd16-4b7a-8ff9-287abf2de00d/d19f6003-2761-47f8-84dd-36242f19745b/fc48d3e8-2d65-4945-b10a-957e607176f2) {{(pid=128085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 11:45:22.750743 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-71c539e7-d4bb-4a36-a4d6-c893fffd92ae None None] For port 7d960396-181a-4a00-8491-a4ad00531c20, host dv-neutron-797120-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=7d960396-181a-4a00-8491-a4ad00531c20,segment=NetworkSegment(6d3cd91a-6748-4733-8ae9-30e694fd13bf),segment_id=6d3cd91a-6748-4733-8ae9-30e694fd13bf)] {{(pid=128085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 11:45:22.751148 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-71c539e7-d4bb-4a36-a4d6-c893fffd92ae None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1978872'] for port, precommit_delete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:22.755441 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Pushing event updated for resources: {'Port': ['ID=7d960396-181a-4a00-8491-a4ad00531c20,revision_number=5']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:45:22.799974 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:45:22.816122 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-71c539e7-d4bb-4a36-a4d6-c893fffd92ae None None] Calling delete_port for 7d960396-181a-4a00-8491-a4ad00531c20 owned by network:dhcp {{(pid=128085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 11:45:22.935511 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-cb6beaaa-59fb-44e8-b5d1-7255c2b55c92 None None] Deleting port a55468bb-2c22-4e75-b869-901f4a29d031 {{(pid=128085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 11:45:22.936474 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-cb6beaaa-59fb-44e8-b5d1-7255c2b55c92 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793193942312'] for port, before_delete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:22.938935 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-dc193dd3-20f3-44ee-8011-ae89029fba3b tempest-PortsAdminExtendedAttrsTestJSON-1781526559 tempest-PortsAdminExtendedAttrsTestJSON-1781526559-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793193525068'] for network, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:22.967964 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.db.l3_db [None req-ad4f4353-0c5d-4147-98bd-f6e53d686b9e tempest-ServersTestJSON-1725335409 tempest-ServersTestJSON-1725335409-project] Floating IP 150e8808-0ce0-4d43-bf11-f7151affaf6e associated. External IP: 172.26.7.22, port: efecd94f-28f3-4e43-a30e-3b39549f9a3d. Jun 24 11:45:22.980748 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-f10cf710-f04c-444f-b22d-b35e5e183967 None None] Notify callbacks [] for port, precommit_create {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:23.030493 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.notifiers.nova [None req-bf90c63f-fd12-4124-b635-988375cddfcf tempest-BulkNetworkOpsIpV6Test-1142812762 tempest-BulkNetworkOpsIpV6Test-1142812762-project] device_id is not set on port edfa0c82-9482-4999-bea6-02e8f5393780 yet. {{(pid=128084) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 24 11:45:23.031583 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-f10cf710-f04c-444f-b22d-b35e5e183967 None None] Transition to ACTIVE for port object fc48d3e8-2d65-4945-b10a-957e607176f2 will not be triggered until provisioned by entity L2. {{(pid=128085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 11:45:23.043520 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-cb6beaaa-59fb-44e8-b5d1-7255c2b55c92 None None] For port a55468bb-2c22-4e75-b869-901f4a29d031, host dv-neutron-797120-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=a55468bb-2c22-4e75-b869-901f4a29d031,segment=NetworkSegment(9e8fb26f-e87f-47b8-ab12-ae584c36fd5e),segment_id=9e8fb26f-e87f-47b8-ab12-ae584c36fd5e)] {{(pid=128085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 11:45:23.043925 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-cb6beaaa-59fb-44e8-b5d1-7255c2b55c92 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1978872'] for port, precommit_delete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:23.059346 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-7234e886-cbb0-46e2-bf63-35ddbdf312da admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=6318929af7df439db875ac8ed906b4af&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5786562 Jun 24 11:45:23.064110 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 57008) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:45:23.064283 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-dc193dd3-20f3-44ee-8011-ae89029fba3b tempest-PortsAdminExtendedAttrsTestJSON-1781526559 tempest-PortsAdminExtendedAttrsTestJSON-1781526559-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1800243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976'] for network, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:23.068375 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-cb6beaaa-59fb-44e8-b5d1-7255c2b55c92 None None] Calling delete_port for a55468bb-2c22-4e75-b869-901f4a29d031 owned by network:dhcp {{(pid=128085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 11:45:23.073902 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-f10cf710-f04c-444f-b22d-b35e5e183967 None None] Transition to ACTIVE for port object fc48d3e8-2d65-4945-b10a-957e607176f2 will not be triggered until provisioned by entity DHCP. {{(pid=128085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 11:45:23.075162 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-71c539e7-d4bb-4a36-a4d6-c893fffd92ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793193945299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193536732'] for port, after_delete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:23.075296 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc193dd3-20f3-44ee-8011-ae89029fba3b tempest-PortsAdminExtendedAttrsTestJSON-1781526559 tempest-PortsAdminExtendedAttrsTestJSON-1781526559-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:45:23.075806 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-dc193dd3-20f3-44ee-8011-ae89029fba3b tempest-PortsAdminExtendedAttrsTestJSON-1781526559 tempest-PortsAdminExtendedAttrsTestJSON-1781526559-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588949'] for network, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:23.080954 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-28c2cb0c-32fe-4347-9687-4009c529b2b8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:45:23.083356 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-8f6abca6-8b0d-46be-8dfc-2d169555906f tempest-ExternalNetworksTestJSON-2097641310 tempest-ExternalNetworksTestJSON-2097641310-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:45:23.110522 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-f10cf710-f04c-444f-b22d-b35e5e183967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-650429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-506361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793193536723'] for port, after_create {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:23.115040 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c539e7-d4bb-4a36-a4d6-c893fffd92ae None None] Pushing event deleted for resources: {'Port': ['ID=7d960396-181a-4a00-8491-a4ad00531c20,revision_number=None']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:45:23.115358 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.db [None req-6fd7958a-c686-4bca-9fc2-bfc8cec48b13 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] For port 7d960396-181a-4a00-8491-a4ad00531c20, host dv-neutron-797120-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=7d960396-181a-4a00-8491-a4ad00531c20,segment=NetworkSegment(6d3cd91a-6748-4733-8ae9-30e694fd13bf),segment_id=6d3cd91a-6748-4733-8ae9-30e694fd13bf)] {{(pid=128084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 11:45:23.115786 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-6fd7958a-c686-4bca-9fc2-bfc8cec48b13 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1978872'] for port, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:23.118005 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-71c539e7-d4bb-4a36-a4d6-c893fffd92ae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:45:23.151549 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.037s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:45:23.153868 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71c539e7-d4bb-4a36-a4d6-c893fffd92ae None None] No DVR routers for this DVR port 7d960396-181a-4a00-8491-a4ad00531c20 on host dv-neutron-797120-4-hyperv {{(pid=128085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 11:45:23.162630 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c65e91-95af-430a-9aca-db2e26e0ee8e req-cd91da78-28bd-4b7b-8144-fb5fbf604b2e tempest-ServerActionsTestJSON-818164034 tempest-ServerActionsTestJSON-818164034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:45:23.164879 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-f1c65e91-95af-430a-9aca-db2e26e0ee8e req-cd91da78-28bd-4b7b-8144-fb5fbf604b2e tempest-ServerActionsTestJSON-818164034 tempest-ServerActionsTestJSON-818164034-project] 10.222.0.53 "GET /v2.0/ports?device_id=d6cc2586-9578-488f-96d4-fbc6dd702115 HTTP/1.1" status: 200 len: 945 time: 0.5996621 Jun 24 11:45:23.172735 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.plugin [None req-6fd7958a-c686-4bca-9fc2-bfc8cec48b13 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Calling delete_port for 7d960396-181a-4a00-8491-a4ad00531c20 owned by network:dhcp {{(pid=128084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 11:45:23.173648 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-dc193dd3-20f3-44ee-8011-ae89029fba3b tempest-PortsAdminExtendedAttrsTestJSON-1781526559 tempest-PortsAdminExtendedAttrsTestJSON-1781526559-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 1.9144986 Jun 24 11:45:23.200562 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f10cf710-f04c-444f-b22d-b35e5e183967 None None] Network 17c1c6a1-cd16-4b7a-8ff9-287abf2de00d is already hosted by enough agents. {{(pid=128085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 11:45:23.213708 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.scheduler.base_scheduler [None req-f10cf710-f04c-444f-b22d-b35e5e183967 None None] Resources bound (agent type, host, resource id): {{(pid=128085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:45:23.221423 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f10cf710-f04c-444f-b22d-b35e5e183967 None None] Received port after_create {{(pid=128085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 11:45:23.232761 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc193dd3-20f3-44ee-8011-ae89029fba3b tempest-PortsAdminExtendedAttrsTestJSON-1781526559 tempest-PortsAdminExtendedAttrsTestJSON-1781526559-project] Pushing event updated for resources: {'Network': ['ID=88a33f2c-657c-4845-84d5-6e0809210541,revision_number=1']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:45:23.236337 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10cf710-f04c-444f-b22d-b35e5e183967 None None] Pushing event updated for resources: {'Port': ['ID=fc48d3e8-2d65-4945-b10a-957e607176f2,revision_number=1']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:45:23.246537 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-f10cf710-f04c-444f-b22d-b35e5e183967 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:45:23.265497 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-dc193dd3-20f3-44ee-8011-ae89029fba3b tempest-PortsAdminExtendedAttrsTestJSON-1781526559 tempest-PortsAdminExtendedAttrsTestJSON-1781526559-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:45:23.301819 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-a37d9b29-4402-4d3a-82bd-18dbdbd72f80 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:23.320040 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Network 88a33f2c-657c-4845-84d5-6e0809210541 details requested by agent ovs-agent-dv-neutron-797120-4-hyperv with host dv-neutron-797120-4-hyperv {{(pid=128085) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 11:45:23.337481 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-891534f7-9f04-48e0-95fc-abae1ffb1471 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:23.357012 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-f1c65e91-95af-430a-9aca-db2e26e0ee8e req-d6c01a6b-587f-496a-b1f3-81771d406663 tempest-ServerActionsTestJSON-818164034 tempest-ServerActionsTestJSON-818164034-project] 10.222.0.53 "GET /v2.0/security-groups?id=7ca7987f-c073-401f-ba18-8737b1398c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1459799 Jun 24 11:45:23.404143 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-cb6beaaa-59fb-44e8-b5d1-7255c2b55c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793193945299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193536732'] for port, after_delete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:23.413103 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-1a63b439-bd06-4af9-964f-f71726e0ce7e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:45:23.425746 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-f10cf710-f04c-444f-b22d-b35e5e183967 None None] Attempting to bind port fc48d3e8-2d65-4945-b10a-957e607176f2 on host dv-neutron-797120-4-hyperv for vnic_type normal with profile {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 11:45:23.426271 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-f10cf710-f04c-444f-b22d-b35e5e183967 None None] Attempting to bind port fc48d3e8-2d65-4945-b10a-957e607176f2 by drivers openvswitch,hyperv on host dv-neutron-797120-4-hyperv at level 0 using segments [{'id': '66897877-7a61-4b9c-a666-7a2f710146ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '17c1c6a1-cd16-4b7a-8ff9-287abf2de00d'}] {{(pid=128085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 11:45:23.426802 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f10cf710-f04c-444f-b22d-b35e5e183967 None None] Attempting to bind port fc48d3e8-2d65-4945-b10a-957e607176f2 on network 17c1c6a1-cd16-4b7a-8ff9-287abf2de00d {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 11:45:23.456524 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6beaaa-59fb-44e8-b5d1-7255c2b55c92 None None] Pushing event deleted for resources: {'Port': ['ID=a55468bb-2c22-4e75-b869-901f4a29d031,revision_number=None']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:45:23.459368 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad4f4353-0c5d-4147-98bd-f6e53d686b9e tempest-ServersTestJSON-1725335409 tempest-ServersTestJSON-1725335409-project] Router 16a0ccb4-faa5-4aa2-aacb-5bb552cad041 has already been hosted by L3 agent 2987dba8-2249-4ee6-96ec-28f0f7a6127d {{(pid=128083) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 11:45:23.469831 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb6beaaa-59fb-44e8-b5d1-7255c2b55c92 None None] No DVR routers for this DVR port a55468bb-2c22-4e75-b869-901f4a29d031 on host dv-neutron-797120-4-hyperv {{(pid=128085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 11:45:23.474297 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f10cf710-f04c-444f-b22d-b35e5e183967 None None] Checking agent: {'id': 'e3a695b2-c397-461f-83b0-10b79d490b59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 11, 36, 56), 'started_at': datetime.datetime(2021, 6, 24, 11, 37, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 11, 44, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 11:45:23.474677 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f10cf710-f04c-444f-b22d-b35e5e183967 None None] Checking segment: {'id': '66897877-7a61-4b9c-a666-7a2f710146ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '17c1c6a1-cd16-4b7a-8ff9-287abf2de00d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=128085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 11:45:23.475085 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-f10cf710-f04c-444f-b22d-b35e5e183967 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:23.475473 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f10cf710-f04c-444f-b22d-b35e5e183967 None None] Bound using segment: {'id': '66897877-7a61-4b9c-a666-7a2f710146ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '17c1c6a1-cd16-4b7a-8ff9-287abf2de00d'} {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 11:45:23.476054 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-f10cf710-f04c-444f-b22d-b35e5e183967 None None] Bound port: fc48d3e8-2d65-4945-b10a-957e607176f2, host: dv-neutron-797120-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66897877-7a61-4b9c-a666-7a2f710146ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '17c1c6a1-cd16-4b7a-8ff9-287abf2de00d'}}] {{(pid=128085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 11:45:23.476337 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-f10cf710-f04c-444f-b22d-b35e5e183967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:23.498883 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 57016) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:45:23.509224 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-f39453a5-9646-412f-abe3-54274041aeda tempest-PortsAdminExtendedAttrsTestJSON-866674268 tempest-PortsAdminExtendedAttrsTestJSON-866674268-project-admin] Request body: {'port': {'network_id': '88a33f2c-657c-4845-84d5-6e0809210541', 'binding:host_id': 'hv-neutron-7971', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1568039871'}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:45:23.530638 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-cb6beaaa-59fb-44e8-b5d1-7255c2b55c92 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:45:23.542652 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-891534f7-9f04-48e0-95fc-abae1ffb1471 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:23.566371 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-f10cf710-f04c-444f-b22d-b35e5e183967 None None] For port fc48d3e8-2d65-4945-b10a-957e607176f2, host dv-neutron-797120-4-hyperv, cleared binding levels {{(pid=128085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 11:45:23.569493 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-f10cf710-f04c-444f-b22d-b35e5e183967 None None] For port fc48d3e8-2d65-4945-b10a-957e607176f2, host dv-neutron-797120-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=fc48d3e8-2d65-4945-b10a-957e607176f2,segment=NetworkSegment(66897877-7a61-4b9c-a666-7a2f710146ff),segment_id=66897877-7a61-4b9c-a666-7a2f710146ff)] {{(pid=128085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 11:45:23.582921 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-f10cf710-f04c-444f-b22d-b35e5e183967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:23.595506 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-f2748bcb-8521-4428-8eeb-ec1638eb9505 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:45:23.601642 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad4f4353-0c5d-4147-98bd-f6e53d686b9e tempest-ServersTestJSON-1725335409 tempest-ServersTestJSON-1725335409-project] Notify agent at l3_agent.dv-neutron-797120-4-hyperv the message routers_updated {{(pid=128083) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 11:45:23.607246 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-ad4f4353-0c5d-4147-98bd-f6e53d686b9e tempest-ServersTestJSON-1725335409 tempest-ServersTestJSON-1725335409-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468916'] for floatingip, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:23.615292 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc50823b-a71a-4459-acb9-24ac9a0c4d29 None None] Sync routers for ids ['16a0ccb4-faa5-4aa2-aacb-5bb552cad041'] in dv-neutron-797120-4-hyperv {{(pid=128086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 11:45:23.626750 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc50823b-a71a-4459-acb9-24ac9a0c4d29 None None] Routers {'16a0ccb4-faa5-4aa2-aacb-5bb552cad041'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 11:45:23.627364 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-fc50823b-a71a-4459-acb9-24ac9a0c4d29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T11:44:56Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['16a0ccb4-faa5-4aa2-aacb-5bb552cad041'], 'active': True} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:45:23.653696 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-ad4f4353-0c5d-4147-98bd-f6e53d686b9e tempest-ServersTestJSON-1725335409 tempest-ServersTestJSON-1725335409-project] 10.222.0.53 "PUT /v2.0/floatingips/150e8808-0ce0-4d43-bf11-f7151affaf6e HTTP/1.1" status: 200 len: 991 time: 3.5876522 Jun 24 11:45:23.654435 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '618b8848-261b-4b47-b06a-cb463f1f77c5', 'tag': 'efecd94f-28f3-4e43-a30e-3b39549f9a3d'}] {{(pid=128083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 11:45:23.657079 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a77f7dee1a0522ddf93af289475d218fcdb8f30317daadec13ebf930b5b9dbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-195ffc6f-b278-44d8-8530-df6bef584dfe" -d '{"events": [{"name": "network-changed", "server_uuid": "618b8848-261b-4b47-b06a-cb463f1f77c5", "tag": "efecd94f-28f3-4e43-a30e-3b39549f9a3d"}]}' {{(pid=128083) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 11:45:23.695536 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 11:45:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47e6b15c-9cb5-4a2d-bc00-9827782513b6 x-openstack-request-id: req-47e6b15c-9cb5-4a2d-bc00-9827782513b6 {{(pid=128083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 11:45:23.695872 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "618b8848-261b-4b47-b06a-cb463f1f77c5", "tag": "efecd94f-28f3-4e43-a30e-3b39549f9a3d", "status": "completed", "code": 200}]} {{(pid=128083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 11:45:23.696168 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-47e6b15c-9cb5-4a2d-bc00-9827782513b6 {{(pid=128083) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 11:45:23.696608 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '618b8848-261b-4b47-b06a-cb463f1f77c5', 'tag': 'efecd94f-28f3-4e43-a30e-3b39549f9a3d', 'status': 'completed', 'code': 200} Jun 24 11:45:23.767659 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_dvr_db [None req-fc50823b-a71a-4459-acb9-24ac9a0c4d29 None None] Set router 16a0ccb4-faa5-4aa2-aacb-5bb552cad041 gateway port host: dv-neutron-797120-4-hyperv {{(pid=128086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 11:45:23.820191 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10cf710-f04c-444f-b22d-b35e5e183967 None None] Pushing event updated for resources: {'Port': ['ID=fc48d3e8-2d65-4945-b10a-957e607176f2,revision_number=2']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:45:23.828104 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-f10cf710-f04c-444f-b22d-b35e5e183967 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:45:23.846534 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f39453a5-9646-412f-abe3-54274041aeda tempest-PortsAdminExtendedAttrsTestJSON-866674268 tempest-PortsAdminExtendedAttrsTestJSON-866674268-project-admin] Made reservation on behalf of 7087685aba3240ec99de47a885aeb428 for: {'port': 1} {{(pid=128084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 11:45:23.848898 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-f39453a5-9646-412f-abe3-54274041aeda tempest-PortsAdminExtendedAttrsTestJSON-866674268 tempest-PortsAdminExtendedAttrsTestJSON-866674268-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:23.850945 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-a23c927f-53d1-4576-ac2c-df1f79b26d5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:23.863650 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195ffc6f-b278-44d8-8530-df6bef584dfe req-a00578be-dd68-4a92-8dde-f41b3ddc3c6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:45:23.865641 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-195ffc6f-b278-44d8-8530-df6bef584dfe req-a00578be-dd68-4a92-8dde-f41b3ddc3c6a service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a34fcc8eaff5466883f461818fc3749a&device_id=618b8848-261b-4b47-b06a-cb463f1f77c5 HTTP/1.1" status: 200 len: 1099 time: 0.1363246 Jun 24 11:45:23.906835 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-f39453a5-9646-412f-abe3-54274041aeda tempest-PortsAdminExtendedAttrsTestJSON-866674268 tempest-PortsAdminExtendedAttrsTestJSON-866674268-project-admin] Notify callbacks [] for security_group, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:23.929884 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-bf90c63f-fd12-4124-b635-988375cddfcf tempest-BulkNetworkOpsIpV6Test-1142812762 tempest-BulkNetworkOpsIpV6Test-1142812762-project] Notify callbacks [] for port, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:23.937378 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-6fd7958a-c686-4bca-9fc2-bfc8cec48b13 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793193945299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193536732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3292088'] for port, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:23.951456 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-a95b4598-3b98-4037-9bf0-f0fc40314f71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:45:24.010526 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195ffc6f-b278-44d8-8530-df6bef584dfe req-cbbb265d-f862-4a0e-93df-a76885e1cb21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:45:24.012165 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-195ffc6f-b278-44d8-8530-df6bef584dfe req-cbbb265d-f862-4a0e-93df-a76885e1cb21 service neutron] 10.222.0.45 "GET /v2.0/networks?id=5404b65a-42b1-4f9a-be9b-03cba7439c22 HTTP/1.1" status: 200 len: 907 time: 0.1367061 Jun 24 11:45:24.068975 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device 77aff09a-199a-4042-84f8-1faec83374b4 up at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 11:45:24.083633 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd7958a-c686-4bca-9fc2-bfc8cec48b13 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Pushing event deleted for resources: {'Port': ['ID=7d960396-181a-4a00-8491-a4ad00531c20,revision_number=None']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:45:24.128183 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-6fd7958a-c686-4bca-9fc2-bfc8cec48b13 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:45:24.143105 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-891534f7-9f04-48e0-95fc-abae1ffb1471 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800410'] for security_group, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:24.145719 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-891534f7-9f04-48e0-95fc-abae1ffb1471 admin admin] Notify callbacks [] for security_group, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:24.146847 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-891534f7-9f04-48e0-95fc-abae1ffb1471 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/e24be880-a01c-4421-8ac6-463cf1dd8526 HTTP/1.1" status: 204 len: 168 time: 1.0791299 Jun 24 11:45:24.158333 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fd7958a-c686-4bca-9fc2-bfc8cec48b13 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] No DVR routers for this DVR port 7d960396-181a-4a00-8491-a4ad00531c20 on host dv-neutron-797120-4-hyperv {{(pid=128084) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 11:45:24.159901 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-5e74482a-c733-4323-8e89-de837f3e9fb8 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:45:24.164627 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.db.resource_extend [None req-e1beb007-9b88-4a0d-91f2-240fa0c07604 tempest-ServersTestManualDisk-182325693 tempest-ServersTestManualDisk-182325693-project] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=128084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 24 11:45:24.172841 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning complete for port 77aff09a-199a-4042-84f8-1faec83374b4 triggered by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:45:24.174146 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:24.210146 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-fc50823b-a71a-4459-acb9-24ac9a0c4d29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16a0ccb4-faa5-4aa2-aacb-5bb552cad041', 'name': 'tempest-ServersTestJSON-1630259479-router', 'tenant_id': 'a34fcc8eaff5466883f461818fc3749a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'external_fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.127'}], 'enable_snat': True}, 'gw_port_id': '25e76955-23e3-4f6a-8b80-3217d5376583', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T11:44:19Z', 'updated_at': '2021-06-24T11:44:26Z', 'revision_number': 4, 'project_id': 'a34fcc8eaff5466883f461818fc3749a', 'gw_port': {'id': '25e76955-23e3-4f6a-8b80-3217d5376583', 'name': '', 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:bd:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16a0ccb4-faa5-4aa2-aacb-5bb552cad041', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:44:20Z', 'updated_at': '2021-06-24T11:44:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-4-hyperv', '_floatingips': [{'id': '150e8808-0ce0-4d43-bf11-f7151affaf6e', 'tenant_id': 'a34fcc8eaff5466883f461818fc3749a', 'floating_ip_address': '172.26.7.22', 'floating_network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'router_id': '16a0ccb4-faa5-4aa2-aacb-5bb552cad041', 'port_id': 'efecd94f-28f3-4e43-a30e-3b39549f9a3d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 128, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5404b65a-42b1-4f9a-be9b-03cba7439c22', 'mac_address': 'fa:16:3e:b7:b2:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '618b8848-261b-4b47-b06a-cb463f1f77c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T11:44:35Z', 'updated_at': '2021-06-24T11:45:22Z', 'revision_number': 1, 'project_id': 'a34fcc8eaff5466883f461818fc3749a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b99f6696-29d0-4dca-a9d1-ade0ea6e6d40', 'name': '', 'network_id': '5404b65a-42b1-4f9a-be9b-03cba7439c22', 'tenant_id': 'a34fcc8eaff5466883f461818fc3749a', 'mac_address': 'fa:16:3e:b8:2f:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16a0ccb4-faa5-4aa2-aacb-5bb552cad041', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '34021bd3-a156-47d8-b4b0-89952a23c040', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:44:24Z', 'updated_at': '2021-06-24T11:44:38Z', 'revision_number': 5, 'project_id': 'a34fcc8eaff5466883f461818fc3749a', 'subnets': [{'id': '34021bd3-a156-47d8-b4b0-89952a23c040', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:45:24.232151 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-195ffc6f-b278-44d8-8530-df6bef584dfe req-91a57ce8-bf65-4dac-9f9d-ec7fba37a524 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=efecd94f-28f3-4e43-a30e-3b39549f9a3d HTTP/1.1" status: 200 len: 999 time: 0.2019124 Jun 24 11:45:24.294406 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc50823b-a71a-4459-acb9-24ac9a0c4d29 None None] Checking router: 16a0ccb4-faa5-4aa2-aacb-5bb552cad041 for host: dv-neutron-797120-4-hyperv {{(pid=128086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 11:45:24.314509 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.notifiers.nova [None req-bf90c63f-fd12-4124-b635-988375cddfcf tempest-BulkNetworkOpsIpV6Test-1142812762 tempest-BulkNetworkOpsIpV6Test-1142812762-project] device_id is not set on port 5d830639-197a-4a97-9d4d-2200723227d3 yet. {{(pid=128084) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 24 11:45:24.318607 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc50823b-a71a-4459-acb9-24ac9a0c4d29 None None] Routers {'16a0ccb4-faa5-4aa2-aacb-5bb552cad041'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 11:45:24.319740 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-fc50823b-a71a-4459-acb9-24ac9a0c4d29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T11:44:56Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['16a0ccb4-faa5-4aa2-aacb-5bb552cad041'], 'active': True} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:45:24.355510 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195ffc6f-b278-44d8-8530-df6bef584dfe req-9d452763-ab72-4bc7-8dce-305c5db1c1db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:45:24.357135 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-195ffc6f-b278-44d8-8530-df6bef584dfe req-9d452763-ab72-4bc7-8dce-305c5db1c1db service neutron] 10.222.0.45 "GET /v2.0/subnets?id=34021bd3-a156-47d8-b4b0-89952a23c040 HTTP/1.1" status: 200 len: 845 time: 0.1054957 Jun 24 11:45:24.393494 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891534f7-9f04-48e0-95fc-abae1ffb1471 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e24be880-a01c-4421-8ac6-463cf1dd8526,revision_number=None']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:45:24.416625 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-891534f7-9f04-48e0-95fc-abae1ffb1471 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:45:24.462552 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_dvr_db [None req-fc50823b-a71a-4459-acb9-24ac9a0c4d29 None None] Set router 16a0ccb4-faa5-4aa2-aacb-5bb552cad041 gateway port host: dv-neutron-797120-4-hyperv {{(pid=128086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 11:45:24.462662 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195ffc6f-b278-44d8-8530-df6bef584dfe req-40ca4e6e-dfef-4494-a466-3a2ab74c0658 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:45:24.465468 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-195ffc6f-b278-44d8-8530-df6bef584dfe req-40ca4e6e-dfef-4494-a466-3a2ab74c0658 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=5404b65a-42b1-4f9a-be9b-03cba7439c22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1011200 Jun 24 11:45:24.469631 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device a55468bb-2c22-4e75-b869-901f4a29d031 no longer exists at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 11:45:24.512548 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] No Port match for: a55468bb-2c22-4e75-b869-901f4a29d031 {{(pid=128085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 11:45:24.512963 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device a55468bb-2c22-4e75-b869-901f4a29d031 not bound to the agent host dv-neutron-797120-4-hyperv {{(pid=128085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 11:45:24.556092 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-6fd7958a-c686-4bca-9fc2-bfc8cec48b13 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973199', 'neutron.services.segments.db._delete_segments_for_network-8793194012456'] for network, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:24.622141 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-195ffc6f-b278-44d8-8530-df6bef584dfe req-83c20be4-e27b-41e8-8a75-61494e5d8849 service neutron] 10.222.0.45 "GET /v2.0/networks/5404b65a-42b1-4f9a-be9b-03cba7439c22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1393828 Jun 24 11:45:24.630634 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.services.segments.db [None req-6fd7958a-c686-4bca-9fc2-bfc8cec48b13 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c48932c2-d177-4d5d-88a5-b0e54b052100']}} {{(pid=128084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:45:24.686635 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.services.segments.db [None req-6fd7958a-c686-4bca-9fc2-bfc8cec48b13 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d3cd91a-6748-4733-8ae9-30e694fd13bf') {'for_net_delete': True} {{(pid=128084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:45:24.686975 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.services.segments.db [None req-6fd7958a-c686-4bca-9fc2-bfc8cec48b13 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d3cd91a-6748-4733-8ae9-30e694fd13bf') {} {{(pid=128084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:45:24.699945 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-e1beb007-9b88-4a0d-91f2-240fa0c07604 tempest-ServersTestManualDisk-182325693 tempest-ServersTestManualDisk-182325693-project] Notify callbacks [] for floatingip, precommit_update {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:24.723460 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-e1beb007-9b88-4a0d-91f2-240fa0c07604 tempest-ServersTestManualDisk-182325693 tempest-ServersTestManualDisk-182325693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1815637'] for floatingip, after_update {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:24.727745 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-6fd7958a-c686-4bca-9fc2-bfc8cec48b13 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793194097327', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2373599'] for segment, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:24.750159 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-fc50823b-a71a-4459-acb9-24ac9a0c4d29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16a0ccb4-faa5-4aa2-aacb-5bb552cad041', 'name': 'tempest-ServersTestJSON-1630259479-router', 'tenant_id': 'a34fcc8eaff5466883f461818fc3749a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'external_fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.127'}], 'enable_snat': True}, 'gw_port_id': '25e76955-23e3-4f6a-8b80-3217d5376583', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T11:44:19Z', 'updated_at': '2021-06-24T11:44:26Z', 'revision_number': 4, 'project_id': 'a34fcc8eaff5466883f461818fc3749a', 'gw_port': {'id': '25e76955-23e3-4f6a-8b80-3217d5376583', 'name': '', 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:bd:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16a0ccb4-faa5-4aa2-aacb-5bb552cad041', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:44:20Z', 'updated_at': '2021-06-24T11:44:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-4-hyperv', '_floatingips': [{'id': '150e8808-0ce0-4d43-bf11-f7151affaf6e', 'tenant_id': 'a34fcc8eaff5466883f461818fc3749a', 'floating_ip_address': '172.26.7.22', 'floating_network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'router_id': '16a0ccb4-faa5-4aa2-aacb-5bb552cad041', 'port_id': 'efecd94f-28f3-4e43-a30e-3b39549f9a3d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 128, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5404b65a-42b1-4f9a-be9b-03cba7439c22', 'mac_address': 'fa:16:3e:b7:b2:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '618b8848-261b-4b47-b06a-cb463f1f77c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T11:44:35Z', 'updated_at': '2021-06-24T11:45:22Z', 'revision_number': 1, 'project_id': 'a34fcc8eaff5466883f461818fc3749a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b99f6696-29d0-4dca-a9d1-ade0ea6e6d40', 'name': '', 'network_id': '5404b65a-42b1-4f9a-be9b-03cba7439c22', 'tenant_id': 'a34fcc8eaff5466883f461818fc3749a', 'mac_address': 'fa:16:3e:b8:2f:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16a0ccb4-faa5-4aa2-aacb-5bb552cad041', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '34021bd3-a156-47d8-b4b0-89952a23c040', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:44:24Z', 'updated_at': '2021-06-24T11:44:38Z', 'revision_number': 5, 'project_id': 'a34fcc8eaff5466883f461818fc3749a', 'subnets': [{'id': '34021bd3-a156-47d8-b4b0-89952a23c040', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:45:24.783822 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc50823b-a71a-4459-acb9-24ac9a0c4d29 None None] The sync data for ids ['16a0ccb4-faa5-4aa2-aacb-5bb552cad041'] in dv-neutron-797120-4-hyperv is: [{'id': '16a0ccb4-faa5-4aa2-aacb-5bb552cad041', 'name': 'tempest-ServersTestJSON-1630259479-router', 'tenant_id': 'a34fcc8eaff5466883f461818fc3749a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'external_fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.127'}], 'enable_snat': True}, 'gw_port_id': '25e76955-23e3-4f6a-8b80-3217d5376583', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T11:44:19Z', 'updated_at': '2021-06-24T11:44:26Z', 'revision_number': 4, 'project_id': 'a34fcc8eaff5466883f461818fc3749a', 'gw_port': {'id': '25e76955-23e3-4f6a-8b80-3217d5376583', 'name': '', 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:bd:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16a0ccb4-faa5-4aa2-aacb-5bb552cad041', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:44:20Z', 'updated_at': '2021-06-24T11:44:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-4-hyperv', '_floatingips': [{'id': '150e8808-0ce0-4d43-bf11-f7151affaf6e', 'tenant_id': 'a34fcc8eaff5466883f461818fc3749a', 'floating_ip_address': '172.26.7.22', 'floating_network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'router_id': '16a0ccb4-faa5-4aa2-aacb-5bb552cad041', 'port_id': 'efecd94f-28f3-4e43-a30e-3b39549f9a3d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 128, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5404b65a-42b1-4f9a-be9b-03cba7439c22', 'mac_address': 'fa:16:3e:b7:b2:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '618b8848-261b-4b47-b06a-cb463f1f77c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T11:44:35Z', 'updated_at': '2021-06-24T11:45:22Z', 'revision_number': 1, 'project_id': 'a34fcc8eaff5466883f461818fc3749a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b99f6696-29d0-4dca-a9d1-ade0ea6e6d40', 'name': '', 'network_id': '5404b65a-42b1-4f9a-be9b-03cba7439c22', 'tenant_id': 'a34fcc8eaff5466883f461818fc3749a', 'mac_address': 'fa:16:3e:b8:2f:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16a0ccb4-faa5-4aa2-aacb-5bb552cad041', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '34021bd3-a156-47d8-b4b0-89952a23c040', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:44:24Z', 'updated_at': '2021-06-24T11:44:38Z', 'revision_number': 5, 'project_id': 'a34fcc8eaff5466883f461818fc3749a', 'subnets': [{'id': '34021bd3-a156-47d8-b4b0-89952a23c040', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=128086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 11:45:24.784696 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad8c4da-9bc7-4956-a38b-134e98d5388b req-b76e26c6-19d8-456a-b12a-d955b6be923b tempest-ServerActionsTestJSON-818164034 tempest-ServerActionsTestJSON-818164034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:45:24.786267 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-4ad8c4da-9bc7-4956-a38b-134e98d5388b req-b76e26c6-19d8-456a-b12a-d955b6be923b tempest-ServerActionsTestJSON-818164034 tempest-ServerActionsTestJSON-818164034-project] 10.222.0.53 "GET /v2.0/ports?device_id=d6cc2586-9578-488f-96d4-fbc6dd702115 HTTP/1.1" status: 200 len: 945 time: 0.1632352 Jun 24 11:45:24.788289 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-195ffc6f-b278-44d8-8530-df6bef584dfe req-23565a3b-cef1-4ee6-9bf1-7fd76270e1bd service neutron] 10.222.0.45 "GET /v2.0/networks/5404b65a-42b1-4f9a-be9b-03cba7439c22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1552830 Jun 24 11:45:24.831079 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-f39453a5-9646-412f-abe3-54274041aeda tempest-PortsAdminExtendedAttrsTestJSON-866674268 tempest-PortsAdminExtendedAttrsTestJSON-866674268-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:24.852490 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.db.db_base_plugin_common [None req-a37d9b29-4402-4d3a-82bd-18dbdbd72f80 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Allocated IP 172.20.0.1 (c475688e-6de7-4445-a056-88051078503f/a8925bab-bc98-41c1-af4e-4b6634265123/2aaf984c-c1fc-4c20-a5d2-8702084347ce) {{(pid=128084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 11:45:24.862657 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-f39453a5-9646-412f-abe3-54274041aeda tempest-PortsAdminExtendedAttrsTestJSON-866674268 tempest-PortsAdminExtendedAttrsTestJSON-866674268-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800410'] for security_group, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:24.863847 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-4ad8c4da-9bc7-4956-a38b-134e98d5388b req-f0aeb2ac-19dc-4c89-aebd-ca4367f2d11e tempest-ServerActionsTestJSON-818164034 tempest-ServerActionsTestJSON-818164034-project] 10.222.0.53 "GET /v2.0/security-groups?id=7ca7987f-c073-401f-ba18-8737b1398c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688319 Jun 24 11:45:24.872388 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-6fd7958a-c686-4bca-9fc2-bfc8cec48b13 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967879'] for segment, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:24.877521 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-9a9032f0-32fb-43ae-a906-2d050e7c9608 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:45:24.939861 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.notifiers.nova [None req-f39453a5-9646-412f-abe3-54274041aeda tempest-PortsAdminExtendedAttrsTestJSON-866674268 tempest-PortsAdminExtendedAttrsTestJSON-866674268-project-admin] device_id is not set on port 7a3d0995-9b71-4b06-bf62-61a89333319c yet. {{(pid=128084) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 24 11:45:24.981631 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6fd7958a-c686-4bca-9fc2-bfc8cec48b13 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Releasing vlan 637 on physical network physnet1 to pool {{(pid=128084) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 11:45:24.982255 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-6fd7958a-c686-4bca-9fc2-bfc8cec48b13 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3292053'] for segment, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:24.986237 dv-neutron-797120-4-hyperv neutron-server[128084]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 24 11:45:24.986237 dv-neutron-797120-4-hyperv neutron-server[128084]: self.session.flush() Jun 24 11:45:24.986237 dv-neutron-797120-4-hyperv neutron-server[128084]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 24 11:45:24.986237 dv-neutron-797120-4-hyperv neutron-server[128084]: self.session.flush() Jun 24 11:45:24.986237 dv-neutron-797120-4-hyperv neutron-server[128084]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 24 11:45:24.986237 dv-neutron-797120-4-hyperv neutron-server[128084]: self.session.flush() Jun 24 11:45:24.986237 dv-neutron-797120-4-hyperv neutron-server[128084]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 24 11:45:24.986237 dv-neutron-797120-4-hyperv neutron-server[128084]: self.session.flush() Jun 24 11:45:24.986237 dv-neutron-797120-4-hyperv neutron-server[128084]: Traceback (most recent call last): Jun 24 11:45:24.986237 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 24 11:45:24.986237 dv-neutron-797120-4-hyperv neutron-server[128084]: timer() Jun 24 11:45:24.986237 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 24 11:45:24.986237 dv-neutron-797120-4-hyperv neutron-server[128084]: cb(*args, **kw) Jun 24 11:45:24.986237 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 24 11:45:24.986237 dv-neutron-797120-4-hyperv neutron-server[128084]: return func(*args, **kwargs) Jun 24 11:45:24.986237 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 24 11:45:24.986237 dv-neutron-797120-4-hyperv neutron-server[128084]: self._notify() Jun 24 11:45:24.986237 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 24 11:45:24.986237 dv-neutron-797120-4-hyperv neutron-server[128084]: self.callback(batched_events) Jun 24 11:45:24.986237 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 24 11:45:24.986237 dv-neutron-797120-4-hyperv neutron-server[128084]: event.method(event) Jun 24 11:45:24.986237 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 24 11:45:24.986237 dv-neutron-797120-4-hyperv neutron-server[128084]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 24 11:45:24.986237 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 24 11:45:24.986237 dv-neutron-797120-4-hyperv neutron-server[128084]: aggregate_uuid = self.p_client.list_aggregates( Jun 24 11:45:24.986237 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 24 11:45:24.986237 dv-neutron-797120-4-hyperv neutron-server[128084]: return f(self, *a, **k) Jun 24 11:45:24.986237 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 24 11:45:24.986237 dv-neutron-797120-4-hyperv neutron-server[128084]: return self._get(url).json() Jun 24 11:45:24.986237 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 24 11:45:24.986237 dv-neutron-797120-4-hyperv neutron-server[128084]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 24 11:45:24.986237 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 24 11:45:24.986237 dv-neutron-797120-4-hyperv neutron-server[128084]: return self.request(url, 'GET', **kwargs) Jun 24 11:45:24.986237 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 24 11:45:24.986237 dv-neutron-797120-4-hyperv neutron-server[128084]: base_url = self.get_endpoint(auth, allow=allow, Jun 24 11:45:24.986237 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 24 11:45:24.986237 dv-neutron-797120-4-hyperv neutron-server[128084]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 24 11:45:24.986237 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 24 11:45:24.986237 dv-neutron-797120-4-hyperv neutron-server[128084]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 24 11:45:24.986237 dv-neutron-797120-4-hyperv neutron-server[128084]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 24 11:45:25.134011 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a915090c-785d-4129-a22a-fa899a693cb3 None None] New status for floating IP 150e8808-0ce0-4d43-bf11-f7151affaf6e: ACTIVE {{(pid=128085) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 24 11:45:25.157603 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e020ff-9503-41e5-8e06-71bd60f7c576 req-82fabb9d-1cca-4480-98a5-8b997792fd46 tempest-ServerActionsTestJSON-818164034 tempest-ServerActionsTestJSON-818164034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:45:25.169036 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-23e020ff-9503-41e5-8e06-71bd60f7c576 req-82fabb9d-1cca-4480-98a5-8b997792fd46 tempest-ServerActionsTestJSON-818164034 tempest-ServerActionsTestJSON-818164034-project] 10.222.0.53 "GET /v2.0/ports?device_id=d6cc2586-9578-488f-96d4-fbc6dd702115 HTTP/1.1" status: 200 len: 945 time: 0.1324806 Jun 24 11:45:25.170101 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 57050) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:45:25.181489 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [None req-3259ee3c-0abc-4b20-9cb6-5adc9eb29ff4 tempest-ServerActionsTestJSON-818164034 tempest-ServerActionsTestJSON-818164034-project] Request body: {'floatingip': {'port_id': '6147d57c-7485-4c8f-a255-8497342b277c'}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:45:25.239166 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-3259ee3c-0abc-4b20-9cb6-5adc9eb29ff4 tempest-ServerActionsTestJSON-818164034 tempest-ServerActionsTestJSON-818164034-project] Notify callbacks [] for floatingip, before_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:25.391438 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 57054) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:45:25.427842 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dff46f89-afab-44a9-9d38-165690ab9cf7 None None] Network 17c1c6a1-cd16-4b7a-8ff9-287abf2de00d requested from dv-neutron-797120-4-hyperv {{(pid=128085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 11:45:25.543430 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-d957451d-e218-4658-a28d-4ed12eee64b9 None None] Provisioning for port fc48d3e8-2d65-4945-b10a-957e607176f2 completed by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 11:45:25.567019 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [None req-c81f7323-283b-42d3-9afe-b98cfc7882a3 tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1262202516'}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:45:25.635523 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c81f7323-283b-42d3-9afe-b98cfc7882a3 tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Made reservation on behalf of 40c92baf3d234fc591c70dce5f4e5134 for: {'network': 1} {{(pid=128083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 11:45:25.638871 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-c81f7323-283b-42d3-9afe-b98cfc7882a3 tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for network, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:25.655178 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-c81f7323-283b-42d3-9afe-b98cfc7882a3 tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Notify callbacks [] for security_group, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:25.673275 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.db.l3_db [None req-e1beb007-9b88-4a0d-91f2-240fa0c07604 tempest-ServersTestManualDisk-182325693 tempest-ServersTestManualDisk-182325693-project] Floating IP 62768eac-3922-48c5-81e6-cbb382728907 associated. External IP: 172.26.7.142, port: e039be1d-7f9d-48aa-9fb9-844478ea633d. Jun 24 11:45:25.675362 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39453a5-9646-412f-abe3-54274041aeda tempest-PortsAdminExtendedAttrsTestJSON-866674268 tempest-PortsAdminExtendedAttrsTestJSON-866674268-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27d38a99-f803-4498-bb10-d758d78bf7da,revision_number=1']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:45:25.689874 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-f39453a5-9646-412f-abe3-54274041aeda tempest-PortsAdminExtendedAttrsTestJSON-866674268 tempest-PortsAdminExtendedAttrsTestJSON-866674268-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.812s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:45:25.775920 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-6fd7958a-c686-4bca-9fc2-bfc8cec48b13 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1800243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1815642'] for network, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:25.801855 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:45:25.809449 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-6fd7958a-c686-4bca-9fc2-bfc8cec48b13 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Notify callbacks [] for network, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:25.811483 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-6fd7958a-c686-4bca-9fc2-bfc8cec48b13 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] 10.222.0.53 "DELETE /v2.0/networks/c48932c2-d177-4d5d-88a5-b0e54b052100 HTTP/1.1" status: 204 len: 168 time: 4.1104345 Jun 24 11:45:25.818627 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 57058) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:45:25.885678 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd7958a-c686-4bca-9fc2-bfc8cec48b13 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Pushing event deleted for resources: {'Network': ['ID=c48932c2-d177-4d5d-88a5-b0e54b052100,revision_number=None']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:45:25.896678 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-bf90c63f-fd12-4124-b635-988375cddfcf tempest-BulkNetworkOpsIpV6Test-1142812762 tempest-BulkNetworkOpsIpV6Test-1142812762-project] Notify callbacks [] for port, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:25.900774 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-6fd7958a-c686-4bca-9fc2-bfc8cec48b13 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:45:25.915348 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.db.resource_extend [None req-3259ee3c-0abc-4b20-9cb6-5adc9eb29ff4 tempest-ServerActionsTestJSON-818164034 tempest-ServerActionsTestJSON-818164034-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=128083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 24 11:45:25.962465 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-95e9e3e0-0e4b-41df-bc74-c6ab6876e13d tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-534962'] for network, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:25.980929 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-a37d9b29-4402-4d3a-82bd-18dbdbd72f80 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Notify callbacks [] for port, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:26.003732 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-c81f7323-283b-42d3-9afe-b98cfc7882a3 tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Notify callbacks [] for security_group, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:26.009929 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device fc48d3e8-2d65-4945-b10a-957e607176f2 up at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 11:45:26.018642 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-3259ee3c-0abc-4b20-9cb6-5adc9eb29ff4 tempest-ServerActionsTestJSON-818164034 tempest-ServerActionsTestJSON-818164034-project] Notify callbacks [] for floatingip, precommit_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:26.037815 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-c81f7323-283b-42d3-9afe-b98cfc7882a3 tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800410'] for security_group, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:26.042366 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-c09bb1a8-8773-4093-9375-c11d1b109502 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:45:26.046539 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.db.provisioning_blocks [None req-a37d9b29-4402-4d3a-82bd-18dbdbd72f80 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Transition to ACTIVE for port object 2aaf984c-c1fc-4c20-a5d2-8702084347ce will not be triggered until provisioned by entity DHCP. {{(pid=128084) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 11:45:26.050250 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-3259ee3c-0abc-4b20-9cb6-5adc9eb29ff4 tempest-ServerActionsTestJSON-818164034 tempest-ServerActionsTestJSON-818164034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1815637'] for floatingip, after_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:26.066148 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning for port fc48d3e8-2d65-4945-b10a-957e607176f2 completed by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 11:45:26.070327 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning complete for port fc48d3e8-2d65-4945-b10a-957e607176f2 triggered by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:45:26.070706 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:26.121121 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c81f7323-283b-42d3-9afe-b98cfc7882a3 tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] vlan segment allocate from pool success with {'vlan_id': 624, 'physical_network': 'physnet1'} {{(pid=128083) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 11:45:26.157958 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:26.176321 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-bf90c63f-fd12-4124-b635-988375cddfcf tempest-BulkNetworkOpsIpV6Test-1142812762 tempest-BulkNetworkOpsIpV6Test-1142812762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-650429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-506361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793193536723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3291971'] for port, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:26.179857 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-95e9e3e0-0e4b-41df-bc74-c6ab6876e13d tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973199', 'neutron.services.segments.db._delete_segments_for_network-8793194012456'] for network, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:26.187882 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-c81f7323-283b-42d3-9afe-b98cfc7882a3 tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967879'] for segment, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:26.188242 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.db.segments_db [None req-c81f7323-283b-42d3-9afe-b98cfc7882a3 tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Added segment 045ed665-38a8-465d-a675-751fb96a6d54 of type vlan for network 4965e089-111a-482d-8b4e-93f2f808fab3 Jun 24 11:45:26.194367 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81f7323-283b-42d3-9afe-b98cfc7882a3 tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f60101d7-7bb7-4beb-af1d-6b0b7b9d8816,revision_number=1']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:45:26.212733 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-c81f7323-283b-42d3-9afe-b98cfc7882a3 tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:45:26.213795 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] For port fc48d3e8-2d65-4945-b10a-957e607176f2, host dv-neutron-797120-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=fc48d3e8-2d65-4945-b10a-957e607176f2,segment=NetworkSegment(66897877-7a61-4b9c-a666-7a2f710146ff),segment_id=66897877-7a61-4b9c-a666-7a2f710146ff)] {{(pid=128085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 11:45:26.214810 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.services.segments.db [None req-95e9e3e0-0e4b-41df-bc74-c6ab6876e13d tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9ec23c9-0da3-4d63-8d86-26a7b85ec656']}} {{(pid=128083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:45:26.220653 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:26.222670 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-eacbb99a-4fda-46ad-9777-49b8107430fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:45:26.226410 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-3fa2631e-067d-4ca5-b4b8-435e0238a208 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:45:26.277278 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.services.segments.db [None req-95e9e3e0-0e4b-41df-bc74-c6ab6876e13d tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e8fb26f-e87f-47b8-ab12-ae584c36fd5e') {'for_net_delete': True} {{(pid=128083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:45:26.277660 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.services.segments.db [None req-95e9e3e0-0e4b-41df-bc74-c6ab6876e13d tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e8fb26f-e87f-47b8-ab12-ae584c36fd5e') {} {{(pid=128083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:45:26.280586 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Pushing event updated for resources: {'Port': ['ID=fc48d3e8-2d65-4945-b10a-957e607176f2,revision_number=3']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:45:26.292554 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf90c63f-fd12-4124-b635-988375cddfcf tempest-BulkNetworkOpsIpV6Test-1142812762 tempest-BulkNetworkOpsIpV6Test-1142812762-project] Pushing event updated for resources: {'Port': ['ID=edfa0c82-9482-4999-bea6-02e8f5393780,revision_number=1']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:45:26.293083 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:45:26.295208 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-bf90c63f-fd12-4124-b635-988375cddfcf tempest-BulkNetworkOpsIpV6Test-1142812762 tempest-BulkNetworkOpsIpV6Test-1142812762-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:45:26.297845 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.notifiers.nova [None req-f39453a5-9646-412f-abe3-54274041aeda tempest-PortsAdminExtendedAttrsTestJSON-866674268 tempest-PortsAdminExtendedAttrsTestJSON-866674268-project-admin] device_id is not set on port 7a3d0995-9b71-4b06-bf62-61a89333319c yet. {{(pid=128084) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 24 11:45:26.303645 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-95e9e3e0-0e4b-41df-bc74-c6ab6876e13d tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793194097327', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3143690'] for segment, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:26.314946 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-c81f7323-283b-42d3-9afe-b98cfc7882a3 tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793193525068'] for network, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:26.325256 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-f39453a5-9646-412f-abe3-54274041aeda tempest-PortsAdminExtendedAttrsTestJSON-866674268 tempest-PortsAdminExtendedAttrsTestJSON-866674268-project-admin] Notify callbacks [] for port, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:26.329029 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-95e9e3e0-0e4b-41df-bc74-c6ab6876e13d tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967879'] for segment, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:26.340074 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.db.l3_db [None req-3259ee3c-0abc-4b20-9cb6-5adc9eb29ff4 tempest-ServerActionsTestJSON-818164034 tempest-ServerActionsTestJSON-818164034-project] Floating IP 29bcb728-c355-4df9-bfe0-d3a5f69ff429 associated. External IP: 172.26.7.159, port: 6147d57c-7485-4c8f-a255-8497342b277c. Jun 24 11:45:26.343310 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95e9e3e0-0e4b-41df-bc74-c6ab6876e13d tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Releasing vlan 602 on physical network physnet1 to pool {{(pid=128083) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 11:45:26.343520 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-95e9e3e0-0e4b-41df-bc74-c6ab6876e13d tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2537899'] for segment, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:26.347798 dv-neutron-797120-4-hyperv neutron-server[128083]: Traceback (most recent call last): Jun 24 11:45:26.347798 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 24 11:45:26.347798 dv-neutron-797120-4-hyperv neutron-server[128083]: timer() Jun 24 11:45:26.347798 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 24 11:45:26.347798 dv-neutron-797120-4-hyperv neutron-server[128083]: cb(*args, **kw) Jun 24 11:45:26.347798 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 24 11:45:26.347798 dv-neutron-797120-4-hyperv neutron-server[128083]: return func(*args, **kwargs) Jun 24 11:45:26.347798 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 24 11:45:26.347798 dv-neutron-797120-4-hyperv neutron-server[128083]: self._notify() Jun 24 11:45:26.347798 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 24 11:45:26.347798 dv-neutron-797120-4-hyperv neutron-server[128083]: self.callback(batched_events) Jun 24 11:45:26.347798 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 24 11:45:26.347798 dv-neutron-797120-4-hyperv neutron-server[128083]: event.method(event) Jun 24 11:45:26.347798 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 24 11:45:26.347798 dv-neutron-797120-4-hyperv neutron-server[128083]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 24 11:45:26.347798 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 24 11:45:26.347798 dv-neutron-797120-4-hyperv neutron-server[128083]: aggregate_uuid = self.p_client.list_aggregates( Jun 24 11:45:26.347798 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 24 11:45:26.347798 dv-neutron-797120-4-hyperv neutron-server[128083]: return f(self, *a, **k) Jun 24 11:45:26.347798 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 24 11:45:26.347798 dv-neutron-797120-4-hyperv neutron-server[128083]: return self._get(url).json() Jun 24 11:45:26.347798 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 24 11:45:26.347798 dv-neutron-797120-4-hyperv neutron-server[128083]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 24 11:45:26.347798 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 24 11:45:26.347798 dv-neutron-797120-4-hyperv neutron-server[128083]: return self.request(url, 'GET', **kwargs) Jun 24 11:45:26.347798 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 24 11:45:26.347798 dv-neutron-797120-4-hyperv neutron-server[128083]: base_url = self.get_endpoint(auth, allow=allow, Jun 24 11:45:26.347798 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 24 11:45:26.347798 dv-neutron-797120-4-hyperv neutron-server[128083]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 24 11:45:26.347798 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 24 11:45:26.347798 dv-neutron-797120-4-hyperv neutron-server[128083]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 24 11:45:26.347798 dv-neutron-797120-4-hyperv neutron-server[128083]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 24 11:45:26.354760 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-345f5429-e530-4f49-a385-8512cd3b65d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:26.358013 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.db.provisioning_blocks [None req-f39453a5-9646-412f-abe3-54274041aeda tempest-PortsAdminExtendedAttrsTestJSON-866674268 tempest-PortsAdminExtendedAttrsTestJSON-866674268-project-admin] Transition to ACTIVE for port object 7a3d0995-9b71-4b06-bf62-61a89333319c will not be triggered until provisioned by entity L2. {{(pid=128084) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 11:45:26.374277 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-a37d9b29-4402-4d3a-82bd-18dbdbd72f80 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-650429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-506361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793193536723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3291971'] for port, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:26.381662 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-0f32cbf5-c38f-4104-91fa-55fc7574b9bb tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:45:26.393388 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1beb007-9b88-4a0d-91f2-240fa0c07604 tempest-ServersTestManualDisk-182325693 tempest-ServersTestManualDisk-182325693-project] Router d3841c7c-0784-40fa-bc69-08007ba0858d has already been hosted by L3 agent 2987dba8-2249-4ee6-96ec-28f0f7a6127d {{(pid=128084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 11:45:26.414406 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-f39453a5-9646-412f-abe3-54274041aeda tempest-PortsAdminExtendedAttrsTestJSON-866674268 tempest-PortsAdminExtendedAttrsTestJSON-866674268-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-650429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-506361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793193536723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3291971'] for port, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:26.451677 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-c81f7323-283b-42d3-9afe-b98cfc7882a3 tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1800243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976'] for network, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:26.452834 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a37d9b29-4402-4d3a-82bd-18dbdbd72f80 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Network c475688e-6de7-4445-a056-88051078503f is already hosted by enough agents. {{(pid=128084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 11:45:26.456564 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:26.457814 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c81f7323-283b-42d3-9afe-b98cfc7882a3 tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:45:26.458444 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-c81f7323-283b-42d3-9afe-b98cfc7882a3 tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588949'] for network, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:26.466437 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-950c8ff6-1065-4866-80a0-b25bda39677b tempest-DHCPAgentSchedulersTestJSON-621493777 tempest-DHCPAgentSchedulersTestJSON-621493777-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:45:26.467947 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf90c63f-fd12-4124-b635-988375cddfcf tempest-BulkNetworkOpsIpV6Test-1142812762 tempest-BulkNetworkOpsIpV6Test-1142812762-project] Checking segment: {'id': '97ed3e13-db1a-4789-97bb-6fe5727f6b5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '0f6987dc-2219-4a5c-909a-711e7284a03d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=128084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 11:45:26.468314 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf90c63f-fd12-4124-b635-988375cddfcf tempest-BulkNetworkOpsIpV6Test-1142812762 tempest-BulkNetworkOpsIpV6Test-1142812762-project] Network hostable DHCP agents. Network: 0f6987dc-2219-4a5c-909a-711e7284a03d, hostable agents: ['6be988a9-1d97-480f-be5a-c55abf2c55c5'], hosted agents: [] {{(pid=128084) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 11:45:26.472000 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.base_scheduler [None req-a37d9b29-4402-4d3a-82bd-18dbdbd72f80 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Resources bound (agent type, host, resource id): {{(pid=128084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:45:26.474416 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a37d9b29-4402-4d3a-82bd-18dbdbd72f80 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Received port after_create {{(pid=128084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 11:45:26.484692 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37d9b29-4402-4d3a-82bd-18dbdbd72f80 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Pushing event updated for resources: {'Port': ['ID=2aaf984c-c1fc-4c20-a5d2-8702084347ce,revision_number=1']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:45:26.488608 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-95e9e3e0-0e4b-41df-bc74-c6ab6876e13d tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1800243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1815642'] for network, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:26.490756 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-a37d9b29-4402-4d3a-82bd-18dbdbd72f80 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:45:26.512638 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-6b5268a1-c5ed-428c-8b21-64d68ad00961 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.090s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:45:26.530730 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-95e9e3e0-0e4b-41df-bc74-c6ab6876e13d tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588949'] for network, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:26.536250 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-95e9e3e0-0e4b-41df-bc74-c6ab6876e13d tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] 10.222.0.53 "DELETE /v2.0/networks/e9ec23c9-0da3-4d63-8d86-26a7b85ec656 HTTP/1.1" status: 204 len: 168 time: 0.7120521 Jun 24 11:45:26.541320 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 57062) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:45:26.547020 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-c81f7323-283b-42d3-9afe-b98cfc7882a3 tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.1513400 Jun 24 11:45:26.548008 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [None req-cd2831ce-b746-4056-a41b-292daad94ccd tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-278079407'}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:45:26.550587 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 57064) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:45:26.589222 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-d4b7122b-993f-4e4a-9553-d38b1a0a22c7 tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Request body: {'subnet': {'network_id': '4965e089-111a-482d-8b4e-93f2f808fab3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:45:26.624694 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81f7323-283b-42d3-9afe-b98cfc7882a3 tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Pushing event updated for resources: {'Network': ['ID=4965e089-111a-482d-8b4e-93f2f808fab3,revision_number=1']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:45:26.630344 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-c81f7323-283b-42d3-9afe-b98cfc7882a3 tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:45:26.631100 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.105s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:45:26.646033 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Network 4965e089-111a-482d-8b4e-93f2f808fab3 details requested by agent ovs-agent-dv-neutron-797120-4-hyperv with host dv-neutron-797120-4-hyperv {{(pid=128085) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 11:45:26.656024 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e9e3e0-0e4b-41df-bc74-c6ab6876e13d tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Pushing event deleted for resources: {'Network': ['ID=e9ec23c9-0da3-4d63-8d86-26a7b85ec656,revision_number=None']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:45:26.658266 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd2831ce-b746-4056-a41b-292daad94ccd tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Made reservation on behalf of 9c8c7551cf984e4ca40de4f1d8880b93 for: {'network': 1} {{(pid=128083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 11:45:26.661961 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-cd2831ce-b746-4056-a41b-292daad94ccd tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for network, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:26.666902 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-95e9e3e0-0e4b-41df-bc74-c6ab6876e13d tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:45:26.696903 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd2831ce-b746-4056-a41b-292daad94ccd tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] vlan segment allocate from pool success with {'vlan_id': 644, 'physical_network': 'physnet1'} {{(pid=128083) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 11:45:26.709518 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf90c63f-fd12-4124-b635-988375cddfcf tempest-BulkNetworkOpsIpV6Test-1142812762 tempest-BulkNetworkOpsIpV6Test-1142812762-project] Network 0f6987dc-2219-4a5c-909a-711e7284a03d is scheduled to be hosted by DHCP agent 6be988a9-1d97-480f-be5a-c55abf2c55c5 with binding_index 1 {{(pid=128084) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 11:45:26.711587 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-a37d9b29-4402-4d3a-82bd-18dbdbd72f80 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1978458'] for router_interface, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:26.739192 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-cd2831ce-b746-4056-a41b-292daad94ccd tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967879'] for segment, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:26.739535 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.db.segments_db [None req-cd2831ce-b746-4056-a41b-292daad94ccd tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Added segment dfa30fd0-6cec-4ef2-811f-c2120c0c5b7e of type vlan for network 8a016058-73cb-46d5-806d-cb45370af3ba Jun 24 11:45:26.756769 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39453a5-9646-412f-abe3-54274041aeda tempest-PortsAdminExtendedAttrsTestJSON-866674268 tempest-PortsAdminExtendedAttrsTestJSON-866674268-project-admin] Pushing event updated for resources: {'Port': ['ID=7a3d0995-9b71-4b06-bf62-61a89333319c,revision_number=1']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:45:26.759464 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-f39453a5-9646-412f-abe3-54274041aeda tempest-PortsAdminExtendedAttrsTestJSON-866674268 tempest-PortsAdminExtendedAttrsTestJSON-866674268-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:45:26.774713 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f39453a5-9646-412f-abe3-54274041aeda tempest-PortsAdminExtendedAttrsTestJSON-866674268 tempest-PortsAdminExtendedAttrsTestJSON-866674268-project-admin] Checking segment: {'id': 'f999d64c-626a-4b37-8004-01e0807f6962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '88a33f2c-657c-4845-84d5-6e0809210541'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=128084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 11:45:26.775063 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f39453a5-9646-412f-abe3-54274041aeda tempest-PortsAdminExtendedAttrsTestJSON-866674268 tempest-PortsAdminExtendedAttrsTestJSON-866674268-project-admin] Network hostable DHCP agents. Network: 88a33f2c-657c-4845-84d5-6e0809210541, hostable agents: ['6be988a9-1d97-480f-be5a-c55abf2c55c5'], hosted agents: [] {{(pid=128084) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 11:45:26.810612 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.base_scheduler [None req-bf90c63f-fd12-4124-b635-988375cddfcf tempest-BulkNetworkOpsIpV6Test-1142812762 tempest-BulkNetworkOpsIpV6Test-1142812762-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-4-hyperv, 0f6987dc-2219-4a5c-909a-711e7284a03d) {{(pid=128084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:45:26.813684 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-e65c1ac5-7db2-4a77-884b-8a2bdd55f0bb None None] Provisioning for port 2aaf984c-c1fc-4c20-a5d2-8702084347ce completed by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 11:45:26.815301 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf90c63f-fd12-4124-b635-988375cddfcf tempest-BulkNetworkOpsIpV6Test-1142812762 tempest-BulkNetworkOpsIpV6Test-1142812762-project] Received port after_create {{(pid=128084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 11:45:26.816173 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-bf90c63f-fd12-4124-b635-988375cddfcf tempest-BulkNetworkOpsIpV6Test-1142812762 tempest-BulkNetworkOpsIpV6Test-1142812762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-650429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-506361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793193536723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3291971'] for port, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:26.820582 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-cd2831ce-b746-4056-a41b-292daad94ccd tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793193525068'] for network, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:26.825186 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-e65c1ac5-7db2-4a77-884b-8a2bdd55f0bb None None] Provisioning complete for port 2aaf984c-c1fc-4c20-a5d2-8702084347ce triggered by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:45:26.826658 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-236947b8-a9f8-44d7-b476-80da177113ee tempest-ExtraDHCPOptionsIpV6TestJSON-297538214 tempest-ExtraDHCPOptionsIpV6TestJSON-297538214-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:45:26.827964 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-e65c1ac5-7db2-4a77-884b-8a2bdd55f0bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:26.841381 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86ffcd9f-8508-4667-8253-1e14292ac5c4 None None] Network 0f6987dc-2219-4a5c-909a-711e7284a03d requested from dv-neutron-797120-4-hyperv {{(pid=128085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 11:45:26.867206 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3259ee3c-0abc-4b20-9cb6-5adc9eb29ff4 tempest-ServerActionsTestJSON-818164034 tempest-ServerActionsTestJSON-818164034-project] Router 0b649eac-266f-4b37-a2b4-e3c03cb22aef has already been hosted by L3 agent 2987dba8-2249-4ee6-96ec-28f0f7a6127d {{(pid=128083) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 11:45:26.868635 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-cd2831ce-b746-4056-a41b-292daad94ccd tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1800243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976'] for network, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:26.875040 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd2831ce-b746-4056-a41b-292daad94ccd tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:45:26.875697 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-cd2831ce-b746-4056-a41b-292daad94ccd tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588949'] for network, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:26.878147 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-dc193dd3-20f3-44ee-8011-ae89029fba3b tempest-PortsAdminExtendedAttrsTestJSON-1781526559 tempest-PortsAdminExtendedAttrsTestJSON-1781526559-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:45:26.955672 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1beb007-9b88-4a0d-91f2-240fa0c07604 tempest-ServersTestManualDisk-182325693 tempest-ServersTestManualDisk-182325693-project] Notify agent at l3_agent.dv-neutron-797120-4-hyperv the message routers_updated {{(pid=128084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 11:45:26.963163 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-e1beb007-9b88-4a0d-91f2-240fa0c07604 tempest-ServersTestManualDisk-182325693 tempest-ServersTestManualDisk-182325693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468916'] for floatingip, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:26.965229 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f39453a5-9646-412f-abe3-54274041aeda tempest-PortsAdminExtendedAttrsTestJSON-866674268 tempest-PortsAdminExtendedAttrsTestJSON-866674268-project-admin] Network 88a33f2c-657c-4845-84d5-6e0809210541 is scheduled to be hosted by DHCP agent 6be988a9-1d97-480f-be5a-c55abf2c55c5 with binding_index 1 {{(pid=128084) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 11:45:26.971938 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c540c77d-93a4-4755-8948-9ad98c2283ae None None] Sync routers for ids ['d3841c7c-0784-40fa-bc69-08007ba0858d'] in dv-neutron-797120-4-hyperv {{(pid=128086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 11:45:26.980500 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf90c63f-fd12-4124-b635-988375cddfcf tempest-BulkNetworkOpsIpV6Test-1142812762 tempest-BulkNetworkOpsIpV6Test-1142812762-project] Pushing event updated for resources: {'Port': ['ID=5d830639-197a-4a97-9d4d-2200723227d3,revision_number=1']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:45:26.984378 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-bf90c63f-fd12-4124-b635-988375cddfcf tempest-BulkNetworkOpsIpV6Test-1142812762 tempest-BulkNetworkOpsIpV6Test-1142812762-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:45:26.992815 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2831ce-b746-4056-a41b-292daad94ccd tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Pushing event updated for resources: {'Network': ['ID=8a016058-73cb-46d5-806d-cb45370af3ba,revision_number=1']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:45:26.994895 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-e65c1ac5-7db2-4a77-884b-8a2bdd55f0bb None None] Port 2aaf984c-c1fc-4c20-a5d2-8702084347ce cannot update to ACTIVE because it is not bound. {{(pid=128085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 11:45:26.997458 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-cd2831ce-b746-4056-a41b-292daad94ccd tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:45:27.014802 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c540c77d-93a4-4755-8948-9ad98c2283ae None None] Routers {'d3841c7c-0784-40fa-bc69-08007ba0858d'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 11:45:27.019674 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-c540c77d-93a4-4755-8948-9ad98c2283ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T11:45:26Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['d3841c7c-0784-40fa-bc69-08007ba0858d'], 'active': True} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:45:27.020897 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.base_scheduler [None req-f39453a5-9646-412f-abe3-54274041aeda tempest-PortsAdminExtendedAttrsTestJSON-866674268 tempest-PortsAdminExtendedAttrsTestJSON-866674268-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-4-hyperv, 88a33f2c-657c-4845-84d5-6e0809210541) {{(pid=128084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:45:27.026755 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f39453a5-9646-412f-abe3-54274041aeda tempest-PortsAdminExtendedAttrsTestJSON-866674268 tempest-PortsAdminExtendedAttrsTestJSON-866674268-project-admin] Received port after_create {{(pid=128084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 11:45:27.030758 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Network 8a016058-73cb-46d5-806d-cb45370af3ba details requested by agent ovs-agent-dv-neutron-797120-4-hyperv with host dv-neutron-797120-4-hyperv {{(pid=128085) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 11:45:27.047474 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4b7122b-993f-4e4a-9553-d38b1a0a22c7 tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Made reservation on behalf of 40c92baf3d234fc591c70dce5f4e5134 for: {'subnet': 1} {{(pid=128084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 11:45:27.051185 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-d4b7122b-993f-4e4a-9553-d38b1a0a22c7 tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3162484'] for subnet, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:27.057359 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-cd2831ce-b746-4056-a41b-292daad94ccd tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5147481 Jun 24 11:45:27.060064 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 57066) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:45:27.066201 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [None req-b6f44750-3e4e-4963-ab5c-5b998997a793 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Request body: {'subnet': {'network_id': '8a016058-73cb-46d5-806d-cb45370af3ba', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:45:27.103903 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6128ebb-eef6-40cf-8e56-38da59275c3d None None] Network 88a33f2c-657c-4845-84d5-6e0809210541 requested from dv-neutron-797120-4-hyperv {{(pid=128085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 11:45:27.110618 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.managers [None req-f39453a5-9646-412f-abe3-54274041aeda tempest-PortsAdminExtendedAttrsTestJSON-866674268 tempest-PortsAdminExtendedAttrsTestJSON-866674268-project-admin] Attempting to bind port 7a3d0995-9b71-4b06-bf62-61a89333319c on host hv-neutron-7971 for vnic_type normal with profile {{(pid=128084) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 11:45:27.110957 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.managers [None req-f39453a5-9646-412f-abe3-54274041aeda tempest-PortsAdminExtendedAttrsTestJSON-866674268 tempest-PortsAdminExtendedAttrsTestJSON-866674268-project-admin] Attempting to bind port 7a3d0995-9b71-4b06-bf62-61a89333319c by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': 'f999d64c-626a-4b37-8004-01e0807f6962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '88a33f2c-657c-4845-84d5-6e0809210541'}] {{(pid=128084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 11:45:27.111299 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f39453a5-9646-412f-abe3-54274041aeda tempest-PortsAdminExtendedAttrsTestJSON-866674268 tempest-PortsAdminExtendedAttrsTestJSON-866674268-project-admin] Attempting to bind port 7a3d0995-9b71-4b06-bf62-61a89333319c on network 88a33f2c-657c-4845-84d5-6e0809210541 {{(pid=128084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 11:45:27.162878 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf90c63f-fd12-4124-b635-988375cddfcf tempest-BulkNetworkOpsIpV6Test-1142812762 tempest-BulkNetworkOpsIpV6Test-1142812762-project] Checking segment: {'id': '1eb2abfe-bf5b-4b36-953b-673ccc6b5550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '52a56608-c1b2-4c71-ad8f-9af0671bf04c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=128084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 11:45:27.163249 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf90c63f-fd12-4124-b635-988375cddfcf tempest-BulkNetworkOpsIpV6Test-1142812762 tempest-BulkNetworkOpsIpV6Test-1142812762-project] Network hostable DHCP agents. Network: 52a56608-c1b2-4c71-ad8f-9af0671bf04c, hostable agents: ['6be988a9-1d97-480f-be5a-c55abf2c55c5'], hosted agents: [] {{(pid=128084) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 11:45:27.174839 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-e1beb007-9b88-4a0d-91f2-240fa0c07604 tempest-ServersTestManualDisk-182325693 tempest-ServersTestManualDisk-182325693-project] 10.222.0.53 "PUT /v2.0/floatingips/62768eac-3922-48c5-81e6-cbb382728907 HTTP/1.1" status: 200 len: 991 time: 5.3750923 Jun 24 11:45:27.174839 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f39453a5-9646-412f-abe3-54274041aeda tempest-PortsAdminExtendedAttrsTestJSON-866674268 tempest-PortsAdminExtendedAttrsTestJSON-866674268-project-admin] Port 7a3d0995-9b71-4b06-bf62-61a89333319c on network 88a33f2c-657c-4845-84d5-6e0809210541 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=128084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 11:45:27.174839 dv-neutron-797120-4-hyperv neutron-server[128084]: ERROR neutron.plugins.ml2.managers [None req-f39453a5-9646-412f-abe3-54274041aeda tempest-PortsAdminExtendedAttrsTestJSON-866674268 tempest-PortsAdminExtendedAttrsTestJSON-866674268-project-admin] Failed to bind port 7a3d0995-9b71-4b06-bf62-61a89333319c on host hv-neutron-7971 for vnic_type normal using segments [{'id': 'f999d64c-626a-4b37-8004-01e0807f6962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '88a33f2c-657c-4845-84d5-6e0809210541'}] Jun 24 11:45:27.178919 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b046ee52-d7e7-4f00-aa0b-5e9350b5a813', 'tag': 'e039be1d-7f9d-48aa-9fb9-844478ea633d'}] {{(pid=128084) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 11:45:27.182533 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.plugins.ml2.plugin [None req-f39453a5-9646-412f-abe3-54274041aeda tempest-PortsAdminExtendedAttrsTestJSON-866674268 tempest-PortsAdminExtendedAttrsTestJSON-866674268-project-admin] Attempt 2 to bind port 7a3d0995-9b71-4b06-bf62-61a89333319c Jun 24 11:45:27.198533 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-a37d9b29-4402-4d3a-82bd-18dbdbd72f80 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:27.259923 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.managers [None req-f39453a5-9646-412f-abe3-54274041aeda tempest-PortsAdminExtendedAttrsTestJSON-866674268 tempest-PortsAdminExtendedAttrsTestJSON-866674268-project-admin] Attempting to bind port 7a3d0995-9b71-4b06-bf62-61a89333319c on host hv-neutron-7971 for vnic_type normal with profile {{(pid=128084) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 11:45:27.260271 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.managers [None req-f39453a5-9646-412f-abe3-54274041aeda tempest-PortsAdminExtendedAttrsTestJSON-866674268 tempest-PortsAdminExtendedAttrsTestJSON-866674268-project-admin] Attempting to bind port 7a3d0995-9b71-4b06-bf62-61a89333319c by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': 'f999d64c-626a-4b37-8004-01e0807f6962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '88a33f2c-657c-4845-84d5-6e0809210541'}] {{(pid=128084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 11:45:27.260619 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f39453a5-9646-412f-abe3-54274041aeda tempest-PortsAdminExtendedAttrsTestJSON-866674268 tempest-PortsAdminExtendedAttrsTestJSON-866674268-project-admin] Attempting to bind port 7a3d0995-9b71-4b06-bf62-61a89333319c on network 88a33f2c-657c-4845-84d5-6e0809210541 {{(pid=128084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 11:45:27.300397 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f39453a5-9646-412f-abe3-54274041aeda tempest-PortsAdminExtendedAttrsTestJSON-866674268 tempest-PortsAdminExtendedAttrsTestJSON-866674268-project-admin] Port 7a3d0995-9b71-4b06-bf62-61a89333319c on network 88a33f2c-657c-4845-84d5-6e0809210541 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=128084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 11:45:27.300397 dv-neutron-797120-4-hyperv neutron-server[128084]: ERROR neutron.plugins.ml2.managers [None req-f39453a5-9646-412f-abe3-54274041aeda tempest-PortsAdminExtendedAttrsTestJSON-866674268 tempest-PortsAdminExtendedAttrsTestJSON-866674268-project-admin] Failed to bind port 7a3d0995-9b71-4b06-bf62-61a89333319c on host hv-neutron-7971 for vnic_type normal using segments [{'id': 'f999d64c-626a-4b37-8004-01e0807f6962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '88a33f2c-657c-4845-84d5-6e0809210541'}] Jun 24 11:45:27.328327 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.plugins.ml2.plugin [None req-f39453a5-9646-412f-abe3-54274041aeda tempest-PortsAdminExtendedAttrsTestJSON-866674268 tempest-PortsAdminExtendedAttrsTestJSON-866674268-project-admin] Attempt 3 to bind port 7a3d0995-9b71-4b06-bf62-61a89333319c Jun 24 11:45:27.355911 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf90c63f-fd12-4124-b635-988375cddfcf tempest-BulkNetworkOpsIpV6Test-1142812762 tempest-BulkNetworkOpsIpV6Test-1142812762-project] Network 52a56608-c1b2-4c71-ad8f-9af0671bf04c is scheduled to be hosted by DHCP agent 6be988a9-1d97-480f-be5a-c55abf2c55c5 with binding_index 1 {{(pid=128084) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 11:45:27.356115 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_dvr_db [None req-c540c77d-93a4-4755-8948-9ad98c2283ae None None] Set router d3841c7c-0784-40fa-bc69-08007ba0858d gateway port host: dv-neutron-797120-4-hyperv {{(pid=128086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 11:45:27.383456 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.managers [None req-f39453a5-9646-412f-abe3-54274041aeda tempest-PortsAdminExtendedAttrsTestJSON-866674268 tempest-PortsAdminExtendedAttrsTestJSON-866674268-project-admin] Attempting to bind port 7a3d0995-9b71-4b06-bf62-61a89333319c on host hv-neutron-7971 for vnic_type normal with profile {{(pid=128084) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 11:45:27.383982 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.managers [None req-f39453a5-9646-412f-abe3-54274041aeda tempest-PortsAdminExtendedAttrsTestJSON-866674268 tempest-PortsAdminExtendedAttrsTestJSON-866674268-project-admin] Attempting to bind port 7a3d0995-9b71-4b06-bf62-61a89333319c by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': 'f999d64c-626a-4b37-8004-01e0807f6962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '88a33f2c-657c-4845-84d5-6e0809210541'}] {{(pid=128084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 11:45:27.384331 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f39453a5-9646-412f-abe3-54274041aeda tempest-PortsAdminExtendedAttrsTestJSON-866674268 tempest-PortsAdminExtendedAttrsTestJSON-866674268-project-admin] Attempting to bind port 7a3d0995-9b71-4b06-bf62-61a89333319c on network 88a33f2c-657c-4845-84d5-6e0809210541 {{(pid=128084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 11:45:27.395437 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.base_scheduler [None req-bf90c63f-fd12-4124-b635-988375cddfcf tempest-BulkNetworkOpsIpV6Test-1142812762 tempest-BulkNetworkOpsIpV6Test-1142812762-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-4-hyperv, 52a56608-c1b2-4c71-ad8f-9af0671bf04c) {{(pid=128084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:45:27.400202 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf90c63f-fd12-4124-b635-988375cddfcf tempest-BulkNetworkOpsIpV6Test-1142812762 tempest-BulkNetworkOpsIpV6Test-1142812762-project] Received port after_create {{(pid=128084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 11:45:27.406570 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2999246-e1dc-448d-8ed0-b8af3ddfcd2c None None] Network 52a56608-c1b2-4c71-ad8f-9af0671bf04c requested from dv-neutron-797120-4-hyperv {{(pid=128085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 11:45:27.407443 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf90c63f-fd12-4124-b635-988375cddfcf tempest-BulkNetworkOpsIpV6Test-1142812762 tempest-BulkNetworkOpsIpV6Test-1142812762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=128084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:45:27.412897 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf90c63f-fd12-4124-b635-988375cddfcf tempest-BulkNetworkOpsIpV6Test-1142812762 tempest-BulkNetworkOpsIpV6Test-1142812762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=128084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:45:27.413645 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-bf90c63f-fd12-4124-b635-988375cddfcf tempest-BulkNetworkOpsIpV6Test-1142812762 tempest-BulkNetworkOpsIpV6Test-1142812762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468916'] for port, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:27.459047 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f39453a5-9646-412f-abe3-54274041aeda tempest-PortsAdminExtendedAttrsTestJSON-866674268 tempest-PortsAdminExtendedAttrsTestJSON-866674268-project-admin] Port 7a3d0995-9b71-4b06-bf62-61a89333319c on network 88a33f2c-657c-4845-84d5-6e0809210541 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=128084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 11:45:27.459391 dv-neutron-797120-4-hyperv neutron-server[128084]: ERROR neutron.plugins.ml2.managers [None req-f39453a5-9646-412f-abe3-54274041aeda tempest-PortsAdminExtendedAttrsTestJSON-866674268 tempest-PortsAdminExtendedAttrsTestJSON-866674268-project-admin] Failed to bind port 7a3d0995-9b71-4b06-bf62-61a89333319c on host hv-neutron-7971 for vnic_type normal using segments [{'id': 'f999d64c-626a-4b37-8004-01e0807f6962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '88a33f2c-657c-4845-84d5-6e0809210541'}] Jun 24 11:45:27.499040 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.plugins.ml2.plugin [None req-f39453a5-9646-412f-abe3-54274041aeda tempest-PortsAdminExtendedAttrsTestJSON-866674268 tempest-PortsAdminExtendedAttrsTestJSON-866674268-project-admin] Attempt 4 to bind port 7a3d0995-9b71-4b06-bf62-61a89333319c Jun 24 11:45:27.523898 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}189e43ef1649f46b9bccc8e45a83b64afc33adcdec52bc597e36eecb4255b7b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c13f9e6e-853a-461a-8241-54748630fef6" -d '{"events": [{"name": "network-changed", "server_uuid": "b046ee52-d7e7-4f00-aa0b-5e9350b5a813", "tag": "e039be1d-7f9d-48aa-9fb9-844478ea633d"}]}' {{(pid=128084) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 11:45:27.552326 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-bf90c63f-fd12-4124-b635-988375cddfcf tempest-BulkNetworkOpsIpV6Test-1142812762 tempest-BulkNetworkOpsIpV6Test-1142812762-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 6.4205799 Jun 24 11:45:27.554772 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 57080) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:45:27.558984 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.managers [None req-f39453a5-9646-412f-abe3-54274041aeda tempest-PortsAdminExtendedAttrsTestJSON-866674268 tempest-PortsAdminExtendedAttrsTestJSON-866674268-project-admin] Attempting to bind port 7a3d0995-9b71-4b06-bf62-61a89333319c on host hv-neutron-7971 for vnic_type normal with profile {{(pid=128084) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 11:45:27.559331 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.managers [None req-f39453a5-9646-412f-abe3-54274041aeda tempest-PortsAdminExtendedAttrsTestJSON-866674268 tempest-PortsAdminExtendedAttrsTestJSON-866674268-project-admin] Attempting to bind port 7a3d0995-9b71-4b06-bf62-61a89333319c by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': 'f999d64c-626a-4b37-8004-01e0807f6962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '88a33f2c-657c-4845-84d5-6e0809210541'}] {{(pid=128084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 11:45:27.559668 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f39453a5-9646-412f-abe3-54274041aeda tempest-PortsAdminExtendedAttrsTestJSON-866674268 tempest-PortsAdminExtendedAttrsTestJSON-866674268-project-admin] Attempting to bind port 7a3d0995-9b71-4b06-bf62-61a89333319c on network 88a33f2c-657c-4845-84d5-6e0809210541 {{(pid=128084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 11:45:27.591501 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f39453a5-9646-412f-abe3-54274041aeda tempest-PortsAdminExtendedAttrsTestJSON-866674268 tempest-PortsAdminExtendedAttrsTestJSON-866674268-project-admin] Port 7a3d0995-9b71-4b06-bf62-61a89333319c on network 88a33f2c-657c-4845-84d5-6e0809210541 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=128084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 11:45:27.591501 dv-neutron-797120-4-hyperv neutron-server[128084]: ERROR neutron.plugins.ml2.managers [None req-f39453a5-9646-412f-abe3-54274041aeda tempest-PortsAdminExtendedAttrsTestJSON-866674268 tempest-PortsAdminExtendedAttrsTestJSON-866674268-project-admin] Failed to bind port 7a3d0995-9b71-4b06-bf62-61a89333319c on host hv-neutron-7971 for vnic_type normal using segments [{'id': 'f999d64c-626a-4b37-8004-01e0807f6962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '88a33f2c-657c-4845-84d5-6e0809210541'}] Jun 24 11:45:27.591798 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3259ee3c-0abc-4b20-9cb6-5adc9eb29ff4 tempest-ServerActionsTestJSON-818164034 tempest-ServerActionsTestJSON-818164034-project] Notify agent at l3_agent.dv-neutron-797120-4-hyperv the message routers_updated {{(pid=128083) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 11:45:27.599685 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.plugins.ml2.plugin [None req-f39453a5-9646-412f-abe3-54274041aeda tempest-PortsAdminExtendedAttrsTestJSON-866674268 tempest-PortsAdminExtendedAttrsTestJSON-866674268-project-admin] Attempt 5 to bind port 7a3d0995-9b71-4b06-bf62-61a89333319c Jun 24 11:45:27.610291 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0190c77-844a-4a71-93ff-46a8b4a5c713 None None] Sync routers for ids ['0b649eac-266f-4b37-a2b4-e3c03cb22aef'] in dv-neutron-797120-4-hyperv {{(pid=128085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 11:45:27.620204 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-3259ee3c-0abc-4b20-9cb6-5adc9eb29ff4 tempest-ServerActionsTestJSON-818164034 tempest-ServerActionsTestJSON-818164034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468916'] for floatingip, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:27.661589 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0190c77-844a-4a71-93ff-46a8b4a5c713 None None] Routers {'0b649eac-266f-4b37-a2b4-e3c03cb22aef'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 11:45:27.663372 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-c0190c77-844a-4a71-93ff-46a8b4a5c713 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T11:45:26Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['0b649eac-266f-4b37-a2b4-e3c03cb22aef'], 'active': True} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:45:27.682943 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.managers [None req-f39453a5-9646-412f-abe3-54274041aeda tempest-PortsAdminExtendedAttrsTestJSON-866674268 tempest-PortsAdminExtendedAttrsTestJSON-866674268-project-admin] Attempting to bind port 7a3d0995-9b71-4b06-bf62-61a89333319c on host hv-neutron-7971 for vnic_type normal with profile {{(pid=128084) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 11:45:27.683306 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.managers [None req-f39453a5-9646-412f-abe3-54274041aeda tempest-PortsAdminExtendedAttrsTestJSON-866674268 tempest-PortsAdminExtendedAttrsTestJSON-866674268-project-admin] Attempting to bind port 7a3d0995-9b71-4b06-bf62-61a89333319c by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': 'f999d64c-626a-4b37-8004-01e0807f6962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '88a33f2c-657c-4845-84d5-6e0809210541'}] {{(pid=128084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 11:45:27.683646 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f39453a5-9646-412f-abe3-54274041aeda tempest-PortsAdminExtendedAttrsTestJSON-866674268 tempest-PortsAdminExtendedAttrsTestJSON-866674268-project-admin] Attempting to bind port 7a3d0995-9b71-4b06-bf62-61a89333319c on network 88a33f2c-657c-4845-84d5-6e0809210541 {{(pid=128084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 11:45:27.694589 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 11:45:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9fe295c-cb1d-46e1-9446-3f18ea32a75c x-openstack-request-id: req-b9fe295c-cb1d-46e1-9446-3f18ea32a75c {{(pid=128084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 11:45:27.694921 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b046ee52-d7e7-4f00-aa0b-5e9350b5a813", "tag": "e039be1d-7f9d-48aa-9fb9-844478ea633d", "status": "completed", "code": 200}]} {{(pid=128084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 11:45:27.695221 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b9fe295c-cb1d-46e1-9446-3f18ea32a75c {{(pid=128084) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 11:45:27.695733 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b046ee52-d7e7-4f00-aa0b-5e9350b5a813', 'tag': 'e039be1d-7f9d-48aa-9fb9-844478ea633d', 'status': 'completed', 'code': 200} Jun 24 11:45:27.701010 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f39453a5-9646-412f-abe3-54274041aeda tempest-PortsAdminExtendedAttrsTestJSON-866674268 tempest-PortsAdminExtendedAttrsTestJSON-866674268-project-admin] Port 7a3d0995-9b71-4b06-bf62-61a89333319c on network 88a33f2c-657c-4845-84d5-6e0809210541 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=128084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 11:45:27.701413 dv-neutron-797120-4-hyperv neutron-server[128084]: ERROR neutron.plugins.ml2.managers [None req-f39453a5-9646-412f-abe3-54274041aeda tempest-PortsAdminExtendedAttrsTestJSON-866674268 tempest-PortsAdminExtendedAttrsTestJSON-866674268-project-admin] Failed to bind port 7a3d0995-9b71-4b06-bf62-61a89333319c on host hv-neutron-7971 for vnic_type normal using segments [{'id': 'f999d64c-626a-4b37-8004-01e0807f6962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '88a33f2c-657c-4845-84d5-6e0809210541'}] Jun 24 11:45:27.705090 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-3259ee3c-0abc-4b20-9cb6-5adc9eb29ff4 tempest-ServerActionsTestJSON-818164034 tempest-ServerActionsTestJSON-818164034-project] 10.222.0.53 "PUT /v2.0/floatingips/29bcb728-c355-4df9-bfe0-d3a5f69ff429 HTTP/1.1" status: 200 len: 991 time: 2.5331311 Jun 24 11:45:27.709780 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6cc2586-9578-488f-96d4-fbc6dd702115', 'tag': '6147d57c-7485-4c8f-a255-8497342b277c'}] {{(pid=128083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 11:45:27.712330 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a77f7dee1a0522ddf93af289475d218fcdb8f30317daadec13ebf930b5b9dbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f97e43dd-a1ec-4874-85e7-32c784c583b4" -d '{"events": [{"name": "network-changed", "server_uuid": "d6cc2586-9578-488f-96d4-fbc6dd702115", "tag": "6147d57c-7485-4c8f-a255-8497342b277c"}]}' {{(pid=128083) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 11:45:27.745122 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.plugins.ml2.plugin [None req-f39453a5-9646-412f-abe3-54274041aeda tempest-PortsAdminExtendedAttrsTestJSON-866674268 tempest-PortsAdminExtendedAttrsTestJSON-866674268-project-admin] Attempt 6 to bind port 7a3d0995-9b71-4b06-bf62-61a89333319c Jun 24 11:45:27.762895 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 11:45:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2fb399f-6d0d-475f-ba53-d57200340d5f x-openstack-request-id: req-c2fb399f-6d0d-475f-ba53-d57200340d5f {{(pid=128083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 11:45:27.763228 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6cc2586-9578-488f-96d4-fbc6dd702115", "tag": "6147d57c-7485-4c8f-a255-8497342b277c", "status": "completed", "code": 200}]} {{(pid=128083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 11:45:27.763519 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c2fb399f-6d0d-475f-ba53-d57200340d5f {{(pid=128083) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 11:45:27.763949 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6cc2586-9578-488f-96d4-fbc6dd702115', 'tag': '6147d57c-7485-4c8f-a255-8497342b277c', 'status': 'completed', 'code': 200} Jun 24 11:45:27.772254 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-d4b7122b-993f-4e4a-9553-d38b1a0a22c7 tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3291959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3162270'] for subnet, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:27.792678 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:45:27.799163 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-03237adf-ebd0-46f2-a476-4d4bb746e0f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:27.801971 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.managers [None req-f39453a5-9646-412f-abe3-54274041aeda tempest-PortsAdminExtendedAttrsTestJSON-866674268 tempest-PortsAdminExtendedAttrsTestJSON-866674268-project-admin] Attempting to bind port 7a3d0995-9b71-4b06-bf62-61a89333319c on host hv-neutron-7971 for vnic_type normal with profile {{(pid=128084) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 11:45:27.803809 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.managers [None req-f39453a5-9646-412f-abe3-54274041aeda tempest-PortsAdminExtendedAttrsTestJSON-866674268 tempest-PortsAdminExtendedAttrsTestJSON-866674268-project-admin] Attempting to bind port 7a3d0995-9b71-4b06-bf62-61a89333319c by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': 'f999d64c-626a-4b37-8004-01e0807f6962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '88a33f2c-657c-4845-84d5-6e0809210541'}] {{(pid=128084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 11:45:27.803809 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f39453a5-9646-412f-abe3-54274041aeda tempest-PortsAdminExtendedAttrsTestJSON-866674268 tempest-PortsAdminExtendedAttrsTestJSON-866674268-project-admin] Attempting to bind port 7a3d0995-9b71-4b06-bf62-61a89333319c on network 88a33f2c-657c-4845-84d5-6e0809210541 {{(pid=128084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 11:45:27.807584 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6f44750-3e4e-4963-ab5c-5b998997a793 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Made reservation on behalf of 9c8c7551cf984e4ca40de4f1d8880b93 for: {'subnet': 1} {{(pid=128083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 11:45:27.811417 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-b6f44750-3e4e-4963-ab5c-5b998997a793 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3289788'] for subnet, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:27.828949 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-c540c77d-93a4-4755-8948-9ad98c2283ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3841c7c-0784-40fa-bc69-08007ba0858d', 'name': 'tempest-ServersTestManualDisk-2053302560-router', 'tenant_id': 'd8a50f9eaf8642e9aaeea1cf25966bd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'external_fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.178'}], 'enable_snat': True}, 'gw_port_id': 'c2d2a9a9-9ecc-4c1e-bec8-00eb4ac3c11d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T11:44:21Z', 'updated_at': '2021-06-24T11:44:34Z', 'revision_number': 4, 'project_id': 'd8a50f9eaf8642e9aaeea1cf25966bd8', 'gw_port': {'id': 'c2d2a9a9-9ecc-4c1e-bec8-00eb4ac3c11d', 'name': '', 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:40:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3841c7c-0784-40fa-bc69-08007ba0858d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:44:22Z', 'updated_at': '2021-06-24T11:44:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-4-hyperv', '_floatingips': [{'id': '62768eac-3922-48c5-81e6-cbb382728907', 'tenant_id': 'd8a50f9eaf8642e9aaeea1cf25966bd8', 'floating_ip_address': '172.26.7.142', 'floating_network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'router_id': 'd3841c7c-0784-40fa-bc69-08007ba0858d', 'port_id': 'e039be1d-7f9d-48aa-9fb9-844478ea633d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 188, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '839f990f-6e6d-419c-a2ff-7497d60fa3b2', 'mac_address': 'fa:16:3e:eb:55:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b046ee52-d7e7-4f00-aa0b-5e9350b5a813', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T11:44:48Z', 'updated_at': '2021-06-24T11:45:23Z', 'revision_number': 1, 'project_id': 'd8a50f9eaf8642e9aaeea1cf25966bd8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4fcb919-5c7d-4467-b400-47369e570fd0', 'name': '', 'network_id': '839f990f-6e6d-419c-a2ff-7497d60fa3b2', 'tenant_id': 'd8a50f9eaf8642e9aaeea1cf25966bd8', 'mac_address': 'fa:16:3e:d3:ce:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3841c7c-0784-40fa-bc69-08007ba0858d', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '2d338229-4852-4820-bf9b-2f3476d45b6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:44:31Z', 'updated_at': '2021-06-24T11:44:43Z', 'revision_number': 5, 'project_id': 'd8a50f9eaf8642e9aaeea1cf25966bd8', 'subnets': [{'id': '2d338229-4852-4820-bf9b-2f3476d45b6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:45:27.871319 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f39453a5-9646-412f-abe3-54274041aeda tempest-PortsAdminExtendedAttrsTestJSON-866674268 tempest-PortsAdminExtendedAttrsTestJSON-866674268-project-admin] Port 7a3d0995-9b71-4b06-bf62-61a89333319c on network 88a33f2c-657c-4845-84d5-6e0809210541 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=128084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 11:45:27.871888 dv-neutron-797120-4-hyperv neutron-server[128084]: ERROR neutron.plugins.ml2.managers [None req-f39453a5-9646-412f-abe3-54274041aeda tempest-PortsAdminExtendedAttrsTestJSON-866674268 tempest-PortsAdminExtendedAttrsTestJSON-866674268-project-admin] Failed to bind port 7a3d0995-9b71-4b06-bf62-61a89333319c on host hv-neutron-7971 for vnic_type normal using segments [{'id': 'f999d64c-626a-4b37-8004-01e0807f6962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '88a33f2c-657c-4845-84d5-6e0809210541'}] Jun 24 11:45:27.879076 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c540c77d-93a4-4755-8948-9ad98c2283ae None None] Checking router: d3841c7c-0784-40fa-bc69-08007ba0858d for host: dv-neutron-797120-4-hyperv {{(pid=128086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 11:45:27.886169 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvr_db [None req-c0190c77-844a-4a71-93ff-46a8b4a5c713 None None] Set router 0b649eac-266f-4b37-a2b4-e3c03cb22aef gateway port host: dv-neutron-797120-4-hyperv {{(pid=128085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 11:45:27.896411 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.plugins.ml2.plugin [None req-f39453a5-9646-412f-abe3-54274041aeda tempest-PortsAdminExtendedAttrsTestJSON-866674268 tempest-PortsAdminExtendedAttrsTestJSON-866674268-project-admin] Attempt 7 to bind port 7a3d0995-9b71-4b06-bf62-61a89333319c Jun 24 11:45:27.910228 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c540c77d-93a4-4755-8948-9ad98c2283ae None None] Routers {'d3841c7c-0784-40fa-bc69-08007ba0858d'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 11:45:27.911122 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-c540c77d-93a4-4755-8948-9ad98c2283ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T11:45:26Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['d3841c7c-0784-40fa-bc69-08007ba0858d'], 'active': True} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:45:27.930021 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0662465-b7a7-48a7-b1b1-d54510692d7f tempest-BulkNetworkOpsIpV6Test-1142812762 tempest-BulkNetworkOpsIpV6Test-1142812762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:45:27.937988 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0662465-b7a7-48a7-b1b1-d54510692d7f tempest-BulkNetworkOpsIpV6Test-1142812762 tempest-BulkNetworkOpsIpV6Test-1142812762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:45:27.943595 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-d0662465-b7a7-48a7-b1b1-d54510692d7f tempest-BulkNetworkOpsIpV6Test-1142812762 tempest-BulkNetworkOpsIpV6Test-1142812762-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.3863373 Jun 24 11:45:27.948150 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 57086) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:45:27.974474 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.managers [None req-f39453a5-9646-412f-abe3-54274041aeda tempest-PortsAdminExtendedAttrsTestJSON-866674268 tempest-PortsAdminExtendedAttrsTestJSON-866674268-project-admin] Attempting to bind port 7a3d0995-9b71-4b06-bf62-61a89333319c on host hv-neutron-7971 for vnic_type normal with profile {{(pid=128084) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 11:45:27.974806 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.managers [None req-f39453a5-9646-412f-abe3-54274041aeda tempest-PortsAdminExtendedAttrsTestJSON-866674268 tempest-PortsAdminExtendedAttrsTestJSON-866674268-project-admin] Attempting to bind port 7a3d0995-9b71-4b06-bf62-61a89333319c by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': 'f999d64c-626a-4b37-8004-01e0807f6962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '88a33f2c-657c-4845-84d5-6e0809210541'}] {{(pid=128084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 11:45:27.975130 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f39453a5-9646-412f-abe3-54274041aeda tempest-PortsAdminExtendedAttrsTestJSON-866674268 tempest-PortsAdminExtendedAttrsTestJSON-866674268-project-admin] Attempting to bind port 7a3d0995-9b71-4b06-bf62-61a89333319c on network 88a33f2c-657c-4845-84d5-6e0809210541 {{(pid=128084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 11:45:28.012837 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13f9e6e-853a-461a-8241-54748630fef6 req-5ec99019-b893-4b57-bb8d-62946eb6ebc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:45:28.015624 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-c13f9e6e-853a-461a-8241-54748630fef6 req-5ec99019-b893-4b57-bb8d-62946eb6ebc9 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=d8a50f9eaf8642e9aaeea1cf25966bd8&device_id=b046ee52-d7e7-4f00-aa0b-5e9350b5a813 HTTP/1.1" status: 200 len: 1098 time: 0.2502441 Jun 24 11:45:28.022700 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f39453a5-9646-412f-abe3-54274041aeda tempest-PortsAdminExtendedAttrsTestJSON-866674268 tempest-PortsAdminExtendedAttrsTestJSON-866674268-project-admin] Port 7a3d0995-9b71-4b06-bf62-61a89333319c on network 88a33f2c-657c-4845-84d5-6e0809210541 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=128084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 11:45:28.023015 dv-neutron-797120-4-hyperv neutron-server[128084]: ERROR neutron.plugins.ml2.managers [None req-f39453a5-9646-412f-abe3-54274041aeda tempest-PortsAdminExtendedAttrsTestJSON-866674268 tempest-PortsAdminExtendedAttrsTestJSON-866674268-project-admin] Failed to bind port 7a3d0995-9b71-4b06-bf62-61a89333319c on host hv-neutron-7971 for vnic_type normal using segments [{'id': 'f999d64c-626a-4b37-8004-01e0807f6962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '88a33f2c-657c-4845-84d5-6e0809210541'}] Jun 24 11:45:28.026894 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.plugins.ml2.plugin [None req-f39453a5-9646-412f-abe3-54274041aeda tempest-PortsAdminExtendedAttrsTestJSON-866674268 tempest-PortsAdminExtendedAttrsTestJSON-866674268-project-admin] Attempt 8 to bind port 7a3d0995-9b71-4b06-bf62-61a89333319c Jun 24 11:45:28.031260 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b7122b-993f-4e4a-9553-d38b1a0a22c7 tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Pushing event updated for resources: {'Subnet': ['ID=601dfe9b-0301-4469-a352-3182348d7d07,revision_number=0']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:45:28.047133 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97e43dd-a1ec-4874-85e7-32c784c583b4 req-57f26ac3-6a02-4df3-b472-a50fbbd626d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:45:28.048846 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-f97e43dd-a1ec-4874-85e7-32c784c583b4 req-57f26ac3-6a02-4df3-b472-a50fbbd626d7 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=33124f0dd27d41d79a5a6b42eb81b949&device_id=d6cc2586-9578-488f-96d4-fbc6dd702115 HTTP/1.1" status: 200 len: 1098 time: 0.2455060 Jun 24 11:45:28.051861 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-d4b7122b-993f-4e4a-9553-d38b1a0a22c7 tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:45:28.075387 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4b7122b-993f-4e4a-9553-d38b1a0a22c7 tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Checking segment: {'id': '045ed665-38a8-465d-a675-751fb96a6d54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '4965e089-111a-482d-8b4e-93f2f808fab3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=128084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 11:45:28.076035 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4b7122b-993f-4e4a-9553-d38b1a0a22c7 tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Network hostable DHCP agents. Network: 4965e089-111a-482d-8b4e-93f2f808fab3, hostable agents: ['6be988a9-1d97-480f-be5a-c55abf2c55c5'], hosted agents: [] {{(pid=128084) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 11:45:28.077496 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device fc48d3e8-2d65-4945-b10a-957e607176f2 up at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 11:45:28.081303 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-a37d9b29-4402-4d3a-82bd-18dbdbd72f80 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Notify callbacks [] for port, precommit_update {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:28.089169 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.managers [None req-f39453a5-9646-412f-abe3-54274041aeda tempest-PortsAdminExtendedAttrsTestJSON-866674268 tempest-PortsAdminExtendedAttrsTestJSON-866674268-project-admin] Attempting to bind port 7a3d0995-9b71-4b06-bf62-61a89333319c on host hv-neutron-7971 for vnic_type normal with profile {{(pid=128084) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 11:45:28.089725 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.managers [None req-f39453a5-9646-412f-abe3-54274041aeda tempest-PortsAdminExtendedAttrsTestJSON-866674268 tempest-PortsAdminExtendedAttrsTestJSON-866674268-project-admin] Attempting to bind port 7a3d0995-9b71-4b06-bf62-61a89333319c by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': 'f999d64c-626a-4b37-8004-01e0807f6962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '88a33f2c-657c-4845-84d5-6e0809210541'}] {{(pid=128084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 11:45:28.090204 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f39453a5-9646-412f-abe3-54274041aeda tempest-PortsAdminExtendedAttrsTestJSON-866674268 tempest-PortsAdminExtendedAttrsTestJSON-866674268-project-admin] Attempting to bind port 7a3d0995-9b71-4b06-bf62-61a89333319c on network 88a33f2c-657c-4845-84d5-6e0809210541 {{(pid=128084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 11:45:28.103965 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_dvr_db [None req-c540c77d-93a4-4755-8948-9ad98c2283ae None None] Set router d3841c7c-0784-40fa-bc69-08007ba0858d gateway port host: dv-neutron-797120-4-hyperv {{(pid=128086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 11:45:28.124462 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-a37d9b29-4402-4d3a-82bd-18dbdbd72f80 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3292081'] for port, after_update {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:28.130794 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:45:28.153110 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f39453a5-9646-412f-abe3-54274041aeda tempest-PortsAdminExtendedAttrsTestJSON-866674268 tempest-PortsAdminExtendedAttrsTestJSON-866674268-project-admin] Port 7a3d0995-9b71-4b06-bf62-61a89333319c on network 88a33f2c-657c-4845-84d5-6e0809210541 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=128084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 11:45:28.153698 dv-neutron-797120-4-hyperv neutron-server[128084]: ERROR neutron.plugins.ml2.managers [None req-f39453a5-9646-412f-abe3-54274041aeda tempest-PortsAdminExtendedAttrsTestJSON-866674268 tempest-PortsAdminExtendedAttrsTestJSON-866674268-project-admin] Failed to bind port 7a3d0995-9b71-4b06-bf62-61a89333319c on host hv-neutron-7971 for vnic_type normal using segments [{'id': 'f999d64c-626a-4b37-8004-01e0807f6962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '88a33f2c-657c-4845-84d5-6e0809210541'}] Jun 24 11:45:28.159129 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.plugins.ml2.plugin [None req-f39453a5-9646-412f-abe3-54274041aeda tempest-PortsAdminExtendedAttrsTestJSON-866674268 tempest-PortsAdminExtendedAttrsTestJSON-866674268-project-admin] Attempt 9 to bind port 7a3d0995-9b71-4b06-bf62-61a89333319c Jun 24 11:45:28.179507 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97e43dd-a1ec-4874-85e7-32c784c583b4 req-14c94d66-4179-402f-9b54-6d63846810ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:45:28.181006 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-f97e43dd-a1ec-4874-85e7-32c784c583b4 req-14c94d66-4179-402f-9b54-6d63846810ad service neutron] 10.222.0.45 "GET /v2.0/networks?id=4865c6d7-6c66-4548-b02e-d00e97d481c4 HTTP/1.1" status: 200 len: 912 time: 0.1070306 Jun 24 11:45:28.205945 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4b7122b-993f-4e4a-9553-d38b1a0a22c7 tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Network 4965e089-111a-482d-8b4e-93f2f808fab3 is scheduled to be hosted by DHCP agent 6be988a9-1d97-480f-be5a-c55abf2c55c5 with binding_index 1 {{(pid=128084) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 11:45:28.235614 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.managers [None req-f39453a5-9646-412f-abe3-54274041aeda tempest-PortsAdminExtendedAttrsTestJSON-866674268 tempest-PortsAdminExtendedAttrsTestJSON-866674268-project-admin] Attempting to bind port 7a3d0995-9b71-4b06-bf62-61a89333319c on host hv-neutron-7971 for vnic_type normal with profile {{(pid=128084) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 11:45:28.235923 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.managers [None req-f39453a5-9646-412f-abe3-54274041aeda tempest-PortsAdminExtendedAttrsTestJSON-866674268 tempest-PortsAdminExtendedAttrsTestJSON-866674268-project-admin] Attempting to bind port 7a3d0995-9b71-4b06-bf62-61a89333319c by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': 'f999d64c-626a-4b37-8004-01e0807f6962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '88a33f2c-657c-4845-84d5-6e0809210541'}] {{(pid=128084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 11:45:28.236288 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f39453a5-9646-412f-abe3-54274041aeda tempest-PortsAdminExtendedAttrsTestJSON-866674268 tempest-PortsAdminExtendedAttrsTestJSON-866674268-project-admin] Attempting to bind port 7a3d0995-9b71-4b06-bf62-61a89333319c on network 88a33f2c-657c-4845-84d5-6e0809210541 {{(pid=128084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 11:45:28.247433 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.base_scheduler [None req-d4b7122b-993f-4e4a-9553-d38b1a0a22c7 tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-4-hyperv, 4965e089-111a-482d-8b4e-93f2f808fab3) {{(pid=128084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:45:28.250896 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37d9b29-4402-4d3a-82bd-18dbdbd72f80 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Pushing event updated for resources: {'Port': ['ID=2aaf984c-c1fc-4c20-a5d2-8702084347ce,revision_number=2']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:45:28.258404 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-a37d9b29-4402-4d3a-82bd-18dbdbd72f80 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1783050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1978542'] for router_interface, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:28.260521 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-a37d9b29-4402-4d3a-82bd-18dbdbd72f80 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:45:28.262658 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f39453a5-9646-412f-abe3-54274041aeda tempest-PortsAdminExtendedAttrsTestJSON-866674268 tempest-PortsAdminExtendedAttrsTestJSON-866674268-project-admin] Port 7a3d0995-9b71-4b06-bf62-61a89333319c on network 88a33f2c-657c-4845-84d5-6e0809210541 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=128084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 11:45:28.263036 dv-neutron-797120-4-hyperv neutron-server[128084]: ERROR neutron.plugins.ml2.managers [None req-f39453a5-9646-412f-abe3-54274041aeda tempest-PortsAdminExtendedAttrsTestJSON-866674268 tempest-PortsAdminExtendedAttrsTestJSON-866674268-project-admin] Failed to bind port 7a3d0995-9b71-4b06-bf62-61a89333319c on host hv-neutron-7971 for vnic_type normal using segments [{'id': 'f999d64c-626a-4b37-8004-01e0807f6962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '88a33f2c-657c-4845-84d5-6e0809210541'}] Jun 24 11:45:28.265928 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4b7122b-993f-4e4a-9553-d38b1a0a22c7 tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=128084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:45:28.266503 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-d4b7122b-993f-4e4a-9553-d38b1a0a22c7 tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Notify callbacks [] for subnet, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:28.268420 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.plugins.ml2.plugin [None req-f39453a5-9646-412f-abe3-54274041aeda tempest-PortsAdminExtendedAttrsTestJSON-866674268 tempest-PortsAdminExtendedAttrsTestJSON-866674268-project-admin] Attempt 10 to bind port 7a3d0995-9b71-4b06-bf62-61a89333319c Jun 24 11:45:28.279005 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning complete for port fc48d3e8-2d65-4945-b10a-957e607176f2 triggered by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:45:28.279707 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:28.311593 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-f97e43dd-a1ec-4874-85e7-32c784c583b4 req-59d0ef54-98ce-4ac5-a274-d4f324d202c5 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6147d57c-7485-4c8f-a255-8497342b277c HTTP/1.1" status: 200 len: 999 time: 0.0935991 Jun 24 11:45:28.314941 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.managers [None req-f39453a5-9646-412f-abe3-54274041aeda tempest-PortsAdminExtendedAttrsTestJSON-866674268 tempest-PortsAdminExtendedAttrsTestJSON-866674268-project-admin] Attempting to bind port 7a3d0995-9b71-4b06-bf62-61a89333319c on host hv-neutron-7971 for vnic_type normal with profile {{(pid=128084) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 11:45:28.315275 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.managers [None req-f39453a5-9646-412f-abe3-54274041aeda tempest-PortsAdminExtendedAttrsTestJSON-866674268 tempest-PortsAdminExtendedAttrsTestJSON-866674268-project-admin] Attempting to bind port 7a3d0995-9b71-4b06-bf62-61a89333319c by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': 'f999d64c-626a-4b37-8004-01e0807f6962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '88a33f2c-657c-4845-84d5-6e0809210541'}] {{(pid=128084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 11:45:28.315601 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f39453a5-9646-412f-abe3-54274041aeda tempest-PortsAdminExtendedAttrsTestJSON-866674268 tempest-PortsAdminExtendedAttrsTestJSON-866674268-project-admin] Attempting to bind port 7a3d0995-9b71-4b06-bf62-61a89333319c on network 88a33f2c-657c-4845-84d5-6e0809210541 {{(pid=128084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 11:45:28.323835 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-d4b7122b-993f-4e4a-9553-d38b1a0a22c7 tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.7390327 Jun 24 11:45:28.328583 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09b9485f-b51a-4b59-a8b8-b730291f0d7f None None] Network 4965e089-111a-482d-8b4e-93f2f808fab3 requested from dv-neutron-797120-4-hyperv {{(pid=128085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 11:45:28.353476 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 57088) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:45:28.360755 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-4fa95d77-54d9-4e16-b371-3880a040c47f tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1194107243', 'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b'}, 'admin_state_up': False}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:45:28.367315 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.plugin [None req-f4344a1a-6e65-4de6-a3df-603ff12a8d0e tempest-BulkNetworkOpsIpV6Test-1142812762 tempest-BulkNetworkOpsIpV6Test-1142812762-project] Deleting port edfa0c82-9482-4999-bea6-02e8f5393780 {{(pid=128084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 11:45:28.367651 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-f4344a1a-6e65-4de6-a3df-603ff12a8d0e tempest-BulkNetworkOpsIpV6Test-1142812762 tempest-BulkNetworkOpsIpV6Test-1142812762-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793193942312'] for port, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:28.370103 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f39453a5-9646-412f-abe3-54274041aeda tempest-PortsAdminExtendedAttrsTestJSON-866674268 tempest-PortsAdminExtendedAttrsTestJSON-866674268-project-admin] Port 7a3d0995-9b71-4b06-bf62-61a89333319c on network 88a33f2c-657c-4845-84d5-6e0809210541 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=128084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 11:45:28.370423 dv-neutron-797120-4-hyperv neutron-server[128084]: ERROR neutron.plugins.ml2.managers [None req-f39453a5-9646-412f-abe3-54274041aeda tempest-PortsAdminExtendedAttrsTestJSON-866674268 tempest-PortsAdminExtendedAttrsTestJSON-866674268-project-admin] Failed to bind port 7a3d0995-9b71-4b06-bf62-61a89333319c on host hv-neutron-7971 for vnic_type normal using segments [{'id': 'f999d64c-626a-4b37-8004-01e0807f6962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '88a33f2c-657c-4845-84d5-6e0809210541'}] Jun 24 11:45:28.370767 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-f39453a5-9646-412f-abe3-54274041aeda tempest-PortsAdminExtendedAttrsTestJSON-866674268 tempest-PortsAdminExtendedAttrsTestJSON-866674268-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:28.384217 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97e43dd-a1ec-4874-85e7-32c784c583b4 req-adeefd39-7c1f-48bd-a991-62e268c95ab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:45:28.385926 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-f97e43dd-a1ec-4874-85e7-32c784c583b4 req-adeefd39-7c1f-48bd-a991-62e268c95ab8 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c9f29286-6a6a-43a7-8236-d8b39e2a7133 HTTP/1.1" status: 200 len: 850 time: 0.0650117 Jun 24 11:45:28.409909 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-c540c77d-93a4-4755-8948-9ad98c2283ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3841c7c-0784-40fa-bc69-08007ba0858d', 'name': 'tempest-ServersTestManualDisk-2053302560-router', 'tenant_id': 'd8a50f9eaf8642e9aaeea1cf25966bd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'external_fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.178'}], 'enable_snat': True}, 'gw_port_id': 'c2d2a9a9-9ecc-4c1e-bec8-00eb4ac3c11d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T11:44:21Z', 'updated_at': '2021-06-24T11:44:34Z', 'revision_number': 4, 'project_id': 'd8a50f9eaf8642e9aaeea1cf25966bd8', 'gw_port': {'id': 'c2d2a9a9-9ecc-4c1e-bec8-00eb4ac3c11d', 'name': '', 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:40:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3841c7c-0784-40fa-bc69-08007ba0858d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:44:22Z', 'updated_at': '2021-06-24T11:44:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-4-hyperv', '_floatingips': [{'id': '62768eac-3922-48c5-81e6-cbb382728907', 'tenant_id': 'd8a50f9eaf8642e9aaeea1cf25966bd8', 'floating_ip_address': '172.26.7.142', 'floating_network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'router_id': 'd3841c7c-0784-40fa-bc69-08007ba0858d', 'port_id': 'e039be1d-7f9d-48aa-9fb9-844478ea633d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 188, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '839f990f-6e6d-419c-a2ff-7497d60fa3b2', 'mac_address': 'fa:16:3e:eb:55:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b046ee52-d7e7-4f00-aa0b-5e9350b5a813', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T11:44:48Z', 'updated_at': '2021-06-24T11:45:23Z', 'revision_number': 1, 'project_id': 'd8a50f9eaf8642e9aaeea1cf25966bd8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4fcb919-5c7d-4467-b400-47369e570fd0', 'name': '', 'network_id': '839f990f-6e6d-419c-a2ff-7497d60fa3b2', 'tenant_id': 'd8a50f9eaf8642e9aaeea1cf25966bd8', 'mac_address': 'fa:16:3e:d3:ce:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3841c7c-0784-40fa-bc69-08007ba0858d', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '2d338229-4852-4820-bf9b-2f3476d45b6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:44:31Z', 'updated_at': '2021-06-24T11:44:43Z', 'revision_number': 5, 'project_id': 'd8a50f9eaf8642e9aaeea1cf25966bd8', 'subnets': [{'id': '2d338229-4852-4820-bf9b-2f3476d45b6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:45:28.459591 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c540c77d-93a4-4755-8948-9ad98c2283ae None None] The sync data for ids ['d3841c7c-0784-40fa-bc69-08007ba0858d'] in dv-neutron-797120-4-hyperv is: [{'id': 'd3841c7c-0784-40fa-bc69-08007ba0858d', 'name': 'tempest-ServersTestManualDisk-2053302560-router', 'tenant_id': 'd8a50f9eaf8642e9aaeea1cf25966bd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'external_fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.178'}], 'enable_snat': True}, 'gw_port_id': 'c2d2a9a9-9ecc-4c1e-bec8-00eb4ac3c11d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T11:44:21Z', 'updated_at': '2021-06-24T11:44:34Z', 'revision_number': 4, 'project_id': 'd8a50f9eaf8642e9aaeea1cf25966bd8', 'gw_port': {'id': 'c2d2a9a9-9ecc-4c1e-bec8-00eb4ac3c11d', 'name': '', 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:40:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3841c7c-0784-40fa-bc69-08007ba0858d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:44:22Z', 'updated_at': '2021-06-24T11:44:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-4-hyperv', '_floatingips': [{'id': '62768eac-3922-48c5-81e6-cbb382728907', 'tenant_id': 'd8a50f9eaf8642e9aaeea1cf25966bd8', 'floating_ip_address': '172.26.7.142', 'floating_network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'router_id': 'd3841c7c-0784-40fa-bc69-08007ba0858d', 'port_id': 'e039be1d-7f9d-48aa-9fb9-844478ea633d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 188, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '839f990f-6e6d-419c-a2ff-7497d60fa3b2', 'mac_address': 'fa:16:3e:eb:55:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b046ee52-d7e7-4f00-aa0b-5e9350b5a813', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T11:44:48Z', 'updated_at': '2021-06-24T11:45:23Z', 'revision_number': 1, 'project_id': 'd8a50f9eaf8642e9aaeea1cf25966bd8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4fcb919-5c7d-4467-b400-47369e570fd0', 'name': '', 'network_id': '839f990f-6e6d-419c-a2ff-7497d60fa3b2', 'tenant_id': 'd8a50f9eaf8642e9aaeea1cf25966bd8', 'mac_address': 'fa:16:3e:d3:ce:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3841c7c-0784-40fa-bc69-08007ba0858d', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '2d338229-4852-4820-bf9b-2f3476d45b6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:44:31Z', 'updated_at': '2021-06-24T11:44:43Z', 'revision_number': 5, 'project_id': 'd8a50f9eaf8642e9aaeea1cf25966bd8', 'subnets': [{'id': '2d338229-4852-4820-bf9b-2f3476d45b6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=128086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 11:45:28.591158 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13f9e6e-853a-461a-8241-54748630fef6 req-f24941c6-481a-4178-89b5-425c69091add service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:45:28.593303 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-c13f9e6e-853a-461a-8241-54748630fef6 req-f24941c6-481a-4178-89b5-425c69091add service neutron] 10.222.0.45 "GET /v2.0/networks?id=839f990f-6e6d-419c-a2ff-7497d60fa3b2 HTTP/1.1" status: 200 len: 913 time: 0.5593107 Jun 24 11:45:28.656751 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d0c6b55-054b-4d25-9b5f-e6bc2572f518 None None] Network 4965e089-111a-482d-8b4e-93f2f808fab3 requested from dv-neutron-797120-4-hyperv {{(pid=128085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 11:45:28.717854 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-c0190c77-844a-4a71-93ff-46a8b4a5c713 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b649eac-266f-4b37-a2b4-e3c03cb22aef', 'name': 'tempest-ServerActionsTestJSON-373423756-router', 'tenant_id': '33124f0dd27d41d79a5a6b42eb81b949', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'external_fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.216'}], 'enable_snat': True}, 'gw_port_id': 'd90dba58-22e7-42dd-885a-25915bf0b441', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T11:44:22Z', 'updated_at': '2021-06-24T11:44:36Z', 'revision_number': 4, 'project_id': '33124f0dd27d41d79a5a6b42eb81b949', 'gw_port': {'id': 'd90dba58-22e7-42dd-885a-25915bf0b441', 'name': '', 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:66:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b649eac-266f-4b37-a2b4-e3c03cb22aef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:44:24Z', 'updated_at': '2021-06-24T11:44:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-4-hyperv', '_floatingips': [{'id': '29bcb728-c355-4df9-bfe0-d3a5f69ff429', 'tenant_id': '33124f0dd27d41d79a5a6b42eb81b949', 'floating_ip_address': '172.26.7.159', 'floating_network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'router_id': '0b649eac-266f-4b37-a2b4-e3c03cb22aef', 'port_id': '6147d57c-7485-4c8f-a255-8497342b277c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 191, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4865c6d7-6c66-4548-b02e-d00e97d481c4', 'mac_address': 'fa:16:3e:cd:3d:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6cc2586-9578-488f-96d4-fbc6dd702115', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T11:44:49Z', 'updated_at': '2021-06-24T11:45:25Z', 'revision_number': 1, 'project_id': '33124f0dd27d41d79a5a6b42eb81b949', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '49b5e277-6c4d-4c06-94f1-609b61df994e', 'name': '', 'network_id': '4865c6d7-6c66-4548-b02e-d00e97d481c4', 'tenant_id': '33124f0dd27d41d79a5a6b42eb81b949', 'mac_address': 'fa:16:3e:0e:b5:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b649eac-266f-4b37-a2b4-e3c03cb22aef', 'device_owner': 'network:router_interface', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': 'c9f29286-6a6a-43a7-8236-d8b39e2a7133', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:44:33Z', 'updated_at': '2021-06-24T11:44:46Z', 'revision_number': 5, 'project_id': '33124f0dd27d41d79a5a6b42eb81b949', 'subnets': [{'id': 'c9f29286-6a6a-43a7-8236-d8b39e2a7133', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:45:28.752805 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-c13f9e6e-853a-461a-8241-54748630fef6 req-1e319a41-482f-47cd-afbd-a15787da3ede service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e039be1d-7f9d-48aa-9fb9-844478ea633d HTTP/1.1" status: 200 len: 999 time: 0.1439574 Jun 24 11:45:28.753424 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0190c77-844a-4a71-93ff-46a8b4a5c713 None None] Checking router: 0b649eac-266f-4b37-a2b4-e3c03cb22aef for host: dv-neutron-797120-4-hyperv {{(pid=128085) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 11:45:28.782152 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a9c11f9-e130-4d44-8c54-3062101f690e None None] New status for floating IP 62768eac-3922-48c5-81e6-cbb382728907: ACTIVE {{(pid=128086) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 24 11:45:28.793196 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0190c77-844a-4a71-93ff-46a8b4a5c713 None None] Routers {'0b649eac-266f-4b37-a2b4-e3c03cb22aef'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 11:45:28.793833 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-c0190c77-844a-4a71-93ff-46a8b4a5c713 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T11:45:26Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['0b649eac-266f-4b37-a2b4-e3c03cb22aef'], 'active': True} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:45:28.795586 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97e43dd-a1ec-4874-85e7-32c784c583b4 req-ef76d0c3-f265-4ba3-9042-7088ec769215 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:45:28.797452 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-f97e43dd-a1ec-4874-85e7-32c784c583b4 req-ef76d0c3-f265-4ba3-9042-7088ec769215 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=4865c6d7-6c66-4548-b02e-d00e97d481c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3530824 Jun 24 11:45:28.822174 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-b6f44750-3e4e-4963-ab5c-5b998997a793 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2537737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3289942'] for subnet, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:28.866104 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-4fa95d77-54d9-4e16-b371-3880a040c47f tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1803889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65293'] for router, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:28.867151 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-4fa95d77-54d9-4e16-b371-3880a040c47f tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1803848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1975305', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1581158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65396'] for router, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:28.902091 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-7c2b8797-7828-46f7-afc2-34841e03722c tempest-ExtraDHCPOptionsIpV6TestJSON-297538214 tempest-ExtraDHCPOptionsIpV6TestJSON-297538214-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:45:28.923638 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-f4344a1a-6e65-4de6-a3df-603ff12a8d0e tempest-BulkNetworkOpsIpV6Test-1142812762 tempest-BulkNetworkOpsIpV6Test-1142812762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1978872'] for port, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:28.960593 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvr_db [None req-c0190c77-844a-4a71-93ff-46a8b4a5c713 None None] Set router 0b649eac-266f-4b37-a2b4-e3c03cb22aef gateway port host: dv-neutron-797120-4-hyperv {{(pid=128085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 11:45:28.991910 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13f9e6e-853a-461a-8241-54748630fef6 req-8536609b-0845-464b-9b8c-aeb3ea0a8924 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:45:28.993381 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-c13f9e6e-853a-461a-8241-54748630fef6 req-8536609b-0845-464b-9b8c-aeb3ea0a8924 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=2d338229-4852-4820-bf9b-2f3476d45b6e HTTP/1.1" status: 200 len: 851 time: 0.2270598 Jun 24 11:45:28.998370 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-f97e43dd-a1ec-4874-85e7-32c784c583b4 req-b312a8c9-38dd-48dd-904a-cebbc77acae0 service neutron] 10.222.0.45 "GET /v2.0/networks/4865c6d7-6c66-4548-b02e-d00e97d481c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1775146 Jun 24 11:45:28.999615 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f44750-3e4e-4963-ab5c-5b998997a793 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Pushing event updated for resources: {'Subnet': ['ID=1b2e4352-4d55-4efc-8a9a-29e5778bf4ef,revision_number=0']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:45:29.003530 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-b6f44750-3e4e-4963-ab5c-5b998997a793 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:45:29.024841 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.plugin [None req-f4344a1a-6e65-4de6-a3df-603ff12a8d0e tempest-BulkNetworkOpsIpV6Test-1142812762 tempest-BulkNetworkOpsIpV6Test-1142812762-project] Calling delete_port for edfa0c82-9482-4999-bea6-02e8f5393780 owned by {{(pid=128084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 11:45:29.035357 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-4fa95d77-54d9-4e16-b371-3880a040c47f tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:29.049967 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a37d9b29-4402-4d3a-82bd-18dbdbd72f80 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Network c475688e-6de7-4445-a056-88051078503f is already hosted by enough agents. {{(pid=128084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 11:45:29.051602 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6f44750-3e4e-4963-ab5c-5b998997a793 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Checking segment: {'id': 'dfa30fd0-6cec-4ef2-811f-c2120c0c5b7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '8a016058-73cb-46d5-806d-cb45370af3ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=128083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 11:45:29.052140 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6f44750-3e4e-4963-ab5c-5b998997a793 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Network hostable DHCP agents. Network: 8a016058-73cb-46d5-806d-cb45370af3ba, hostable agents: ['6be988a9-1d97-480f-be5a-c55abf2c55c5'], hosted agents: [] {{(pid=128083) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 11:45:29.056844 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.base_scheduler [None req-a37d9b29-4402-4d3a-82bd-18dbdbd72f80 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Resources bound (agent type, host, resource id): {{(pid=128084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:45:29.185453 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6f44750-3e4e-4963-ab5c-5b998997a793 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Network 8a016058-73cb-46d5-806d-cb45370af3ba is scheduled to be hosted by DHCP agent 6be988a9-1d97-480f-be5a-c55abf2c55c5 with binding_index 1 {{(pid=128083) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 11:45:29.240386 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-f97e43dd-a1ec-4874-85e7-32c784c583b4 req-ba7165bd-3c59-4a13-ac93-9d05a021119b service neutron] 10.222.0.45 "GET /v2.0/networks/4865c6d7-6c66-4548-b02e-d00e97d481c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1911287 Jun 24 11:45:29.241575 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.base_scheduler [None req-b6f44750-3e4e-4963-ab5c-5b998997a793 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-4-hyperv, 8a016058-73cb-46d5-806d-cb45370af3ba) {{(pid=128083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:45:29.252113 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-4fa95d77-54d9-4e16-b371-3880a040c47f tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1975381', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1803205', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65378'] for router, precommit_update {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:29.258122 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6f44750-3e4e-4963-ab5c-5b998997a793 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:45:29.259357 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-b6f44750-3e4e-4963-ab5c-5b998997a793 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588949'] for subnet, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:29.270830 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88ae7618-8a08-4bbe-8514-020fbde0fe3c None None] Network 8a016058-73cb-46d5-806d-cb45370af3ba requested from dv-neutron-797120-4-hyperv {{(pid=128085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 11:45:29.279153 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13f9e6e-853a-461a-8241-54748630fef6 req-c584bc7e-d071-4fd9-a8f1-5d2d37ab6087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:45:29.282498 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-c13f9e6e-853a-461a-8241-54748630fef6 req-c584bc7e-d071-4fd9-a8f1-5d2d37ab6087 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=839f990f-6e6d-419c-a2ff-7497d60fa3b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2625396 Jun 24 11:45:29.287330 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-b6f44750-3e4e-4963-ab5c-5b998997a793 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.2260780 Jun 24 11:45:29.287963 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 57096) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:45:29.293222 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [None req-21e427dc-6352-4871-9647-7f14d5153fa8 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-434799699', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:45:29.316286 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.db [None req-f39453a5-9646-412f-abe3-54274041aeda tempest-PortsAdminExtendedAttrsTestJSON-866674268 tempest-PortsAdminExtendedAttrsTestJSON-866674268-project-admin] For port 7a3d0995-9b71-4b06-bf62-61a89333319c, host hv-neutron-7971, cleared binding levels {{(pid=128084) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 11:45:29.316672 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.db [None req-f39453a5-9646-412f-abe3-54274041aeda tempest-PortsAdminExtendedAttrsTestJSON-866674268 tempest-PortsAdminExtendedAttrsTestJSON-866674268-project-admin] Attempted to set empty binding levels {{(pid=128084) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jun 24 11:45:29.369188 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-f39453a5-9646-412f-abe3-54274041aeda tempest-PortsAdminExtendedAttrsTestJSON-866674268 tempest-PortsAdminExtendedAttrsTestJSON-866674268-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3292081'] for port, after_update {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:29.382612 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-21e427dc-6352-4871-9647-7f14d5153fa8 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1803889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65293'] for router, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:29.383594 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-21e427dc-6352-4871-9647-7f14d5153fa8 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1803848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1975305', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1581158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65396'] for router, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:29.400044 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:45:29.425033 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-c13f9e6e-853a-461a-8241-54748630fef6 req-e13cac34-0439-40ae-a80c-4eaaa99dd344 service neutron] 10.222.0.45 "GET /v2.0/networks/839f990f-6e6d-419c-a2ff-7497d60fa3b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263134 Jun 24 11:45:29.442447 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f39453a5-9646-412f-abe3-54274041aeda tempest-PortsAdminExtendedAttrsTestJSON-866674268 tempest-PortsAdminExtendedAttrsTestJSON-866674268-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:45:29.442975 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-f39453a5-9646-412f-abe3-54274041aeda tempest-PortsAdminExtendedAttrsTestJSON-866674268 tempest-PortsAdminExtendedAttrsTestJSON-866674268-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468916'] for port, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:29.455560 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-929b316c-7a39-458e-9488-a24b4a604746 None None] Provisioning complete for port 2aaf984c-c1fc-4c20-a5d2-8702084347ce triggered by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:45:29.456331 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-929b316c-7a39-458e-9488-a24b4a604746 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:29.464914 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-21e427dc-6352-4871-9647-7f14d5153fa8 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:29.476733 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-21e427dc-6352-4871-9647-7f14d5153fa8 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1803210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1815767'] for router, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:29.495967 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-929b316c-7a39-458e-9488-a24b4a604746 None None] Port 2aaf984c-c1fc-4c20-a5d2-8702084347ce cannot update to ACTIVE because it is not bound. {{(pid=128085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 11:45:29.523525 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-21e427dc-6352-4871-9647-7f14d5153fa8 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Notify callbacks [] for router, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:29.527189 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-21e427dc-6352-4871-9647-7f14d5153fa8 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2382772 Jun 24 11:45:29.529861 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 57098) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:45:29.531704 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-f39453a5-9646-412f-abe3-54274041aeda tempest-PortsAdminExtendedAttrsTestJSON-866674268 tempest-PortsAdminExtendedAttrsTestJSON-866674268-project-admin] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 982 time: 6.0269094 Jun 24 11:45:29.532267 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 57100) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:45:29.532626 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39453a5-9646-412f-abe3-54274041aeda tempest-PortsAdminExtendedAttrsTestJSON-866674268 tempest-PortsAdminExtendedAttrsTestJSON-866674268-project-admin] Pushing event updated for resources: {'Port': ['ID=7a3d0995-9b71-4b06-bf62-61a89333319c,revision_number=2']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:45:29.535488 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-f39453a5-9646-412f-abe3-54274041aeda tempest-PortsAdminExtendedAttrsTestJSON-866674268 tempest-PortsAdminExtendedAttrsTestJSON-866674268-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:45:29.537764 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [None req-56dd6ed8-ce14-41d7-a04b-d49436738573 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Request body: {'port': {'network_id': '8a016058-73cb-46d5-806d-cb45370af3ba', 'name': 'tempest-RoutersIpV6Test-491481912'}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:45:29.572750 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-c0190c77-844a-4a71-93ff-46a8b4a5c713 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b649eac-266f-4b37-a2b4-e3c03cb22aef', 'name': 'tempest-ServerActionsTestJSON-373423756-router', 'tenant_id': '33124f0dd27d41d79a5a6b42eb81b949', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'external_fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.216'}], 'enable_snat': True}, 'gw_port_id': 'd90dba58-22e7-42dd-885a-25915bf0b441', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T11:44:22Z', 'updated_at': '2021-06-24T11:44:36Z', 'revision_number': 4, 'project_id': '33124f0dd27d41d79a5a6b42eb81b949', 'gw_port': {'id': 'd90dba58-22e7-42dd-885a-25915bf0b441', 'name': '', 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:66:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b649eac-266f-4b37-a2b4-e3c03cb22aef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:44:24Z', 'updated_at': '2021-06-24T11:44:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-4-hyperv', '_floatingips': [{'id': '29bcb728-c355-4df9-bfe0-d3a5f69ff429', 'tenant_id': '33124f0dd27d41d79a5a6b42eb81b949', 'floating_ip_address': '172.26.7.159', 'floating_network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'router_id': '0b649eac-266f-4b37-a2b4-e3c03cb22aef', 'port_id': '6147d57c-7485-4c8f-a255-8497342b277c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 191, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4865c6d7-6c66-4548-b02e-d00e97d481c4', 'mac_address': 'fa:16:3e:cd:3d:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6cc2586-9578-488f-96d4-fbc6dd702115', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T11:44:49Z', 'updated_at': '2021-06-24T11:45:25Z', 'revision_number': 1, 'project_id': '33124f0dd27d41d79a5a6b42eb81b949', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '49b5e277-6c4d-4c06-94f1-609b61df994e', 'name': '', 'network_id': '4865c6d7-6c66-4548-b02e-d00e97d481c4', 'tenant_id': '33124f0dd27d41d79a5a6b42eb81b949', 'mac_address': 'fa:16:3e:0e:b5:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b649eac-266f-4b37-a2b4-e3c03cb22aef', 'device_owner': 'network:router_interface', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': 'c9f29286-6a6a-43a7-8236-d8b39e2a7133', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:44:33Z', 'updated_at': '2021-06-24T11:44:46Z', 'revision_number': 5, 'project_id': '33124f0dd27d41d79a5a6b42eb81b949', 'subnets': [{'id': 'c9f29286-6a6a-43a7-8236-d8b39e2a7133', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:45:29.593498 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-f4344a1a-6e65-4de6-a3df-603ff12a8d0e tempest-BulkNetworkOpsIpV6Test-1142812762 tempest-BulkNetworkOpsIpV6Test-1142812762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793193945299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193536732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3292088'] for port, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:29.603004 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-85dcf34c-9930-4155-814d-3189cec768bf tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:45:29.614331 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b603f50f-2ce7-43fa-bd7b-901c32797966 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d65c8f8-7530-5052-99fe-8ea05073750b-8a016058-73cb-46d5-806d-cb45370af3ba', 'network_id': '8a016058-73cb-46d5-806d-cb45370af3ba', 'tenant_id': '9c8c7551cf984e4ca40de4f1d8880b93', 'fixed_ips': [{'subnet_id': '1b2e4352-4d55-4efc-8a9a-29e5778bf4ef'}]}} from dv-neutron-797120-4-hyperv. {{(pid=128085) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 24 11:45:29.615174 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-b603f50f-2ce7-43fa-bd7b-901c32797966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_create {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:29.619922 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0190c77-844a-4a71-93ff-46a8b4a5c713 None None] The sync data for ids ['0b649eac-266f-4b37-a2b4-e3c03cb22aef'] in dv-neutron-797120-4-hyperv is: [{'id': '0b649eac-266f-4b37-a2b4-e3c03cb22aef', 'name': 'tempest-ServerActionsTestJSON-373423756-router', 'tenant_id': '33124f0dd27d41d79a5a6b42eb81b949', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'external_fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.216'}], 'enable_snat': True}, 'gw_port_id': 'd90dba58-22e7-42dd-885a-25915bf0b441', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T11:44:22Z', 'updated_at': '2021-06-24T11:44:36Z', 'revision_number': 4, 'project_id': '33124f0dd27d41d79a5a6b42eb81b949', 'gw_port': {'id': 'd90dba58-22e7-42dd-885a-25915bf0b441', 'name': '', 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:66:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b649eac-266f-4b37-a2b4-e3c03cb22aef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:44:24Z', 'updated_at': '2021-06-24T11:44:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-4-hyperv', '_floatingips': [{'id': '29bcb728-c355-4df9-bfe0-d3a5f69ff429', 'tenant_id': '33124f0dd27d41d79a5a6b42eb81b949', 'floating_ip_address': '172.26.7.159', 'floating_network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'router_id': '0b649eac-266f-4b37-a2b4-e3c03cb22aef', 'port_id': '6147d57c-7485-4c8f-a255-8497342b277c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 191, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4865c6d7-6c66-4548-b02e-d00e97d481c4', 'mac_address': 'fa:16:3e:cd:3d:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6cc2586-9578-488f-96d4-fbc6dd702115', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T11:44:49Z', 'updated_at': '2021-06-24T11:45:25Z', 'revision_number': 1, 'project_id': '33124f0dd27d41d79a5a6b42eb81b949', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '49b5e277-6c4d-4c06-94f1-609b61df994e', 'name': '', 'network_id': '4865c6d7-6c66-4548-b02e-d00e97d481c4', 'tenant_id': '33124f0dd27d41d79a5a6b42eb81b949', 'mac_address': 'fa:16:3e:0e:b5:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b649eac-266f-4b37-a2b4-e3c03cb22aef', 'device_owner': 'network:router_interface', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': 'c9f29286-6a6a-43a7-8236-d8b39e2a7133', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:44:33Z', 'updated_at': '2021-06-24T11:44:46Z', 'revision_number': 5, 'project_id': '33124f0dd27d41d79a5a6b42eb81b949', 'subnets': [{'id': 'c9f29286-6a6a-43a7-8236-d8b39e2a7133', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=128085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 11:45:29.640366 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a37d9b29-4402-4d3a-82bd-18dbdbd72f80 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Router 16032406-603e-48e7-8026-df5567846002 is scheduled to L3 agent 2987dba8-2249-4ee6-96ec-28f0f7a6127d with binding_index 1 {{(pid=128084) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 24 11:45:29.641695 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-52c483ef-d5c1-4030-9a32-e5ce4ff00ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:29.645358 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4344a1a-6e65-4de6-a3df-603ff12a8d0e tempest-BulkNetworkOpsIpV6Test-1142812762 tempest-BulkNetworkOpsIpV6Test-1142812762-project] Pushing event deleted for resources: {'Port': ['ID=edfa0c82-9482-4999-bea6-02e8f5393780,revision_number=None']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:45:29.663745 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-f4344a1a-6e65-4de6-a3df-603ff12a8d0e tempest-BulkNetworkOpsIpV6Test-1142812762 tempest-BulkNetworkOpsIpV6Test-1142812762-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:45:29.756158 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56dd6ed8-ce14-41d7-a04b-d49436738573 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Made reservation on behalf of 9c8c7551cf984e4ca40de4f1d8880b93 for: {'port': 1} {{(pid=128083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 11:45:29.759679 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-56dd6ed8-ce14-41d7-a04b-d49436738573 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:29.780599 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a37d9b29-4402-4d3a-82bd-18dbdbd72f80 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Notify agent at l3_agent.dv-neutron-797120-4-hyperv the message routers_updated {{(pid=128084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 11:45:29.782249 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.notifiers.nova [None req-56dd6ed8-ce14-41d7-a04b-d49436738573 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] device_id is not set on port 1c19f656-0d06-405b-a198-1076f6911993 yet. {{(pid=128083) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 24 11:45:29.783347 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-f4344a1a-6e65-4de6-a3df-603ff12a8d0e tempest-BulkNetworkOpsIpV6Test-1142812762 tempest-BulkNetworkOpsIpV6Test-1142812762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468916'] for port, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:29.787955 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-f4344a1a-6e65-4de6-a3df-603ff12a8d0e tempest-BulkNetworkOpsIpV6Test-1142812762 tempest-BulkNetworkOpsIpV6Test-1142812762-project] 10.222.0.53 "DELETE /v2.0/ports/edfa0c82-9482-4999-bea6-02e8f5393780 HTTP/1.1" status: 204 len: 168 time: 1.8366933 Jun 24 11:45:29.796001 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-a37d9b29-4402-4d3a-82bd-18dbdbd72f80 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] 10.222.0.53 "PUT /v2.0/routers/16032406-603e-48e7-8026-df5567846002/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8321826 Jun 24 11:45:29.796741 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 57106) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:45:29.797172 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 57108) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:45:29.865748 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-c13f9e6e-853a-461a-8241-54748630fef6 req-de61f312-93e6-4312-a86e-9335b1c0582d service neutron] 10.222.0.45 "GET /v2.0/networks/839f990f-6e6d-419c-a2ff-7497d60fa3b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4100745 Jun 24 11:45:29.872565 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.plugin [None req-c55ff9d9-d47a-4326-8597-26fff4b5045f tempest-PortsAdminExtendedAttrsTestJSON-866674268 tempest-PortsAdminExtendedAttrsTestJSON-866674268-project-admin] Deleting port 7a3d0995-9b71-4b06-bf62-61a89333319c {{(pid=128083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 11:45:29.872849 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-c55ff9d9-d47a-4326-8597-26fff4b5045f tempest-PortsAdminExtendedAttrsTestJSON-866674268 tempest-PortsAdminExtendedAttrsTestJSON-866674268-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793193942312'] for port, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:29.888675 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40b1aba3-139a-4cce-8f5d-fe6c0366ff80 None None] Sync routers for ids ['16032406-603e-48e7-8026-df5567846002'] in dv-neutron-797120-4-hyperv {{(pid=128085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 11:45:29.926046 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40b1aba3-139a-4cce-8f5d-fe6c0366ff80 None None] Routers {'16032406-603e-48e7-8026-df5567846002'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 11:45:29.927302 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-40b1aba3-139a-4cce-8f5d-fe6c0366ff80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T11:45:26Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['16032406-603e-48e7-8026-df5567846002'], 'active': True} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:45:29.928419 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38bb928e-45a1-4f31-b053-4bbd6e583dfc tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:45:29.932837 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-38bb928e-45a1-4f31-b053-4bbd6e583dfc tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] 10.222.0.53 "GET /v2.0/ports/2aaf984c-c1fc-4c20-a5d2-8702084347ce HTTP/1.1" status: 200 len: 910 time: 0.1307559 Jun 24 11:45:29.973234 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 57112) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:45:29.977523 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-40b1aba3-139a-4cce-8f5d-fe6c0366ff80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:45:29.993638 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.db_base_plugin_common [None req-b603f50f-2ce7-43fa-bd7b-901c32797966 None None] Allocated IP 2001:db8::2 (8a016058-73cb-46d5-806d-cb45370af3ba/1b2e4352-4d55-4efc-8a9a-29e5778bf4ef/1a4da214-82c7-45b8-a0db-c7ab97365cfd) {{(pid=128085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 11:45:29.995256 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40b1aba3-139a-4cce-8f5d-fe6c0366ff80 None None] Routers {'16032406-603e-48e7-8026-df5567846002'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 11:45:29.995950 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-40b1aba3-139a-4cce-8f5d-fe6c0366ff80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T11:45:26Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['16032406-603e-48e7-8026-df5567846002'], 'active': True} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:45:29.998042 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.db [None req-c55ff9d9-d47a-4326-8597-26fff4b5045f tempest-PortsAdminExtendedAttrsTestJSON-866674268 tempest-PortsAdminExtendedAttrsTestJSON-866674268-project-admin] For port 7a3d0995-9b71-4b06-bf62-61a89333319c, host hv-neutron-7971, got binding levels [] {{(pid=128083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 11:45:29.998200 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-c55ff9d9-d47a-4326-8597-26fff4b5045f tempest-PortsAdminExtendedAttrsTestJSON-866674268 tempest-PortsAdminExtendedAttrsTestJSON-866674268-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1978872'] for port, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:30.033344 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.plugin [None req-c55ff9d9-d47a-4326-8597-26fff4b5045f tempest-PortsAdminExtendedAttrsTestJSON-866674268 tempest-PortsAdminExtendedAttrsTestJSON-866674268-project-admin] Calling delete_port for 7a3d0995-9b71-4b06-bf62-61a89333319c owned by {{(pid=128083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 11:45:30.042154 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-40b1aba3-139a-4cce-8f5d-fe6c0366ff80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:45:30.044650 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40b1aba3-139a-4cce-8f5d-fe6c0366ff80 None None] The sync data for ids ['16032406-603e-48e7-8026-df5567846002'] in dv-neutron-797120-4-hyperv is: [] {{(pid=128085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 11:45:30.067371 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5776e199-33f9-4179-b082-19d632140e63 None None] New status for floating IP 29bcb728-c355-4df9-bfe0-d3a5f69ff429: ACTIVE {{(pid=128086) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 24 11:45:30.152997 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-c55ff9d9-d47a-4326-8597-26fff4b5045f tempest-PortsAdminExtendedAttrsTestJSON-866674268 tempest-PortsAdminExtendedAttrsTestJSON-866674268-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793193945299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193536732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2537862'] for port, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:30.161076 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-5be9245a-b193-4203-9cae-36ce90d30110 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:45:30.227124 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55ff9d9-d47a-4326-8597-26fff4b5045f tempest-PortsAdminExtendedAttrsTestJSON-866674268 tempest-PortsAdminExtendedAttrsTestJSON-866674268-project-admin] Pushing event deleted for resources: {'Port': ['ID=7a3d0995-9b71-4b06-bf62-61a89333319c,revision_number=None']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:45:30.241819 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-c55ff9d9-d47a-4326-8597-26fff4b5045f tempest-PortsAdminExtendedAttrsTestJSON-866674268 tempest-PortsAdminExtendedAttrsTestJSON-866674268-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:45:30.257444 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-c55ff9d9-d47a-4326-8597-26fff4b5045f tempest-PortsAdminExtendedAttrsTestJSON-866674268 tempest-PortsAdminExtendedAttrsTestJSON-866674268-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468916'] for port, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:30.260786 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-c55ff9d9-d47a-4326-8597-26fff4b5045f tempest-PortsAdminExtendedAttrsTestJSON-866674268 tempest-PortsAdminExtendedAttrsTestJSON-866674268-project-admin] 10.222.0.53 "DELETE /v2.0/ports/7a3d0995-9b71-4b06-bf62-61a89333319c HTTP/1.1" status: 204 len: 168 time: 0.6088474 Jun 24 11:45:30.262462 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 57116) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:45:30.300195 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.pecan_wsgi.hooks.translation [None req-c906ff45-a88b-4f89-97f5-79a716b4aa3a tempest-PortsAdminExtendedAttrsTestJSON-866674268 tempest-PortsAdminExtendedAttrsTestJSON-866674268-project-admin] GET failed (client error): The resource could not be found. Jun 24 11:45:30.302484 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-c906ff45-a88b-4f89-97f5-79a716b4aa3a tempest-PortsAdminExtendedAttrsTestJSON-866674268 tempest-PortsAdminExtendedAttrsTestJSON-866674268-project-admin] 10.222.0.53 "GET /v2.0/ports/7a3d0995-9b71-4b06-bf62-61a89333319c HTTP/1.1" status: 404 len: 333 time: 0.0387757 Jun 24 11:45:30.307428 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 57118) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:45:30.313999 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [None req-4768bc97-3f90-452c-97a6-6282508b0505 tempest-PortsAdminExtendedAttrsTestJSON-866674268 tempest-PortsAdminExtendedAttrsTestJSON-866674268-project-admin] Request body: {'port': {'network_id': '88a33f2c-657c-4845-84d5-6e0809210541', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1222579500'}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:45:30.346136 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-4fa95d77-54d9-4e16-b371-3880a040c47f tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Notify callbacks [] for router_gateway, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:30.348093 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4768bc97-3f90-452c-97a6-6282508b0505 tempest-PortsAdminExtendedAttrsTestJSON-866674268 tempest-PortsAdminExtendedAttrsTestJSON-866674268-project-admin] Made reservation on behalf of 7087685aba3240ec99de47a885aeb428 for: {'port': 1} {{(pid=128083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 11:45:30.352779 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-4768bc97-3f90-452c-97a6-6282508b0505 tempest-PortsAdminExtendedAttrsTestJSON-866674268 tempest-PortsAdminExtendedAttrsTestJSON-866674268-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:30.353092 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.plugin [None req-7c298e10-1b10-4cad-bddf-ddbf0792bc57 tempest-BulkNetworkOpsIpV6Test-1142812762 tempest-BulkNetworkOpsIpV6Test-1142812762-project] Deleting port 5d830639-197a-4a97-9d4d-2200723227d3 {{(pid=128084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 11:45:30.353421 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-7c298e10-1b10-4cad-bddf-ddbf0792bc57 tempest-BulkNetworkOpsIpV6Test-1142812762 tempest-BulkNetworkOpsIpV6Test-1142812762-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793193942312'] for port, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:30.373202 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.notifiers.nova [None req-4768bc97-3f90-452c-97a6-6282508b0505 tempest-PortsAdminExtendedAttrsTestJSON-866674268 tempest-PortsAdminExtendedAttrsTestJSON-866674268-project-admin] device_id is not set on port fa874b53-d3ab-4bad-9266-2f7cc5f92b25 yet. {{(pid=128083) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 24 11:45:30.424881 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-b603f50f-2ce7-43fa-bd7b-901c32797966 None None] Notify callbacks [] for port, precommit_create {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:30.436913 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-b603f50f-2ce7-43fa-bd7b-901c32797966 None None] Transition to ACTIVE for port object 1a4da214-82c7-45b8-a0db-c7ab97365cfd will not be triggered until provisioned by entity L2. {{(pid=128085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 11:45:30.443820 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-4fa95d77-54d9-4e16-b371-3880a040c47f tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:30.453773 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-b603f50f-2ce7-43fa-bd7b-901c32797966 None None] Transition to ACTIVE for port object 1a4da214-82c7-45b8-a0db-c7ab97365cfd will not be triggered until provisioned by entity DHCP. {{(pid=128085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 11:45:30.462905 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-b603f50f-2ce7-43fa-bd7b-901c32797966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-650429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-506361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793193536723'] for port, after_create {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:30.465777 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:45:30.512043 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b603f50f-2ce7-43fa-bd7b-901c32797966 None None] Network 8a016058-73cb-46d5-806d-cb45370af3ba is already hosted by enough agents. {{(pid=128085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 11:45:30.520549 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.scheduler.base_scheduler [None req-b603f50f-2ce7-43fa-bd7b-901c32797966 None None] Resources bound (agent type, host, resource id): {{(pid=128085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:45:30.522936 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b603f50f-2ce7-43fa-bd7b-901c32797966 None None] Received port after_create {{(pid=128085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 11:45:30.525268 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b603f50f-2ce7-43fa-bd7b-901c32797966 None None] Pushing event updated for resources: {'Port': ['ID=1a4da214-82c7-45b8-a0db-c7ab97365cfd,revision_number=1']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:45:30.528773 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-b603f50f-2ce7-43fa-bd7b-901c32797966 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:45:30.588799 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-b603f50f-2ce7-43fa-bd7b-901c32797966 None None] Attempting to bind port 1a4da214-82c7-45b8-a0db-c7ab97365cfd on host dv-neutron-797120-4-hyperv for vnic_type normal with profile {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 11:45:30.589809 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-b603f50f-2ce7-43fa-bd7b-901c32797966 None None] Attempting to bind port 1a4da214-82c7-45b8-a0db-c7ab97365cfd by drivers openvswitch,hyperv on host dv-neutron-797120-4-hyperv at level 0 using segments [{'id': 'dfa30fd0-6cec-4ef2-811f-c2120c0c5b7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '8a016058-73cb-46d5-806d-cb45370af3ba'}] {{(pid=128085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 11:45:30.589809 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b603f50f-2ce7-43fa-bd7b-901c32797966 None None] Attempting to bind port 1a4da214-82c7-45b8-a0db-c7ab97365cfd on network 8a016058-73cb-46d5-806d-cb45370af3ba {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 11:45:30.596008 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b603f50f-2ce7-43fa-bd7b-901c32797966 None None] Checking agent: {'id': 'e3a695b2-c397-461f-83b0-10b79d490b59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 11, 36, 56), 'started_at': datetime.datetime(2021, 6, 24, 11, 37, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 11, 45, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 11:45:30.596937 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b603f50f-2ce7-43fa-bd7b-901c32797966 None None] Checking segment: {'id': 'dfa30fd0-6cec-4ef2-811f-c2120c0c5b7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '8a016058-73cb-46d5-806d-cb45370af3ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=128085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 11:45:30.596937 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-b603f50f-2ce7-43fa-bd7b-901c32797966 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:30.597180 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b603f50f-2ce7-43fa-bd7b-901c32797966 None None] Bound using segment: {'id': 'dfa30fd0-6cec-4ef2-811f-c2120c0c5b7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '8a016058-73cb-46d5-806d-cb45370af3ba'} {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 11:45:30.597556 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.db_base_plugin_common [None req-56dd6ed8-ce14-41d7-a04b-d49436738573 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Allocated IP 2001:db8::3aa (8a016058-73cb-46d5-806d-cb45370af3ba/1b2e4352-4d55-4efc-8a9a-29e5778bf4ef/1c19f656-0d06-405b-a198-1076f6911993) {{(pid=128083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 11:45:30.597815 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-b603f50f-2ce7-43fa-bd7b-901c32797966 None None] Bound port: 1a4da214-82c7-45b8-a0db-c7ab97365cfd, host: dv-neutron-797120-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfa30fd0-6cec-4ef2-811f-c2120c0c5b7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '8a016058-73cb-46d5-806d-cb45370af3ba'}}] {{(pid=128085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 11:45:30.598202 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-b603f50f-2ce7-43fa-bd7b-901c32797966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:30.629375 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-4768bc97-3f90-452c-97a6-6282508b0505 tempest-PortsAdminExtendedAttrsTestJSON-866674268 tempest-PortsAdminExtendedAttrsTestJSON-866674268-project-admin] Notify callbacks [] for port, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:30.678603 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-b603f50f-2ce7-43fa-bd7b-901c32797966 None None] For port 1a4da214-82c7-45b8-a0db-c7ab97365cfd, host dv-neutron-797120-4-hyperv, cleared binding levels {{(pid=128085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 11:45:30.682565 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-b603f50f-2ce7-43fa-bd7b-901c32797966 None None] For port 1a4da214-82c7-45b8-a0db-c7ab97365cfd, host dv-neutron-797120-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=1a4da214-82c7-45b8-a0db-c7ab97365cfd,segment=NetworkSegment(dfa30fd0-6cec-4ef2-811f-c2120c0c5b7e),segment_id=dfa30fd0-6cec-4ef2-811f-c2120c0c5b7e)] {{(pid=128085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 11:45:30.682742 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-7c298e10-1b10-4cad-bddf-ddbf0792bc57 tempest-BulkNetworkOpsIpV6Test-1142812762 tempest-BulkNetworkOpsIpV6Test-1142812762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1978872'] for port, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:30.688902 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-b603f50f-2ce7-43fa-bd7b-901c32797966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:30.698625 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-92253103-8417-4e7b-a92b-0d2089cc6b57 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:45:30.716561 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.plugin [None req-7c298e10-1b10-4cad-bddf-ddbf0792bc57 tempest-BulkNetworkOpsIpV6Test-1142812762 tempest-BulkNetworkOpsIpV6Test-1142812762-project] Calling delete_port for 5d830639-197a-4a97-9d4d-2200723227d3 owned by {{(pid=128084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 11:45:30.772082 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b603f50f-2ce7-43fa-bd7b-901c32797966 None None] Pushing event updated for resources: {'Port': ['ID=1a4da214-82c7-45b8-a0db-c7ab97365cfd,revision_number=2']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:45:30.786493 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-b603f50f-2ce7-43fa-bd7b-901c32797966 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:45:30.807288 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-4768bc97-3f90-452c-97a6-6282508b0505 tempest-PortsAdminExtendedAttrsTestJSON-866674268 tempest-PortsAdminExtendedAttrsTestJSON-866674268-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-650429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-506361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793193536723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2537853'] for port, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:30.827192 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:45:30.887331 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4768bc97-3f90-452c-97a6-6282508b0505 tempest-PortsAdminExtendedAttrsTestJSON-866674268 tempest-PortsAdminExtendedAttrsTestJSON-866674268-project-admin] Network 88a33f2c-657c-4845-84d5-6e0809210541 is already hosted by enough agents. {{(pid=128083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 11:45:30.897108 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.base_scheduler [None req-4768bc97-3f90-452c-97a6-6282508b0505 tempest-PortsAdminExtendedAttrsTestJSON-866674268 tempest-PortsAdminExtendedAttrsTestJSON-866674268-project-admin] Resources bound (agent type, host, resource id): {{(pid=128083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:45:30.900864 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4768bc97-3f90-452c-97a6-6282508b0505 tempest-PortsAdminExtendedAttrsTestJSON-866674268 tempest-PortsAdminExtendedAttrsTestJSON-866674268-project-admin] Received port after_create {{(pid=128083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 11:45:30.901829 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4768bc97-3f90-452c-97a6-6282508b0505 tempest-PortsAdminExtendedAttrsTestJSON-866674268 tempest-PortsAdminExtendedAttrsTestJSON-866674268-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:45:30.902427 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-4768bc97-3f90-452c-97a6-6282508b0505 tempest-PortsAdminExtendedAttrsTestJSON-866674268 tempest-PortsAdminExtendedAttrsTestJSON-866674268-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468916'] for port, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:30.909594 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4768bc97-3f90-452c-97a6-6282508b0505 tempest-PortsAdminExtendedAttrsTestJSON-866674268 tempest-PortsAdminExtendedAttrsTestJSON-866674268-project-admin] Pushing event updated for resources: {'Port': ['ID=fa874b53-d3ab-4bad-9266-2f7cc5f92b25,revision_number=1']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:45:30.923391 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-4768bc97-3f90-452c-97a6-6282508b0505 tempest-PortsAdminExtendedAttrsTestJSON-866674268 tempest-PortsAdminExtendedAttrsTestJSON-866674268-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:45:30.939711 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-56dd6ed8-ce14-41d7-a04b-d49436738573 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Notify callbacks [] for port, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:30.943106 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-4768bc97-3f90-452c-97a6-6282508b0505 tempest-PortsAdminExtendedAttrsTestJSON-866674268 tempest-PortsAdminExtendedAttrsTestJSON-866674268-project-admin] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.6341627 Jun 24 11:45:30.980967 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.provisioning_blocks [None req-56dd6ed8-ce14-41d7-a04b-d49436738573 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Transition to ACTIVE for port object 1c19f656-0d06-405b-a198-1076f6911993 will not be triggered until provisioned by entity DHCP. {{(pid=128083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 11:45:31.015113 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 57120) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:45:31.020482 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [None req-5a4c17af-33ce-417c-96e0-57703afddc70 tempest-PortsAdminExtendedAttrsTestJSON-866674268 tempest-PortsAdminExtendedAttrsTestJSON-866674268-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-7971'}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:45:31.080516 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-56dd6ed8-ce14-41d7-a04b-d49436738573 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-650429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-506361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793193536723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2537853'] for port, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:31.107900 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:45:31.182723 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56dd6ed8-ce14-41d7-a04b-d49436738573 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Network 8a016058-73cb-46d5-806d-cb45370af3ba is already hosted by enough agents. {{(pid=128083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 11:45:31.198520 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.base_scheduler [None req-56dd6ed8-ce14-41d7-a04b-d49436738573 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Resources bound (agent type, host, resource id): {{(pid=128083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:45:31.208631 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56dd6ed8-ce14-41d7-a04b-d49436738573 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Received port after_create {{(pid=128083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 11:45:31.214419 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56dd6ed8-ce14-41d7-a04b-d49436738573 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:45:31.215134 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-56dd6ed8-ce14-41d7-a04b-d49436738573 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468916'] for port, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:31.220895 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-5a4c17af-33ce-417c-96e0-57703afddc70 tempest-PortsAdminExtendedAttrsTestJSON-866674268 tempest-PortsAdminExtendedAttrsTestJSON-866674268-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:31.256785 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56dd6ed8-ce14-41d7-a04b-d49436738573 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Pushing event updated for resources: {'Port': ['ID=1c19f656-0d06-405b-a198-1076f6911993,revision_number=1']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:45:31.259953 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-56dd6ed8-ce14-41d7-a04b-d49436738573 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:45:31.264945 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-56dd6ed8-ce14-41d7-a04b-d49436738573 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.7334151 Jun 24 11:45:31.266057 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 57126) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:45:31.371249 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.db.db_base_plugin_common [None req-4fa95d77-54d9-4e16-b371-3880a040c47f tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Allocated IP 172.26.7.226 (f2b8ca71-e776-48b2-8898-96cc7970207b/f37bf603-3862-4d0a-9f58-89616f7fd68f/af8e0bd5-ac75-4b69-8685-9fcdf84ac79f) {{(pid=128084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 11:45:31.412953 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-5459c611-681e-45a1-a9f1-bdfb9319588b tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:31.414767 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-7c298e10-1b10-4cad-bddf-ddbf0792bc57 tempest-BulkNetworkOpsIpV6Test-1142812762 tempest-BulkNetworkOpsIpV6Test-1142812762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793193945299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193536732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3292088'] for port, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:31.430097 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-36630bbc-66f0-4d3c-850d-3e31374e479c tempest-ServerActionsTestJSON-818164034 tempest-ServerActionsTestJSON-818164034-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:45:31.469444 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c298e10-1b10-4cad-bddf-ddbf0792bc57 tempest-BulkNetworkOpsIpV6Test-1142812762 tempest-BulkNetworkOpsIpV6Test-1142812762-project] Pushing event deleted for resources: {'Port': ['ID=5d830639-197a-4a97-9d4d-2200723227d3,revision_number=None']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:45:31.472440 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-7c298e10-1b10-4cad-bddf-ddbf0792bc57 tempest-BulkNetworkOpsIpV6Test-1142812762 tempest-BulkNetworkOpsIpV6Test-1142812762-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:45:31.480040 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-7c298e10-1b10-4cad-bddf-ddbf0792bc57 tempest-BulkNetworkOpsIpV6Test-1142812762 tempest-BulkNetworkOpsIpV6Test-1142812762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468916'] for port, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:31.483940 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-7c298e10-1b10-4cad-bddf-ddbf0792bc57 tempest-BulkNetworkOpsIpV6Test-1142812762 tempest-BulkNetworkOpsIpV6Test-1142812762-project] 10.222.0.53 "DELETE /v2.0/ports/5d830639-197a-4a97-9d4d-2200723227d3 HTTP/1.1" status: 204 len: 168 time: 1.6806853 Jun 24 11:45:31.493506 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 57130) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:45:31.647179 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-4fa95d77-54d9-4e16-b371-3880a040c47f tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Notify callbacks [] for port, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:31.806831 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-4fa95d77-54d9-4e16-b371-3880a040c47f tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-650429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-506361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793193536723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3291971'] for port, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:31.810705 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-ab52bf0f-9ed7-474d-a9af-8f8e926698b8 tempest-ExternalNetworksTestJSON-2097641310 tempest-ExternalNetworksTestJSON-2097641310-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:45:31.863477 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fa95d77-54d9-4e16-b371-3880a040c47f tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Network f2b8ca71-e776-48b2-8898-96cc7970207b is already hosted by enough agents. {{(pid=128084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 11:45:31.864482 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.db.db_base_plugin_common [None req-5459c611-681e-45a1-a9f1-bdfb9319588b tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Allocated IP 172.21.0.1 (17c1c6a1-cd16-4b7a-8ff9-287abf2de00d/d19f6003-2761-47f8-84dd-36242f19745b/b3e0940c-e217-45f6-8ac4-e3c2b4b6e8a2) {{(pid=128084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 11:45:31.873008 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.base_scheduler [None req-4fa95d77-54d9-4e16-b371-3880a040c47f tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Resources bound (agent type, host, resource id): {{(pid=128084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:45:31.875853 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fa95d77-54d9-4e16-b371-3880a040c47f tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Received port after_create {{(pid=128084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 11:45:31.878589 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-324111b8-b27e-4f9b-8362-e6fbf5df2f18 None None] Network 8a016058-73cb-46d5-806d-cb45370af3ba requested from dv-neutron-797120-4-hyperv {{(pid=128085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 11:45:31.887975 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-bf4538f4-c995-4631-bdf5-cc7830d4f362 tempest-BulkNetworkOpsIpV6Test-1142812762 tempest-BulkNetworkOpsIpV6Test-1142812762-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.3922966 Jun 24 11:45:31.892883 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 57132) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:45:31.901899 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [None req-225d1a2c-9dc3-47c0-97af-745d8791e5f3 tempest-BulkNetworkOpsIpV6Test-1142812762 tempest-BulkNetworkOpsIpV6Test-1142812762-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-824472150'}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:45:31.910107 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa95d77-54d9-4e16-b371-3880a040c47f tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Pushing event updated for resources: {'Port': ['ID=af8e0bd5-ac75-4b69-8685-9fcdf84ac79f,revision_number=1']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:45:31.913372 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-4fa95d77-54d9-4e16-b371-3880a040c47f tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:45:32.035700 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-225d1a2c-9dc3-47c0-97af-745d8791e5f3 tempest-BulkNetworkOpsIpV6Test-1142812762 tempest-BulkNetworkOpsIpV6Test-1142812762-project] Made reservation on behalf of 00f567924a9b40eb87599708f2304a9e for: {'network': 1} {{(pid=128083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 11:45:32.039208 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-225d1a2c-9dc3-47c0-97af-745d8791e5f3 tempest-BulkNetworkOpsIpV6Test-1142812762 tempest-BulkNetworkOpsIpV6Test-1142812762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for network, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:32.041530 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-b3ddb559-54a4-4b1e-9e0f-f4f060b83438 None None] Provisioning for port 1a4da214-82c7-45b8-a0db-c7ab97365cfd completed by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 11:45:32.065015 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device 1a4da214-82c7-45b8-a0db-c7ab97365cfd up at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 11:45:32.065230 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.notifiers.nova [None req-5a4c17af-33ce-417c-96e0-57703afddc70 tempest-PortsAdminExtendedAttrsTestJSON-866674268 tempest-PortsAdminExtendedAttrsTestJSON-866674268-project-admin] device_id is not set on port fa874b53-d3ab-4bad-9266-2f7cc5f92b25 yet. {{(pid=128083) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 24 11:45:32.081908 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-5a4c17af-33ce-417c-96e0-57703afddc70 tempest-PortsAdminExtendedAttrsTestJSON-866674268 tempest-PortsAdminExtendedAttrsTestJSON-866674268-project-admin] Notify callbacks [] for port, precommit_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:32.128031 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-225d1a2c-9dc3-47c0-97af-745d8791e5f3 tempest-BulkNetworkOpsIpV6Test-1142812762 tempest-BulkNetworkOpsIpV6Test-1142812762-project] vlan segment allocate from pool success with {'vlan_id': 607, 'physical_network': 'physnet1'} {{(pid=128083) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 11:45:32.131786 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.provisioning_blocks [None req-5a4c17af-33ce-417c-96e0-57703afddc70 tempest-PortsAdminExtendedAttrsTestJSON-866674268 tempest-PortsAdminExtendedAttrsTestJSON-866674268-project-admin] Transition to ACTIVE for port object fa874b53-d3ab-4bad-9266-2f7cc5f92b25 will not be triggered until provisioned by entity L2. {{(pid=128083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 11:45:32.138007 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-5459c611-681e-45a1-a9f1-bdfb9319588b tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Notify callbacks [] for port, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:32.147015 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-5a4c17af-33ce-417c-96e0-57703afddc70 tempest-PortsAdminExtendedAttrsTestJSON-866674268 tempest-PortsAdminExtendedAttrsTestJSON-866674268-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2537871'] for port, after_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:32.150261 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:45:32.155047 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-b427761a-2691-4727-9297-4c9e4e599b75 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:32.158205 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-225d1a2c-9dc3-47c0-97af-745d8791e5f3 tempest-BulkNetworkOpsIpV6Test-1142812762 tempest-BulkNetworkOpsIpV6Test-1142812762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967879'] for segment, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:32.158545 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.db.segments_db [None req-225d1a2c-9dc3-47c0-97af-745d8791e5f3 tempest-BulkNetworkOpsIpV6Test-1142812762 tempest-BulkNetworkOpsIpV6Test-1142812762-project] Added segment f9a89cff-9032-450b-861f-afcb7c1719b7 of type vlan for network 4d88365d-538d-4035-84e4-01f967456775 Jun 24 11:45:32.192948 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning for port 1a4da214-82c7-45b8-a0db-c7ab97365cfd completed by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 11:45:32.200012 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.db.provisioning_blocks [None req-5459c611-681e-45a1-a9f1-bdfb9319588b tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Transition to ACTIVE for port object b3e0940c-e217-45f6-8ac4-e3c2b4b6e8a2 will not be triggered until provisioned by entity DHCP. {{(pid=128084) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 11:45:32.202791 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning complete for port 1a4da214-82c7-45b8-a0db-c7ab97365cfd triggered by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:45:32.203304 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:32.293094 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4c17af-33ce-417c-96e0-57703afddc70 tempest-PortsAdminExtendedAttrsTestJSON-866674268 tempest-PortsAdminExtendedAttrsTestJSON-866674268-project-admin] Pushing event updated for resources: {'Port': ['ID=fa874b53-d3ab-4bad-9266-2f7cc5f92b25,revision_number=2']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:45:32.305131 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-5a4c17af-33ce-417c-96e0-57703afddc70 tempest-PortsAdminExtendedAttrsTestJSON-866674268 tempest-PortsAdminExtendedAttrsTestJSON-866674268-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:45:32.308530 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-225d1a2c-9dc3-47c0-97af-745d8791e5f3 tempest-BulkNetworkOpsIpV6Test-1142812762 tempest-BulkNetworkOpsIpV6Test-1142812762-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793193525068'] for network, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:32.351891 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:32.358482 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-4fa95d77-54d9-4e16-b371-3880a040c47f tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Notify callbacks [] for router_gateway, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:32.377602 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.managers [None req-5a4c17af-33ce-417c-96e0-57703afddc70 tempest-PortsAdminExtendedAttrsTestJSON-866674268 tempest-PortsAdminExtendedAttrsTestJSON-866674268-project-admin] Attempting to bind port fa874b53-d3ab-4bad-9266-2f7cc5f92b25 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=128083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 11:45:32.377945 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.managers [None req-5a4c17af-33ce-417c-96e0-57703afddc70 tempest-PortsAdminExtendedAttrsTestJSON-866674268 tempest-PortsAdminExtendedAttrsTestJSON-866674268-project-admin] Attempting to bind port fa874b53-d3ab-4bad-9266-2f7cc5f92b25 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': 'f999d64c-626a-4b37-8004-01e0807f6962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '88a33f2c-657c-4845-84d5-6e0809210541'}] {{(pid=128083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 11:45:32.378292 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a4c17af-33ce-417c-96e0-57703afddc70 tempest-PortsAdminExtendedAttrsTestJSON-866674268 tempest-PortsAdminExtendedAttrsTestJSON-866674268-project-admin] Attempting to bind port fa874b53-d3ab-4bad-9266-2f7cc5f92b25 on network 88a33f2c-657c-4845-84d5-6e0809210541 {{(pid=128083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 11:45:32.402139 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-5459c611-681e-45a1-a9f1-bdfb9319588b tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-650429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-506361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793193536723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3291971'] for port, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:32.407641 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] For port 1a4da214-82c7-45b8-a0db-c7ab97365cfd, host dv-neutron-797120-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=1a4da214-82c7-45b8-a0db-c7ab97365cfd,segment=NetworkSegment(dfa30fd0-6cec-4ef2-811f-c2120c0c5b7e),segment_id=dfa30fd0-6cec-4ef2-811f-c2120c0c5b7e)] {{(pid=128085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 11:45:32.409363 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-6b5268a1-c5ed-428c-8b21-64d68ad00961 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:45:32.430818 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a4c17af-33ce-417c-96e0-57703afddc70 tempest-PortsAdminExtendedAttrsTestJSON-866674268 tempest-PortsAdminExtendedAttrsTestJSON-866674268-project-admin] Port fa874b53-d3ab-4bad-9266-2f7cc5f92b25 on network 88a33f2c-657c-4845-84d5-6e0809210541 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=128083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 11:45:32.431067 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:32.431206 dv-neutron-797120-4-hyperv neutron-server[128083]: ERROR neutron.plugins.ml2.managers [None req-5a4c17af-33ce-417c-96e0-57703afddc70 tempest-PortsAdminExtendedAttrsTestJSON-866674268 tempest-PortsAdminExtendedAttrsTestJSON-866674268-project-admin] Failed to bind port fa874b53-d3ab-4bad-9266-2f7cc5f92b25 on host hv-neutron-7971 for vnic_type normal using segments [{'id': 'f999d64c-626a-4b37-8004-01e0807f6962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '88a33f2c-657c-4845-84d5-6e0809210541'}] Jun 24 11:45:32.433179 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:45:32.443771 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.plugins.ml2.plugin [None req-5a4c17af-33ce-417c-96e0-57703afddc70 tempest-PortsAdminExtendedAttrsTestJSON-866674268 tempest-PortsAdminExtendedAttrsTestJSON-866674268-project-admin] Attempt 2 to bind port fa874b53-d3ab-4bad-9266-2f7cc5f92b25 Jun 24 11:45:32.461419 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-225d1a2c-9dc3-47c0-97af-745d8791e5f3 tempest-BulkNetworkOpsIpV6Test-1142812762 tempest-BulkNetworkOpsIpV6Test-1142812762-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1800243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976'] for network, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:32.468157 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-225d1a2c-9dc3-47c0-97af-745d8791e5f3 tempest-BulkNetworkOpsIpV6Test-1142812762 tempest-BulkNetworkOpsIpV6Test-1142812762-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:45:32.468818 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-225d1a2c-9dc3-47c0-97af-745d8791e5f3 tempest-BulkNetworkOpsIpV6Test-1142812762 tempest-BulkNetworkOpsIpV6Test-1142812762-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588949'] for network, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:32.478472 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5459c611-681e-45a1-a9f1-bdfb9319588b tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Network 17c1c6a1-cd16-4b7a-8ff9-287abf2de00d is already hosted by enough agents. {{(pid=128084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 11:45:32.482907 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-95e9e3e0-0e4b-41df-bc74-c6ab6876e13d tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:45:32.488735 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.base_scheduler [None req-5459c611-681e-45a1-a9f1-bdfb9319588b tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Resources bound (agent type, host, resource id): {{(pid=128084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:45:32.491715 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5459c611-681e-45a1-a9f1-bdfb9319588b tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Received port after_create {{(pid=128084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 11:45:32.496654 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Pushing event updated for resources: {'Port': ['ID=1a4da214-82c7-45b8-a0db-c7ab97365cfd,revision_number=3']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:45:32.501381 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:45:32.508340 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.managers [None req-5a4c17af-33ce-417c-96e0-57703afddc70 tempest-PortsAdminExtendedAttrsTestJSON-866674268 tempest-PortsAdminExtendedAttrsTestJSON-866674268-project-admin] Attempting to bind port fa874b53-d3ab-4bad-9266-2f7cc5f92b25 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=128083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 11:45:32.508653 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.managers [None req-5a4c17af-33ce-417c-96e0-57703afddc70 tempest-PortsAdminExtendedAttrsTestJSON-866674268 tempest-PortsAdminExtendedAttrsTestJSON-866674268-project-admin] Attempting to bind port fa874b53-d3ab-4bad-9266-2f7cc5f92b25 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': 'f999d64c-626a-4b37-8004-01e0807f6962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '88a33f2c-657c-4845-84d5-6e0809210541'}] {{(pid=128083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 11:45:32.509008 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a4c17af-33ce-417c-96e0-57703afddc70 tempest-PortsAdminExtendedAttrsTestJSON-866674268 tempest-PortsAdminExtendedAttrsTestJSON-866674268-project-admin] Attempting to bind port fa874b53-d3ab-4bad-9266-2f7cc5f92b25 on network 88a33f2c-657c-4845-84d5-6e0809210541 {{(pid=128083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 11:45:32.551626 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5459c611-681e-45a1-a9f1-bdfb9319588b tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Pushing event updated for resources: {'Port': ['ID=b3e0940c-e217-45f6-8ac4-e3c2b4b6e8a2,revision_number=1']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:45:32.563780 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-5459c611-681e-45a1-a9f1-bdfb9319588b tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:45:32.599910 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a4c17af-33ce-417c-96e0-57703afddc70 tempest-PortsAdminExtendedAttrsTestJSON-866674268 tempest-PortsAdminExtendedAttrsTestJSON-866674268-project-admin] Port fa874b53-d3ab-4bad-9266-2f7cc5f92b25 on network 88a33f2c-657c-4845-84d5-6e0809210541 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=128083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 11:45:32.600197 dv-neutron-797120-4-hyperv neutron-server[128083]: ERROR neutron.plugins.ml2.managers [None req-5a4c17af-33ce-417c-96e0-57703afddc70 tempest-PortsAdminExtendedAttrsTestJSON-866674268 tempest-PortsAdminExtendedAttrsTestJSON-866674268-project-admin] Failed to bind port fa874b53-d3ab-4bad-9266-2f7cc5f92b25 on host hv-neutron-7971 for vnic_type normal using segments [{'id': 'f999d64c-626a-4b37-8004-01e0807f6962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '88a33f2c-657c-4845-84d5-6e0809210541'}] Jun 24 11:45:32.604821 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.plugins.ml2.plugin [None req-5a4c17af-33ce-417c-96e0-57703afddc70 tempest-PortsAdminExtendedAttrsTestJSON-866674268 tempest-PortsAdminExtendedAttrsTestJSON-866674268-project-admin] Attempt 3 to bind port fa874b53-d3ab-4bad-9266-2f7cc5f92b25 Jun 24 11:45:32.615280 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-225d1a2c-9dc3-47c0-97af-745d8791e5f3 tempest-BulkNetworkOpsIpV6Test-1142812762 tempest-BulkNetworkOpsIpV6Test-1142812762-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.7185519 Jun 24 11:45:32.621336 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 57140) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:45:32.629682 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-5459c611-681e-45a1-a9f1-bdfb9319588b tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1978458'] for router_interface, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:32.636265 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [None req-ea6435bb-f497-4306-8c17-7f30b4cc34fa tempest-BulkNetworkOpsIpV6Test-1142812762 tempest-BulkNetworkOpsIpV6Test-1142812762-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1669453164'}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:45:32.647279 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225d1a2c-9dc3-47c0-97af-745d8791e5f3 tempest-BulkNetworkOpsIpV6Test-1142812762 tempest-BulkNetworkOpsIpV6Test-1142812762-project] Pushing event updated for resources: {'Network': ['ID=4d88365d-538d-4035-84e4-01f967456775,revision_number=1']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:45:32.662740 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-225d1a2c-9dc3-47c0-97af-745d8791e5f3 tempest-BulkNetworkOpsIpV6Test-1142812762 tempest-BulkNetworkOpsIpV6Test-1142812762-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:45:32.663818 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Network 4d88365d-538d-4035-84e4-01f967456775 details requested by agent ovs-agent-dv-neutron-797120-4-hyperv with host dv-neutron-797120-4-hyperv {{(pid=128085) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 11:45:32.683571 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.managers [None req-5a4c17af-33ce-417c-96e0-57703afddc70 tempest-PortsAdminExtendedAttrsTestJSON-866674268 tempest-PortsAdminExtendedAttrsTestJSON-866674268-project-admin] Attempting to bind port fa874b53-d3ab-4bad-9266-2f7cc5f92b25 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=128083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 11:45:32.683912 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.managers [None req-5a4c17af-33ce-417c-96e0-57703afddc70 tempest-PortsAdminExtendedAttrsTestJSON-866674268 tempest-PortsAdminExtendedAttrsTestJSON-866674268-project-admin] Attempting to bind port fa874b53-d3ab-4bad-9266-2f7cc5f92b25 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': 'f999d64c-626a-4b37-8004-01e0807f6962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '88a33f2c-657c-4845-84d5-6e0809210541'}] {{(pid=128083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 11:45:32.684259 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a4c17af-33ce-417c-96e0-57703afddc70 tempest-PortsAdminExtendedAttrsTestJSON-866674268 tempest-PortsAdminExtendedAttrsTestJSON-866674268-project-admin] Attempting to bind port fa874b53-d3ab-4bad-9266-2f7cc5f92b25 on network 88a33f2c-657c-4845-84d5-6e0809210541 {{(pid=128083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 11:45:32.700716 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a4c17af-33ce-417c-96e0-57703afddc70 tempest-PortsAdminExtendedAttrsTestJSON-866674268 tempest-PortsAdminExtendedAttrsTestJSON-866674268-project-admin] Port fa874b53-d3ab-4bad-9266-2f7cc5f92b25 on network 88a33f2c-657c-4845-84d5-6e0809210541 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=128083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 11:45:32.700906 dv-neutron-797120-4-hyperv neutron-server[128083]: ERROR neutron.plugins.ml2.managers [None req-5a4c17af-33ce-417c-96e0-57703afddc70 tempest-PortsAdminExtendedAttrsTestJSON-866674268 tempest-PortsAdminExtendedAttrsTestJSON-866674268-project-admin] Failed to bind port fa874b53-d3ab-4bad-9266-2f7cc5f92b25 on host hv-neutron-7971 for vnic_type normal using segments [{'id': 'f999d64c-626a-4b37-8004-01e0807f6962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '88a33f2c-657c-4845-84d5-6e0809210541'}] Jun 24 11:45:32.708757 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.plugins.ml2.plugin [None req-5a4c17af-33ce-417c-96e0-57703afddc70 tempest-PortsAdminExtendedAttrsTestJSON-866674268 tempest-PortsAdminExtendedAttrsTestJSON-866674268-project-admin] Attempt 4 to bind port fa874b53-d3ab-4bad-9266-2f7cc5f92b25 Jun 24 11:45:32.732775 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea6435bb-f497-4306-8c17-7f30b4cc34fa tempest-BulkNetworkOpsIpV6Test-1142812762 tempest-BulkNetworkOpsIpV6Test-1142812762-project] Made reservation on behalf of 00f567924a9b40eb87599708f2304a9e for: {'network': 1} {{(pid=128083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 11:45:32.737297 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-ea6435bb-f497-4306-8c17-7f30b4cc34fa tempest-BulkNetworkOpsIpV6Test-1142812762 tempest-BulkNetworkOpsIpV6Test-1142812762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for network, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:32.749962 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.managers [None req-5a4c17af-33ce-417c-96e0-57703afddc70 tempest-PortsAdminExtendedAttrsTestJSON-866674268 tempest-PortsAdminExtendedAttrsTestJSON-866674268-project-admin] Attempting to bind port fa874b53-d3ab-4bad-9266-2f7cc5f92b25 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=128083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 11:45:32.750305 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.managers [None req-5a4c17af-33ce-417c-96e0-57703afddc70 tempest-PortsAdminExtendedAttrsTestJSON-866674268 tempest-PortsAdminExtendedAttrsTestJSON-866674268-project-admin] Attempting to bind port fa874b53-d3ab-4bad-9266-2f7cc5f92b25 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': 'f999d64c-626a-4b37-8004-01e0807f6962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '88a33f2c-657c-4845-84d5-6e0809210541'}] {{(pid=128083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 11:45:32.750647 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a4c17af-33ce-417c-96e0-57703afddc70 tempest-PortsAdminExtendedAttrsTestJSON-866674268 tempest-PortsAdminExtendedAttrsTestJSON-866674268-project-admin] Attempting to bind port fa874b53-d3ab-4bad-9266-2f7cc5f92b25 on network 88a33f2c-657c-4845-84d5-6e0809210541 {{(pid=128083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 11:45:32.799112 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a4c17af-33ce-417c-96e0-57703afddc70 tempest-PortsAdminExtendedAttrsTestJSON-866674268 tempest-PortsAdminExtendedAttrsTestJSON-866674268-project-admin] Port fa874b53-d3ab-4bad-9266-2f7cc5f92b25 on network 88a33f2c-657c-4845-84d5-6e0809210541 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=128083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 11:45:32.799404 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-4fa95d77-54d9-4e16-b371-3880a040c47f tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1803210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1815767'] for router, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:32.800294 dv-neutron-797120-4-hyperv neutron-server[128083]: ERROR neutron.plugins.ml2.managers [None req-5a4c17af-33ce-417c-96e0-57703afddc70 tempest-PortsAdminExtendedAttrsTestJSON-866674268 tempest-PortsAdminExtendedAttrsTestJSON-866674268-project-admin] Failed to bind port fa874b53-d3ab-4bad-9266-2f7cc5f92b25 on host hv-neutron-7971 for vnic_type normal using segments [{'id': 'f999d64c-626a-4b37-8004-01e0807f6962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '88a33f2c-657c-4845-84d5-6e0809210541'}] Jun 24 11:45:32.804923 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.plugins.ml2.plugin [None req-5a4c17af-33ce-417c-96e0-57703afddc70 tempest-PortsAdminExtendedAttrsTestJSON-866674268 tempest-PortsAdminExtendedAttrsTestJSON-866674268-project-admin] Attempt 5 to bind port fa874b53-d3ab-4bad-9266-2f7cc5f92b25 Jun 24 11:45:32.806791 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-b73da1b7-3a3a-4992-b84c-48c9c4b06cf9 None None] Provisioning for port 1c19f656-0d06-405b-a198-1076f6911993 completed by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 11:45:32.812102 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-b73da1b7-3a3a-4992-b84c-48c9c4b06cf9 None None] Provisioning complete for port 1c19f656-0d06-405b-a198-1076f6911993 triggered by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:45:32.812924 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-b73da1b7-3a3a-4992-b84c-48c9c4b06cf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:32.814199 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-b427761a-2691-4727-9297-4c9e4e599b75 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Notify callbacks [] for port, precommit_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:32.829819 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-b427761a-2691-4727-9297-4c9e4e599b75 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2537871'] for port, after_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:32.835868 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-5be9245a-b193-4203-9cae-36ce90d30110 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:45:32.845745 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea6435bb-f497-4306-8c17-7f30b4cc34fa tempest-BulkNetworkOpsIpV6Test-1142812762 tempest-BulkNetworkOpsIpV6Test-1142812762-project] vlan segment allocate from pool success with {'vlan_id': 649, 'physical_network': 'physnet1'} {{(pid=128083) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 11:45:32.852547 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.managers [None req-5a4c17af-33ce-417c-96e0-57703afddc70 tempest-PortsAdminExtendedAttrsTestJSON-866674268 tempest-PortsAdminExtendedAttrsTestJSON-866674268-project-admin] Attempting to bind port fa874b53-d3ab-4bad-9266-2f7cc5f92b25 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=128083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 11:45:32.852966 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.managers [None req-5a4c17af-33ce-417c-96e0-57703afddc70 tempest-PortsAdminExtendedAttrsTestJSON-866674268 tempest-PortsAdminExtendedAttrsTestJSON-866674268-project-admin] Attempting to bind port fa874b53-d3ab-4bad-9266-2f7cc5f92b25 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': 'f999d64c-626a-4b37-8004-01e0807f6962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '88a33f2c-657c-4845-84d5-6e0809210541'}] {{(pid=128083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 11:45:32.853506 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a4c17af-33ce-417c-96e0-57703afddc70 tempest-PortsAdminExtendedAttrsTestJSON-866674268 tempest-PortsAdminExtendedAttrsTestJSON-866674268-project-admin] Attempting to bind port fa874b53-d3ab-4bad-9266-2f7cc5f92b25 on network 88a33f2c-657c-4845-84d5-6e0809210541 {{(pid=128083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 11:45:32.870344 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-b73da1b7-3a3a-4992-b84c-48c9c4b06cf9 None None] Port 1c19f656-0d06-405b-a198-1076f6911993 cannot update to ACTIVE because it is not bound. {{(pid=128085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 11:45:32.881074 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-b73da1b7-3a3a-4992-b84c-48c9c4b06cf9 None None] Provisioning complete for port 1a4da214-82c7-45b8-a0db-c7ab97365cfd triggered by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:45:32.882127 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-b73da1b7-3a3a-4992-b84c-48c9c4b06cf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:32.901610 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a4c17af-33ce-417c-96e0-57703afddc70 tempest-PortsAdminExtendedAttrsTestJSON-866674268 tempest-PortsAdminExtendedAttrsTestJSON-866674268-project-admin] Port fa874b53-d3ab-4bad-9266-2f7cc5f92b25 on network 88a33f2c-657c-4845-84d5-6e0809210541 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=128083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 11:45:32.902171 dv-neutron-797120-4-hyperv neutron-server[128083]: ERROR neutron.plugins.ml2.managers [None req-5a4c17af-33ce-417c-96e0-57703afddc70 tempest-PortsAdminExtendedAttrsTestJSON-866674268 tempest-PortsAdminExtendedAttrsTestJSON-866674268-project-admin] Failed to bind port fa874b53-d3ab-4bad-9266-2f7cc5f92b25 on host hv-neutron-7971 for vnic_type normal using segments [{'id': 'f999d64c-626a-4b37-8004-01e0807f6962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '88a33f2c-657c-4845-84d5-6e0809210541'}] Jun 24 11:45:32.903212 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-ea6435bb-f497-4306-8c17-7f30b4cc34fa tempest-BulkNetworkOpsIpV6Test-1142812762 tempest-BulkNetworkOpsIpV6Test-1142812762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967879'] for segment, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:32.903675 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.db.segments_db [None req-ea6435bb-f497-4306-8c17-7f30b4cc34fa tempest-BulkNetworkOpsIpV6Test-1142812762 tempest-BulkNetworkOpsIpV6Test-1142812762-project] Added segment ccf53fee-c354-4e85-9410-b17bf5c31324 of type vlan for network fd5fd878-a858-4af1-b629-be95adfe4302 Jun 24 11:45:32.925946 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.plugins.ml2.plugin [None req-5a4c17af-33ce-417c-96e0-57703afddc70 tempest-PortsAdminExtendedAttrsTestJSON-866674268 tempest-PortsAdminExtendedAttrsTestJSON-866674268-project-admin] Attempt 6 to bind port fa874b53-d3ab-4bad-9266-2f7cc5f92b25 Jun 24 11:45:32.951016 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.managers [None req-5a4c17af-33ce-417c-96e0-57703afddc70 tempest-PortsAdminExtendedAttrsTestJSON-866674268 tempest-PortsAdminExtendedAttrsTestJSON-866674268-project-admin] Attempting to bind port fa874b53-d3ab-4bad-9266-2f7cc5f92b25 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=128083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 11:45:32.951681 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.managers [None req-5a4c17af-33ce-417c-96e0-57703afddc70 tempest-PortsAdminExtendedAttrsTestJSON-866674268 tempest-PortsAdminExtendedAttrsTestJSON-866674268-project-admin] Attempting to bind port fa874b53-d3ab-4bad-9266-2f7cc5f92b25 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': 'f999d64c-626a-4b37-8004-01e0807f6962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '88a33f2c-657c-4845-84d5-6e0809210541'}] {{(pid=128083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 11:45:32.952214 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a4c17af-33ce-417c-96e0-57703afddc70 tempest-PortsAdminExtendedAttrsTestJSON-866674268 tempest-PortsAdminExtendedAttrsTestJSON-866674268-project-admin] Attempting to bind port fa874b53-d3ab-4bad-9266-2f7cc5f92b25 on network 88a33f2c-657c-4845-84d5-6e0809210541 {{(pid=128083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 11:45:32.998173 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a4c17af-33ce-417c-96e0-57703afddc70 tempest-PortsAdminExtendedAttrsTestJSON-866674268 tempest-PortsAdminExtendedAttrsTestJSON-866674268-project-admin] Port fa874b53-d3ab-4bad-9266-2f7cc5f92b25 on network 88a33f2c-657c-4845-84d5-6e0809210541 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=128083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 11:45:32.999211 dv-neutron-797120-4-hyperv neutron-server[128083]: ERROR neutron.plugins.ml2.managers [None req-5a4c17af-33ce-417c-96e0-57703afddc70 tempest-PortsAdminExtendedAttrsTestJSON-866674268 tempest-PortsAdminExtendedAttrsTestJSON-866674268-project-admin] Failed to bind port fa874b53-d3ab-4bad-9266-2f7cc5f92b25 on host hv-neutron-7971 for vnic_type normal using segments [{'id': 'f999d64c-626a-4b37-8004-01e0807f6962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '88a33f2c-657c-4845-84d5-6e0809210541'}] Jun 24 11:45:33.005829 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.plugins.ml2.plugin [None req-5a4c17af-33ce-417c-96e0-57703afddc70 tempest-PortsAdminExtendedAttrsTestJSON-866674268 tempest-PortsAdminExtendedAttrsTestJSON-866674268-project-admin] Attempt 7 to bind port fa874b53-d3ab-4bad-9266-2f7cc5f92b25 Jun 24 11:45:33.008994 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b427761a-2691-4727-9297-4c9e4e599b75 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Pushing event updated for resources: {'Port': ['ID=1c19f656-0d06-405b-a198-1076f6911993,revision_number=2']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:45:33.012608 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-b427761a-2691-4727-9297-4c9e4e599b75 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:45:33.048170 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fa95d77-54d9-4e16-b371-3880a040c47f tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Router ec2cec42-9d81-44aa-a4f8-e4c8409e9b4d is scheduled to L3 agent 2987dba8-2249-4ee6-96ec-28f0f7a6127d with binding_index 1 {{(pid=128084) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 24 11:45:33.059604 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-ea6435bb-f497-4306-8c17-7f30b4cc34fa tempest-BulkNetworkOpsIpV6Test-1142812762 tempest-BulkNetworkOpsIpV6Test-1142812762-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793193525068'] for network, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:33.065611 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.managers [None req-5a4c17af-33ce-417c-96e0-57703afddc70 tempest-PortsAdminExtendedAttrsTestJSON-866674268 tempest-PortsAdminExtendedAttrsTestJSON-866674268-project-admin] Attempting to bind port fa874b53-d3ab-4bad-9266-2f7cc5f92b25 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=128083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 11:45:33.065959 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.managers [None req-5a4c17af-33ce-417c-96e0-57703afddc70 tempest-PortsAdminExtendedAttrsTestJSON-866674268 tempest-PortsAdminExtendedAttrsTestJSON-866674268-project-admin] Attempting to bind port fa874b53-d3ab-4bad-9266-2f7cc5f92b25 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': 'f999d64c-626a-4b37-8004-01e0807f6962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '88a33f2c-657c-4845-84d5-6e0809210541'}] {{(pid=128083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 11:45:33.066299 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a4c17af-33ce-417c-96e0-57703afddc70 tempest-PortsAdminExtendedAttrsTestJSON-866674268 tempest-PortsAdminExtendedAttrsTestJSON-866674268-project-admin] Attempting to bind port fa874b53-d3ab-4bad-9266-2f7cc5f92b25 on network 88a33f2c-657c-4845-84d5-6e0809210541 {{(pid=128083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 11:45:33.081668 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a4c17af-33ce-417c-96e0-57703afddc70 tempest-PortsAdminExtendedAttrsTestJSON-866674268 tempest-PortsAdminExtendedAttrsTestJSON-866674268-project-admin] Port fa874b53-d3ab-4bad-9266-2f7cc5f92b25 on network 88a33f2c-657c-4845-84d5-6e0809210541 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=128083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 11:45:33.082001 dv-neutron-797120-4-hyperv neutron-server[128083]: ERROR neutron.plugins.ml2.managers [None req-5a4c17af-33ce-417c-96e0-57703afddc70 tempest-PortsAdminExtendedAttrsTestJSON-866674268 tempest-PortsAdminExtendedAttrsTestJSON-866674268-project-admin] Failed to bind port fa874b53-d3ab-4bad-9266-2f7cc5f92b25 on host hv-neutron-7971 for vnic_type normal using segments [{'id': 'f999d64c-626a-4b37-8004-01e0807f6962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '88a33f2c-657c-4845-84d5-6e0809210541'}] Jun 24 11:45:33.085664 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.plugins.ml2.plugin [None req-5a4c17af-33ce-417c-96e0-57703afddc70 tempest-PortsAdminExtendedAttrsTestJSON-866674268 tempest-PortsAdminExtendedAttrsTestJSON-866674268-project-admin] Attempt 8 to bind port fa874b53-d3ab-4bad-9266-2f7cc5f92b25 Jun 24 11:45:33.106810 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-77f80457-4f57-4707-b0a2-e03a0f36443c None None] Provisioning complete for port 1c19f656-0d06-405b-a198-1076f6911993 triggered by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:45:33.107328 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-77f80457-4f57-4707-b0a2-e03a0f36443c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:33.136260 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-5459c611-681e-45a1-a9f1-bdfb9319588b tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:33.148816 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-77f80457-4f57-4707-b0a2-e03a0f36443c None None] Port 1c19f656-0d06-405b-a198-1076f6911993 cannot update to ACTIVE because it is not bound. {{(pid=128085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 11:45:33.158369 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.managers [None req-5a4c17af-33ce-417c-96e0-57703afddc70 tempest-PortsAdminExtendedAttrsTestJSON-866674268 tempest-PortsAdminExtendedAttrsTestJSON-866674268-project-admin] Attempting to bind port fa874b53-d3ab-4bad-9266-2f7cc5f92b25 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=128083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 11:45:33.158867 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.managers [None req-5a4c17af-33ce-417c-96e0-57703afddc70 tempest-PortsAdminExtendedAttrsTestJSON-866674268 tempest-PortsAdminExtendedAttrsTestJSON-866674268-project-admin] Attempting to bind port fa874b53-d3ab-4bad-9266-2f7cc5f92b25 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': 'f999d64c-626a-4b37-8004-01e0807f6962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '88a33f2c-657c-4845-84d5-6e0809210541'}] {{(pid=128083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 11:45:33.159321 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a4c17af-33ce-417c-96e0-57703afddc70 tempest-PortsAdminExtendedAttrsTestJSON-866674268 tempest-PortsAdminExtendedAttrsTestJSON-866674268-project-admin] Attempting to bind port fa874b53-d3ab-4bad-9266-2f7cc5f92b25 on network 88a33f2c-657c-4845-84d5-6e0809210541 {{(pid=128083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 11:45:33.163465 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-77f80457-4f57-4707-b0a2-e03a0f36443c None None] Provisioning for port b3e0940c-e217-45f6-8ac4-e3c2b4b6e8a2 completed by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 11:45:33.166860 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a4c17af-33ce-417c-96e0-57703afddc70 tempest-PortsAdminExtendedAttrsTestJSON-866674268 tempest-PortsAdminExtendedAttrsTestJSON-866674268-project-admin] Port fa874b53-d3ab-4bad-9266-2f7cc5f92b25 on network 88a33f2c-657c-4845-84d5-6e0809210541 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=128083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 11:45:33.167220 dv-neutron-797120-4-hyperv neutron-server[128083]: ERROR neutron.plugins.ml2.managers [None req-5a4c17af-33ce-417c-96e0-57703afddc70 tempest-PortsAdminExtendedAttrsTestJSON-866674268 tempest-PortsAdminExtendedAttrsTestJSON-866674268-project-admin] Failed to bind port fa874b53-d3ab-4bad-9266-2f7cc5f92b25 on host hv-neutron-7971 for vnic_type normal using segments [{'id': 'f999d64c-626a-4b37-8004-01e0807f6962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '88a33f2c-657c-4845-84d5-6e0809210541'}] Jun 24 11:45:33.169605 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.plugins.ml2.plugin [None req-5a4c17af-33ce-417c-96e0-57703afddc70 tempest-PortsAdminExtendedAttrsTestJSON-866674268 tempest-PortsAdminExtendedAttrsTestJSON-866674268-project-admin] Attempt 9 to bind port fa874b53-d3ab-4bad-9266-2f7cc5f92b25 Jun 24 11:45:33.172357 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-ea6435bb-f497-4306-8c17-7f30b4cc34fa tempest-BulkNetworkOpsIpV6Test-1142812762 tempest-BulkNetworkOpsIpV6Test-1142812762-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1800243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976'] for network, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:33.174773 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-77f80457-4f57-4707-b0a2-e03a0f36443c None None] Provisioning complete for port b3e0940c-e217-45f6-8ac4-e3c2b4b6e8a2 triggered by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:45:33.175371 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-77f80457-4f57-4707-b0a2-e03a0f36443c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:33.179391 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea6435bb-f497-4306-8c17-7f30b4cc34fa tempest-BulkNetworkOpsIpV6Test-1142812762 tempest-BulkNetworkOpsIpV6Test-1142812762-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:45:33.180029 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-ea6435bb-f497-4306-8c17-7f30b4cc34fa tempest-BulkNetworkOpsIpV6Test-1142812762 tempest-BulkNetworkOpsIpV6Test-1142812762-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588949'] for network, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:33.187399 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-ba2af261-f602-4b59-a8fd-83d0b900b224 tempest-DHCPAgentSchedulersTestJSON-621493777 tempest-DHCPAgentSchedulersTestJSON-621493777-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:45:33.225863 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-77f80457-4f57-4707-b0a2-e03a0f36443c None None] Port b3e0940c-e217-45f6-8ac4-e3c2b4b6e8a2 cannot update to ACTIVE because it is not bound. {{(pid=128085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 11:45:33.258183 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.managers [None req-5a4c17af-33ce-417c-96e0-57703afddc70 tempest-PortsAdminExtendedAttrsTestJSON-866674268 tempest-PortsAdminExtendedAttrsTestJSON-866674268-project-admin] Attempting to bind port fa874b53-d3ab-4bad-9266-2f7cc5f92b25 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=128083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 11:45:33.258404 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.managers [None req-5a4c17af-33ce-417c-96e0-57703afddc70 tempest-PortsAdminExtendedAttrsTestJSON-866674268 tempest-PortsAdminExtendedAttrsTestJSON-866674268-project-admin] Attempting to bind port fa874b53-d3ab-4bad-9266-2f7cc5f92b25 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': 'f999d64c-626a-4b37-8004-01e0807f6962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '88a33f2c-657c-4845-84d5-6e0809210541'}] {{(pid=128083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 11:45:33.258773 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a4c17af-33ce-417c-96e0-57703afddc70 tempest-PortsAdminExtendedAttrsTestJSON-866674268 tempest-PortsAdminExtendedAttrsTestJSON-866674268-project-admin] Attempting to bind port fa874b53-d3ab-4bad-9266-2f7cc5f92b25 on network 88a33f2c-657c-4845-84d5-6e0809210541 {{(pid=128083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 11:45:33.266024 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-b427761a-2691-4727-9297-4c9e4e599b75 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1978458'] for router_interface, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:33.273040 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-ea6435bb-f497-4306-8c17-7f30b4cc34fa tempest-BulkNetworkOpsIpV6Test-1142812762 tempest-BulkNetworkOpsIpV6Test-1142812762-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.6442273 Jun 24 11:45:33.320541 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fa95d77-54d9-4e16-b371-3880a040c47f tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Notify agent at l3_agent.dv-neutron-797120-4-hyperv the message routers_updated {{(pid=128084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 11:45:33.331575 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eac56c6-d63a-44f9-87ca-8f5f2e0ddd26 None None] Sync routers for ids ['ec2cec42-9d81-44aa-a4f8-e4c8409e9b4d'] in dv-neutron-797120-4-hyperv {{(pid=128085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 11:45:33.347625 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a4c17af-33ce-417c-96e0-57703afddc70 tempest-PortsAdminExtendedAttrsTestJSON-866674268 tempest-PortsAdminExtendedAttrsTestJSON-866674268-project-admin] Port fa874b53-d3ab-4bad-9266-2f7cc5f92b25 on network 88a33f2c-657c-4845-84d5-6e0809210541 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=128083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 11:45:33.347970 dv-neutron-797120-4-hyperv neutron-server[128083]: ERROR neutron.plugins.ml2.managers [None req-5a4c17af-33ce-417c-96e0-57703afddc70 tempest-PortsAdminExtendedAttrsTestJSON-866674268 tempest-PortsAdminExtendedAttrsTestJSON-866674268-project-admin] Failed to bind port fa874b53-d3ab-4bad-9266-2f7cc5f92b25 on host hv-neutron-7971 for vnic_type normal using segments [{'id': 'f999d64c-626a-4b37-8004-01e0807f6962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '88a33f2c-657c-4845-84d5-6e0809210541'}] Jun 24 11:45:33.353219 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.plugins.ml2.plugin [None req-5a4c17af-33ce-417c-96e0-57703afddc70 tempest-PortsAdminExtendedAttrsTestJSON-866674268 tempest-PortsAdminExtendedAttrsTestJSON-866674268-project-admin] Attempt 10 to bind port fa874b53-d3ab-4bad-9266-2f7cc5f92b25 Jun 24 11:45:33.354448 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-4fa95d77-54d9-4e16-b371-3880a040c47f tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Notify callbacks [] for router, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:33.358517 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-4fa95d77-54d9-4e16-b371-3880a040c47f tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 5.0004849 Jun 24 11:45:33.363454 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 57142) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:45:33.368974 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eac56c6-d63a-44f9-87ca-8f5f2e0ddd26 None None] Routers {'ec2cec42-9d81-44aa-a4f8-e4c8409e9b4d'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 11:45:33.370139 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-2eac56c6-d63a-44f9-87ca-8f5f2e0ddd26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T11:45:26Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['ec2cec42-9d81-44aa-a4f8-e4c8409e9b4d'], 'active': True} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:45:33.371593 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.managers [None req-5a4c17af-33ce-417c-96e0-57703afddc70 tempest-PortsAdminExtendedAttrsTestJSON-866674268 tempest-PortsAdminExtendedAttrsTestJSON-866674268-project-admin] Attempting to bind port fa874b53-d3ab-4bad-9266-2f7cc5f92b25 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=128083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 11:45:33.372092 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.managers [None req-5a4c17af-33ce-417c-96e0-57703afddc70 tempest-PortsAdminExtendedAttrsTestJSON-866674268 tempest-PortsAdminExtendedAttrsTestJSON-866674268-project-admin] Attempting to bind port fa874b53-d3ab-4bad-9266-2f7cc5f92b25 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': 'f999d64c-626a-4b37-8004-01e0807f6962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '88a33f2c-657c-4845-84d5-6e0809210541'}] {{(pid=128083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 11:45:33.372427 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a4c17af-33ce-417c-96e0-57703afddc70 tempest-PortsAdminExtendedAttrsTestJSON-866674268 tempest-PortsAdminExtendedAttrsTestJSON-866674268-project-admin] Attempting to bind port fa874b53-d3ab-4bad-9266-2f7cc5f92b25 on network 88a33f2c-657c-4845-84d5-6e0809210541 {{(pid=128083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 11:45:33.384335 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6435bb-f497-4306-8c17-7f30b4cc34fa tempest-BulkNetworkOpsIpV6Test-1142812762 tempest-BulkNetworkOpsIpV6Test-1142812762-project] Pushing event updated for resources: {'Network': ['ID=fd5fd878-a858-4af1-b629-be95adfe4302,revision_number=1']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:45:33.395987 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-ea6435bb-f497-4306-8c17-7f30b4cc34fa tempest-BulkNetworkOpsIpV6Test-1142812762 tempest-BulkNetworkOpsIpV6Test-1142812762-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:45:33.399189 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a4c17af-33ce-417c-96e0-57703afddc70 tempest-PortsAdminExtendedAttrsTestJSON-866674268 tempest-PortsAdminExtendedAttrsTestJSON-866674268-project-admin] Port fa874b53-d3ab-4bad-9266-2f7cc5f92b25 on network 88a33f2c-657c-4845-84d5-6e0809210541 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=128083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 11:45:33.399500 dv-neutron-797120-4-hyperv neutron-server[128083]: ERROR neutron.plugins.ml2.managers [None req-5a4c17af-33ce-417c-96e0-57703afddc70 tempest-PortsAdminExtendedAttrsTestJSON-866674268 tempest-PortsAdminExtendedAttrsTestJSON-866674268-project-admin] Failed to bind port fa874b53-d3ab-4bad-9266-2f7cc5f92b25 on host hv-neutron-7971 for vnic_type normal using segments [{'id': 'f999d64c-626a-4b37-8004-01e0807f6962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '88a33f2c-657c-4845-84d5-6e0809210541'}] Jun 24 11:45:33.399872 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-5a4c17af-33ce-417c-96e0-57703afddc70 tempest-PortsAdminExtendedAttrsTestJSON-866674268 tempest-PortsAdminExtendedAttrsTestJSON-866674268-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:33.414176 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Network fd5fd878-a858-4af1-b629-be95adfe4302 details requested by agent ovs-agent-dv-neutron-797120-4-hyperv with host dv-neutron-797120-4-hyperv {{(pid=128085) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 11:45:33.417168 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-2eac56c6-d63a-44f9-87ca-8f5f2e0ddd26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:45:33.492247 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-129f03b3-de3f-490e-8b6a-d475d2d996e5 None None] Provisioning complete for port 1c19f656-0d06-405b-a198-1076f6911993 triggered by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:45:33.493058 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-129f03b3-de3f-490e-8b6a-d475d2d996e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:33.497922 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eac56c6-d63a-44f9-87ca-8f5f2e0ddd26 None None] Routers {'ec2cec42-9d81-44aa-a4f8-e4c8409e9b4d'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 11:45:33.499495 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-2eac56c6-d63a-44f9-87ca-8f5f2e0ddd26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T11:45:26Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['ec2cec42-9d81-44aa-a4f8-e4c8409e9b4d'], 'active': True} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:45:33.566579 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-2eac56c6-d63a-44f9-87ca-8f5f2e0ddd26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:45:33.567596 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eac56c6-d63a-44f9-87ca-8f5f2e0ddd26 None None] The sync data for ids ['ec2cec42-9d81-44aa-a4f8-e4c8409e9b4d'] in dv-neutron-797120-4-hyperv is: [] {{(pid=128085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 11:45:33.585900 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-129f03b3-de3f-490e-8b6a-d475d2d996e5 None None] Port 1c19f656-0d06-405b-a198-1076f6911993 cannot update to ACTIVE because it is not bound. {{(pid=128085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 11:45:33.680804 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.db [None req-5a4c17af-33ce-417c-96e0-57703afddc70 tempest-PortsAdminExtendedAttrsTestJSON-866674268 tempest-PortsAdminExtendedAttrsTestJSON-866674268-project-admin] For port fa874b53-d3ab-4bad-9266-2f7cc5f92b25, host hv-neutron-7971, cleared binding levels {{(pid=128083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 11:45:33.681751 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.db [None req-5a4c17af-33ce-417c-96e0-57703afddc70 tempest-PortsAdminExtendedAttrsTestJSON-866674268 tempest-PortsAdminExtendedAttrsTestJSON-866674268-project-admin] Attempted to set empty binding levels {{(pid=128083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jun 24 11:45:33.683476 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-b427761a-2691-4727-9297-4c9e4e599b75 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:33.689490 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-5a4c17af-33ce-417c-96e0-57703afddc70 tempest-PortsAdminExtendedAttrsTestJSON-866674268 tempest-PortsAdminExtendedAttrsTestJSON-866674268-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2537871'] for port, after_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:33.699675 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-0be75ede-42f1-4b6c-ae5f-5acbdb3c8d54 tempest-ExtraDHCPOptionsIpV6TestJSON-297538214 tempest-ExtraDHCPOptionsIpV6TestJSON-297538214-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:45:33.757790 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.plugin [None req-5a4c17af-33ce-417c-96e0-57703afddc70 tempest-PortsAdminExtendedAttrsTestJSON-866674268 tempest-PortsAdminExtendedAttrsTestJSON-866674268-project-admin] In _notify_port_updated(), no bound segment for port fa874b53-d3ab-4bad-9266-2f7cc5f92b25 on network 88a33f2c-657c-4845-84d5-6e0809210541 {{(pid=128083) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jun 24 11:45:33.760581 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a4c17af-33ce-417c-96e0-57703afddc70 tempest-PortsAdminExtendedAttrsTestJSON-866674268 tempest-PortsAdminExtendedAttrsTestJSON-866674268-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:45:33.760794 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-5a4c17af-33ce-417c-96e0-57703afddc70 tempest-PortsAdminExtendedAttrsTestJSON-866674268 tempest-PortsAdminExtendedAttrsTestJSON-866674268-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468916'] for port, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:33.765990 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-5a4c17af-33ce-417c-96e0-57703afddc70 tempest-PortsAdminExtendedAttrsTestJSON-866674268 tempest-PortsAdminExtendedAttrsTestJSON-866674268-project-admin] 10.222.0.53 "PUT /v2.0/ports/fa874b53-d3ab-4bad-9266-2f7cc5f92b25 HTTP/1.1" status: 200 len: 977 time: 2.7466309 Jun 24 11:45:33.769297 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 57148) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:45:33.836359 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-5459c611-681e-45a1-a9f1-bdfb9319588b tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Notify callbacks [] for port, precommit_update {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:33.874451 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4c17af-33ce-417c-96e0-57703afddc70 tempest-PortsAdminExtendedAttrsTestJSON-866674268 tempest-PortsAdminExtendedAttrsTestJSON-866674268-project-admin] Pushing event updated for resources: {'Port': ['ID=fa874b53-d3ab-4bad-9266-2f7cc5f92b25,revision_number=3']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:45:33.876885 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-5459c611-681e-45a1-a9f1-bdfb9319588b tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3292081'] for port, after_update {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:33.883145 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-5a4c17af-33ce-417c-96e0-57703afddc70 tempest-PortsAdminExtendedAttrsTestJSON-866674268 tempest-PortsAdminExtendedAttrsTestJSON-866674268-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:45:33.883530 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-1e93ba0f-3dc2-42c8-ae8a-993b910bc2b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:45:33.996190 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device 1a4da214-82c7-45b8-a0db-c7ab97365cfd up at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 11:45:34.051910 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning complete for port 1a4da214-82c7-45b8-a0db-c7ab97365cfd triggered by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:45:34.052583 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:34.174953 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a157a0fb-90e2-41f0-b207-f56b0cee5db7 tempest-PortsAdminExtendedAttrsTestJSON-866674268 tempest-PortsAdminExtendedAttrsTestJSON-866674268-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:45:34.175477 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a157a0fb-90e2-41f0-b207-f56b0cee5db7 tempest-PortsAdminExtendedAttrsTestJSON-866674268 tempest-PortsAdminExtendedAttrsTestJSON-866674268-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:45:34.175808 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a157a0fb-90e2-41f0-b207-f56b0cee5db7 tempest-PortsAdminExtendedAttrsTestJSON-866674268 tempest-PortsAdminExtendedAttrsTestJSON-866674268-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:45:34.176277 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a157a0fb-90e2-41f0-b207-f56b0cee5db7 tempest-PortsAdminExtendedAttrsTestJSON-866674268 tempest-PortsAdminExtendedAttrsTestJSON-866674268-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:45:34.176736 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a157a0fb-90e2-41f0-b207-f56b0cee5db7 tempest-PortsAdminExtendedAttrsTestJSON-866674268 tempest-PortsAdminExtendedAttrsTestJSON-866674268-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:45:34.177217 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a157a0fb-90e2-41f0-b207-f56b0cee5db7 tempest-PortsAdminExtendedAttrsTestJSON-866674268 tempest-PortsAdminExtendedAttrsTestJSON-866674268-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:45:34.177677 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a157a0fb-90e2-41f0-b207-f56b0cee5db7 tempest-PortsAdminExtendedAttrsTestJSON-866674268 tempest-PortsAdminExtendedAttrsTestJSON-866674268-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:45:34.178137 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a157a0fb-90e2-41f0-b207-f56b0cee5db7 tempest-PortsAdminExtendedAttrsTestJSON-866674268 tempest-PortsAdminExtendedAttrsTestJSON-866674268-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:45:34.178597 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a157a0fb-90e2-41f0-b207-f56b0cee5db7 tempest-PortsAdminExtendedAttrsTestJSON-866674268 tempest-PortsAdminExtendedAttrsTestJSON-866674268-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:45:34.179056 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a157a0fb-90e2-41f0-b207-f56b0cee5db7 tempest-PortsAdminExtendedAttrsTestJSON-866674268 tempest-PortsAdminExtendedAttrsTestJSON-866674268-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:45:34.179509 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a157a0fb-90e2-41f0-b207-f56b0cee5db7 tempest-PortsAdminExtendedAttrsTestJSON-866674268 tempest-PortsAdminExtendedAttrsTestJSON-866674268-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:45:34.179967 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a157a0fb-90e2-41f0-b207-f56b0cee5db7 tempest-PortsAdminExtendedAttrsTestJSON-866674268 tempest-PortsAdminExtendedAttrsTestJSON-866674268-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:45:34.180904 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a157a0fb-90e2-41f0-b207-f56b0cee5db7 tempest-PortsAdminExtendedAttrsTestJSON-866674268 tempest-PortsAdminExtendedAttrsTestJSON-866674268-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:45:34.180904 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a157a0fb-90e2-41f0-b207-f56b0cee5db7 tempest-PortsAdminExtendedAttrsTestJSON-866674268 tempest-PortsAdminExtendedAttrsTestJSON-866674268-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:45:34.182110 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a157a0fb-90e2-41f0-b207-f56b0cee5db7 tempest-PortsAdminExtendedAttrsTestJSON-866674268 tempest-PortsAdminExtendedAttrsTestJSON-866674268-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:45:34.182487 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a157a0fb-90e2-41f0-b207-f56b0cee5db7 tempest-PortsAdminExtendedAttrsTestJSON-866674268 tempest-PortsAdminExtendedAttrsTestJSON-866674268-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:45:34.182949 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a157a0fb-90e2-41f0-b207-f56b0cee5db7 tempest-PortsAdminExtendedAttrsTestJSON-866674268 tempest-PortsAdminExtendedAttrsTestJSON-866674268-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:45:34.183405 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a157a0fb-90e2-41f0-b207-f56b0cee5db7 tempest-PortsAdminExtendedAttrsTestJSON-866674268 tempest-PortsAdminExtendedAttrsTestJSON-866674268-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:45:34.183863 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a157a0fb-90e2-41f0-b207-f56b0cee5db7 tempest-PortsAdminExtendedAttrsTestJSON-866674268 tempest-PortsAdminExtendedAttrsTestJSON-866674268-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:45:34.184320 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a157a0fb-90e2-41f0-b207-f56b0cee5db7 tempest-PortsAdminExtendedAttrsTestJSON-866674268 tempest-PortsAdminExtendedAttrsTestJSON-866674268-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:45:34.184819 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a157a0fb-90e2-41f0-b207-f56b0cee5db7 tempest-PortsAdminExtendedAttrsTestJSON-866674268 tempest-PortsAdminExtendedAttrsTestJSON-866674268-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:45:34.185244 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a157a0fb-90e2-41f0-b207-f56b0cee5db7 tempest-PortsAdminExtendedAttrsTestJSON-866674268 tempest-PortsAdminExtendedAttrsTestJSON-866674268-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:45:34.185711 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a157a0fb-90e2-41f0-b207-f56b0cee5db7 tempest-PortsAdminExtendedAttrsTestJSON-866674268 tempest-PortsAdminExtendedAttrsTestJSON-866674268-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:45:34.186734 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a157a0fb-90e2-41f0-b207-f56b0cee5db7 tempest-PortsAdminExtendedAttrsTestJSON-866674268 tempest-PortsAdminExtendedAttrsTestJSON-866674268-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:45:34.187356 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a157a0fb-90e2-41f0-b207-f56b0cee5db7 tempest-PortsAdminExtendedAttrsTestJSON-866674268 tempest-PortsAdminExtendedAttrsTestJSON-866674268-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:45:34.187819 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a157a0fb-90e2-41f0-b207-f56b0cee5db7 tempest-PortsAdminExtendedAttrsTestJSON-866674268 tempest-PortsAdminExtendedAttrsTestJSON-866674268-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:45:34.188527 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a157a0fb-90e2-41f0-b207-f56b0cee5db7 tempest-PortsAdminExtendedAttrsTestJSON-866674268 tempest-PortsAdminExtendedAttrsTestJSON-866674268-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:45:34.195602 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-a157a0fb-90e2-41f0-b207-f56b0cee5db7 tempest-PortsAdminExtendedAttrsTestJSON-866674268 tempest-PortsAdminExtendedAttrsTestJSON-866674268-project-admin] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 24256 time: 0.4165838 Jun 24 11:45:34.197021 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 57152) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:45:34.299635 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-b427761a-2691-4727-9297-4c9e4e599b75 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Notify callbacks [] for port, precommit_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:34.308446 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-b427761a-2691-4727-9297-4c9e4e599b75 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2537871'] for port, after_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:34.309333 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-b427761a-2691-4727-9297-4c9e4e599b75 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1783050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1978542'] for router_interface, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:34.312862 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-7cff89f1-3eba-4b6b-82ef-9f6fc9554c1a tempest-ServersTestManualDisk-182325693 tempest-ServersTestManualDisk-182325693-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:45:34.316199 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5459c611-681e-45a1-a9f1-bdfb9319588b tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Pushing event updated for resources: {'Port': ['ID=b3e0940c-e217-45f6-8ac4-e3c2b4b6e8a2,revision_number=2']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:45:34.326032 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-5459c611-681e-45a1-a9f1-bdfb9319588b tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.442s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:45:34.328342 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-5459c611-681e-45a1-a9f1-bdfb9319588b tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1783050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1978542'] for router_interface, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:34.431438 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.plugin [None req-2888425f-c3de-4b05-b36b-3a0fb193eb24 tempest-PortsAdminExtendedAttrsTestJSON-866674268 tempest-PortsAdminExtendedAttrsTestJSON-866674268-project-admin] Deleting port fa874b53-d3ab-4bad-9266-2f7cc5f92b25 {{(pid=128083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 11:45:34.431746 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-2888425f-c3de-4b05-b36b-3a0fb193eb24 tempest-PortsAdminExtendedAttrsTestJSON-866674268 tempest-PortsAdminExtendedAttrsTestJSON-866674268-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793193942312'] for port, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:34.435100 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b427761a-2691-4727-9297-4c9e4e599b75 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Pushing event updated for resources: {'Port': ['ID=1c19f656-0d06-405b-a198-1076f6911993,revision_number=3']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:45:34.441214 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-b427761a-2691-4727-9297-4c9e4e599b75 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:45:34.537889 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5459c611-681e-45a1-a9f1-bdfb9319588b tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Network 17c1c6a1-cd16-4b7a-8ff9-287abf2de00d is already hosted by enough agents. {{(pid=128084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 11:45:34.540769 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.base_scheduler [None req-5459c611-681e-45a1-a9f1-bdfb9319588b tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Resources bound (agent type, host, resource id): {{(pid=128084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:45:34.540899 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.db [None req-2888425f-c3de-4b05-b36b-3a0fb193eb24 tempest-PortsAdminExtendedAttrsTestJSON-866674268 tempest-PortsAdminExtendedAttrsTestJSON-866674268-project-admin] For port fa874b53-d3ab-4bad-9266-2f7cc5f92b25, host hv-neutron-7971, got binding levels [] {{(pid=128083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 11:45:34.541178 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-2888425f-c3de-4b05-b36b-3a0fb193eb24 tempest-PortsAdminExtendedAttrsTestJSON-866674268 tempest-PortsAdminExtendedAttrsTestJSON-866674268-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1978872'] for port, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:34.559696 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b427761a-2691-4727-9297-4c9e4e599b75 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Network 8a016058-73cb-46d5-806d-cb45370af3ba is already hosted by enough agents. {{(pid=128083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 11:45:34.564088 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.base_scheduler [None req-b427761a-2691-4727-9297-4c9e4e599b75 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Resources bound (agent type, host, resource id): {{(pid=128083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:45:34.566031 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.plugin [None req-2888425f-c3de-4b05-b36b-3a0fb193eb24 tempest-PortsAdminExtendedAttrsTestJSON-866674268 tempest-PortsAdminExtendedAttrsTestJSON-866674268-project-admin] Calling delete_port for fa874b53-d3ab-4bad-9266-2f7cc5f92b25 owned by {{(pid=128083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 11:45:34.655352 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5459c611-681e-45a1-a9f1-bdfb9319588b tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Router 16032406-603e-48e7-8026-df5567846002 has already been hosted by L3 agent 2987dba8-2249-4ee6-96ec-28f0f7a6127d {{(pid=128084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 11:45:34.662530 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-31c032cb-1778-4a46-9a1c-273d62af2adb tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:34.775702 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-2888425f-c3de-4b05-b36b-3a0fb193eb24 tempest-PortsAdminExtendedAttrsTestJSON-866674268 tempest-PortsAdminExtendedAttrsTestJSON-866674268-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793193945299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193536732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2537862'] for port, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:34.793407 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-b427761a-2691-4727-9297-4c9e4e599b75 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:45:34.802439 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-2888425f-c3de-4b05-b36b-3a0fb193eb24 tempest-PortsAdminExtendedAttrsTestJSON-866674268 tempest-PortsAdminExtendedAttrsTestJSON-866674268-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468916'] for port, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:34.807397 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-2888425f-c3de-4b05-b36b-3a0fb193eb24 tempest-PortsAdminExtendedAttrsTestJSON-866674268 tempest-PortsAdminExtendedAttrsTestJSON-866674268-project-admin] 10.222.0.53 "DELETE /v2.0/ports/fa874b53-d3ab-4bad-9266-2f7cc5f92b25 HTTP/1.1" status: 204 len: 168 time: 0.5991106 Jun 24 11:45:34.810047 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 57158) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:45:34.853651 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5459c611-681e-45a1-a9f1-bdfb9319588b tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Notify agent at l3_agent.dv-neutron-797120-4-hyperv the message routers_updated {{(pid=128084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 11:45:34.867647 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-238b609f-4bbc-43fe-8349-8b0bb1ca9c9f None None] Sync routers for ids ['16032406-603e-48e7-8026-df5567846002'] in dv-neutron-797120-4-hyperv {{(pid=128086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 11:45:34.890981 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-238b609f-4bbc-43fe-8349-8b0bb1ca9c9f None None] Routers {'16032406-603e-48e7-8026-df5567846002'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 11:45:34.891616 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-238b609f-4bbc-43fe-8349-8b0bb1ca9c9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T11:45:26Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['16032406-603e-48e7-8026-df5567846002'], 'active': True} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:45:34.924575 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-01a4f80c-7ffa-44e1-b809-5d01bd9e88ce None None] Provisioning complete for port b3e0940c-e217-45f6-8ac4-e3c2b4b6e8a2 triggered by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:45:34.925283 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-01a4f80c-7ffa-44e1-b809-5d01bd9e88ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:34.967811 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-01a4f80c-7ffa-44e1-b809-5d01bd9e88ce None None] Port b3e0940c-e217-45f6-8ac4-e3c2b4b6e8a2 cannot update to ACTIVE because it is not bound. {{(pid=128085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 11:45:34.984576 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2888425f-c3de-4b05-b36b-3a0fb193eb24 tempest-PortsAdminExtendedAttrsTestJSON-866674268 tempest-PortsAdminExtendedAttrsTestJSON-866674268-project-admin] Pushing event deleted for resources: {'Port': ['ID=fa874b53-d3ab-4bad-9266-2f7cc5f92b25,revision_number=None']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:45:34.987953 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-2888425f-c3de-4b05-b36b-3a0fb193eb24 tempest-PortsAdminExtendedAttrsTestJSON-866674268 tempest-PortsAdminExtendedAttrsTestJSON-866674268-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:45:34.997531 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.pecan_wsgi.hooks.translation [None req-afba715a-212d-407f-8f5c-724a0aca46e3 tempest-PortsAdminExtendedAttrsTestJSON-866674268 tempest-PortsAdminExtendedAttrsTestJSON-866674268-project-admin] GET failed (client error): The resource could not be found. Jun 24 11:45:35.000752 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-afba715a-212d-407f-8f5c-724a0aca46e3 tempest-PortsAdminExtendedAttrsTestJSON-866674268 tempest-PortsAdminExtendedAttrsTestJSON-866674268-project-admin] 10.222.0.53 "GET /v2.0/ports/fa874b53-d3ab-4bad-9266-2f7cc5f92b25 HTTP/1.1" status: 404 len: 333 time: 0.1873972 Jun 24 11:45:35.008633 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-5459c611-681e-45a1-a9f1-bdfb9319588b tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] 10.222.0.53 "PUT /v2.0/routers/16032406-603e-48e7-8026-df5567846002/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0326958 Jun 24 11:45:35.009389 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 57162) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:45:35.019190 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [None req-ac0394e1-bfe6-43d5-ac0b-0c4bbacdd507 tempest-PortsAdminExtendedAttrsTestJSON-866674268 tempest-PortsAdminExtendedAttrsTestJSON-866674268-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-639592957', 'network_id': '88a33f2c-657c-4845-84d5-6e0809210541'}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:45:35.027232 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 57164) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:45:35.033971 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-238b609f-4bbc-43fe-8349-8b0bb1ca9c9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:45:35.049921 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b427761a-2691-4727-9297-4c9e4e599b75 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Router d4c8cc62-804e-4f9f-96be-4c6c12c600f0 is scheduled to L3 agent 2987dba8-2249-4ee6-96ec-28f0f7a6127d with binding_index 1 {{(pid=128083) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 24 11:45:35.052014 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-238b609f-4bbc-43fe-8349-8b0bb1ca9c9f None None] Routers {'16032406-603e-48e7-8026-df5567846002'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 11:45:35.052699 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-238b609f-4bbc-43fe-8349-8b0bb1ca9c9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T11:45:26Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['16032406-603e-48e7-8026-df5567846002'], 'active': True} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:45:35.091120 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-539caced-591e-4b23-9799-1e93f233607f None None] Provisioning complete for port 1c19f656-0d06-405b-a198-1076f6911993 triggered by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:45:35.091732 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-539caced-591e-4b23-9799-1e93f233607f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:35.122421 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-238b609f-4bbc-43fe-8349-8b0bb1ca9c9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:45:35.126479 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-238b609f-4bbc-43fe-8349-8b0bb1ca9c9f None None] The sync data for ids ['16032406-603e-48e7-8026-df5567846002'] in dv-neutron-797120-4-hyperv is: [] {{(pid=128086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 11:45:35.174166 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-539caced-591e-4b23-9799-1e93f233607f None None] Port 1c19f656-0d06-405b-a198-1076f6911993 cannot update to ACTIVE because it is not bound. {{(pid=128085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 11:45:35.344003 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.db.db_base_plugin_common [None req-31c032cb-1778-4a46-9a1c-273d62af2adb tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Allocated IP 172.20.0.1 (4965e089-111a-482d-8b4e-93f2f808fab3/601dfe9b-0301-4469-a352-3182348d7d07/c099083d-fe81-4514-a919-74af072aaaa3) {{(pid=128084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 11:45:35.465351 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-31c032cb-1778-4a46-9a1c-273d62af2adb tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Notify callbacks [] for port, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:35.508007 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-31c032cb-1778-4a46-9a1c-273d62af2adb tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-650429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-506361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793193536723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3291971'] for port, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:35.511904 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-f2b27b9f-7623-4cc6-a0b4-da43f560f197 tempest-ExtraDHCPOptionsIpV6TestJSON-297538214 tempest-ExtraDHCPOptionsIpV6TestJSON-297538214-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:45:35.517426 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac0394e1-bfe6-43d5-ac0b-0c4bbacdd507 tempest-PortsAdminExtendedAttrsTestJSON-866674268 tempest-PortsAdminExtendedAttrsTestJSON-866674268-project-admin] Made reservation on behalf of 7087685aba3240ec99de47a885aeb428 for: {'port': 1} {{(pid=128083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 11:45:35.519944 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-ac0394e1-bfe6-43d5-ac0b-0c4bbacdd507 tempest-PortsAdminExtendedAttrsTestJSON-866674268 tempest-PortsAdminExtendedAttrsTestJSON-866674268-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:35.537224 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6143cd95-6436-4350-bea4-8eaec006fbcd tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:45:35.541230 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-6143cd95-6436-4350-bea4-8eaec006fbcd tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] 10.222.0.53 "GET /v2.0/ports/b3e0940c-e217-45f6-8ac4-e3c2b4b6e8a2 HTTP/1.1" status: 200 len: 910 time: 0.5089529 Jun 24 11:45:35.543108 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 57166) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:45:35.558022 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.notifiers.nova [None req-ac0394e1-bfe6-43d5-ac0b-0c4bbacdd507 tempest-PortsAdminExtendedAttrsTestJSON-866674268 tempest-PortsAdminExtendedAttrsTestJSON-866674268-project-admin] device_id is not set on port fe7ba561-d10f-4562-ab76-8ebfd4f902f3 yet. {{(pid=128083) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 24 11:45:35.567686 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b427761a-2691-4727-9297-4c9e4e599b75 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Notify agent at l3_agent.dv-neutron-797120-4-hyperv the message routers_updated {{(pid=128083) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 11:45:35.578523 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-b427761a-2691-4727-9297-4c9e4e599b75 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] 10.222.0.53 "PUT /v2.0/routers/d4c8cc62-804e-4f9f-96be-4c6c12c600f0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3086431 Jun 24 11:45:35.583096 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6b3c9f9-c74e-4561-9c30-559785c2f173 None None] Sync routers for ids ['d4c8cc62-804e-4f9f-96be-4c6c12c600f0'] in dv-neutron-797120-4-hyperv {{(pid=128085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 11:45:35.596212 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6b3c9f9-c74e-4561-9c30-559785c2f173 None None] Routers {'d4c8cc62-804e-4f9f-96be-4c6c12c600f0'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 11:45:35.597103 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-f6b3c9f9-c74e-4561-9c30-559785c2f173 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T11:45:26Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['d4c8cc62-804e-4f9f-96be-4c6c12c600f0'], 'active': True} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:45:35.602885 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 57168) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:45:35.639244 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31c032cb-1778-4a46-9a1c-273d62af2adb tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Network 4965e089-111a-482d-8b4e-93f2f808fab3 is already hosted by enough agents. {{(pid=128084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 11:45:35.652218 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.base_scheduler [None req-31c032cb-1778-4a46-9a1c-273d62af2adb tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Resources bound (agent type, host, resource id): {{(pid=128084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:45:35.660855 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31c032cb-1778-4a46-9a1c-273d62af2adb tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Received port after_create {{(pid=128084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 11:45:35.664926 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-f6b3c9f9-c74e-4561-9c30-559785c2f173 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:45:35.679717 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6b3c9f9-c74e-4561-9c30-559785c2f173 None None] Routers {'d4c8cc62-804e-4f9f-96be-4c6c12c600f0'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 11:45:35.680399 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-208a09d0-0ef6-4d9a-baf2-899e4ebf7e72 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:45:35.680969 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-f6b3c9f9-c74e-4561-9c30-559785c2f173 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T11:45:26Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['d4c8cc62-804e-4f9f-96be-4c6c12c600f0'], 'active': True} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:45:35.684351 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-208a09d0-0ef6-4d9a-baf2-899e4ebf7e72 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] 10.222.0.53 "GET /v2.0/ports/1c19f656-0d06-405b-a198-1076f6911993 HTTP/1.1" status: 200 len: 983 time: 0.0780005 Jun 24 11:45:35.685594 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 57170) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:45:35.707806 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c032cb-1778-4a46-9a1c-273d62af2adb tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Pushing event updated for resources: {'Port': ['ID=c099083d-fe81-4514-a919-74af072aaaa3,revision_number=1']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:45:35.721899 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-31c032cb-1778-4a46-9a1c-273d62af2adb tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:45:35.731512 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-f6b3c9f9-c74e-4561-9c30-559785c2f173 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:45:35.731512 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6b3c9f9-c74e-4561-9c30-559785c2f173 None None] The sync data for ids ['d4c8cc62-804e-4f9f-96be-4c6c12c600f0'] in dv-neutron-797120-4-hyperv is: [] {{(pid=128085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 11:45:35.793633 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-31c032cb-1778-4a46-9a1c-273d62af2adb tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1978458'] for router_interface, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:35.917257 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-ac0394e1-bfe6-43d5-ac0b-0c4bbacdd507 tempest-PortsAdminExtendedAttrsTestJSON-866674268 tempest-PortsAdminExtendedAttrsTestJSON-866674268-project-admin] Notify callbacks [] for port, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:36.016033 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-ac0394e1-bfe6-43d5-ac0b-0c4bbacdd507 tempest-PortsAdminExtendedAttrsTestJSON-866674268 tempest-PortsAdminExtendedAttrsTestJSON-866674268-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-650429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-506361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793193536723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2537853'] for port, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:36.020933 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-7b85e5c1-9aa8-40ee-a008-0747982e85f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:45:36.062872 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-31c032cb-1778-4a46-9a1c-273d62af2adb tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:36.101999 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac0394e1-bfe6-43d5-ac0b-0c4bbacdd507 tempest-PortsAdminExtendedAttrsTestJSON-866674268 tempest-PortsAdminExtendedAttrsTestJSON-866674268-project-admin] Network 88a33f2c-657c-4845-84d5-6e0809210541 is already hosted by enough agents. {{(pid=128083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 11:45:36.130703 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.base_scheduler [None req-ac0394e1-bfe6-43d5-ac0b-0c4bbacdd507 tempest-PortsAdminExtendedAttrsTestJSON-866674268 tempest-PortsAdminExtendedAttrsTestJSON-866674268-project-admin] Resources bound (agent type, host, resource id): {{(pid=128083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:45:36.133261 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac0394e1-bfe6-43d5-ac0b-0c4bbacdd507 tempest-PortsAdminExtendedAttrsTestJSON-866674268 tempest-PortsAdminExtendedAttrsTestJSON-866674268-project-admin] Received port after_create {{(pid=128083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 11:45:36.134339 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac0394e1-bfe6-43d5-ac0b-0c4bbacdd507 tempest-PortsAdminExtendedAttrsTestJSON-866674268 tempest-PortsAdminExtendedAttrsTestJSON-866674268-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:45:36.134886 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-ac0394e1-bfe6-43d5-ac0b-0c4bbacdd507 tempest-PortsAdminExtendedAttrsTestJSON-866674268 tempest-PortsAdminExtendedAttrsTestJSON-866674268-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468916'] for port, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:36.137117 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0394e1-bfe6-43d5-ac0b-0c4bbacdd507 tempest-PortsAdminExtendedAttrsTestJSON-866674268 tempest-PortsAdminExtendedAttrsTestJSON-866674268-project-admin] Pushing event updated for resources: {'Port': ['ID=fe7ba561-d10f-4562-ab76-8ebfd4f902f3,revision_number=1']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:45:36.142532 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-ac0394e1-bfe6-43d5-ac0b-0c4bbacdd507 tempest-PortsAdminExtendedAttrsTestJSON-866674268 tempest-PortsAdminExtendedAttrsTestJSON-866674268-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:45:36.166256 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-ac0394e1-bfe6-43d5-ac0b-0c4bbacdd507 tempest-PortsAdminExtendedAttrsTestJSON-866674268 tempest-PortsAdminExtendedAttrsTestJSON-866674268-project-admin] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 1.1554337 Jun 24 11:45:36.172101 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 57176) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:45:36.330758 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2aa32b9-8199-4f6a-a023-1999580f2d17 tempest-PortsAdminExtendedAttrsTestJSON-866674268 tempest-PortsAdminExtendedAttrsTestJSON-866674268-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:45:36.332319 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-15e88405-38ec-45f5-a11a-392683c24dc9 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1978565'] for router_interface, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:36.335022 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 57180) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:45:36.335174 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-a2aa32b9-8199-4f6a-a023-1999580f2d17 tempest-PortsAdminExtendedAttrsTestJSON-866674268 tempest-PortsAdminExtendedAttrsTestJSON-866674268-project-admin] 10.222.0.53 "GET /v2.0/ports/fe7ba561-d10f-4562-ab76-8ebfd4f902f3 HTTP/1.1" status: 200 len: 954 time: 0.1616678 Jun 24 11:45:36.357043 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-495fc67f-c742-4de7-bc03-2ef7f32de5bb tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1978565'] for router_interface, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:36.584504 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 57182) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:45:36.590629 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [None req-5769c49d-007c-477f-8c52-d44acceb5fa9 tempest-BulkNetworkOpsIpV6Test-1142812762 tempest-BulkNetworkOpsIpV6Test-1142812762-project] Request body: {'subnets': [{'network_id': '4d88365d-538d-4035-84e4-01f967456775', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--568439854', 'ip_version': 6}, {'network_id': 'fd5fd878-a858-4af1-b629-be95adfe4302', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:45:36.590953 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [None req-5769c49d-007c-477f-8c52-d44acceb5fa9 tempest-BulkNetworkOpsIpV6Test-1142812762 tempest-BulkNetworkOpsIpV6Test-1142812762-project] Request body: {'subnet': {'network_id': '4d88365d-538d-4035-84e4-01f967456775', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--568439854', 'ip_version': 6}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:45:36.591595 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [None req-5769c49d-007c-477f-8c52-d44acceb5fa9 tempest-BulkNetworkOpsIpV6Test-1142812762 tempest-BulkNetworkOpsIpV6Test-1142812762-project] Request body: {'subnet': {'network_id': 'fd5fd878-a858-4af1-b629-be95adfe4302', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:45:36.683060 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-31c032cb-1778-4a46-9a1c-273d62af2adb tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Notify callbacks [] for port, precommit_update {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:36.688087 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.plugin [None req-655811c8-bcf3-4b4e-bca8-faf3071d2f90 tempest-PortsAdminExtendedAttrsTestJSON-866674268 tempest-PortsAdminExtendedAttrsTestJSON-866674268-project-admin] Deleting port fe7ba561-d10f-4562-ab76-8ebfd4f902f3 {{(pid=128083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 11:45:36.688429 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-655811c8-bcf3-4b4e-bca8-faf3071d2f90 tempest-PortsAdminExtendedAttrsTestJSON-866674268 tempest-PortsAdminExtendedAttrsTestJSON-866674268-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793193942312'] for port, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:36.691920 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-31c032cb-1778-4a46-9a1c-273d62af2adb tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3292081'] for port, after_update {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:36.696395 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-bf90c63f-fd12-4124-b635-988375cddfcf tempest-BulkNetworkOpsIpV6Test-1142812762 tempest-BulkNetworkOpsIpV6Test-1142812762-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:45:36.798567 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c032cb-1778-4a46-9a1c-273d62af2adb tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Pushing event updated for resources: {'Port': ['ID=c099083d-fe81-4514-a919-74af072aaaa3,revision_number=2']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:45:36.802511 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-31c032cb-1778-4a46-9a1c-273d62af2adb tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1783050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1978542'] for router_interface, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:36.805088 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-31c032cb-1778-4a46-9a1c-273d62af2adb tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:45:36.840839 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-655811c8-bcf3-4b4e-bca8-faf3071d2f90 tempest-PortsAdminExtendedAttrsTestJSON-866674268 tempest-PortsAdminExtendedAttrsTestJSON-866674268-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1978872'] for port, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:36.869773 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.plugin [None req-495fc67f-c742-4de7-bc03-2ef7f32de5bb tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Deleting port b3e0940c-e217-45f6-8ac4-e3c2b4b6e8a2 {{(pid=128084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 11:45:36.870107 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-495fc67f-c742-4de7-bc03-2ef7f32de5bb tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793193942312'] for port, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:36.871826 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.plugin [None req-655811c8-bcf3-4b4e-bca8-faf3071d2f90 tempest-PortsAdminExtendedAttrsTestJSON-866674268 tempest-PortsAdminExtendedAttrsTestJSON-866674268-project-admin] Calling delete_port for fe7ba561-d10f-4562-ab76-8ebfd4f902f3 owned by {{(pid=128083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 11:45:36.952440 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5769c49d-007c-477f-8c52-d44acceb5fa9 tempest-BulkNetworkOpsIpV6Test-1142812762 tempest-BulkNetworkOpsIpV6Test-1142812762-project] Made reservation on behalf of 00f567924a9b40eb87599708f2304a9e for: {'subnet': 2} {{(pid=128083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 11:45:36.957072 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-5769c49d-007c-477f-8c52-d44acceb5fa9 tempest-BulkNetworkOpsIpV6Test-1142812762 tempest-BulkNetworkOpsIpV6Test-1142812762-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3289788'] for subnet, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:36.957408 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-5769c49d-007c-477f-8c52-d44acceb5fa9 tempest-BulkNetworkOpsIpV6Test-1142812762 tempest-BulkNetworkOpsIpV6Test-1142812762-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3289788'] for subnet, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:36.961867 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.plugin [None req-15e88405-38ec-45f5-a11a-392683c24dc9 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Deleting port 1c19f656-0d06-405b-a198-1076f6911993 {{(pid=128083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 11:45:36.962203 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-15e88405-38ec-45f5-a11a-392683c24dc9 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793193942312'] for port, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:36.966620 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31c032cb-1778-4a46-9a1c-273d62af2adb tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Network 4965e089-111a-482d-8b4e-93f2f808fab3 is already hosted by enough agents. {{(pid=128084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 11:45:36.970271 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.base_scheduler [None req-31c032cb-1778-4a46-9a1c-273d62af2adb tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Resources bound (agent type, host, resource id): {{(pid=128084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:45:36.988370 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-495fc67f-c742-4de7-bc03-2ef7f32de5bb tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1978872'] for port, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:37.032475 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.plugin [None req-495fc67f-c742-4de7-bc03-2ef7f32de5bb tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Calling delete_port for b3e0940c-e217-45f6-8ac4-e3c2b4b6e8a2 owned by network:router_interface {{(pid=128084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 11:45:37.117314 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-655811c8-bcf3-4b4e-bca8-faf3071d2f90 tempest-PortsAdminExtendedAttrsTestJSON-866674268 tempest-PortsAdminExtendedAttrsTestJSON-866674268-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793193945299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193536732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2537862'] for port, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:37.130425 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-e126b9b9-614c-4360-ab3d-1fe5ef1aee27 tempest-RoutersAdminNegativeTest-1113543141 tempest-RoutersAdminNegativeTest-1113543141-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:45:37.153968 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31c032cb-1778-4a46-9a1c-273d62af2adb tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Router ec2cec42-9d81-44aa-a4f8-e4c8409e9b4d has already been hosted by L3 agent 2987dba8-2249-4ee6-96ec-28f0f7a6127d {{(pid=128084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 11:45:37.176120 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655811c8-bcf3-4b4e-bca8-faf3071d2f90 tempest-PortsAdminExtendedAttrsTestJSON-866674268 tempest-PortsAdminExtendedAttrsTestJSON-866674268-project-admin] Pushing event deleted for resources: {'Port': ['ID=fe7ba561-d10f-4562-ab76-8ebfd4f902f3,revision_number=None']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:45:37.180969 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-15e88405-38ec-45f5-a11a-392683c24dc9 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1978872'] for port, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:37.183436 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-655811c8-bcf3-4b4e-bca8-faf3071d2f90 tempest-PortsAdminExtendedAttrsTestJSON-866674268 tempest-PortsAdminExtendedAttrsTestJSON-866674268-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:45:37.186563 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-655811c8-bcf3-4b4e-bca8-faf3071d2f90 tempest-PortsAdminExtendedAttrsTestJSON-866674268 tempest-PortsAdminExtendedAttrsTestJSON-866674268-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468916'] for port, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:37.188534 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-655811c8-bcf3-4b4e-bca8-faf3071d2f90 tempest-PortsAdminExtendedAttrsTestJSON-866674268 tempest-PortsAdminExtendedAttrsTestJSON-866674268-project-admin] 10.222.0.53 "DELETE /v2.0/ports/fe7ba561-d10f-4562-ab76-8ebfd4f902f3 HTTP/1.1" status: 204 len: 168 time: 0.8527935 Jun 24 11:45:37.194015 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 57184) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:45:37.226478 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.plugin [None req-15e88405-38ec-45f5-a11a-392683c24dc9 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Calling delete_port for 1c19f656-0d06-405b-a198-1076f6911993 owned by network:router_interface {{(pid=128083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 11:45:37.235093 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ee92b34-0c04-4bd1-9067-ed46d63d112f tempest-PortsAdminExtendedAttrsTestJSON-866674268 tempest-PortsAdminExtendedAttrsTestJSON-866674268-project-admin] GET failed (client error): The resource could not be found. Jun 24 11:45:37.236730 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-0ee92b34-0c04-4bd1-9067-ed46d63d112f tempest-PortsAdminExtendedAttrsTestJSON-866674268 tempest-PortsAdminExtendedAttrsTestJSON-866674268-project-admin] 10.222.0.53 "GET /v2.0/ports/fe7ba561-d10f-4562-ab76-8ebfd4f902f3 HTTP/1.1" status: 404 len: 333 time: 0.0417895 Jun 24 11:45:37.240790 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 57186) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:45:37.246385 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-261bab4c-18d4-46af-b824-9e086e40cd23 tempest-PortsAdminExtendedAttrsTestJSON-866674268 tempest-PortsAdminExtendedAttrsTestJSON-866674268-project-admin] Request body: {'port': {'network_id': '88a33f2c-657c-4845-84d5-6e0809210541', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-375997391'}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:45:37.332585 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-261bab4c-18d4-46af-b824-9e086e40cd23 tempest-PortsAdminExtendedAttrsTestJSON-866674268 tempest-PortsAdminExtendedAttrsTestJSON-866674268-project-admin] Made reservation on behalf of 7087685aba3240ec99de47a885aeb428 for: {'port': 1} {{(pid=128084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 11:45:37.335351 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-261bab4c-18d4-46af-b824-9e086e40cd23 tempest-PortsAdminExtendedAttrsTestJSON-866674268 tempest-PortsAdminExtendedAttrsTestJSON-866674268-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:37.602076 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-15e88405-38ec-45f5-a11a-392683c24dc9 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793193945299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193536732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2537862'] for port, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:37.607431 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-047de8a5-a7d9-4b87-8c3e-4a39dc2041bf tempest-RoutersAdminNegativeTest-1113543141 tempest-RoutersAdminNegativeTest-1113543141-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:45:37.643360 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e88405-38ec-45f5-a11a-392683c24dc9 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Pushing event deleted for resources: {'Port': ['ID=1c19f656-0d06-405b-a198-1076f6911993,revision_number=None']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:45:37.650818 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-15e88405-38ec-45f5-a11a-392683c24dc9 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:45:37.693828 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.notifiers.nova [None req-261bab4c-18d4-46af-b824-9e086e40cd23 tempest-PortsAdminExtendedAttrsTestJSON-866674268 tempest-PortsAdminExtendedAttrsTestJSON-866674268-project-admin] device_id is not set on port 020eb024-0df1-4021-a44a-77c6e699b416 yet. {{(pid=128084) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 24 11:45:37.742954 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-495fc67f-c742-4de7-bc03-2ef7f32de5bb tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793193945299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193536732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3292088'] for port, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:37.748238 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-a301312d-19d4-4b7e-8076-c1b96c5c5845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:45:37.750349 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-5769c49d-007c-477f-8c52-d44acceb5fa9 tempest-BulkNetworkOpsIpV6Test-1142812762 tempest-BulkNetworkOpsIpV6Test-1142812762-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2537737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3289942'] for subnet, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:37.755287 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31c032cb-1778-4a46-9a1c-273d62af2adb tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Notify agent at l3_agent.dv-neutron-797120-4-hyperv the message routers_updated {{(pid=128084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 11:45:37.769630 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-248e8b69-254b-4061-9361-ec2da30cf60f None None] Sync routers for ids ['ec2cec42-9d81-44aa-a4f8-e4c8409e9b4d'] in dv-neutron-797120-4-hyperv {{(pid=128086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 11:45:37.781749 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:45:37.783205 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-248e8b69-254b-4061-9361-ec2da30cf60f None None] Routers {'ec2cec42-9d81-44aa-a4f8-e4c8409e9b4d'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 11:45:37.784042 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-248e8b69-254b-4061-9361-ec2da30cf60f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T11:45:26Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['ec2cec42-9d81-44aa-a4f8-e4c8409e9b4d'], 'active': True} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:45:37.785193 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-31c032cb-1778-4a46-9a1c-273d62af2adb tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] 10.222.0.53 "PUT /v2.0/routers/ec2cec42-9d81-44aa-a4f8-e4c8409e9b4d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4206407 Jun 24 11:45:37.789979 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495fc67f-c742-4de7-bc03-2ef7f32de5bb tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Pushing event deleted for resources: {'Port': ['ID=b3e0940c-e217-45f6-8ac4-e3c2b4b6e8a2,revision_number=None']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:45:37.791236 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 57194) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:45:37.795161 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-495fc67f-c742-4de7-bc03-2ef7f32de5bb tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:45:37.817860 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [None req-dba4a58b-994f-4001-be1b-d249d69a0d0c tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Request body: {'port': {'network_id': '4965e089-111a-482d-8b4e-93f2f808fab3', 'name': 'tempest-FloatingIPTestJSON-1566471626'}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:45:37.848448 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-248e8b69-254b-4061-9361-ec2da30cf60f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:45:37.857726 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-15e88405-38ec-45f5-a11a-392683c24dc9 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1588985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1806165'] for router_interface, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:37.858624 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-248e8b69-254b-4061-9361-ec2da30cf60f None None] Routers {'ec2cec42-9d81-44aa-a4f8-e4c8409e9b4d'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 11:45:37.859647 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-248e8b69-254b-4061-9361-ec2da30cf60f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T11:45:26Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['ec2cec42-9d81-44aa-a4f8-e4c8409e9b4d'], 'active': True} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:45:37.912213 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-248e8b69-254b-4061-9361-ec2da30cf60f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:45:37.913404 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-248e8b69-254b-4061-9361-ec2da30cf60f None None] The sync data for ids ['ec2cec42-9d81-44aa-a4f8-e4c8409e9b4d'] in dv-neutron-797120-4-hyperv is: [] {{(pid=128086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 11:45:37.998091 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5769c49d-007c-477f-8c52-d44acceb5fa9 tempest-BulkNetworkOpsIpV6Test-1142812762 tempest-BulkNetworkOpsIpV6Test-1142812762-project] Pushing event updated for resources: {'Subnet': ['ID=e6353941-ab91-4543-9f25-27f0b3dc7a31,revision_number=0']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:45:38.086864 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-261bab4c-18d4-46af-b824-9e086e40cd23 tempest-PortsAdminExtendedAttrsTestJSON-866674268 tempest-PortsAdminExtendedAttrsTestJSON-866674268-project-admin] Notify callbacks [] for port, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:38.093586 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-495fc67f-c742-4de7-bc03-2ef7f32de5bb tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1588985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1806165'] for router_interface, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:38.205877 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-261bab4c-18d4-46af-b824-9e086e40cd23 tempest-PortsAdminExtendedAttrsTestJSON-866674268 tempest-PortsAdminExtendedAttrsTestJSON-866674268-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-650429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-506361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793193536723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3291971'] for port, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:38.210508 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-7c298e10-1b10-4cad-bddf-ddbf0792bc57 tempest-BulkNetworkOpsIpV6Test-1142812762 tempest-BulkNetworkOpsIpV6Test-1142812762-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:45:38.292689 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-261bab4c-18d4-46af-b824-9e086e40cd23 tempest-PortsAdminExtendedAttrsTestJSON-866674268 tempest-PortsAdminExtendedAttrsTestJSON-866674268-project-admin] Network 88a33f2c-657c-4845-84d5-6e0809210541 is already hosted by enough agents. {{(pid=128084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 11:45:38.324476 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261bab4c-18d4-46af-b824-9e086e40cd23 tempest-PortsAdminExtendedAttrsTestJSON-866674268 tempest-PortsAdminExtendedAttrsTestJSON-866674268-project-admin] Pushing event updated for resources: {'Port': ['ID=020eb024-0df1-4021-a44a-77c6e699b416,revision_number=1']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:45:38.327491 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.base_scheduler [None req-261bab4c-18d4-46af-b824-9e086e40cd23 tempest-PortsAdminExtendedAttrsTestJSON-866674268 tempest-PortsAdminExtendedAttrsTestJSON-866674268-project-admin] Resources bound (agent type, host, resource id): {{(pid=128084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:45:38.328599 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-5769c49d-007c-477f-8c52-d44acceb5fa9 tempest-BulkNetworkOpsIpV6Test-1142812762 tempest-BulkNetworkOpsIpV6Test-1142812762-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.548s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:45:38.329677 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-261bab4c-18d4-46af-b824-9e086e40cd23 tempest-PortsAdminExtendedAttrsTestJSON-866674268 tempest-PortsAdminExtendedAttrsTestJSON-866674268-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:45:38.332168 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-261bab4c-18d4-46af-b824-9e086e40cd23 tempest-PortsAdminExtendedAttrsTestJSON-866674268 tempest-PortsAdminExtendedAttrsTestJSON-866674268-project-admin] Received port after_create {{(pid=128084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 11:45:38.333272 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-261bab4c-18d4-46af-b824-9e086e40cd23 tempest-PortsAdminExtendedAttrsTestJSON-866674268 tempest-PortsAdminExtendedAttrsTestJSON-866674268-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=128084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:45:38.333871 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-261bab4c-18d4-46af-b824-9e086e40cd23 tempest-PortsAdminExtendedAttrsTestJSON-866674268 tempest-PortsAdminExtendedAttrsTestJSON-866674268-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468916'] for port, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:38.353949 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5769c49d-007c-477f-8c52-d44acceb5fa9 tempest-BulkNetworkOpsIpV6Test-1142812762 tempest-BulkNetworkOpsIpV6Test-1142812762-project] Checking segment: {'id': 'f9a89cff-9032-450b-861f-afcb7c1719b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '4d88365d-538d-4035-84e4-01f967456775'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=128083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 11:45:38.354296 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5769c49d-007c-477f-8c52-d44acceb5fa9 tempest-BulkNetworkOpsIpV6Test-1142812762 tempest-BulkNetworkOpsIpV6Test-1142812762-project] Network hostable DHCP agents. Network: 4d88365d-538d-4035-84e4-01f967456775, hostable agents: ['6be988a9-1d97-480f-be5a-c55abf2c55c5'], hosted agents: [] {{(pid=128083) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 11:45:38.358800 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-261bab4c-18d4-46af-b824-9e086e40cd23 tempest-PortsAdminExtendedAttrsTestJSON-866674268 tempest-PortsAdminExtendedAttrsTestJSON-866674268-project-admin] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 1.1169472 Jun 24 11:45:38.361844 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 57196) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:45:38.369133 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-495fc67f-c742-4de7-bc03-2ef7f32de5bb tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Router 16032406-603e-48e7-8026-df5567846002 has already been hosted by L3 agent 2987dba8-2249-4ee6-96ec-28f0f7a6127d {{(pid=128084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 11:45:38.398210 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [None req-6dde2a7c-cb8d-4a29-aaaf-0960683bc331 tempest-PortsAdminExtendedAttrsTestJSON-866674268 tempest-PortsAdminExtendedAttrsTestJSON-866674268-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-7971'}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:45:38.462291 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-495fc67f-c742-4de7-bc03-2ef7f32de5bb tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Notify agent at l3_agent.dv-neutron-797120-4-hyperv the message routers_updated {{(pid=128084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 11:45:38.467217 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-495fc67f-c742-4de7-bc03-2ef7f32de5bb tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] 10.222.0.53 "PUT /v2.0/routers/16032406-603e-48e7-8026-df5567846002/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9230599 Jun 24 11:45:38.470903 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 57200) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:45:38.478127 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-642f940e-9648-4c85-b94d-a9d92fb9f5f5 None None] Sync routers for ids ['16032406-603e-48e7-8026-df5567846002'] in dv-neutron-797120-4-hyperv {{(pid=128085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 11:45:38.488569 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15e88405-38ec-45f5-a11a-392683c24dc9 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Router d4c8cc62-804e-4f9f-96be-4c6c12c600f0 has already been hosted by L3 agent 2987dba8-2249-4ee6-96ec-28f0f7a6127d {{(pid=128083) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 11:45:38.491797 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5769c49d-007c-477f-8c52-d44acceb5fa9 tempest-BulkNetworkOpsIpV6Test-1142812762 tempest-BulkNetworkOpsIpV6Test-1142812762-project] Network 4d88365d-538d-4035-84e4-01f967456775 is scheduled to be hosted by DHCP agent 6be988a9-1d97-480f-be5a-c55abf2c55c5 with binding_index 1 {{(pid=128083) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 11:45:38.498372 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dba4a58b-994f-4001-be1b-d249d69a0d0c tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Made reservation on behalf of 40c92baf3d234fc591c70dce5f4e5134 for: {'port': 1} {{(pid=128083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 11:45:38.498793 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-642f940e-9648-4c85-b94d-a9d92fb9f5f5 None None] Routers {'16032406-603e-48e7-8026-df5567846002'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 11:45:38.499629 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-642f940e-9648-4c85-b94d-a9d92fb9f5f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T11:45:26Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['16032406-603e-48e7-8026-df5567846002'], 'active': True} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:45:38.501931 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-dba4a58b-994f-4001-be1b-d249d69a0d0c tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:38.538156 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.base_scheduler [None req-5769c49d-007c-477f-8c52-d44acceb5fa9 tempest-BulkNetworkOpsIpV6Test-1142812762 tempest-BulkNetworkOpsIpV6Test-1142812762-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-4-hyperv, 4d88365d-538d-4035-84e4-01f967456775) {{(pid=128083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:45:38.548009 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-5769c49d-007c-477f-8c52-d44acceb5fa9 tempest-BulkNetworkOpsIpV6Test-1142812762 tempest-BulkNetworkOpsIpV6Test-1142812762-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2537737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3289942'] for subnet, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:38.557270 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.notifiers.nova [None req-dba4a58b-994f-4001-be1b-d249d69a0d0c tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] device_id is not set on port e4bb185b-2cd2-4be8-b24c-5a244e5a9131 yet. {{(pid=128083) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 24 11:45:38.561403 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:45:38.573156 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d99d6e67-8e20-483b-b454-55f23f27f277 None None] Network 4d88365d-538d-4035-84e4-01f967456775 requested from dv-neutron-797120-4-hyperv {{(pid=128085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 11:45:38.575796 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-642f940e-9648-4c85-b94d-a9d92fb9f5f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:45:38.608818 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-642f940e-9648-4c85-b94d-a9d92fb9f5f5 None None] Routers {'16032406-603e-48e7-8026-df5567846002'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 11:45:38.610014 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-642f940e-9648-4c85-b94d-a9d92fb9f5f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T11:45:26Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['16032406-603e-48e7-8026-df5567846002'], 'active': True} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:45:38.685188 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-6dde2a7c-cb8d-4a29-aaaf-0960683bc331 tempest-PortsAdminExtendedAttrsTestJSON-866674268 tempest-PortsAdminExtendedAttrsTestJSON-866674268-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:38.694261 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-642f940e-9648-4c85-b94d-a9d92fb9f5f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:45:38.694976 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-642f940e-9648-4c85-b94d-a9d92fb9f5f5 None None] The sync data for ids ['16032406-603e-48e7-8026-df5567846002'] in dv-neutron-797120-4-hyperv is: [] {{(pid=128085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 11:45:38.738240 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15e88405-38ec-45f5-a11a-392683c24dc9 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Notify agent at l3_agent.dv-neutron-797120-4-hyperv the message routers_updated {{(pid=128083) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 11:45:38.756575 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87786494-e17e-4f6b-abc3-1e115157af4b None None] Sync routers for ids ['d4c8cc62-804e-4f9f-96be-4c6c12c600f0'] in dv-neutron-797120-4-hyperv {{(pid=128086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 11:45:38.759031 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-15e88405-38ec-45f5-a11a-392683c24dc9 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] 10.222.0.53 "PUT /v2.0/routers/d4c8cc62-804e-4f9f-96be-4c6c12c600f0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0716734 Jun 24 11:45:38.769227 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87786494-e17e-4f6b-abc3-1e115157af4b None None] Routers {'d4c8cc62-804e-4f9f-96be-4c6c12c600f0'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 11:45:38.770459 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 57206) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:45:38.771326 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-87786494-e17e-4f6b-abc3-1e115157af4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T11:45:26Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['d4c8cc62-804e-4f9f-96be-4c6c12c600f0'], 'active': True} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:45:38.842386 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f882664-c85e-4926-9793-b3e687e95340 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d65c8f8-7530-5052-99fe-8ea05073750b-4d88365d-538d-4035-84e4-01f967456775', 'network_id': '4d88365d-538d-4035-84e4-01f967456775', 'tenant_id': '00f567924a9b40eb87599708f2304a9e', 'fixed_ips': [{'subnet_id': 'e6353941-ab91-4543-9f25-27f0b3dc7a31'}]}} from dv-neutron-797120-4-hyperv. {{(pid=128085) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 24 11:45:38.843625 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-3f882664-c85e-4926-9793-b3e687e95340 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_create {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:38.893566 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5769c49d-007c-477f-8c52-d44acceb5fa9 tempest-BulkNetworkOpsIpV6Test-1142812762 tempest-BulkNetworkOpsIpV6Test-1142812762-project] Pushing event updated for resources: {'Subnet': ['ID=c56ca91c-0a9f-41d5-bc76-936133c55d67,revision_number=0']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:45:38.908850 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-e1feaf9f-bea0-447d-9215-28bcc9d7e498 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1978565'] for router_interface, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:38.935596 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-5769c49d-007c-477f-8c52-d44acceb5fa9 tempest-BulkNetworkOpsIpV6Test-1142812762 tempest-BulkNetworkOpsIpV6Test-1142812762-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.373s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:45:38.938068 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-87786494-e17e-4f6b-abc3-1e115157af4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:45:38.952586 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87786494-e17e-4f6b-abc3-1e115157af4b None None] Routers {'d4c8cc62-804e-4f9f-96be-4c6c12c600f0'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 11:45:38.954295 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-87786494-e17e-4f6b-abc3-1e115157af4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T11:45:26Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['d4c8cc62-804e-4f9f-96be-4c6c12c600f0'], 'active': True} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:45:38.993392 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-87786494-e17e-4f6b-abc3-1e115157af4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:45:38.994532 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87786494-e17e-4f6b-abc3-1e115157af4b None None] The sync data for ids ['d4c8cc62-804e-4f9f-96be-4c6c12c600f0'] in dv-neutron-797120-4-hyperv is: [] {{(pid=128086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 11:45:39.005491 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.db_base_plugin_common [None req-3f882664-c85e-4926-9793-b3e687e95340 None None] Allocated IP 2001:db8::1 (4d88365d-538d-4035-84e4-01f967456775/e6353941-ab91-4543-9f25-27f0b3dc7a31/798434af-33a8-4672-8f95-b34da0dab33c) {{(pid=128085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 11:45:39.062697 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5769c49d-007c-477f-8c52-d44acceb5fa9 tempest-BulkNetworkOpsIpV6Test-1142812762 tempest-BulkNetworkOpsIpV6Test-1142812762-project] Checking segment: {'id': 'ccf53fee-c354-4e85-9410-b17bf5c31324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'fd5fd878-a858-4af1-b629-be95adfe4302'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=128083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 11:45:39.063395 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5769c49d-007c-477f-8c52-d44acceb5fa9 tempest-BulkNetworkOpsIpV6Test-1142812762 tempest-BulkNetworkOpsIpV6Test-1142812762-project] Network hostable DHCP agents. Network: fd5fd878-a858-4af1-b629-be95adfe4302, hostable agents: ['6be988a9-1d97-480f-be5a-c55abf2c55c5'], hosted agents: [] {{(pid=128083) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 11:45:39.093476 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.db_base_plugin_common [None req-dba4a58b-994f-4001-be1b-d249d69a0d0c tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Allocated IP 172.20.0.4 (4965e089-111a-482d-8b4e-93f2f808fab3/601dfe9b-0301-4469-a352-3182348d7d07/e4bb185b-2cd2-4be8-b24c-5a244e5a9131) {{(pid=128083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 11:45:39.169720 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-3f882664-c85e-4926-9793-b3e687e95340 None None] Notify callbacks [] for port, precommit_create {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:39.178970 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-3f882664-c85e-4926-9793-b3e687e95340 None None] Transition to ACTIVE for port object 798434af-33a8-4672-8f95-b34da0dab33c will not be triggered until provisioned by entity L2. {{(pid=128085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 11:45:39.194516 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.api.v2.resource [None req-56a46aa0-d47c-4cd5-82e4-9d1cfee2fdbd tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] remove_router_interface failed (client error): The resource could not be found. Jun 24 11:45:39.195563 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-56a46aa0-d47c-4cd5-82e4-9d1cfee2fdbd tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] 10.222.0.53 "PUT /v2.0/routers/d4c8cc62-804e-4f9f-96be-4c6c12c600f0/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.4227936 Jun 24 11:45:39.198826 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-3f882664-c85e-4926-9793-b3e687e95340 None None] Transition to ACTIVE for port object 798434af-33a8-4672-8f95-b34da0dab33c will not be triggered until provisioned by entity DHCP. {{(pid=128085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 11:45:39.199014 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.plugin [None req-e1feaf9f-bea0-447d-9215-28bcc9d7e498 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Deleting port 2aaf984c-c1fc-4c20-a5d2-8702084347ce {{(pid=128084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 11:45:39.199014 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-e1feaf9f-bea0-447d-9215-28bcc9d7e498 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793193942312'] for port, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:39.201650 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 57208) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:45:39.207584 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-3f882664-c85e-4926-9793-b3e687e95340 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-650429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-506361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793193536723'] for port, after_create {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:39.210825 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-28c2cb0c-32fe-4347-9687-4009c529b2b8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:45:39.221312 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5769c49d-007c-477f-8c52-d44acceb5fa9 tempest-BulkNetworkOpsIpV6Test-1142812762 tempest-BulkNetworkOpsIpV6Test-1142812762-project] Network fd5fd878-a858-4af1-b629-be95adfe4302 is scheduled to be hosted by DHCP agent 6be988a9-1d97-480f-be5a-c55abf2c55c5 with binding_index 1 {{(pid=128083) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 11:45:39.252227 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-bcbdd810-54df-46f6-8701-5d3fa848d381 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] 10.222.0.53 "GET /v2.0/ports?device_id=d4c8cc62-804e-4f9f-96be-4c6c12c600f0 HTTP/1.1" status: 200 len: 205 time: 0.0450788 Jun 24 11:45:39.253494 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 57210) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:45:39.254234 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f882664-c85e-4926-9793-b3e687e95340 None None] Network 4d88365d-538d-4035-84e4-01f967456775 is already hosted by enough agents. {{(pid=128085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 11:45:39.261194 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.scheduler.base_scheduler [None req-3f882664-c85e-4926-9793-b3e687e95340 None None] Resources bound (agent type, host, resource id): {{(pid=128085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:45:39.264909 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f882664-c85e-4926-9793-b3e687e95340 None None] Received port after_create {{(pid=128085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 11:45:39.268749 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.base_scheduler [None req-5769c49d-007c-477f-8c52-d44acceb5fa9 tempest-BulkNetworkOpsIpV6Test-1142812762 tempest-BulkNetworkOpsIpV6Test-1142812762-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-4-hyperv, fd5fd878-a858-4af1-b629-be95adfe4302) {{(pid=128083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:45:39.285317 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bb0c756-61e1-41e4-b1c1-d3a1517eb9b4 None None] Network fd5fd878-a858-4af1-b629-be95adfe4302 requested from dv-neutron-797120-4-hyperv {{(pid=128085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 11:45:39.294728 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5769c49d-007c-477f-8c52-d44acceb5fa9 tempest-BulkNetworkOpsIpV6Test-1142812762 tempest-BulkNetworkOpsIpV6Test-1142812762-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:45:39.295209 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5769c49d-007c-477f-8c52-d44acceb5fa9 tempest-BulkNetworkOpsIpV6Test-1142812762 tempest-BulkNetworkOpsIpV6Test-1142812762-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:45:39.295898 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-5769c49d-007c-477f-8c52-d44acceb5fa9 tempest-BulkNetworkOpsIpV6Test-1142812762 tempest-BulkNetworkOpsIpV6Test-1142812762-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588949'] for subnet, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:39.303752 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f882664-c85e-4926-9793-b3e687e95340 None None] Pushing event updated for resources: {'Port': ['ID=798434af-33a8-4672-8f95-b34da0dab33c,revision_number=1']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:45:39.307191 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-3f882664-c85e-4926-9793-b3e687e95340 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:45:39.368694 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-e0712c41-6337-4f20-885b-8441be6490d0 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Notify callbacks [] for router, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:39.375162 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.notifiers.nova [None req-6dde2a7c-cb8d-4a29-aaaf-0960683bc331 tempest-PortsAdminExtendedAttrsTestJSON-866674268 tempest-PortsAdminExtendedAttrsTestJSON-866674268-project-admin] device_id is not set on port 020eb024-0df1-4021-a44a-77c6e699b416 yet. {{(pid=128083) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 24 11:45:39.387462 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-5769c49d-007c-477f-8c52-d44acceb5fa9 tempest-BulkNetworkOpsIpV6Test-1142812762 tempest-BulkNetworkOpsIpV6Test-1142812762-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1475 time: 2.7987554 Jun 24 11:45:39.387462 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-6dde2a7c-cb8d-4a29-aaaf-0960683bc331 tempest-PortsAdminExtendedAttrsTestJSON-866674268 tempest-PortsAdminExtendedAttrsTestJSON-866674268-project-admin] Notify callbacks [] for port, precommit_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:39.392871 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 57212) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:45:39.397688 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-3f882664-c85e-4926-9793-b3e687e95340 None None] Attempting to bind port 798434af-33a8-4672-8f95-b34da0dab33c on host dv-neutron-797120-4-hyperv for vnic_type normal with profile {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 11:45:39.398070 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-3f882664-c85e-4926-9793-b3e687e95340 None None] Attempting to bind port 798434af-33a8-4672-8f95-b34da0dab33c by drivers openvswitch,hyperv on host dv-neutron-797120-4-hyperv at level 0 using segments [{'id': 'f9a89cff-9032-450b-861f-afcb7c1719b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '4d88365d-538d-4035-84e4-01f967456775'}] {{(pid=128085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 11:45:39.398442 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f882664-c85e-4926-9793-b3e687e95340 None None] Attempting to bind port 798434af-33a8-4672-8f95-b34da0dab33c on network 4d88365d-538d-4035-84e4-01f967456775 {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 11:45:39.410018 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f882664-c85e-4926-9793-b3e687e95340 None None] Checking agent: {'id': 'e3a695b2-c397-461f-83b0-10b79d490b59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 11, 36, 56), 'started_at': datetime.datetime(2021, 6, 24, 11, 37, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 11, 45, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 11:45:39.410413 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f882664-c85e-4926-9793-b3e687e95340 None None] Checking segment: {'id': 'f9a89cff-9032-450b-861f-afcb7c1719b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '4d88365d-538d-4035-84e4-01f967456775'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=128085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 11:45:39.411258 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-3f882664-c85e-4926-9793-b3e687e95340 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:39.411258 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f882664-c85e-4926-9793-b3e687e95340 None None] Bound using segment: {'id': 'f9a89cff-9032-450b-861f-afcb7c1719b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '4d88365d-538d-4035-84e4-01f967456775'} {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 11:45:39.412525 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-3f882664-c85e-4926-9793-b3e687e95340 None None] Bound port: 798434af-33a8-4672-8f95-b34da0dab33c, host: dv-neutron-797120-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9a89cff-9032-450b-861f-afcb7c1719b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '4d88365d-538d-4035-84e4-01f967456775'}}] {{(pid=128085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 11:45:39.412525 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-3f882664-c85e-4926-9793-b3e687e95340 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:39.456381 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-e1feaf9f-bea0-447d-9215-28bcc9d7e498 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1978872'] for port, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:39.469222 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.provisioning_blocks [None req-6dde2a7c-cb8d-4a29-aaaf-0960683bc331 tempest-PortsAdminExtendedAttrsTestJSON-866674268 tempest-PortsAdminExtendedAttrsTestJSON-866674268-project-admin] Transition to ACTIVE for port object 020eb024-0df1-4021-a44a-77c6e699b416 will not be triggered until provisioned by entity L2. {{(pid=128083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 11:45:39.482327 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-6dde2a7c-cb8d-4a29-aaaf-0960683bc331 tempest-PortsAdminExtendedAttrsTestJSON-866674268 tempest-PortsAdminExtendedAttrsTestJSON-866674268-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2537871'] for port, after_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:39.500168 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:45:39.524461 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.plugin [None req-e1feaf9f-bea0-447d-9215-28bcc9d7e498 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Calling delete_port for 2aaf984c-c1fc-4c20-a5d2-8702084347ce owned by network:router_interface {{(pid=128084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 11:45:39.555044 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67b89149-06b4-4fa3-a238-542ccd9a6d70 tempest-BulkNetworkOpsIpV6Test-1142812762 tempest-BulkNetworkOpsIpV6Test-1142812762-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:45:39.557664 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67b89149-06b4-4fa3-a238-542ccd9a6d70 tempest-BulkNetworkOpsIpV6Test-1142812762 tempest-BulkNetworkOpsIpV6Test-1142812762-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:45:39.558379 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-3f882664-c85e-4926-9793-b3e687e95340 None None] For port 798434af-33a8-4672-8f95-b34da0dab33c, host dv-neutron-797120-4-hyperv, cleared binding levels {{(pid=128085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 11:45:39.558783 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67b89149-06b4-4fa3-a238-542ccd9a6d70 tempest-BulkNetworkOpsIpV6Test-1142812762 tempest-BulkNetworkOpsIpV6Test-1142812762-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:45:39.560169 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-67b89149-06b4-4fa3-a238-542ccd9a6d70 tempest-BulkNetworkOpsIpV6Test-1142812762 tempest-BulkNetworkOpsIpV6Test-1142812762-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2101 time: 0.1659324 Jun 24 11:45:39.569414 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 57214) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:45:39.578320 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d96cb84-cdd9-434e-a96e-43704cdc3ebe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d65c8f8-7530-5052-99fe-8ea05073750b-fd5fd878-a858-4af1-b629-be95adfe4302', 'network_id': 'fd5fd878-a858-4af1-b629-be95adfe4302', 'tenant_id': '00f567924a9b40eb87599708f2304a9e', 'fixed_ips': [{'subnet_id': 'c56ca91c-0a9f-41d5-bc76-936133c55d67'}]}} from dv-neutron-797120-4-hyperv. {{(pid=128085) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 24 11:45:39.581254 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-7d96cb84-cdd9-434e-a96e-43704cdc3ebe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_create {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:39.585786 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-e0712c41-6337-4f20-885b-8441be6490d0 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1803182', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65403'] for router, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:39.588869 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-e0712c41-6337-4f20-885b-8441be6490d0 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:39.593497 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-dba4a58b-994f-4001-be1b-d249d69a0d0c tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Notify callbacks [] for port, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:39.596879 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dde2a7c-cb8d-4a29-aaaf-0960683bc331 tempest-PortsAdminExtendedAttrsTestJSON-866674268 tempest-PortsAdminExtendedAttrsTestJSON-866674268-project-admin] Pushing event updated for resources: {'Port': ['ID=020eb024-0df1-4021-a44a-77c6e699b416,revision_number=2']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:45:39.600888 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-6dde2a7c-cb8d-4a29-aaaf-0960683bc331 tempest-PortsAdminExtendedAttrsTestJSON-866674268 tempest-PortsAdminExtendedAttrsTestJSON-866674268-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:45:39.607385 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-3f882664-c85e-4926-9793-b3e687e95340 None None] For port 798434af-33a8-4672-8f95-b34da0dab33c, host dv-neutron-797120-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=798434af-33a8-4672-8f95-b34da0dab33c,segment=NetworkSegment(f9a89cff-9032-450b-861f-afcb7c1719b7),segment_id=f9a89cff-9032-450b-861f-afcb7c1719b7)] {{(pid=128085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 11:45:39.621099 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.managers [None req-6dde2a7c-cb8d-4a29-aaaf-0960683bc331 tempest-PortsAdminExtendedAttrsTestJSON-866674268 tempest-PortsAdminExtendedAttrsTestJSON-866674268-project-admin] Attempting to bind port 020eb024-0df1-4021-a44a-77c6e699b416 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=128083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 11:45:39.621431 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.managers [None req-6dde2a7c-cb8d-4a29-aaaf-0960683bc331 tempest-PortsAdminExtendedAttrsTestJSON-866674268 tempest-PortsAdminExtendedAttrsTestJSON-866674268-project-admin] Attempting to bind port 020eb024-0df1-4021-a44a-77c6e699b416 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': 'f999d64c-626a-4b37-8004-01e0807f6962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '88a33f2c-657c-4845-84d5-6e0809210541'}] {{(pid=128083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 11:45:39.621630 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-3f882664-c85e-4926-9793-b3e687e95340 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:39.621740 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dde2a7c-cb8d-4a29-aaaf-0960683bc331 tempest-PortsAdminExtendedAttrsTestJSON-866674268 tempest-PortsAdminExtendedAttrsTestJSON-866674268-project-admin] Attempting to bind port 020eb024-0df1-4021-a44a-77c6e699b416 on network 88a33f2c-657c-4845-84d5-6e0809210541 {{(pid=128083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 11:45:39.629805 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dde2a7c-cb8d-4a29-aaaf-0960683bc331 tempest-PortsAdminExtendedAttrsTestJSON-866674268 tempest-PortsAdminExtendedAttrsTestJSON-866674268-project-admin] Port 020eb024-0df1-4021-a44a-77c6e699b416 on network 88a33f2c-657c-4845-84d5-6e0809210541 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=128083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 11:45:39.630153 dv-neutron-797120-4-hyperv neutron-server[128083]: ERROR neutron.plugins.ml2.managers [None req-6dde2a7c-cb8d-4a29-aaaf-0960683bc331 tempest-PortsAdminExtendedAttrsTestJSON-866674268 tempest-PortsAdminExtendedAttrsTestJSON-866674268-project-admin] Failed to bind port 020eb024-0df1-4021-a44a-77c6e699b416 on host hv-neutron-7971 for vnic_type normal using segments [{'id': 'f999d64c-626a-4b37-8004-01e0807f6962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '88a33f2c-657c-4845-84d5-6e0809210541'}] Jun 24 11:45:39.631813 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.plugins.ml2.plugin [None req-6dde2a7c-cb8d-4a29-aaaf-0960683bc331 tempest-PortsAdminExtendedAttrsTestJSON-866674268 tempest-PortsAdminExtendedAttrsTestJSON-866674268-project-admin] Attempt 2 to bind port 020eb024-0df1-4021-a44a-77c6e699b416 Jun 24 11:45:39.632379 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-6cc2c413-8d5d-4ee1-a21a-83ed74c808de None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:45:39.653889 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.managers [None req-6dde2a7c-cb8d-4a29-aaaf-0960683bc331 tempest-PortsAdminExtendedAttrsTestJSON-866674268 tempest-PortsAdminExtendedAttrsTestJSON-866674268-project-admin] Attempting to bind port 020eb024-0df1-4021-a44a-77c6e699b416 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=128083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 11:45:39.654227 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.managers [None req-6dde2a7c-cb8d-4a29-aaaf-0960683bc331 tempest-PortsAdminExtendedAttrsTestJSON-866674268 tempest-PortsAdminExtendedAttrsTestJSON-866674268-project-admin] Attempting to bind port 020eb024-0df1-4021-a44a-77c6e699b416 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': 'f999d64c-626a-4b37-8004-01e0807f6962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '88a33f2c-657c-4845-84d5-6e0809210541'}] {{(pid=128083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 11:45:39.654568 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dde2a7c-cb8d-4a29-aaaf-0960683bc331 tempest-PortsAdminExtendedAttrsTestJSON-866674268 tempest-PortsAdminExtendedAttrsTestJSON-866674268-project-admin] Attempting to bind port 020eb024-0df1-4021-a44a-77c6e699b416 on network 88a33f2c-657c-4845-84d5-6e0809210541 {{(pid=128083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 11:45:39.662804 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dde2a7c-cb8d-4a29-aaaf-0960683bc331 tempest-PortsAdminExtendedAttrsTestJSON-866674268 tempest-PortsAdminExtendedAttrsTestJSON-866674268-project-admin] Port 020eb024-0df1-4021-a44a-77c6e699b416 on network 88a33f2c-657c-4845-84d5-6e0809210541 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=128083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 11:45:39.663135 dv-neutron-797120-4-hyperv neutron-server[128083]: ERROR neutron.plugins.ml2.managers [None req-6dde2a7c-cb8d-4a29-aaaf-0960683bc331 tempest-PortsAdminExtendedAttrsTestJSON-866674268 tempest-PortsAdminExtendedAttrsTestJSON-866674268-project-admin] Failed to bind port 020eb024-0df1-4021-a44a-77c6e699b416 on host hv-neutron-7971 for vnic_type normal using segments [{'id': 'f999d64c-626a-4b37-8004-01e0807f6962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '88a33f2c-657c-4845-84d5-6e0809210541'}] Jun 24 11:45:39.664662 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.plugins.ml2.plugin [None req-6dde2a7c-cb8d-4a29-aaaf-0960683bc331 tempest-PortsAdminExtendedAttrsTestJSON-866674268 tempest-PortsAdminExtendedAttrsTestJSON-866674268-project-admin] Attempt 3 to bind port 020eb024-0df1-4021-a44a-77c6e699b416 Jun 24 11:45:39.684657 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f882664-c85e-4926-9793-b3e687e95340 None None] Pushing event updated for resources: {'Port': ['ID=798434af-33a8-4672-8f95-b34da0dab33c,revision_number=2']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:45:39.689696 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-dba4a58b-994f-4001-be1b-d249d69a0d0c tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-650429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-506361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793193536723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2537853'] for port, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:39.704201 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-3f882664-c85e-4926-9793-b3e687e95340 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:45:39.712087 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-e0712c41-6337-4f20-885b-8441be6490d0 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1806072'] for router, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:39.712501 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.managers [None req-6dde2a7c-cb8d-4a29-aaaf-0960683bc331 tempest-PortsAdminExtendedAttrsTestJSON-866674268 tempest-PortsAdminExtendedAttrsTestJSON-866674268-project-admin] Attempting to bind port 020eb024-0df1-4021-a44a-77c6e699b416 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=128083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 11:45:39.712620 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0712c41-6337-4f20-885b-8441be6490d0 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Fanout notify agent at l3_agent the message router_deleted on router d4c8cc62-804e-4f9f-96be-4c6c12c600f0 {{(pid=128084) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 24 11:45:39.714381 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.managers [None req-6dde2a7c-cb8d-4a29-aaaf-0960683bc331 tempest-PortsAdminExtendedAttrsTestJSON-866674268 tempest-PortsAdminExtendedAttrsTestJSON-866674268-project-admin] Attempting to bind port 020eb024-0df1-4021-a44a-77c6e699b416 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': 'f999d64c-626a-4b37-8004-01e0807f6962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '88a33f2c-657c-4845-84d5-6e0809210541'}] {{(pid=128083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 11:45:39.715001 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dde2a7c-cb8d-4a29-aaaf-0960683bc331 tempest-PortsAdminExtendedAttrsTestJSON-866674268 tempest-PortsAdminExtendedAttrsTestJSON-866674268-project-admin] Attempting to bind port 020eb024-0df1-4021-a44a-77c6e699b416 on network 88a33f2c-657c-4845-84d5-6e0809210541 {{(pid=128083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 11:45:39.729425 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff00b326-3121-45e9-8659-ac007d9d1ffa tempest-BulkNetworkOpsIpV6Test-1142812762 tempest-BulkNetworkOpsIpV6Test-1142812762-project] Deleting subnet e6353941-ab91-4543-9f25-27f0b3dc7a31 {{(pid=128084) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 24 11:45:39.732894 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-ff00b326-3121-45e9-8659-ac007d9d1ffa tempest-BulkNetworkOpsIpV6Test-1142812762 tempest-BulkNetworkOpsIpV6Test-1142812762-project] Notify callbacks [] for subnet, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:39.754818 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-15e88405-38ec-45f5-a11a-392683c24dc9 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:45:39.777057 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-ff00b326-3121-45e9-8659-ac007d9d1ffa tempest-BulkNetworkOpsIpV6Test-1142812762 tempest-BulkNetworkOpsIpV6Test-1142812762-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2373542'] for subnet, precommit_delete_associations {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:39.825019 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dde2a7c-cb8d-4a29-aaaf-0960683bc331 tempest-PortsAdminExtendedAttrsTestJSON-866674268 tempest-PortsAdminExtendedAttrsTestJSON-866674268-project-admin] Port 020eb024-0df1-4021-a44a-77c6e699b416 on network 88a33f2c-657c-4845-84d5-6e0809210541 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=128083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 11:45:39.825911 dv-neutron-797120-4-hyperv neutron-server[128083]: ERROR neutron.plugins.ml2.managers [None req-6dde2a7c-cb8d-4a29-aaaf-0960683bc331 tempest-PortsAdminExtendedAttrsTestJSON-866674268 tempest-PortsAdminExtendedAttrsTestJSON-866674268-project-admin] Failed to bind port 020eb024-0df1-4021-a44a-77c6e699b416 on host hv-neutron-7971 for vnic_type normal using segments [{'id': 'f999d64c-626a-4b37-8004-01e0807f6962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '88a33f2c-657c-4845-84d5-6e0809210541'}] Jun 24 11:45:39.842156 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dba4a58b-994f-4001-be1b-d249d69a0d0c tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Network 4965e089-111a-482d-8b4e-93f2f808fab3 is already hosted by enough agents. {{(pid=128083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 11:45:39.844569 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba4a58b-994f-4001-be1b-d249d69a0d0c tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Pushing event updated for resources: {'Port': ['ID=e4bb185b-2cd2-4be8-b24c-5a244e5a9131,revision_number=1']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:45:39.851535 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.plugins.ml2.plugin [None req-6dde2a7c-cb8d-4a29-aaaf-0960683bc331 tempest-PortsAdminExtendedAttrsTestJSON-866674268 tempest-PortsAdminExtendedAttrsTestJSON-866674268-project-admin] Attempt 4 to bind port 020eb024-0df1-4021-a44a-77c6e699b416 Jun 24 11:45:39.868125 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.base_scheduler [None req-dba4a58b-994f-4001-be1b-d249d69a0d0c tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Resources bound (agent type, host, resource id): {{(pid=128083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:45:39.875514 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-ff00b326-3121-45e9-8659-ac007d9d1ffa tempest-BulkNetworkOpsIpV6Test-1142812762 tempest-BulkNetworkOpsIpV6Test-1142812762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-972249'] for subnet, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:39.875776 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-dba4a58b-994f-4001-be1b-d249d69a0d0c tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:45:39.877122 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.managers [None req-6dde2a7c-cb8d-4a29-aaaf-0960683bc331 tempest-PortsAdminExtendedAttrsTestJSON-866674268 tempest-PortsAdminExtendedAttrsTestJSON-866674268-project-admin] Attempting to bind port 020eb024-0df1-4021-a44a-77c6e699b416 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=128083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 11:45:39.877553 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.managers [None req-6dde2a7c-cb8d-4a29-aaaf-0960683bc331 tempest-PortsAdminExtendedAttrsTestJSON-866674268 tempest-PortsAdminExtendedAttrsTestJSON-866674268-project-admin] Attempting to bind port 020eb024-0df1-4021-a44a-77c6e699b416 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': 'f999d64c-626a-4b37-8004-01e0807f6962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '88a33f2c-657c-4845-84d5-6e0809210541'}] {{(pid=128083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 11:45:39.878538 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dde2a7c-cb8d-4a29-aaaf-0960683bc331 tempest-PortsAdminExtendedAttrsTestJSON-866674268 tempest-PortsAdminExtendedAttrsTestJSON-866674268-project-admin] Attempting to bind port 020eb024-0df1-4021-a44a-77c6e699b416 on network 88a33f2c-657c-4845-84d5-6e0809210541 {{(pid=128083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 11:45:39.884952 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dba4a58b-994f-4001-be1b-d249d69a0d0c tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Received port after_create {{(pid=128083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 11:45:39.892920 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.db_base_plugin_common [None req-7d96cb84-cdd9-434e-a96e-43704cdc3ebe None None] Allocated IP 2001:db8:0:1::1 (fd5fd878-a858-4af1-b629-be95adfe4302/c56ca91c-0a9f-41d5-bc76-936133c55d67/13e900ba-f333-4fa4-b02b-f3e21dde5c6f) {{(pid=128085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 11:45:39.942551 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dde2a7c-cb8d-4a29-aaaf-0960683bc331 tempest-PortsAdminExtendedAttrsTestJSON-866674268 tempest-PortsAdminExtendedAttrsTestJSON-866674268-project-admin] Port 020eb024-0df1-4021-a44a-77c6e699b416 on network 88a33f2c-657c-4845-84d5-6e0809210541 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=128083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 11:45:39.943189 dv-neutron-797120-4-hyperv neutron-server[128083]: ERROR neutron.plugins.ml2.managers [None req-6dde2a7c-cb8d-4a29-aaaf-0960683bc331 tempest-PortsAdminExtendedAttrsTestJSON-866674268 tempest-PortsAdminExtendedAttrsTestJSON-866674268-project-admin] Failed to bind port 020eb024-0df1-4021-a44a-77c6e699b416 on host hv-neutron-7971 for vnic_type normal using segments [{'id': 'f999d64c-626a-4b37-8004-01e0807f6962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '88a33f2c-657c-4845-84d5-6e0809210541'}] Jun 24 11:45:39.944924 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.plugins.ml2.plugin [None req-6dde2a7c-cb8d-4a29-aaaf-0960683bc331 tempest-PortsAdminExtendedAttrsTestJSON-866674268 tempest-PortsAdminExtendedAttrsTestJSON-866674268-project-admin] Attempt 5 to bind port 020eb024-0df1-4021-a44a-77c6e699b416 Jun 24 11:45:39.945938 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-e0712c41-6337-4f20-885b-8441be6490d0 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Notify callbacks [] for router, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:39.947304 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-e0712c41-6337-4f20-885b-8441be6490d0 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] 10.222.0.53 "DELETE /v2.0/routers/d4c8cc62-804e-4f9f-96be-4c6c12c600f0 HTTP/1.1" status: 204 len: 168 time: 0.6932864 Jun 24 11:45:39.956257 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 57222) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:45:39.957695 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dba4a58b-994f-4001-be1b-d249d69a0d0c tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:45:39.958630 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-dba4a58b-994f-4001-be1b-d249d69a0d0c tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468916'] for port, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:39.995615 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.managers [None req-6dde2a7c-cb8d-4a29-aaaf-0960683bc331 tempest-PortsAdminExtendedAttrsTestJSON-866674268 tempest-PortsAdminExtendedAttrsTestJSON-866674268-project-admin] Attempting to bind port 020eb024-0df1-4021-a44a-77c6e699b416 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=128083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 11:45:39.996567 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.managers [None req-6dde2a7c-cb8d-4a29-aaaf-0960683bc331 tempest-PortsAdminExtendedAttrsTestJSON-866674268 tempest-PortsAdminExtendedAttrsTestJSON-866674268-project-admin] Attempting to bind port 020eb024-0df1-4021-a44a-77c6e699b416 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': 'f999d64c-626a-4b37-8004-01e0807f6962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '88a33f2c-657c-4845-84d5-6e0809210541'}] {{(pid=128083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 11:45:39.997516 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dde2a7c-cb8d-4a29-aaaf-0960683bc331 tempest-PortsAdminExtendedAttrsTestJSON-866674268 tempest-PortsAdminExtendedAttrsTestJSON-866674268-project-admin] Attempting to bind port 020eb024-0df1-4021-a44a-77c6e699b416 on network 88a33f2c-657c-4845-84d5-6e0809210541 {{(pid=128083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 11:45:40.008767 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-dba4a58b-994f-4001-be1b-d249d69a0d0c tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.1989648 Jun 24 11:45:40.040235 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 57224) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:45:40.050130 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [None req-783acae9-48f3-4a4a-b9d0-ea64e11e8b5b tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Request body: {'port': {'network_id': '4965e089-111a-482d-8b4e-93f2f808fab3', 'name': 'tempest-FloatingIPTestJSON-262942841'}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:45:40.053880 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dde2a7c-cb8d-4a29-aaaf-0960683bc331 tempest-PortsAdminExtendedAttrsTestJSON-866674268 tempest-PortsAdminExtendedAttrsTestJSON-866674268-project-admin] Port 020eb024-0df1-4021-a44a-77c6e699b416 on network 88a33f2c-657c-4845-84d5-6e0809210541 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=128083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 11:45:40.054074 dv-neutron-797120-4-hyperv neutron-server[128083]: ERROR neutron.plugins.ml2.managers [None req-6dde2a7c-cb8d-4a29-aaaf-0960683bc331 tempest-PortsAdminExtendedAttrsTestJSON-866674268 tempest-PortsAdminExtendedAttrsTestJSON-866674268-project-admin] Failed to bind port 020eb024-0df1-4021-a44a-77c6e699b416 on host hv-neutron-7971 for vnic_type normal using segments [{'id': 'f999d64c-626a-4b37-8004-01e0807f6962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '88a33f2c-657c-4845-84d5-6e0809210541'}] Jun 24 11:45:40.056270 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.plugins.ml2.plugin [None req-6dde2a7c-cb8d-4a29-aaaf-0960683bc331 tempest-PortsAdminExtendedAttrsTestJSON-866674268 tempest-PortsAdminExtendedAttrsTestJSON-866674268-project-admin] Attempt 6 to bind port 020eb024-0df1-4021-a44a-77c6e699b416 Jun 24 11:45:40.096737 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.managers [None req-6dde2a7c-cb8d-4a29-aaaf-0960683bc331 tempest-PortsAdminExtendedAttrsTestJSON-866674268 tempest-PortsAdminExtendedAttrsTestJSON-866674268-project-admin] Attempting to bind port 020eb024-0df1-4021-a44a-77c6e699b416 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=128083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 11:45:40.097397 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.managers [None req-6dde2a7c-cb8d-4a29-aaaf-0960683bc331 tempest-PortsAdminExtendedAttrsTestJSON-866674268 tempest-PortsAdminExtendedAttrsTestJSON-866674268-project-admin] Attempting to bind port 020eb024-0df1-4021-a44a-77c6e699b416 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': 'f999d64c-626a-4b37-8004-01e0807f6962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '88a33f2c-657c-4845-84d5-6e0809210541'}] {{(pid=128083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 11:45:40.097884 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dde2a7c-cb8d-4a29-aaaf-0960683bc331 tempest-PortsAdminExtendedAttrsTestJSON-866674268 tempest-PortsAdminExtendedAttrsTestJSON-866674268-project-admin] Attempting to bind port 020eb024-0df1-4021-a44a-77c6e699b416 on network 88a33f2c-657c-4845-84d5-6e0809210541 {{(pid=128083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 11:45:40.159834 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dde2a7c-cb8d-4a29-aaaf-0960683bc331 tempest-PortsAdminExtendedAttrsTestJSON-866674268 tempest-PortsAdminExtendedAttrsTestJSON-866674268-project-admin] Port 020eb024-0df1-4021-a44a-77c6e699b416 on network 88a33f2c-657c-4845-84d5-6e0809210541 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=128083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 11:45:40.160166 dv-neutron-797120-4-hyperv neutron-server[128083]: ERROR neutron.plugins.ml2.managers [None req-6dde2a7c-cb8d-4a29-aaaf-0960683bc331 tempest-PortsAdminExtendedAttrsTestJSON-866674268 tempest-PortsAdminExtendedAttrsTestJSON-866674268-project-admin] Failed to bind port 020eb024-0df1-4021-a44a-77c6e699b416 on host hv-neutron-7971 for vnic_type normal using segments [{'id': 'f999d64c-626a-4b37-8004-01e0807f6962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '88a33f2c-657c-4845-84d5-6e0809210541'}] Jun 24 11:45:40.162808 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.plugins.ml2.plugin [None req-6dde2a7c-cb8d-4a29-aaaf-0960683bc331 tempest-PortsAdminExtendedAttrsTestJSON-866674268 tempest-PortsAdminExtendedAttrsTestJSON-866674268-project-admin] Attempt 7 to bind port 020eb024-0df1-4021-a44a-77c6e699b416 Jun 24 11:45:40.178389 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-ff00b326-3121-45e9-8659-ac007d9d1ffa tempest-BulkNetworkOpsIpV6Test-1142812762 tempest-BulkNetworkOpsIpV6Test-1142812762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-972238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3292022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3162263'] for subnet, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:40.181382 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.managers [None req-6dde2a7c-cb8d-4a29-aaaf-0960683bc331 tempest-PortsAdminExtendedAttrsTestJSON-866674268 tempest-PortsAdminExtendedAttrsTestJSON-866674268-project-admin] Attempting to bind port 020eb024-0df1-4021-a44a-77c6e699b416 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=128083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 11:45:40.181715 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.managers [None req-6dde2a7c-cb8d-4a29-aaaf-0960683bc331 tempest-PortsAdminExtendedAttrsTestJSON-866674268 tempest-PortsAdminExtendedAttrsTestJSON-866674268-project-admin] Attempting to bind port 020eb024-0df1-4021-a44a-77c6e699b416 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': 'f999d64c-626a-4b37-8004-01e0807f6962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '88a33f2c-657c-4845-84d5-6e0809210541'}] {{(pid=128083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 11:45:40.182046 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dde2a7c-cb8d-4a29-aaaf-0960683bc331 tempest-PortsAdminExtendedAttrsTestJSON-866674268 tempest-PortsAdminExtendedAttrsTestJSON-866674268-project-admin] Attempting to bind port 020eb024-0df1-4021-a44a-77c6e699b416 on network 88a33f2c-657c-4845-84d5-6e0809210541 {{(pid=128083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 11:45:40.189018 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dde2a7c-cb8d-4a29-aaaf-0960683bc331 tempest-PortsAdminExtendedAttrsTestJSON-866674268 tempest-PortsAdminExtendedAttrsTestJSON-866674268-project-admin] Port 020eb024-0df1-4021-a44a-77c6e699b416 on network 88a33f2c-657c-4845-84d5-6e0809210541 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=128083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 11:45:40.189188 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-32ea8ccd-6946-4d95-ab09-97ed8ce40432 tempest-ExternalNetworksTestJSON-2097641310 tempest-ExternalNetworksTestJSON-2097641310-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:45:40.189297 dv-neutron-797120-4-hyperv neutron-server[128083]: ERROR neutron.plugins.ml2.managers [None req-6dde2a7c-cb8d-4a29-aaaf-0960683bc331 tempest-PortsAdminExtendedAttrsTestJSON-866674268 tempest-PortsAdminExtendedAttrsTestJSON-866674268-project-admin] Failed to bind port 020eb024-0df1-4021-a44a-77c6e699b416 on host hv-neutron-7971 for vnic_type normal using segments [{'id': 'f999d64c-626a-4b37-8004-01e0807f6962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '88a33f2c-657c-4845-84d5-6e0809210541'}] Jun 24 11:45:40.191767 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.plugins.ml2.plugin [None req-6dde2a7c-cb8d-4a29-aaaf-0960683bc331 tempest-PortsAdminExtendedAttrsTestJSON-866674268 tempest-PortsAdminExtendedAttrsTestJSON-866674268-project-admin] Attempt 8 to bind port 020eb024-0df1-4021-a44a-77c6e699b416 Jun 24 11:45:40.216302 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.managers [None req-6dde2a7c-cb8d-4a29-aaaf-0960683bc331 tempest-PortsAdminExtendedAttrsTestJSON-866674268 tempest-PortsAdminExtendedAttrsTestJSON-866674268-project-admin] Attempting to bind port 020eb024-0df1-4021-a44a-77c6e699b416 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=128083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 11:45:40.216639 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.managers [None req-6dde2a7c-cb8d-4a29-aaaf-0960683bc331 tempest-PortsAdminExtendedAttrsTestJSON-866674268 tempest-PortsAdminExtendedAttrsTestJSON-866674268-project-admin] Attempting to bind port 020eb024-0df1-4021-a44a-77c6e699b416 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': 'f999d64c-626a-4b37-8004-01e0807f6962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '88a33f2c-657c-4845-84d5-6e0809210541'}] {{(pid=128083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 11:45:40.216957 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dde2a7c-cb8d-4a29-aaaf-0960683bc331 tempest-PortsAdminExtendedAttrsTestJSON-866674268 tempest-PortsAdminExtendedAttrsTestJSON-866674268-project-admin] Attempting to bind port 020eb024-0df1-4021-a44a-77c6e699b416 on network 88a33f2c-657c-4845-84d5-6e0809210541 {{(pid=128083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 11:45:40.219389 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.db.db_base_plugin_v2 [None req-7819a1a1-9d9a-4d6b-b880-dfd7093842c1 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Deleting subnet 1b2e4352-4d55-4efc-8a9a-29e5778bf4ef {{(pid=128084) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 24 11:45:40.229452 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dde2a7c-cb8d-4a29-aaaf-0960683bc331 tempest-PortsAdminExtendedAttrsTestJSON-866674268 tempest-PortsAdminExtendedAttrsTestJSON-866674268-project-admin] Port 020eb024-0df1-4021-a44a-77c6e699b416 on network 88a33f2c-657c-4845-84d5-6e0809210541 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=128083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 11:45:40.229663 dv-neutron-797120-4-hyperv neutron-server[128083]: ERROR neutron.plugins.ml2.managers [None req-6dde2a7c-cb8d-4a29-aaaf-0960683bc331 tempest-PortsAdminExtendedAttrsTestJSON-866674268 tempest-PortsAdminExtendedAttrsTestJSON-866674268-project-admin] Failed to bind port 020eb024-0df1-4021-a44a-77c6e699b416 on host hv-neutron-7971 for vnic_type normal using segments [{'id': 'f999d64c-626a-4b37-8004-01e0807f6962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '88a33f2c-657c-4845-84d5-6e0809210541'}] Jun 24 11:45:40.230236 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.plugins.ml2.plugin [None req-6dde2a7c-cb8d-4a29-aaaf-0960683bc331 tempest-PortsAdminExtendedAttrsTestJSON-866674268 tempest-PortsAdminExtendedAttrsTestJSON-866674268-project-admin] Attempt 9 to bind port 020eb024-0df1-4021-a44a-77c6e699b416 Jun 24 11:45:40.231286 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-7819a1a1-9d9a-4d6b-b880-dfd7093842c1 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Notify callbacks [] for subnet, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:40.235533 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff00b326-3121-45e9-8659-ac007d9d1ffa tempest-BulkNetworkOpsIpV6Test-1142812762 tempest-BulkNetworkOpsIpV6Test-1142812762-project] Pushing event deleted for resources: {'Subnet': ['ID=e6353941-ab91-4543-9f25-27f0b3dc7a31,revision_number=None']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:45:40.257940 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-ff00b326-3121-45e9-8659-ac007d9d1ffa tempest-BulkNetworkOpsIpV6Test-1142812762 tempest-BulkNetworkOpsIpV6Test-1142812762-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:45:40.258785 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.managers [None req-6dde2a7c-cb8d-4a29-aaaf-0960683bc331 tempest-PortsAdminExtendedAttrsTestJSON-866674268 tempest-PortsAdminExtendedAttrsTestJSON-866674268-project-admin] Attempting to bind port 020eb024-0df1-4021-a44a-77c6e699b416 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=128083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 11:45:40.258785 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.managers [None req-6dde2a7c-cb8d-4a29-aaaf-0960683bc331 tempest-PortsAdminExtendedAttrsTestJSON-866674268 tempest-PortsAdminExtendedAttrsTestJSON-866674268-project-admin] Attempting to bind port 020eb024-0df1-4021-a44a-77c6e699b416 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': 'f999d64c-626a-4b37-8004-01e0807f6962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '88a33f2c-657c-4845-84d5-6e0809210541'}] {{(pid=128083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 11:45:40.259032 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dde2a7c-cb8d-4a29-aaaf-0960683bc331 tempest-PortsAdminExtendedAttrsTestJSON-866674268 tempest-PortsAdminExtendedAttrsTestJSON-866674268-project-admin] Attempting to bind port 020eb024-0df1-4021-a44a-77c6e699b416 on network 88a33f2c-657c-4845-84d5-6e0809210541 {{(pid=128083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 11:45:40.262594 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-ff00b326-3121-45e9-8659-ac007d9d1ffa tempest-BulkNetworkOpsIpV6Test-1142812762 tempest-BulkNetworkOpsIpV6Test-1142812762-project] Notify callbacks [] for subnet, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:40.267522 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-ff00b326-3121-45e9-8659-ac007d9d1ffa tempest-BulkNetworkOpsIpV6Test-1142812762 tempest-BulkNetworkOpsIpV6Test-1142812762-project] 10.222.0.53 "DELETE /v2.0/subnets/e6353941-ab91-4543-9f25-27f0b3dc7a31 HTTP/1.1" status: 204 len: 168 time: 0.6938117 Jun 24 11:45:40.267683 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dde2a7c-cb8d-4a29-aaaf-0960683bc331 tempest-PortsAdminExtendedAttrsTestJSON-866674268 tempest-PortsAdminExtendedAttrsTestJSON-866674268-project-admin] Port 020eb024-0df1-4021-a44a-77c6e699b416 on network 88a33f2c-657c-4845-84d5-6e0809210541 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=128083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 11:45:40.267683 dv-neutron-797120-4-hyperv neutron-server[128083]: ERROR neutron.plugins.ml2.managers [None req-6dde2a7c-cb8d-4a29-aaaf-0960683bc331 tempest-PortsAdminExtendedAttrsTestJSON-866674268 tempest-PortsAdminExtendedAttrsTestJSON-866674268-project-admin] Failed to bind port 020eb024-0df1-4021-a44a-77c6e699b416 on host hv-neutron-7971 for vnic_type normal using segments [{'id': 'f999d64c-626a-4b37-8004-01e0807f6962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '88a33f2c-657c-4845-84d5-6e0809210541'}] Jun 24 11:45:40.267683 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.plugins.ml2.plugin [None req-6dde2a7c-cb8d-4a29-aaaf-0960683bc331 tempest-PortsAdminExtendedAttrsTestJSON-866674268 tempest-PortsAdminExtendedAttrsTestJSON-866674268-project-admin] Attempt 10 to bind port 020eb024-0df1-4021-a44a-77c6e699b416 Jun 24 11:45:40.271115 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 57226) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:45:40.274515 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-e1feaf9f-bea0-447d-9215-28bcc9d7e498 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793193945299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193536732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3292088'] for port, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:40.279191 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-1e93ba0f-3dc2-42c8-ae8a-993b910bc2b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:45:40.288324 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-7d96cb84-cdd9-434e-a96e-43704cdc3ebe None None] Notify callbacks [] for port, precommit_create {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:40.297683 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-7d96cb84-cdd9-434e-a96e-43704cdc3ebe None None] Transition to ACTIVE for port object 13e900ba-f333-4fa4-b02b-f3e21dde5c6f will not be triggered until provisioned by entity L2. {{(pid=128085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 11:45:40.306218 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-783acae9-48f3-4a4a-b9d0-ea64e11e8b5b tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Made reservation on behalf of 40c92baf3d234fc591c70dce5f4e5134 for: {'port': 1} {{(pid=128083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 11:45:40.309950 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-783acae9-48f3-4a4a-b9d0-ea64e11e8b5b tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:40.313089 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-7d96cb84-cdd9-434e-a96e-43704cdc3ebe None None] Transition to ACTIVE for port object 13e900ba-f333-4fa4-b02b-f3e21dde5c6f will not be triggered until provisioned by entity DHCP. {{(pid=128085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 11:45:40.315866 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-7819a1a1-9d9a-4d6b-b880-dfd7093842c1 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2373542'] for subnet, precommit_delete_associations {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:40.318327 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1feaf9f-bea0-447d-9215-28bcc9d7e498 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Pushing event deleted for resources: {'Port': ['ID=2aaf984c-c1fc-4c20-a5d2-8702084347ce,revision_number=None']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:45:40.327627 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-7d96cb84-cdd9-434e-a96e-43704cdc3ebe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-650429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-506361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793193536723'] for port, after_create {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:40.327860 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.managers [None req-6dde2a7c-cb8d-4a29-aaaf-0960683bc331 tempest-PortsAdminExtendedAttrsTestJSON-866674268 tempest-PortsAdminExtendedAttrsTestJSON-866674268-project-admin] Attempting to bind port 020eb024-0df1-4021-a44a-77c6e699b416 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=128083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 11:45:40.328244 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.managers [None req-6dde2a7c-cb8d-4a29-aaaf-0960683bc331 tempest-PortsAdminExtendedAttrsTestJSON-866674268 tempest-PortsAdminExtendedAttrsTestJSON-866674268-project-admin] Attempting to bind port 020eb024-0df1-4021-a44a-77c6e699b416 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': 'f999d64c-626a-4b37-8004-01e0807f6962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '88a33f2c-657c-4845-84d5-6e0809210541'}] {{(pid=128083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 11:45:40.328658 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dde2a7c-cb8d-4a29-aaaf-0960683bc331 tempest-PortsAdminExtendedAttrsTestJSON-866674268 tempest-PortsAdminExtendedAttrsTestJSON-866674268-project-admin] Attempting to bind port 020eb024-0df1-4021-a44a-77c6e699b416 on network 88a33f2c-657c-4845-84d5-6e0809210541 {{(pid=128083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 11:45:40.332038 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-f0d45787-be19-48b3-89f9-87753c2b322e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:45:40.342236 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dde2a7c-cb8d-4a29-aaaf-0960683bc331 tempest-PortsAdminExtendedAttrsTestJSON-866674268 tempest-PortsAdminExtendedAttrsTestJSON-866674268-project-admin] Port 020eb024-0df1-4021-a44a-77c6e699b416 on network 88a33f2c-657c-4845-84d5-6e0809210541 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=128083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 11:45:40.343834 dv-neutron-797120-4-hyperv neutron-server[128083]: ERROR neutron.plugins.ml2.managers [None req-6dde2a7c-cb8d-4a29-aaaf-0960683bc331 tempest-PortsAdminExtendedAttrsTestJSON-866674268 tempest-PortsAdminExtendedAttrsTestJSON-866674268-project-admin] Failed to bind port 020eb024-0df1-4021-a44a-77c6e699b416 on host hv-neutron-7971 for vnic_type normal using segments [{'id': 'f999d64c-626a-4b37-8004-01e0807f6962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '88a33f2c-657c-4845-84d5-6e0809210541'}] Jun 24 11:45:40.344214 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-6dde2a7c-cb8d-4a29-aaaf-0960683bc331 tempest-PortsAdminExtendedAttrsTestJSON-866674268 tempest-PortsAdminExtendedAttrsTestJSON-866674268-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:40.349331 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-e1feaf9f-bea0-447d-9215-28bcc9d7e498 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:45:40.350569 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.notifiers.nova [None req-783acae9-48f3-4a4a-b9d0-ea64e11e8b5b tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] device_id is not set on port 44681b40-d675-4660-991b-a28231d98fad yet. {{(pid=128083) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 24 11:45:40.377173 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d96cb84-cdd9-434e-a96e-43704cdc3ebe None None] Network fd5fd878-a858-4af1-b629-be95adfe4302 is already hosted by enough agents. {{(pid=128085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 11:45:40.384503 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.scheduler.base_scheduler [None req-7d96cb84-cdd9-434e-a96e-43704cdc3ebe None None] Resources bound (agent type, host, resource id): {{(pid=128085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:45:40.387230 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d96cb84-cdd9-434e-a96e-43704cdc3ebe None None] Received port after_create {{(pid=128085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 11:45:40.396875 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d96cb84-cdd9-434e-a96e-43704cdc3ebe None None] Pushing event updated for resources: {'Port': ['ID=13e900ba-f333-4fa4-b02b-f3e21dde5c6f,revision_number=1']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:45:40.407568 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-7d96cb84-cdd9-434e-a96e-43704cdc3ebe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:45:40.466692 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.db_base_plugin_v2 [None req-05d52367-37ba-4d4c-9f46-7357926354be tempest-BulkNetworkOpsIpV6Test-1142812762 tempest-BulkNetworkOpsIpV6Test-1142812762-project] Deleting subnet c56ca91c-0a9f-41d5-bc76-936133c55d67 {{(pid=128083) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 24 11:45:40.476771 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-7d96cb84-cdd9-434e-a96e-43704cdc3ebe None None] Attempting to bind port 13e900ba-f333-4fa4-b02b-f3e21dde5c6f on host dv-neutron-797120-4-hyperv for vnic_type normal with profile {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 11:45:40.477448 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-7d96cb84-cdd9-434e-a96e-43704cdc3ebe None None] Attempting to bind port 13e900ba-f333-4fa4-b02b-f3e21dde5c6f by drivers openvswitch,hyperv on host dv-neutron-797120-4-hyperv at level 0 using segments [{'id': 'ccf53fee-c354-4e85-9410-b17bf5c31324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'fd5fd878-a858-4af1-b629-be95adfe4302'}] {{(pid=128085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 11:45:40.478028 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d96cb84-cdd9-434e-a96e-43704cdc3ebe None None] Attempting to bind port 13e900ba-f333-4fa4-b02b-f3e21dde5c6f on network fd5fd878-a858-4af1-b629-be95adfe4302 {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 11:45:40.478154 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-05d52367-37ba-4d4c-9f46-7357926354be tempest-BulkNetworkOpsIpV6Test-1142812762 tempest-BulkNetworkOpsIpV6Test-1142812762-project] Notify callbacks [] for subnet, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:40.485148 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d96cb84-cdd9-434e-a96e-43704cdc3ebe None None] Checking agent: {'id': 'e3a695b2-c397-461f-83b0-10b79d490b59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 11, 36, 56), 'started_at': datetime.datetime(2021, 6, 24, 11, 37, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 11, 45, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 11:45:40.485836 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d96cb84-cdd9-434e-a96e-43704cdc3ebe None None] Checking segment: {'id': 'ccf53fee-c354-4e85-9410-b17bf5c31324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'fd5fd878-a858-4af1-b629-be95adfe4302'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=128085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 11:45:40.486252 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-7d96cb84-cdd9-434e-a96e-43704cdc3ebe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:40.486655 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d96cb84-cdd9-434e-a96e-43704cdc3ebe None None] Bound using segment: {'id': 'ccf53fee-c354-4e85-9410-b17bf5c31324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'fd5fd878-a858-4af1-b629-be95adfe4302'} {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 11:45:40.487137 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-7d96cb84-cdd9-434e-a96e-43704cdc3ebe None None] Bound port: 13e900ba-f333-4fa4-b02b-f3e21dde5c6f, host: dv-neutron-797120-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ccf53fee-c354-4e85-9410-b17bf5c31324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'fd5fd878-a858-4af1-b629-be95adfe4302'}}] {{(pid=128085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 11:45:40.487530 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-7d96cb84-cdd9-434e-a96e-43704cdc3ebe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:40.502338 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.db [None req-6dde2a7c-cb8d-4a29-aaaf-0960683bc331 tempest-PortsAdminExtendedAttrsTestJSON-866674268 tempest-PortsAdminExtendedAttrsTestJSON-866674268-project-admin] For port 020eb024-0df1-4021-a44a-77c6e699b416, host hv-neutron-7971, cleared binding levels {{(pid=128083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 11:45:40.502702 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.db [None req-6dde2a7c-cb8d-4a29-aaaf-0960683bc331 tempest-PortsAdminExtendedAttrsTestJSON-866674268 tempest-PortsAdminExtendedAttrsTestJSON-866674268-project-admin] Attempted to set empty binding levels {{(pid=128083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jun 24 11:45:40.513009 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-6dde2a7c-cb8d-4a29-aaaf-0960683bc331 tempest-PortsAdminExtendedAttrsTestJSON-866674268 tempest-PortsAdminExtendedAttrsTestJSON-866674268-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2537871'] for port, after_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:40.521850 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-7b85e5c1-9aa8-40ee-a008-0747982e85f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:45:40.591246 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-7d96cb84-cdd9-434e-a96e-43704cdc3ebe None None] For port 13e900ba-f333-4fa4-b02b-f3e21dde5c6f, host dv-neutron-797120-4-hyperv, cleared binding levels {{(pid=128085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 11:45:40.597460 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-7d96cb84-cdd9-434e-a96e-43704cdc3ebe None None] For port 13e900ba-f333-4fa4-b02b-f3e21dde5c6f, host dv-neutron-797120-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=13e900ba-f333-4fa4-b02b-f3e21dde5c6f,segment=NetworkSegment(ccf53fee-c354-4e85-9410-b17bf5c31324),segment_id=ccf53fee-c354-4e85-9410-b17bf5c31324)] {{(pid=128085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 11:45:40.602399 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-7d96cb84-cdd9-434e-a96e-43704cdc3ebe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:40.606365 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.plugin [None req-6dde2a7c-cb8d-4a29-aaaf-0960683bc331 tempest-PortsAdminExtendedAttrsTestJSON-866674268 tempest-PortsAdminExtendedAttrsTestJSON-866674268-project-admin] In _notify_port_updated(), no bound segment for port 020eb024-0df1-4021-a44a-77c6e699b416 on network 88a33f2c-657c-4845-84d5-6e0809210541 {{(pid=128083) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jun 24 11:45:40.607569 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-f10cf710-f04c-444f-b22d-b35e5e183967 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:45:40.607703 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dde2a7c-cb8d-4a29-aaaf-0960683bc331 tempest-PortsAdminExtendedAttrsTestJSON-866674268 tempest-PortsAdminExtendedAttrsTestJSON-866674268-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:45:40.608224 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-6dde2a7c-cb8d-4a29-aaaf-0960683bc331 tempest-PortsAdminExtendedAttrsTestJSON-866674268 tempest-PortsAdminExtendedAttrsTestJSON-866674268-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468916'] for port, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:40.609938 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-6dde2a7c-cb8d-4a29-aaaf-0960683bc331 tempest-PortsAdminExtendedAttrsTestJSON-866674268 tempest-PortsAdminExtendedAttrsTestJSON-866674268-project-admin] 10.222.0.53 "PUT /v2.0/ports/020eb024-0df1-4021-a44a-77c6e699b416 HTTP/1.1" status: 200 len: 976 time: 2.2443092 Jun 24 11:45:40.618341 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-05d52367-37ba-4d4c-9f46-7357926354be tempest-BulkNetworkOpsIpV6Test-1142812762 tempest-BulkNetworkOpsIpV6Test-1142812762-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3143795'] for subnet, precommit_delete_associations {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:40.620742 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 57228) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:45:40.677721 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d96cb84-cdd9-434e-a96e-43704cdc3ebe None None] Pushing event updated for resources: {'Port': ['ID=13e900ba-f333-4fa4-b02b-f3e21dde5c6f,revision_number=2']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:45:40.684958 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dde2a7c-cb8d-4a29-aaaf-0960683bc331 tempest-PortsAdminExtendedAttrsTestJSON-866674268 tempest-PortsAdminExtendedAttrsTestJSON-866674268-project-admin] Pushing event updated for resources: {'Port': ['ID=020eb024-0df1-4021-a44a-77c6e699b416,revision_number=3']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:45:40.685406 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-7d96cb84-cdd9-434e-a96e-43704cdc3ebe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:45:40.696240 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-6dde2a7c-cb8d-4a29-aaaf-0960683bc331 tempest-PortsAdminExtendedAttrsTestJSON-866674268 tempest-PortsAdminExtendedAttrsTestJSON-866674268-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:45:40.716328 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.db_base_plugin_common [None req-783acae9-48f3-4a4a-b9d0-ea64e11e8b5b tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Allocated IP 172.20.0.5 (4965e089-111a-482d-8b4e-93f2f808fab3/601dfe9b-0301-4469-a352-3182348d7d07/44681b40-d675-4660-991b-a28231d98fad) {{(pid=128083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 11:45:40.839463 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-05d52367-37ba-4d4c-9f46-7357926354be tempest-BulkNetworkOpsIpV6Test-1142812762 tempest-BulkNetworkOpsIpV6Test-1142812762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-972249'] for subnet, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:40.929263 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-7819a1a1-9d9a-4d6b-b880-dfd7093842c1 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-972249'] for subnet, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:40.931928 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-e1feaf9f-bea0-447d-9215-28bcc9d7e498 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1588985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1806165'] for router_interface, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:41.019041 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.plugin [None req-7adc13fe-1909-49fd-b5d5-47b7a62e5424 tempest-PortsAdminExtendedAttrsTestJSON-866674268 tempest-PortsAdminExtendedAttrsTestJSON-866674268-project-admin] Deleting port 020eb024-0df1-4021-a44a-77c6e699b416 {{(pid=128083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 11:45:41.019194 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-7adc13fe-1909-49fd-b5d5-47b7a62e5424 tempest-PortsAdminExtendedAttrsTestJSON-866674268 tempest-PortsAdminExtendedAttrsTestJSON-866674268-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793193942312'] for port, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:41.075286 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-05d52367-37ba-4d4c-9f46-7357926354be tempest-BulkNetworkOpsIpV6Test-1142812762 tempest-BulkNetworkOpsIpV6Test-1142812762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-972238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2537800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3289951'] for subnet, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:41.147705 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.db [None req-7adc13fe-1909-49fd-b5d5-47b7a62e5424 tempest-PortsAdminExtendedAttrsTestJSON-866674268 tempest-PortsAdminExtendedAttrsTestJSON-866674268-project-admin] For port 020eb024-0df1-4021-a44a-77c6e699b416, host hv-neutron-7971, got binding levels [] {{(pid=128083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 11:45:41.148197 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-7adc13fe-1909-49fd-b5d5-47b7a62e5424 tempest-PortsAdminExtendedAttrsTestJSON-866674268 tempest-PortsAdminExtendedAttrsTestJSON-866674268-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1978872'] for port, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:41.174090 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.plugin [None req-7adc13fe-1909-49fd-b5d5-47b7a62e5424 tempest-PortsAdminExtendedAttrsTestJSON-866674268 tempest-PortsAdminExtendedAttrsTestJSON-866674268-project-admin] Calling delete_port for 020eb024-0df1-4021-a44a-77c6e699b416 owned by {{(pid=128083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 11:45:41.200864 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9954089-046a-42f9-84ea-5d28efcc39ce None None] Network 4d88365d-538d-4035-84e4-01f967456775 requested from dv-neutron-797120-4-hyperv {{(pid=128085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 11:45:41.203918 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-783acae9-48f3-4a4a-b9d0-ea64e11e8b5b tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Notify callbacks [] for port, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:41.210693 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-5769c49d-007c-477f-8c52-d44acceb5fa9 tempest-BulkNetworkOpsIpV6Test-1142812762 tempest-BulkNetworkOpsIpV6Test-1142812762-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:45:41.273695 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d52367-37ba-4d4c-9f46-7357926354be tempest-BulkNetworkOpsIpV6Test-1142812762 tempest-BulkNetworkOpsIpV6Test-1142812762-project] Pushing event deleted for resources: {'Subnet': ['ID=c56ca91c-0a9f-41d5-bc76-936133c55d67,revision_number=None']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:45:41.276705 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-05d52367-37ba-4d4c-9f46-7357926354be tempest-BulkNetworkOpsIpV6Test-1142812762 tempest-BulkNetworkOpsIpV6Test-1142812762-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:45:41.281383 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-05d52367-37ba-4d4c-9f46-7357926354be tempest-BulkNetworkOpsIpV6Test-1142812762 tempest-BulkNetworkOpsIpV6Test-1142812762-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588949'] for subnet, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:41.283259 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-05d52367-37ba-4d4c-9f46-7357926354be tempest-BulkNetworkOpsIpV6Test-1142812762 tempest-BulkNetworkOpsIpV6Test-1142812762-project] 10.222.0.53 "DELETE /v2.0/subnets/c56ca91c-0a9f-41d5-bc76-936133c55d67 HTTP/1.1" status: 204 len: 168 time: 1.0111561 Jun 24 11:45:41.286397 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 57236) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:45:41.296528 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1feaf9f-bea0-447d-9215-28bcc9d7e498 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Router 16032406-603e-48e7-8026-df5567846002 has already been hosted by L3 agent 2987dba8-2249-4ee6-96ec-28f0f7a6127d {{(pid=128084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 11:45:41.307267 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-1fceeee6-de65-45fa-bf60-b2b3855c82ab None None] Provisioning for port 798434af-33a8-4672-8f95-b34da0dab33c completed by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 11:45:41.309496 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-7819a1a1-9d9a-4d6b-b880-dfd7093842c1 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-972238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3292022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3162263'] for subnet, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:41.382544 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d334ee3-63ce-4396-88d2-778457a5fd0b tempest-BulkNetworkOpsIpV6Test-1142812762 tempest-BulkNetworkOpsIpV6Test-1142812762-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:45:41.390736 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-1d334ee3-63ce-4396-88d2-778457a5fd0b tempest-BulkNetworkOpsIpV6Test-1142812762 tempest-BulkNetworkOpsIpV6Test-1142812762-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0953927 Jun 24 11:45:41.390736 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 57238) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:45:41.393266 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:45:41.417886 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-7adc13fe-1909-49fd-b5d5-47b7a62e5424 tempest-PortsAdminExtendedAttrsTestJSON-866674268 tempest-PortsAdminExtendedAttrsTestJSON-866674268-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793193945299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193536732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2537862'] for port, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:41.423734 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7819a1a1-9d9a-4d6b-b880-dfd7093842c1 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Pushing event deleted for resources: {'Subnet': ['ID=1b2e4352-4d55-4efc-8a9a-29e5778bf4ef,revision_number=None']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:45:41.426253 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-2888425f-c3de-4b05-b36b-3a0fb193eb24 tempest-PortsAdminExtendedAttrsTestJSON-866674268 tempest-PortsAdminExtendedAttrsTestJSON-866674268-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:45:41.427004 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-7819a1a1-9d9a-4d6b-b880-dfd7093842c1 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:45:41.427932 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1feaf9f-bea0-447d-9215-28bcc9d7e498 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Notify agent at l3_agent.dv-neutron-797120-4-hyperv the message routers_updated {{(pid=128084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 11:45:41.430098 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-7819a1a1-9d9a-4d6b-b880-dfd7093842c1 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Notify callbacks [] for subnet, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:41.434687 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-7819a1a1-9d9a-4d6b-b880-dfd7093842c1 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] 10.222.0.53 "DELETE /v2.0/subnets/1b2e4352-4d55-4efc-8a9a-29e5778bf4ef HTTP/1.1" status: 204 len: 168 time: 1.4774561 Jun 24 11:45:41.438960 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-e1feaf9f-bea0-447d-9215-28bcc9d7e498 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] 10.222.0.53 "PUT /v2.0/routers/16032406-603e-48e7-8026-df5567846002/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9671173 Jun 24 11:45:41.439451 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 57240) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:45:41.445470 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d607ba00-25bb-410f-98cf-fb2804ee0d55 None None] Sync routers for ids ['16032406-603e-48e7-8026-df5567846002'] in dv-neutron-797120-4-hyperv {{(pid=128085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 11:45:41.463974 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d2c0376-79a0-43d8-81b1-040773d2a381 None None] Network 8a016058-73cb-46d5-806d-cb45370af3ba requested from dv-neutron-797120-4-hyperv {{(pid=128085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 11:45:41.477820 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 57242) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:45:41.479032 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7adc13fe-1909-49fd-b5d5-47b7a62e5424 tempest-PortsAdminExtendedAttrsTestJSON-866674268 tempest-PortsAdminExtendedAttrsTestJSON-866674268-project-admin] Pushing event deleted for resources: {'Port': ['ID=020eb024-0df1-4021-a44a-77c6e699b416,revision_number=None']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:45:41.496346 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-7adc13fe-1909-49fd-b5d5-47b7a62e5424 tempest-PortsAdminExtendedAttrsTestJSON-866674268 tempest-PortsAdminExtendedAttrsTestJSON-866674268-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:45:41.497579 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-783acae9-48f3-4a4a-b9d0-ea64e11e8b5b tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-650429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-506361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793193536723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2537853'] for port, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:41.498465 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a817d72-8f0b-4bf8-ac08-159919d596d6 None None] DHCP port deletion for 4d88365d-538d-4035-84e4-01f967456775 request from dv-neutron-797120-4-hyperv {{(pid=128085) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 24 11:45:41.502113 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d607ba00-25bb-410f-98cf-fb2804ee0d55 None None] Routers {'16032406-603e-48e7-8026-df5567846002'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 11:45:41.502731 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-d607ba00-25bb-410f-98cf-fb2804ee0d55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T11:45:26Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['16032406-603e-48e7-8026-df5567846002'], 'active': True} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:45:41.517614 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-21267fc0-d528-4dcd-8800-0493a3bd391f tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-534962'] for network, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:41.524201 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:45:41.528858 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-f8ceaf6a-114d-4640-85b2-c46006dbd19e tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] 10.222.0.53 "GET /v2.0/ports?device_id=16032406-603e-48e7-8026-df5567846002 HTTP/1.1" status: 200 len: 205 time: 0.0475245 Jun 24 11:45:41.531783 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 57244) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:45:41.566351 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-7adc13fe-1909-49fd-b5d5-47b7a62e5424 tempest-PortsAdminExtendedAttrsTestJSON-866674268 tempest-PortsAdminExtendedAttrsTestJSON-866674268-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468916'] for port, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:41.568139 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-7adc13fe-1909-49fd-b5d5-47b7a62e5424 tempest-PortsAdminExtendedAttrsTestJSON-866674268 tempest-PortsAdminExtendedAttrsTestJSON-866674268-project-admin] 10.222.0.53 "DELETE /v2.0/ports/020eb024-0df1-4021-a44a-77c6e699b416 HTTP/1.1" status: 204 len: 168 time: 0.9463861 Jun 24 11:45:41.575649 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-a9636b37-52c6-4c57-bfbe-2c5b1f553d1a tempest-BulkNetworkOpsIpV6Test-1142812762 tempest-BulkNetworkOpsIpV6Test-1142812762-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-534962'] for network, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:41.578790 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 57246) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:45:41.590797 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-d607ba00-25bb-410f-98cf-fb2804ee0d55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:45:41.598077 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-783acae9-48f3-4a4a-b9d0-ea64e11e8b5b tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Network 4965e089-111a-482d-8b4e-93f2f808fab3 is already hosted by enough agents. {{(pid=128083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 11:45:41.602620 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.base_scheduler [None req-783acae9-48f3-4a4a-b9d0-ea64e11e8b5b tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Resources bound (agent type, host, resource id): {{(pid=128083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:45:41.610282 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-783acae9-48f3-4a4a-b9d0-ea64e11e8b5b tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Received port after_create {{(pid=128083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 11:45:41.614409 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783acae9-48f3-4a4a-b9d0-ea64e11e8b5b tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Pushing event updated for resources: {'Port': ['ID=44681b40-d675-4660-991b-a28231d98fad,revision_number=1']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:45:41.634682 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-783acae9-48f3-4a4a-b9d0-ea64e11e8b5b tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:45:41.635213 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d607ba00-25bb-410f-98cf-fb2804ee0d55 None None] Routers {'16032406-603e-48e7-8026-df5567846002'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 11:45:41.635842 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-d607ba00-25bb-410f-98cf-fb2804ee0d55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T11:45:26Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['16032406-603e-48e7-8026-df5567846002'], 'active': True} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:45:41.664052 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.pecan_wsgi.hooks.translation [None req-5334a7c0-c6cf-4c74-9d6e-0129b54a940c tempest-PortsAdminExtendedAttrsTestJSON-866674268 tempest-PortsAdminExtendedAttrsTestJSON-866674268-project-admin] GET failed (client error): The resource could not be found. Jun 24 11:45:41.670071 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-5334a7c0-c6cf-4c74-9d6e-0129b54a940c tempest-PortsAdminExtendedAttrsTestJSON-866674268 tempest-PortsAdminExtendedAttrsTestJSON-866674268-project-admin] 10.222.0.53 "GET /v2.0/ports/020eb024-0df1-4021-a44a-77c6e699b416 HTTP/1.1" status: 404 len: 333 time: 0.0899422 Jun 24 11:45:41.670589 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 57248) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:45:41.676660 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-29088a20-0ece-4888-9973-663e3cdd7a45 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Notify callbacks [] for router, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:41.706995 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-d607ba00-25bb-410f-98cf-fb2804ee0d55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:45:41.707820 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d607ba00-25bb-410f-98cf-fb2804ee0d55 None None] The sync data for ids ['16032406-603e-48e7-8026-df5567846002'] in dv-neutron-797120-4-hyperv is: [] {{(pid=128085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 11:45:41.723238 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-783acae9-48f3-4a4a-b9d0-ea64e11e8b5b tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:45:41.723894 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-783acae9-48f3-4a4a-b9d0-ea64e11e8b5b tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468916'] for port, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:41.776496 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-3a817d72-8f0b-4bf8-ac08-159919d596d6 None None] Deleting port 798434af-33a8-4672-8f95-b34da0dab33c {{(pid=128085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 11:45:41.776882 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-3a817d72-8f0b-4bf8-ac08-159919d596d6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793193942312'] for port, before_delete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:41.803586 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-783acae9-48f3-4a4a-b9d0-ea64e11e8b5b tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.7598743 Jun 24 11:45:41.806522 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 57250) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:45:41.813844 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [None req-1c1008f3-c6e8-4439-abcb-e98e1cc5b5f9 tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Request body: {'floatingip': {'floating_network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'port_id': '44681b40-d675-4660-991b-a28231d98fad', 'fixed_ip_address': '172.20.0.5'}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:45:41.820754 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-07901f98-7df0-4460-8cdd-08f1ff9dda55 tempest-PortsAdminExtendedAttrsTestJSON-1781526559 tempest-PortsAdminExtendedAttrsTestJSON-1781526559-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-534962'] for network, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:41.824872 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.plugin [None req-a9636b37-52c6-4c57-bfbe-2c5b1f553d1a tempest-BulkNetworkOpsIpV6Test-1142812762 tempest-BulkNetworkOpsIpV6Test-1142812762-project] Deleting port 13e900ba-f333-4fa4-b02b-f3e21dde5c6f {{(pid=128083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 11:45:41.834916 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-a9636b37-52c6-4c57-bfbe-2c5b1f553d1a tempest-BulkNetworkOpsIpV6Test-1142812762 tempest-BulkNetworkOpsIpV6Test-1142812762-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793193942312'] for port, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:41.839672 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.plugin [None req-21267fc0-d528-4dcd-8800-0493a3bd391f tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Deleting port 1a4da214-82c7-45b8-a0db-c7ab97365cfd {{(pid=128084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 11:45:41.840145 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-21267fc0-d528-4dcd-8800-0493a3bd391f tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793193942312'] for port, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:41.867688 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-1c1008f3-c6e8-4439-abcb-e98e1cc5b5f9 tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Notify callbacks [] for floatingip, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:41.889631 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9000ed78-4df3-4fa4-8289-6799895543cd None None] DHCP port deletion for 8a016058-73cb-46d5-806d-cb45370af3ba request from dv-neutron-797120-4-hyperv {{(pid=128085) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 24 11:45:41.903440 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-3a817d72-8f0b-4bf8-ac08-159919d596d6 None None] For port 798434af-33a8-4672-8f95-b34da0dab33c, host dv-neutron-797120-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=798434af-33a8-4672-8f95-b34da0dab33c,segment=NetworkSegment(f9a89cff-9032-450b-861f-afcb7c1719b7),segment_id=f9a89cff-9032-450b-861f-afcb7c1719b7)] {{(pid=128085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 11:45:41.903848 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-3a817d72-8f0b-4bf8-ac08-159919d596d6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1978872'] for port, precommit_delete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:41.955319 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-29088a20-0ece-4888-9973-663e3cdd7a45 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1803182', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65403'] for router, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:41.958772 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-29088a20-0ece-4888-9973-663e3cdd7a45 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:41.965791 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.db [None req-a9636b37-52c6-4c57-bfbe-2c5b1f553d1a tempest-BulkNetworkOpsIpV6Test-1142812762 tempest-BulkNetworkOpsIpV6Test-1142812762-project] For port 13e900ba-f333-4fa4-b02b-f3e21dde5c6f, host dv-neutron-797120-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=13e900ba-f333-4fa4-b02b-f3e21dde5c6f,segment=NetworkSegment(ccf53fee-c354-4e85-9410-b17bf5c31324),segment_id=ccf53fee-c354-4e85-9410-b17bf5c31324)] {{(pid=128083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 11:45:41.965996 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-a9636b37-52c6-4c57-bfbe-2c5b1f553d1a tempest-BulkNetworkOpsIpV6Test-1142812762 tempest-BulkNetworkOpsIpV6Test-1142812762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1978872'] for port, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:41.972094 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-3a817d72-8f0b-4bf8-ac08-159919d596d6 None None] Calling delete_port for 798434af-33a8-4672-8f95-b34da0dab33c owned by network:dhcp {{(pid=128085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 11:45:42.012096 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.plugin [None req-a9636b37-52c6-4c57-bfbe-2c5b1f553d1a tempest-BulkNetworkOpsIpV6Test-1142812762 tempest-BulkNetworkOpsIpV6Test-1142812762-project] Calling delete_port for 13e900ba-f333-4fa4-b02b-f3e21dde5c6f owned by network:dhcp {{(pid=128083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 11:45:42.020532 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.db [None req-21267fc0-d528-4dcd-8800-0493a3bd391f tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] For port 1a4da214-82c7-45b8-a0db-c7ab97365cfd, host dv-neutron-797120-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=1a4da214-82c7-45b8-a0db-c7ab97365cfd,segment=NetworkSegment(dfa30fd0-6cec-4ef2-811f-c2120c0c5b7e),segment_id=dfa30fd0-6cec-4ef2-811f-c2120c0c5b7e)] {{(pid=128084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 11:45:42.020907 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-21267fc0-d528-4dcd-8800-0493a3bd391f tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1978872'] for port, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:42.038076 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.plugin [None req-21267fc0-d528-4dcd-8800-0493a3bd391f tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Calling delete_port for 1a4da214-82c7-45b8-a0db-c7ab97365cfd owned by network:dhcp {{(pid=128084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 11:45:42.055296 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-29088a20-0ece-4888-9973-663e3cdd7a45 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1806072'] for router, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:42.055834 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29088a20-0ece-4888-9973-663e3cdd7a45 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Fanout notify agent at l3_agent the message router_deleted on router 16032406-603e-48e7-8026-df5567846002 {{(pid=128084) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 24 11:45:42.064883 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-29088a20-0ece-4888-9973-663e3cdd7a45 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Notify callbacks [] for router, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:42.071604 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-29088a20-0ece-4888-9973-663e3cdd7a45 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] 10.222.0.53 "DELETE /v2.0/routers/16032406-603e-48e7-8026-df5567846002 HTTP/1.1" status: 204 len: 168 time: 0.5348933 Jun 24 11:45:42.072234 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 57252) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:45:42.075739 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-9000ed78-4df3-4fa4-8289-6799895543cd None None] Deleting port 1a4da214-82c7-45b8-a0db-c7ab97365cfd {{(pid=128085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 11:45:42.075739 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-9000ed78-4df3-4fa4-8289-6799895543cd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793193942312'] for port, before_delete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:42.083379 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device 13e900ba-f333-4fa4-b02b-f3e21dde5c6f up at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 11:45:42.178991 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5d61b96-fb3b-4062-aba2-1cf4eb8e6870 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Deleting subnet d19f6003-2761-47f8-84dd-36242f19745b {{(pid=128084) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 24 11:45:42.182848 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-e5d61b96-fb3b-4062-aba2-1cf4eb8e6870 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Notify callbacks [] for subnet, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:42.190959 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-a9636b37-52c6-4c57-bfbe-2c5b1f553d1a tempest-BulkNetworkOpsIpV6Test-1142812762 tempest-BulkNetworkOpsIpV6Test-1142812762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793193945299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193536732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2537862'] for port, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:42.193647 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-926075c4-4337-4196-8957-6048a0258272 None None] Network fd5fd878-a858-4af1-b629-be95adfe4302 requested from dv-neutron-797120-4-hyperv {{(pid=128085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 11:45:42.228942 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-d0d2e07f-47bd-433a-a9c3-d69c9a776f9c tempest-ServerActionsTestJSON-818164034 tempest-ServerActionsTestJSON-818164034-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:45:42.230247 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-e5d61b96-fb3b-4062-aba2-1cf4eb8e6870 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2373542'] for subnet, precommit_delete_associations {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:42.265193 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9636b37-52c6-4c57-bfbe-2c5b1f553d1a tempest-BulkNetworkOpsIpV6Test-1142812762 tempest-BulkNetworkOpsIpV6Test-1142812762-project] Pushing event deleted for resources: {'Port': ['ID=13e900ba-f333-4fa4-b02b-f3e21dde5c6f,revision_number=None']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:45:42.270048 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-a9636b37-52c6-4c57-bfbe-2c5b1f553d1a tempest-BulkNetworkOpsIpV6Test-1142812762 tempest-BulkNetworkOpsIpV6Test-1142812762-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:45:42.325319 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-e5d61b96-fb3b-4062-aba2-1cf4eb8e6870 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-972249'] for subnet, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:42.331507 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-76b0f61f-8e91-4115-896c-66e0005316a7 None None] Could not find standard attr ID for object 13e900ba-f333-4fa4-b02b-f3e21dde5c6f. {{(pid=128085) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 24 11:45:42.352700 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-9000ed78-4df3-4fa4-8289-6799895543cd None None] For port 1a4da214-82c7-45b8-a0db-c7ab97365cfd, host dv-neutron-797120-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=1a4da214-82c7-45b8-a0db-c7ab97365cfd,segment=NetworkSegment(dfa30fd0-6cec-4ef2-811f-c2120c0c5b7e),segment_id=dfa30fd0-6cec-4ef2-811f-c2120c0c5b7e)] {{(pid=128085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 11:45:42.353363 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-9000ed78-4df3-4fa4-8289-6799895543cd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1978872'] for port, precommit_delete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:42.358793 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] No active binding found for port 13e900ba-f333-4fa4-b02b-f3e21dde5c6f {{(pid=128085) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jun 24 11:45:42.360451 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device 13e900ba-f333-4fa4-b02b-f3e21dde5c6f not bound to the agent host dv-neutron-797120-4-hyperv {{(pid=128085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Jun 24 11:45:42.391189 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Port 13e900ba-f333-4fa4-b02b-f3e21dde5c6f not found, will not notify nova. {{(pid=128085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Jun 24 11:45:42.396353 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-e5d61b96-fb3b-4062-aba2-1cf4eb8e6870 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-972238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3292022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3162263'] for subnet, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:42.403229 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-9000ed78-4df3-4fa4-8289-6799895543cd None None] Calling delete_port for 1a4da214-82c7-45b8-a0db-c7ab97365cfd owned by network:dhcp {{(pid=128085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 11:45:42.412173 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:45:42.417311 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-3a817d72-8f0b-4bf8-ac08-159919d596d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793193945299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193536732'] for port, after_delete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:42.423220 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:45:42.449037 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d61b96-fb3b-4062-aba2-1cf4eb8e6870 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Pushing event deleted for resources: {'Subnet': ['ID=d19f6003-2761-47f8-84dd-36242f19745b,revision_number=None']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:45:42.457044 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-e5d61b96-fb3b-4062-aba2-1cf4eb8e6870 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Notify callbacks [] for subnet, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:42.459629 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-e5d61b96-fb3b-4062-aba2-1cf4eb8e6870 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] 10.222.0.53 "DELETE /v2.0/subnets/d19f6003-2761-47f8-84dd-36242f19745b HTTP/1.1" status: 204 len: 168 time: 0.3839657 Jun 24 11:45:42.463552 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-e5d61b96-fb3b-4062-aba2-1cf4eb8e6870 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:45:42.464292 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 57260) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:45:42.491176 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fe28334-043b-48c6-88ce-3cdc11e55990 None None] Network 17c1c6a1-cd16-4b7a-8ff9-287abf2de00d requested from dv-neutron-797120-4-hyperv {{(pid=128085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 11:45:42.493193 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12cc2c47-66a7-40f2-841a-a92d76c203f6 None None] DHCP port deletion for fd5fd878-a858-4af1-b629-be95adfe4302 request from dv-neutron-797120-4-hyperv {{(pid=128085) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 24 11:45:42.497237 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device 1a4da214-82c7-45b8-a0db-c7ab97365cfd no longer exists at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 11:45:42.542734 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed0af2df-10e7-495d-8158-a3722ff64eb5 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Deleting subnet a8925bab-bc98-41c1-af4e-4b6634265123 {{(pid=128084) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 24 11:45:42.547477 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-ed0af2df-10e7-495d-8158-a3722ff64eb5 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Notify callbacks [] for subnet, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:42.571097 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-21267fc0-d528-4dcd-8800-0493a3bd391f tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793193945299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193536732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3292088'] for port, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:42.579977 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a817d72-8f0b-4bf8-ac08-159919d596d6 None None] Pushing event deleted for resources: {'Port': ['ID=798434af-33a8-4672-8f95-b34da0dab33c,revision_number=None']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:45:42.593224 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-a37d9b29-4402-4d3a-82bd-18dbdbd72f80 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:45:42.597802 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a817d72-8f0b-4bf8-ac08-159919d596d6 None None] No DVR routers for this DVR port 798434af-33a8-4672-8f95-b34da0dab33c on host dv-neutron-797120-4-hyperv {{(pid=128085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 11:45:42.600946 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21267fc0-d528-4dcd-8800-0493a3bd391f tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] No DVR routers for this DVR port 1a4da214-82c7-45b8-a0db-c7ab97365cfd on host dv-neutron-797120-4-hyperv {{(pid=128084) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 11:45:42.602919 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-3a817d72-8f0b-4bf8-ac08-159919d596d6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:45:42.617057 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] No active binding found for port 1a4da214-82c7-45b8-a0db-c7ab97365cfd {{(pid=128085) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jun 24 11:45:42.618369 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device 1a4da214-82c7-45b8-a0db-c7ab97365cfd not bound to the agent host dv-neutron-797120-4-hyperv {{(pid=128085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 11:45:42.644813 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21267fc0-d528-4dcd-8800-0493a3bd391f tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Pushing event deleted for resources: {'Port': ['ID=1a4da214-82c7-45b8-a0db-c7ab97365cfd,revision_number=None']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:45:42.653912 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-21267fc0-d528-4dcd-8800-0493a3bd391f tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:45:42.695309 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-ed0af2df-10e7-495d-8158-a3722ff64eb5 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2373542'] for subnet, precommit_delete_associations {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:42.718029 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9636b37-52c6-4c57-bfbe-2c5b1f553d1a tempest-BulkNetworkOpsIpV6Test-1142812762 tempest-BulkNetworkOpsIpV6Test-1142812762-project] No DVR routers for this DVR port 13e900ba-f333-4fa4-b02b-f3e21dde5c6f on host dv-neutron-797120-4-hyperv {{(pid=128083) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 11:45:42.741962 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-07901f98-7df0-4460-8cdd-08f1ff9dda55 tempest-PortsAdminExtendedAttrsTestJSON-1781526559 tempest-PortsAdminExtendedAttrsTestJSON-1781526559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973199', 'neutron.services.segments.db._delete_segments_for_network-8793194012456'] for network, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:42.748408 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-9000ed78-4df3-4fa4-8289-6799895543cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793193945299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193536732'] for port, after_delete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:42.754053 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:45:42.783102 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9000ed78-4df3-4fa4-8289-6799895543cd None None] No DVR routers for this DVR port 1a4da214-82c7-45b8-a0db-c7ab97365cfd on host dv-neutron-797120-4-hyperv {{(pid=128085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 11:45:42.784725 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9000ed78-4df3-4fa4-8289-6799895543cd None None] Pushing event deleted for resources: {'Port': ['ID=1a4da214-82c7-45b8-a0db-c7ab97365cfd,revision_number=None']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:45:42.788407 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-9000ed78-4df3-4fa4-8289-6799895543cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:45:42.795213 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.services.segments.db [None req-07901f98-7df0-4460-8cdd-08f1ff9dda55 tempest-PortsAdminExtendedAttrsTestJSON-1781526559 tempest-PortsAdminExtendedAttrsTestJSON-1781526559-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88a33f2c-657c-4845-84d5-6e0809210541']}} {{(pid=128083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:45:42.797374 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-21267fc0-d528-4dcd-8800-0493a3bd391f tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973199', 'neutron.services.segments.db._delete_segments_for_network-8793194012456'] for network, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:42.816927 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.services.segments.db [None req-21267fc0-d528-4dcd-8800-0493a3bd391f tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a016058-73cb-46d5-806d-cb45370af3ba']}} {{(pid=128084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:45:42.829887 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.services.segments.db [None req-21267fc0-d528-4dcd-8800-0493a3bd391f tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dfa30fd0-6cec-4ef2-811f-c2120c0c5b7e') {'for_net_delete': True} {{(pid=128084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:45:42.830101 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.services.segments.db [None req-21267fc0-d528-4dcd-8800-0493a3bd391f tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dfa30fd0-6cec-4ef2-811f-c2120c0c5b7e') {} {{(pid=128084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:45:42.851550 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.services.segments.db [None req-07901f98-7df0-4460-8cdd-08f1ff9dda55 tempest-PortsAdminExtendedAttrsTestJSON-1781526559 tempest-PortsAdminExtendedAttrsTestJSON-1781526559-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f999d64c-626a-4b37-8004-01e0807f6962') {'for_net_delete': True} {{(pid=128083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:45:42.851716 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.services.segments.db [None req-07901f98-7df0-4460-8cdd-08f1ff9dda55 tempest-PortsAdminExtendedAttrsTestJSON-1781526559 tempest-PortsAdminExtendedAttrsTestJSON-1781526559-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f999d64c-626a-4b37-8004-01e0807f6962') {} {{(pid=128083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:45:42.864675 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-21267fc0-d528-4dcd-8800-0493a3bd391f tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793194097327', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2373599'] for segment, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:42.884726 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-21267fc0-d528-4dcd-8800-0493a3bd391f tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967879'] for segment, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:42.893698 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-ed0af2df-10e7-495d-8158-a3722ff64eb5 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-972249'] for subnet, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:42.894220 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-07901f98-7df0-4460-8cdd-08f1ff9dda55 tempest-PortsAdminExtendedAttrsTestJSON-1781526559 tempest-PortsAdminExtendedAttrsTestJSON-1781526559-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793194097327', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3143690'] for segment, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:42.896941 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21267fc0-d528-4dcd-8800-0493a3bd391f tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Releasing vlan 644 on physical network physnet1 to pool {{(pid=128084) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 11:45:42.897393 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-21267fc0-d528-4dcd-8800-0493a3bd391f tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3292053'] for segment, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:42.900484 dv-neutron-797120-4-hyperv neutron-server[128084]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 11:45:42.900484 dv-neutron-797120-4-hyperv neutron-server[128084]: conditions |= (models_v2.Port.network_id.in_( Jun 24 11:45:42.900484 dv-neutron-797120-4-hyperv neutron-server[128084]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 11:45:42.900484 dv-neutron-797120-4-hyperv neutron-server[128084]: conditions |= (models_v2.Port.network_id.in_( Jun 24 11:45:42.900484 dv-neutron-797120-4-hyperv neutron-server[128084]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 11:45:42.900484 dv-neutron-797120-4-hyperv neutron-server[128084]: conditions |= (models_v2.Port.network_id.in_( Jun 24 11:45:42.900484 dv-neutron-797120-4-hyperv neutron-server[128084]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 11:45:42.900484 dv-neutron-797120-4-hyperv neutron-server[128084]: conditions |= (models_v2.Port.network_id.in_( Jun 24 11:45:42.900484 dv-neutron-797120-4-hyperv neutron-server[128084]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 11:45:42.900484 dv-neutron-797120-4-hyperv neutron-server[128084]: conditions |= (models_v2.Port.network_id.in_( Jun 24 11:45:42.900484 dv-neutron-797120-4-hyperv neutron-server[128084]: Traceback (most recent call last): Jun 24 11:45:42.900484 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 24 11:45:42.900484 dv-neutron-797120-4-hyperv neutron-server[128084]: timer() Jun 24 11:45:42.900484 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 24 11:45:42.900484 dv-neutron-797120-4-hyperv neutron-server[128084]: cb(*args, **kw) Jun 24 11:45:42.900484 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 24 11:45:42.900484 dv-neutron-797120-4-hyperv neutron-server[128084]: return func(*args, **kwargs) Jun 24 11:45:42.900484 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 24 11:45:42.900484 dv-neutron-797120-4-hyperv neutron-server[128084]: self._notify() Jun 24 11:45:42.900484 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 24 11:45:42.900484 dv-neutron-797120-4-hyperv neutron-server[128084]: self.callback(batched_events) Jun 24 11:45:42.900484 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 24 11:45:42.900484 dv-neutron-797120-4-hyperv neutron-server[128084]: event.method(event) Jun 24 11:45:42.900484 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 24 11:45:42.900484 dv-neutron-797120-4-hyperv neutron-server[128084]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 24 11:45:42.900484 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 24 11:45:42.900484 dv-neutron-797120-4-hyperv neutron-server[128084]: aggregate_uuid = self.p_client.list_aggregates( Jun 24 11:45:42.900484 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 24 11:45:42.900484 dv-neutron-797120-4-hyperv neutron-server[128084]: return f(self, *a, **k) Jun 24 11:45:42.900484 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 24 11:45:42.900484 dv-neutron-797120-4-hyperv neutron-server[128084]: return self._get(url).json() Jun 24 11:45:42.900484 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 24 11:45:42.900484 dv-neutron-797120-4-hyperv neutron-server[128084]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 24 11:45:42.900484 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 24 11:45:42.900484 dv-neutron-797120-4-hyperv neutron-server[128084]: return self.request(url, 'GET', **kwargs) Jun 24 11:45:42.900484 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 24 11:45:42.900484 dv-neutron-797120-4-hyperv neutron-server[128084]: base_url = self.get_endpoint(auth, allow=allow, Jun 24 11:45:42.900484 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 24 11:45:42.900484 dv-neutron-797120-4-hyperv neutron-server[128084]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 24 11:45:42.900484 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 24 11:45:42.900484 dv-neutron-797120-4-hyperv neutron-server[128084]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 24 11:45:42.900484 dv-neutron-797120-4-hyperv neutron-server[128084]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 24 11:45:42.908327 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-a9636b37-52c6-4c57-bfbe-2c5b1f553d1a tempest-BulkNetworkOpsIpV6Test-1142812762 tempest-BulkNetworkOpsIpV6Test-1142812762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973199', 'neutron.services.segments.db._delete_segments_for_network-8793194012456'] for network, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:42.910334 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3e41fcd-e424-4682-b740-3bda9cc2eeb6 None None] DHCP port deletion for 17c1c6a1-cd16-4b7a-8ff9-287abf2de00d request from dv-neutron-797120-4-hyperv {{(pid=128085) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 24 11:45:42.930122 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-07901f98-7df0-4460-8cdd-08f1ff9dda55 tempest-PortsAdminExtendedAttrsTestJSON-1781526559 tempest-PortsAdminExtendedAttrsTestJSON-1781526559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967879'] for segment, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:42.932826 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.services.segments.db [None req-a9636b37-52c6-4c57-bfbe-2c5b1f553d1a tempest-BulkNetworkOpsIpV6Test-1142812762 tempest-BulkNetworkOpsIpV6Test-1142812762-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd5fd878-a858-4af1-b629-be95adfe4302']}} {{(pid=128083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:45:42.952638 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.services.segments.db [None req-a9636b37-52c6-4c57-bfbe-2c5b1f553d1a tempest-BulkNetworkOpsIpV6Test-1142812762 tempest-BulkNetworkOpsIpV6Test-1142812762-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ccf53fee-c354-4e85-9410-b17bf5c31324') {'for_net_delete': True} {{(pid=128083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:45:42.953124 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.services.segments.db [None req-a9636b37-52c6-4c57-bfbe-2c5b1f553d1a tempest-BulkNetworkOpsIpV6Test-1142812762 tempest-BulkNetworkOpsIpV6Test-1142812762-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ccf53fee-c354-4e85-9410-b17bf5c31324') {} {{(pid=128083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:45:42.955060 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07901f98-7df0-4460-8cdd-08f1ff9dda55 tempest-PortsAdminExtendedAttrsTestJSON-1781526559 tempest-PortsAdminExtendedAttrsTestJSON-1781526559-project] Releasing vlan 613 on physical network physnet1 to pool {{(pid=128083) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 11:45:42.955455 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-07901f98-7df0-4460-8cdd-08f1ff9dda55 tempest-PortsAdminExtendedAttrsTestJSON-1781526559 tempest-PortsAdminExtendedAttrsTestJSON-1781526559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2537899'] for segment, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:42.958404 dv-neutron-797120-4-hyperv neutron-server[128083]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 11:45:42.958404 dv-neutron-797120-4-hyperv neutron-server[128083]: conditions |= (models_v2.Port.network_id.in_( Jun 24 11:45:42.958404 dv-neutron-797120-4-hyperv neutron-server[128083]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 11:45:42.958404 dv-neutron-797120-4-hyperv neutron-server[128083]: conditions |= (models_v2.Port.network_id.in_( Jun 24 11:45:42.958404 dv-neutron-797120-4-hyperv neutron-server[128083]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 11:45:42.958404 dv-neutron-797120-4-hyperv neutron-server[128083]: conditions |= (models_v2.Port.network_id.in_( Jun 24 11:45:42.958404 dv-neutron-797120-4-hyperv neutron-server[128083]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 11:45:42.958404 dv-neutron-797120-4-hyperv neutron-server[128083]: conditions |= (models_v2.Port.network_id.in_( Jun 24 11:45:42.958404 dv-neutron-797120-4-hyperv neutron-server[128083]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 11:45:42.958404 dv-neutron-797120-4-hyperv neutron-server[128083]: conditions |= (models_v2.Port.network_id.in_( Jun 24 11:45:42.958404 dv-neutron-797120-4-hyperv neutron-server[128083]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 11:45:42.958404 dv-neutron-797120-4-hyperv neutron-server[128083]: conditions |= (models_v2.Port.network_id.in_( Jun 24 11:45:42.958404 dv-neutron-797120-4-hyperv neutron-server[128083]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 11:45:42.958404 dv-neutron-797120-4-hyperv neutron-server[128083]: conditions |= (models_v2.Port.network_id.in_( Jun 24 11:45:42.958404 dv-neutron-797120-4-hyperv neutron-server[128083]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 11:45:42.958404 dv-neutron-797120-4-hyperv neutron-server[128083]: conditions |= (models_v2.Port.network_id.in_( Jun 24 11:45:42.958404 dv-neutron-797120-4-hyperv neutron-server[128083]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 11:45:42.958404 dv-neutron-797120-4-hyperv neutron-server[128083]: conditions |= (models_v2.Port.network_id.in_( Jun 24 11:45:42.958404 dv-neutron-797120-4-hyperv neutron-server[128083]: Traceback (most recent call last): Jun 24 11:45:42.958404 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 24 11:45:42.958404 dv-neutron-797120-4-hyperv neutron-server[128083]: timer() Jun 24 11:45:42.958404 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 24 11:45:42.958404 dv-neutron-797120-4-hyperv neutron-server[128083]: cb(*args, **kw) Jun 24 11:45:42.958404 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 24 11:45:42.958404 dv-neutron-797120-4-hyperv neutron-server[128083]: return func(*args, **kwargs) Jun 24 11:45:42.958404 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 24 11:45:42.958404 dv-neutron-797120-4-hyperv neutron-server[128083]: self._notify() Jun 24 11:45:42.958404 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 24 11:45:42.958404 dv-neutron-797120-4-hyperv neutron-server[128083]: self.callback(batched_events) Jun 24 11:45:42.958404 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 24 11:45:42.958404 dv-neutron-797120-4-hyperv neutron-server[128083]: event.method(event) Jun 24 11:45:42.958404 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 24 11:45:42.958404 dv-neutron-797120-4-hyperv neutron-server[128083]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 24 11:45:42.958404 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 24 11:45:42.958404 dv-neutron-797120-4-hyperv neutron-server[128083]: aggregate_uuid = self.p_client.list_aggregates( Jun 24 11:45:42.958404 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 24 11:45:42.958404 dv-neutron-797120-4-hyperv neutron-server[128083]: return f(self, *a, **k) Jun 24 11:45:42.958404 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 24 11:45:42.958404 dv-neutron-797120-4-hyperv neutron-server[128083]: return self._get(url).json() Jun 24 11:45:42.958404 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 24 11:45:42.958404 dv-neutron-797120-4-hyperv neutron-server[128083]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 24 11:45:42.958404 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 24 11:45:42.958404 dv-neutron-797120-4-hyperv neutron-server[128083]: return self.request(url, 'GET', **kwargs) Jun 24 11:45:42.958404 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 24 11:45:42.958404 dv-neutron-797120-4-hyperv neutron-server[128083]: base_url = self.get_endpoint(auth, allow=allow, Jun 24 11:45:42.958404 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 24 11:45:42.958404 dv-neutron-797120-4-hyperv neutron-server[128083]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 24 11:45:42.958404 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 24 11:45:42.958404 dv-neutron-797120-4-hyperv neutron-server[128083]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 24 11:45:42.958404 dv-neutron-797120-4-hyperv neutron-server[128083]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 24 11:45:42.966065 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-f93defc6-8bf7-4e34-9105-f26ed1c100a1 req-0cd37243-0c1d-4935-b754-a8090ae9000f service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=618b8848-261b-4b47-b06a-cb463f1f77c5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2445073 Jun 24 11:45:42.975127 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-b3e41fcd-e424-4682-b740-3bda9cc2eeb6 None None] Deleting port fc48d3e8-2d65-4945-b10a-957e607176f2 {{(pid=128085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 11:45:42.975756 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-b3e41fcd-e424-4682-b740-3bda9cc2eeb6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793193942312'] for port, before_delete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:42.988758 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-a9636b37-52c6-4c57-bfbe-2c5b1f553d1a tempest-BulkNetworkOpsIpV6Test-1142812762 tempest-BulkNetworkOpsIpV6Test-1142812762-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793194097327', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3143690'] for segment, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:43.010566 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-21267fc0-d528-4dcd-8800-0493a3bd391f tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1800243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1815642'] for network, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:43.015860 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-e4e0756a-be8f-4b7a-aa85-de2cb6c4eb9f tempest-QuotasNegativeTest-718740954 tempest-QuotasNegativeTest-718740954-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:45:43.034320 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-21267fc0-d528-4dcd-8800-0493a3bd391f tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Notify callbacks [] for network, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:43.040240 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-21267fc0-d528-4dcd-8800-0493a3bd391f tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] 10.222.0.53 "DELETE /v2.0/networks/8a016058-73cb-46d5-806d-cb45370af3ba HTTP/1.1" status: 204 len: 168 time: 1.5964463 Jun 24 11:45:43.041075 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21267fc0-d528-4dcd-8800-0493a3bd391f tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Pushing event deleted for resources: {'Network': ['ID=8a016058-73cb-46d5-806d-cb45370af3ba,revision_number=None']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:45:43.044264 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 57262) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:45:43.053152 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-d932c549-a240-4b38-95f3-bd6b3bb5fd8a tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1004480086'}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:45:43.059309 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-b3e41fcd-e424-4682-b740-3bda9cc2eeb6 None None] For port fc48d3e8-2d65-4945-b10a-957e607176f2, host dv-neutron-797120-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=fc48d3e8-2d65-4945-b10a-957e607176f2,segment=NetworkSegment(66897877-7a61-4b9c-a666-7a2f710146ff),segment_id=66897877-7a61-4b9c-a666-7a2f710146ff)] {{(pid=128085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 11:45:43.059446 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-21267fc0-d528-4dcd-8800-0493a3bd391f tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:45:43.059638 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-b3e41fcd-e424-4682-b740-3bda9cc2eeb6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1978872'] for port, precommit_delete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:43.063386 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-ed0af2df-10e7-495d-8158-a3722ff64eb5 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-972238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3292022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3162263'] for subnet, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:43.069649 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-a9636b37-52c6-4c57-bfbe-2c5b1f553d1a tempest-BulkNetworkOpsIpV6Test-1142812762 tempest-BulkNetworkOpsIpV6Test-1142812762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967879'] for segment, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:43.072585 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-b3e41fcd-e424-4682-b740-3bda9cc2eeb6 None None] Calling delete_port for fc48d3e8-2d65-4945-b10a-957e607176f2 owned by network:dhcp {{(pid=128085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 11:45:43.077361 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-a989e639-0a00-42c9-8679-38a4e4afccf7 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:45:43.078667 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9636b37-52c6-4c57-bfbe-2c5b1f553d1a tempest-BulkNetworkOpsIpV6Test-1142812762 tempest-BulkNetworkOpsIpV6Test-1142812762-project] Releasing vlan 649 on physical network physnet1 to pool {{(pid=128083) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 11:45:43.079166 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-a9636b37-52c6-4c57-bfbe-2c5b1f553d1a tempest-BulkNetworkOpsIpV6Test-1142812762 tempest-BulkNetworkOpsIpV6Test-1142812762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2537899'] for segment, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:43.105042 dv-neutron-797120-4-hyperv neutron-server[128083]: Traceback (most recent call last): Jun 24 11:45:43.105042 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 24 11:45:43.105042 dv-neutron-797120-4-hyperv neutron-server[128083]: timer() Jun 24 11:45:43.105042 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 24 11:45:43.105042 dv-neutron-797120-4-hyperv neutron-server[128083]: cb(*args, **kw) Jun 24 11:45:43.105042 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 24 11:45:43.105042 dv-neutron-797120-4-hyperv neutron-server[128083]: return func(*args, **kwargs) Jun 24 11:45:43.105042 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 24 11:45:43.105042 dv-neutron-797120-4-hyperv neutron-server[128083]: self._notify() Jun 24 11:45:43.105042 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 24 11:45:43.105042 dv-neutron-797120-4-hyperv neutron-server[128083]: self.callback(batched_events) Jun 24 11:45:43.105042 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 24 11:45:43.105042 dv-neutron-797120-4-hyperv neutron-server[128083]: event.method(event) Jun 24 11:45:43.105042 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 24 11:45:43.105042 dv-neutron-797120-4-hyperv neutron-server[128083]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 24 11:45:43.105042 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 24 11:45:43.105042 dv-neutron-797120-4-hyperv neutron-server[128083]: aggregate_uuid = self.p_client.list_aggregates( Jun 24 11:45:43.105042 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 24 11:45:43.105042 dv-neutron-797120-4-hyperv neutron-server[128083]: return f(self, *a, **k) Jun 24 11:45:43.105042 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 24 11:45:43.105042 dv-neutron-797120-4-hyperv neutron-server[128083]: return self._get(url).json() Jun 24 11:45:43.105042 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 24 11:45:43.105042 dv-neutron-797120-4-hyperv neutron-server[128083]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 24 11:45:43.105042 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 24 11:45:43.105042 dv-neutron-797120-4-hyperv neutron-server[128083]: return self.request(url, 'GET', **kwargs) Jun 24 11:45:43.105042 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 24 11:45:43.105042 dv-neutron-797120-4-hyperv neutron-server[128083]: base_url = self.get_endpoint(auth, allow=allow, Jun 24 11:45:43.105042 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 24 11:45:43.105042 dv-neutron-797120-4-hyperv neutron-server[128083]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 24 11:45:43.105042 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 24 11:45:43.105042 dv-neutron-797120-4-hyperv neutron-server[128083]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 24 11:45:43.105042 dv-neutron-797120-4-hyperv neutron-server[128083]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 24 11:45:43.118963 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0af2df-10e7-495d-8158-a3722ff64eb5 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Pushing event deleted for resources: {'Subnet': ['ID=a8925bab-bc98-41c1-af4e-4b6634265123,revision_number=None']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:45:43.122085 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-ed0af2df-10e7-495d-8158-a3722ff64eb5 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Notify callbacks [] for subnet, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:43.122605 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-07901f98-7df0-4460-8cdd-08f1ff9dda55 tempest-PortsAdminExtendedAttrsTestJSON-1781526559 tempest-PortsAdminExtendedAttrsTestJSON-1781526559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1800243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1815642'] for network, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:43.124814 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-ed0af2df-10e7-495d-8158-a3722ff64eb5 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] 10.222.0.53 "DELETE /v2.0/subnets/a8925bab-bc98-41c1-af4e-4b6634265123 HTTP/1.1" status: 204 len: 168 time: 0.6550419 Jun 24 11:45:43.126587 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-ed0af2df-10e7-495d-8158-a3722ff64eb5 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:45:43.127626 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d932c549-a240-4b38-95f3-bd6b3bb5fd8a tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Made reservation on behalf of 9c8c7551cf984e4ca40de4f1d8880b93 for: {'network': 1} {{(pid=128084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 11:45:43.132232 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf2ee8db-e0aa-4742-9414-8037bcaaeb0f None None] Network c475688e-6de7-4445-a056-88051078503f requested from dv-neutron-797120-4-hyperv {{(pid=128085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 11:45:43.132763 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-d932c549-a240-4b38-95f3-bd6b3bb5fd8a tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for network, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:43.135992 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 57264) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:45:43.176851 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-07901f98-7df0-4460-8cdd-08f1ff9dda55 tempest-PortsAdminExtendedAttrsTestJSON-1781526559 tempest-PortsAdminExtendedAttrsTestJSON-1781526559-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588949'] for network, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:43.181477 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-07901f98-7df0-4460-8cdd-08f1ff9dda55 tempest-PortsAdminExtendedAttrsTestJSON-1781526559 tempest-PortsAdminExtendedAttrsTestJSON-1781526559-project] 10.222.0.53 "DELETE /v2.0/networks/88a33f2c-657c-4845-84d5-6e0809210541 HTTP/1.1" status: 204 len: 168 time: 1.5055928 Jun 24 11:45:43.185151 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-cd2831ce-b746-4056-a41b-292daad94ccd tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:45:43.238993 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-1c1008f3-c6e8-4439-abcb-e98e1cc5b5f9 tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:43.246037 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07901f98-7df0-4460-8cdd-08f1ff9dda55 tempest-PortsAdminExtendedAttrsTestJSON-1781526559 tempest-PortsAdminExtendedAttrsTestJSON-1781526559-project] Pushing event deleted for resources: {'Network': ['ID=88a33f2c-657c-4845-84d5-6e0809210541,revision_number=None']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:45:43.249063 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-07901f98-7df0-4460-8cdd-08f1ff9dda55 tempest-PortsAdminExtendedAttrsTestJSON-1781526559 tempest-PortsAdminExtendedAttrsTestJSON-1781526559-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:45:43.251827 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d932c549-a240-4b38-95f3-bd6b3bb5fd8a tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] vlan segment allocate from pool success with {'vlan_id': 631, 'physical_network': 'physnet1'} {{(pid=128084) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 11:45:43.257169 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-a9636b37-52c6-4c57-bfbe-2c5b1f553d1a tempest-BulkNetworkOpsIpV6Test-1142812762 tempest-BulkNetworkOpsIpV6Test-1142812762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1800243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1815642'] for network, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:43.262322 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-d932c549-a240-4b38-95f3-bd6b3bb5fd8a tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967879'] for segment, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:43.262668 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.db.segments_db [None req-d932c549-a240-4b38-95f3-bd6b3bb5fd8a tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Added segment 336e5ca9-4236-410e-9b59-a1ab1b60db10 of type vlan for network 9cdaee16-c543-4109-9ccd-684de849cbc0 Jun 24 11:45:43.262892 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-a9636b37-52c6-4c57-bfbe-2c5b1f553d1a tempest-BulkNetworkOpsIpV6Test-1142812762 tempest-BulkNetworkOpsIpV6Test-1142812762-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588949'] for network, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:43.268340 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-a9636b37-52c6-4c57-bfbe-2c5b1f553d1a tempest-BulkNetworkOpsIpV6Test-1142812762 tempest-BulkNetworkOpsIpV6Test-1142812762-project] 10.222.0.53 "DELETE /v2.0/networks/fd5fd878-a858-4af1-b629-be95adfe4302 HTTP/1.1" status: 204 len: 168 time: 1.8797381 Jun 24 11:45:43.272493 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 57268) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:45:43.273085 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:45:43.274158 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-b3e41fcd-e424-4682-b740-3bda9cc2eeb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793193945299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193536732'] for port, after_delete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:43.277803 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-b603f50f-2ce7-43fa-bd7b-901c32797966 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:45:43.306808 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e41fcd-e424-4682-b740-3bda9cc2eeb6 None None] Pushing event deleted for resources: {'Port': ['ID=fc48d3e8-2d65-4945-b10a-957e607176f2,revision_number=None']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:45:43.307374 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-d932c549-a240-4b38-95f3-bd6b3bb5fd8a tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793193525068'] for network, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:43.315602 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3e41fcd-e424-4682-b740-3bda9cc2eeb6 None None] No DVR routers for this DVR port fc48d3e8-2d65-4945-b10a-957e607176f2 on host dv-neutron-797120-4-hyperv {{(pid=128085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 11:45:43.317329 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-b3e41fcd-e424-4682-b740-3bda9cc2eeb6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:45:43.343180 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-62dbe6fa-0b81-44b4-95b2-26833607576e tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-534962'] for network, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:43.348220 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-d932c549-a240-4b38-95f3-bd6b3bb5fd8a tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1800243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976'] for network, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:43.353590 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d932c549-a240-4b38-95f3-bd6b3bb5fd8a tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=128084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:45:43.355354 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-d932c549-a240-4b38-95f3-bd6b3bb5fd8a tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Notify callbacks [] for network, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:43.358288 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:45:43.379581 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9636b37-52c6-4c57-bfbe-2c5b1f553d1a tempest-BulkNetworkOpsIpV6Test-1142812762 tempest-BulkNetworkOpsIpV6Test-1142812762-project] Pushing event deleted for resources: {'Network': ['ID=fd5fd878-a858-4af1-b629-be95adfe4302,revision_number=None']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:45:43.390394 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-a9636b37-52c6-4c57-bfbe-2c5b1f553d1a tempest-BulkNetworkOpsIpV6Test-1142812762 tempest-BulkNetworkOpsIpV6Test-1142812762-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:45:43.408124 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-d932c549-a240-4b38-95f3-bd6b3bb5fd8a tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3591502 Jun 24 11:45:43.417649 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6ee0077-a35a-4e29-9781-e82249d6bb4b None None] DHCP port deletion for c475688e-6de7-4445-a056-88051078503f request from dv-neutron-797120-4-hyperv {{(pid=128085) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 24 11:45:43.441695 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 57274) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:45:43.449425 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [None req-eaba0bf5-4530-41e2-a8d0-8a4a3bf99a72 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Request body: {'subnet': {'network_id': '9cdaee16-c543-4109-9ccd-684de849cbc0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:45:43.479204 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d932c549-a240-4b38-95f3-bd6b3bb5fd8a tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Pushing event updated for resources: {'Network': ['ID=9cdaee16-c543-4109-9ccd-684de849cbc0,revision_number=1']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:45:43.495063 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-d932c549-a240-4b38-95f3-bd6b3bb5fd8a tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:45:43.497571 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Network 9cdaee16-c543-4109-9ccd-684de849cbc0 details requested by agent ovs-agent-dv-neutron-797120-4-hyperv with host dv-neutron-797120-4-hyperv {{(pid=128085) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 11:45:43.539613 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-62dbe6fa-0b81-44b4-95b2-26833607576e tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973199', 'neutron.services.segments.db._delete_segments_for_network-8793194012456'] for network, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:43.564662 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.services.segments.db [None req-62dbe6fa-0b81-44b4-95b2-26833607576e tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17c1c6a1-cd16-4b7a-8ff9-287abf2de00d']}} {{(pid=128084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:45:43.581255 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93defc6-8bf7-4e34-9105-f26ed1c100a1 req-5ee289ee-8e1b-4695-b521-ed8b2e9471d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:45:43.586446 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-f93defc6-8bf7-4e34-9105-f26ed1c100a1 req-5ee289ee-8e1b-4695-b521-ed8b2e9471d4 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a34fcc8eaff5466883f461818fc3749a&device_id=618b8848-261b-4b47-b06a-cb463f1f77c5 HTTP/1.1" status: 200 len: 1099 time: 0.4748259 Jun 24 11:45:43.591058 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.services.segments.db [None req-62dbe6fa-0b81-44b4-95b2-26833607576e tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66897877-7a61-4b9c-a666-7a2f710146ff') {'for_net_delete': True} {{(pid=128084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:45:43.594588 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.services.segments.db [None req-62dbe6fa-0b81-44b4-95b2-26833607576e tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66897877-7a61-4b9c-a666-7a2f710146ff') {} {{(pid=128084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:45:43.614480 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-a3119cf1-9d7f-4879-b5d7-9d429b76177a tempest-BulkNetworkOpsIpV6Test-1142812762 tempest-BulkNetworkOpsIpV6Test-1142812762-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-534962'] for network, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:43.615407 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-62dbe6fa-0b81-44b4-95b2-26833607576e tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793194097327', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2373599'] for segment, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:43.623216 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-a6ee0077-a35a-4e29-9781-e82249d6bb4b None None] Deleting port 77aff09a-199a-4042-84f8-1faec83374b4 {{(pid=128085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 11:45:43.623954 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-a6ee0077-a35a-4e29-9781-e82249d6bb4b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793193942312'] for port, before_delete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:43.636251 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-62dbe6fa-0b81-44b4-95b2-26833607576e tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967879'] for segment, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:43.644827 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62dbe6fa-0b81-44b4-95b2-26833607576e tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Releasing vlan 600 on physical network physnet1 to pool {{(pid=128084) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 11:45:43.645757 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-62dbe6fa-0b81-44b4-95b2-26833607576e tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3292053'] for segment, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:43.651365 dv-neutron-797120-4-hyperv neutron-server[128084]: Traceback (most recent call last): Jun 24 11:45:43.651365 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 24 11:45:43.651365 dv-neutron-797120-4-hyperv neutron-server[128084]: timer() Jun 24 11:45:43.651365 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 24 11:45:43.651365 dv-neutron-797120-4-hyperv neutron-server[128084]: cb(*args, **kw) Jun 24 11:45:43.651365 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 24 11:45:43.651365 dv-neutron-797120-4-hyperv neutron-server[128084]: return func(*args, **kwargs) Jun 24 11:45:43.651365 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 24 11:45:43.651365 dv-neutron-797120-4-hyperv neutron-server[128084]: self._notify() Jun 24 11:45:43.651365 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 24 11:45:43.651365 dv-neutron-797120-4-hyperv neutron-server[128084]: self.callback(batched_events) Jun 24 11:45:43.651365 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 24 11:45:43.651365 dv-neutron-797120-4-hyperv neutron-server[128084]: event.method(event) Jun 24 11:45:43.651365 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 24 11:45:43.651365 dv-neutron-797120-4-hyperv neutron-server[128084]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 24 11:45:43.651365 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 24 11:45:43.651365 dv-neutron-797120-4-hyperv neutron-server[128084]: aggregate_uuid = self.p_client.list_aggregates( Jun 24 11:45:43.651365 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 24 11:45:43.651365 dv-neutron-797120-4-hyperv neutron-server[128084]: return f(self, *a, **k) Jun 24 11:45:43.651365 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 24 11:45:43.651365 dv-neutron-797120-4-hyperv neutron-server[128084]: return self._get(url).json() Jun 24 11:45:43.651365 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 24 11:45:43.651365 dv-neutron-797120-4-hyperv neutron-server[128084]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 24 11:45:43.651365 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 24 11:45:43.651365 dv-neutron-797120-4-hyperv neutron-server[128084]: return self.request(url, 'GET', **kwargs) Jun 24 11:45:43.651365 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 24 11:45:43.651365 dv-neutron-797120-4-hyperv neutron-server[128084]: base_url = self.get_endpoint(auth, allow=allow, Jun 24 11:45:43.651365 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 24 11:45:43.651365 dv-neutron-797120-4-hyperv neutron-server[128084]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 24 11:45:43.651365 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 24 11:45:43.651365 dv-neutron-797120-4-hyperv neutron-server[128084]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 24 11:45:43.651365 dv-neutron-797120-4-hyperv neutron-server[128084]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 24 11:45:43.726195 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-62dbe6fa-0b81-44b4-95b2-26833607576e tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1800243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1815642'] for network, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:43.731233 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-ea5844a8-9863-463c-af41-d1422673bda0 tempest-BulkNetworkOpsIpV6Test-1142812762 tempest-BulkNetworkOpsIpV6Test-1142812762-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:45:43.736555 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-62dbe6fa-0b81-44b4-95b2-26833607576e tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Notify callbacks [] for network, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:43.741074 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-62dbe6fa-0b81-44b4-95b2-26833607576e tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] 10.222.0.53 "DELETE /v2.0/networks/17c1c6a1-cd16-4b7a-8ff9-287abf2de00d HTTP/1.1" status: 204 len: 168 time: 0.6017263 Jun 24 11:45:43.742323 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 57280) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:45:43.754048 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 57282) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:45:43.779206 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.db_base_plugin_common [None req-1c1008f3-c6e8-4439-abcb-e98e1cc5b5f9 tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Allocated IP 172.26.7.122 (f2b8ca71-e776-48b2-8898-96cc7970207b/f37bf603-3862-4d0a-9f58-89616f7fd68f/13c27eca-20b9-4a78-8663-47def7abfd74) {{(pid=128083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 11:45:43.855250 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eaba0bf5-4530-41e2-a8d0-8a4a3bf99a72 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Made reservation on behalf of 9c8c7551cf984e4ca40de4f1d8880b93 for: {'subnet': 1} {{(pid=128083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 11:45:43.858913 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-eaba0bf5-4530-41e2-a8d0-8a4a3bf99a72 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3289788'] for subnet, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:43.871325 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-f027fd74-e615-41e2-924b-fee0c9ab9fb1 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-534962'] for network, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:43.875784 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62dbe6fa-0b81-44b4-95b2-26833607576e tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Pushing event deleted for resources: {'Network': ['ID=17c1c6a1-cd16-4b7a-8ff9-287abf2de00d,revision_number=None']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:45:43.879361 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-62dbe6fa-0b81-44b4-95b2-26833607576e tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:45:43.888097 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-a6ee0077-a35a-4e29-9781-e82249d6bb4b None None] For port 77aff09a-199a-4042-84f8-1faec83374b4, host dv-neutron-797120-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=77aff09a-199a-4042-84f8-1faec83374b4,segment=NetworkSegment(ce718b9b-f8a1-4104-98ec-800346bea0d7),segment_id=ce718b9b-f8a1-4104-98ec-800346bea0d7)] {{(pid=128085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 11:45:43.888724 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-a6ee0077-a35a-4e29-9781-e82249d6bb4b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1978872'] for port, precommit_delete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:43.914335 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-a6ee0077-a35a-4e29-9781-e82249d6bb4b None None] Calling delete_port for 77aff09a-199a-4042-84f8-1faec83374b4 owned by network:dhcp {{(pid=128085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 11:45:43.944054 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.plugin [None req-f027fd74-e615-41e2-924b-fee0c9ab9fb1 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Deleting port 77aff09a-199a-4042-84f8-1faec83374b4 {{(pid=128084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 11:45:43.944399 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-f027fd74-e615-41e2-924b-fee0c9ab9fb1 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793193942312'] for port, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:43.993428 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device 77aff09a-199a-4042-84f8-1faec83374b4 no longer exists at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 11:45:44.008354 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-a3119cf1-9d7f-4879-b5d7-9d429b76177a tempest-BulkNetworkOpsIpV6Test-1142812762 tempest-BulkNetworkOpsIpV6Test-1142812762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973199', 'neutron.services.segments.db._delete_segments_for_network-8793194012456'] for network, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:44.030429 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.db [None req-f027fd74-e615-41e2-924b-fee0c9ab9fb1 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] For port 77aff09a-199a-4042-84f8-1faec83374b4, host dv-neutron-797120-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=77aff09a-199a-4042-84f8-1faec83374b4,segment=NetworkSegment(ce718b9b-f8a1-4104-98ec-800346bea0d7),segment_id=ce718b9b-f8a1-4104-98ec-800346bea0d7)] {{(pid=128084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 11:45:44.031459 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-f027fd74-e615-41e2-924b-fee0c9ab9fb1 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1978872'] for port, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:44.047094 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-a6ee0077-a35a-4e29-9781-e82249d6bb4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793193945299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193536732'] for port, after_delete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:44.049599 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.plugin [None req-f027fd74-e615-41e2-924b-fee0c9ab9fb1 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Calling delete_port for 77aff09a-199a-4042-84f8-1faec83374b4 owned by network:dhcp {{(pid=128084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 11:45:44.050262 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-71c539e7-d4bb-4a36-a4d6-c893fffd92ae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:45:44.054875 dv-neutron-797120-4-hyperv neutron-server[128085]: INFO neutron.plugins.ml2.db [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] No ports have port_id starting with 77aff09a-199a-4042-84f8-1faec83374b4 Jun 24 11:45:44.058445 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device 13e900ba-f333-4fa4-b02b-f3e21dde5c6f no longer exists at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 11:45:44.063836 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.services.segments.db [None req-a3119cf1-9d7f-4879-b5d7-9d429b76177a tempest-BulkNetworkOpsIpV6Test-1142812762 tempest-BulkNetworkOpsIpV6Test-1142812762-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d88365d-538d-4035-84e4-01f967456775']}} {{(pid=128083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:45:44.085205 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93defc6-8bf7-4e34-9105-f26ed1c100a1 req-f9ccc05c-37ec-47f2-a642-162cc9d51eae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:45:44.086581 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-f93defc6-8bf7-4e34-9105-f26ed1c100a1 req-f9ccc05c-37ec-47f2-a642-162cc9d51eae service neutron] 10.222.0.45 "GET /v2.0/networks?id=5404b65a-42b1-4f9a-be9b-03cba7439c22 HTTP/1.1" status: 200 len: 907 time: 0.4479485 Jun 24 11:45:44.091875 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.services.segments.db [None req-a3119cf1-9d7f-4879-b5d7-9d429b76177a tempest-BulkNetworkOpsIpV6Test-1142812762 tempest-BulkNetworkOpsIpV6Test-1142812762-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9a89cff-9032-450b-861f-afcb7c1719b7') {'for_net_delete': True} {{(pid=128083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:45:44.092175 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.services.segments.db [None req-a3119cf1-9d7f-4879-b5d7-9d429b76177a tempest-BulkNetworkOpsIpV6Test-1142812762 tempest-BulkNetworkOpsIpV6Test-1142812762-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9a89cff-9032-450b-861f-afcb7c1719b7') {} {{(pid=128083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:45:44.092862 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6ee0077-a35a-4e29-9781-e82249d6bb4b None None] No DVR routers for this DVR port 77aff09a-199a-4042-84f8-1faec83374b4 on host dv-neutron-797120-4-hyperv {{(pid=128085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 11:45:44.094646 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ee0077-a35a-4e29-9781-e82249d6bb4b None None] Pushing event deleted for resources: {'Port': ['ID=77aff09a-199a-4042-84f8-1faec83374b4,revision_number=None']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:45:44.097719 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] No Port match for: 13e900ba-f333-4fa4-b02b-f3e21dde5c6f {{(pid=128085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 11:45:44.097889 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device 13e900ba-f333-4fa4-b02b-f3e21dde5c6f not bound to the agent host dv-neutron-797120-4-hyperv {{(pid=128085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 11:45:44.098174 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device fc48d3e8-2d65-4945-b10a-957e607176f2 no longer exists at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 11:45:44.100804 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-a6ee0077-a35a-4e29-9781-e82249d6bb4b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:45:44.125742 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] No Port match for: fc48d3e8-2d65-4945-b10a-957e607176f2 {{(pid=128085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 11:45:44.125957 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device fc48d3e8-2d65-4945-b10a-957e607176f2 not bound to the agent host dv-neutron-797120-4-hyperv {{(pid=128085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 11:45:44.150067 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-f027fd74-e615-41e2-924b-fee0c9ab9fb1 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793193945299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193536732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3292088'] for port, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:44.153702 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-53fb9b8f-56bd-47ae-aa10-4c076024b9db tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:45:44.154467 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-a3119cf1-9d7f-4879-b5d7-9d429b76177a tempest-BulkNetworkOpsIpV6Test-1142812762 tempest-BulkNetworkOpsIpV6Test-1142812762-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793194097327', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3143690'] for segment, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:44.173008 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-260ab560-5b66-41a5-b553-3caf215d940c admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=a21052ca1699458ba50ac2c967864389&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3908186 Jun 24 11:45:44.177428 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 57286) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:45:44.178249 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f027fd74-e615-41e2-924b-fee0c9ab9fb1 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Pushing event deleted for resources: {'Port': ['ID=77aff09a-199a-4042-84f8-1faec83374b4,revision_number=None']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:45:44.185713 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-f027fd74-e615-41e2-924b-fee0c9ab9fb1 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:45:44.189671 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f027fd74-e615-41e2-924b-fee0c9ab9fb1 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] No DVR routers for this DVR port 77aff09a-199a-4042-84f8-1faec83374b4 on host dv-neutron-797120-4-hyperv {{(pid=128084) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 11:45:44.198622 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-a3119cf1-9d7f-4879-b5d7-9d429b76177a tempest-BulkNetworkOpsIpV6Test-1142812762 tempest-BulkNetworkOpsIpV6Test-1142812762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967879'] for segment, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:44.219271 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3119cf1-9d7f-4879-b5d7-9d429b76177a tempest-BulkNetworkOpsIpV6Test-1142812762 tempest-BulkNetworkOpsIpV6Test-1142812762-project] Releasing vlan 607 on physical network physnet1 to pool {{(pid=128083) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 11:45:44.219652 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-a3119cf1-9d7f-4879-b5d7-9d429b76177a tempest-BulkNetworkOpsIpV6Test-1142812762 tempest-BulkNetworkOpsIpV6Test-1142812762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2537899'] for segment, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:44.222574 dv-neutron-797120-4-hyperv neutron-server[128083]: Traceback (most recent call last): Jun 24 11:45:44.222574 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 24 11:45:44.222574 dv-neutron-797120-4-hyperv neutron-server[128083]: timer() Jun 24 11:45:44.222574 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 24 11:45:44.222574 dv-neutron-797120-4-hyperv neutron-server[128083]: cb(*args, **kw) Jun 24 11:45:44.222574 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 24 11:45:44.222574 dv-neutron-797120-4-hyperv neutron-server[128083]: return func(*args, **kwargs) Jun 24 11:45:44.222574 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 24 11:45:44.222574 dv-neutron-797120-4-hyperv neutron-server[128083]: self._notify() Jun 24 11:45:44.222574 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 24 11:45:44.222574 dv-neutron-797120-4-hyperv neutron-server[128083]: self.callback(batched_events) Jun 24 11:45:44.222574 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 24 11:45:44.222574 dv-neutron-797120-4-hyperv neutron-server[128083]: event.method(event) Jun 24 11:45:44.222574 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 24 11:45:44.222574 dv-neutron-797120-4-hyperv neutron-server[128083]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 24 11:45:44.222574 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 24 11:45:44.222574 dv-neutron-797120-4-hyperv neutron-server[128083]: aggregate_uuid = self.p_client.list_aggregates( Jun 24 11:45:44.222574 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 24 11:45:44.222574 dv-neutron-797120-4-hyperv neutron-server[128083]: return f(self, *a, **k) Jun 24 11:45:44.222574 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 24 11:45:44.222574 dv-neutron-797120-4-hyperv neutron-server[128083]: return self._get(url).json() Jun 24 11:45:44.222574 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 24 11:45:44.222574 dv-neutron-797120-4-hyperv neutron-server[128083]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 24 11:45:44.222574 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 24 11:45:44.222574 dv-neutron-797120-4-hyperv neutron-server[128083]: return self.request(url, 'GET', **kwargs) Jun 24 11:45:44.222574 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 24 11:45:44.222574 dv-neutron-797120-4-hyperv neutron-server[128083]: base_url = self.get_endpoint(auth, allow=allow, Jun 24 11:45:44.222574 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 24 11:45:44.222574 dv-neutron-797120-4-hyperv neutron-server[128083]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 24 11:45:44.222574 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 24 11:45:44.222574 dv-neutron-797120-4-hyperv neutron-server[128083]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 24 11:45:44.222574 dv-neutron-797120-4-hyperv neutron-server[128083]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 24 11:45:44.270531 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-f93defc6-8bf7-4e34-9105-f26ed1c100a1 req-ea3d7ef0-58d3-4222-888a-a003d0b71ddb service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=efecd94f-28f3-4e43-a30e-3b39549f9a3d HTTP/1.1" status: 200 len: 1001 time: 0.1643736 Jun 24 11:45:44.295984 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-f027fd74-e615-41e2-924b-fee0c9ab9fb1 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973199', 'neutron.services.segments.db._delete_segments_for_network-8793194012456'] for network, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:44.298558 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-1c1008f3-c6e8-4439-abcb-e98e1cc5b5f9 tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Notify callbacks [] for port, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:44.313173 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.services.segments.db [None req-f027fd74-e615-41e2-924b-fee0c9ab9fb1 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c475688e-6de7-4445-a056-88051078503f']}} {{(pid=128084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:45:44.315637 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-f769e7c6-7480-47c0-bb4d-c5013d3f82c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:44.330592 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.services.segments.db [None req-f027fd74-e615-41e2-924b-fee0c9ab9fb1 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce718b9b-f8a1-4104-98ec-800346bea0d7') {'for_net_delete': True} {{(pid=128084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:45:44.330888 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.services.segments.db [None req-f027fd74-e615-41e2-924b-fee0c9ab9fb1 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce718b9b-f8a1-4104-98ec-800346bea0d7') {} {{(pid=128084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:45:44.351520 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-f027fd74-e615-41e2-924b-fee0c9ab9fb1 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793194097327', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2373599'] for segment, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:44.362069 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-f769e7c6-7480-47c0-bb4d-c5013d3f82c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:44.380646 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-f027fd74-e615-41e2-924b-fee0c9ab9fb1 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967879'] for segment, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:44.396598 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f027fd74-e615-41e2-924b-fee0c9ab9fb1 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Releasing vlan 648 on physical network physnet1 to pool {{(pid=128084) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 11:45:44.397028 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-f027fd74-e615-41e2-924b-fee0c9ab9fb1 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3292053'] for segment, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:44.397279 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-a3119cf1-9d7f-4879-b5d7-9d429b76177a tempest-BulkNetworkOpsIpV6Test-1142812762 tempest-BulkNetworkOpsIpV6Test-1142812762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1800243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1815642'] for network, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:44.399981 dv-neutron-797120-4-hyperv neutron-server[128084]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 24 11:45:44.399981 dv-neutron-797120-4-hyperv neutron-server[128084]: self.session.flush() Jun 24 11:45:44.399981 dv-neutron-797120-4-hyperv neutron-server[128084]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 24 11:45:44.399981 dv-neutron-797120-4-hyperv neutron-server[128084]: self.session.flush() Jun 24 11:45:44.399981 dv-neutron-797120-4-hyperv neutron-server[128084]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 24 11:45:44.399981 dv-neutron-797120-4-hyperv neutron-server[128084]: self.session.flush() Jun 24 11:45:44.399981 dv-neutron-797120-4-hyperv neutron-server[128084]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 24 11:45:44.399981 dv-neutron-797120-4-hyperv neutron-server[128084]: self.session.flush() Jun 24 11:45:44.399981 dv-neutron-797120-4-hyperv neutron-server[128084]: Traceback (most recent call last): Jun 24 11:45:44.399981 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 24 11:45:44.399981 dv-neutron-797120-4-hyperv neutron-server[128084]: timer() Jun 24 11:45:44.399981 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 24 11:45:44.399981 dv-neutron-797120-4-hyperv neutron-server[128084]: cb(*args, **kw) Jun 24 11:45:44.399981 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 24 11:45:44.399981 dv-neutron-797120-4-hyperv neutron-server[128084]: return func(*args, **kwargs) Jun 24 11:45:44.399981 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 24 11:45:44.399981 dv-neutron-797120-4-hyperv neutron-server[128084]: self._notify() Jun 24 11:45:44.399981 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 24 11:45:44.399981 dv-neutron-797120-4-hyperv neutron-server[128084]: self.callback(batched_events) Jun 24 11:45:44.399981 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 24 11:45:44.399981 dv-neutron-797120-4-hyperv neutron-server[128084]: event.method(event) Jun 24 11:45:44.399981 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 24 11:45:44.399981 dv-neutron-797120-4-hyperv neutron-server[128084]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 24 11:45:44.399981 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 24 11:45:44.399981 dv-neutron-797120-4-hyperv neutron-server[128084]: aggregate_uuid = self.p_client.list_aggregates( Jun 24 11:45:44.399981 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 24 11:45:44.399981 dv-neutron-797120-4-hyperv neutron-server[128084]: return f(self, *a, **k) Jun 24 11:45:44.399981 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 24 11:45:44.399981 dv-neutron-797120-4-hyperv neutron-server[128084]: return self._get(url).json() Jun 24 11:45:44.399981 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 24 11:45:44.399981 dv-neutron-797120-4-hyperv neutron-server[128084]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 24 11:45:44.399981 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 24 11:45:44.399981 dv-neutron-797120-4-hyperv neutron-server[128084]: return self.request(url, 'GET', **kwargs) Jun 24 11:45:44.399981 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 24 11:45:44.399981 dv-neutron-797120-4-hyperv neutron-server[128084]: base_url = self.get_endpoint(auth, allow=allow, Jun 24 11:45:44.399981 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 24 11:45:44.399981 dv-neutron-797120-4-hyperv neutron-server[128084]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 24 11:45:44.399981 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 24 11:45:44.399981 dv-neutron-797120-4-hyperv neutron-server[128084]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 24 11:45:44.399981 dv-neutron-797120-4-hyperv neutron-server[128084]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 24 11:45:44.412430 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:44.415609 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-c81f7323-283b-42d3-9afe-b98cfc7882a3 tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:45:44.420582 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-a3119cf1-9d7f-4879-b5d7-9d429b76177a tempest-BulkNetworkOpsIpV6Test-1142812762 tempest-BulkNetworkOpsIpV6Test-1142812762-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588949'] for network, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:44.425421 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-a3119cf1-9d7f-4879-b5d7-9d429b76177a tempest-BulkNetworkOpsIpV6Test-1142812762 tempest-BulkNetworkOpsIpV6Test-1142812762-project] 10.222.0.53 "DELETE /v2.0/networks/4d88365d-538d-4035-84e4-01f967456775 HTTP/1.1" status: 204 len: 168 time: 1.1459565 Jun 24 11:45:44.427775 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 57288) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:45:44.432957 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93defc6-8bf7-4e34-9105-f26ed1c100a1 req-6abe8906-615f-4933-a77b-b79df7893d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:45:44.434370 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-f93defc6-8bf7-4e34-9105-f26ed1c100a1 req-6abe8906-615f-4933-a77b-b79df7893d5b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=34021bd3-a156-47d8-b4b0-89952a23c040 HTTP/1.1" status: 200 len: 845 time: 0.1299741 Jun 24 11:45:44.459588 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-eaba0bf5-4530-41e2-a8d0-8a4a3bf99a72 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2537737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3289942'] for subnet, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:44.468153 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-f027fd74-e615-41e2-924b-fee0c9ab9fb1 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1800243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1815642'] for network, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:44.472510 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:45:44.477437 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-f027fd74-e615-41e2-924b-fee0c9ab9fb1 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Notify callbacks [] for network, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:44.477927 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3119cf1-9d7f-4879-b5d7-9d429b76177a tempest-BulkNetworkOpsIpV6Test-1142812762 tempest-BulkNetworkOpsIpV6Test-1142812762-project] Pushing event deleted for resources: {'Network': ['ID=4d88365d-538d-4035-84e4-01f967456775,revision_number=None']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:45:44.479402 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-f027fd74-e615-41e2-924b-fee0c9ab9fb1 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] 10.222.0.53 "DELETE /v2.0/networks/c475688e-6de7-4445-a056-88051078503f HTTP/1.1" status: 204 len: 168 time: 0.7348852 Jun 24 11:45:44.481546 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-f769e7c6-7480-47c0-bb4d-c5013d3f82c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800410'] for security_group, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:44.488592 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-f769e7c6-7480-47c0-bb4d-c5013d3f82c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:44.489701 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-f769e7c6-7480-47c0-bb4d-c5013d3f82c1 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/95f115fd-d6a2-4400-85cb-c2b3c0311a09 HTTP/1.1" status: 204 len: 168 time: 0.3093607 Jun 24 11:45:44.493332 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-a3119cf1-9d7f-4879-b5d7-9d429b76177a tempest-BulkNetworkOpsIpV6Test-1142812762 tempest-BulkNetworkOpsIpV6Test-1142812762-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:45:44.498582 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 57290) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:45:44.503707 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-40f9673d-3f79-4737-b587-aa944a8bc4f8 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Request body: {'network': {'name': 'tempest-RoutersTest-1425298610'}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:45:44.508026 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f027fd74-e615-41e2-924b-fee0c9ab9fb1 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Pushing event deleted for resources: {'Network': ['ID=c475688e-6de7-4445-a056-88051078503f,revision_number=None']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:45:44.512073 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-f027fd74-e615-41e2-924b-fee0c9ab9fb1 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:45:44.512642 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-891534f7-9f04-48e0-95fc-abae1ffb1471 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.013s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:45:44.517419 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:45:44.524966 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f769e7c6-7480-47c0-bb4d-c5013d3f82c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95f115fd-d6a2-4400-85cb-c2b3c0311a09,revision_number=None']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:45:44.527941 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-f769e7c6-7480-47c0-bb4d-c5013d3f82c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:45:44.541929 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40f9673d-3f79-4737-b587-aa944a8bc4f8 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Made reservation on behalf of 01c7f8735a2b4722ae0cabb11183e366 for: {'network': 1} {{(pid=128084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 11:45:44.548282 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-40f9673d-3f79-4737-b587-aa944a8bc4f8 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for network, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:44.594622 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40f9673d-3f79-4737-b587-aa944a8bc4f8 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] vlan segment allocate from pool success with {'vlan_id': 647, 'physical_network': 'physnet1'} {{(pid=128084) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 11:45:44.604405 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-40f9673d-3f79-4737-b587-aa944a8bc4f8 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967879'] for segment, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:44.604783 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.db.segments_db [None req-40f9673d-3f79-4737-b587-aa944a8bc4f8 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Added segment 0dc57f64-23eb-4545-9c89-a6bf2c5b79e1 of type vlan for network 49e4dfb1-cba4-4789-b459-4a860327f468 Jun 24 11:45:44.606939 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-1c1008f3-c6e8-4439-abcb-e98e1cc5b5f9 tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-650429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-506361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793193536723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2537853'] for port, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:44.632797 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-9c4364fd-53d4-48dc-b45b-8f4a2631e5b6 tempest-BulkNetworkOpsIpV6Test-1142812762 tempest-BulkNetworkOpsIpV6Test-1142812762-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-534962'] for network, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:44.649692 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaba0bf5-4530-41e2-a8d0-8a4a3bf99a72 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Pushing event updated for resources: {'Subnet': ['ID=fa6e0b10-c5eb-491f-83fc-d70a2a1a8d29,revision_number=0']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:45:44.658100 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-eaba0bf5-4530-41e2-a8d0-8a4a3bf99a72 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:45:44.660644 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-dba4a58b-994f-4001-be1b-d249d69a0d0c tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.046s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:45:44.671999 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-40f9673d-3f79-4737-b587-aa944a8bc4f8 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793193525068'] for network, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:44.701529 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c1008f3-c6e8-4439-abcb-e98e1cc5b5f9 tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Network f2b8ca71-e776-48b2-8898-96cc7970207b is already hosted by enough agents. {{(pid=128083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 11:45:44.713530 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.base_scheduler [None req-1c1008f3-c6e8-4439-abcb-e98e1cc5b5f9 tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Resources bound (agent type, host, resource id): {{(pid=128083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:45:44.719518 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaba0bf5-4530-41e2-a8d0-8a4a3bf99a72 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Checking segment: {'id': '336e5ca9-4236-410e-9b59-a1ab1b60db10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '9cdaee16-c543-4109-9ccd-684de849cbc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=128083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 11:45:44.719880 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaba0bf5-4530-41e2-a8d0-8a4a3bf99a72 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Network hostable DHCP agents. Network: 9cdaee16-c543-4109-9ccd-684de849cbc0, hostable agents: ['6be988a9-1d97-480f-be5a-c55abf2c55c5'], hosted agents: [] {{(pid=128083) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 11:45:44.730801 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c1008f3-c6e8-4439-abcb-e98e1cc5b5f9 tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Received port after_create {{(pid=128083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 11:45:44.752479 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-40f9673d-3f79-4737-b587-aa944a8bc4f8 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1800243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976'] for network, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:44.754998 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93defc6-8bf7-4e34-9105-f26ed1c100a1 req-2827faf6-6acc-4db6-aff6-164100ce5cac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:45:44.756539 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-f93defc6-8bf7-4e34-9105-f26ed1c100a1 req-2827faf6-6acc-4db6-aff6-164100ce5cac service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=5404b65a-42b1-4f9a-be9b-03cba7439c22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3032379 Jun 24 11:45:44.758416 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40f9673d-3f79-4737-b587-aa944a8bc4f8 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=128084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:45:44.759770 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-40f9673d-3f79-4737-b587-aa944a8bc4f8 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Notify callbacks [] for network, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:44.762523 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-62dbe6fa-0b81-44b4-95b2-26833607576e tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:45:44.828063 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1008f3-c6e8-4439-abcb-e98e1cc5b5f9 tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Pushing event updated for resources: {'Port': ['ID=13c27eca-20b9-4a78-8663-47def7abfd74,revision_number=1']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:45:44.832249 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-1c1008f3-c6e8-4439-abcb-e98e1cc5b5f9 tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:45:44.864951 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-40f9673d-3f79-4737-b587-aa944a8bc4f8 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3649642 Jun 24 11:45:44.868405 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 57300) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:45:44.877463 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-445c12b2-64c6-45c9-8df6-421b3efe3e9d tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Request body: {'subnet': {'network_id': '49e4dfb1-cba4-4789-b459-4a860327f468', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:45:44.884875 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f9673d-3f79-4737-b587-aa944a8bc4f8 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Pushing event updated for resources: {'Network': ['ID=49e4dfb1-cba4-4789-b459-4a860327f468,revision_number=1']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:45:44.896850 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Network 49e4dfb1-cba4-4789-b459-4a860327f468 details requested by agent ovs-agent-dv-neutron-797120-4-hyperv with host dv-neutron-797120-4-hyperv {{(pid=128085) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 11:45:44.900846 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-40f9673d-3f79-4737-b587-aa944a8bc4f8 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:45:44.962909 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-9c4364fd-53d4-48dc-b45b-8f4a2631e5b6 tempest-BulkNetworkOpsIpV6Test-1142812762 tempest-BulkNetworkOpsIpV6Test-1142812762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973199', 'neutron.services.segments.db._delete_segments_for_network-8793194012456'] for network, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:44.988564 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaba0bf5-4530-41e2-a8d0-8a4a3bf99a72 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Network 9cdaee16-c543-4109-9ccd-684de849cbc0 is scheduled to be hosted by DHCP agent 6be988a9-1d97-480f-be5a-c55abf2c55c5 with binding_index 1 {{(pid=128083) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 11:45:45.008265 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-445c12b2-64c6-45c9-8df6-421b3efe3e9d tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Made reservation on behalf of 01c7f8735a2b4722ae0cabb11183e366 for: {'subnet': 1} {{(pid=128084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 11:45:45.011870 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-445c12b2-64c6-45c9-8df6-421b3efe3e9d tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3162484'] for subnet, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:45.021983 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.services.segments.db [None req-9c4364fd-53d4-48dc-b45b-8f4a2631e5b6 tempest-BulkNetworkOpsIpV6Test-1142812762 tempest-BulkNetworkOpsIpV6Test-1142812762-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52a56608-c1b2-4c71-ad8f-9af0671bf04c']}} {{(pid=128083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:45:45.045209 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.services.segments.db [None req-9c4364fd-53d4-48dc-b45b-8f4a2631e5b6 tempest-BulkNetworkOpsIpV6Test-1142812762 tempest-BulkNetworkOpsIpV6Test-1142812762-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1eb2abfe-bf5b-4b36-953b-673ccc6b5550') {'for_net_delete': True} {{(pid=128083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:45:45.045745 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.services.segments.db [None req-9c4364fd-53d4-48dc-b45b-8f4a2631e5b6 tempest-BulkNetworkOpsIpV6Test-1142812762 tempest-BulkNetworkOpsIpV6Test-1142812762-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1eb2abfe-bf5b-4b36-953b-673ccc6b5550') {} {{(pid=128083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:45:45.052447 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.base_scheduler [None req-eaba0bf5-4530-41e2-a8d0-8a4a3bf99a72 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-4-hyperv, 9cdaee16-c543-4109-9ccd-684de849cbc0) {{(pid=128083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:45:45.053992 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 57304) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:45:45.062584 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-401e8411-528f-4ecc-9184-b9c3a169c3d1 None None] Network 9cdaee16-c543-4109-9ccd-684de849cbc0 requested from dv-neutron-797120-4-hyperv {{(pid=128085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 11:45:45.094271 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaba0bf5-4530-41e2-a8d0-8a4a3bf99a72 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:45:45.094882 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-eaba0bf5-4530-41e2-a8d0-8a4a3bf99a72 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588949'] for subnet, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:45.100580 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-9c4364fd-53d4-48dc-b45b-8f4a2631e5b6 tempest-BulkNetworkOpsIpV6Test-1142812762 tempest-BulkNetworkOpsIpV6Test-1142812762-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793194097327', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3143690'] for segment, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:45.167241 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-9c4364fd-53d4-48dc-b45b-8f4a2631e5b6 tempest-BulkNetworkOpsIpV6Test-1142812762 tempest-BulkNetworkOpsIpV6Test-1142812762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967879'] for segment, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:45.188671 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-eaba0bf5-4530-41e2-a8d0-8a4a3bf99a72 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7452917 Jun 24 11:45:45.190824 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-f93defc6-8bf7-4e34-9105-f26ed1c100a1 req-4a27fc94-d32f-427e-92ac-ad44fafe0b47 service neutron] 10.222.0.45 "GET /v2.0/networks/5404b65a-42b1-4f9a-be9b-03cba7439c22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3992443 Jun 24 11:45:45.195564 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 57306) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:45:45.201886 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [None req-f3119f37-d263-434d-ad45-1fa5ca34e82a tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1033290521', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:45:45.223312 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c4364fd-53d4-48dc-b45b-8f4a2631e5b6 tempest-BulkNetworkOpsIpV6Test-1142812762 tempest-BulkNetworkOpsIpV6Test-1142812762-project] Releasing vlan 635 on physical network physnet1 to pool {{(pid=128083) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 11:45:45.223763 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-9c4364fd-53d4-48dc-b45b-8f4a2631e5b6 tempest-BulkNetworkOpsIpV6Test-1142812762 tempest-BulkNetworkOpsIpV6Test-1142812762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2537899'] for segment, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:45.226942 dv-neutron-797120-4-hyperv neutron-server[128083]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 11:45:45.226942 dv-neutron-797120-4-hyperv neutron-server[128083]: conditions |= (models_v2.Port.network_id.in_( Jun 24 11:45:45.226942 dv-neutron-797120-4-hyperv neutron-server[128083]: Traceback (most recent call last): Jun 24 11:45:45.226942 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 24 11:45:45.226942 dv-neutron-797120-4-hyperv neutron-server[128083]: timer() Jun 24 11:45:45.226942 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 24 11:45:45.226942 dv-neutron-797120-4-hyperv neutron-server[128083]: cb(*args, **kw) Jun 24 11:45:45.226942 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 24 11:45:45.226942 dv-neutron-797120-4-hyperv neutron-server[128083]: return func(*args, **kwargs) Jun 24 11:45:45.226942 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 24 11:45:45.226942 dv-neutron-797120-4-hyperv neutron-server[128083]: self._notify() Jun 24 11:45:45.226942 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 24 11:45:45.226942 dv-neutron-797120-4-hyperv neutron-server[128083]: self.callback(batched_events) Jun 24 11:45:45.226942 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 24 11:45:45.226942 dv-neutron-797120-4-hyperv neutron-server[128083]: event.method(event) Jun 24 11:45:45.226942 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 24 11:45:45.226942 dv-neutron-797120-4-hyperv neutron-server[128083]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 24 11:45:45.226942 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 24 11:45:45.226942 dv-neutron-797120-4-hyperv neutron-server[128083]: aggregate_uuid = self.p_client.list_aggregates( Jun 24 11:45:45.226942 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 24 11:45:45.226942 dv-neutron-797120-4-hyperv neutron-server[128083]: return f(self, *a, **k) Jun 24 11:45:45.226942 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 24 11:45:45.226942 dv-neutron-797120-4-hyperv neutron-server[128083]: return self._get(url).json() Jun 24 11:45:45.226942 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 24 11:45:45.226942 dv-neutron-797120-4-hyperv neutron-server[128083]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 24 11:45:45.226942 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 24 11:45:45.226942 dv-neutron-797120-4-hyperv neutron-server[128083]: return self.request(url, 'GET', **kwargs) Jun 24 11:45:45.226942 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 24 11:45:45.226942 dv-neutron-797120-4-hyperv neutron-server[128083]: base_url = self.get_endpoint(auth, allow=allow, Jun 24 11:45:45.226942 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 24 11:45:45.226942 dv-neutron-797120-4-hyperv neutron-server[128083]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 24 11:45:45.226942 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 24 11:45:45.226942 dv-neutron-797120-4-hyperv neutron-server[128083]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 24 11:45:45.226942 dv-neutron-797120-4-hyperv neutron-server[128083]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 24 11:45:45.234167 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-445c12b2-64c6-45c9-8df6-421b3efe3e9d tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3291959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3162270'] for subnet, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:45.238102 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-b63c05ce-910b-4490-a380-a091b585152d tempest-ExtraDHCPOptionsIpV6TestJSON-297538214 tempest-ExtraDHCPOptionsIpV6TestJSON-297538214-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:45:45.241294 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a6b3205-9e55-4aac-85f4-aa65f8308409 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d65c8f8-7530-5052-99fe-8ea05073750b-9cdaee16-c543-4109-9ccd-684de849cbc0', 'network_id': '9cdaee16-c543-4109-9ccd-684de849cbc0', 'tenant_id': '9c8c7551cf984e4ca40de4f1d8880b93', 'fixed_ips': [{'subnet_id': 'fa6e0b10-c5eb-491f-83fc-d70a2a1a8d29'}]}} from dv-neutron-797120-4-hyperv. {{(pid=128085) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 24 11:45:45.242448 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-5a6b3205-9e55-4aac-85f4-aa65f8308409 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_create {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:45.253940 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-60e8afd3-bf40-463a-afb2-de8f2d36ca97 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=7087685aba3240ec99de47a885aeb428&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1834347 Jun 24 11:45:45.267025 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 57308) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:45:45.332045 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445c12b2-64c6-45c9-8df6-421b3efe3e9d tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Pushing event updated for resources: {'Subnet': ['ID=642228c8-8b98-44ad-8333-55b67989405b,revision_number=0']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:45:45.347112 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-445c12b2-64c6-45c9-8df6-421b3efe3e9d tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:45:45.353301 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-445c12b2-64c6-45c9-8df6-421b3efe3e9d tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Checking segment: {'id': '0dc57f64-23eb-4545-9c89-a6bf2c5b79e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '49e4dfb1-cba4-4789-b459-4a860327f468'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=128084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 11:45:45.353890 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-445c12b2-64c6-45c9-8df6-421b3efe3e9d tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Network hostable DHCP agents. Network: 49e4dfb1-cba4-4789-b459-4a860327f468, hostable agents: ['6be988a9-1d97-480f-be5a-c55abf2c55c5'], hosted agents: [] {{(pid=128084) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 11:45:45.374829 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-7fe809a7-666f-445d-875a-7546ec23e8f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:45.394247 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-f3119f37-d263-434d-ad45-1fa5ca34e82a tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1803889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65293'] for router, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:45.395563 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-f3119f37-d263-434d-ad45-1fa5ca34e82a tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1803848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1975305', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1581158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65396'] for router, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:45.400500 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-445c12b2-64c6-45c9-8df6-421b3efe3e9d tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Network 49e4dfb1-cba4-4789-b459-4a860327f468 is scheduled to be hosted by DHCP agent 6be988a9-1d97-480f-be5a-c55abf2c55c5 with binding_index 1 {{(pid=128084) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 11:45:45.403580 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-7fe809a7-666f-445d-875a-7546ec23e8f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:45.410655 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.db_base_plugin_common [None req-5a6b3205-9e55-4aac-85f4-aa65f8308409 None None] Allocated IP 2001:db8::2 (9cdaee16-c543-4109-9ccd-684de849cbc0/fa6e0b10-c5eb-491f-83fc-d70a2a1a8d29/43eed5e8-e602-4727-9d42-93bdfb8695ff) {{(pid=128085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 11:45:45.422649 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.base_scheduler [None req-445c12b2-64c6-45c9-8df6-421b3efe3e9d tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-4-hyperv, 49e4dfb1-cba4-4789-b459-4a860327f468) {{(pid=128084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:45:45.430467 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-9c4364fd-53d4-48dc-b45b-8f4a2631e5b6 tempest-BulkNetworkOpsIpV6Test-1142812762 tempest-BulkNetworkOpsIpV6Test-1142812762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1800243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1815642'] for network, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:45.433290 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-445c12b2-64c6-45c9-8df6-421b3efe3e9d tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=128084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:45:45.433929 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-445c12b2-64c6-45c9-8df6-421b3efe3e9d tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Notify callbacks [] for subnet, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:45.440503 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-3b7b17b9-6d8d-497e-ad6b-598d565d4646 tempest-BulkNetworkOpsIpV6Test-1142812762 tempest-BulkNetworkOpsIpV6Test-1142812762-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:45:45.442893 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-527e4d44-c8a4-4f68-8c8a-b1be4e547703 None None] Network 49e4dfb1-cba4-4789-b459-4a860327f468 requested from dv-neutron-797120-4-hyperv {{(pid=128085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 11:45:45.444248 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-9c4364fd-53d4-48dc-b45b-8f4a2631e5b6 tempest-BulkNetworkOpsIpV6Test-1142812762 tempest-BulkNetworkOpsIpV6Test-1142812762-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588949'] for network, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:45.446295 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-9c4364fd-53d4-48dc-b45b-8f4a2631e5b6 tempest-BulkNetworkOpsIpV6Test-1142812762 tempest-BulkNetworkOpsIpV6Test-1142812762-project] 10.222.0.53 "DELETE /v2.0/networks/52a56608-c1b2-4c71-ad8f-9af0671bf04c HTTP/1.1" status: 204 len: 168 time: 1.0150390 Jun 24 11:45:45.449056 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 57310) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:45:45.481866 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-445c12b2-64c6-45c9-8df6-421b3efe3e9d tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6098049 Jun 24 11:45:45.482068 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4364fd-53d4-48dc-b45b-8f4a2631e5b6 tempest-BulkNetworkOpsIpV6Test-1142812762 tempest-BulkNetworkOpsIpV6Test-1142812762-project] Pushing event deleted for resources: {'Network': ['ID=52a56608-c1b2-4c71-ad8f-9af0671bf04c,revision_number=None']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:45:45.482411 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 57312) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:45:45.490162 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-f93defc6-8bf7-4e34-9105-f26ed1c100a1 req-3e0563a3-57a3-4c34-bf53-fc3e476f0319 service neutron] 10.222.0.45 "GET /v2.0/networks/5404b65a-42b1-4f9a-be9b-03cba7439c22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2750092 Jun 24 11:45:45.491020 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-9c4364fd-53d4-48dc-b45b-8f4a2631e5b6 tempest-BulkNetworkOpsIpV6Test-1142812762 tempest-BulkNetworkOpsIpV6Test-1142812762-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:45:45.492053 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-422da233-e303-4908-aee1-d1b6587494e8 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2126810593', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:45:45.542156 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-f3119f37-d263-434d-ad45-1fa5ca34e82a tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:45.554163 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-f3119f37-d263-434d-ad45-1fa5ca34e82a tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1803210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1815767'] for router, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:45.559565 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-70f526fa-6be6-4b14-aaa4-68c9ce8cc837 tempest-BulkNetworkOpsIpV6Test-1142812762 tempest-BulkNetworkOpsIpV6Test-1142812762-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-534962'] for network, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:45.563268 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-422da233-e303-4908-aee1-d1b6587494e8 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1803889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65293'] for router, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:45.564310 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-422da233-e303-4908-aee1-d1b6587494e8 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1803848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1975305', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1581158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65396'] for router, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:45.569284 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-7fe809a7-666f-445d-875a-7546ec23e8f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800410'] for security_group, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:45.571803 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-7fe809a7-666f-445d-875a-7546ec23e8f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:45.572928 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-7fe809a7-666f-445d-875a-7546ec23e8f4 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/27d38a99-f803-4498-bb10-d758d78bf7da HTTP/1.1" status: 204 len: 168 time: 0.3040440 Jun 24 11:45:45.575110 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-cea65ff7-c5ec-49a2-8de8-5ef1e18def44 tempest-ExtraDHCPOptionsIpV6TestJSON-297538214 tempest-ExtraDHCPOptionsIpV6TestJSON-297538214-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:45:45.591563 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe809a7-666f-445d-875a-7546ec23e8f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27d38a99-f803-4498-bb10-d758d78bf7da,revision_number=None']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:45:45.595321 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-7fe809a7-666f-445d-875a-7546ec23e8f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:45:45.601219 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-f3119f37-d263-434d-ad45-1fa5ca34e82a tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Notify callbacks [] for router, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:45.602741 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-f3119f37-d263-434d-ad45-1fa5ca34e82a tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4049046 Jun 24 11:45:45.605418 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 57316) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:45:45.668348 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-422da233-e303-4908-aee1-d1b6587494e8 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:45.679807 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-422da233-e303-4908-aee1-d1b6587494e8 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1803210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1815767'] for router, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:45.735094 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-70f526fa-6be6-4b14-aaa4-68c9ce8cc837 tempest-BulkNetworkOpsIpV6Test-1142812762 tempest-BulkNetworkOpsIpV6Test-1142812762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973199', 'neutron.services.segments.db._delete_segments_for_network-8793194012456'] for network, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:45.745808 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-422da233-e303-4908-aee1-d1b6587494e8 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Notify callbacks [] for router, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:45.746695 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-5a6b3205-9e55-4aac-85f4-aa65f8308409 None None] Notify callbacks [] for port, precommit_create {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:45.747497 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-422da233-e303-4908-aee1-d1b6587494e8 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2635429 Jun 24 11:45:45.751610 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 57318) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:45:45.758920 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-72c18aa0-8052-40ba-862f-cbf06c00f603 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Request body: {'port': {'network_id': '49e4dfb1-cba4-4789-b459-4a860327f468', 'name': 'tempest-RoutersTest-630914384'}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:45:45.760784 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-5a6b3205-9e55-4aac-85f4-aa65f8308409 None None] Transition to ACTIVE for port object 43eed5e8-e602-4727-9d42-93bdfb8695ff will not be triggered until provisioned by entity L2. {{(pid=128085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 11:45:45.768169 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.services.segments.db [None req-70f526fa-6be6-4b14-aaa4-68c9ce8cc837 tempest-BulkNetworkOpsIpV6Test-1142812762 tempest-BulkNetworkOpsIpV6Test-1142812762-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f6987dc-2219-4a5c-909a-711e7284a03d']}} {{(pid=128084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:45:45.780044 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-5a6b3205-9e55-4aac-85f4-aa65f8308409 None None] Transition to ACTIVE for port object 43eed5e8-e602-4727-9d42-93bdfb8695ff will not be triggered until provisioned by entity DHCP. {{(pid=128085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 11:45:45.795060 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-5a6b3205-9e55-4aac-85f4-aa65f8308409 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-650429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-506361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793193536723'] for port, after_create {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:45.802892 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.services.segments.db [None req-70f526fa-6be6-4b14-aaa4-68c9ce8cc837 tempest-BulkNetworkOpsIpV6Test-1142812762 tempest-BulkNetworkOpsIpV6Test-1142812762-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97ed3e13-db1a-4789-97bb-6fe5727f6b5b') {'for_net_delete': True} {{(pid=128084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:45:45.803271 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.services.segments.db [None req-70f526fa-6be6-4b14-aaa4-68c9ce8cc837 tempest-BulkNetworkOpsIpV6Test-1142812762 tempest-BulkNetworkOpsIpV6Test-1142812762-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97ed3e13-db1a-4789-97bb-6fe5727f6b5b') {} {{(pid=128084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:45:45.814085 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-685c455b-26d3-4aa3-ac10-64a511e3154e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:45:45.818797 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-70f526fa-6be6-4b14-aaa4-68c9ce8cc837 tempest-BulkNetworkOpsIpV6Test-1142812762 tempest-BulkNetworkOpsIpV6Test-1142812762-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793194097327', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2373599'] for segment, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:45.849954 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-70f526fa-6be6-4b14-aaa4-68c9ce8cc837 tempest-BulkNetworkOpsIpV6Test-1142812762 tempest-BulkNetworkOpsIpV6Test-1142812762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967879'] for segment, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:45.854581 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a6b3205-9e55-4aac-85f4-aa65f8308409 None None] Network 9cdaee16-c543-4109-9ccd-684de849cbc0 is already hosted by enough agents. {{(pid=128085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 11:45:45.856372 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70f526fa-6be6-4b14-aaa4-68c9ce8cc837 tempest-BulkNetworkOpsIpV6Test-1142812762 tempest-BulkNetworkOpsIpV6Test-1142812762-project] Releasing vlan 619 on physical network physnet1 to pool {{(pid=128084) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 11:45:45.857012 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-70f526fa-6be6-4b14-aaa4-68c9ce8cc837 tempest-BulkNetworkOpsIpV6Test-1142812762 tempest-BulkNetworkOpsIpV6Test-1142812762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3292053'] for segment, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:45.861024 dv-neutron-797120-4-hyperv neutron-server[128084]: Traceback (most recent call last): Jun 24 11:45:45.861024 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 24 11:45:45.861024 dv-neutron-797120-4-hyperv neutron-server[128084]: timer() Jun 24 11:45:45.861024 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 24 11:45:45.861024 dv-neutron-797120-4-hyperv neutron-server[128084]: cb(*args, **kw) Jun 24 11:45:45.861024 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 24 11:45:45.861024 dv-neutron-797120-4-hyperv neutron-server[128084]: return func(*args, **kwargs) Jun 24 11:45:45.861024 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 24 11:45:45.861024 dv-neutron-797120-4-hyperv neutron-server[128084]: self._notify() Jun 24 11:45:45.861024 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 24 11:45:45.861024 dv-neutron-797120-4-hyperv neutron-server[128084]: self.callback(batched_events) Jun 24 11:45:45.861024 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 24 11:45:45.861024 dv-neutron-797120-4-hyperv neutron-server[128084]: event.method(event) Jun 24 11:45:45.861024 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 24 11:45:45.861024 dv-neutron-797120-4-hyperv neutron-server[128084]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 24 11:45:45.861024 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 24 11:45:45.861024 dv-neutron-797120-4-hyperv neutron-server[128084]: aggregate_uuid = self.p_client.list_aggregates( Jun 24 11:45:45.861024 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 24 11:45:45.861024 dv-neutron-797120-4-hyperv neutron-server[128084]: return f(self, *a, **k) Jun 24 11:45:45.861024 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 24 11:45:45.861024 dv-neutron-797120-4-hyperv neutron-server[128084]: return self._get(url).json() Jun 24 11:45:45.861024 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 24 11:45:45.861024 dv-neutron-797120-4-hyperv neutron-server[128084]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 24 11:45:45.861024 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 24 11:45:45.861024 dv-neutron-797120-4-hyperv neutron-server[128084]: return self.request(url, 'GET', **kwargs) Jun 24 11:45:45.861024 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 24 11:45:45.861024 dv-neutron-797120-4-hyperv neutron-server[128084]: base_url = self.get_endpoint(auth, allow=allow, Jun 24 11:45:45.861024 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 24 11:45:45.861024 dv-neutron-797120-4-hyperv neutron-server[128084]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 24 11:45:45.861024 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 24 11:45:45.861024 dv-neutron-797120-4-hyperv neutron-server[128084]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 24 11:45:45.861024 dv-neutron-797120-4-hyperv neutron-server[128084]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 24 11:45:45.868493 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.scheduler.base_scheduler [None req-5a6b3205-9e55-4aac-85f4-aa65f8308409 None None] Resources bound (agent type, host, resource id): {{(pid=128085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:45:45.881289 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a6b3205-9e55-4aac-85f4-aa65f8308409 None None] Received port after_create {{(pid=128085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 11:45:46.034447 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-70f526fa-6be6-4b14-aaa4-68c9ce8cc837 tempest-BulkNetworkOpsIpV6Test-1142812762 tempest-BulkNetworkOpsIpV6Test-1142812762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1800243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1815642'] for network, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:46.051582 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:45:46.067381 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-70f526fa-6be6-4b14-aaa4-68c9ce8cc837 tempest-BulkNetworkOpsIpV6Test-1142812762 tempest-BulkNetworkOpsIpV6Test-1142812762-project] Notify callbacks [] for network, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:46.070794 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6b3205-9e55-4aac-85f4-aa65f8308409 None None] Pushing event updated for resources: {'Port': ['ID=43eed5e8-e602-4727-9d42-93bdfb8695ff,revision_number=1']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:45:46.073255 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-70f526fa-6be6-4b14-aaa4-68c9ce8cc837 tempest-BulkNetworkOpsIpV6Test-1142812762 tempest-BulkNetworkOpsIpV6Test-1142812762-project] 10.222.0.53 "DELETE /v2.0/networks/0f6987dc-2219-4a5c-909a-711e7284a03d HTTP/1.1" status: 204 len: 168 time: 0.6205266 Jun 24 11:45:46.080218 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-5a6b3205-9e55-4aac-85f4-aa65f8308409 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:45:46.120874 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40aa1a2d-b650-475f-b7c7-f4930fc92d93 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d65c8f8-7530-5052-99fe-8ea05073750b-49e4dfb1-cba4-4789-b459-4a860327f468', 'network_id': '49e4dfb1-cba4-4789-b459-4a860327f468', 'tenant_id': '01c7f8735a2b4722ae0cabb11183e366', 'fixed_ips': [{'subnet_id': '642228c8-8b98-44ad-8333-55b67989405b'}]}} from dv-neutron-797120-4-hyperv. {{(pid=128085) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 24 11:45:46.130396 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-40aa1a2d-b650-475f-b7c7-f4930fc92d93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_create {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:46.173989 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f526fa-6be6-4b14-aaa4-68c9ce8cc837 tempest-BulkNetworkOpsIpV6Test-1142812762 tempest-BulkNetworkOpsIpV6Test-1142812762-project] Pushing event deleted for resources: {'Network': ['ID=0f6987dc-2219-4a5c-909a-711e7284a03d,revision_number=None']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:45:46.179281 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-70f526fa-6be6-4b14-aaa4-68c9ce8cc837 tempest-BulkNetworkOpsIpV6Test-1142812762 tempest-BulkNetworkOpsIpV6Test-1142812762-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:45:46.198024 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-5a6b3205-9e55-4aac-85f4-aa65f8308409 None None] Attempting to bind port 43eed5e8-e602-4727-9d42-93bdfb8695ff on host dv-neutron-797120-4-hyperv for vnic_type normal with profile {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 11:45:46.198314 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-5a6b3205-9e55-4aac-85f4-aa65f8308409 None None] Attempting to bind port 43eed5e8-e602-4727-9d42-93bdfb8695ff by drivers openvswitch,hyperv on host dv-neutron-797120-4-hyperv at level 0 using segments [{'id': '336e5ca9-4236-410e-9b59-a1ab1b60db10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '9cdaee16-c543-4109-9ccd-684de849cbc0'}] {{(pid=128085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 11:45:46.198689 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a6b3205-9e55-4aac-85f4-aa65f8308409 None None] Attempting to bind port 43eed5e8-e602-4727-9d42-93bdfb8695ff on network 9cdaee16-c543-4109-9ccd-684de849cbc0 {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 11:45:46.207605 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a6b3205-9e55-4aac-85f4-aa65f8308409 None None] Checking agent: {'id': 'e3a695b2-c397-461f-83b0-10b79d490b59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 11, 36, 56), 'started_at': datetime.datetime(2021, 6, 24, 11, 37, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 11, 45, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 11:45:46.207998 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a6b3205-9e55-4aac-85f4-aa65f8308409 None None] Checking segment: {'id': '336e5ca9-4236-410e-9b59-a1ab1b60db10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '9cdaee16-c543-4109-9ccd-684de849cbc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=128085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 11:45:46.208423 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-5a6b3205-9e55-4aac-85f4-aa65f8308409 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:46.208826 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a6b3205-9e55-4aac-85f4-aa65f8308409 None None] Bound using segment: {'id': '336e5ca9-4236-410e-9b59-a1ab1b60db10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '9cdaee16-c543-4109-9ccd-684de849cbc0'} {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 11:45:46.209355 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-5a6b3205-9e55-4aac-85f4-aa65f8308409 None None] Bound port: 43eed5e8-e602-4727-9d42-93bdfb8695ff, host: dv-neutron-797120-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '336e5ca9-4236-410e-9b59-a1ab1b60db10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '9cdaee16-c543-4109-9ccd-684de849cbc0'}}] {{(pid=128085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 11:45:46.209752 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-5a6b3205-9e55-4aac-85f4-aa65f8308409 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:46.247189 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72c18aa0-8052-40ba-862f-cbf06c00f603 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Made reservation on behalf of 01c7f8735a2b4722ae0cabb11183e366 for: {'port': 1} {{(pid=128084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 11:45:46.258465 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-72c18aa0-8052-40ba-862f-cbf06c00f603 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:46.300162 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.notifiers.nova [None req-72c18aa0-8052-40ba-862f-cbf06c00f603 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] device_id is not set on port a8dd82c7-6a6f-47c0-8f91-0f32f99a77df yet. {{(pid=128084) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 24 11:45:46.364265 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-5a6b3205-9e55-4aac-85f4-aa65f8308409 None None] For port 43eed5e8-e602-4727-9d42-93bdfb8695ff, host dv-neutron-797120-4-hyperv, cleared binding levels {{(pid=128085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 11:45:46.419297 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-5a6b3205-9e55-4aac-85f4-aa65f8308409 None None] For port 43eed5e8-e602-4727-9d42-93bdfb8695ff, host dv-neutron-797120-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=43eed5e8-e602-4727-9d42-93bdfb8695ff,segment=NetworkSegment(336e5ca9-4236-410e-9b59-a1ab1b60db10),segment_id=336e5ca9-4236-410e-9b59-a1ab1b60db10)] {{(pid=128085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 11:45:46.449099 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-5a6b3205-9e55-4aac-85f4-aa65f8308409 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:46.458702 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:45:46.485912 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 57340) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:45:46.499048 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.db_base_plugin_common [None req-40aa1a2d-b650-475f-b7c7-f4930fc92d93 None None] Allocated IP 172.20.0.2 (49e4dfb1-cba4-4789-b459-4a860327f468/642228c8-8b98-44ad-8333-55b67989405b/ea1a4899-d2a8-4d2c-b131-c89dacea4ba8) {{(pid=128085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 11:45:46.582157 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6b3205-9e55-4aac-85f4-aa65f8308409 None None] Pushing event updated for resources: {'Port': ['ID=43eed5e8-e602-4727-9d42-93bdfb8695ff,revision_number=2']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:45:46.598684 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-5a6b3205-9e55-4aac-85f4-aa65f8308409 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:45:46.605404 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-1c1008f3-c6e8-4439-abcb-e98e1cc5b5f9 tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Notify callbacks [] for floatingip, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:46.638814 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-419ecbe5-5769-4c85-8f04-68587f0f0a21 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:46.717226 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-9735ae0b-b9a0-4f73-ade1-6a73cd5b10ba admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=00f567924a9b40eb87599708f2304a9e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2244799 Jun 24 11:45:46.717226 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 57350) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:45:46.756577 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-40aa1a2d-b650-475f-b7c7-f4930fc92d93 None None] Notify callbacks [] for port, precommit_create {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:46.776066 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-40aa1a2d-b650-475f-b7c7-f4930fc92d93 None None] Transition to ACTIVE for port object ea1a4899-d2a8-4d2c-b131-c89dacea4ba8 will not be triggered until provisioned by entity L2. {{(pid=128085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 11:45:46.821549 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-40aa1a2d-b650-475f-b7c7-f4930fc92d93 None None] Transition to ACTIVE for port object ea1a4899-d2a8-4d2c-b131-c89dacea4ba8 will not be triggered until provisioned by entity DHCP. {{(pid=128085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 11:45:46.833262 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-9b67d0d2-7bbb-4fea-afbb-544ef1ed03f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:46.837408 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-40aa1a2d-b650-475f-b7c7-f4930fc92d93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-650429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-506361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793193536723'] for port, after_create {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:46.846371 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:45:46.893215 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-1c1008f3-c6e8-4439-abcb-e98e1cc5b5f9 tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:46.909504 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40aa1a2d-b650-475f-b7c7-f4930fc92d93 None None] Pushing event updated for resources: {'Port': ['ID=ea1a4899-d2a8-4d2c-b131-c89dacea4ba8,revision_number=1']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:45:46.909848 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-9b67d0d2-7bbb-4fea-afbb-544ef1ed03f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:46.914816 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-40aa1a2d-b650-475f-b7c7-f4930fc92d93 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:45:46.916785 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40aa1a2d-b650-475f-b7c7-f4930fc92d93 None None] Network 49e4dfb1-cba4-4789-b459-4a860327f468 is already hosted by enough agents. {{(pid=128085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 11:45:46.918237 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.scheduler.base_scheduler [None req-40aa1a2d-b650-475f-b7c7-f4930fc92d93 None None] Resources bound (agent type, host, resource id): {{(pid=128085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:45:46.920691 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40aa1a2d-b650-475f-b7c7-f4930fc92d93 None None] Received port after_create {{(pid=128085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 11:45:46.934462 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 57354) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:45:47.015823 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-40aa1a2d-b650-475f-b7c7-f4930fc92d93 None None] Attempting to bind port ea1a4899-d2a8-4d2c-b131-c89dacea4ba8 on host dv-neutron-797120-4-hyperv for vnic_type normal with profile {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 11:45:47.016318 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-40aa1a2d-b650-475f-b7c7-f4930fc92d93 None None] Attempting to bind port ea1a4899-d2a8-4d2c-b131-c89dacea4ba8 by drivers openvswitch,hyperv on host dv-neutron-797120-4-hyperv at level 0 using segments [{'id': '0dc57f64-23eb-4545-9c89-a6bf2c5b79e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '49e4dfb1-cba4-4789-b459-4a860327f468'}] {{(pid=128085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 11:45:47.016761 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40aa1a2d-b650-475f-b7c7-f4930fc92d93 None None] Attempting to bind port ea1a4899-d2a8-4d2c-b131-c89dacea4ba8 on network 49e4dfb1-cba4-4789-b459-4a860327f468 {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 11:45:47.026043 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40aa1a2d-b650-475f-b7c7-f4930fc92d93 None None] Checking agent: {'id': 'e3a695b2-c397-461f-83b0-10b79d490b59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 11, 36, 56), 'started_at': datetime.datetime(2021, 6, 24, 11, 37, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 11, 45, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 11:45:47.026521 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40aa1a2d-b650-475f-b7c7-f4930fc92d93 None None] Checking segment: {'id': '0dc57f64-23eb-4545-9c89-a6bf2c5b79e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '49e4dfb1-cba4-4789-b459-4a860327f468'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=128085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 11:45:47.027419 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-40aa1a2d-b650-475f-b7c7-f4930fc92d93 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:47.028569 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40aa1a2d-b650-475f-b7c7-f4930fc92d93 None None] Bound using segment: {'id': '0dc57f64-23eb-4545-9c89-a6bf2c5b79e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '49e4dfb1-cba4-4789-b459-4a860327f468'} {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 11:45:47.029634 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-40aa1a2d-b650-475f-b7c7-f4930fc92d93 None None] Bound port: ea1a4899-d2a8-4d2c-b131-c89dacea4ba8, host: dv-neutron-797120-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0dc57f64-23eb-4545-9c89-a6bf2c5b79e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '49e4dfb1-cba4-4789-b459-4a860327f468'}}] {{(pid=128085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 11:45:47.031200 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-40aa1a2d-b650-475f-b7c7-f4930fc92d93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:47.055758 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.agents_db [None req-87a69269-d72b-4286-97f3-1041481ed6d8 None None] Agent healthcheck: found 6 active agents {{(pid=128086) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 11:45:47.138624 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-40aa1a2d-b650-475f-b7c7-f4930fc92d93 None None] For port ea1a4899-d2a8-4d2c-b131-c89dacea4ba8, host dv-neutron-797120-4-hyperv, cleared binding levels {{(pid=128085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 11:45:47.145843 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-40aa1a2d-b650-475f-b7c7-f4930fc92d93 None None] For port ea1a4899-d2a8-4d2c-b131-c89dacea4ba8, host dv-neutron-797120-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=ea1a4899-d2a8-4d2c-b131-c89dacea4ba8,segment=NetworkSegment(0dc57f64-23eb-4545-9c89-a6bf2c5b79e1),segment_id=0dc57f64-23eb-4545-9c89-a6bf2c5b79e1)] {{(pid=128085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 11:45:47.149637 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [None req-2f5280a3-17ad-422f-82d5-e0b5ebdf7e3b tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-838004773'}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:45:47.157462 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-40aa1a2d-b650-475f-b7c7-f4930fc92d93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:47.162968 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:45:47.180458 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.db_base_plugin_common [None req-419ecbe5-5769-4c85-8f04-68587f0f0a21 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Allocated IP 2001:db8::1 (9cdaee16-c543-4109-9ccd-684de849cbc0/fa6e0b10-c5eb-491f-83fc-d70a2a1a8d29/bec8d49a-5922-4ba3-a2b7-5de5933713a7) {{(pid=128083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 11:45:47.211788 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f5280a3-17ad-422f-82d5-e0b5ebdf7e3b tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Made reservation on behalf of 086af1f572244cd08c37d97e004e4732 for: {'network': 1} {{(pid=128083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 11:45:47.215695 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-2f5280a3-17ad-422f-82d5-e0b5ebdf7e3b tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for network, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:47.260029 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-2f5280a3-17ad-422f-82d5-e0b5ebdf7e3b tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks [] for security_group, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:47.287146 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40aa1a2d-b650-475f-b7c7-f4930fc92d93 None None] Pushing event updated for resources: {'Port': ['ID=ea1a4899-d2a8-4d2c-b131-c89dacea4ba8,revision_number=2']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:45:47.291144 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-40aa1a2d-b650-475f-b7c7-f4930fc92d93 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:45:47.344193 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.db.db_base_plugin_common [None req-72c18aa0-8052-40ba-862f-cbf06c00f603 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Allocated IP 172.20.0.5 (49e4dfb1-cba4-4789-b459-4a860327f468/642228c8-8b98-44ad-8333-55b67989405b/a8dd82c7-6a6f-47c0-8f91-0f32f99a77df) {{(pid=128084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 11:45:47.413261 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-9b67d0d2-7bbb-4fea-afbb-544ef1ed03f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800410'] for security_group, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:47.416046 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-9b67d0d2-7bbb-4fea-afbb-544ef1ed03f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:47.417284 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-9b67d0d2-7bbb-4fea-afbb-544ef1ed03f2 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/f55db6d4-3fae-4194-a209-f56b33c8e312 HTTP/1.1" status: 204 len: 168 time: 0.7016141 Jun 24 11:45:47.421212 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-1c1008f3-c6e8-4439-abcb-e98e1cc5b5f9 tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Notify callbacks [] for port, precommit_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:47.423273 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:45:47.464242 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-1c1008f3-c6e8-4439-abcb-e98e1cc5b5f9 tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2537871'] for port, after_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:47.480941 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-4768bc97-3f90-452c-97a6-6282508b0505 tempest-PortsAdminExtendedAttrsTestJSON-866674268 tempest-PortsAdminExtendedAttrsTestJSON-866674268-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:45:47.480941 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-419ecbe5-5769-4c85-8f04-68587f0f0a21 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Notify callbacks [] for port, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:47.503173 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b67d0d2-7bbb-4fea-afbb-544ef1ed03f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f55db6d4-3fae-4194-a209-f56b33c8e312,revision_number=None']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:45:47.522221 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-9b67d0d2-7bbb-4fea-afbb-544ef1ed03f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:45:47.551468 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.provisioning_blocks [None req-419ecbe5-5769-4c85-8f04-68587f0f0a21 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Transition to ACTIVE for port object bec8d49a-5922-4ba3-a2b7-5de5933713a7 will not be triggered until provisioned by entity DHCP. {{(pid=128083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 11:45:47.654386 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-419ecbe5-5769-4c85-8f04-68587f0f0a21 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-650429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-506361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793193536723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2537853'] for port, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:47.682010 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-72c18aa0-8052-40ba-862f-cbf06c00f603 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Notify callbacks [] for port, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:47.697106 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.db.provisioning_blocks [None req-72c18aa0-8052-40ba-862f-cbf06c00f603 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Transition to ACTIVE for port object a8dd82c7-6a6f-47c0-8f91-0f32f99a77df will not be triggered until provisioned by entity DHCP. {{(pid=128084) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 11:45:47.710809 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1008f3-c6e8-4439-abcb-e98e1cc5b5f9 tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Pushing event updated for resources: {'Port': ['ID=13c27eca-20b9-4a78-8663-47def7abfd74,revision_number=2']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:45:47.714606 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-1c1008f3-c6e8-4439-abcb-e98e1cc5b5f9 tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:45:47.725636 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-419ecbe5-5769-4c85-8f04-68587f0f0a21 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Network 9cdaee16-c543-4109-9ccd-684de849cbc0 is already hosted by enough agents. {{(pid=128083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 11:45:47.727116 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-c34928ba-6d38-4fde-8180-85b1d58c96a3 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.051s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:45:47.730560 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.base_scheduler [None req-419ecbe5-5769-4c85-8f04-68587f0f0a21 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Resources bound (agent type, host, resource id): {{(pid=128083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:45:47.733873 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-419ecbe5-5769-4c85-8f04-68587f0f0a21 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Received port after_create {{(pid=128083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 11:45:47.735133 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-419ecbe5-5769-4c85-8f04-68587f0f0a21 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1978458'] for router_interface, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:47.758167 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-72c18aa0-8052-40ba-862f-cbf06c00f603 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-650429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-506361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793193536723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3291971'] for port, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:47.764575 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-f4344a1a-6e65-4de6-a3df-603ff12a8d0e tempest-BulkNetworkOpsIpV6Test-1142812762 tempest-BulkNetworkOpsIpV6Test-1142812762-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:45:47.803879 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72c18aa0-8052-40ba-862f-cbf06c00f603 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Network 49e4dfb1-cba4-4789-b459-4a860327f468 is already hosted by enough agents. {{(pid=128084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 11:45:47.807404 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.base_scheduler [None req-72c18aa0-8052-40ba-862f-cbf06c00f603 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Resources bound (agent type, host, resource id): {{(pid=128084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:45:47.812887 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72c18aa0-8052-40ba-862f-cbf06c00f603 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Received port after_create {{(pid=128084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 11:45:47.850316 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c18aa0-8052-40ba-862f-cbf06c00f603 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Pushing event updated for resources: {'Port': ['ID=a8dd82c7-6a6f-47c0-8f91-0f32f99a77df,revision_number=1']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:45:47.854876 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-72c18aa0-8052-40ba-862f-cbf06c00f603 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:45:47.872666 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-2f5280a3-17ad-422f-82d5-e0b5ebdf7e3b tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks [] for security_group, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:47.886174 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72c18aa0-8052-40ba-862f-cbf06c00f603 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=128084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:45:47.887174 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-72c18aa0-8052-40ba-862f-cbf06c00f603 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468916'] for port, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:47.900953 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-1c1008f3-c6e8-4439-abcb-e98e1cc5b5f9 tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1815637'] for floatingip, after_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:47.907493 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-2f5280a3-17ad-422f-82d5-e0b5ebdf7e3b tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800410'] for security_group, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:47.926180 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-72c18aa0-8052-40ba-862f-cbf06c00f603 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 2.1731052 Jun 24 11:45:47.928853 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 57370) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:45:47.958012 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419ecbe5-5769-4c85-8f04-68587f0f0a21 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Pushing event updated for resources: {'Port': ['ID=bec8d49a-5922-4ba3-a2b7-5de5933713a7,revision_number=1']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:45:47.966622 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-419ecbe5-5769-4c85-8f04-68587f0f0a21 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:45:47.972836 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.056s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:45:47.976490 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f5280a3-17ad-422f-82d5-e0b5ebdf7e3b tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] vlan segment allocate from pool success with {'vlan_id': 612, 'physical_network': 'physnet1'} {{(pid=128083) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 11:45:48.016728 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-2f5280a3-17ad-422f-82d5-e0b5ebdf7e3b tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967879'] for segment, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:48.017337 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.db.segments_db [None req-2f5280a3-17ad-422f-82d5-e0b5ebdf7e3b tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Added segment fddfe548-9582-48fa-8a0c-6b06bc4d1b9f of type vlan for network 11a80c9d-f8ee-4388-91b0-d49a25200fee Jun 24 11:45:48.090218 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecab08c1-62da-4655-a1ca-724e2fbea9f0 None None] Network 9cdaee16-c543-4109-9ccd-684de849cbc0 requested from dv-neutron-797120-4-hyperv {{(pid=128085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 11:45:48.117469 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5280a3-17ad-422f-82d5-e0b5ebdf7e3b tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Pushing event updated for resources: {'SecurityGroup': ['ID=945ef1e4-625c-4e09-b7bc-c999f9186a8f,revision_number=1']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:45:48.127669 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-2f5280a3-17ad-422f-82d5-e0b5ebdf7e3b tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:45:48.197277 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-419ecbe5-5769-4c85-8f04-68587f0f0a21 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:48.204229 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-2f5280a3-17ad-422f-82d5-e0b5ebdf7e3b tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793193525068'] for network, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:48.220429 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.db.l3_db [None req-1c1008f3-c6e8-4439-abcb-e98e1cc5b5f9 tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Floating IP c93711c8-ae7d-4e73-802f-43d6ba28188b associated. External IP: 172.26.7.122, port: 44681b40-d675-4660-991b-a28231d98fad. Jun 24 11:45:48.227566 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-e19988ea-461a-47de-8a83-96857f4a8061 None None] Provisioning for port 43eed5e8-e602-4727-9d42-93bdfb8695ff completed by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 11:45:48.246718 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device ea1a4899-d2a8-4d2c-b131-c89dacea4ba8 up at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 11:45:48.402940 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-2f5280a3-17ad-422f-82d5-e0b5ebdf7e3b tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1800243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976'] for network, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:48.412811 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f5280a3-17ad-422f-82d5-e0b5ebdf7e3b tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:45:48.413715 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-2f5280a3-17ad-422f-82d5-e0b5ebdf7e3b tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588949'] for network, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:48.423385 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:45:48.517744 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning for port ea1a4899-d2a8-4d2c-b131-c89dacea4ba8 completed by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 11:45:48.534953 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device 43eed5e8-e602-4727-9d42-93bdfb8695ff up at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 11:45:48.600801 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-8e35f187-68a4-47fe-bbf5-d342e1667b01 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:48.657756 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning for port 43eed5e8-e602-4727-9d42-93bdfb8695ff completed by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 11:45:48.671173 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning complete for port 43eed5e8-e602-4727-9d42-93bdfb8695ff triggered by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:45:48.672056 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:48.749938 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c70d0997-ab2e-4834-a4bd-9ac657d97fbf None None] Network 49e4dfb1-cba4-4789-b459-4a860327f468 requested from dv-neutron-797120-4-hyperv {{(pid=128085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 11:45:48.761659 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-2f5280a3-17ad-422f-82d5-e0b5ebdf7e3b tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.8260400 Jun 24 11:45:48.762295 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 57392) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:45:48.773930 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [None req-55a7ee2f-12eb-45d9-a5d9-6eac88be8f28 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Request body: {'subnet': {'network_id': '11a80c9d-f8ee-4388-91b0-d49a25200fee', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:45:48.818639 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 57394) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:45:48.820053 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5280a3-17ad-422f-82d5-e0b5ebdf7e3b tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Pushing event updated for resources: {'Network': ['ID=11a80c9d-f8ee-4388-91b0-d49a25200fee,revision_number=1']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:45:48.824493 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-2f5280a3-17ad-422f-82d5-e0b5ebdf7e3b tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.401s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:45:48.837895 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Network 11a80c9d-f8ee-4388-91b0-d49a25200fee details requested by agent ovs-agent-dv-neutron-797120-4-hyperv with host dv-neutron-797120-4-hyperv {{(pid=128085) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 11:45:48.954159 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-cf00e9aa-cf5e-494e-8226-564c33ad90d2 None None] Provisioning for port ea1a4899-d2a8-4d2c-b131-c89dacea4ba8 completed by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 11:45:48.966382 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-cf00e9aa-cf5e-494e-8226-564c33ad90d2 None None] Provisioning complete for port ea1a4899-d2a8-4d2c-b131-c89dacea4ba8 triggered by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:45:48.966382 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-cf00e9aa-cf5e-494e-8226-564c33ad90d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:49.054580 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:49.117948 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [None req-aedd46fe-8038-461c-94ff-1a9df9b6e8ca tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-741228225'}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:45:49.120711 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] For port 43eed5e8-e602-4727-9d42-93bdfb8695ff, host dv-neutron-797120-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=43eed5e8-e602-4727-9d42-93bdfb8695ff,segment=NetworkSegment(336e5ca9-4236-410e-9b59-a1ab1b60db10),segment_id=336e5ca9-4236-410e-9b59-a1ab1b60db10)] {{(pid=128085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 11:45:49.158771 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-8e35f187-68a4-47fe-bbf5-d342e1667b01 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Notify callbacks [] for port, precommit_update {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:49.166931 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-8e35f187-68a4-47fe-bbf5-d342e1667b01 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3292081'] for port, after_update {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:49.169397 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c1008f3-c6e8-4439-abcb-e98e1cc5b5f9 tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Router ec2cec42-9d81-44aa-a4f8-e4c8409e9b4d has already been hosted by L3 agent 2987dba8-2249-4ee6-96ec-28f0f7a6127d {{(pid=128083) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 11:45:49.178482 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55a7ee2f-12eb-45d9-a5d9-6eac88be8f28 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Made reservation on behalf of 086af1f572244cd08c37d97e004e4732 for: {'subnet': 1} {{(pid=128083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 11:45:49.179121 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-21267fc0-d528-4dcd-8800-0493a3bd391f tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:45:49.182301 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-55a7ee2f-12eb-45d9-a5d9-6eac88be8f28 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3289788'] for subnet, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:49.250120 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aedd46fe-8038-461c-94ff-1a9df9b6e8ca tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Made reservation on behalf of 83bd187da1f344e0936ca43751a06a44 for: {'network': 1} {{(pid=128083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 11:45:49.253623 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-aedd46fe-8038-461c-94ff-1a9df9b6e8ca tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for network, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:49.286786 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:49.289827 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:45:49.307644 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-aedd46fe-8038-461c-94ff-1a9df9b6e8ca tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Notify callbacks [] for security_group, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:49.315831 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e35f187-68a4-47fe-bbf5-d342e1667b01 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Pushing event updated for resources: {'Port': ['ID=a8dd82c7-6a6f-47c0-8f91-0f32f99a77df,revision_number=2']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:45:49.322141 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-8e35f187-68a4-47fe-bbf5-d342e1667b01 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:45:49.372964 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-cf00e9aa-cf5e-494e-8226-564c33ad90d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:49.391133 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Pushing event updated for resources: {'Port': ['ID=43eed5e8-e602-4727-9d42-93bdfb8695ff,revision_number=3']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:45:49.398362 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:45:49.424724 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-419ecbe5-5769-4c85-8f04-68587f0f0a21 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Notify callbacks [] for port, precommit_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:49.430634 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-cf00e9aa-cf5e-494e-8226-564c33ad90d2 None None] For port ea1a4899-d2a8-4d2c-b131-c89dacea4ba8, host dv-neutron-797120-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=ea1a4899-d2a8-4d2c-b131-c89dacea4ba8,segment=NetworkSegment(0dc57f64-23eb-4545-9c89-a6bf2c5b79e1),segment_id=0dc57f64-23eb-4545-9c89-a6bf2c5b79e1)] {{(pid=128085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 11:45:49.438852 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-cf00e9aa-cf5e-494e-8226-564c33ad90d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:49.441015 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-a6ee0077-a35a-4e29-9781-e82249d6bb4b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:45:49.468430 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-419ecbe5-5769-4c85-8f04-68587f0f0a21 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2537871'] for port, after_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:49.469329 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-419ecbe5-5769-4c85-8f04-68587f0f0a21 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1783050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1978542'] for router_interface, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:49.492819 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:45:49.497745 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf00e9aa-cf5e-494e-8226-564c33ad90d2 None None] Pushing event updated for resources: {'Port': ['ID=ea1a4899-d2a8-4d2c-b131-c89dacea4ba8,revision_number=3']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:45:49.501886 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-cf00e9aa-cf5e-494e-8226-564c33ad90d2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:45:49.553525 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-8e35f187-68a4-47fe-bbf5-d342e1667b01 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1978458'] for router_interface, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:49.561803 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-90c4ae4a-5de1-44b4-b351-bf2d948ff662 None None] Provisioning for port bec8d49a-5922-4ba3-a2b7-5de5933713a7 completed by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 11:45:49.566034 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-90c4ae4a-5de1-44b4-b351-bf2d948ff662 None None] Provisioning complete for port bec8d49a-5922-4ba3-a2b7-5de5933713a7 triggered by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:45:49.566657 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-90c4ae4a-5de1-44b4-b351-bf2d948ff662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:49.607497 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-90c4ae4a-5de1-44b4-b351-bf2d948ff662 None None] Port bec8d49a-5922-4ba3-a2b7-5de5933713a7 cannot update to ACTIVE because it is not bound. {{(pid=128085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 11:45:49.620365 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-90c4ae4a-5de1-44b4-b351-bf2d948ff662 None None] Provisioning complete for port 43eed5e8-e602-4727-9d42-93bdfb8695ff triggered by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:45:49.621138 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-90c4ae4a-5de1-44b4-b351-bf2d948ff662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:49.701085 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c1008f3-c6e8-4439-abcb-e98e1cc5b5f9 tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Notify agent at l3_agent.dv-neutron-797120-4-hyperv the message routers_updated {{(pid=128083) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 11:45:49.702931 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419ecbe5-5769-4c85-8f04-68587f0f0a21 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Pushing event updated for resources: {'Port': ['ID=bec8d49a-5922-4ba3-a2b7-5de5933713a7,revision_number=2']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:45:49.711829 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-419ecbe5-5769-4c85-8f04-68587f0f0a21 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:45:49.720109 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef353b52-3d54-412b-a5f2-f1225e8aca06 None None] Sync routers for ids ['ec2cec42-9d81-44aa-a4f8-e4c8409e9b4d'] in dv-neutron-797120-4-hyperv {{(pid=128086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 11:45:49.746299 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef353b52-3d54-412b-a5f2-f1225e8aca06 None None] Routers {'ec2cec42-9d81-44aa-a4f8-e4c8409e9b4d'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 11:45:49.748828 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-ef353b52-3d54-412b-a5f2-f1225e8aca06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T11:45:26Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['ec2cec42-9d81-44aa-a4f8-e4c8409e9b4d'], 'active': True} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:45:49.754291 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-8e35f187-68a4-47fe-bbf5-d342e1667b01 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:49.815069 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-ef353b52-3d54-412b-a5f2-f1225e8aca06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:45:49.824617 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef353b52-3d54-412b-a5f2-f1225e8aca06 None None] Routers {'ec2cec42-9d81-44aa-a4f8-e4c8409e9b4d'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 11:45:49.825959 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-ef353b52-3d54-412b-a5f2-f1225e8aca06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T11:45:26Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['ec2cec42-9d81-44aa-a4f8-e4c8409e9b4d'], 'active': True} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:45:49.852366 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-80829fff-83c1-4e21-9564-ec6c3908b53b None None] Provisioning complete for port ea1a4899-d2a8-4d2c-b131-c89dacea4ba8 triggered by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:45:49.852754 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-80829fff-83c1-4e21-9564-ec6c3908b53b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:49.865026 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-ef353b52-3d54-412b-a5f2-f1225e8aca06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:45:49.866055 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef353b52-3d54-412b-a5f2-f1225e8aca06 None None] The sync data for ids ['ec2cec42-9d81-44aa-a4f8-e4c8409e9b4d'] in dv-neutron-797120-4-hyperv is: [] {{(pid=128086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 11:45:49.913781 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-419ecbe5-5769-4c85-8f04-68587f0f0a21 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Network 9cdaee16-c543-4109-9ccd-684de849cbc0 is already hosted by enough agents. {{(pid=128083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 11:45:49.918136 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.base_scheduler [None req-419ecbe5-5769-4c85-8f04-68587f0f0a21 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Resources bound (agent type, host, resource id): {{(pid=128083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:45:49.921684 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-aedd46fe-8038-461c-94ff-1a9df9b6e8ca tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Notify callbacks [] for security_group, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:49.929439 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-55a7ee2f-12eb-45d9-a5d9-6eac88be8f28 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2537737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3289942'] for subnet, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:49.992241 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-80829fff-83c1-4e21-9564-ec6c3908b53b None None] Provisioning for port a8dd82c7-6a6f-47c0-8f91-0f32f99a77df completed by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 11:45:49.997105 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-80829fff-83c1-4e21-9564-ec6c3908b53b None None] Provisioning complete for port a8dd82c7-6a6f-47c0-8f91-0f32f99a77df triggered by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:45:49.997608 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-80829fff-83c1-4e21-9564-ec6c3908b53b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:50.011634 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-02feef68-d1be-4601-a2dc-bf04f7a3b093 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:45:50.015200 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-aedd46fe-8038-461c-94ff-1a9df9b6e8ca tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800410'] for security_group, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:50.026367 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aedd46fe-8038-461c-94ff-1a9df9b6e8ca tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] vlan segment allocate from pool success with {'vlan_id': 632, 'physical_network': 'physnet1'} {{(pid=128083) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 11:45:50.051770 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-aedd46fe-8038-461c-94ff-1a9df9b6e8ca tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967879'] for segment, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:50.052116 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.db.segments_db [None req-aedd46fe-8038-461c-94ff-1a9df9b6e8ca tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Added segment 6fb3c7b9-0149-440b-bef8-3dbbc46cd512 of type vlan for network d512c2a0-22d1-4ba1-80a7-8eedf9465158 Jun 24 11:45:50.055305 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-80829fff-83c1-4e21-9564-ec6c3908b53b None None] Port a8dd82c7-6a6f-47c0-8f91-0f32f99a77df cannot update to ACTIVE because it is not bound. {{(pid=128085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 11:45:50.072547 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device 43eed5e8-e602-4727-9d42-93bdfb8695ff up at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 11:45:50.119748 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-1c1008f3-c6e8-4439-abcb-e98e1cc5b5f9 tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468916'] for floatingip, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:50.134390 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-8e35f187-68a4-47fe-bbf5-d342e1667b01 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Notify callbacks [] for port, precommit_update {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:50.142811 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-8e35f187-68a4-47fe-bbf5-d342e1667b01 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3292081'] for port, after_update {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:50.151052 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-bf90c63f-fd12-4124-b635-988375cddfcf tempest-BulkNetworkOpsIpV6Test-1142812762 tempest-BulkNetworkOpsIpV6Test-1142812762-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:45:50.185282 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning complete for port 43eed5e8-e602-4727-9d42-93bdfb8695ff triggered by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:45:50.185921 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:50.224077 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-1d0329d3-800b-4c5d-a2a2-fe9165282282 None None] Provisioning complete for port a8dd82c7-6a6f-47c0-8f91-0f32f99a77df triggered by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:45:50.224743 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-1d0329d3-800b-4c5d-a2a2-fe9165282282 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:50.267831 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-8e35f187-68a4-47fe-bbf5-d342e1667b01 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1783050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1978542'] for router_interface, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:50.269953 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e35f187-68a4-47fe-bbf5-d342e1667b01 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Pushing event updated for resources: {'Port': ['ID=a8dd82c7-6a6f-47c0-8f91-0f32f99a77df,revision_number=3']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:45:50.281856 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-8e35f187-68a4-47fe-bbf5-d342e1667b01 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:45:50.282169 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-1d0329d3-800b-4c5d-a2a2-fe9165282282 None None] Port a8dd82c7-6a6f-47c0-8f91-0f32f99a77df cannot update to ACTIVE because it is not bound. {{(pid=128085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 11:45:50.341005 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device ea1a4899-d2a8-4d2c-b131-c89dacea4ba8 up at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 11:45:50.406549 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e35f187-68a4-47fe-bbf5-d342e1667b01 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Network 49e4dfb1-cba4-4789-b459-4a860327f468 is already hosted by enough agents. {{(pid=128084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 11:45:50.408148 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.base_scheduler [None req-8e35f187-68a4-47fe-bbf5-d342e1667b01 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Resources bound (agent type, host, resource id): {{(pid=128084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:45:50.415326 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-704a7c79-7f67-4675-bc49-64689a0bdcf2 None None] Provisioning complete for port bec8d49a-5922-4ba3-a2b7-5de5933713a7 triggered by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:45:50.415720 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-704a7c79-7f67-4675-bc49-64689a0bdcf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:50.448314 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning complete for port ea1a4899-d2a8-4d2c-b131-c89dacea4ba8 triggered by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:45:50.448698 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:50.483789 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-704a7c79-7f67-4675-bc49-64689a0bdcf2 None None] Port bec8d49a-5922-4ba3-a2b7-5de5933713a7 cannot update to ACTIVE because it is not bound. {{(pid=128085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 11:45:50.554761 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e35f187-68a4-47fe-bbf5-d342e1667b01 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Router 4588dd8d-e485-4514-84d8-8594265e5cc3 is scheduled to L3 agent 2987dba8-2249-4ee6-96ec-28f0f7a6127d with binding_index 1 {{(pid=128084) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 24 11:45:50.593651 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-aedd46fe-8038-461c-94ff-1a9df9b6e8ca tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793193525068'] for network, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:50.608937 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-a07f59bd-1be9-432a-ad67-37f06518650e None None] Provisioning complete for port a8dd82c7-6a6f-47c0-8f91-0f32f99a77df triggered by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:45:50.609448 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-a07f59bd-1be9-432a-ad67-37f06518650e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:50.635295 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-1c1008f3-c6e8-4439-abcb-e98e1cc5b5f9 tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 8.8265243 Jun 24 11:45:50.642499 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 57406) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:45:50.649193 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [None req-318e5096-cfc8-42a0-a8f7-ed5d084e75af tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Request body: {'floatingip': {'port_id': None}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:45:50.651392 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a7ee2f-12eb-45d9-a5d9-6eac88be8f28 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Pushing event updated for resources: {'Subnet': ['ID=4d454d6e-b75a-457e-a258-9684e3a237a3,revision_number=0']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:45:50.677930 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-a07f59bd-1be9-432a-ad67-37f06518650e None None] Port a8dd82c7-6a6f-47c0-8f91-0f32f99a77df cannot update to ACTIVE because it is not bound. {{(pid=128085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 11:45:50.697104 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-55a7ee2f-12eb-45d9-a5d9-6eac88be8f28 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.685s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:45:50.697633 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-dc193dd3-20f3-44ee-8011-ae89029fba3b tempest-PortsAdminExtendedAttrsTestJSON-1781526559 tempest-PortsAdminExtendedAttrsTestJSON-1781526559-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.618s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:45:50.706722 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e35f187-68a4-47fe-bbf5-d342e1667b01 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Notify agent at l3_agent.dv-neutron-797120-4-hyperv the message routers_updated {{(pid=128084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 11:45:50.713504 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-8e35f187-68a4-47fe-bbf5-d342e1667b01 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] 10.222.0.53 "PUT /v2.0/routers/4588dd8d-e485-4514-84d8-8594265e5cc3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7834368 Jun 24 11:45:50.715189 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 57408) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:45:50.723914 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-042fbb54-6951-4f63-8582-8f406682275e None None] Sync routers for ids ['4588dd8d-e485-4514-84d8-8594265e5cc3'] in dv-neutron-797120-4-hyperv {{(pid=128085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 11:45:50.737644 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-042fbb54-6951-4f63-8582-8f406682275e None None] Routers {'4588dd8d-e485-4514-84d8-8594265e5cc3'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 11:45:50.739188 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-042fbb54-6951-4f63-8582-8f406682275e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T11:45:26Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['4588dd8d-e485-4514-84d8-8594265e5cc3'], 'active': True} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:45:50.749593 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-aedd46fe-8038-461c-94ff-1a9df9b6e8ca tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1800243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976'] for network, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:50.755160 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aedd46fe-8038-461c-94ff-1a9df9b6e8ca tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:45:50.755763 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-aedd46fe-8038-461c-94ff-1a9df9b6e8ca tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588949'] for network, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:50.771963 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a228df83-3903-409d-b71d-f8645579c6ac tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:45:50.776602 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-a228df83-3903-409d-b71d-f8645579c6ac tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] 10.222.0.53 "GET /v2.0/ports/a8dd82c7-6a6f-47c0-8f91-0f32f99a77df HTTP/1.1" status: 200 len: 976 time: 0.0572350 Jun 24 11:45:50.776602 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 57410) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:45:50.777018 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55a7ee2f-12eb-45d9-a5d9-6eac88be8f28 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Checking segment: {'id': 'fddfe548-9582-48fa-8a0c-6b06bc4d1b9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '11a80c9d-f8ee-4388-91b0-d49a25200fee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=128083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 11:45:50.777382 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55a7ee2f-12eb-45d9-a5d9-6eac88be8f28 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Network hostable DHCP agents. Network: 11a80c9d-f8ee-4388-91b0-d49a25200fee, hostable agents: ['6be988a9-1d97-480f-be5a-c55abf2c55c5'], hosted agents: [] {{(pid=128083) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 11:45:50.778889 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-042fbb54-6951-4f63-8582-8f406682275e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:45:50.785499 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedd46fe-8038-461c-94ff-1a9df9b6e8ca tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Pushing event updated for resources: {'SecurityGroup': ['ID=21cc1905-acfd-4d9d-b32b-d2abdcea771a,revision_number=1']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:45:50.790975 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-318e5096-cfc8-42a0-a8f7-ed5d084e75af tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Notify callbacks [] for floatingip, before_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:50.797824 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-aedd46fe-8038-461c-94ff-1a9df9b6e8ca tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:45:50.801740 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.031s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:45:50.807270 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-042fbb54-6951-4f63-8582-8f406682275e None None] Routers {'4588dd8d-e485-4514-84d8-8594265e5cc3'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 11:45:50.808551 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-042fbb54-6951-4f63-8582-8f406682275e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T11:45:26Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['4588dd8d-e485-4514-84d8-8594265e5cc3'], 'active': True} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:45:50.873094 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-aedd46fe-8038-461c-94ff-1a9df9b6e8ca tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 2.0331676 Jun 24 11:45:50.881721 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-419ecbe5-5769-4c85-8f04-68587f0f0a21 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Router 45bd1e9d-ede2-47e0-8eec-19f0fedae9d8 is scheduled to L3 agent 2987dba8-2249-4ee6-96ec-28f0f7a6127d with binding_index 1 {{(pid=128083) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 24 11:45:50.894615 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-042fbb54-6951-4f63-8582-8f406682275e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:45:50.895241 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-042fbb54-6951-4f63-8582-8f406682275e None None] The sync data for ids ['4588dd8d-e485-4514-84d8-8594265e5cc3'] in dv-neutron-797120-4-hyperv is: [] {{(pid=128085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 11:45:50.916283 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-2278a977-3966-41e7-b5f9-e7a5b79d0032 None None] Provisioning complete for port a8dd82c7-6a6f-47c0-8f91-0f32f99a77df triggered by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:45:50.916663 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-2278a977-3966-41e7-b5f9-e7a5b79d0032 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:50.976306 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-2278a977-3966-41e7-b5f9-e7a5b79d0032 None None] Port a8dd82c7-6a6f-47c0-8f91-0f32f99a77df cannot update to ACTIVE because it is not bound. {{(pid=128085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 11:45:50.983739 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55a7ee2f-12eb-45d9-a5d9-6eac88be8f28 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Network 11a80c9d-f8ee-4388-91b0-d49a25200fee is scheduled to be hosted by DHCP agent 6be988a9-1d97-480f-be5a-c55abf2c55c5 with binding_index 1 {{(pid=128083) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 11:45:51.002378 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedd46fe-8038-461c-94ff-1a9df9b6e8ca tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Pushing event updated for resources: {'Network': ['ID=d512c2a0-22d1-4ba1-80a7-8eedf9465158,revision_number=1']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:45:51.010787 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-aedd46fe-8038-461c-94ff-1a9df9b6e8ca tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:45:51.011805 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.base_scheduler [None req-55a7ee2f-12eb-45d9-a5d9-6eac88be8f28 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-4-hyperv, 11a80c9d-f8ee-4388-91b0-d49a25200fee) {{(pid=128083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:45:51.033524 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-195af01c-9515-45f2-ac31-a27395344f26 None None] Network 11a80c9d-f8ee-4388-91b0-d49a25200fee requested from dv-neutron-797120-4-hyperv {{(pid=128085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 11:45:51.036505 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Network d512c2a0-22d1-4ba1-80a7-8eedf9465158 details requested by agent ovs-agent-dv-neutron-797120-4-hyperv with host dv-neutron-797120-4-hyperv {{(pid=128085) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 11:45:51.123023 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55a7ee2f-12eb-45d9-a5d9-6eac88be8f28 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:45:51.125081 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-55a7ee2f-12eb-45d9-a5d9-6eac88be8f28 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588949'] for subnet, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:51.243469 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-55a7ee2f-12eb-45d9-a5d9-6eac88be8f28 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.4736552 Jun 24 11:45:51.249911 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-318e5096-cfc8-42a0-a8f7-ed5d084e75af tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Notify callbacks [] for floatingip, precommit_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:51.250705 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 57416) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:45:51.256880 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [None req-5dc47936-3b7b-4484-bb51-2c79f72e574e tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Request body: {'port': {'network_id': '11a80c9d-f8ee-4388-91b0-d49a25200fee', 'name': 'tempest-NetworksTestDHCPv6-552601950'}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:45:51.321837 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-419ecbe5-5769-4c85-8f04-68587f0f0a21 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Notify agent at l3_agent.dv-neutron-797120-4-hyperv the message routers_updated {{(pid=128083) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 11:45:51.331395 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-419ecbe5-5769-4c85-8f04-68587f0f0a21 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] 10.222.0.53 "PUT /v2.0/routers/45bd1e9d-ede2-47e0-8eec-19f0fedae9d8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7203150 Jun 24 11:45:51.331395 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-318e5096-cfc8-42a0-a8f7-ed5d084e75af tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1815637'] for floatingip, after_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:51.331395 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.db.l3_db [None req-318e5096-cfc8-42a0-a8f7-ed5d084e75af tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Floating IP c93711c8-ae7d-4e73-802f-43d6ba28188b disassociated. External IP: 172.26.7.122, port: 44681b40-d675-4660-991b-a28231d98fad. Jun 24 11:45:51.333828 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 57418) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:45:51.339576 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc420d53-47e7-4aef-b152-346eaee399e6 None None] Sync routers for ids ['45bd1e9d-ede2-47e0-8eec-19f0fedae9d8'] in dv-neutron-797120-4-hyperv {{(pid=128086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 11:45:51.359220 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-3449933a-27a6-4cb5-a1be-411eb831c85e tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1978565'] for router_interface, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:51.361684 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55a2481f-686b-4373-b3d1-6a12374bf730 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d65c8f8-7530-5052-99fe-8ea05073750b-11a80c9d-f8ee-4388-91b0-d49a25200fee', 'network_id': '11a80c9d-f8ee-4388-91b0-d49a25200fee', 'tenant_id': '086af1f572244cd08c37d97e004e4732', 'fixed_ips': [{'subnet_id': '4d454d6e-b75a-457e-a258-9684e3a237a3'}]}} from dv-neutron-797120-4-hyperv. {{(pid=128085) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 24 11:45:51.367010 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc420d53-47e7-4aef-b152-346eaee399e6 None None] Routers {'45bd1e9d-ede2-47e0-8eec-19f0fedae9d8'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 11:45:51.368084 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-fc420d53-47e7-4aef-b152-346eaee399e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T11:45:26Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['45bd1e9d-ede2-47e0-8eec-19f0fedae9d8'], 'active': True} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:45:51.368689 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-55a2481f-686b-4373-b3d1-6a12374bf730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_create {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:51.460412 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-fc420d53-47e7-4aef-b152-346eaee399e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:45:51.471489 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc420d53-47e7-4aef-b152-346eaee399e6 None None] Routers {'45bd1e9d-ede2-47e0-8eec-19f0fedae9d8'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 11:45:51.472516 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-fc420d53-47e7-4aef-b152-346eaee399e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T11:45:26Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['45bd1e9d-ede2-47e0-8eec-19f0fedae9d8'], 'active': True} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:45:51.511144 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-fc420d53-47e7-4aef-b152-346eaee399e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:45:51.512261 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc420d53-47e7-4aef-b152-346eaee399e6 None None] The sync data for ids ['45bd1e9d-ede2-47e0-8eec-19f0fedae9d8'] in dv-neutron-797120-4-hyperv is: [] {{(pid=128086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 11:45:51.543840 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d9c5128-0b97-40e2-b3c6-053f3a08a076 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:45:51.550413 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-9d9c5128-0b97-40e2-b3c6-053f3a08a076 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] 10.222.0.53 "GET /v2.0/ports/bec8d49a-5922-4ba3-a2b7-5de5933713a7 HTTP/1.1" status: 200 len: 911 time: 0.2104487 Jun 24 11:45:51.550866 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 57420) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:45:51.589724 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5dc47936-3b7b-4484-bb51-2c79f72e574e tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Made reservation on behalf of 086af1f572244cd08c37d97e004e4732 for: {'port': 1} {{(pid=128083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 11:45:51.594261 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-5dc47936-3b7b-4484-bb51-2c79f72e574e tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:51.636235 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.db_base_plugin_common [None req-55a2481f-686b-4373-b3d1-6a12374bf730 None None] Allocated IP 2001:db8::2 (11a80c9d-f8ee-4388-91b0-d49a25200fee/4d454d6e-b75a-457e-a258-9684e3a237a3/e53bcc6b-8f01-4d09-82e9-5385f7c16c33) {{(pid=128085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 11:45:51.659717 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.notifiers.nova [None req-5dc47936-3b7b-4484-bb51-2c79f72e574e tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] device_id is not set on port daad180b-bb8f-444b-963c-1e908f66d985 yet. {{(pid=128083) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 24 11:45:51.783000 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-318e5096-cfc8-42a0-a8f7-ed5d084e75af tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Router ec2cec42-9d81-44aa-a4f8-e4c8409e9b4d has already been hosted by L3 agent 2987dba8-2249-4ee6-96ec-28f0f7a6127d {{(pid=128083) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 11:45:51.830443 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-55a2481f-686b-4373-b3d1-6a12374bf730 None None] Notify callbacks [] for port, precommit_create {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:51.845741 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-55a2481f-686b-4373-b3d1-6a12374bf730 None None] Transition to ACTIVE for port object e53bcc6b-8f01-4d09-82e9-5385f7c16c33 will not be triggered until provisioned by entity L2. {{(pid=128085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 11:45:51.869866 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-55a2481f-686b-4373-b3d1-6a12374bf730 None None] Transition to ACTIVE for port object e53bcc6b-8f01-4d09-82e9-5385f7c16c33 will not be triggered until provisioned by entity DHCP. {{(pid=128085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 11:45:51.881627 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-55a2481f-686b-4373-b3d1-6a12374bf730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-650429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-506361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793193536723'] for port, after_create {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:51.883895 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-b3e41fcd-e424-4682-b740-3bda9cc2eeb6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:45:51.954201 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a2481f-686b-4373-b3d1-6a12374bf730 None None] Pushing event updated for resources: {'Port': ['ID=e53bcc6b-8f01-4d09-82e9-5385f7c16c33,revision_number=1']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:45:51.960231 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-55a2481f-686b-4373-b3d1-6a12374bf730 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:45:51.991924 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.db_base_plugin_common [None req-5dc47936-3b7b-4484-bb51-2c79f72e574e tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Allocated IP 2001:db8::78 (11a80c9d-f8ee-4388-91b0-d49a25200fee/4d454d6e-b75a-457e-a258-9684e3a237a3/daad180b-bb8f-444b-963c-1e908f66d985) {{(pid=128083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 11:45:52.002257 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55a2481f-686b-4373-b3d1-6a12374bf730 None None] Network 11a80c9d-f8ee-4388-91b0-d49a25200fee is already hosted by enough agents. {{(pid=128085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 11:45:52.007798 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.scheduler.base_scheduler [None req-55a2481f-686b-4373-b3d1-6a12374bf730 None None] Resources bound (agent type, host, resource id): {{(pid=128085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:45:52.012559 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55a2481f-686b-4373-b3d1-6a12374bf730 None None] Received port after_create {{(pid=128085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 11:45:52.137533 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-55a2481f-686b-4373-b3d1-6a12374bf730 None None] Attempting to bind port e53bcc6b-8f01-4d09-82e9-5385f7c16c33 on host dv-neutron-797120-4-hyperv for vnic_type normal with profile {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 11:45:52.138495 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-55a2481f-686b-4373-b3d1-6a12374bf730 None None] Attempting to bind port e53bcc6b-8f01-4d09-82e9-5385f7c16c33 by drivers openvswitch,hyperv on host dv-neutron-797120-4-hyperv at level 0 using segments [{'id': 'fddfe548-9582-48fa-8a0c-6b06bc4d1b9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '11a80c9d-f8ee-4388-91b0-d49a25200fee'}] {{(pid=128085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 11:45:52.141567 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55a2481f-686b-4373-b3d1-6a12374bf730 None None] Attempting to bind port e53bcc6b-8f01-4d09-82e9-5385f7c16c33 on network 11a80c9d-f8ee-4388-91b0-d49a25200fee {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 11:45:52.153214 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55a2481f-686b-4373-b3d1-6a12374bf730 None None] Checking agent: {'id': 'e3a695b2-c397-461f-83b0-10b79d490b59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 11, 36, 56), 'started_at': datetime.datetime(2021, 6, 24, 11, 37, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 11, 45, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 11:45:52.153922 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55a2481f-686b-4373-b3d1-6a12374bf730 None None] Checking segment: {'id': 'fddfe548-9582-48fa-8a0c-6b06bc4d1b9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '11a80c9d-f8ee-4388-91b0-d49a25200fee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=128085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 11:45:52.154544 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-55a2481f-686b-4373-b3d1-6a12374bf730 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:52.157609 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55a2481f-686b-4373-b3d1-6a12374bf730 None None] Bound using segment: {'id': 'fddfe548-9582-48fa-8a0c-6b06bc4d1b9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '11a80c9d-f8ee-4388-91b0-d49a25200fee'} {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 11:45:52.158471 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-55a2481f-686b-4373-b3d1-6a12374bf730 None None] Bound port: e53bcc6b-8f01-4d09-82e9-5385f7c16c33, host: dv-neutron-797120-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fddfe548-9582-48fa-8a0c-6b06bc4d1b9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '11a80c9d-f8ee-4388-91b0-d49a25200fee'}}] {{(pid=128085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 11:45:52.159055 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-55a2481f-686b-4373-b3d1-6a12374bf730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:52.176049 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-318e5096-cfc8-42a0-a8f7-ed5d084e75af tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Notify agent at l3_agent.dv-neutron-797120-4-hyperv the message routers_updated {{(pid=128083) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 11:45:52.187412 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-318e5096-cfc8-42a0-a8f7-ed5d084e75af tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468916'] for floatingip, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:52.194883 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-5dc47936-3b7b-4484-bb51-2c79f72e574e tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks [] for port, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:52.251094 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.provisioning_blocks [None req-5dc47936-3b7b-4484-bb51-2c79f72e574e tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Transition to ACTIVE for port object daad180b-bb8f-444b-963c-1e908f66d985 will not be triggered until provisioned by entity DHCP. {{(pid=128083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 11:45:52.259342 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-55a2481f-686b-4373-b3d1-6a12374bf730 None None] For port e53bcc6b-8f01-4d09-82e9-5385f7c16c33, host dv-neutron-797120-4-hyperv, cleared binding levels {{(pid=128085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 11:45:52.263160 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-318e5096-cfc8-42a0-a8f7-ed5d084e75af tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] 10.222.0.53 "PUT /v2.0/floatingips/c93711c8-ae7d-4e73-802f-43d6ba28188b HTTP/1.1" status: 200 len: 688 time: 1.6175191 Jun 24 11:45:52.265745 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 57426) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:45:52.266578 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-55a2481f-686b-4373-b3d1-6a12374bf730 None None] For port e53bcc6b-8f01-4d09-82e9-5385f7c16c33, host dv-neutron-797120-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=e53bcc6b-8f01-4d09-82e9-5385f7c16c33,segment=NetworkSegment(fddfe548-9582-48fa-8a0c-6b06bc4d1b9f),segment_id=fddfe548-9582-48fa-8a0c-6b06bc4d1b9f)] {{(pid=128085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 11:45:52.270253 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bcc770c-dedb-4c28-a6c6-decc3e2e437d None None] Sync routers for ids ['ec2cec42-9d81-44aa-a4f8-e4c8409e9b4d'] in dv-neutron-797120-4-hyperv {{(pid=128085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 11:45:52.283298 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-55a2481f-686b-4373-b3d1-6a12374bf730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:52.287575 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-40aa1a2d-b650-475f-b7c7-f4930fc92d93 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:45:52.292791 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.plugin [None req-3449933a-27a6-4cb5-a1be-411eb831c85e tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Deleting port a8dd82c7-6a6f-47c0-8f91-0f32f99a77df {{(pid=128084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 11:45:52.292791 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-3449933a-27a6-4cb5-a1be-411eb831c85e tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793193942312'] for port, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:52.348368 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a2481f-686b-4373-b3d1-6a12374bf730 None None] Pushing event updated for resources: {'Port': ['ID=e53bcc6b-8f01-4d09-82e9-5385f7c16c33,revision_number=2']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:45:52.363000 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-55a2481f-686b-4373-b3d1-6a12374bf730 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:45:52.374899 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bcc770c-dedb-4c28-a6c6-decc3e2e437d None None] Routers {'ec2cec42-9d81-44aa-a4f8-e4c8409e9b4d'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 11:45:52.376514 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-7bcc770c-dedb-4c28-a6c6-decc3e2e437d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T11:45:26Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['ec2cec42-9d81-44aa-a4f8-e4c8409e9b4d'], 'active': True} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:45:52.423006 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-5dc47936-3b7b-4484-bb51-2c79f72e574e tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-650429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-506361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793193536723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2537853'] for port, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:52.431546 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-7bcc770c-dedb-4c28-a6c6-decc3e2e437d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:45:52.432245 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-56dd6ed8-ce14-41d7-a04b-d49436738573 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:45:52.446906 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bcc770c-dedb-4c28-a6c6-decc3e2e437d None None] Routers {'ec2cec42-9d81-44aa-a4f8-e4c8409e9b4d'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 11:45:52.447892 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-7bcc770c-dedb-4c28-a6c6-decc3e2e437d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T11:45:26Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['ec2cec42-9d81-44aa-a4f8-e4c8409e9b4d'], 'active': True} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:45:52.496555 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-7bcc770c-dedb-4c28-a6c6-decc3e2e437d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:45:52.498307 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bcc770c-dedb-4c28-a6c6-decc3e2e437d None None] The sync data for ids ['ec2cec42-9d81-44aa-a4f8-e4c8409e9b4d'] in dv-neutron-797120-4-hyperv is: [] {{(pid=128085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 11:45:52.507360 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-3449933a-27a6-4cb5-a1be-411eb831c85e tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1978872'] for port, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:52.515829 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.plugin [None req-e96fc376-8612-4554-8316-aab9598afa1f tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Deleting port 13c27eca-20b9-4a78-8663-47def7abfd74 {{(pid=128083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 11:45:52.516169 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-e96fc376-8612-4554-8316-aab9598afa1f tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793193942312'] for port, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:52.558172 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dc47936-3b7b-4484-bb51-2c79f72e574e tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Network 11a80c9d-f8ee-4388-91b0-d49a25200fee is already hosted by enough agents. {{(pid=128083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 11:45:52.564306 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.base_scheduler [None req-5dc47936-3b7b-4484-bb51-2c79f72e574e tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Resources bound (agent type, host, resource id): {{(pid=128083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:45:52.566122 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc47936-3b7b-4484-bb51-2c79f72e574e tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Pushing event updated for resources: {'Port': ['ID=daad180b-bb8f-444b-963c-1e908f66d985,revision_number=1']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:45:52.570861 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.plugin [None req-3449933a-27a6-4cb5-a1be-411eb831c85e tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Calling delete_port for a8dd82c7-6a6f-47c0-8f91-0f32f99a77df owned by network:router_interface {{(pid=128084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 11:45:52.595270 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dc47936-3b7b-4484-bb51-2c79f72e574e tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Received port after_create {{(pid=128083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 11:45:52.601324 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dc47936-3b7b-4484-bb51-2c79f72e574e tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:45:52.602128 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-5dc47936-3b7b-4484-bb51-2c79f72e574e tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468916'] for port, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:52.608849 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-5dc47936-3b7b-4484-bb51-2c79f72e574e tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:45:52.631045 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-5dc47936-3b7b-4484-bb51-2c79f72e574e tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.3770549 Jun 24 11:45:52.631452 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 57430) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:45:52.688237 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-8c7fa6ec-dc33-4000-8d7b-0b0c6ac9daac tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1978565'] for router_interface, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:52.749463 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-e96fc376-8612-4554-8316-aab9598afa1f tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1978872'] for port, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:52.749856 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-e96fc376-8612-4554-8316-aab9598afa1f tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:52.779997 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.plugin [None req-e96fc376-8612-4554-8316-aab9598afa1f tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Calling delete_port for 13c27eca-20b9-4a78-8663-47def7abfd74 owned by network:floatingip {{(pid=128083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 11:45:52.821710 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7aa64df1-553b-480e-a8f6-add237ec5045 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:45:52.833784 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7aa64df1-553b-480e-a8f6-add237ec5045 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:45:52.835569 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-7aa64df1-553b-480e-a8f6-add237ec5045 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1667 time: 0.2032242 Jun 24 11:45:52.871935 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 57432) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:45:53.023042 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-3449933a-27a6-4cb5-a1be-411eb831c85e tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793193945299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193536732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3292088'] for port, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:53.030033 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-8e35f187-68a4-47fe-bbf5-d342e1667b01 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:45:53.091592 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.plugin [None req-bef813ea-1362-4e71-9d00-08bebd368826 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Deleting port daad180b-bb8f-444b-963c-1e908f66d985 {{(pid=128083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 11:45:53.092107 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-bef813ea-1362-4e71-9d00-08bebd368826 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793193942312'] for port, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:53.103024 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3449933a-27a6-4cb5-a1be-411eb831c85e tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Pushing event deleted for resources: {'Port': ['ID=a8dd82c7-6a6f-47c0-8f91-0f32f99a77df,revision_number=None']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:45:53.106058 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-3449933a-27a6-4cb5-a1be-411eb831c85e tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:45:53.109011 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-e96fc376-8612-4554-8316-aab9598afa1f tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793193945299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193536732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2537862'] for port, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:53.124202 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-419ecbe5-5769-4c85-8f04-68587f0f0a21 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:45:53.244543 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96fc376-8612-4554-8316-aab9598afa1f tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Pushing event deleted for resources: {'Port': ['ID=13c27eca-20b9-4a78-8663-47def7abfd74,revision_number=None']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:45:53.247991 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-e96fc376-8612-4554-8316-aab9598afa1f tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:45:53.274921 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-3449933a-27a6-4cb5-a1be-411eb831c85e tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1588985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1806165'] for router_interface, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:53.328570 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-bef813ea-1362-4e71-9d00-08bebd368826 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1978872'] for port, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:53.365778 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.plugin [None req-bef813ea-1362-4e71-9d00-08bebd368826 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Calling delete_port for daad180b-bb8f-444b-963c-1e908f66d985 owned by {{(pid=128083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 11:45:53.388792 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-e96fc376-8612-4554-8316-aab9598afa1f tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Notify callbacks [] for floatingip, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:53.392917 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-e96fc376-8612-4554-8316-aab9598afa1f tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468916'] for floatingip, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:53.401896 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-e96fc376-8612-4554-8316-aab9598afa1f tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] 10.222.0.53 "DELETE /v2.0/floatingips/c93711c8-ae7d-4e73-802f-43d6ba28188b HTTP/1.1" status: 204 len: 168 time: 1.1350634 Jun 24 11:45:53.409048 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 57438) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:45:53.413960 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [None req-de15098c-9bc6-4049-9d5a-cc6cd655ddac tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Request body: {'floatingip': {'floating_network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'port_id': 'e4bb185b-2cd2-4be8-b24c-5a244e5a9131'}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:45:53.449759 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-de15098c-9bc6-4049-9d5a-cc6cd655ddac tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Notify callbacks [] for floatingip, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:53.627085 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3449933a-27a6-4cb5-a1be-411eb831c85e tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Router 4588dd8d-e485-4514-84d8-8594265e5cc3 has already been hosted by L3 agent 2987dba8-2249-4ee6-96ec-28f0f7a6127d {{(pid=128084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 11:45:53.646159 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.plugin [None req-8c7fa6ec-dc33-4000-8d7b-0b0c6ac9daac tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Deleting port bec8d49a-5922-4ba3-a2b7-5de5933713a7 {{(pid=128084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 11:45:53.646511 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-8c7fa6ec-dc33-4000-8d7b-0b0c6ac9daac tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793193942312'] for port, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:53.700922 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-de15098c-9bc6-4049-9d5a-cc6cd655ddac tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:53.714783 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-bef813ea-1362-4e71-9d00-08bebd368826 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793193945299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193536732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2537862'] for port, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:53.758709 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-0ce12adc-e5db-40ca-957b-096364dbda52 tempest-ExtraDHCPOptionsIpV6TestJSON-297538214 tempest-ExtraDHCPOptionsIpV6TestJSON-297538214-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:45:53.773175 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc63941c-e099-4ea6-90d7-b220c5e00140 None None] Network 11a80c9d-f8ee-4388-91b0-d49a25200fee requested from dv-neutron-797120-4-hyperv {{(pid=128085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 11:45:53.801862 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-8c7fa6ec-dc33-4000-8d7b-0b0c6ac9daac tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1978872'] for port, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:53.818928 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.plugin [None req-8c7fa6ec-dc33-4000-8d7b-0b0c6ac9daac tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Calling delete_port for bec8d49a-5922-4ba3-a2b7-5de5933713a7 owned by network:router_interface {{(pid=128084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 11:45:53.821568 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef813ea-1362-4e71-9d00-08bebd368826 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Pushing event deleted for resources: {'Port': ['ID=daad180b-bb8f-444b-963c-1e908f66d985,revision_number=None']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:45:53.825227 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-bef813ea-1362-4e71-9d00-08bebd368826 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:45:53.830319 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-bef813ea-1362-4e71-9d00-08bebd368826 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468916'] for port, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:53.832344 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-bef813ea-1362-4e71-9d00-08bebd368826 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] 10.222.0.53 "DELETE /v2.0/ports/daad180b-bb8f-444b-963c-1e908f66d985 HTTP/1.1" status: 204 len: 168 time: 0.9592581 Jun 24 11:45:53.835248 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 57442) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:45:53.895437 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f05ccaca-3715-4384-8f98-dd52f5b51e14 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:45:53.897083 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f05ccaca-3715-4384-8f98-dd52f5b51e14 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:45:53.898572 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-f05ccaca-3715-4384-8f98-dd52f5b51e14 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0624125 Jun 24 11:45:53.902061 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 57444) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:45:53.959360 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-1f495baf-29c1-4a39-9e53-c67e137381ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:53.973540 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-38329b20-d520-4c45-bdf1-081f9e9d5702 None None] Provisioning for port e53bcc6b-8f01-4d09-82e9-5385f7c16c33 completed by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 11:45:53.998599 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.db_base_plugin_common [None req-de15098c-9bc6-4049-9d5a-cc6cd655ddac tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Allocated IP 172.26.7.136 (f2b8ca71-e776-48b2-8898-96cc7970207b/f37bf603-3862-4d0a-9f58-89616f7fd68f/e6519f17-0b44-47eb-bfa9-db6dcc7fb783) {{(pid=128083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 11:45:54.105506 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device e53bcc6b-8f01-4d09-82e9-5385f7c16c33 up at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 11:45:54.121447 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.db_base_plugin_v2 [None req-06e84fb4-65f9-44c5-910c-c5dbc5b55dfd tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Deleting subnet 4d454d6e-b75a-457e-a258-9684e3a237a3 {{(pid=128083) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 24 11:45:54.183412 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning for port e53bcc6b-8f01-4d09-82e9-5385f7c16c33 completed by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 11:45:54.197200 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning complete for port e53bcc6b-8f01-4d09-82e9-5385f7c16c33 triggered by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:45:54.197713 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:54.213535 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3449933a-27a6-4cb5-a1be-411eb831c85e tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Notify agent at l3_agent.dv-neutron-797120-4-hyperv the message routers_updated {{(pid=128084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 11:45:54.221804 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-3449933a-27a6-4cb5-a1be-411eb831c85e tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] 10.222.0.53 "PUT /v2.0/routers/4588dd8d-e485-4514-84d8-8594265e5cc3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4419386 Jun 24 11:45:54.222005 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 57448) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:45:54.228715 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b53d0c6c-79d3-46f0-affc-6670d25ca774 None None] Sync routers for ids ['4588dd8d-e485-4514-84d8-8594265e5cc3'] in dv-neutron-797120-4-hyperv {{(pid=128086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 11:45:54.231157 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-8c7fa6ec-dc33-4000-8d7b-0b0c6ac9daac tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793193945299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193536732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3292088'] for port, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:54.254703 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b53d0c6c-79d3-46f0-affc-6670d25ca774 None None] Routers {'4588dd8d-e485-4514-84d8-8594265e5cc3'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 11:45:54.255424 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-b53d0c6c-79d3-46f0-affc-6670d25ca774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T11:45:26Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['4588dd8d-e485-4514-84d8-8594265e5cc3'], 'active': True} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:45:54.259582 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 57450) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:45:54.261144 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-06e84fb4-65f9-44c5-910c-c5dbc5b55dfd tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks [] for subnet, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:54.269947 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [None req-33233fb6-4cd2-43ba-93a0-7ec5bae47c17 tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Request body: {'subnet': {'network_id': 'd512c2a0-22d1-4ba1-80a7-8eedf9465158', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:45:54.280874 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-f39453a5-9646-412f-abe3-54274041aeda tempest-PortsAdminExtendedAttrsTestJSON-866674268 tempest-PortsAdminExtendedAttrsTestJSON-866674268-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:45:54.304232 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-de15098c-9bc6-4049-9d5a-cc6cd655ddac tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Notify callbacks [] for port, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:54.325864 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-b53d0c6c-79d3-46f0-affc-6670d25ca774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:45:54.340773 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b53d0c6c-79d3-46f0-affc-6670d25ca774 None None] Routers {'4588dd8d-e485-4514-84d8-8594265e5cc3'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 11:45:54.341419 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-b53d0c6c-79d3-46f0-affc-6670d25ca774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T11:45:26Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['4588dd8d-e485-4514-84d8-8594265e5cc3'], 'active': True} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:45:54.382047 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:54.386865 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7fa6ec-dc33-4000-8d7b-0b0c6ac9daac tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Pushing event deleted for resources: {'Port': ['ID=bec8d49a-5922-4ba3-a2b7-5de5933713a7,revision_number=None']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:45:54.394384 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-06e84fb4-65f9-44c5-910c-c5dbc5b55dfd tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3143795'] for subnet, precommit_delete_associations {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:54.414168 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-b53d0c6c-79d3-46f0-affc-6670d25ca774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:45:54.414860 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b53d0c6c-79d3-46f0-affc-6670d25ca774 None None] The sync data for ids ['4588dd8d-e485-4514-84d8-8594265e5cc3'] in dv-neutron-797120-4-hyperv is: [] {{(pid=128086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 11:45:54.425072 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-8c7fa6ec-dc33-4000-8d7b-0b0c6ac9daac tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:45:54.444763 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] For port e53bcc6b-8f01-4d09-82e9-5385f7c16c33, host dv-neutron-797120-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=e53bcc6b-8f01-4d09-82e9-5385f7c16c33,segment=NetworkSegment(fddfe548-9582-48fa-8a0c-6b06bc4d1b9f),segment_id=fddfe548-9582-48fa-8a0c-6b06bc4d1b9f)] {{(pid=128085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 11:45:54.450267 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-e017da4e-ee81-46a2-82f9-2c44e07e827f None None] Provisioning complete for port e53bcc6b-8f01-4d09-82e9-5385f7c16c33 triggered by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:45:54.450825 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-e017da4e-ee81-46a2-82f9-2c44e07e827f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:54.473685 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:54.481702 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-3f882664-c85e-4926-9793-b3e687e95340 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:45:54.533235 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-de15098c-9bc6-4049-9d5a-cc6cd655ddac tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-650429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-506361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793193536723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2537853'] for port, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:54.541602 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-b427761a-2691-4727-9297-4c9e4e599b75 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:45:54.553261 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-8c7fa6ec-dc33-4000-8d7b-0b0c6ac9daac tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1588985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1806165'] for router_interface, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:54.574747 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Pushing event updated for resources: {'Port': ['ID=e53bcc6b-8f01-4d09-82e9-5385f7c16c33,revision_number=3']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:45:54.592252 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:45:54.607648 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de15098c-9bc6-4049-9d5a-cc6cd655ddac tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Pushing event updated for resources: {'Port': ['ID=e6519f17-0b44-47eb-bfa9-db6dcc7fb783,revision_number=1']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:45:54.621023 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33233fb6-4cd2-43ba-93a0-7ec5bae47c17 tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Made reservation on behalf of 83bd187da1f344e0936ca43751a06a44 for: {'subnet': 1} {{(pid=128083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 11:45:54.628969 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-33233fb6-4cd2-43ba-93a0-7ec5bae47c17 tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3289788'] for subnet, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:54.658579 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-de15098c-9bc6-4049-9d5a-cc6cd655ddac tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:45:54.716153 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-06e84fb4-65f9-44c5-910c-c5dbc5b55dfd tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-972249'] for subnet, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:54.721008 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de15098c-9bc6-4049-9d5a-cc6cd655ddac tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Network f2b8ca71-e776-48b2-8898-96cc7970207b is already hosted by enough agents. {{(pid=128083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 11:45:54.747143 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.base_scheduler [None req-de15098c-9bc6-4049-9d5a-cc6cd655ddac tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Resources bound (agent type, host, resource id): {{(pid=128083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:45:54.755731 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de15098c-9bc6-4049-9d5a-cc6cd655ddac tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Received port after_create {{(pid=128083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 11:45:54.860965 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-89d0a170-1424-4399-9742-99330d7686ee None None] Could not find standard attr ID for object daad180b-bb8f-444b-963c-1e908f66d985. {{(pid=128085) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 24 11:45:54.867823 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.api.v2.resource [None req-6f332673-ea61-4bd1-aab9-5a857b5e25bd tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] remove_router_interface failed (client error): The resource could not be found. Jun 24 11:45:54.872117 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-6f332673-ea61-4bd1-aab9-5a857b5e25bd tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] 10.222.0.53 "PUT /v2.0/routers/4588dd8d-e485-4514-84d8-8594265e5cc3/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.6489398 Jun 24 11:45:54.874302 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 57456) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:45:54.911434 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-3edc840a-514b-4b0e-907d-fba0a333be8f tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] 10.222.0.53 "GET /v2.0/ports?device_id=4588dd8d-e485-4514-84d8-8594265e5cc3 HTTP/1.1" status: 200 len: 205 time: 0.0358024 Jun 24 11:45:54.913073 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 57458) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:45:54.924744 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c7fa6ec-dc33-4000-8d7b-0b0c6ac9daac tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Router 45bd1e9d-ede2-47e0-8eec-19f0fedae9d8 has already been hosted by L3 agent 2987dba8-2249-4ee6-96ec-28f0f7a6127d {{(pid=128084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 11:45:54.937220 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-06e84fb4-65f9-44c5-910c-c5dbc5b55dfd tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-972238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2537800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3289951'] for subnet, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:54.952371 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-5769c49d-007c-477f-8c52-d44acceb5fa9 tempest-BulkNetworkOpsIpV6Test-1142812762 tempest-BulkNetworkOpsIpV6Test-1142812762-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:45:55.002434 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-037ffaf6-3472-42a8-93f9-53002f226f52 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Notify callbacks [] for router, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:55.043378 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e84fb4-65f9-44c5-910c-c5dbc5b55dfd tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Pushing event deleted for resources: {'Subnet': ['ID=4d454d6e-b75a-457e-a258-9684e3a237a3,revision_number=None']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:45:55.048085 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-06e84fb4-65f9-44c5-910c-c5dbc5b55dfd tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588949'] for subnet, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:55.050200 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-06e84fb4-65f9-44c5-910c-c5dbc5b55dfd tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] 10.222.0.53 "DELETE /v2.0/subnets/4d454d6e-b75a-457e-a258-9684e3a237a3 HTTP/1.1" status: 204 len: 168 time: 1.1472490 Jun 24 11:45:55.053380 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-06e84fb4-65f9-44c5-910c-c5dbc5b55dfd tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:45:55.055547 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a307cfa2-045d-4a7f-baed-158b70a124af None None] Network 11a80c9d-f8ee-4388-91b0-d49a25200fee requested from dv-neutron-797120-4-hyperv {{(pid=128085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 11:45:55.062922 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 57460) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:45:55.266883 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17031281-3ac9-4e6f-9ef8-b47bf53d7a26 None None] DHCP port deletion for 11a80c9d-f8ee-4388-91b0-d49a25200fee request from dv-neutron-797120-4-hyperv {{(pid=128085) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 24 11:45:55.321799 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-17031281-3ac9-4e6f-9ef8-b47bf53d7a26 None None] Deleting port e53bcc6b-8f01-4d09-82e9-5385f7c16c33 {{(pid=128085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 11:45:55.322184 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-17031281-3ac9-4e6f-9ef8-b47bf53d7a26 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793193942312'] for port, before_delete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:55.388757 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-17031281-3ac9-4e6f-9ef8-b47bf53d7a26 None None] For port e53bcc6b-8f01-4d09-82e9-5385f7c16c33, host dv-neutron-797120-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=e53bcc6b-8f01-4d09-82e9-5385f7c16c33,segment=NetworkSegment(fddfe548-9582-48fa-8a0c-6b06bc4d1b9f),segment_id=fddfe548-9582-48fa-8a0c-6b06bc4d1b9f)] {{(pid=128085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 11:45:55.390128 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-17031281-3ac9-4e6f-9ef8-b47bf53d7a26 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1978872'] for port, precommit_delete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:55.404314 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-17031281-3ac9-4e6f-9ef8-b47bf53d7a26 None None] Calling delete_port for e53bcc6b-8f01-4d09-82e9-5385f7c16c33 owned by network:dhcp {{(pid=128085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 11:45:55.439619 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c7fa6ec-dc33-4000-8d7b-0b0c6ac9daac tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Notify agent at l3_agent.dv-neutron-797120-4-hyperv the message routers_updated {{(pid=128084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 11:45:55.448410 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-8c7fa6ec-dc33-4000-8d7b-0b0c6ac9daac tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] 10.222.0.53 "PUT /v2.0/routers/45bd1e9d-ede2-47e0-8eec-19f0fedae9d8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8928814 Jun 24 11:45:55.456029 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc5d7219-222e-4066-8ad4-6185a011ad4d None None] Sync routers for ids ['45bd1e9d-ede2-47e0-8eec-19f0fedae9d8'] in dv-neutron-797120-4-hyperv {{(pid=128085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 11:45:55.469443 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc5d7219-222e-4066-8ad4-6185a011ad4d None None] Routers {'45bd1e9d-ede2-47e0-8eec-19f0fedae9d8'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 11:45:55.470374 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-cc5d7219-222e-4066-8ad4-6185a011ad4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T11:45:26Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['45bd1e9d-ede2-47e0-8eec-19f0fedae9d8'], 'active': True} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:45:55.484363 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 57464) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:45:55.491978 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-86ebabab-4fd7-4b5f-9240-539a584fe035 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.4251499 Jun 24 11:45:55.508435 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-cc5d7219-222e-4066-8ad4-6185a011ad4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:45:55.523119 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc5d7219-222e-4066-8ad4-6185a011ad4d None None] Routers {'45bd1e9d-ede2-47e0-8eec-19f0fedae9d8'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 11:45:55.524137 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-cc5d7219-222e-4066-8ad4-6185a011ad4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T11:45:26Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['45bd1e9d-ede2-47e0-8eec-19f0fedae9d8'], 'active': True} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:45:55.551836 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-4ff42bed-1b70-450f-b5cf-8b993ffbf25a tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] 10.222.0.53 "GET /v2.0/ports?device_id=45bd1e9d-ede2-47e0-8eec-19f0fedae9d8 HTTP/1.1" status: 200 len: 205 time: 0.0625048 Jun 24 11:45:55.552877 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 57466) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:45:55.552877 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 57468) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:45:55.565923 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [None req-ed31c99c-c62e-4889-940f-ddb39e68fa1e tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Request body: {'subnet': {'network_id': '11a80c9d-f8ee-4388-91b0-d49a25200fee', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:45:55.566224 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-037ffaf6-3472-42a8-93f9-53002f226f52 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1803182', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65403'] for router, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:55.568575 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-037ffaf6-3472-42a8-93f9-53002f226f52 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:55.569457 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-33233fb6-4cd2-43ba-93a0-7ec5bae47c17 tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2537737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3289942'] for subnet, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:55.587992 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-cc5d7219-222e-4066-8ad4-6185a011ad4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:45:55.589059 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc5d7219-222e-4066-8ad4-6185a011ad4d None None] The sync data for ids ['45bd1e9d-ede2-47e0-8eec-19f0fedae9d8'] in dv-neutron-797120-4-hyperv is: [] {{(pid=128085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 11:45:55.595786 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-17031281-3ac9-4e6f-9ef8-b47bf53d7a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793193945299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193536732'] for port, after_delete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:55.598994 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:45:55.601859 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-06e84fb4-65f9-44c5-910c-c5dbc5b55dfd tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:45:55.623716 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-037ffaf6-3472-42a8-93f9-53002f226f52 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1806072'] for router, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:55.624283 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-037ffaf6-3472-42a8-93f9-53002f226f52 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Fanout notify agent at l3_agent the message router_deleted on router 4588dd8d-e485-4514-84d8-8594265e5cc3 {{(pid=128084) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 24 11:45:55.627923 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17031281-3ac9-4e6f-9ef8-b47bf53d7a26 None None] No DVR routers for this DVR port e53bcc6b-8f01-4d09-82e9-5385f7c16c33 on host dv-neutron-797120-4-hyperv {{(pid=128085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 11:45:55.629475 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17031281-3ac9-4e6f-9ef8-b47bf53d7a26 None None] Pushing event deleted for resources: {'Port': ['ID=e53bcc6b-8f01-4d09-82e9-5385f7c16c33,revision_number=None']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:45:55.632374 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-17031281-3ac9-4e6f-9ef8-b47bf53d7a26 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:45:55.633054 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-037ffaf6-3472-42a8-93f9-53002f226f52 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Notify callbacks [] for router, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:55.634292 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-037ffaf6-3472-42a8-93f9-53002f226f52 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] 10.222.0.53 "DELETE /v2.0/routers/4588dd8d-e485-4514-84d8-8594265e5cc3 HTTP/1.1" status: 204 len: 168 time: 0.7201774 Jun 24 11:45:55.641028 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 57470) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:45:55.693046 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.db.db_base_plugin_v2 [None req-9338f67a-3fb8-4ea6-86ae-a56037a5e185 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Deleting subnet 642228c8-8b98-44ad-8333-55b67989405b {{(pid=128084) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 24 11:45:55.696512 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-9338f67a-3fb8-4ea6-86ae-a56037a5e185 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Notify callbacks [] for subnet, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:55.745392 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-9338f67a-3fb8-4ea6-86ae-a56037a5e185 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2373542'] for subnet, precommit_delete_associations {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:55.799352 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-4868852a-f2e5-42e1-a44c-9cc9a75ba238 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Notify callbacks [] for router, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:55.832807 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-9338f67a-3fb8-4ea6-86ae-a56037a5e185 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-972249'] for subnet, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:55.855601 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33233fb6-4cd2-43ba-93a0-7ec5bae47c17 tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Pushing event updated for resources: {'Subnet': ['ID=29c91c6c-fcba-4c0b-901d-0bb116b88b43,revision_number=0']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:45:55.888853 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-33233fb6-4cd2-43ba-93a0-7ec5bae47c17 tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:45:55.895145 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-9338f67a-3fb8-4ea6-86ae-a56037a5e185 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-972238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3292022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3162263'] for subnet, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:55.898146 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:45:55.925357 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9338f67a-3fb8-4ea6-86ae-a56037a5e185 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Pushing event deleted for resources: {'Subnet': ['ID=642228c8-8b98-44ad-8333-55b67989405b,revision_number=None']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:45:55.927379 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-9338f67a-3fb8-4ea6-86ae-a56037a5e185 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Notify callbacks [] for subnet, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:55.931599 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-9338f67a-3fb8-4ea6-86ae-a56037a5e185 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] 10.222.0.53 "DELETE /v2.0/subnets/642228c8-8b98-44ad-8333-55b67989405b HTTP/1.1" status: 204 len: 168 time: 0.2881250 Jun 24 11:45:55.931599 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-9338f67a-3fb8-4ea6-86ae-a56037a5e185 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:45:55.931891 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 57474) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:45:55.934952 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55cb56a3-9409-420d-99ff-bc7b378a7a4d None None] Network 49e4dfb1-cba4-4789-b459-4a860327f468 requested from dv-neutron-797120-4-hyperv {{(pid=128085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 11:45:56.036348 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device e53bcc6b-8f01-4d09-82e9-5385f7c16c33 no longer exists at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 11:45:56.043026 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33233fb6-4cd2-43ba-93a0-7ec5bae47c17 tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Checking segment: {'id': '6fb3c7b9-0149-440b-bef8-3dbbc46cd512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'd512c2a0-22d1-4ba1-80a7-8eedf9465158'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=128083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 11:45:56.043393 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33233fb6-4cd2-43ba-93a0-7ec5bae47c17 tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Network hostable DHCP agents. Network: d512c2a0-22d1-4ba1-80a7-8eedf9465158, hostable agents: ['6be988a9-1d97-480f-be5a-c55abf2c55c5'], hosted agents: [] {{(pid=128083) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 11:45:56.048630 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-70028887-cd05-4aeb-a278-f1b7ba76351a tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-534962'] for network, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:56.055240 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-4868852a-f2e5-42e1-a44c-9cc9a75ba238 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1803182', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65403'] for router, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:56.063197 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] No Port match for: e53bcc6b-8f01-4d09-82e9-5385f7c16c33 {{(pid=128085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 11:45:56.063642 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device e53bcc6b-8f01-4d09-82e9-5385f7c16c33 not bound to the agent host dv-neutron-797120-4-hyperv {{(pid=128085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 11:45:56.064073 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-4868852a-f2e5-42e1-a44c-9cc9a75ba238 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:56.119168 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.plugin [None req-70028887-cd05-4aeb-a278-f1b7ba76351a tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Deleting port ea1a4899-d2a8-4d2c-b131-c89dacea4ba8 {{(pid=128084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 11:45:56.119820 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-70028887-cd05-4aeb-a278-f1b7ba76351a tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793193942312'] for port, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:56.126355 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed31c99c-c62e-4889-940f-ddb39e68fa1e tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Made reservation on behalf of 086af1f572244cd08c37d97e004e4732 for: {'subnet': 1} {{(pid=128083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 11:45:56.129931 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-ed31c99c-c62e-4889-940f-ddb39e68fa1e tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3289788'] for subnet, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:56.198313 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.db [None req-70028887-cd05-4aeb-a278-f1b7ba76351a tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] For port ea1a4899-d2a8-4d2c-b131-c89dacea4ba8, host dv-neutron-797120-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=ea1a4899-d2a8-4d2c-b131-c89dacea4ba8,segment=NetworkSegment(0dc57f64-23eb-4545-9c89-a6bf2c5b79e1),segment_id=0dc57f64-23eb-4545-9c89-a6bf2c5b79e1)] {{(pid=128084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 11:45:56.198734 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-70028887-cd05-4aeb-a278-f1b7ba76351a tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1978872'] for port, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:56.205220 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-4868852a-f2e5-42e1-a44c-9cc9a75ba238 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1806072'] for router, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:56.205722 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4868852a-f2e5-42e1-a44c-9cc9a75ba238 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Fanout notify agent at l3_agent the message router_deleted on router 45bd1e9d-ede2-47e0-8eec-19f0fedae9d8 {{(pid=128083) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 24 11:45:56.216905 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.plugin [None req-70028887-cd05-4aeb-a278-f1b7ba76351a tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Calling delete_port for ea1a4899-d2a8-4d2c-b131-c89dacea4ba8 owned by network:dhcp {{(pid=128084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 11:45:56.269361 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-4868852a-f2e5-42e1-a44c-9cc9a75ba238 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Notify callbacks [] for router, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:56.270439 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-4868852a-f2e5-42e1-a44c-9cc9a75ba238 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] 10.222.0.53 "DELETE /v2.0/routers/45bd1e9d-ede2-47e0-8eec-19f0fedae9d8 HTTP/1.1" status: 204 len: 168 time: 0.7158923 Jun 24 11:45:56.273365 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33233fb6-4cd2-43ba-93a0-7ec5bae47c17 tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Network d512c2a0-22d1-4ba1-80a7-8eedf9465158 is scheduled to be hosted by DHCP agent 6be988a9-1d97-480f-be5a-c55abf2c55c5 with binding_index 1 {{(pid=128083) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 11:45:56.273911 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 57478) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:45:56.301262 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.base_scheduler [None req-33233fb6-4cd2-43ba-93a0-7ec5bae47c17 tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-4-hyperv, d512c2a0-22d1-4ba1-80a7-8eedf9465158) {{(pid=128083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:45:56.316321 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33233fb6-4cd2-43ba-93a0-7ec5bae47c17 tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:45:56.316776 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1310b6f5-06c3-44a2-a1cb-4f5082494d47 None None] Network d512c2a0-22d1-4ba1-80a7-8eedf9465158 requested from dv-neutron-797120-4-hyperv {{(pid=128085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 11:45:56.316879 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-33233fb6-4cd2-43ba-93a0-7ec5bae47c17 tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588949'] for subnet, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:56.341031 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-de15098c-9bc6-4049-9d5a-cc6cd655ddac tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Notify callbacks [] for floatingip, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:56.341520 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58c862dc-98a6-4b16-8105-406748859920 None None] DHCP port deletion for 49e4dfb1-cba4-4789-b459-4a860327f468 request from dv-neutron-797120-4-hyperv {{(pid=128085) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 24 11:45:56.349893 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-33233fb6-4cd2-43ba-93a0-7ec5bae47c17 tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.0836225 Jun 24 11:45:56.350118 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.db.db_base_plugin_v2 [None req-f11a491d-b562-4f0a-91a1-5137e79b868b tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Deleting subnet fa6e0b10-c5eb-491f-83fc-d70a2a1a8d29 {{(pid=128084) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 24 11:45:56.353108 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-f11a491d-b562-4f0a-91a1-5137e79b868b tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Notify callbacks [] for subnet, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:56.374571 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 57480) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:45:56.382490 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-9e2efae1-1cab-41aa-84b8-843d570e1442 tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1345926416'}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:45:56.413657 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-70028887-cd05-4aeb-a278-f1b7ba76351a tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793193945299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193536732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3292088'] for port, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:56.417784 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-f11a491d-b562-4f0a-91a1-5137e79b868b tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2373542'] for subnet, precommit_delete_associations {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:56.421638 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-f39453a5-9646-412f-abe3-54274041aeda tempest-PortsAdminExtendedAttrsTestJSON-866674268 tempest-PortsAdminExtendedAttrsTestJSON-866674268-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:45:56.454035 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-4dd446f9-68d5-4f61-a1f2-e300ecaad175 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:56.464144 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70028887-cd05-4aeb-a278-f1b7ba76351a tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Pushing event deleted for resources: {'Port': ['ID=ea1a4899-d2a8-4d2c-b131-c89dacea4ba8,revision_number=None']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:45:56.475576 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-70028887-cd05-4aeb-a278-f1b7ba76351a tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:45:56.480780 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70028887-cd05-4aeb-a278-f1b7ba76351a tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] No DVR routers for this DVR port ea1a4899-d2a8-4d2c-b131-c89dacea4ba8 on host dv-neutron-797120-4-hyperv {{(pid=128084) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 11:45:56.490535 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:56.490766 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e2efae1-1cab-41aa-84b8-843d570e1442 tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Made reservation on behalf of 83bd187da1f344e0936ca43751a06a44 for: {'network': 1} {{(pid=128084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 11:45:56.494201 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-9e2efae1-1cab-41aa-84b8-843d570e1442 tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for network, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:56.531226 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-de15098c-9bc6-4049-9d5a-cc6cd655ddac tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:56.538500 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-58c862dc-98a6-4b16-8105-406748859920 None None] Deleting port ea1a4899-d2a8-4d2c-b131-c89dacea4ba8 {{(pid=128085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 11:45:56.538670 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-58c862dc-98a6-4b16-8105-406748859920 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793193942312'] for port, before_delete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:56.570910 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-ed31c99c-c62e-4889-940f-ddb39e68fa1e tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2537737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3289942'] for subnet, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:56.586281 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-8d68ccc0-26a0-4d13-bc3f-a6d35df96a02 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:45:56.627928 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-70028887-cd05-4aeb-a278-f1b7ba76351a tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973199', 'neutron.services.segments.db._delete_segments_for_network-8793194012456'] for network, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:56.630349 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e2efae1-1cab-41aa-84b8-843d570e1442 tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] vlan segment allocate from pool success with {'vlan_id': 629, 'physical_network': 'physnet1'} {{(pid=128084) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 11:45:56.647625 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.services.segments.db [None req-70028887-cd05-4aeb-a278-f1b7ba76351a tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49e4dfb1-cba4-4789-b459-4a860327f468']}} {{(pid=128084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:45:56.650014 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-58c862dc-98a6-4b16-8105-406748859920 None None] For port ea1a4899-d2a8-4d2c-b131-c89dacea4ba8, host dv-neutron-797120-4-hyperv, got binding levels [] {{(pid=128085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 11:45:56.650421 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-58c862dc-98a6-4b16-8105-406748859920 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1978872'] for port, precommit_delete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:56.652769 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-f11a491d-b562-4f0a-91a1-5137e79b868b tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-972249'] for subnet, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:56.664189 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8b7215d-d478-4ace-b2ca-15ddc63ef7d6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d65c8f8-7530-5052-99fe-8ea05073750b-d512c2a0-22d1-4ba1-80a7-8eedf9465158', 'network_id': 'd512c2a0-22d1-4ba1-80a7-8eedf9465158', 'tenant_id': '83bd187da1f344e0936ca43751a06a44', 'fixed_ips': [{'subnet_id': '29c91c6c-fcba-4c0b-901d-0bb116b88b43'}]}} from dv-neutron-797120-4-hyperv. {{(pid=128085) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 24 11:45:56.665056 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-e8b7215d-d478-4ace-b2ca-15ddc63ef7d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_create {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:56.680650 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-58c862dc-98a6-4b16-8105-406748859920 None None] Calling delete_port for ea1a4899-d2a8-4d2c-b131-c89dacea4ba8 owned by network:dhcp {{(pid=128085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 11:45:56.680872 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-9e2efae1-1cab-41aa-84b8-843d570e1442 tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967879'] for segment, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:56.681216 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.db.segments_db [None req-9e2efae1-1cab-41aa-84b8-843d570e1442 tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Added segment 3763443f-5d2d-4cce-85ec-a91312670d08 of type vlan for network ee189b1b-7b49-4962-b2e3-4b2ae5437519 Jun 24 11:45:56.683079 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed31c99c-c62e-4889-940f-ddb39e68fa1e tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Network 11a80c9d-f8ee-4388-91b0-d49a25200fee is already hosted by enough agents. {{(pid=128083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 11:45:56.684599 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.ipam_backend_mixin [None req-58c862dc-98a6-4b16-8105-406748859920 None None] Port ea1a4899-d2a8-4d2c-b131-c89dacea4ba8 was not found and therefore no delete operation was performed {{(pid=128085) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jun 24 11:45:56.688723 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-58c862dc-98a6-4b16-8105-406748859920 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793193945299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193536732'] for port, after_delete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:56.693409 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.services.segments.db [None req-70028887-cd05-4aeb-a278-f1b7ba76351a tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0dc57f64-23eb-4545-9c89-a6bf2c5b79e1') {'for_net_delete': True} {{(pid=128084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:45:56.693751 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.services.segments.db [None req-70028887-cd05-4aeb-a278-f1b7ba76351a tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0dc57f64-23eb-4545-9c89-a6bf2c5b79e1') {} {{(pid=128084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:45:56.695768 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:45:56.697162 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.base_scheduler [None req-ed31c99c-c62e-4889-940f-ddb39e68fa1e tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Resources bound (agent type, host, resource id): {{(pid=128083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:45:56.700823 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed31c99c-c62e-4889-940f-ddb39e68fa1e tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Pushing event updated for resources: {'Subnet': ['ID=6f70e620-5740-400a-aaa1-f99dce5c1f5c,revision_number=0']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:45:56.704653 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed31c99c-c62e-4889-940f-ddb39e68fa1e tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:45:56.705750 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-ed31c99c-c62e-4889-940f-ddb39e68fa1e tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588949'] for subnet, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:56.716960 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-ed31c99c-c62e-4889-940f-ddb39e68fa1e tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:45:56.723121 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28309a86-b453-4e72-889a-c7728eb9dcf8 None None] Network 11a80c9d-f8ee-4388-91b0-d49a25200fee requested from dv-neutron-797120-4-hyperv {{(pid=128085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 11:45:56.724079 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-70028887-cd05-4aeb-a278-f1b7ba76351a tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793194097327', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2373599'] for segment, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:56.738046 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-ed31c99c-c62e-4889-940f-ddb39e68fa1e tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.1844332 Jun 24 11:45:56.744728 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 57484) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:45:56.756141 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [None req-31160b3f-bd2e-4ff8-aa29-c02157785c89 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Request body: {'port': {'network_id': '11a80c9d-f8ee-4388-91b0-d49a25200fee', 'name': 'tempest-NetworksTestDHCPv6-224155885'}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:45:56.759499 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58c862dc-98a6-4b16-8105-406748859920 None None] No DVR routers for this DVR port ea1a4899-d2a8-4d2c-b131-c89dacea4ba8 on host dv-neutron-797120-4-hyperv {{(pid=128085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 11:45:56.763661 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-9e2efae1-1cab-41aa-84b8-843d570e1442 tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793193525068'] for network, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:56.773567 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c862dc-98a6-4b16-8105-406748859920 None None] Pushing event deleted for resources: {'Port': ['ID=ea1a4899-d2a8-4d2c-b131-c89dacea4ba8,revision_number=None']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:45:56.776481 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-58c862dc-98a6-4b16-8105-406748859920 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:45:56.777514 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-70028887-cd05-4aeb-a278-f1b7ba76351a tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967879'] for segment, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:56.790599 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70028887-cd05-4aeb-a278-f1b7ba76351a tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Releasing vlan 647 on physical network physnet1 to pool {{(pid=128084) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 11:45:56.791256 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-70028887-cd05-4aeb-a278-f1b7ba76351a tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3292053'] for segment, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:56.794210 dv-neutron-797120-4-hyperv neutron-server[128084]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 11:45:56.794210 dv-neutron-797120-4-hyperv neutron-server[128084]: conditions |= (models_v2.Port.network_id.in_( Jun 24 11:45:56.794210 dv-neutron-797120-4-hyperv neutron-server[128084]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 11:45:56.794210 dv-neutron-797120-4-hyperv neutron-server[128084]: conditions |= (models_v2.Port.network_id.in_( Jun 24 11:45:56.794210 dv-neutron-797120-4-hyperv neutron-server[128084]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 11:45:56.794210 dv-neutron-797120-4-hyperv neutron-server[128084]: conditions |= (models_v2.Port.network_id.in_( Jun 24 11:45:56.794210 dv-neutron-797120-4-hyperv neutron-server[128084]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 11:45:56.794210 dv-neutron-797120-4-hyperv neutron-server[128084]: conditions |= (models_v2.Port.network_id.in_( Jun 24 11:45:56.794210 dv-neutron-797120-4-hyperv neutron-server[128084]: Traceback (most recent call last): Jun 24 11:45:56.794210 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 24 11:45:56.794210 dv-neutron-797120-4-hyperv neutron-server[128084]: timer() Jun 24 11:45:56.794210 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 24 11:45:56.794210 dv-neutron-797120-4-hyperv neutron-server[128084]: cb(*args, **kw) Jun 24 11:45:56.794210 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 24 11:45:56.794210 dv-neutron-797120-4-hyperv neutron-server[128084]: return func(*args, **kwargs) Jun 24 11:45:56.794210 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 24 11:45:56.794210 dv-neutron-797120-4-hyperv neutron-server[128084]: self._notify() Jun 24 11:45:56.794210 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 24 11:45:56.794210 dv-neutron-797120-4-hyperv neutron-server[128084]: self.callback(batched_events) Jun 24 11:45:56.794210 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 24 11:45:56.794210 dv-neutron-797120-4-hyperv neutron-server[128084]: event.method(event) Jun 24 11:45:56.794210 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 24 11:45:56.794210 dv-neutron-797120-4-hyperv neutron-server[128084]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 24 11:45:56.794210 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 24 11:45:56.794210 dv-neutron-797120-4-hyperv neutron-server[128084]: aggregate_uuid = self.p_client.list_aggregates( Jun 24 11:45:56.794210 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 24 11:45:56.794210 dv-neutron-797120-4-hyperv neutron-server[128084]: return f(self, *a, **k) Jun 24 11:45:56.794210 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 24 11:45:56.794210 dv-neutron-797120-4-hyperv neutron-server[128084]: return self._get(url).json() Jun 24 11:45:56.794210 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 24 11:45:56.794210 dv-neutron-797120-4-hyperv neutron-server[128084]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 24 11:45:56.794210 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 24 11:45:56.794210 dv-neutron-797120-4-hyperv neutron-server[128084]: return self.request(url, 'GET', **kwargs) Jun 24 11:45:56.794210 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 24 11:45:56.794210 dv-neutron-797120-4-hyperv neutron-server[128084]: base_url = self.get_endpoint(auth, allow=allow, Jun 24 11:45:56.794210 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 24 11:45:56.794210 dv-neutron-797120-4-hyperv neutron-server[128084]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 24 11:45:56.794210 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 24 11:45:56.794210 dv-neutron-797120-4-hyperv neutron-server[128084]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 24 11:45:56.794210 dv-neutron-797120-4-hyperv neutron-server[128084]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 24 11:45:56.875991 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-f11a491d-b562-4f0a-91a1-5137e79b868b tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-972238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3292022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3162263'] for subnet, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:56.885663 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-9338f67a-3fb8-4ea6-86ae-a56037a5e185 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:45:56.893023 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-f11a491d-b562-4f0a-91a1-5137e79b868b tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Notify callbacks [] for subnet, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:56.894836 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-f11a491d-b562-4f0a-91a1-5137e79b868b tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] 10.222.0.53 "DELETE /v2.0/subnets/fa6e0b10-c5eb-491f-83fc-d70a2a1a8d29 HTTP/1.1" status: 204 len: 168 time: 0.6186948 Jun 24 11:45:56.895609 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-9e2efae1-1cab-41aa-84b8-843d570e1442 tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1800243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976'] for network, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:56.900822 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e2efae1-1cab-41aa-84b8-843d570e1442 tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=128084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:45:56.901433 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-9e2efae1-1cab-41aa-84b8-843d570e1442 tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Notify callbacks [] for network, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:56.903572 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 57488) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:45:56.933846 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-70028887-cd05-4aeb-a278-f1b7ba76351a tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1800243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1815642'] for network, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:56.934360 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-de15098c-9bc6-4049-9d5a-cc6cd655ddac tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Notify callbacks [] for port, precommit_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:56.939243 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11a491d-b562-4f0a-91a1-5137e79b868b tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Pushing event deleted for resources: {'Subnet': ['ID=fa6e0b10-c5eb-491f-83fc-d70a2a1a8d29,revision_number=None']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:45:56.943701 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec297b26-01f1-462b-99f1-bee302db2574 None None] Network 9cdaee16-c543-4109-9ccd-684de849cbc0 requested from dv-neutron-797120-4-hyperv {{(pid=128085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 11:45:56.953527 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-f11a491d-b562-4f0a-91a1-5137e79b868b tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:45:56.958343 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-de15098c-9bc6-4049-9d5a-cc6cd655ddac tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2537871'] for port, after_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:56.960768 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-1c1008f3-c6e8-4439-abcb-e98e1cc5b5f9 tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:45:56.960911 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-2242abd8-064e-4fea-8785-02d35e6966b3 tempest-ExternalNetworksTestJSON-1343323332 tempest-ExternalNetworksTestJSON-1343323332-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.037s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:45:56.965132 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-70028887-cd05-4aeb-a278-f1b7ba76351a tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Notify callbacks [] for network, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:56.972052 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-70028887-cd05-4aeb-a278-f1b7ba76351a tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] 10.222.0.53 "DELETE /v2.0/networks/49e4dfb1-cba4-4789-b459-4a860327f468 HTTP/1.1" status: 204 len: 168 time: 1.0342610 Jun 24 11:45:56.988114 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 57490) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:45:56.999298 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-c2ee43e9-8a34-4bb6-b2dd-87dba17600ac tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Request body: {'network': {'name': 'tempest-RoutersTest-969301165'}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:45:57.002454 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.db_base_plugin_common [None req-e8b7215d-d478-4ace-b2ca-15ddc63ef7d6 None None] Allocated IP 2001:db8:0:ffff::2 (d512c2a0-22d1-4ba1-80a7-8eedf9465158/29c91c6c-fcba-4c0b-901d-0bb116b88b43/96b07c25-1f30-4ede-87e5-8b82d7875052) {{(pid=128085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 11:45:57.031530 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-9e2efae1-1cab-41aa-84b8-843d570e1442 tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6557972 Jun 24 11:45:57.037483 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 57492) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:45:57.046252 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-e93f4b1b-ab81-4756-9c76-365c51db8be7 tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Request body: {'subnet': {'network_id': 'ee189b1b-7b49-4962-b2e3-4b2ae5437519', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:45:57.063686 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de15098c-9bc6-4049-9d5a-cc6cd655ddac tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Pushing event updated for resources: {'Port': ['ID=e6519f17-0b44-47eb-bfa9-db6dcc7fb783,revision_number=2']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:45:57.066817 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-de15098c-9bc6-4049-9d5a-cc6cd655ddac tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:45:57.083661 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-de15098c-9bc6-4049-9d5a-cc6cd655ddac tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1815637'] for floatingip, after_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:57.125540 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.db.api [None req-31160b3f-bd2e-4ff8-aa29-c02157785c89 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 24 11:45:57.125540 dv-neutron-797120-4-hyperv neutron-server[128083]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 24 11:45:57.125540 dv-neutron-797120-4-hyperv neutron-server[128083]: [parameters: {'project_id_1': '086af1f572244cd08c37d97e004e4732', 'expiration_1': datetime.datetime(2021, 6, 24, 11, 45, 57, 78654)}] Jun 24 11:45:57.125540 dv-neutron-797120-4-hyperv neutron-server[128083]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=128083) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 24 11:45:57.125540 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_db.api [None req-31160b3f-bd2e-4ff8-aa29-c02157785c89 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=128083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 24 11:45:57.151509 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2efae1-1cab-41aa-84b8-843d570e1442 tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Pushing event updated for resources: {'Network': ['ID=ee189b1b-7b49-4962-b2e3-4b2ae5437519,revision_number=1']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:45:57.161226 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-2d75df70-ec18-415f-b6d3-3fc30d874b18 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-534962'] for network, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:57.190663 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2ee43e9-8a34-4bb6-b2dd-87dba17600ac tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Made reservation on behalf of 01c7f8735a2b4722ae0cabb11183e366 for: {'network': 1} {{(pid=128084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 11:45:57.193374 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Network ee189b1b-7b49-4962-b2e3-4b2ae5437519 details requested by agent ovs-agent-dv-neutron-797120-4-hyperv with host dv-neutron-797120-4-hyperv {{(pid=128085) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 11:45:57.193717 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-c2ee43e9-8a34-4bb6-b2dd-87dba17600ac tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for network, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:57.200226 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70028887-cd05-4aeb-a278-f1b7ba76351a tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Pushing event deleted for resources: {'Network': ['ID=49e4dfb1-cba4-4789-b459-4a860327f468,revision_number=None']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:45:57.211708 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.db.l3_db [None req-de15098c-9bc6-4049-9d5a-cc6cd655ddac tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Floating IP 828fe219-3c55-4c42-9aa6-d9afb9d13a5f associated. External IP: 172.26.7.136, port: e4bb185b-2cd2-4be8-b24c-5a244e5a9131. Jun 24 11:45:57.211892 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-70028887-cd05-4aeb-a278-f1b7ba76351a tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:45:57.212592 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-43675688-caa6-4c6f-ac43-2bfb3ac3be3f tempest-ExternalNetworksTestJSON-2097641310 tempest-ExternalNetworksTestJSON-2097641310-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.260s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:45:57.212997 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-43675688-caa6-4c6f-ac43-2bfb3ac3be3f tempest-ExternalNetworksTestJSON-2097641310 tempest-ExternalNetworksTestJSON-2097641310-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:45:57.259486 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2ee43e9-8a34-4bb6-b2dd-87dba17600ac tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] vlan segment allocate from pool success with {'vlan_id': 610, 'physical_network': 'physnet1'} {{(pid=128084) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 11:45:57.274247 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-c2ee43e9-8a34-4bb6-b2dd-87dba17600ac tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967879'] for segment, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:57.274588 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.db.segments_db [None req-c2ee43e9-8a34-4bb6-b2dd-87dba17600ac tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Added segment ec507cc5-48d0-4385-9a3f-f2b4842d53c3 of type vlan for network 950d129f-7b1e-4459-83bc-7e8ba4204b69 Jun 24 11:45:57.287030 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e93f4b1b-ab81-4756-9c76-365c51db8be7 tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Made reservation on behalf of 83bd187da1f344e0936ca43751a06a44 for: {'subnet': 1} {{(pid=128084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 11:45:57.290632 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-e93f4b1b-ab81-4756-9c76-365c51db8be7 tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3162484'] for subnet, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:57.313608 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8556d33-19ee-4e2b-ac69-9723c491b4b5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d65c8f8-7530-5052-99fe-8ea05073750b-11a80c9d-f8ee-4388-91b0-d49a25200fee', 'network_id': '11a80c9d-f8ee-4388-91b0-d49a25200fee', 'tenant_id': '086af1f572244cd08c37d97e004e4732', 'fixed_ips': [{'subnet_id': '6f70e620-5740-400a-aaa1-f99dce5c1f5c'}]}} from dv-neutron-797120-4-hyperv. {{(pid=128085) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 24 11:45:57.314403 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-a8556d33-19ee-4e2b-ac69-9723c491b4b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_create {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:57.382785 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-c2ee43e9-8a34-4bb6-b2dd-87dba17600ac tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793193525068'] for network, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:57.407039 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.plugin [None req-2d75df70-ec18-415f-b6d3-3fc30d874b18 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Deleting port 43eed5e8-e602-4727-9d42-93bdfb8695ff {{(pid=128084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 11:45:57.407377 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-2d75df70-ec18-415f-b6d3-3fc30d874b18 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793193942312'] for port, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:57.452558 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-e8b7215d-d478-4ace-b2ca-15ddc63ef7d6 None None] Notify callbacks [] for port, precommit_create {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:57.467552 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-637e70b4-8513-480b-a353-e4b3a74a00de None None] DHCP port deletion for 9cdaee16-c543-4109-9ccd-684de849cbc0 request from dv-neutron-797120-4-hyperv {{(pid=128085) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 24 11:45:57.476272 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-e8b7215d-d478-4ace-b2ca-15ddc63ef7d6 None None] Transition to ACTIVE for port object 96b07c25-1f30-4ede-87e5-8b82d7875052 will not be triggered until provisioned by entity L2. {{(pid=128085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 11:45:57.497953 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-c2ee43e9-8a34-4bb6-b2dd-87dba17600ac tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1800243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976'] for network, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:57.504360 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2ee43e9-8a34-4bb6-b2dd-87dba17600ac tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=128084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:45:57.504938 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-c2ee43e9-8a34-4bb6-b2dd-87dba17600ac tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Notify callbacks [] for network, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:57.513596 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-40f9673d-3f79-4737-b587-aa944a8bc4f8 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:45:57.539084 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de15098c-9bc6-4049-9d5a-cc6cd655ddac tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Router ec2cec42-9d81-44aa-a4f8-e4c8409e9b4d has already been hosted by L3 agent 2987dba8-2249-4ee6-96ec-28f0f7a6127d {{(pid=128083) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 11:45:57.541228 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-e8b7215d-d478-4ace-b2ca-15ddc63ef7d6 None None] Transition to ACTIVE for port object 96b07c25-1f30-4ede-87e5-8b82d7875052 will not be triggered until provisioned by entity DHCP. {{(pid=128085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 11:45:57.563390 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-e8b7215d-d478-4ace-b2ca-15ddc63ef7d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-650429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-506361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793193536723'] for port, after_create {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:57.568286 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-cb6beaaa-59fb-44e8-b5d1-7255c2b55c92 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:45:57.591151 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-c2ee43e9-8a34-4bb6-b2dd-87dba17600ac tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.5993690 Jun 24 11:45:57.596472 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 57496) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:45:57.602005 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [None req-7e0fc10a-2c28-4c5b-ad72-c0c0dae1edb0 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Request body: {'subnet': {'network_id': '950d129f-7b1e-4459-83bc-7e8ba4204b69', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:45:57.620360 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.db_base_plugin_common [None req-a8556d33-19ee-4e2b-ac69-9723c491b4b5 None None] Allocated IP 2001:db8::2 (11a80c9d-f8ee-4388-91b0-d49a25200fee/6f70e620-5740-400a-aaa1-f99dce5c1f5c/a15cf6b6-8fe9-4ca8-ae5f-32503ae7956a) {{(pid=128085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 11:45:57.621908 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.db [None req-2d75df70-ec18-415f-b6d3-3fc30d874b18 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] For port 43eed5e8-e602-4727-9d42-93bdfb8695ff, host dv-neutron-797120-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=43eed5e8-e602-4727-9d42-93bdfb8695ff,segment=NetworkSegment(336e5ca9-4236-410e-9b59-a1ab1b60db10),segment_id=336e5ca9-4236-410e-9b59-a1ab1b60db10)] {{(pid=128084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 11:45:57.622281 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-2d75df70-ec18-415f-b6d3-3fc30d874b18 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1978872'] for port, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:57.646863 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ee43e9-8a34-4bb6-b2dd-87dba17600ac tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Pushing event updated for resources: {'Network': ['ID=950d129f-7b1e-4459-83bc-7e8ba4204b69,revision_number=1']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:45:57.649903 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.plugin [None req-2d75df70-ec18-415f-b6d3-3fc30d874b18 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Calling delete_port for 43eed5e8-e602-4727-9d42-93bdfb8695ff owned by network:dhcp {{(pid=128084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 11:45:57.652838 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8b7215d-d478-4ace-b2ca-15ddc63ef7d6 None None] Network d512c2a0-22d1-4ba1-80a7-8eedf9465158 is already hosted by enough agents. {{(pid=128085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 11:45:57.653058 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-c2ee43e9-8a34-4bb6-b2dd-87dba17600ac tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:45:57.662326 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-637e70b4-8513-480b-a353-e4b3a74a00de None None] Deleting port 43eed5e8-e602-4727-9d42-93bdfb8695ff {{(pid=128085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 11:45:57.662643 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-637e70b4-8513-480b-a353-e4b3a74a00de None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793193942312'] for port, before_delete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:57.666888 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.scheduler.base_scheduler [None req-e8b7215d-d478-4ace-b2ca-15ddc63ef7d6 None None] Resources bound (agent type, host, resource id): {{(pid=128085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:45:57.668690 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b7215d-d478-4ace-b2ca-15ddc63ef7d6 None None] Pushing event updated for resources: {'Port': ['ID=96b07c25-1f30-4ede-87e5-8b82d7875052,revision_number=1']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:45:57.672647 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8b7215d-d478-4ace-b2ca-15ddc63ef7d6 None None] Received port after_create {{(pid=128085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 11:45:57.685460 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Network 950d129f-7b1e-4459-83bc-7e8ba4204b69 details requested by agent ovs-agent-dv-neutron-797120-4-hyperv with host dv-neutron-797120-4-hyperv {{(pid=128085) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 11:45:57.690294 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-e8b7215d-d478-4ace-b2ca-15ddc63ef7d6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:45:57.697745 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-03237adf-ebd0-46f2-a476-4d4bb746e0f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:57.753647 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-e93f4b1b-ab81-4756-9c76-365c51db8be7 tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3291959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3162270'] for subnet, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:57.765528 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-25f79a30-aeab-4409-a2b8-a9597b4a0f4d tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:45:57.801908 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de15098c-9bc6-4049-9d5a-cc6cd655ddac tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Notify agent at l3_agent.dv-neutron-797120-4-hyperv the message routers_updated {{(pid=128083) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 11:45:57.816031 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c0dbedf-9187-456b-af03-8ce1d22a92ff None None] Sync routers for ids ['ec2cec42-9d81-44aa-a4f8-e4c8409e9b4d'] in dv-neutron-797120-4-hyperv {{(pid=128086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 11:45:57.836417 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c0dbedf-9187-456b-af03-8ce1d22a92ff None None] Routers {'ec2cec42-9d81-44aa-a4f8-e4c8409e9b4d'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 11:45:57.837556 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-0c0dbedf-9187-456b-af03-8ce1d22a92ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T11:45:56Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['ec2cec42-9d81-44aa-a4f8-e4c8409e9b4d'], 'active': True} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:45:57.837716 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93f4b1b-ab81-4756-9c76-365c51db8be7 tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Pushing event updated for resources: {'Subnet': ['ID=4f119fbd-fe34-44c9-b3bf-1b14f6d230ab,revision_number=0']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:45:57.845837 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-e93f4b1b-ab81-4756-9c76-365c51db8be7 tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:45:57.850225 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-2d75df70-ec18-415f-b6d3-3fc30d874b18 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793193945299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193536732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3292088'] for port, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:57.853234 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-dfc03c1d-9e51-4719-9314-9f309ee88485 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:45:57.855414 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31160b3f-bd2e-4ff8-aa29-c02157785c89 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Made reservation on behalf of 086af1f572244cd08c37d97e004e4732 for: {'port': 1} {{(pid=128083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 11:45:57.861550 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-31160b3f-bd2e-4ff8-aa29-c02157785c89 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:57.876613 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d75df70-ec18-415f-b6d3-3fc30d874b18 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Pushing event deleted for resources: {'Port': ['ID=43eed5e8-e602-4727-9d42-93bdfb8695ff,revision_number=None']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:45:57.880214 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-2d75df70-ec18-415f-b6d3-3fc30d874b18 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:45:57.883206 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-0c0dbedf-9187-456b-af03-8ce1d22a92ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:45:57.886831 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d75df70-ec18-415f-b6d3-3fc30d874b18 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] No DVR routers for this DVR port 43eed5e8-e602-4727-9d42-93bdfb8695ff on host dv-neutron-797120-4-hyperv {{(pid=128084) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 11:45:57.888436 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e93f4b1b-ab81-4756-9c76-365c51db8be7 tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Checking segment: {'id': '3763443f-5d2d-4cce-85ec-a91312670d08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'ee189b1b-7b49-4962-b2e3-4b2ae5437519'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=128084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 11:45:57.888789 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e93f4b1b-ab81-4756-9c76-365c51db8be7 tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Network hostable DHCP agents. Network: ee189b1b-7b49-4962-b2e3-4b2ae5437519, hostable agents: ['6be988a9-1d97-480f-be5a-c55abf2c55c5'], hosted agents: [] {{(pid=128084) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 11:45:57.893460 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c0dbedf-9187-456b-af03-8ce1d22a92ff None None] Routers {'ec2cec42-9d81-44aa-a4f8-e4c8409e9b4d'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 11:45:57.894289 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-0c0dbedf-9187-456b-af03-8ce1d22a92ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T11:45:56Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['ec2cec42-9d81-44aa-a4f8-e4c8409e9b4d'], 'active': True} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:45:57.912704 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.notifiers.nova [None req-31160b3f-bd2e-4ff8-aa29-c02157785c89 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] device_id is not set on port 5231ea6a-15ba-420c-b7d6-ac0f1d11a063 yet. {{(pid=128083) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 24 11:45:57.922588 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e0fc10a-2c28-4c5b-ad72-c0c0dae1edb0 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Made reservation on behalf of 01c7f8735a2b4722ae0cabb11183e366 for: {'subnet': 1} {{(pid=128083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 11:45:57.926424 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-7e0fc10a-2c28-4c5b-ad72-c0c0dae1edb0 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3289788'] for subnet, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:57.955407 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-0c0dbedf-9187-456b-af03-8ce1d22a92ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:45:57.956283 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c0dbedf-9187-456b-af03-8ce1d22a92ff None None] The sync data for ids ['ec2cec42-9d81-44aa-a4f8-e4c8409e9b4d'] in dv-neutron-797120-4-hyperv is: [] {{(pid=128086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 11:45:57.974789 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-de15098c-9bc6-4049-9d5a-cc6cd655ddac tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468916'] for floatingip, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:57.984711 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-2d75df70-ec18-415f-b6d3-3fc30d874b18 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973199', 'neutron.services.segments.db._delete_segments_for_network-8793194012456'] for network, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:58.004044 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.services.segments.db [None req-2d75df70-ec18-415f-b6d3-3fc30d874b18 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9cdaee16-c543-4109-9ccd-684de849cbc0']}} {{(pid=128084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:45:58.012031 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e93f4b1b-ab81-4756-9c76-365c51db8be7 tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Network ee189b1b-7b49-4962-b2e3-4b2ae5437519 is scheduled to be hosted by DHCP agent 6be988a9-1d97-480f-be5a-c55abf2c55c5 with binding_index 1 {{(pid=128084) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 11:45:58.012539 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-637e70b4-8513-480b-a353-e4b3a74a00de None None] For port 43eed5e8-e602-4727-9d42-93bdfb8695ff, host dv-neutron-797120-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=43eed5e8-e602-4727-9d42-93bdfb8695ff,segment=NetworkSegment(336e5ca9-4236-410e-9b59-a1ab1b60db10),segment_id=336e5ca9-4236-410e-9b59-a1ab1b60db10)] {{(pid=128085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 11:45:58.013676 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-637e70b4-8513-480b-a353-e4b3a74a00de None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1978872'] for port, precommit_delete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:58.018226 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.services.segments.db [None req-2d75df70-ec18-415f-b6d3-3fc30d874b18 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '336e5ca9-4236-410e-9b59-a1ab1b60db10') {'for_net_delete': True} {{(pid=128084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:45:58.018517 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.services.segments.db [None req-2d75df70-ec18-415f-b6d3-3fc30d874b18 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '336e5ca9-4236-410e-9b59-a1ab1b60db10') {} {{(pid=128084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:45:58.032619 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-637e70b4-8513-480b-a353-e4b3a74a00de None None] Calling delete_port for 43eed5e8-e602-4727-9d42-93bdfb8695ff owned by network:dhcp {{(pid=128085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 11:45:58.040606 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-2d75df70-ec18-415f-b6d3-3fc30d874b18 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793194097327', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2373599'] for segment, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:58.050601 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.base_scheduler [None req-e93f4b1b-ab81-4756-9c76-365c51db8be7 tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-4-hyperv, ee189b1b-7b49-4962-b2e3-4b2ae5437519) {{(pid=128084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:45:58.056926 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e93f4b1b-ab81-4756-9c76-365c51db8be7 tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=128084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:45:58.057304 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-e93f4b1b-ab81-4756-9c76-365c51db8be7 tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Notify callbacks [] for subnet, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:58.059892 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-2d75df70-ec18-415f-b6d3-3fc30d874b18 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967879'] for segment, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:58.070500 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d75df70-ec18-415f-b6d3-3fc30d874b18 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Releasing vlan 631 on physical network physnet1 to pool {{(pid=128084) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 11:45:58.070846 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-2d75df70-ec18-415f-b6d3-3fc30d874b18 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3292053'] for segment, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:58.073716 dv-neutron-797120-4-hyperv neutron-server[128084]: Traceback (most recent call last): Jun 24 11:45:58.073716 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 24 11:45:58.073716 dv-neutron-797120-4-hyperv neutron-server[128084]: timer() Jun 24 11:45:58.073716 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 24 11:45:58.073716 dv-neutron-797120-4-hyperv neutron-server[128084]: cb(*args, **kw) Jun 24 11:45:58.073716 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 24 11:45:58.073716 dv-neutron-797120-4-hyperv neutron-server[128084]: return func(*args, **kwargs) Jun 24 11:45:58.073716 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 24 11:45:58.073716 dv-neutron-797120-4-hyperv neutron-server[128084]: self._notify() Jun 24 11:45:58.073716 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 24 11:45:58.073716 dv-neutron-797120-4-hyperv neutron-server[128084]: self.callback(batched_events) Jun 24 11:45:58.073716 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 24 11:45:58.073716 dv-neutron-797120-4-hyperv neutron-server[128084]: event.method(event) Jun 24 11:45:58.073716 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 24 11:45:58.073716 dv-neutron-797120-4-hyperv neutron-server[128084]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 24 11:45:58.073716 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 24 11:45:58.073716 dv-neutron-797120-4-hyperv neutron-server[128084]: aggregate_uuid = self.p_client.list_aggregates( Jun 24 11:45:58.073716 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 24 11:45:58.073716 dv-neutron-797120-4-hyperv neutron-server[128084]: return f(self, *a, **k) Jun 24 11:45:58.073716 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 24 11:45:58.073716 dv-neutron-797120-4-hyperv neutron-server[128084]: return self._get(url).json() Jun 24 11:45:58.073716 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 24 11:45:58.073716 dv-neutron-797120-4-hyperv neutron-server[128084]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 24 11:45:58.073716 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 24 11:45:58.073716 dv-neutron-797120-4-hyperv neutron-server[128084]: return self.request(url, 'GET', **kwargs) Jun 24 11:45:58.073716 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 24 11:45:58.073716 dv-neutron-797120-4-hyperv neutron-server[128084]: base_url = self.get_endpoint(auth, allow=allow, Jun 24 11:45:58.073716 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 24 11:45:58.073716 dv-neutron-797120-4-hyperv neutron-server[128084]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 24 11:45:58.073716 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 24 11:45:58.073716 dv-neutron-797120-4-hyperv neutron-server[128084]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 24 11:45:58.073716 dv-neutron-797120-4-hyperv neutron-server[128084]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 24 11:45:58.099767 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-e93f4b1b-ab81-4756-9c76-365c51db8be7 tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.0588114 Jun 24 11:45:58.099997 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-de15098c-9bc6-4049-9d5a-cc6cd655ddac tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 4.6866527 Jun 24 11:45:58.100106 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 57502) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:45:58.100190 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 57504) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:45:58.137048 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device ea1a4899-d2a8-4d2c-b131-c89dacea4ba8 no longer exists at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 11:45:58.138895 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4504e776-7932-4f07-98c5-3fa64a262840 None None] Network ee189b1b-7b49-4962-b2e3-4b2ae5437519 requested from dv-neutron-797120-4-hyperv {{(pid=128085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 11:45:58.141847 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-e8b7215d-d478-4ace-b2ca-15ddc63ef7d6 None None] Attempting to bind port 96b07c25-1f30-4ede-87e5-8b82d7875052 on host dv-neutron-797120-4-hyperv for vnic_type normal with profile {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 11:45:58.142429 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-e8b7215d-d478-4ace-b2ca-15ddc63ef7d6 None None] Attempting to bind port 96b07c25-1f30-4ede-87e5-8b82d7875052 by drivers openvswitch,hyperv on host dv-neutron-797120-4-hyperv at level 0 using segments [{'id': '6fb3c7b9-0149-440b-bef8-3dbbc46cd512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'd512c2a0-22d1-4ba1-80a7-8eedf9465158'}] {{(pid=128085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 11:45:58.142723 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8b7215d-d478-4ace-b2ca-15ddc63ef7d6 None None] Attempting to bind port 96b07c25-1f30-4ede-87e5-8b82d7875052 on network d512c2a0-22d1-4ba1-80a7-8eedf9465158 {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 11:45:58.179116 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-b2205145-66a6-40ba-8ee5-db27fea3b21e tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] 10.222.0.53 "GET /v2.0/floatingips/828fe219-3c55-4c42-9aa6-d9afb9d13a5f HTTP/1.1" status: 200 len: 978 time: 0.0756385 Jun 24 11:45:58.189837 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 57506) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:45:58.252255 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-2d75df70-ec18-415f-b6d3-3fc30d874b18 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1800243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1815642'] for network, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:58.267170 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-43675688-caa6-4c6f-ac43-2bfb3ac3be3f tempest-ExternalNetworksTestJSON-2097641310 tempest-ExternalNetworksTestJSON-2097641310-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:45:58.268715 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-7e0fc10a-2c28-4c5b-ad72-c0c0dae1edb0 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2537737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3289942'] for subnet, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:58.272762 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-4543ed41-0404-4bf5-9466-d8c356276a34 tempest-ExternalNetworksTestJSON-2097641310 tempest-ExternalNetworksTestJSON-2097641310-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:45:58.277561 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-2d75df70-ec18-415f-b6d3-3fc30d874b18 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Notify callbacks [] for network, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:58.282246 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-2d75df70-ec18-415f-b6d3-3fc30d874b18 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] 10.222.0.53 "DELETE /v2.0/networks/9cdaee16-c543-4109-9ccd-684de849cbc0 HTTP/1.1" status: 204 len: 168 time: 1.3551772 Jun 24 11:45:58.290850 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 57508) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:45:58.313935 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-d01c3e0c-b22a-4972-8114-6a9fb0851d1b tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2014844361', 'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b'}, 'admin_state_up': False}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:45:58.335474 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0fc10a-2c28-4c5b-ad72-c0c0dae1edb0 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Pushing event updated for resources: {'Subnet': ['ID=37a642ad-1f9b-48f3-863c-b3d316312828,revision_number=0']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:45:58.337342 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d75df70-ec18-415f-b6d3-3fc30d874b18 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Pushing event deleted for resources: {'Network': ['ID=9cdaee16-c543-4109-9ccd-684de849cbc0,revision_number=None']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:45:58.339539 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-7e0fc10a-2c28-4c5b-ad72-c0c0dae1edb0 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:45:58.344731 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e0fc10a-2c28-4c5b-ad72-c0c0dae1edb0 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Checking segment: {'id': 'ec507cc5-48d0-4385-9a3f-f2b4842d53c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '950d129f-7b1e-4459-83bc-7e8ba4204b69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=128083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 11:45:58.345119 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e0fc10a-2c28-4c5b-ad72-c0c0dae1edb0 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Network hostable DHCP agents. Network: 950d129f-7b1e-4459-83bc-7e8ba4204b69, hostable agents: ['6be988a9-1d97-480f-be5a-c55abf2c55c5'], hosted agents: [] {{(pid=128083) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 11:45:58.353085 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-2d75df70-ec18-415f-b6d3-3fc30d874b18 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:45:58.356705 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8b7215d-d478-4ace-b2ca-15ddc63ef7d6 None None] Checking agent: {'id': 'e3a695b2-c397-461f-83b0-10b79d490b59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 11, 36, 56), 'started_at': datetime.datetime(2021, 6, 24, 11, 37, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 11, 45, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 11:45:58.357474 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8b7215d-d478-4ace-b2ca-15ddc63ef7d6 None None] Checking segment: {'id': '6fb3c7b9-0149-440b-bef8-3dbbc46cd512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'd512c2a0-22d1-4ba1-80a7-8eedf9465158'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=128085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 11:45:58.357800 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-e8b7215d-d478-4ace-b2ca-15ddc63ef7d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:58.358919 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8b7215d-d478-4ace-b2ca-15ddc63ef7d6 None None] Bound using segment: {'id': '6fb3c7b9-0149-440b-bef8-3dbbc46cd512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'd512c2a0-22d1-4ba1-80a7-8eedf9465158'} {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 11:45:58.359852 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-e8b7215d-d478-4ace-b2ca-15ddc63ef7d6 None None] Bound port: 96b07c25-1f30-4ede-87e5-8b82d7875052, host: dv-neutron-797120-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6fb3c7b9-0149-440b-bef8-3dbbc46cd512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'd512c2a0-22d1-4ba1-80a7-8eedf9465158'}}] {{(pid=128085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 11:45:58.360581 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-e8b7215d-d478-4ace-b2ca-15ddc63ef7d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:58.366374 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e0fc10a-2c28-4c5b-ad72-c0c0dae1edb0 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Network 950d129f-7b1e-4459-83bc-7e8ba4204b69 is scheduled to be hosted by DHCP agent 6be988a9-1d97-480f-be5a-c55abf2c55c5 with binding_index 1 {{(pid=128083) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 11:45:58.374016 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] No Port match for: ea1a4899-d2a8-4d2c-b131-c89dacea4ba8 {{(pid=128085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 11:45:58.374352 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-a8aff24c-90d8-4cbf-96e9-ba1b04aa9d51 tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] 10.222.0.53 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 981 time: 0.1829162 Jun 24 11:45:58.375051 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device ea1a4899-d2a8-4d2c-b131-c89dacea4ba8 not bound to the agent host dv-neutron-797120-4-hyperv {{(pid=128085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 11:45:58.375558 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device 43eed5e8-e602-4727-9d42-93bdfb8695ff no longer exists at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 11:45:58.377696 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 57510) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:45:58.380401 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.base_scheduler [None req-7e0fc10a-2c28-4c5b-ad72-c0c0dae1edb0 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-4-hyperv, 950d129f-7b1e-4459-83bc-7e8ba4204b69) {{(pid=128083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:45:58.382460 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-cfc9bd2d-2ebf-42d0-b71c-acdb8988abf0 tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Request body: {'floatingip': {'port_id': '44681b40-d675-4660-991b-a28231d98fad'}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:45:58.385058 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e0fc10a-2c28-4c5b-ad72-c0c0dae1edb0 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:45:58.385746 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-7e0fc10a-2c28-4c5b-ad72-c0c0dae1edb0 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588949'] for subnet, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:58.419972 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-4c5d8c30-598b-42e2-854f-8c340005cae7 tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-534962'] for network, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:58.429832 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57a47d11-2c5e-44c1-bf49-9e89d5bb4ccc None None] Network 950d129f-7b1e-4459-83bc-7e8ba4204b69 requested from dv-neutron-797120-4-hyperv {{(pid=128085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 11:45:58.434473 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-d01c3e0c-b22a-4972-8114-6a9fb0851d1b tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1803889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65293'] for router, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:58.435412 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-d01c3e0c-b22a-4972-8114-6a9fb0851d1b tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1803848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1975305', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1581158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65396'] for router, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:58.442101 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-7e0fc10a-2c28-4c5b-ad72-c0c0dae1edb0 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8444200 Jun 24 11:45:58.444878 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 57514) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:45:58.455615 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [None req-e5423ade-169a-4d1c-bc38-1dbc8aead37d tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1103598925', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:45:58.470294 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-cfc9bd2d-2ebf-42d0-b71c-acdb8988abf0 tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Notify callbacks [] for floatingip, before_update {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:58.479392 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] No Port match for: 43eed5e8-e602-4727-9d42-93bdfb8695ff {{(pid=128085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 11:45:58.479934 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device 43eed5e8-e602-4727-9d42-93bdfb8695ff not bound to the agent host dv-neutron-797120-4-hyperv {{(pid=128085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 11:45:58.491138 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-e5423ade-169a-4d1c-bc38-1dbc8aead37d tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1803889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65293'] for router, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:58.492767 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-e5423ade-169a-4d1c-bc38-1dbc8aead37d tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1803848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1975305', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1581158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65396'] for router, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:58.583106 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-e5423ade-169a-4d1c-bc38-1dbc8aead37d tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:58.588420 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-e5423ade-169a-4d1c-bc38-1dbc8aead37d tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1803210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1815767'] for router, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:58.604803 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-d01c3e0c-b22a-4972-8114-6a9fb0851d1b tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:58.612123 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-e5423ade-169a-4d1c-bc38-1dbc8aead37d tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Notify callbacks [] for router, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:58.614586 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-e5423ade-169a-4d1c-bc38-1dbc8aead37d tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1685331 Jun 24 11:45:58.617646 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 57516) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:45:58.650628 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-4c5d8c30-598b-42e2-854f-8c340005cae7 tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-972249'] for subnet, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:58.677409 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-a8556d33-19ee-4e2b-ac69-9723c491b4b5 None None] Notify callbacks [] for port, precommit_create {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:58.691265 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-637e70b4-8513-480b-a353-e4b3a74a00de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793193945299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193536732'] for port, after_delete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:58.693325 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-e8b7215d-d478-4ace-b2ca-15ddc63ef7d6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:45:58.704849 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-a8556d33-19ee-4e2b-ac69-9723c491b4b5 None None] Transition to ACTIVE for port object a15cf6b6-8fe9-4ca8-ae5f-32503ae7956a will not be triggered until provisioned by entity L2. {{(pid=128085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 11:45:58.746594 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-637e70b4-8513-480b-a353-e4b3a74a00de None None] Network 9cdaee16-c543-4109-9ccd-684de849cbc0 is not hosted by any dhcp agent {{(pid=128085) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jun 24 11:45:58.747196 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-637e70b4-8513-480b-a353-e4b3a74a00de None None] No DVR routers for this DVR port 43eed5e8-e602-4727-9d42-93bdfb8695ff on host dv-neutron-797120-4-hyperv {{(pid=128085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 11:45:58.752921 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637e70b4-8513-480b-a353-e4b3a74a00de None None] Pushing event deleted for resources: {'Port': ['ID=43eed5e8-e602-4727-9d42-93bdfb8695ff,revision_number=None']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:45:58.765865 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-637e70b4-8513-480b-a353-e4b3a74a00de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:45:58.772142 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-e8b7215d-d478-4ace-b2ca-15ddc63ef7d6 None None] For port 96b07c25-1f30-4ede-87e5-8b82d7875052, host dv-neutron-797120-4-hyperv, cleared binding levels {{(pid=128085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 11:45:58.777387 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-e8b7215d-d478-4ace-b2ca-15ddc63ef7d6 None None] For port 96b07c25-1f30-4ede-87e5-8b82d7875052, host dv-neutron-797120-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=96b07c25-1f30-4ede-87e5-8b82d7875052,segment=NetworkSegment(6fb3c7b9-0149-440b-bef8-3dbbc46cd512),segment_id=6fb3c7b9-0149-440b-bef8-3dbbc46cd512)] {{(pid=128085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 11:45:58.779038 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-a8556d33-19ee-4e2b-ac69-9723c491b4b5 None None] Transition to ACTIVE for port object a15cf6b6-8fe9-4ca8-ae5f-32503ae7956a will not be triggered until provisioned by entity DHCP. {{(pid=128085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 11:45:58.826901 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-e8b7215d-d478-4ace-b2ca-15ddc63ef7d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:58.837471 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-cf00e9aa-cf5e-494e-8226-564c33ad90d2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:45:58.848058 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-a8556d33-19ee-4e2b-ac69-9723c491b4b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-650429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-506361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793193536723'] for port, after_create {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:58.979785 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-e7a9706e-482d-4c01-b6cb-0749394edb1a tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:58.983831 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8556d33-19ee-4e2b-ac69-9723c491b4b5 None None] Network 11a80c9d-f8ee-4388-91b0-d49a25200fee is already hosted by enough agents. {{(pid=128085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 11:45:58.996717 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.scheduler.base_scheduler [None req-a8556d33-19ee-4e2b-ac69-9723c491b4b5 None None] Resources bound (agent type, host, resource id): {{(pid=128085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:45:59.005529 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8556d33-19ee-4e2b-ac69-9723c491b4b5 None None] Received port after_create {{(pid=128085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 11:45:59.018157 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c08ce11-c4b4-4784-9660-65e15b2da79d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d65c8f8-7530-5052-99fe-8ea05073750b-950d129f-7b1e-4459-83bc-7e8ba4204b69', 'network_id': '950d129f-7b1e-4459-83bc-7e8ba4204b69', 'tenant_id': '01c7f8735a2b4722ae0cabb11183e366', 'fixed_ips': [{'subnet_id': '37a642ad-1f9b-48f3-863c-b3d316312828'}]}} from dv-neutron-797120-4-hyperv. {{(pid=128085) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 24 11:45:59.024832 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-1c08ce11-c4b4-4784-9660-65e15b2da79d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_create {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:59.027514 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6233f0f4-25cd-44b3-a4c5-83d1bb4d9d31 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d65c8f8-7530-5052-99fe-8ea05073750b-ee189b1b-7b49-4962-b2e3-4b2ae5437519', 'network_id': 'ee189b1b-7b49-4962-b2e3-4b2ae5437519', 'tenant_id': '83bd187da1f344e0936ca43751a06a44', 'fixed_ips': [{'subnet_id': '4f119fbd-fe34-44c9-b3bf-1b14f6d230ab'}]}} from dv-neutron-797120-4-hyperv. {{(pid=128085) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 24 11:45:59.028448 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-6233f0f4-25cd-44b3-a4c5-83d1bb4d9d31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_create {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:59.032195 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b7215d-d478-4ace-b2ca-15ddc63ef7d6 None None] Pushing event updated for resources: {'Port': ['ID=96b07c25-1f30-4ede-87e5-8b82d7875052,revision_number=2']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:45:59.036858 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-e8b7215d-d478-4ace-b2ca-15ddc63ef7d6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:45:59.041553 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-f10cf710-f04c-444f-b22d-b35e5e183967 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.170s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:45:59.197798 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-d01c3e0c-b22a-4972-8114-6a9fb0851d1b tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1975381', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1803205', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65378'] for router, precommit_update {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:59.239334 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8556d33-19ee-4e2b-ac69-9723c491b4b5 None None] Pushing event updated for resources: {'Port': ['ID=a15cf6b6-8fe9-4ca8-ae5f-32503ae7956a,revision_number=1']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:45:59.261129 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-a8556d33-19ee-4e2b-ac69-9723c491b4b5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:45:59.262315 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-4c5d8c30-598b-42e2-854f-8c340005cae7 tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-972238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3292022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3162263'] for subnet, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:59.278344 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-7819a1a1-9d9a-4d6b-b880-dfd7093842c1 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:45:59.339574 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-a8556d33-19ee-4e2b-ac69-9723c491b4b5 None None] Attempting to bind port a15cf6b6-8fe9-4ca8-ae5f-32503ae7956a on host dv-neutron-797120-4-hyperv for vnic_type normal with profile {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 11:45:59.340119 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-a8556d33-19ee-4e2b-ac69-9723c491b4b5 None None] Attempting to bind port a15cf6b6-8fe9-4ca8-ae5f-32503ae7956a by drivers openvswitch,hyperv on host dv-neutron-797120-4-hyperv at level 0 using segments [{'id': 'fddfe548-9582-48fa-8a0c-6b06bc4d1b9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '11a80c9d-f8ee-4388-91b0-d49a25200fee'}] {{(pid=128085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 11:45:59.340635 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8556d33-19ee-4e2b-ac69-9723c491b4b5 None None] Attempting to bind port a15cf6b6-8fe9-4ca8-ae5f-32503ae7956a on network 11a80c9d-f8ee-4388-91b0-d49a25200fee {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 11:45:59.351623 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5d8c30-598b-42e2-854f-8c340005cae7 tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Pushing event deleted for resources: {'Subnet': ['ID=4f119fbd-fe34-44c9-b3bf-1b14f6d230ab,revision_number=None']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:45:59.366329 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-4c5d8c30-598b-42e2-854f-8c340005cae7 tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:45:59.371044 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8556d33-19ee-4e2b-ac69-9723c491b4b5 None None] Checking agent: {'id': 'e3a695b2-c397-461f-83b0-10b79d490b59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 11, 36, 56), 'started_at': datetime.datetime(2021, 6, 24, 11, 37, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 11, 45, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 11:45:59.371432 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8556d33-19ee-4e2b-ac69-9723c491b4b5 None None] Checking segment: {'id': 'fddfe548-9582-48fa-8a0c-6b06bc4d1b9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '11a80c9d-f8ee-4388-91b0-d49a25200fee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=128085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 11:45:59.372533 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-a8556d33-19ee-4e2b-ac69-9723c491b4b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:59.372533 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8556d33-19ee-4e2b-ac69-9723c491b4b5 None None] Bound using segment: {'id': 'fddfe548-9582-48fa-8a0c-6b06bc4d1b9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '11a80c9d-f8ee-4388-91b0-d49a25200fee'} {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 11:45:59.372769 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-a8556d33-19ee-4e2b-ac69-9723c491b4b5 None None] Bound port: a15cf6b6-8fe9-4ca8-ae5f-32503ae7956a, host: dv-neutron-797120-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fddfe548-9582-48fa-8a0c-6b06bc4d1b9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '11a80c9d-f8ee-4388-91b0-d49a25200fee'}}] {{(pid=128085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 11:45:59.373133 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-a8556d33-19ee-4e2b-ac69-9723c491b4b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:59.471547 dv-neutron-797120-4-hyperv neutron-server[128085]: ERROR oslo_messaging.rpc.server [None req-6233f0f4-25cd-44b3-a4c5-83d1bb4d9d31 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 4f119fbd-fe34-44c9-b3bf-1b14f6d230ab: This subnet is being modified by another concurrent operation. Jun 24 11:45:59.471547 dv-neutron-797120-4-hyperv neutron-server[128085]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jun 24 11:45:59.471547 dv-neutron-797120-4-hyperv neutron-server[128085]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jun 24 11:45:59.471547 dv-neutron-797120-4-hyperv neutron-server[128085]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jun 24 11:45:59.471547 dv-neutron-797120-4-hyperv neutron-server[128085]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jun 24 11:45:59.471547 dv-neutron-797120-4-hyperv neutron-server[128085]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jun 24 11:45:59.471547 dv-neutron-797120-4-hyperv neutron-server[128085]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jun 24 11:45:59.471547 dv-neutron-797120-4-hyperv neutron-server[128085]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jun 24 11:45:59.471547 dv-neutron-797120-4-hyperv neutron-server[128085]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jun 24 11:45:59.471547 dv-neutron-797120-4-hyperv neutron-server[128085]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jun 24 11:45:59.471547 dv-neutron-797120-4-hyperv neutron-server[128085]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jun 24 11:45:59.471547 dv-neutron-797120-4-hyperv neutron-server[128085]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jun 24 11:45:59.471547 dv-neutron-797120-4-hyperv neutron-server[128085]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 24 11:45:59.471547 dv-neutron-797120-4-hyperv neutron-server[128085]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 24 11:45:59.471547 dv-neutron-797120-4-hyperv neutron-server[128085]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 24 11:45:59.471547 dv-neutron-797120-4-hyperv neutron-server[128085]: ERROR oslo_messaging.rpc.server raise self.value Jun 24 11:45:59.471547 dv-neutron-797120-4-hyperv neutron-server[128085]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jun 24 11:45:59.471547 dv-neutron-797120-4-hyperv neutron-server[128085]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 24 11:45:59.471547 dv-neutron-797120-4-hyperv neutron-server[128085]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jun 24 11:45:59.471547 dv-neutron-797120-4-hyperv neutron-server[128085]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jun 24 11:45:59.471547 dv-neutron-797120-4-hyperv neutron-server[128085]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 24 11:45:59.471547 dv-neutron-797120-4-hyperv neutron-server[128085]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 24 11:45:59.471547 dv-neutron-797120-4-hyperv neutron-server[128085]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 24 11:45:59.471547 dv-neutron-797120-4-hyperv neutron-server[128085]: ERROR oslo_messaging.rpc.server raise self.value Jun 24 11:45:59.471547 dv-neutron-797120-4-hyperv neutron-server[128085]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jun 24 11:45:59.471547 dv-neutron-797120-4-hyperv neutron-server[128085]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 24 11:45:59.471547 dv-neutron-797120-4-hyperv neutron-server[128085]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jun 24 11:45:59.471547 dv-neutron-797120-4-hyperv neutron-server[128085]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jun 24 11:45:59.471547 dv-neutron-797120-4-hyperv neutron-server[128085]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 24 11:45:59.471547 dv-neutron-797120-4-hyperv neutron-server[128085]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 24 11:45:59.471547 dv-neutron-797120-4-hyperv neutron-server[128085]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 24 11:45:59.471547 dv-neutron-797120-4-hyperv neutron-server[128085]: ERROR oslo_messaging.rpc.server raise self.value Jun 24 11:45:59.471547 dv-neutron-797120-4-hyperv neutron-server[128085]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jun 24 11:45:59.471547 dv-neutron-797120-4-hyperv neutron-server[128085]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jun 24 11:45:59.471547 dv-neutron-797120-4-hyperv neutron-server[128085]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jun 24 11:45:59.471547 dv-neutron-797120-4-hyperv neutron-server[128085]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jun 24 11:45:59.471547 dv-neutron-797120-4-hyperv neutron-server[128085]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jun 24 11:45:59.471547 dv-neutron-797120-4-hyperv neutron-server[128085]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jun 24 11:45:59.471547 dv-neutron-797120-4-hyperv neutron-server[128085]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jun 24 11:45:59.471547 dv-neutron-797120-4-hyperv neutron-server[128085]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jun 24 11:45:59.471547 dv-neutron-797120-4-hyperv neutron-server[128085]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jun 24 11:45:59.471547 dv-neutron-797120-4-hyperv neutron-server[128085]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jun 24 11:45:59.471547 dv-neutron-797120-4-hyperv neutron-server[128085]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jun 24 11:45:59.471547 dv-neutron-797120-4-hyperv neutron-server[128085]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jun 24 11:45:59.471547 dv-neutron-797120-4-hyperv neutron-server[128085]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jun 24 11:45:59.471547 dv-neutron-797120-4-hyperv neutron-server[128085]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jun 24 11:45:59.471547 dv-neutron-797120-4-hyperv neutron-server[128085]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jun 24 11:45:59.471547 dv-neutron-797120-4-hyperv neutron-server[128085]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jun 24 11:45:59.471547 dv-neutron-797120-4-hyperv neutron-server[128085]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 24 11:45:59.471547 dv-neutron-797120-4-hyperv neutron-server[128085]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 24 11:45:59.471547 dv-neutron-797120-4-hyperv neutron-server[128085]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 24 11:45:59.471547 dv-neutron-797120-4-hyperv neutron-server[128085]: ERROR oslo_messaging.rpc.server raise self.value Jun 24 11:45:59.471547 dv-neutron-797120-4-hyperv neutron-server[128085]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jun 24 11:45:59.471547 dv-neutron-797120-4-hyperv neutron-server[128085]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 24 11:45:59.475339 dv-neutron-797120-4-hyperv neutron-server[128085]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jun 24 11:45:59.475339 dv-neutron-797120-4-hyperv neutron-server[128085]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jun 24 11:45:59.475339 dv-neutron-797120-4-hyperv neutron-server[128085]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 24 11:45:59.475339 dv-neutron-797120-4-hyperv neutron-server[128085]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 24 11:45:59.475339 dv-neutron-797120-4-hyperv neutron-server[128085]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 24 11:45:59.475339 dv-neutron-797120-4-hyperv neutron-server[128085]: ERROR oslo_messaging.rpc.server raise self.value Jun 24 11:45:59.475339 dv-neutron-797120-4-hyperv neutron-server[128085]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jun 24 11:45:59.475339 dv-neutron-797120-4-hyperv neutron-server[128085]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 24 11:45:59.475339 dv-neutron-797120-4-hyperv neutron-server[128085]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jun 24 11:45:59.475339 dv-neutron-797120-4-hyperv neutron-server[128085]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jun 24 11:45:59.475339 dv-neutron-797120-4-hyperv neutron-server[128085]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 24 11:45:59.475339 dv-neutron-797120-4-hyperv neutron-server[128085]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 24 11:45:59.475339 dv-neutron-797120-4-hyperv neutron-server[128085]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 24 11:45:59.475339 dv-neutron-797120-4-hyperv neutron-server[128085]: ERROR oslo_messaging.rpc.server raise self.value Jun 24 11:45:59.475339 dv-neutron-797120-4-hyperv neutron-server[128085]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jun 24 11:45:59.475339 dv-neutron-797120-4-hyperv neutron-server[128085]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jun 24 11:45:59.475339 dv-neutron-797120-4-hyperv neutron-server[128085]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1464, in create_port Jun 24 11:45:59.475339 dv-neutron-797120-4-hyperv neutron-server[128085]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jun 24 11:45:59.475339 dv-neutron-797120-4-hyperv neutron-server[128085]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1429, in _create_port_db Jun 24 11:45:59.475339 dv-neutron-797120-4-hyperv neutron-server[128085]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jun 24 11:45:59.475339 dv-neutron-797120-4-hyperv neutron-server[128085]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db Jun 24 11:45:59.475339 dv-neutron-797120-4-hyperv neutron-server[128085]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jun 24 11:45:59.475339 dv-neutron-797120-4-hyperv neutron-server[128085]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jun 24 11:45:59.475339 dv-neutron-797120-4-hyperv neutron-server[128085]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jun 24 11:45:59.475339 dv-neutron-797120-4-hyperv neutron-server[128085]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 24 11:45:59.475339 dv-neutron-797120-4-hyperv neutron-server[128085]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 24 11:45:59.475339 dv-neutron-797120-4-hyperv neutron-server[128085]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 24 11:45:59.475339 dv-neutron-797120-4-hyperv neutron-server[128085]: ERROR oslo_messaging.rpc.server raise self.value Jun 24 11:45:59.475339 dv-neutron-797120-4-hyperv neutron-server[128085]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jun 24 11:45:59.475339 dv-neutron-797120-4-hyperv neutron-server[128085]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jun 24 11:45:59.475339 dv-neutron-797120-4-hyperv neutron-server[128085]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jun 24 11:45:59.475339 dv-neutron-797120-4-hyperv neutron-server[128085]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jun 24 11:45:59.475339 dv-neutron-797120-4-hyperv neutron-server[128085]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jun 24 11:45:59.475339 dv-neutron-797120-4-hyperv neutron-server[128085]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jun 24 11:45:59.475339 dv-neutron-797120-4-hyperv neutron-server[128085]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jun 24 11:45:59.475339 dv-neutron-797120-4-hyperv neutron-server[128085]: ERROR oslo_messaging.rpc.server raise exception Jun 24 11:45:59.475339 dv-neutron-797120-4-hyperv neutron-server[128085]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 4f119fbd-fe34-44c9-b3bf-1b14f6d230ab: This subnet is being modified by another concurrent operation. Jun 24 11:45:59.475339 dv-neutron-797120-4-hyperv neutron-server[128085]: ERROR oslo_messaging.rpc.server Jun 24 11:45:59.477501 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-4c5d8c30-598b-42e2-854f-8c340005cae7 tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973199', 'neutron.services.segments.db._delete_segments_for_network-8793194012456'] for network, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:59.519247 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.services.segments.db [None req-4c5d8c30-598b-42e2-854f-8c340005cae7 tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee189b1b-7b49-4962-b2e3-4b2ae5437519']}} {{(pid=128084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:45:59.533891 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.db_base_plugin_common [None req-31160b3f-bd2e-4ff8-aa29-c02157785c89 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Allocated IP 2001:db8::108 (11a80c9d-f8ee-4388-91b0-d49a25200fee/6f70e620-5740-400a-aaa1-f99dce5c1f5c/5231ea6a-15ba-420c-b7d6-ac0f1d11a063) {{(pid=128083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 11:45:59.537152 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.services.segments.db [None req-4c5d8c30-598b-42e2-854f-8c340005cae7 tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3763443f-5d2d-4cce-85ec-a91312670d08') {'for_net_delete': True} {{(pid=128084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:45:59.537454 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.services.segments.db [None req-4c5d8c30-598b-42e2-854f-8c340005cae7 tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3763443f-5d2d-4cce-85ec-a91312670d08') {} {{(pid=128084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:45:59.548413 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1e5c178-b3e2-43af-a28b-9ecc44a4134a None None] Network ee189b1b-7b49-4962-b2e3-4b2ae5437519 requested from dv-neutron-797120-4-hyperv {{(pid=128085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 11:45:59.552973 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-4c5d8c30-598b-42e2-854f-8c340005cae7 tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793194097327', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2373599'] for segment, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:59.616294 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-4c5d8c30-598b-42e2-854f-8c340005cae7 tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967879'] for segment, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:59.627693 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c5d8c30-598b-42e2-854f-8c340005cae7 tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Releasing vlan 629 on physical network physnet1 to pool {{(pid=128084) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 11:45:59.628079 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-4c5d8c30-598b-42e2-854f-8c340005cae7 tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3292053'] for segment, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:59.632418 dv-neutron-797120-4-hyperv neutron-server[128084]: Traceback (most recent call last): Jun 24 11:45:59.632418 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 24 11:45:59.632418 dv-neutron-797120-4-hyperv neutron-server[128084]: timer() Jun 24 11:45:59.632418 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 24 11:45:59.632418 dv-neutron-797120-4-hyperv neutron-server[128084]: cb(*args, **kw) Jun 24 11:45:59.632418 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 24 11:45:59.632418 dv-neutron-797120-4-hyperv neutron-server[128084]: return func(*args, **kwargs) Jun 24 11:45:59.632418 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 24 11:45:59.632418 dv-neutron-797120-4-hyperv neutron-server[128084]: self._notify() Jun 24 11:45:59.632418 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 24 11:45:59.632418 dv-neutron-797120-4-hyperv neutron-server[128084]: self.callback(batched_events) Jun 24 11:45:59.632418 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 24 11:45:59.632418 dv-neutron-797120-4-hyperv neutron-server[128084]: event.method(event) Jun 24 11:45:59.632418 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 24 11:45:59.632418 dv-neutron-797120-4-hyperv neutron-server[128084]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 24 11:45:59.632418 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 24 11:45:59.632418 dv-neutron-797120-4-hyperv neutron-server[128084]: aggregate_uuid = self.p_client.list_aggregates( Jun 24 11:45:59.632418 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 24 11:45:59.632418 dv-neutron-797120-4-hyperv neutron-server[128084]: return f(self, *a, **k) Jun 24 11:45:59.632418 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 24 11:45:59.632418 dv-neutron-797120-4-hyperv neutron-server[128084]: return self._get(url).json() Jun 24 11:45:59.632418 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 24 11:45:59.632418 dv-neutron-797120-4-hyperv neutron-server[128084]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 24 11:45:59.632418 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 24 11:45:59.632418 dv-neutron-797120-4-hyperv neutron-server[128084]: return self.request(url, 'GET', **kwargs) Jun 24 11:45:59.632418 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 24 11:45:59.632418 dv-neutron-797120-4-hyperv neutron-server[128084]: base_url = self.get_endpoint(auth, allow=allow, Jun 24 11:45:59.632418 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 24 11:45:59.632418 dv-neutron-797120-4-hyperv neutron-server[128084]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 24 11:45:59.632418 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 24 11:45:59.632418 dv-neutron-797120-4-hyperv neutron-server[128084]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 24 11:45:59.632418 dv-neutron-797120-4-hyperv neutron-server[128084]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 24 11:45:59.664848 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.db_base_plugin_common [None req-1c08ce11-c4b4-4784-9660-65e15b2da79d None None] Allocated IP 172.20.0.2 (950d129f-7b1e-4459-83bc-7e8ba4204b69/37a642ad-1f9b-48f3-863c-b3d316312828/920e08b6-8c20-4018-9ad0-c1a8901b8e84) {{(pid=128085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 11:45:59.685953 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-52c483ef-d5c1-4030-9a32-e5ce4ff00ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:59.697650 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-a8556d33-19ee-4e2b-ac69-9723c491b4b5 None None] For port a15cf6b6-8fe9-4ca8-ae5f-32503ae7956a, host dv-neutron-797120-4-hyperv, cleared binding levels {{(pid=128085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 11:45:59.704558 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-a8556d33-19ee-4e2b-ac69-9723c491b4b5 None None] For port a15cf6b6-8fe9-4ca8-ae5f-32503ae7956a, host dv-neutron-797120-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=a15cf6b6-8fe9-4ca8-ae5f-32503ae7956a,segment=NetworkSegment(fddfe548-9582-48fa-8a0c-6b06bc4d1b9f),segment_id=fddfe548-9582-48fa-8a0c-6b06bc4d1b9f)] {{(pid=128085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 11:45:59.732608 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-a8556d33-19ee-4e2b-ac69-9723c491b4b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:59.747002 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-7d96cb84-cdd9-434e-a96e-43704cdc3ebe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:45:59.822662 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-4c5d8c30-598b-42e2-854f-8c340005cae7 tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1800243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1815642'] for network, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:59.828593 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-76ca8a70-3383-44a8-833c-04729bc0a725 tempest-ExternalNetworksTestJSON-2097641310 tempest-ExternalNetworksTestJSON-2097641310-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:45:59.830504 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-31160b3f-bd2e-4ff8-aa29-c02157785c89 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks [] for port, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:59.833825 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-4c5d8c30-598b-42e2-854f-8c340005cae7 tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Notify callbacks [] for network, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:59.839064 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-4c5d8c30-598b-42e2-854f-8c340005cae7 tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] 10.222.0.53 "DELETE /v2.0/networks/ee189b1b-7b49-4962-b2e3-4b2ae5437519 HTTP/1.1" status: 204 len: 168 time: 1.7163773 Jun 24 11:45:59.851724 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 57524) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:45:59.853905 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-cfc9bd2d-2ebf-42d0-b71c-acdb8988abf0 tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Notify callbacks [] for floatingip, precommit_update {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:59.870198 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-cfc9bd2d-2ebf-42d0-b71c-acdb8988abf0 tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1815637'] for floatingip, after_update {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:45:59.875061 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5d8c30-598b-42e2-854f-8c340005cae7 tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Pushing event deleted for resources: {'Network': ['ID=ee189b1b-7b49-4962-b2e3-4b2ae5437519,revision_number=None']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:45:59.885798 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8556d33-19ee-4e2b-ac69-9723c491b4b5 None None] Pushing event updated for resources: {'Port': ['ID=a15cf6b6-8fe9-4ca8-ae5f-32503ae7956a,revision_number=2']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:45:59.888068 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [None req-f4bc9aef-b9b6-42f1-a1e4-443b08b40044 tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2088291461'}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:45:59.889289 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-a8556d33-19ee-4e2b-ac69-9723c491b4b5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:45:59.902564 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.provisioning_blocks [None req-31160b3f-bd2e-4ff8-aa29-c02157785c89 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Transition to ACTIVE for port object 5231ea6a-15ba-420c-b7d6-ac0f1d11a063 will not be triggered until provisioned by entity DHCP. {{(pid=128083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 11:45:59.926853 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-4c5d8c30-598b-42e2-854f-8c340005cae7 tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:46:00.031716 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4bc9aef-b9b6-42f1-a1e4-443b08b40044 tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Made reservation on behalf of 83bd187da1f344e0936ca43751a06a44 for: {'network': 1} {{(pid=128083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 11:46:00.037234 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-f4bc9aef-b9b6-42f1-a1e4-443b08b40044 tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for network, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:00.045232 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-31160b3f-bd2e-4ff8-aa29-c02157785c89 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-650429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-506361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793193536723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2537853'] for port, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:00.056902 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-1c08ce11-c4b4-4784-9660-65e15b2da79d None None] Notify callbacks [] for port, precommit_create {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:00.069365 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-5a4c17af-33ce-417c-96e0-57703afddc70 tempest-PortsAdminExtendedAttrsTestJSON-866674268 tempest-PortsAdminExtendedAttrsTestJSON-866674268-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:46:00.076294 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-1c08ce11-c4b4-4784-9660-65e15b2da79d None None] Transition to ACTIVE for port object 920e08b6-8c20-4018-9ad0-c1a8901b8e84 will not be triggered until provisioned by entity L2. {{(pid=128085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 11:46:00.091093 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device 96b07c25-1f30-4ede-87e5-8b82d7875052 up at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 11:46:00.097814 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-d01c3e0c-b22a-4972-8114-6a9fb0851d1b tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Notify callbacks [] for router_gateway, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:00.144059 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-1c08ce11-c4b4-4784-9660-65e15b2da79d None None] Transition to ACTIVE for port object 920e08b6-8c20-4018-9ad0-c1a8901b8e84 will not be triggered until provisioned by entity DHCP. {{(pid=128085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 11:46:00.158761 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-d01c3e0c-b22a-4972-8114-6a9fb0851d1b tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:00.186974 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-1c08ce11-c4b4-4784-9660-65e15b2da79d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-650429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-506361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793193536723'] for port, after_create {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:00.191544 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-3a817d72-8f0b-4bf8-ac08-159919d596d6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:46:00.210574 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31160b3f-bd2e-4ff8-aa29-c02157785c89 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Network 11a80c9d-f8ee-4388-91b0-d49a25200fee is already hosted by enough agents. {{(pid=128083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 11:46:00.218808 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.base_scheduler [None req-31160b3f-bd2e-4ff8-aa29-c02157785c89 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Resources bound (agent type, host, resource id): {{(pid=128083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:46:00.220576 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31160b3f-bd2e-4ff8-aa29-c02157785c89 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Pushing event updated for resources: {'Port': ['ID=5231ea6a-15ba-420c-b7d6-ac0f1d11a063,revision_number=1']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:46:00.233115 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31160b3f-bd2e-4ff8-aa29-c02157785c89 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Received port after_create {{(pid=128083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 11:46:00.240114 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c08ce11-c4b4-4784-9660-65e15b2da79d None None] Network 950d129f-7b1e-4459-83bc-7e8ba4204b69 is already hosted by enough agents. {{(pid=128085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 11:46:00.243146 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31160b3f-bd2e-4ff8-aa29-c02157785c89 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:46:00.243657 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-31160b3f-bd2e-4ff8-aa29-c02157785c89 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468916'] for port, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:00.247663 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-31160b3f-bd2e-4ff8-aa29-c02157785c89 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:46:00.254547 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.scheduler.base_scheduler [None req-1c08ce11-c4b4-4784-9660-65e15b2da79d None None] Resources bound (agent type, host, resource id): {{(pid=128085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:46:00.261106 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c08ce11-c4b4-4784-9660-65e15b2da79d None None] Received port after_create {{(pid=128085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 11:46:00.271277 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c08ce11-c4b4-4784-9660-65e15b2da79d None None] Pushing event updated for resources: {'Port': ['ID=920e08b6-8c20-4018-9ad0-c1a8901b8e84,revision_number=1']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:46:00.276300 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-1c08ce11-c4b4-4784-9660-65e15b2da79d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:46:00.284752 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning for port 96b07c25-1f30-4ede-87e5-8b82d7875052 completed by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 11:46:00.351290 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4bc9aef-b9b6-42f1-a1e4-443b08b40044 tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] vlan segment allocate from pool success with {'vlan_id': 615, 'physical_network': 'physnet1'} {{(pid=128083) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 11:46:00.371491 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-1c08ce11-c4b4-4784-9660-65e15b2da79d None None] Attempting to bind port 920e08b6-8c20-4018-9ad0-c1a8901b8e84 on host dv-neutron-797120-4-hyperv for vnic_type normal with profile {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 11:46:00.371805 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-1c08ce11-c4b4-4784-9660-65e15b2da79d None None] Attempting to bind port 920e08b6-8c20-4018-9ad0-c1a8901b8e84 by drivers openvswitch,hyperv on host dv-neutron-797120-4-hyperv at level 0 using segments [{'id': 'ec507cc5-48d0-4385-9a3f-f2b4842d53c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '950d129f-7b1e-4459-83bc-7e8ba4204b69'}] {{(pid=128085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 11:46:00.372173 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c08ce11-c4b4-4784-9660-65e15b2da79d None None] Attempting to bind port 920e08b6-8c20-4018-9ad0-c1a8901b8e84 on network 950d129f-7b1e-4459-83bc-7e8ba4204b69 {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 11:46:00.380066 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c08ce11-c4b4-4784-9660-65e15b2da79d None None] Checking agent: {'id': 'e3a695b2-c397-461f-83b0-10b79d490b59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 11, 36, 56), 'started_at': datetime.datetime(2021, 6, 24, 11, 37, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 11, 45, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 11:46:00.380328 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c08ce11-c4b4-4784-9660-65e15b2da79d None None] Checking segment: {'id': 'ec507cc5-48d0-4385-9a3f-f2b4842d53c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '950d129f-7b1e-4459-83bc-7e8ba4204b69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=128085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 11:46:00.380804 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-1c08ce11-c4b4-4784-9660-65e15b2da79d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:00.381358 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c08ce11-c4b4-4784-9660-65e15b2da79d None None] Bound using segment: {'id': 'ec507cc5-48d0-4385-9a3f-f2b4842d53c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '950d129f-7b1e-4459-83bc-7e8ba4204b69'} {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 11:46:00.382058 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-1c08ce11-c4b4-4784-9660-65e15b2da79d None None] Bound port: 920e08b6-8c20-4018-9ad0-c1a8901b8e84, host: dv-neutron-797120-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec507cc5-48d0-4385-9a3f-f2b4842d53c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '950d129f-7b1e-4459-83bc-7e8ba4204b69'}}] {{(pid=128085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 11:46:00.382509 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-1c08ce11-c4b4-4784-9660-65e15b2da79d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:00.385922 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-31160b3f-bd2e-4ff8-aa29-c02157785c89 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.6361885 Jun 24 11:46:00.388930 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 57528) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:46:00.402252 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.db.l3_db [None req-cfc9bd2d-2ebf-42d0-b71c-acdb8988abf0 tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Floating IP 828fe219-3c55-4c42-9aa6-d9afb9d13a5f associated. External IP: 172.26.7.136, port: e4bb185b-2cd2-4be8-b24c-5a244e5a9131. Jun 24 11:46:00.473747 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-f4bc9aef-b9b6-42f1-a1e4-443b08b40044 tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967879'] for segment, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:00.474460 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.db.segments_db [None req-f4bc9aef-b9b6-42f1-a1e4-443b08b40044 tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Added segment 9bc1e637-ac6d-4000-9582-eee96e28e9c1 of type vlan for network 830e8a92-47e9-413f-97b5-8cbe3b59c5dd Jun 24 11:46:00.474939 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.db.db_base_plugin_common [None req-d01c3e0c-b22a-4972-8114-6a9fb0851d1b tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Allocated IP 172.26.7.80 (f2b8ca71-e776-48b2-8898-96cc7970207b/f37bf603-3862-4d0a-9f58-89616f7fd68f/fb58c92e-40a2-4f40-a6a0-6cc8fae24099) {{(pid=128084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 11:46:00.489779 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-1c08ce11-c4b4-4784-9660-65e15b2da79d None None] For port 920e08b6-8c20-4018-9ad0-c1a8901b8e84, host dv-neutron-797120-4-hyperv, cleared binding levels {{(pid=128085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 11:46:00.494454 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-1c08ce11-c4b4-4784-9660-65e15b2da79d None None] For port 920e08b6-8c20-4018-9ad0-c1a8901b8e84, host dv-neutron-797120-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=920e08b6-8c20-4018-9ad0-c1a8901b8e84,segment=NetworkSegment(ec507cc5-48d0-4385-9a3f-f2b4842d53c3),segment_id=ec507cc5-48d0-4385-9a3f-f2b4842d53c3)] {{(pid=128085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 11:46:00.502622 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-1c08ce11-c4b4-4784-9660-65e15b2da79d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:00.508162 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:46:00.526002 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-f4bc9aef-b9b6-42f1-a1e4-443b08b40044 tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793193525068'] for network, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:00.567760 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-f4bc9aef-b9b6-42f1-a1e4-443b08b40044 tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1800243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976'] for network, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:00.578516 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c08ce11-c4b4-4784-9660-65e15b2da79d None None] Pushing event updated for resources: {'Port': ['ID=920e08b6-8c20-4018-9ad0-c1a8901b8e84,revision_number=2']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:46:00.582614 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4bc9aef-b9b6-42f1-a1e4-443b08b40044 tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:46:00.584267 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-1c08ce11-c4b4-4784-9660-65e15b2da79d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:46:00.584410 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-f4bc9aef-b9b6-42f1-a1e4-443b08b40044 tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588949'] for network, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:00.616878 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-ca8831a4-2570-4471-8e06-9b344ede43eb tempest-DHCPAgentSchedulersTestJSON-621493777 tempest-DHCPAgentSchedulersTestJSON-621493777-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:46:00.688530 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-f4bc9aef-b9b6-42f1-a1e4-443b08b40044 tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.8175144 Jun 24 11:46:00.694720 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 57534) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:46:00.715264 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-385b39fd-b9b0-476d-a183-5e347785282a tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Request body: {'subnet': {'network_id': '830e8a92-47e9-413f-97b5-8cbe3b59c5dd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:46:00.718089 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bb17d1f-a365-42cf-9948-0c5b1bffd3a6 None None] Network d512c2a0-22d1-4ba1-80a7-8eedf9465158 requested from dv-neutron-797120-4-hyperv {{(pid=128085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 11:46:00.739830 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.db_base_plugin_common [None req-e7a9706e-482d-4c01-b6cb-0749394edb1a tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Allocated IP 172.20.0.1 (950d129f-7b1e-4459-83bc-7e8ba4204b69/37a642ad-1f9b-48f3-863c-b3d316312828/b1d6f98e-ee05-4815-9ea4-1a85b258d507) {{(pid=128083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 11:46:00.770247 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4bc9aef-b9b6-42f1-a1e4-443b08b40044 tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Pushing event updated for resources: {'Network': ['ID=830e8a92-47e9-413f-97b5-8cbe3b59c5dd,revision_number=1']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:46:00.779661 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-f4bc9aef-b9b6-42f1-a1e4-443b08b40044 tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:46:00.801346 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Network 830e8a92-47e9-413f-97b5-8cbe3b59c5dd details requested by agent ovs-agent-dv-neutron-797120-4-hyperv with host dv-neutron-797120-4-hyperv {{(pid=128085) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 11:46:00.839352 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b29673af-5193-4c11-9f96-f71521b39052 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:46:00.845659 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b29673af-5193-4c11-9f96-f71521b39052 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:46:00.847282 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-b29673af-5193-4c11-9f96-f71521b39052 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.4523220 Jun 24 11:46:00.852692 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-d01c3e0c-b22a-4972-8114-6a9fb0851d1b tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Notify callbacks [] for port, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:00.862135 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 57536) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:46:00.919848 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-c75fe15e-257c-4437-962e-15c99bf9f697 None None] Provisioning for port 96b07c25-1f30-4ede-87e5-8b82d7875052 completed by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 11:46:00.963908 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-c75fe15e-257c-4437-962e-15c99bf9f697 None None] Provisioning complete for port 96b07c25-1f30-4ede-87e5-8b82d7875052 triggered by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:46:00.964300 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-c75fe15e-257c-4437-962e-15c99bf9f697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:00.990573 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacd58d5-3612-4d18-844b-598e79784f4a req-b0b63ea0-e9da-42f5-8fdb-9f434ccc72e7 tempest-ServersTestJSON-1725335409 tempest-ServersTestJSON-1725335409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:46:00.997702 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-eacd58d5-3612-4d18-844b-598e79784f4a req-b0b63ea0-e9da-42f5-8fdb-9f434ccc72e7 tempest-ServersTestJSON-1725335409 tempest-ServersTestJSON-1725335409-project] 10.222.0.53 "GET /v2.0/ports?device_id=618b8848-261b-4b47-b06a-cb463f1f77c5 HTTP/1.1" status: 200 len: 946 time: 0.3293865 Jun 24 11:46:01.059287 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-e7a9706e-482d-4c01-b6cb-0749394edb1a tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Notify callbacks [] for port, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:01.074553 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-eacd58d5-3612-4d18-844b-598e79784f4a req-badaefb0-0580-4bf4-93fc-a3f101db9f73 tempest-ServersTestJSON-1725335409 tempest-ServersTestJSON-1725335409-project] 10.222.0.53 "GET /v2.0/security-groups?id=c6a6118f-5ca3-4415-a86c-d6e07885b397&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0758626 Jun 24 11:46:01.097071 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-d01c3e0c-b22a-4972-8114-6a9fb0851d1b tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-650429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-506361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793193536723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3291971'] for port, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:01.110770 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.provisioning_blocks [None req-e7a9706e-482d-4c01-b6cb-0749394edb1a tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Transition to ACTIVE for port object b1d6f98e-ee05-4815-9ea4-1a85b258d507 will not be triggered until provisioned by entity DHCP. {{(pid=128083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 11:46:01.140388 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-cf354624-689e-4bb6-bc34-caf91f214a83 tempest-ExtraDHCPOptionsIpV6TestJSON-297538214 tempest-ExtraDHCPOptionsIpV6TestJSON-297538214-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:46:01.183874 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-e7a9706e-482d-4c01-b6cb-0749394edb1a tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-650429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-506361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793193536723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2537853'] for port, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:01.187606 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-c75fe15e-257c-4437-962e-15c99bf9f697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:01.189678 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-5a4c17af-33ce-417c-96e0-57703afddc70 tempest-PortsAdminExtendedAttrsTestJSON-866674268 tempest-PortsAdminExtendedAttrsTestJSON-866674268-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:46:01.216218 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01c3e0c-b22a-4972-8114-6a9fb0851d1b tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Pushing event updated for resources: {'Port': ['ID=fb58c92e-40a2-4f40-a6a0-6cc8fae24099,revision_number=1']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:46:01.221009 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-d01c3e0c-b22a-4972-8114-6a9fb0851d1b tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:46:01.239255 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-c75fe15e-257c-4437-962e-15c99bf9f697 None None] For port 96b07c25-1f30-4ede-87e5-8b82d7875052, host dv-neutron-797120-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=96b07c25-1f30-4ede-87e5-8b82d7875052,segment=NetworkSegment(6fb3c7b9-0149-440b-bef8-3dbbc46cd512),segment_id=6fb3c7b9-0149-440b-bef8-3dbbc46cd512)] {{(pid=128085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 11:46:01.245299 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7a9706e-482d-4c01-b6cb-0749394edb1a tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Network 950d129f-7b1e-4459-83bc-7e8ba4204b69 is already hosted by enough agents. {{(pid=128083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 11:46:01.245982 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-c75fe15e-257c-4437-962e-15c99bf9f697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:01.248285 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:46:01.248468 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.base_scheduler [None req-e7a9706e-482d-4c01-b6cb-0749394edb1a tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Resources bound (agent type, host, resource id): {{(pid=128083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:46:01.256136 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7a9706e-482d-4c01-b6cb-0749394edb1a tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Received port after_create {{(pid=128083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 11:46:01.300677 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a9706e-482d-4c01-b6cb-0749394edb1a tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Pushing event updated for resources: {'Port': ['ID=b1d6f98e-ee05-4815-9ea4-1a85b258d507,revision_number=1']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:46:01.309071 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-e7a9706e-482d-4c01-b6cb-0749394edb1a tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:46:01.315277 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d01c3e0c-b22a-4972-8114-6a9fb0851d1b tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Network f2b8ca71-e776-48b2-8898-96cc7970207b is already hosted by enough agents. {{(pid=128084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 11:46:01.316045 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-385b39fd-b9b0-476d-a183-5e347785282a tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Made reservation on behalf of 83bd187da1f344e0936ca43751a06a44 for: {'subnet': 1} {{(pid=128084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 11:46:01.321939 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-385b39fd-b9b0-476d-a183-5e347785282a tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3162484'] for subnet, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:01.342496 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-e7a9706e-482d-4c01-b6cb-0749394edb1a tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1978458'] for router_interface, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:01.379732 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.base_scheduler [None req-d01c3e0c-b22a-4972-8114-6a9fb0851d1b tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Resources bound (agent type, host, resource id): {{(pid=128084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:46:01.382608 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d01c3e0c-b22a-4972-8114-6a9fb0851d1b tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Received port after_create {{(pid=128084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 11:46:01.508575 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75fe15e-257c-4437-962e-15c99bf9f697 None None] Pushing event updated for resources: {'Port': ['ID=96b07c25-1f30-4ede-87e5-8b82d7875052,revision_number=3']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:46:01.512356 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-c75fe15e-257c-4437-962e-15c99bf9f697 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:46:01.526752 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfc9bd2d-2ebf-42d0-b71c-acdb8988abf0 tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Router ec2cec42-9d81-44aa-a4f8-e4c8409e9b4d has already been hosted by L3 agent 2987dba8-2249-4ee6-96ec-28f0f7a6127d {{(pid=128084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 11:46:01.551122 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-e7a9706e-482d-4c01-b6cb-0749394edb1a tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:01.584191 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.plugin [None req-a00d8b19-63a8-42bc-948b-609c4fb458c8 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Deleting port 5231ea6a-15ba-420c-b7d6-ac0f1d11a063 {{(pid=128084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 11:46:01.584529 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-a00d8b19-63a8-42bc-948b-609c4fb458c8 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793193942312'] for port, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:01.603754 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-b18d17f6-b710-4b6c-8721-504b4787c773 None None] Provisioning for port a15cf6b6-8fe9-4ca8-ae5f-32503ae7956a completed by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 11:46:01.738186 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-5728e88c-6cc4-480c-8902-b5bf2da1ec1f None None] Provisioning complete for port 96b07c25-1f30-4ede-87e5-8b82d7875052 triggered by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:46:01.738662 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-5728e88c-6cc4-480c-8902-b5bf2da1ec1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:01.972501 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-e7a9706e-482d-4c01-b6cb-0749394edb1a tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Notify callbacks [] for port, precommit_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:01.993830 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-e7a9706e-482d-4c01-b6cb-0749394edb1a tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2537871'] for port, after_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:01.999786 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-6dde2a7c-cb8d-4a29-aaaf-0960683bc331 tempest-PortsAdminExtendedAttrsTestJSON-866674268 tempest-PortsAdminExtendedAttrsTestJSON-866674268-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:46:02.032675 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-3610276f-8b00-4ee0-a794-6f7af59e771d None None] Provisioning for port 5231ea6a-15ba-420c-b7d6-ac0f1d11a063 completed by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 11:46:02.049792 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-3610276f-8b00-4ee0-a794-6f7af59e771d None None] Provisioning complete for port 5231ea6a-15ba-420c-b7d6-ac0f1d11a063 triggered by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:46:02.050456 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-3610276f-8b00-4ee0-a794-6f7af59e771d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:02.137839 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-3610276f-8b00-4ee0-a794-6f7af59e771d None None] Port 5231ea6a-15ba-420c-b7d6-ac0f1d11a063 cannot update to ACTIVE because it is not bound. {{(pid=128085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 11:46:02.165420 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-e7a9706e-482d-4c01-b6cb-0749394edb1a tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1783050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1978542'] for router_interface, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:02.187526 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a9706e-482d-4c01-b6cb-0749394edb1a tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Pushing event updated for resources: {'Port': ['ID=b1d6f98e-ee05-4815-9ea4-1a85b258d507,revision_number=2']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:46:02.204169 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-e7a9706e-482d-4c01-b6cb-0749394edb1a tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:46:02.278762 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device a15cf6b6-8fe9-4ca8-ae5f-32503ae7956a up at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 11:46:02.282347 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cd705c8-107a-43f5-a236-4de7d9bf8fd6 None None] Network 950d129f-7b1e-4459-83bc-7e8ba4204b69 requested from dv-neutron-797120-4-hyperv {{(pid=128085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 11:46:02.319629 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ade1f8-5cff-44de-bfa7-5a144e4484ea req-a8b33e14-5604-49f9-a1b3-69ffc3da3758 tempest-ServersTestManualDisk-182325693 tempest-ServersTestManualDisk-182325693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:46:02.320820 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-e3ade1f8-5cff-44de-bfa7-5a144e4484ea req-a8b33e14-5604-49f9-a1b3-69ffc3da3758 tempest-ServersTestManualDisk-182325693 tempest-ServersTestManualDisk-182325693-project] 10.222.0.53 "GET /v2.0/ports?device_id=b046ee52-d7e7-4f00-aa0b-5e9350b5a813 HTTP/1.1" status: 200 len: 945 time: 0.1775296 Jun 24 11:46:02.380923 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-e3ade1f8-5cff-44de-bfa7-5a144e4484ea req-13b20b5f-2cdf-492e-b1bb-7560ea3adc6d tempest-ServersTestManualDisk-182325693 tempest-ServersTestManualDisk-182325693-project] 10.222.0.53 "GET /v2.0/security-groups?id=36df713e-0194-470c-a043-7cde9d86738f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525293 Jun 24 11:46:02.393242 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7a9706e-482d-4c01-b6cb-0749394edb1a tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Network 950d129f-7b1e-4459-83bc-7e8ba4204b69 is already hosted by enough agents. {{(pid=128083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 11:46:02.394702 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.base_scheduler [None req-e7a9706e-482d-4c01-b6cb-0749394edb1a tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Resources bound (agent type, host, resource id): {{(pid=128083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:46:02.420554 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-7a98ddad-2d8e-45db-8b33-23bed1cd08c2 None None] Provisioning for port 920e08b6-8c20-4018-9ad0-c1a8901b8e84 completed by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 11:46:02.429867 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning for port a15cf6b6-8fe9-4ca8-ae5f-32503ae7956a completed by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 11:46:02.451984 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning complete for port a15cf6b6-8fe9-4ca8-ae5f-32503ae7956a triggered by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:46:02.452430 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:02.491923 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-a00d8b19-63a8-42bc-948b-609c4fb458c8 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1978872'] for port, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:02.561925 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.plugin [None req-a00d8b19-63a8-42bc-948b-609c4fb458c8 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Calling delete_port for 5231ea6a-15ba-420c-b7d6-ac0f1d11a063 owned by {{(pid=128084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 11:46:02.563759 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7a9706e-482d-4c01-b6cb-0749394edb1a tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Router cbb0f92c-5156-4d57-a7af-903f14d3068a is scheduled to L3 agent 2987dba8-2249-4ee6-96ec-28f0f7a6127d with binding_index 1 {{(pid=128083) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 24 11:46:02.612877 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:02.657115 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] For port a15cf6b6-8fe9-4ca8-ae5f-32503ae7956a, host dv-neutron-797120-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=a15cf6b6-8fe9-4ca8-ae5f-32503ae7956a,segment=NetworkSegment(fddfe548-9582-48fa-8a0c-6b06bc4d1b9f),segment_id=fddfe548-9582-48fa-8a0c-6b06bc4d1b9f)] {{(pid=128085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 11:46:02.664630 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:02.665496 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device 920e08b6-8c20-4018-9ad0-c1a8901b8e84 up at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 11:46:02.668318 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-e0d2e002-384a-45e7-8d26-3a591b00ecf4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:46:02.712561 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7a9706e-482d-4c01-b6cb-0749394edb1a tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Notify agent at l3_agent.dv-neutron-797120-4-hyperv the message routers_updated {{(pid=128083) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 11:46:02.720630 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-385b39fd-b9b0-476d-a183-5e347785282a tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3291959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3162270'] for subnet, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:02.726537 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:46:02.727223 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-e7a9706e-482d-4c01-b6cb-0749394edb1a tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] 10.222.0.53 "PUT /v2.0/routers/cbb0f92c-5156-4d57-a7af-903f14d3068a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1084876 Jun 24 11:46:02.731779 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 57558) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:46:02.739431 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a66048e-eb96-4bb8-83cf-b70a7f884938 None None] Sync routers for ids ['cbb0f92c-5156-4d57-a7af-903f14d3068a'] in dv-neutron-797120-4-hyperv {{(pid=128085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 11:46:02.761689 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Pushing event updated for resources: {'Port': ['ID=a15cf6b6-8fe9-4ca8-ae5f-32503ae7956a,revision_number=3']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:46:02.769369 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:46:02.771343 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a66048e-eb96-4bb8-83cf-b70a7f884938 None None] Routers {'cbb0f92c-5156-4d57-a7af-903f14d3068a'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 11:46:02.771753 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-6a66048e-eb96-4bb8-83cf-b70a7f884938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T11:45:56Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['cbb0f92c-5156-4d57-a7af-903f14d3068a'], 'active': True} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:46:02.808255 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-6a66048e-eb96-4bb8-83cf-b70a7f884938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:46:02.819099 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a66048e-eb96-4bb8-83cf-b70a7f884938 None None] Routers {'cbb0f92c-5156-4d57-a7af-903f14d3068a'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 11:46:02.819760 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-6a66048e-eb96-4bb8-83cf-b70a7f884938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T11:45:56Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['cbb0f92c-5156-4d57-a7af-903f14d3068a'], 'active': True} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:46:02.823161 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning for port 920e08b6-8c20-4018-9ad0-c1a8901b8e84 completed by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 11:46:02.823921 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4e84d6e-9c4d-4922-9e69-805aa686394e tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:46:02.824574 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfc9bd2d-2ebf-42d0-b71c-acdb8988abf0 tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Notify agent at l3_agent.dv-neutron-797120-4-hyperv the message routers_updated {{(pid=128084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 11:46:02.825670 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-d4e84d6e-9c4d-4922-9e69-805aa686394e tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] 10.222.0.53 "GET /v2.0/ports/b1d6f98e-ee05-4815-9ea4-1a85b258d507 HTTP/1.1" status: 200 len: 910 time: 0.0930979 Jun 24 11:46:02.829420 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385b39fd-b9b0-476d-a183-5e347785282a tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Pushing event updated for resources: {'Subnet': ['ID=1743e024-0a14-4010-bb5c-c2970d5ccd07,revision_number=0']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:46:02.829738 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 57560) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:46:02.848839 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-299a27ba-d68c-4aba-b0d4-dab5858f3bf9 None None] Sync routers for ids ['ec2cec42-9d81-44aa-a4f8-e4c8409e9b4d'] in dv-neutron-797120-4-hyperv {{(pid=128086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 11:46:02.866447 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-6a66048e-eb96-4bb8-83cf-b70a7f884938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:46:02.867113 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a66048e-eb96-4bb8-83cf-b70a7f884938 None None] The sync data for ids ['cbb0f92c-5156-4d57-a7af-903f14d3068a'] in dv-neutron-797120-4-hyperv is: [] {{(pid=128085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 11:46:02.868758 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-299a27ba-d68c-4aba-b0d4-dab5858f3bf9 None None] Routers {'ec2cec42-9d81-44aa-a4f8-e4c8409e9b4d'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 11:46:02.870231 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-299a27ba-d68c-4aba-b0d4-dab5858f3bf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T11:45:56Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['ec2cec42-9d81-44aa-a4f8-e4c8409e9b4d'], 'active': True} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:46:02.872922 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning complete for port 920e08b6-8c20-4018-9ad0-c1a8901b8e84 triggered by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:46:02.872922 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:02.879088 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd714920-f276-4e52-9bae-6a4c4c15897d req-1720eb74-8b8c-4893-b38a-e7bae63bbcfb tempest-ServersTestJSON-1725335409 tempest-ServersTestJSON-1725335409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:46:02.888826 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-bd714920-f276-4e52-9bae-6a4c4c15897d req-1720eb74-8b8c-4893-b38a-e7bae63bbcfb tempest-ServersTestJSON-1725335409 tempest-ServersTestJSON-1725335409-project] 10.222.0.53 "GET /v2.0/ports?device_id=618b8848-261b-4b47-b06a-cb463f1f77c5 HTTP/1.1" status: 200 len: 946 time: 0.3194818 Jun 24 11:46:02.948602 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-299a27ba-d68c-4aba-b0d4-dab5858f3bf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:46:02.956264 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:02.971272 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-299a27ba-d68c-4aba-b0d4-dab5858f3bf9 None None] Routers {'ec2cec42-9d81-44aa-a4f8-e4c8409e9b4d'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 11:46:02.972281 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-299a27ba-d68c-4aba-b0d4-dab5858f3bf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T11:45:56Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['ec2cec42-9d81-44aa-a4f8-e4c8409e9b4d'], 'active': True} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:46:03.002009 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-e6127216-22ad-4d4b-8c44-013118aa6e7d None None] Provisioning complete for port 920e08b6-8c20-4018-9ad0-c1a8901b8e84 triggered by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:46:03.002188 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-e6127216-22ad-4d4b-8c44-013118aa6e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:03.012877 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-bd714920-f276-4e52-9bae-6a4c4c15897d req-a8fccd42-6643-4491-ade5-a8b2a44388dc tempest-ServersTestJSON-1725335409 tempest-ServersTestJSON-1725335409-project] 10.222.0.53 "GET /v2.0/security-groups?id=c6a6118f-5ca3-4415-a86c-d6e07885b397&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1229563 Jun 24 11:46:03.035219 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] For port 920e08b6-8c20-4018-9ad0-c1a8901b8e84, host dv-neutron-797120-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=920e08b6-8c20-4018-9ad0-c1a8901b8e84,segment=NetworkSegment(ec507cc5-48d0-4385-9a3f-f2b4842d53c3),segment_id=ec507cc5-48d0-4385-9a3f-f2b4842d53c3)] {{(pid=128085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 11:46:03.049821 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-385b39fd-b9b0-476d-a183-5e347785282a tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.323s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:46:03.059246 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:03.060107 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device 96b07c25-1f30-4ede-87e5-8b82d7875052 up at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 11:46:03.070872 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-299a27ba-d68c-4aba-b0d4-dab5858f3bf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:46:03.072202 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:46:03.073013 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-299a27ba-d68c-4aba-b0d4-dab5858f3bf9 None None] The sync data for ids ['ec2cec42-9d81-44aa-a4f8-e4c8409e9b4d'] in dv-neutron-797120-4-hyperv is: [] {{(pid=128086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 11:46:03.194508 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-d01c3e0c-b22a-4972-8114-6a9fb0851d1b tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Notify callbacks [] for router_gateway, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:03.226014 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Pushing event updated for resources: {'Port': ['ID=920e08b6-8c20-4018-9ad0-c1a8901b8e84,revision_number=3']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:46:03.242175 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:46:03.258123 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning complete for port 96b07c25-1f30-4ede-87e5-8b82d7875052 triggered by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:46:03.258731 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:03.318615 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-385b39fd-b9b0-476d-a183-5e347785282a tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Checking segment: {'id': '9bc1e637-ac6d-4000-9582-eee96e28e9c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '830e8a92-47e9-413f-97b5-8cbe3b59c5dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=128084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 11:46:03.318977 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-385b39fd-b9b0-476d-a183-5e347785282a tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Network hostable DHCP agents. Network: 830e8a92-47e9-413f-97b5-8cbe3b59c5dd, hostable agents: ['6be988a9-1d97-480f-be5a-c55abf2c55c5'], hosted agents: [] {{(pid=128084) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 11:46:03.320858 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-e6127216-22ad-4d4b-8c44-013118aa6e7d None None] Provisioning for port b1d6f98e-ee05-4815-9ea4-1a85b258d507 completed by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 11:46:03.326722 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-a00d8b19-63a8-42bc-948b-609c4fb458c8 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793193945299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193536732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3292088'] for port, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:03.336829 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-31c032cb-1778-4a46-9a1c-273d62af2adb tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:46:03.343220 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-e6127216-22ad-4d4b-8c44-013118aa6e7d None None] Provisioning complete for port b1d6f98e-ee05-4815-9ea4-1a85b258d507 triggered by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:46:03.343220 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-e6127216-22ad-4d4b-8c44-013118aa6e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:03.438947 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-e6127216-22ad-4d4b-8c44-013118aa6e7d None None] Port b1d6f98e-ee05-4815-9ea4-1a85b258d507 cannot update to ACTIVE because it is not bound. {{(pid=128085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 11:46:03.454357 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00d8b19-63a8-42bc-948b-609c4fb458c8 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Pushing event deleted for resources: {'Port': ['ID=5231ea6a-15ba-420c-b7d6-ac0f1d11a063,revision_number=None']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:46:03.480513 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-a00d8b19-63a8-42bc-948b-609c4fb458c8 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:46:03.576216 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-84bec45c-4ac7-40da-96f3-e5e90dcf2409 None None] Provisioning complete for port b1d6f98e-ee05-4815-9ea4-1a85b258d507 triggered by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:46:03.576709 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-84bec45c-4ac7-40da-96f3-e5e90dcf2409 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:03.622238 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-a00d8b19-63a8-42bc-948b-609c4fb458c8 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468916'] for port, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:03.629803 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-a00d8b19-63a8-42bc-948b-609c4fb458c8 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] 10.222.0.53 "DELETE /v2.0/ports/5231ea6a-15ba-420c-b7d6-ac0f1d11a063 HTTP/1.1" status: 204 len: 168 time: 2.7638185 Jun 24 11:46:03.630918 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-84bec45c-4ac7-40da-96f3-e5e90dcf2409 None None] Port b1d6f98e-ee05-4815-9ea4-1a85b258d507 cannot update to ACTIVE because it is not bound. {{(pid=128085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 11:46:03.631334 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 57568) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:46:03.640242 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-385b39fd-b9b0-476d-a183-5e347785282a tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Network 830e8a92-47e9-413f-97b5-8cbe3b59c5dd is scheduled to be hosted by DHCP agent 6be988a9-1d97-480f-be5a-c55abf2c55c5 with binding_index 1 {{(pid=128084) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 11:46:03.645857 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-3c793459-f260-482e-8578-99d7578a8bb9 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1978565'] for router_interface, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:03.680004 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfc9bd2d-2ebf-42d0-b71c-acdb8988abf0 tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Router ec2cec42-9d81-44aa-a4f8-e4c8409e9b4d has already been hosted by L3 agent 2987dba8-2249-4ee6-96ec-28f0f7a6127d {{(pid=128084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 11:46:03.762701 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-9851a1eb-02a5-48b5-8c0b-2234011ee793 None None] Provisioning complete for port b1d6f98e-ee05-4815-9ea4-1a85b258d507 triggered by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:46:03.763134 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-9851a1eb-02a5-48b5-8c0b-2234011ee793 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:03.766860 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.base_scheduler [None req-385b39fd-b9b0-476d-a183-5e347785282a tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-4-hyperv, 830e8a92-47e9-413f-97b5-8cbe3b59c5dd) {{(pid=128084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:46:03.772265 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a5dab5-1f9e-4e5c-aa4c-5343ab42eb5f req-be3d8399-1ce1-4095-b7b5-e72d7e0e1d21 tempest-ServersTestManualDisk-182325693 tempest-ServersTestManualDisk-182325693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:46:03.772560 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb6a1df5-f5d8-4f67-ae62-563d254c4800 None None] get_active_networks_info from dv-neutron-797120-4-hyperv {{(pid=128085) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 24 11:46:03.774030 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-48a5dab5-1f9e-4e5c-aa4c-5343ab42eb5f req-be3d8399-1ce1-4095-b7b5-e72d7e0e1d21 tempest-ServersTestManualDisk-182325693 tempest-ServersTestManualDisk-182325693-project] 10.222.0.53 "GET /v2.0/ports?device_id=b046ee52-d7e7-4f00-aa0b-5e9350b5a813 HTTP/1.1" status: 200 len: 945 time: 0.2225466 Jun 24 11:46:03.798251 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-385b39fd-b9b0-476d-a183-5e347785282a tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=128084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:46:03.798999 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-385b39fd-b9b0-476d-a183-5e347785282a tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Notify callbacks [] for subnet, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:03.857121 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-9851a1eb-02a5-48b5-8c0b-2234011ee793 None None] Port b1d6f98e-ee05-4815-9ea4-1a85b258d507 cannot update to ACTIVE because it is not bound. {{(pid=128085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 11:46:03.862106 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8a2faf1-1771-4a1a-a047-1041482533b0 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=128084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:46:03.864033 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8a2faf1-1771-4a1a-a047-1041482533b0 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=128084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:46:03.868560 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-a8a2faf1-1771-4a1a-a047-1041482533b0 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2277298 Jun 24 11:46:03.868720 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 57570) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:46:03.875267 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-d01c3e0c-b22a-4972-8114-6a9fb0851d1b tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1803210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1815767'] for router, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:03.881775 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-48a5dab5-1f9e-4e5c-aa4c-5343ab42eb5f req-efba6eb6-40bb-4129-83ab-896bc857a2ef tempest-ServersTestManualDisk-182325693 tempest-ServersTestManualDisk-182325693-project] 10.222.0.53 "GET /v2.0/security-groups?id=36df713e-0194-470c-a043-7cde9d86738f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0951345 Jun 24 11:46:03.882541 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-385b39fd-b9b0-476d-a183-5e347785282a tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 3.1733894 Jun 24 11:46:03.889422 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 57572) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:46:03.896102 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-0eab396d-d4cc-4495-967c-af4623fcc303 tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-283280137'}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:46:04.002469 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb6a1df5-f5d8-4f67-ae62-563d254c4800 None None] Resources bound (agent type, host, resource id): {{(pid=128085) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 24 11:46:04.024055 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device a15cf6b6-8fe9-4ca8-ae5f-32503ae7956a up at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 11:46:04.032165 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba955bfd-a595-433a-b335-00c97b950997 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Deleting subnet 6f70e620-5740-400a-aaa1-f99dce5c1f5c {{(pid=128083) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 24 11:46:04.034254 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0eab396d-d4cc-4495-967c-af4623fcc303 tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Made reservation on behalf of 83bd187da1f344e0936ca43751a06a44 for: {'network': 1} {{(pid=128084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 11:46:04.037284 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-ba955bfd-a595-433a-b335-00c97b950997 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks [] for subnet, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:04.037987 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-0eab396d-d4cc-4495-967c-af4623fcc303 tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for network, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:04.067646 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfc9bd2d-2ebf-42d0-b71c-acdb8988abf0 tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Notify agent at l3_agent.dv-neutron-797120-4-hyperv the message routers_updated {{(pid=128084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 11:46:04.075737 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-cfc9bd2d-2ebf-42d0-b71c-acdb8988abf0 tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468916'] for floatingip, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:04.093126 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0a50967-2ca2-40b1-8298-df81c7e5359e None None] Sync routers for ids ['ec2cec42-9d81-44aa-a4f8-e4c8409e9b4d'] in dv-neutron-797120-4-hyperv {{(pid=128085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 11:46:04.112732 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0eab396d-d4cc-4495-967c-af4623fcc303 tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] vlan segment allocate from pool success with {'vlan_id': 644, 'physical_network': 'physnet1'} {{(pid=128084) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 11:46:04.125321 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0a50967-2ca2-40b1-8298-df81c7e5359e None None] Routers {'ec2cec42-9d81-44aa-a4f8-e4c8409e9b4d'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 11:46:04.126384 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-c0a50967-2ca2-40b1-8298-df81c7e5359e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T11:45:56Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['ec2cec42-9d81-44aa-a4f8-e4c8409e9b4d'], 'active': True} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:46:04.130052 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eeb8cb9-eef8-4a56-b349-fcb23afd3cf9 req-3e2eccdf-634c-4fa6-a3d6-e05a2f388198 tempest-ServersTestJSON-1725335409 tempest-ServersTestJSON-1725335409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:46:04.131380 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-0eeb8cb9-eef8-4a56-b349-fcb23afd3cf9 req-3e2eccdf-634c-4fa6-a3d6-e05a2f388198 tempest-ServersTestJSON-1725335409 tempest-ServersTestJSON-1725335409-project] 10.222.0.45 "GET /v2.0/ports?device_id=618b8848-261b-4b47-b06a-cb463f1f77c5 HTTP/1.1" status: 200 len: 946 time: 0.2480311 Jun 24 11:46:04.139879 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-0eab396d-d4cc-4495-967c-af4623fcc303 tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967879'] for segment, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:04.140227 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.db.segments_db [None req-0eab396d-d4cc-4495-967c-af4623fcc303 tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Added segment e0314340-48da-4a12-91ce-a58d69eda289 of type vlan for network 2293a147-1d35-43c6-ac11-d908019adb75 Jun 24 11:46:04.150298 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-ba955bfd-a595-433a-b335-00c97b950997 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3143795'] for subnet, precommit_delete_associations {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:04.178621 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-c0a50967-2ca2-40b1-8298-df81c7e5359e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:46:04.235660 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-0eab396d-d4cc-4495-967c-af4623fcc303 tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793193525068'] for network, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:04.239429 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d01c3e0c-b22a-4972-8114-6a9fb0851d1b tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Router 9881b973-fd5e-4e78-bb19-376581cd131d is scheduled to L3 agent 2987dba8-2249-4ee6-96ec-28f0f7a6127d with binding_index 1 {{(pid=128084) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 24 11:46:04.247757 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-cfc9bd2d-2ebf-42d0-b71c-acdb8988abf0 tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] 10.222.0.53 "PUT /v2.0/floatingips/828fe219-3c55-4c42-9aa6-d9afb9d13a5f HTTP/1.1" status: 200 len: 977 time: 5.8690093 Jun 24 11:46:04.251529 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 57576) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:46:04.258174 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-7258ef32-194a-4210-872e-2c7c6da2e4e3 tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Request body: {'floatingip': {'port_id': None}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:46:04.278440 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0a50967-2ca2-40b1-8298-df81c7e5359e None None] Routers {'ec2cec42-9d81-44aa-a4f8-e4c8409e9b4d'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 11:46:04.279607 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-c0a50967-2ca2-40b1-8298-df81c7e5359e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T11:45:56Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['ec2cec42-9d81-44aa-a4f8-e4c8409e9b4d'], 'active': True} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:46:04.338712 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning complete for port a15cf6b6-8fe9-4ca8-ae5f-32503ae7956a triggered by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:46:04.339946 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:04.357348 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-0eab396d-d4cc-4495-967c-af4623fcc303 tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1800243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976'] for network, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:04.363324 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0eab396d-d4cc-4495-967c-af4623fcc303 tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=128084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:46:04.364565 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-0eab396d-d4cc-4495-967c-af4623fcc303 tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Notify callbacks [] for network, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:04.364829 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-c0a50967-2ca2-40b1-8298-df81c7e5359e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:46:04.365525 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0a50967-2ca2-40b1-8298-df81c7e5359e None None] The sync data for ids ['ec2cec42-9d81-44aa-a4f8-e4c8409e9b4d'] in dv-neutron-797120-4-hyperv is: [] {{(pid=128085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 11:46:04.369774 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-2d75df70-ec18-415f-b6d3-3fc30d874b18 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:46:04.407043 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-7258ef32-194a-4210-872e-2c7c6da2e4e3 tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Notify callbacks [] for floatingip, before_update {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:04.516609 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-0eab396d-d4cc-4495-967c-af4623fcc303 tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.6256440 Jun 24 11:46:04.525388 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 57578) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:46:04.538179 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-29f77c88-0894-4267-9a07-d49773247d49 tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Request body: {'subnet': {'network_id': '2293a147-1d35-43c6-ac11-d908019adb75', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:46:04.553495 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eab396d-d4cc-4495-967c-af4623fcc303 tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Pushing event updated for resources: {'Network': ['ID=2293a147-1d35-43c6-ac11-d908019adb75,revision_number=1']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:46:04.566222 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-0eab396d-d4cc-4495-967c-af4623fcc303 tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:46:04.585646 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Network 2293a147-1d35-43c6-ac11-d908019adb75 details requested by agent ovs-agent-dv-neutron-797120-4-hyperv with host dv-neutron-797120-4-hyperv {{(pid=128085) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 11:46:04.660999 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d01c3e0c-b22a-4972-8114-6a9fb0851d1b tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Notify agent at l3_agent.dv-neutron-797120-4-hyperv the message routers_updated {{(pid=128084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 11:46:04.671645 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b6dec03-7300-46a9-9e2d-883150055ba8 None None] Sync routers for ids ['9881b973-fd5e-4e78-bb19-376581cd131d'] in dv-neutron-797120-4-hyperv {{(pid=128086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 11:46:04.685833 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b6dec03-7300-46a9-9e2d-883150055ba8 None None] Routers {'9881b973-fd5e-4e78-bb19-376581cd131d'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 11:46:04.687653 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-3b6dec03-7300-46a9-9e2d-883150055ba8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T11:45:56Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['9881b973-fd5e-4e78-bb19-376581cd131d'], 'active': True} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:46:04.756726 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-3b6dec03-7300-46a9-9e2d-883150055ba8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:46:04.759428 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device 920e08b6-8c20-4018-9ad0-c1a8901b8e84 up at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 11:46:04.770813 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b6dec03-7300-46a9-9e2d-883150055ba8 None None] Routers {'9881b973-fd5e-4e78-bb19-376581cd131d'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 11:46:04.771773 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-3b6dec03-7300-46a9-9e2d-883150055ba8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T11:45:56Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['9881b973-fd5e-4e78-bb19-376581cd131d'], 'active': True} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:46:04.782935 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-ba955bfd-a595-433a-b335-00c97b950997 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-972249'] for subnet, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:04.813850 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-3b6dec03-7300-46a9-9e2d-883150055ba8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:46:04.814935 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b6dec03-7300-46a9-9e2d-883150055ba8 None None] The sync data for ids ['9881b973-fd5e-4e78-bb19-376581cd131d'] in dv-neutron-797120-4-hyperv is: [] {{(pid=128086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 11:46:04.839643 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9529d530-4943-4a24-a869-e7872566d838 req-71c1e6f6-e43a-4632-9f8c-d9db3eaad262 tempest-ServersTestJSON-1725335409 tempest-ServersTestJSON-1725335409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:46:04.841222 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-9529d530-4943-4a24-a869-e7872566d838 req-71c1e6f6-e43a-4632-9f8c-d9db3eaad262 tempest-ServersTestJSON-1725335409 tempest-ServersTestJSON-1725335409-project] 10.222.0.53 "GET /v2.0/ports?device_id=618b8848-261b-4b47-b06a-cb463f1f77c5 HTTP/1.1" status: 200 len: 946 time: 0.6409001 Jun 24 11:46:04.842294 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-7258ef32-194a-4210-872e-2c7c6da2e4e3 tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Notify callbacks [] for floatingip, precommit_update {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:04.852028 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-7258ef32-194a-4210-872e-2c7c6da2e4e3 tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1815637'] for floatingip, after_update {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:04.852028 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.db.l3_db [None req-7258ef32-194a-4210-872e-2c7c6da2e4e3 tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Floating IP 828fe219-3c55-4c42-9aa6-d9afb9d13a5f disassociated. External IP: 172.26.7.136, port: 44681b40-d675-4660-991b-a28231d98fad. Jun 24 11:46:04.863078 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.plugin [None req-3c793459-f260-482e-8578-99d7578a8bb9 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Deleting port b1d6f98e-ee05-4815-9ea4-1a85b258d507 {{(pid=128083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 11:46:04.863433 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-3c793459-f260-482e-8578-99d7578a8bb9 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793193942312'] for port, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:04.890282 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29f77c88-0894-4267-9a07-d49773247d49 tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Made reservation on behalf of 83bd187da1f344e0936ca43751a06a44 for: {'subnet': 1} {{(pid=128084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 11:46:04.893661 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-29f77c88-0894-4267-9a07-d49773247d49 tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3162484'] for subnet, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:04.899600 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-d01c3e0c-b22a-4972-8114-6a9fb0851d1b tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Notify callbacks [] for router, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:04.900792 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-d01c3e0c-b22a-4972-8114-6a9fb0851d1b tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 6.5926554 Jun 24 11:46:04.908623 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.plugin [req-0eeb8cb9-eef8-4a56-b349-fcb23afd3cf9 req-2c8e02cb-7106-42e0-b871-58a1b4158a51 tempest-ServersTestJSON-1725335409 tempest-ServersTestJSON-1725335409-project] Deleting port efecd94f-28f3-4e43-a30e-3b39549f9a3d {{(pid=128083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 11:46:04.908958 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-0eeb8cb9-eef8-4a56-b349-fcb23afd3cf9 req-2c8e02cb-7106-42e0-b871-58a1b4158a51 tempest-ServersTestJSON-1725335409 tempest-ServersTestJSON-1725335409-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793193942312'] for port, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:04.913398 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 57582) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:46:04.919787 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning complete for port 920e08b6-8c20-4018-9ad0-c1a8901b8e84 triggered by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:46:04.919787 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:04.958930 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14793f9f-7895-4dca-a572-db04a1761d77 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d65c8f8-7530-5052-99fe-8ea05073750b-830e8a92-47e9-413f-97b5-8cbe3b59c5dd', 'network_id': '830e8a92-47e9-413f-97b5-8cbe3b59c5dd', 'tenant_id': '83bd187da1f344e0936ca43751a06a44', 'fixed_ips': [{'subnet_id': '1743e024-0a14-4010-bb5c-c2970d5ccd07'}]}} from dv-neutron-797120-4-hyperv. {{(pid=128085) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 24 11:46:04.960063 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-14793f9f-7895-4dca-a572-db04a1761d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_create {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:05.137078 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-9529d530-4943-4a24-a869-e7872566d838 req-b89852b8-ab50-4c16-a79f-cf6ce790c6dc tempest-ServersTestJSON-1725335409 tempest-ServersTestJSON-1725335409-project] 10.222.0.53 "GET /v2.0/security-groups?id=c6a6118f-5ca3-4415-a86c-d6e07885b397&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2805707 Jun 24 11:46:05.163819 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-ba955bfd-a595-433a-b335-00c97b950997 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-972238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2537800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3289951'] for subnet, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:05.197521 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.db_base_plugin_common [None req-14793f9f-7895-4dca-a572-db04a1761d77 None None] Allocated IP 2001:db8::3 (830e8a92-47e9-413f-97b5-8cbe3b59c5dd/1743e024-0a14-4010-bb5c-c2970d5ccd07/c57cf81e-06a3-4c9d-9f7d-66ba421c3ff0) {{(pid=128085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 11:46:05.222932 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-c4979deb-df8c-4daf-bcbe-c08588df816d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:46:05.232160 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-ba955bfd-a595-433a-b335-00c97b950997 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588949'] for subnet, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:05.234406 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-ba955bfd-a595-433a-b335-00c97b950997 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] 10.222.0.53 "DELETE /v2.0/subnets/6f70e620-5740-400a-aaa1-f99dce5c1f5c HTTP/1.1" status: 204 len: 168 time: 1.3638303 Jun 24 11:46:05.241397 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-3c793459-f260-482e-8578-99d7578a8bb9 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1978872'] for port, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:05.262810 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 57586) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:46:05.318665 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba955bfd-a595-433a-b335-00c97b950997 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Pushing event deleted for resources: {'Subnet': ['ID=6f70e620-5740-400a-aaa1-f99dce5c1f5c,revision_number=None']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:46:05.331816 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-0e6c1024-2794-4a40-9b8a-2256e13fdaa1 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0676150 Jun 24 11:46:05.332810 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-ba955bfd-a595-433a-b335-00c97b950997 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:46:05.333897 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.plugin [None req-3c793459-f260-482e-8578-99d7578a8bb9 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Calling delete_port for b1d6f98e-ee05-4815-9ea4-1a85b258d507 owned by network:router_interface {{(pid=128083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 11:46:05.347428 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 57588) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:46:05.359013 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [None req-cb805e55-3294-4a9b-8658-b488bd1eacdf tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Request body: {'subnet': {'network_id': '11a80c9d-f8ee-4388-91b0-d49a25200fee', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:46:05.384392 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-14793f9f-7895-4dca-a572-db04a1761d77 None None] Notify callbacks [] for port, precommit_create {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:05.391150 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.db.ipam_backend_mixin [None req-29f77c88-0894-4267-9a07-d49773247d49 tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Performing IP validity checks on allocation pools {{(pid=128084) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jun 24 11:46:05.391671 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.db.ipam_backend_mixin [None req-29f77c88-0894-4267-9a07-d49773247d49 tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Checking for overlaps among allocation pools and gateway ip {{(pid=128084) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jun 24 11:46:05.395250 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-14793f9f-7895-4dca-a572-db04a1761d77 None None] Transition to ACTIVE for port object c57cf81e-06a3-4c9d-9f7d-66ba421c3ff0 will not be triggered until provisioned by entity L2. {{(pid=128085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 11:46:05.427725 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-14793f9f-7895-4dca-a572-db04a1761d77 None None] Transition to ACTIVE for port object c57cf81e-06a3-4c9d-9f7d-66ba421c3ff0 will not be triggered until provisioned by entity DHCP. {{(pid=128085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 11:46:05.435038 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-14793f9f-7895-4dca-a572-db04a1761d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-650429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-506361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793193536723'] for port, after_create {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:05.437084 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-b603f50f-2ce7-43fa-bd7b-901c32797966 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:46:05.461595 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.db [req-0eeb8cb9-eef8-4a56-b349-fcb23afd3cf9 req-2c8e02cb-7106-42e0-b871-58a1b4158a51 tempest-ServersTestJSON-1725335409 tempest-ServersTestJSON-1725335409-project] For port efecd94f-28f3-4e43-a30e-3b39549f9a3d, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=efecd94f-28f3-4e43-a30e-3b39549f9a3d,segment=NetworkSegment(f44b9ff8-e555-44d1-ab7a-99b2dd7bb3ef),segment_id=f44b9ff8-e555-44d1-ab7a-99b2dd7bb3ef)] {{(pid=128083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 11:46:05.461984 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-0eeb8cb9-eef8-4a56-b349-fcb23afd3cf9 req-2c8e02cb-7106-42e0-b871-58a1b4158a51 tempest-ServersTestJSON-1725335409 tempest-ServersTestJSON-1725335409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1978872'] for port, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:05.473584 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841b8686-adc7-4830-af71-5c385ff45bdd req-8386f7b1-abd0-4bfc-b0b1-00b7b35a7fb3 tempest-ServersTestManualDisk-182325693 tempest-ServersTestManualDisk-182325693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:46:05.475301 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-841b8686-adc7-4830-af71-5c385ff45bdd req-8386f7b1-abd0-4bfc-b0b1-00b7b35a7fb3 tempest-ServersTestManualDisk-182325693 tempest-ServersTestManualDisk-182325693-project] 10.222.0.45 "GET /v2.0/ports?device_id=b046ee52-d7e7-4f00-aa0b-5e9350b5a813 HTTP/1.1" status: 200 len: 945 time: 0.4356241 Jun 24 11:46:05.484160 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14793f9f-7895-4dca-a572-db04a1761d77 None None] Network 830e8a92-47e9-413f-97b5-8cbe3b59c5dd is already hosted by enough agents. {{(pid=128085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 11:46:05.486677 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.scheduler.base_scheduler [None req-14793f9f-7895-4dca-a572-db04a1761d77 None None] Resources bound (agent type, host, resource id): {{(pid=128085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:46:05.488467 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14793f9f-7895-4dca-a572-db04a1761d77 None None] Pushing event updated for resources: {'Port': ['ID=c57cf81e-06a3-4c9d-9f7d-66ba421c3ff0,revision_number=1']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:46:05.491024 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14793f9f-7895-4dca-a572-db04a1761d77 None None] Received port after_create {{(pid=128085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 11:46:05.500632 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-14793f9f-7895-4dca-a572-db04a1761d77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:46:05.557902 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-2454c27b-8ca8-4e4f-ab14-e9cb5312a079 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] 10.222.0.53 "GET /v2.0/routers/9881b973-fd5e-4e78-bb19-376581cd131d HTTP/1.1" status: 200 len: 884 time: 0.6417482 Jun 24 11:46:05.574082 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-14793f9f-7895-4dca-a572-db04a1761d77 None None] Attempting to bind port c57cf81e-06a3-4c9d-9f7d-66ba421c3ff0 on host dv-neutron-797120-4-hyperv for vnic_type normal with profile {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 11:46:05.574082 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-14793f9f-7895-4dca-a572-db04a1761d77 None None] Attempting to bind port c57cf81e-06a3-4c9d-9f7d-66ba421c3ff0 by drivers openvswitch,hyperv on host dv-neutron-797120-4-hyperv at level 0 using segments [{'id': '9bc1e637-ac6d-4000-9582-eee96e28e9c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '830e8a92-47e9-413f-97b5-8cbe3b59c5dd'}] {{(pid=128085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 11:46:05.574082 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14793f9f-7895-4dca-a572-db04a1761d77 None None] Attempting to bind port c57cf81e-06a3-4c9d-9f7d-66ba421c3ff0 on network 830e8a92-47e9-413f-97b5-8cbe3b59c5dd {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 11:46:05.576171 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 57590) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:46:05.579684 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14793f9f-7895-4dca-a572-db04a1761d77 None None] Checking agent: {'id': 'e3a695b2-c397-461f-83b0-10b79d490b59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 11, 36, 56), 'started_at': datetime.datetime(2021, 6, 24, 11, 37, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 11, 45, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 11:46:05.580073 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14793f9f-7895-4dca-a572-db04a1761d77 None None] Checking segment: {'id': '9bc1e637-ac6d-4000-9582-eee96e28e9c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '830e8a92-47e9-413f-97b5-8cbe3b59c5dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=128085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 11:46:05.580898 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-14793f9f-7895-4dca-a572-db04a1761d77 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:05.581053 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14793f9f-7895-4dca-a572-db04a1761d77 None None] Bound using segment: {'id': '9bc1e637-ac6d-4000-9582-eee96e28e9c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '830e8a92-47e9-413f-97b5-8cbe3b59c5dd'} {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 11:46:05.581522 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-14793f9f-7895-4dca-a572-db04a1761d77 None None] Bound port: c57cf81e-06a3-4c9d-9f7d-66ba421c3ff0, host: dv-neutron-797120-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9bc1e637-ac6d-4000-9582-eee96e28e9c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '830e8a92-47e9-413f-97b5-8cbe3b59c5dd'}}] {{(pid=128085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 11:46:05.582233 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-14793f9f-7895-4dca-a572-db04a1761d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:05.588041 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e454a50-fb38-4370-be03-91a0875cd503 req-7fd2762d-4fa2-472c-8fba-bdf7a520fb74 tempest-ServersTestManualDisk-182325693 tempest-ServersTestManualDisk-182325693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:46:05.594822 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-6e454a50-fb38-4370-be03-91a0875cd503 req-7fd2762d-4fa2-472c-8fba-bdf7a520fb74 tempest-ServersTestManualDisk-182325693 tempest-ServersTestManualDisk-182325693-project] 10.222.0.53 "GET /v2.0/ports?device_id=b046ee52-d7e7-4f00-aa0b-5e9350b5a813 HTTP/1.1" status: 200 len: 945 time: 0.5135121 Jun 24 11:46:05.654526 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-14793f9f-7895-4dca-a572-db04a1761d77 None None] For port c57cf81e-06a3-4c9d-9f7d-66ba421c3ff0, host dv-neutron-797120-4-hyperv, cleared binding levels {{(pid=128085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 11:46:05.659666 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-14793f9f-7895-4dca-a572-db04a1761d77 None None] For port c57cf81e-06a3-4c9d-9f7d-66ba421c3ff0, host dv-neutron-797120-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=c57cf81e-06a3-4c9d-9f7d-66ba421c3ff0,segment=NetworkSegment(9bc1e637-ac6d-4000-9582-eee96e28e9c1),segment_id=9bc1e637-ac6d-4000-9582-eee96e28e9c1)] {{(pid=128085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 11:46:05.664464 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-14793f9f-7895-4dca-a572-db04a1761d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:05.667892 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-a8556d33-19ee-4e2b-ac69-9723c491b4b5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:46:05.749685 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14793f9f-7895-4dca-a572-db04a1761d77 None None] Pushing event updated for resources: {'Port': ['ID=c57cf81e-06a3-4c9d-9f7d-66ba421c3ff0,revision_number=2']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:46:05.754423 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-14793f9f-7895-4dca-a572-db04a1761d77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:46:05.837900 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-6e454a50-fb38-4370-be03-91a0875cd503 req-e73560f6-d2d9-4a3e-9e8f-fd984c6f254e tempest-ServersTestManualDisk-182325693 tempest-ServersTestManualDisk-182325693-project] 10.222.0.53 "GET /v2.0/security-groups?id=36df713e-0194-470c-a043-7cde9d86738f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2406902 Jun 24 11:46:05.848533 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-29f77c88-0894-4267-9a07-d49773247d49 tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3291959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3162270'] for subnet, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:05.857485 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-a2099599-a28a-49af-961f-29e40a15c0fc tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:46:05.871905 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7258ef32-194a-4210-872e-2c7c6da2e4e3 tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Router ec2cec42-9d81-44aa-a4f8-e4c8409e9b4d has already been hosted by L3 agent 2987dba8-2249-4ee6-96ec-28f0f7a6127d {{(pid=128084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 11:46:05.872938 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb805e55-3294-4a9b-8658-b488bd1eacdf tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Made reservation on behalf of 086af1f572244cd08c37d97e004e4732 for: {'subnet': 1} {{(pid=128083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 11:46:05.876559 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-cb805e55-3294-4a9b-8658-b488bd1eacdf tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3289788'] for subnet, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:06.022656 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f77c88-0894-4267-9a07-d49773247d49 tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Pushing event updated for resources: {'Subnet': ['ID=da02d753-0758-4216-bd35-b71f9543fb89,revision_number=0']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:46:06.023487 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-29f77c88-0894-4267-9a07-d49773247d49 tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:46:06.088599 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29f77c88-0894-4267-9a07-d49773247d49 tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Checking segment: {'id': 'e0314340-48da-4a12-91ce-a58d69eda289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '2293a147-1d35-43c6-ac11-d908019adb75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=128084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 11:46:06.089023 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29f77c88-0894-4267-9a07-d49773247d49 tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Network hostable DHCP agents. Network: 2293a147-1d35-43c6-ac11-d908019adb75, hostable agents: ['6be988a9-1d97-480f-be5a-c55abf2c55c5'], hosted agents: [] {{(pid=128084) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 11:46:06.142226 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-0eeb8cb9-eef8-4a56-b349-fcb23afd3cf9 req-2c8e02cb-7106-42e0-b871-58a1b4158a51 tempest-ServersTestJSON-1725335409 tempest-ServersTestJSON-1725335409-project] Notify callbacks [] for floatingip, precommit_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:06.142798 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-0eeb8cb9-eef8-4a56-b349-fcb23afd3cf9 req-2c8e02cb-7106-42e0-b871-58a1b4158a51 tempest-ServersTestJSON-1725335409 tempest-ServersTestJSON-1725335409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1815637'] for floatingip, after_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:06.142912 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.db.l3_db [req-0eeb8cb9-eef8-4a56-b349-fcb23afd3cf9 req-2c8e02cb-7106-42e0-b871-58a1b4158a51 tempest-ServersTestJSON-1725335409 tempest-ServersTestJSON-1725335409-project] Floating IP 150e8808-0ce0-4d43-bf11-f7151affaf6e disassociated. External IP: 172.26.7.22, port: efecd94f-28f3-4e43-a30e-3b39549f9a3d. Jun 24 11:46:06.143225 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.plugin [req-0eeb8cb9-eef8-4a56-b349-fcb23afd3cf9 req-2c8e02cb-7106-42e0-b871-58a1b4158a51 tempest-ServersTestJSON-1725335409 tempest-ServersTestJSON-1725335409-project] Calling delete_port for efecd94f-28f3-4e43-a30e-3b39549f9a3d owned by compute:nova {{(pid=128083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 11:46:06.159183 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.plugin [req-841b8686-adc7-4830-af71-5c385ff45bdd req-394bb9e9-df28-4e5e-be8d-a1d366c665e0 tempest-ServersTestManualDisk-182325693 tempest-ServersTestManualDisk-182325693-project] Deleting port e039be1d-7f9d-48aa-9fb9-844478ea633d {{(pid=128083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 11:46:06.159516 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-841b8686-adc7-4830-af71-5c385ff45bdd req-394bb9e9-df28-4e5e-be8d-a1d366c665e0 tempest-ServersTestManualDisk-182325693 tempest-ServersTestManualDisk-182325693-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793193942312'] for port, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:06.198917 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29f77c88-0894-4267-9a07-d49773247d49 tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Network 2293a147-1d35-43c6-ac11-d908019adb75 is scheduled to be hosted by DHCP agent 6be988a9-1d97-480f-be5a-c55abf2c55c5 with binding_index 1 {{(pid=128084) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 11:46:06.226612 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.base_scheduler [None req-29f77c88-0894-4267-9a07-d49773247d49 tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-4-hyperv, 2293a147-1d35-43c6-ac11-d908019adb75) {{(pid=128084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:46:06.226947 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-3c793459-f260-482e-8578-99d7578a8bb9 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793193945299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193536732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2537862'] for port, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:06.233024 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29f77c88-0894-4267-9a07-d49773247d49 tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=128084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:46:06.233768 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-29f77c88-0894-4267-9a07-d49773247d49 tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Notify callbacks [] for subnet, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:06.234926 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-e7a9706e-482d-4c01-b6cb-0749394edb1a tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:46:06.259472 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-94cdd21e-a55f-4947-9a30-e2f16da763a6 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 887 time: 0.6782219 Jun 24 11:46:06.264642 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 57596) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:46:06.270012 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-f2ad0434-8376-4ec7-b2f0-bf5c96d4dbe0 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-2014844361'}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:46:06.275163 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7258ef32-194a-4210-872e-2c7c6da2e4e3 tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Notify agent at l3_agent.dv-neutron-797120-4-hyperv the message routers_updated {{(pid=128084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 11:46:06.280890 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-7258ef32-194a-4210-872e-2c7c6da2e4e3 tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468916'] for floatingip, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:06.289711 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62e38db7-168d-48cb-bfdd-91cd44536883 None None] Sync routers for ids ['ec2cec42-9d81-44aa-a4f8-e4c8409e9b4d'] in dv-neutron-797120-4-hyperv {{(pid=128085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 11:46:06.300686 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62e38db7-168d-48cb-bfdd-91cd44536883 None None] Routers {'ec2cec42-9d81-44aa-a4f8-e4c8409e9b4d'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 11:46:06.300900 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-62e38db7-168d-48cb-bfdd-91cd44536883 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T11:45:56Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['ec2cec42-9d81-44aa-a4f8-e4c8409e9b4d'], 'active': True} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:46:06.324952 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-29f77c88-0894-4267-9a07-d49773247d49 tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 1.7928572 Jun 24 11:46:06.331345 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 57598) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:46:06.335499 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-62e38db7-168d-48cb-bfdd-91cd44536883 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:46:06.344712 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62e38db7-168d-48cb-bfdd-91cd44536883 None None] Routers {'ec2cec42-9d81-44aa-a4f8-e4c8409e9b4d'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 11:46:06.346773 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-62e38db7-168d-48cb-bfdd-91cd44536883 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T11:45:56Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['ec2cec42-9d81-44aa-a4f8-e4c8409e9b4d'], 'active': True} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:46:06.379682 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c793459-f260-482e-8578-99d7578a8bb9 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Pushing event deleted for resources: {'Port': ['ID=b1d6f98e-ee05-4815-9ea4-1a85b258d507,revision_number=None']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:46:06.384190 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-62e38db7-168d-48cb-bfdd-91cd44536883 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:46:06.384865 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62e38db7-168d-48cb-bfdd-91cd44536883 None None] The sync data for ids ['ec2cec42-9d81-44aa-a4f8-e4c8409e9b4d'] in dv-neutron-797120-4-hyperv is: [] {{(pid=128085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 11:46:06.397964 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-7258ef32-194a-4210-872e-2c7c6da2e4e3 tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] 10.222.0.53 "PUT /v2.0/floatingips/828fe219-3c55-4c42-9aa6-d9afb9d13a5f HTTP/1.1" status: 200 len: 688 time: 2.1453781 Jun 24 11:46:06.401816 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 57600) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:46:06.419780 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-3c793459-f260-482e-8578-99d7578a8bb9 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:46:06.676672 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.plugin [None req-5bf6fafe-4fcf-4e18-b860-f465e156b537 tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Deleting port e6519f17-0b44-47eb-bfa9-db6dcc7fb783 {{(pid=128084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 11:46:06.677048 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-5bf6fafe-4fcf-4e18-b860-f465e156b537 tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793193942312'] for port, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:06.870906 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-f2ad0434-8376-4ec7-b2f0-bf5c96d4dbe0 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1975381', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1803205', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65378'] for router, precommit_update {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:06.891880 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-5bf6fafe-4fcf-4e18-b860-f465e156b537 tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1978872'] for port, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:06.892359 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-5bf6fafe-4fcf-4e18-b860-f465e156b537 tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:06.906436 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-f2ad0434-8376-4ec7-b2f0-bf5c96d4dbe0 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1815767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1975340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1815772', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1803228'] for router, after_update {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:06.913899 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.plugin [None req-5bf6fafe-4fcf-4e18-b860-f465e156b537 tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Calling delete_port for e6519f17-0b44-47eb-bfa9-db6dcc7fb783 owned by network:floatingip {{(pid=128084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 11:46:06.935062 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.db [req-841b8686-adc7-4830-af71-5c385ff45bdd req-394bb9e9-df28-4e5e-be8d-a1d366c665e0 tempest-ServersTestManualDisk-182325693 tempest-ServersTestManualDisk-182325693-project] For port e039be1d-7f9d-48aa-9fb9-844478ea633d, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=e039be1d-7f9d-48aa-9fb9-844478ea633d,segment=NetworkSegment(88c1b979-2b93-4ed9-8c10-4ea37cb41e96),segment_id=88c1b979-2b93-4ed9-8c10-4ea37cb41e96)] {{(pid=128083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 11:46:06.935441 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-841b8686-adc7-4830-af71-5c385ff45bdd req-394bb9e9-df28-4e5e-be8d-a1d366c665e0 tempest-ServersTestManualDisk-182325693 tempest-ServersTestManualDisk-182325693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1978872'] for port, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:07.019460 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-931e7312-2768-4859-b4f5-3aa155916441 tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-534962'] for network, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:07.029755 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-0eeb8cb9-eef8-4a56-b349-fcb23afd3cf9 req-2c8e02cb-7106-42e0-b871-58a1b4158a51 tempest-ServersTestJSON-1725335409 tempest-ServersTestJSON-1725335409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793193945299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193536732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2537862'] for port, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:07.059215 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-6dde2a7c-cb8d-4a29-aaaf-0960683bc331 tempest-PortsAdminExtendedAttrsTestJSON-866674268 tempest-PortsAdminExtendedAttrsTestJSON-866674268-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:46:07.146142 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4209e7c1-6bcb-4a15-a028-ab287159d1e1 None None] Network 830e8a92-47e9-413f-97b5-8cbe3b59c5dd requested from dv-neutron-797120-4-hyperv {{(pid=128085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 11:46:07.149325 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8e02cb-7106-42e0-b871-58a1b4158a51 tempest-ServersTestJSON-1725335409 tempest-ServersTestJSON-1725335409-project] Pushing event deleted for resources: {'Port': ['ID=efecd94f-28f3-4e43-a30e-3b39549f9a3d,revision_number=None']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:46:07.149860 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47f70d1e-1dca-4fe4-a3f9-3fdd75937009 None None] Network 11a80c9d-f8ee-4388-91b0-d49a25200fee requested from dv-neutron-797120-4-hyperv {{(pid=128085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 11:46:07.197836 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-2c8e02cb-7106-42e0-b871-58a1b4158a51 tempest-ServersTestJSON-1725335409 tempest-ServersTestJSON-1725335409-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:46:07.215457 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2ad0434-8376-4ec7-b2f0-bf5c96d4dbe0 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Router 9881b973-fd5e-4e78-bb19-376581cd131d has already been hosted by L3 agent 2987dba8-2249-4ee6-96ec-28f0f7a6127d {{(pid=128084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 11:46:07.227924 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2b80d29-bb89-4182-ab58-5d8ea457fea8 None None] Network 2293a147-1d35-43c6-ac11-d908019adb75 requested from dv-neutron-797120-4-hyperv {{(pid=128085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 11:46:07.266838 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-cb805e55-3294-4a9b-8658-b488bd1eacdf tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2537737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3289942'] for subnet, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:07.344533 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-5bf6fafe-4fcf-4e18-b860-f465e156b537 tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793193945299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193536732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3292088'] for port, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:07.359869 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-31c032cb-1778-4a46-9a1c-273d62af2adb tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:46:07.402501 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf6fafe-4fcf-4e18-b860-f465e156b537 tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Pushing event deleted for resources: {'Port': ['ID=e6519f17-0b44-47eb-bfa9-db6dcc7fb783,revision_number=None']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:46:07.409436 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-5bf6fafe-4fcf-4e18-b860-f465e156b537 tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:46:07.432938 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Device efecd94f-28f3-4e43-a30e-3b39549f9a3d no longer exists at agent hyperv_hv-neutron-7971 {{(pid=128085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 11:46:07.435464 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:46:07.497619 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2ad0434-8376-4ec7-b2f0-bf5c96d4dbe0 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Notify agent at l3_agent.dv-neutron-797120-4-hyperv the message routers_updated {{(pid=128084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 11:46:07.508567 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f352a079-67d6-4b36-bc17-6943447b46b5 None None] Sync routers for ids ['9881b973-fd5e-4e78-bb19-376581cd131d'] in dv-neutron-797120-4-hyperv {{(pid=128086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 11:46:07.525601 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-f2ad0434-8376-4ec7-b2f0-bf5c96d4dbe0 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Notify callbacks [] for router, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:07.526168 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f352a079-67d6-4b36-bc17-6943447b46b5 None None] Routers {'9881b973-fd5e-4e78-bb19-376581cd131d'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 11:46:07.530073 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-f2ad0434-8376-4ec7-b2f0-bf5c96d4dbe0 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] 10.222.0.53 "PUT /v2.0/routers/9881b973-fd5e-4e78-bb19-376581cd131d HTTP/1.1" status: 200 len: 891 time: 1.2608974 Jun 24 11:46:07.531757 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-f352a079-67d6-4b36-bc17-6943447b46b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T11:45:56Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['9881b973-fd5e-4e78-bb19-376581cd131d'], 'active': True} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:46:07.536888 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-bc20c331-e910-4ed4-a4e2-bab366d34702 None None] Provisioning for port c57cf81e-06a3-4c9d-9f7d-66ba421c3ff0 completed by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 11:46:07.541637 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb805e55-3294-4a9b-8658-b488bd1eacdf tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Network 11a80c9d-f8ee-4388-91b0-d49a25200fee is already hosted by enough agents. {{(pid=128083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 11:46:07.553309 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] No Port match for: efecd94f-28f3-4e43-a30e-3b39549f9a3d {{(pid=128085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 11:46:07.553659 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Device efecd94f-28f3-4e43-a30e-3b39549f9a3d not bound to the agent host hv-neutron-7971 {{(pid=128085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 11:46:07.560784 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3ad037-1293-4429-a4e5-9eb63f4f3deb req-3181567c-eb23-4c7d-8735-3152112b597c tempest-ServersTestJSON-1725335409 tempest-ServersTestJSON-1725335409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:46:07.571268 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-ad3ad037-1293-4429-a4e5-9eb63f4f3deb req-3181567c-eb23-4c7d-8735-3152112b597c tempest-ServersTestJSON-1725335409 tempest-ServersTestJSON-1725335409-project] 10.222.0.53 "GET /v2.0/ports?device_id=618b8848-261b-4b47-b06a-cb463f1f77c5 HTTP/1.1" status: 200 len: 946 time: 1.2625997 Jun 24 11:46:07.592220 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 57608) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:46:07.600532 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.base_scheduler [None req-cb805e55-3294-4a9b-8658-b488bd1eacdf tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Resources bound (agent type, host, resource id): {{(pid=128083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:46:07.603954 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb805e55-3294-4a9b-8658-b488bd1eacdf tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:46:07.604555 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-cb805e55-3294-4a9b-8658-b488bd1eacdf tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588949'] for subnet, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:07.614163 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-5bf6fafe-4fcf-4e18-b860-f465e156b537 tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Notify callbacks [] for floatingip, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:07.618407 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-5bf6fafe-4fcf-4e18-b860-f465e156b537 tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468916'] for floatingip, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:07.627922 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-f352a079-67d6-4b36-bc17-6943447b46b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:46:07.633735 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-5bf6fafe-4fcf-4e18-b860-f465e156b537 tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] 10.222.0.53 "DELETE /v2.0/floatingips/828fe219-3c55-4c42-9aa6-d9afb9d13a5f HTTP/1.1" status: 204 len: 168 time: 1.2307827 Jun 24 11:46:07.634831 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 57612) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:46:07.638574 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f352a079-67d6-4b36-bc17-6943447b46b5 None None] Routers {'9881b973-fd5e-4e78-bb19-376581cd131d'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 11:46:07.639440 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-f352a079-67d6-4b36-bc17-6943447b46b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T11:45:56Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['9881b973-fd5e-4e78-bb19-376581cd131d'], 'active': True} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:46:07.679404 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-f352a079-67d6-4b36-bc17-6943447b46b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:46:07.680329 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f352a079-67d6-4b36-bc17-6943447b46b5 None None] The sync data for ids ['9881b973-fd5e-4e78-bb19-376581cd131d'] in dv-neutron-797120-4-hyperv is: [] {{(pid=128086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 11:46:07.701938 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.api.v2.resource [None req-4f8081ef-c301-4f91-96cb-f49c8d985151 tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] delete failed (client error): The resource could not be found. Jun 24 11:46:07.704235 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-4f8081ef-c301-4f91-96cb-f49c8d985151 tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] 10.222.0.53 "DELETE /v2.0/floatingips/828fe219-3c55-4c42-9aa6-d9afb9d13a5f HTTP/1.1" status: 404 len: 345 time: 0.0681117 Jun 24 11:46:07.709343 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 57614) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:46:07.794463 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5047361-1632-4d3b-ab2f-107a9cdb6127 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d65c8f8-7530-5052-99fe-8ea05073750b-2293a147-1d35-43c6-ac11-d908019adb75', 'network_id': '2293a147-1d35-43c6-ac11-d908019adb75', 'tenant_id': '83bd187da1f344e0936ca43751a06a44', 'fixed_ips': [{'subnet_id': 'da02d753-0758-4216-bd35-b71f9543fb89'}]}} from dv-neutron-797120-4-hyperv. {{(pid=128085) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 24 11:46:07.795497 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-f5047361-1632-4d3b-ab2f-107a9cdb6127 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_create {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:08.024966 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb805e55-3294-4a9b-8658-b488bd1eacdf tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Pushing event updated for resources: {'Subnet': ['ID=ed2ab752-d08e-4c76-8b5a-fc4382f58311,revision_number=0']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:46:08.031918 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-3c793459-f260-482e-8578-99d7578a8bb9 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1588985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1806165'] for router_interface, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:08.094332 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.db_base_plugin_common [None req-f5047361-1632-4d3b-ab2f-107a9cdb6127 None None] Allocated IP 2001:db8::3 (2293a147-1d35-43c6-ac11-d908019adb75/da02d753-0758-4216-bd35-b71f9543fb89/3fd10229-3039-4ee2-9478-03e94deb9987) {{(pid=128085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 11:46:08.205163 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-cb805e55-3294-4a9b-8658-b488bd1eacdf tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.760s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:46:08.222666 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-931e7312-2768-4859-b4f5-3aa155916441 tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-972249'] for subnet, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:08.307468 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-f5047361-1632-4d3b-ab2f-107a9cdb6127 None None] Notify callbacks [] for port, precommit_create {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:08.323713 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62aa200a-74c3-4de2-968e-79c5db4cbc33 None None] Network 11a80c9d-f8ee-4388-91b0-d49a25200fee requested from dv-neutron-797120-4-hyperv {{(pid=128085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 11:46:08.328009 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device c57cf81e-06a3-4c9d-9f7d-66ba421c3ff0 up at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 11:46:08.352928 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-ad3ad037-1293-4429-a4e5-9eb63f4f3deb req-e6f05b3f-bfa7-4a8c-a9ec-de18b3e66106 tempest-ServersTestJSON-1725335409 tempest-ServersTestJSON-1725335409-project] 10.222.0.53 "GET /v2.0/security-groups?id=c6a6118f-5ca3-4415-a86c-d6e07885b397&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7807670 Jun 24 11:46:08.354820 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-cb805e55-3294-4a9b-8658-b488bd1eacdf tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 3.0048208 Jun 24 11:46:08.358872 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 57616) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:46:08.374496 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-cd4068bd-0bc7-4d1a-891a-39c9ed4e9ca3 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] 10.222.0.53 "GET /v2.0/routers/9881b973-fd5e-4e78-bb19-376581cd131d HTTP/1.1" status: 200 len: 891 time: 0.7785339 Jun 24 11:46:08.380028 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-9fbeee87-7c41-40d2-bb51-f7936856a582 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Request body: {'port': {'network_id': '11a80c9d-f8ee-4388-91b0-d49a25200fee', 'name': 'tempest-NetworksTestDHCPv6-504531130'}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:46:08.384323 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 57618) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:46:08.387190 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-f5047361-1632-4d3b-ab2f-107a9cdb6127 None None] Transition to ACTIVE for port object 3fd10229-3039-4ee2-9478-03e94deb9987 will not be triggered until provisioned by entity L2. {{(pid=128085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 11:46:08.444340 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-c14e3269-f988-4fcb-83e1-0db0a9f65f38 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] 10.222.0.53 "GET /v2.0/ports?device_id=9881b973-fd5e-4e78-bb19-376581cd131d HTTP/1.1" status: 200 len: 205 time: 0.0565917 Jun 24 11:46:08.445273 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 57620) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:46:08.469759 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-59be0eb7-1c8b-471b-9e15-15bf08ab4368 None None] Provisioning complete for port a15cf6b6-8fe9-4ca8-ae5f-32503ae7956a triggered by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:46:08.470850 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-59be0eb7-1c8b-471b-9e15-15bf08ab4368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:08.514749 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-f5047361-1632-4d3b-ab2f-107a9cdb6127 None None] Transition to ACTIVE for port object 3fd10229-3039-4ee2-9478-03e94deb9987 will not be triggered until provisioned by entity DHCP. {{(pid=128085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 11:46:08.540243 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-f5047361-1632-4d3b-ab2f-107a9cdb6127 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-650429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-506361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793193536723'] for port, after_create {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:08.556485 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46e4724-ac90-42a2-bdd0-811526c9622d req-4e51821f-a7d6-4392-a5ce-c3ba14c66e59 tempest-ServersTestManualDisk-182325693 tempest-ServersTestManualDisk-182325693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:46:08.558203 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-e46e4724-ac90-42a2-bdd0-811526c9622d req-4e51821f-a7d6-4392-a5ce-c3ba14c66e59 tempest-ServersTestManualDisk-182325693 tempest-ServersTestManualDisk-182325693-project] 10.222.0.53 "GET /v2.0/ports?device_id=b046ee52-d7e7-4f00-aa0b-5e9350b5a813 HTTP/1.1" status: 200 len: 945 time: 1.4657123 Jun 24 11:46:08.567464 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1586228-92ba-4af5-a709-3a4bb5341c06 tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:46:08.569859 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-c75fe15e-257c-4437-962e-15c99bf9f697 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:46:08.583121 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1586228-92ba-4af5-a709-3a4bb5341c06 tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:46:08.591485 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1586228-92ba-4af5-a709-3a4bb5341c06 tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:46:08.598052 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-f1586228-92ba-4af5-a709-3a4bb5341c06 tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] 10.222.0.53 "GET /v2.0/ports?network_id=4965e089-111a-482d-8b4e-93f2f808fab3 HTTP/1.1" status: 200 len: 2357 time: 0.8870020 Jun 24 11:46:08.603286 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 57622) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:46:08.650508 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-931e7312-2768-4859-b4f5-3aa155916441 tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-972238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2537800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3289951'] for subnet, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:08.676288 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-b6f44750-3e4e-4963-ab5c-5b998997a793 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:46:08.689865 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5047361-1632-4d3b-ab2f-107a9cdb6127 None None] Network 2293a147-1d35-43c6-ac11-d908019adb75 is already hosted by enough agents. {{(pid=128085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 11:46:08.738121 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0eeb8cb9-eef8-4a56-b349-fcb23afd3cf9 req-2c8e02cb-7106-42e0-b871-58a1b4158a51 tempest-ServersTestJSON-1725335409 tempest-ServersTestJSON-1725335409-project] Router 16a0ccb4-faa5-4aa2-aacb-5bb552cad041 has already been hosted by L3 agent 2987dba8-2249-4ee6-96ec-28f0f7a6127d {{(pid=128083) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 11:46:08.742493 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-841b8686-adc7-4830-af71-5c385ff45bdd req-394bb9e9-df28-4e5e-be8d-a1d366c665e0 tempest-ServersTestManualDisk-182325693 tempest-ServersTestManualDisk-182325693-project] Notify callbacks [] for floatingip, precommit_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:08.743345 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-841b8686-adc7-4830-af71-5c385ff45bdd req-394bb9e9-df28-4e5e-be8d-a1d366c665e0 tempest-ServersTestManualDisk-182325693 tempest-ServersTestManualDisk-182325693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1815637'] for floatingip, after_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:08.743680 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.db.l3_db [req-841b8686-adc7-4830-af71-5c385ff45bdd req-394bb9e9-df28-4e5e-be8d-a1d366c665e0 tempest-ServersTestManualDisk-182325693 tempest-ServersTestManualDisk-182325693-project] Floating IP 62768eac-3922-48c5-81e6-cbb382728907 disassociated. External IP: 172.26.7.142, port: e039be1d-7f9d-48aa-9fb9-844478ea633d. Jun 24 11:46:08.744031 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.plugin [req-841b8686-adc7-4830-af71-5c385ff45bdd req-394bb9e9-df28-4e5e-be8d-a1d366c665e0 tempest-ServersTestManualDisk-182325693 tempest-ServersTestManualDisk-182325693-project] Calling delete_port for e039be1d-7f9d-48aa-9fb9-844478ea633d owned by compute:nova {{(pid=128083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 11:46:08.759992 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931e7312-2768-4859-b4f5-3aa155916441 tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Pushing event deleted for resources: {'Subnet': ['ID=da02d753-0758-4216-bd35-b71f9543fb89,revision_number=None']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:46:08.763289 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-931e7312-2768-4859-b4f5-3aa155916441 tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:46:08.771726 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-e46e4724-ac90-42a2-bdd0-811526c9622d req-484b3f47-89bc-4b72-9fae-efe8149dfa20 tempest-ServersTestManualDisk-182325693 tempest-ServersTestManualDisk-182325693-project] 10.222.0.53 "GET /v2.0/security-groups?id=36df713e-0194-470c-a043-7cde9d86738f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1641195 Jun 24 11:46:08.797207 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce2e91c1-10b1-45be-af5e-0d460fc1d67a tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=128084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:46:08.805739 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-ce2e91c1-10b1-45be-af5e-0d460fc1d67a tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] 10.222.0.53 "GET /v2.0/subnets/601dfe9b-0301-4469-a352-3182348d7d07 HTTP/1.1" status: 200 len: 797 time: 0.1955211 Jun 24 11:46:08.814118 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 57626) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:46:08.836822 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-95c5a224-c6c7-488e-89c4-234cca23f44d tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Request body: {'port': {'network_id': '4965e089-111a-482d-8b4e-93f2f808fab3', 'name': 'tempest-FloatingIPTestJSON-981874436', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:46:08.894321 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c793459-f260-482e-8578-99d7578a8bb9 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Router cbb0f92c-5156-4d57-a7af-903f14d3068a has already been hosted by L3 agent 2987dba8-2249-4ee6-96ec-28f0f7a6127d {{(pid=128083) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 11:46:08.922723 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d14858dd-5699-48eb-9f41-237eefdbb2c2 None None] Network 830e8a92-47e9-413f-97b5-8cbe3b59c5dd requested from dv-neutron-797120-4-hyperv {{(pid=128085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 11:46:08.929856 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.scheduler.base_scheduler [None req-f5047361-1632-4d3b-ab2f-107a9cdb6127 None None] Resources bound (agent type, host, resource id): {{(pid=128085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:46:08.932560 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5047361-1632-4d3b-ab2f-107a9cdb6127 None None] Received port after_create {{(pid=128085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 11:46:08.950260 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-1a76de18-feff-498a-a50b-dd73de8b5754 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Notify callbacks [] for router, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:08.966402 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning for port c57cf81e-06a3-4c9d-9f7d-66ba421c3ff0 completed by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 11:46:09.046292 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fbeee87-7c41-40d2-bb51-f7936856a582 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Made reservation on behalf of 086af1f572244cd08c37d97e004e4732 for: {'port': 1} {{(pid=128084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 11:46:09.050546 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-9fbeee87-7c41-40d2-bb51-f7936856a582 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:09.054512 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning complete for port c57cf81e-06a3-4c9d-9f7d-66ba421c3ff0 triggered by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:46:09.055445 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:09.082279 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5047361-1632-4d3b-ab2f-107a9cdb6127 None None] Pushing event updated for resources: {'Port': ['ID=3fd10229-3039-4ee2-9478-03e94deb9987,revision_number=1']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:46:09.085853 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-f5047361-1632-4d3b-ab2f-107a9cdb6127 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.516s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:46:09.115411 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.notifiers.nova [None req-9fbeee87-7c41-40d2-bb51-f7936856a582 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] device_id is not set on port 4284afa1-5e9c-4b3f-b42f-f7564933522f yet. {{(pid=128084) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 24 11:46:09.146644 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-f5047361-1632-4d3b-ab2f-107a9cdb6127 None None] Attempting to bind port 3fd10229-3039-4ee2-9478-03e94deb9987 on host dv-neutron-797120-4-hyperv for vnic_type normal with profile {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 11:46:09.147017 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-f5047361-1632-4d3b-ab2f-107a9cdb6127 None None] Attempting to bind port 3fd10229-3039-4ee2-9478-03e94deb9987 by drivers openvswitch,hyperv on host dv-neutron-797120-4-hyperv at level 0 using segments [{'id': 'e0314340-48da-4a12-91ce-a58d69eda289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '2293a147-1d35-43c6-ac11-d908019adb75'}] {{(pid=128085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 11:46:09.147394 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5047361-1632-4d3b-ab2f-107a9cdb6127 None None] Attempting to bind port 3fd10229-3039-4ee2-9478-03e94deb9987 on network 2293a147-1d35-43c6-ac11-d908019adb75 {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 11:46:09.174615 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5047361-1632-4d3b-ab2f-107a9cdb6127 None None] Checking agent: {'id': 'e3a695b2-c397-461f-83b0-10b79d490b59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 11, 36, 56), 'started_at': datetime.datetime(2021, 6, 24, 11, 37, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 11, 45, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 11:46:09.175001 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5047361-1632-4d3b-ab2f-107a9cdb6127 None None] Checking segment: {'id': 'e0314340-48da-4a12-91ce-a58d69eda289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '2293a147-1d35-43c6-ac11-d908019adb75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=128085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 11:46:09.175416 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-f5047361-1632-4d3b-ab2f-107a9cdb6127 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:09.175822 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5047361-1632-4d3b-ab2f-107a9cdb6127 None None] Bound using segment: {'id': 'e0314340-48da-4a12-91ce-a58d69eda289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '2293a147-1d35-43c6-ac11-d908019adb75'} {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 11:46:09.176321 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-f5047361-1632-4d3b-ab2f-107a9cdb6127 None None] Bound port: 3fd10229-3039-4ee2-9478-03e94deb9987, host: dv-neutron-797120-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0314340-48da-4a12-91ce-a58d69eda289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '2293a147-1d35-43c6-ac11-d908019adb75'}}] {{(pid=128085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 11:46:09.176710 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-f5047361-1632-4d3b-ab2f-107a9cdb6127 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:09.258078 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.db.db_base_plugin_common [None req-9fbeee87-7c41-40d2-bb51-f7936856a582 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Allocated IP 2001:db8::286 (11a80c9d-f8ee-4388-91b0-d49a25200fee/ed2ab752-d08e-4c76-8b5a-fc4382f58311/4284afa1-5e9c-4b3f-b42f-f7564933522f) {{(pid=128084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 11:46:09.274009 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Device e039be1d-7f9d-48aa-9fb9-844478ea633d no longer exists at agent hyperv_hv-neutron-7971 {{(pid=128085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 11:46:09.384314 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-f5047361-1632-4d3b-ab2f-107a9cdb6127 None None] For port 3fd10229-3039-4ee2-9478-03e94deb9987, host dv-neutron-797120-4-hyperv, cleared binding levels {{(pid=128085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 11:46:09.406863 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-f5047361-1632-4d3b-ab2f-107a9cdb6127 None None] For port 3fd10229-3039-4ee2-9478-03e94deb9987, host dv-neutron-797120-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=3fd10229-3039-4ee2-9478-03e94deb9987,segment=NetworkSegment(e0314340-48da-4a12-91ce-a58d69eda289),segment_id=e0314340-48da-4a12-91ce-a58d69eda289)] {{(pid=128085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 11:46:09.412563 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:09.419066 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-931e7312-2768-4859-b4f5-3aa155916441 tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973199', 'neutron.services.segments.db._delete_segments_for_network-8793194012456'] for network, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:09.442122 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-f5047361-1632-4d3b-ab2f-107a9cdb6127 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:09.444527 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-9fbeee87-7c41-40d2-bb51-f7936856a582 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks [] for port, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:09.453951 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.services.segments.db [None req-931e7312-2768-4859-b4f5-3aa155916441 tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2293a147-1d35-43c6-ac11-d908019adb75']}} {{(pid=128083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:46:09.478358 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.db.provisioning_blocks [None req-9fbeee87-7c41-40d2-bb51-f7936856a582 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Transition to ACTIVE for port object 4284afa1-5e9c-4b3f-b42f-f7564933522f will not be triggered until provisioned by entity DHCP. {{(pid=128084) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 11:46:09.479939 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.services.segments.db [None req-931e7312-2768-4859-b4f5-3aa155916441 tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0314340-48da-4a12-91ce-a58d69eda289') {'for_net_delete': True} {{(pid=128083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:46:09.482184 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-3f882664-c85e-4926-9793-b3e687e95340 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:46:09.482688 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.services.segments.db [None req-931e7312-2768-4859-b4f5-3aa155916441 tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0314340-48da-4a12-91ce-a58d69eda289') {} {{(pid=128083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:46:09.513042 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-931e7312-2768-4859-b4f5-3aa155916441 tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793194097327', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3143690'] for segment, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:09.527398 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95c5a224-c6c7-488e-89c4-234cca23f44d tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Made reservation on behalf of 40c92baf3d234fc591c70dce5f4e5134 for: {'port': 1} {{(pid=128084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 11:46:09.543812 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-931e7312-2768-4859-b4f5-3aa155916441 tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967879'] for segment, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:09.554756 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-931e7312-2768-4859-b4f5-3aa155916441 tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Releasing vlan 644 on physical network physnet1 to pool {{(pid=128083) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 11:46:09.555359 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-931e7312-2768-4859-b4f5-3aa155916441 tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2537899'] for segment, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:09.559814 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-1a76de18-feff-498a-a50b-dd73de8b5754 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Notify callbacks [] for router_gateway, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:09.626733 dv-neutron-797120-4-hyperv neutron-server[128083]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 11:46:09.626733 dv-neutron-797120-4-hyperv neutron-server[128083]: conditions |= (models_v2.Port.network_id.in_( Jun 24 11:46:09.626733 dv-neutron-797120-4-hyperv neutron-server[128083]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 11:46:09.626733 dv-neutron-797120-4-hyperv neutron-server[128083]: conditions |= (models_v2.Port.network_id.in_( Jun 24 11:46:09.626733 dv-neutron-797120-4-hyperv neutron-server[128083]: Traceback (most recent call last): Jun 24 11:46:09.626733 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 24 11:46:09.626733 dv-neutron-797120-4-hyperv neutron-server[128083]: timer() Jun 24 11:46:09.626733 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 24 11:46:09.626733 dv-neutron-797120-4-hyperv neutron-server[128083]: cb(*args, **kw) Jun 24 11:46:09.626733 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 24 11:46:09.626733 dv-neutron-797120-4-hyperv neutron-server[128083]: return func(*args, **kwargs) Jun 24 11:46:09.626733 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 24 11:46:09.626733 dv-neutron-797120-4-hyperv neutron-server[128083]: self._notify() Jun 24 11:46:09.626733 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 24 11:46:09.626733 dv-neutron-797120-4-hyperv neutron-server[128083]: self.callback(batched_events) Jun 24 11:46:09.626733 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 24 11:46:09.626733 dv-neutron-797120-4-hyperv neutron-server[128083]: event.method(event) Jun 24 11:46:09.626733 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 24 11:46:09.626733 dv-neutron-797120-4-hyperv neutron-server[128083]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 24 11:46:09.626733 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 24 11:46:09.626733 dv-neutron-797120-4-hyperv neutron-server[128083]: aggregate_uuid = self.p_client.list_aggregates( Jun 24 11:46:09.626733 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 24 11:46:09.626733 dv-neutron-797120-4-hyperv neutron-server[128083]: return f(self, *a, **k) Jun 24 11:46:09.626733 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 24 11:46:09.626733 dv-neutron-797120-4-hyperv neutron-server[128083]: return self._get(url).json() Jun 24 11:46:09.626733 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 24 11:46:09.626733 dv-neutron-797120-4-hyperv neutron-server[128083]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 24 11:46:09.626733 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 24 11:46:09.626733 dv-neutron-797120-4-hyperv neutron-server[128083]: return self.request(url, 'GET', **kwargs) Jun 24 11:46:09.626733 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 24 11:46:09.626733 dv-neutron-797120-4-hyperv neutron-server[128083]: base_url = self.get_endpoint(auth, allow=allow, Jun 24 11:46:09.626733 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 24 11:46:09.626733 dv-neutron-797120-4-hyperv neutron-server[128083]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 24 11:46:09.626733 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 24 11:46:09.626733 dv-neutron-797120-4-hyperv neutron-server[128083]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 24 11:46:09.626733 dv-neutron-797120-4-hyperv neutron-server[128083]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 24 11:46:09.638559 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-2d4b8182-1044-4bb9-9da2-414f1e0610b9 None None] Provisioning complete for port c57cf81e-06a3-4c9d-9f7d-66ba421c3ff0 triggered by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:46:09.638940 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-2d4b8182-1044-4bb9-9da2-414f1e0610b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:09.651062 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] For port c57cf81e-06a3-4c9d-9f7d-66ba421c3ff0, host dv-neutron-797120-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=c57cf81e-06a3-4c9d-9f7d-66ba421c3ff0,segment=NetworkSegment(9bc1e637-ac6d-4000-9582-eee96e28e9c1),segment_id=9bc1e637-ac6d-4000-9582-eee96e28e9c1)] {{(pid=128085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 11:46:09.684471 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-9fbeee87-7c41-40d2-bb51-f7936856a582 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-650429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-506361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793193536723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3291971'] for port, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:09.695262 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:09.695522 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-495fc67f-c742-4de7-bc03-2ef7f32de5bb tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:46:09.721334 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5047361-1632-4d3b-ab2f-107a9cdb6127 None None] Pushing event updated for resources: {'Port': ['ID=3fd10229-3039-4ee2-9478-03e94deb9987,revision_number=2']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:46:09.738161 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-f5047361-1632-4d3b-ab2f-107a9cdb6127 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:46:09.740339 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a49dd2a4-8957-4896-b530-63c2d7fda88d None None] Network 2293a147-1d35-43c6-ac11-d908019adb75 requested from dv-neutron-797120-4-hyperv {{(pid=128085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 11:46:09.773161 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-14793f9f-7895-4dca-a572-db04a1761d77 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.067s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:46:09.783758 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-95c5a224-c6c7-488e-89c4-234cca23f44d tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:09.787712 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fbeee87-7c41-40d2-bb51-f7936856a582 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Network 11a80c9d-f8ee-4388-91b0-d49a25200fee is already hosted by enough agents. {{(pid=128084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 11:46:09.790637 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbeee87-7c41-40d2-bb51-f7936856a582 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Pushing event updated for resources: {'Port': ['ID=4284afa1-5e9c-4b3f-b42f-f7564933522f,revision_number=1']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:46:09.801532 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.base_scheduler [None req-9fbeee87-7c41-40d2-bb51-f7936856a582 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Resources bound (agent type, host, resource id): {{(pid=128084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:46:09.806096 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-9fbeee87-7c41-40d2-bb51-f7936856a582 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:46:09.808812 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fbeee87-7c41-40d2-bb51-f7936856a582 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Received port after_create {{(pid=128084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 11:46:09.815671 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fbeee87-7c41-40d2-bb51-f7936856a582 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=128084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:46:09.816478 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-9fbeee87-7c41-40d2-bb51-f7936856a582 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468916'] for port, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:09.861017 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.plugin [None req-1a76de18-feff-498a-a50b-dd73de8b5754 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Deleting port fb58c92e-40a2-4f40-a6a0-6cc8fae24099 {{(pid=128084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 11:46:09.861017 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-1a76de18-feff-498a-a50b-dd73de8b5754 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793193942312'] for port, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:09.866753 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-43fd92d7-b04d-4535-90a6-5b4a8eb97635 req-fed6eae6-2557-44dc-87ec-7c2e3226706d tempest-ServersTestJSON-1725335409 tempest-ServersTestJSON-1725335409-project] 10.222.0.53 "GET /v2.0/ports?device_id=618b8848-261b-4b47-b06a-cb463f1f77c5 HTTP/1.1" status: 200 len: 210 time: 0.1647213 Jun 24 11:46:09.867416 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.notifiers.nova [None req-95c5a224-c6c7-488e-89c4-234cca23f44d tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] device_id is not set on port 50e1a813-dc93-43e4-ac79-7328f1211831 yet. {{(pid=128084) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 24 11:46:09.903433 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-9fbeee87-7c41-40d2-bb51-f7936856a582 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.5432899 Jun 24 11:46:09.955728 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.db.api [None req-931e7312-2768-4859-b4f5-3aa155916441 tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jun 24 11:46:09.955728 dv-neutron-797120-4-hyperv neutron-server[128083]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jun 24 11:46:09.955728 dv-neutron-797120-4-hyperv neutron-server[128083]: [parameters: {'id': '2293a147-1d35-43c6-ac11-d908019adb75'}] Jun 24 11:46:09.955728 dv-neutron-797120-4-hyperv neutron-server[128083]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=128083) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 24 11:46:09.956187 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_db.api [None req-931e7312-2768-4859-b4f5-3aa155916441 tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=128083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 24 11:46:09.956476 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 57632) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:46:10.006427 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c793459-f260-482e-8578-99d7578a8bb9 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Notify agent at l3_agent.dv-neutron-797120-4-hyperv the message routers_updated {{(pid=128083) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 11:46:10.057178 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a87ec74-d4ed-4124-9be2-bf980d557d67 None None] Sync routers for ids ['cbb0f92c-5156-4d57-a7af-903f14d3068a'] in dv-neutron-797120-4-hyperv {{(pid=128085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 11:46:10.087258 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-3c793459-f260-482e-8578-99d7578a8bb9 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] 10.222.0.53 "PUT /v2.0/routers/cbb0f92c-5156-4d57-a7af-903f14d3068a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1950254 Jun 24 11:46:10.123627 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 57634) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:46:10.124864 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19317f43-22c3-46b9-9d96-4d12a98d0756 req-c21f2469-97dd-4d6e-9776-75a6fb3f6b8c tempest-ServerActionsTestJSON-818164034 tempest-ServerActionsTestJSON-818164034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:46:10.128605 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:10.134576 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-19317f43-22c3-46b9-9d96-4d12a98d0756 req-c21f2469-97dd-4d6e-9776-75a6fb3f6b8c tempest-ServerActionsTestJSON-818164034 tempest-ServerActionsTestJSON-818164034-project] 10.222.0.53 "GET /v2.0/ports?device_id=d6cc2586-9578-488f-96d4-fbc6dd702115 HTTP/1.1" status: 200 len: 945 time: 1.2481666 Jun 24 11:46:10.143904 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0eeb8cb9-eef8-4a56-b349-fcb23afd3cf9 req-2c8e02cb-7106-42e0-b871-58a1b4158a51 tempest-ServersTestJSON-1725335409 tempest-ServersTestJSON-1725335409-project] Notify agent at l3_agent.dv-neutron-797120-4-hyperv the message routers_updated {{(pid=128083) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 11:46:10.157396 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bc33f33-e1f2-4e33-adec-7765f08ffa48 None None] Sync routers for ids ['16a0ccb4-faa5-4aa2-aacb-5bb552cad041'] in dv-neutron-797120-4-hyperv {{(pid=128086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 11:46:10.167786 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a87ec74-d4ed-4124-9be2-bf980d557d67 None None] Routers {'cbb0f92c-5156-4d57-a7af-903f14d3068a'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 11:46:10.168425 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-4a87ec74-d4ed-4124-9be2-bf980d557d67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T11:45:56Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['cbb0f92c-5156-4d57-a7af-903f14d3068a'], 'active': True} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:46:10.173742 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bc33f33-e1f2-4e33-adec-7765f08ffa48 None None] Routers {'16a0ccb4-faa5-4aa2-aacb-5bb552cad041'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 11:46:10.175979 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-5bc33f33-e1f2-4e33-adec-7765f08ffa48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T11:45:56Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['16a0ccb4-faa5-4aa2-aacb-5bb552cad041'], 'active': True} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:46:10.225492 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-841b8686-adc7-4830-af71-5c385ff45bdd req-394bb9e9-df28-4e5e-be8d-a1d366c665e0 tempest-ServersTestManualDisk-182325693 tempest-ServersTestManualDisk-182325693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793193945299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193536732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2537862'] for port, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:10.255976 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-4a87ec74-d4ed-4124-9be2-bf980d557d67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:46:10.271199 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Pushing event updated for resources: {'Port': ['ID=c57cf81e-06a3-4c9d-9f7d-66ba421c3ff0,revision_number=3']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:46:10.276527 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.502s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:46:10.279921 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-7d748e94-8526-4a17-b3a1-0f59fad95e71 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] 10.222.0.53 "GET /v2.0/ports?device_id=cbb0f92c-5156-4d57-a7af-903f14d3068a HTTP/1.1" status: 200 len: 205 time: 0.1519508 Jun 24 11:46:10.285677 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a87ec74-d4ed-4124-9be2-bf980d557d67 None None] Routers {'cbb0f92c-5156-4d57-a7af-903f14d3068a'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 11:46:10.286212 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-4a87ec74-d4ed-4124-9be2-bf980d557d67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T11:45:56Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['cbb0f92c-5156-4d57-a7af-903f14d3068a'], 'active': True} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:46:10.316810 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 57636) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:46:10.341639 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-bef813ea-1362-4e71-9d00-08bebd368826 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:46:10.357250 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-4a87ec74-d4ed-4124-9be2-bf980d557d67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:46:10.357939 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a87ec74-d4ed-4124-9be2-bf980d557d67 None None] The sync data for ids ['cbb0f92c-5156-4d57-a7af-903f14d3068a'] in dv-neutron-797120-4-hyperv is: [] {{(pid=128085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 11:46:10.430223 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_dvr_db [None req-5bc33f33-e1f2-4e33-adec-7765f08ffa48 None None] Set router 16a0ccb4-faa5-4aa2-aacb-5bb552cad041 gateway port host: dv-neutron-797120-4-hyperv {{(pid=128086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 11:46:10.433726 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-ef09ed01-2e6d-4a0b-b054-091a79529043 req-b20894f1-4d4b-4684-922d-d298570fd1d3 tempest-ServersTestManualDisk-182325693 tempest-ServersTestManualDisk-182325693-project] 10.222.0.53 "GET /v2.0/ports?device_id=b046ee52-d7e7-4f00-aa0b-5e9350b5a813 HTTP/1.1" status: 200 len: 210 time: 0.2616332 Jun 24 11:46:10.460539 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-1a76de18-feff-498a-a50b-dd73de8b5754 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1978872'] for port, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:10.464753 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394bb9e9-df28-4e5e-be8d-a1d366c665e0 tempest-ServersTestManualDisk-182325693 tempest-ServersTestManualDisk-182325693-project] Pushing event deleted for resources: {'Port': ['ID=e039be1d-7f9d-48aa-9fb9-844478ea633d,revision_number=None']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:46:10.467385 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-394bb9e9-df28-4e5e-be8d-a1d366c665e0 tempest-ServersTestManualDisk-182325693 tempest-ServersTestManualDisk-182325693-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:46:10.468442 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-931e7312-2768-4859-b4f5-3aa155916441 tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-534962'] for network, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:10.481908 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.l3_dvrscheduler_db [req-0eeb8cb9-eef8-4a56-b349-fcb23afd3cf9 req-2c8e02cb-7106-42e0-b871-58a1b4158a51 tempest-ServersTestJSON-1725335409 tempest-ServersTestJSON-1725335409-project] No DVR routers for this DVR port efecd94f-28f3-4e43-a30e-3b39549f9a3d on host hv-neutron-7971 {{(pid=128083) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 11:46:10.485152 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-0eeb8cb9-eef8-4a56-b349-fcb23afd3cf9 req-2c8e02cb-7106-42e0-b871-58a1b4158a51 tempest-ServersTestJSON-1725335409 tempest-ServersTestJSON-1725335409-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468916'] for port, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:10.485537 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-5272a83a-c141-4eb4-b638-0c29070cf0bd tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Notify callbacks [] for router, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:10.489577 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-0eeb8cb9-eef8-4a56-b349-fcb23afd3cf9 req-2c8e02cb-7106-42e0-b871-58a1b4158a51 tempest-ServersTestJSON-1725335409 tempest-ServersTestJSON-1725335409-project] 10.222.0.45 "DELETE /v2.0/ports/efecd94f-28f3-4e43-a30e-3b39549f9a3d HTTP/1.1" status: 204 len: 173 time: 6.3501575 Jun 24 11:46:10.491858 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.plugin [None req-1a76de18-feff-498a-a50b-dd73de8b5754 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Calling delete_port for fb58c92e-40a2-4f40-a6a0-6cc8fae24099 owned by network:router_gateway {{(pid=128084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 11:46:10.493921 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '618b8848-261b-4b47-b06a-cb463f1f77c5', 'name': 'network-vif-deleted', 'tag': 'efecd94f-28f3-4e43-a30e-3b39549f9a3d'}] {{(pid=128083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 11:46:10.497223 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a77f7dee1a0522ddf93af289475d218fcdb8f30317daadec13ebf930b5b9dbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cc4f1ee-e9bd-4ba1-a8d9-a06ed6463a68" -d '{"events": [{"server_uuid": "618b8848-261b-4b47-b06a-cb463f1f77c5", "name": "network-vif-deleted", "tag": "efecd94f-28f3-4e43-a30e-3b39549f9a3d"}]}' {{(pid=128083) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 11:46:10.502414 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-8a8c2079-8675-4f1f-b0e6-c80af65bcdac None None] Provisioning for port 4284afa1-5e9c-4b3f-b42f-f7564933522f completed by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 11:46:10.512578 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-8a8c2079-8675-4f1f-b0e6-c80af65bcdac None None] Provisioning complete for port 4284afa1-5e9c-4b3f-b42f-f7564933522f triggered by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:46:10.513354 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-8a8c2079-8675-4f1f-b0e6-c80af65bcdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:10.606068 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-8a8c2079-8675-4f1f-b0e6-c80af65bcdac None None] Port 4284afa1-5e9c-4b3f-b42f-f7564933522f cannot update to ACTIVE because it is not bound. {{(pid=128085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 11:46:10.628695 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-8a8c2079-8675-4f1f-b0e6-c80af65bcdac None None] Provisioning complete for port c57cf81e-06a3-4c9d-9f7d-66ba421c3ff0 triggered by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:46:10.629204 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-8a8c2079-8675-4f1f-b0e6-c80af65bcdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:10.687443 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 11:46:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a011fcc-40af-4414-ab2c-3af7ed887212 x-openstack-request-id: req-6a011fcc-40af-4414-ab2c-3af7ed887212 {{(pid=128083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 11:46:10.689345 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "618b8848-261b-4b47-b06a-cb463f1f77c5", "name": "network-vif-deleted", "tag": "efecd94f-28f3-4e43-a30e-3b39549f9a3d", "status": "completed", "code": 200}]} {{(pid=128083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 11:46:10.690113 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-6a011fcc-40af-4414-ab2c-3af7ed887212 {{(pid=128083) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 11:46:10.690778 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '618b8848-261b-4b47-b06a-cb463f1f77c5', 'name': 'network-vif-deleted', 'tag': 'efecd94f-28f3-4e43-a30e-3b39549f9a3d', 'status': 'completed', 'code': 200} Jun 24 11:46:10.741099 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-5bc33f33-e1f2-4e33-adec-7765f08ffa48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16a0ccb4-faa5-4aa2-aacb-5bb552cad041', 'name': 'tempest-ServersTestJSON-1630259479-router', 'tenant_id': 'a34fcc8eaff5466883f461818fc3749a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'external_fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.127'}], 'enable_snat': True}, 'gw_port_id': '25e76955-23e3-4f6a-8b80-3217d5376583', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T11:44:19Z', 'updated_at': '2021-06-24T11:44:26Z', 'revision_number': 4, 'project_id': 'a34fcc8eaff5466883f461818fc3749a', 'gw_port': {'id': '25e76955-23e3-4f6a-8b80-3217d5376583', 'name': '', 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:bd:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16a0ccb4-faa5-4aa2-aacb-5bb552cad041', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:44:20Z', 'updated_at': '2021-06-24T11:44:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-4-hyperv', '_interfaces': [{'id': 'b99f6696-29d0-4dca-a9d1-ade0ea6e6d40', 'name': '', 'network_id': '5404b65a-42b1-4f9a-be9b-03cba7439c22', 'tenant_id': 'a34fcc8eaff5466883f461818fc3749a', 'mac_address': 'fa:16:3e:b8:2f:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16a0ccb4-faa5-4aa2-aacb-5bb552cad041', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '34021bd3-a156-47d8-b4b0-89952a23c040', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:44:24Z', 'updated_at': '2021-06-24T11:44:38Z', 'revision_number': 5, 'project_id': 'a34fcc8eaff5466883f461818fc3749a', 'subnets': [{'id': '34021bd3-a156-47d8-b4b0-89952a23c040', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:46:10.743627 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-19317f43-22c3-46b9-9d96-4d12a98d0756 req-688640c2-110a-4429-ac8e-bd9a662ce2c7 tempest-ServerActionsTestJSON-818164034 tempest-ServerActionsTestJSON-818164034-project] 10.222.0.53 "GET /v2.0/security-groups?id=7ca7987f-c073-401f-ba18-8737b1398c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6077783 Jun 24 11:46:10.763424 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f4a4aad-8ce4-47db-ae0e-eff5490b815b tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:46:10.771015 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f4a4aad-8ce4-47db-ae0e-eff5490b815b tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:46:10.775750 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-8f4a4aad-8ce4-47db-ae0e-eff5490b815b tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1591 time: 0.8081734 Jun 24 11:46:10.786723 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-8a8c2079-8675-4f1f-b0e6-c80af65bcdac None None] Provisioning complete for port a15cf6b6-8fe9-4ca8-ae5f-32503ae7956a triggered by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:46:10.787167 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-8a8c2079-8675-4f1f-b0e6-c80af65bcdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:10.808900 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 57642) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:46:10.825376 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bc33f33-e1f2-4e33-adec-7765f08ffa48 None None] Checking router: 16a0ccb4-faa5-4aa2-aacb-5bb552cad041 for host: dv-neutron-797120-4-hyperv {{(pid=128086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 11:46:10.866081 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bc33f33-e1f2-4e33-adec-7765f08ffa48 None None] Routers {'16a0ccb4-faa5-4aa2-aacb-5bb552cad041'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 11:46:10.866987 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-5bc33f33-e1f2-4e33-adec-7765f08ffa48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T11:45:56Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['16a0ccb4-faa5-4aa2-aacb-5bb552cad041'], 'active': True} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:46:11.062988 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-5272a83a-c141-4eb4-b638-0c29070cf0bd tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1803182', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65403'] for router, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:11.073655 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-5272a83a-c141-4eb4-b638-0c29070cf0bd tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:11.092791 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.l3_agent_scheduler [req-841b8686-adc7-4830-af71-5c385ff45bdd req-394bb9e9-df28-4e5e-be8d-a1d366c665e0 tempest-ServersTestManualDisk-182325693 tempest-ServersTestManualDisk-182325693-project] Router d3841c7c-0784-40fa-bc69-08007ba0858d has already been hosted by L3 agent 2987dba8-2249-4ee6-96ec-28f0f7a6127d {{(pid=128083) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 11:46:11.135834 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.plugin [None req-931e7312-2768-4859-b4f5-3aa155916441 tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Deleting port 3fd10229-3039-4ee2-9478-03e94deb9987 {{(pid=128083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 11:46:11.136330 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-931e7312-2768-4859-b4f5-3aa155916441 tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793193942312'] for port, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:11.161322 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a78147d-ed5a-4e0e-804f-5a4eb3ef8266 None None] get_active_networks_info from dv-neutron-797120-4-hyperv {{(pid=128085) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 24 11:46:11.274707 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.db.db_base_plugin_common [None req-95c5a224-c6c7-488e-89c4-234cca23f44d tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Allocated IP 172.20.0.14 (4965e089-111a-482d-8b4e-93f2f808fab3/601dfe9b-0301-4469-a352-3182348d7d07/50e1a813-dc93-43e4-ac79-7328f1211831) {{(pid=128084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 11:46:11.289819 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_dvr_db [None req-5bc33f33-e1f2-4e33-adec-7765f08ffa48 None None] Set router 16a0ccb4-faa5-4aa2-aacb-5bb552cad041 gateway port host: dv-neutron-797120-4-hyperv {{(pid=128086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 11:46:11.290377 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.db.db_base_plugin_common [None req-95c5a224-c6c7-488e-89c4-234cca23f44d tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Allocated IP 172.20.0.13 (4965e089-111a-482d-8b4e-93f2f808fab3/601dfe9b-0301-4469-a352-3182348d7d07/50e1a813-dc93-43e4-ac79-7328f1211831) {{(pid=128084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 11:46:11.292067 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-e3b2bb0a-2e5e-44a5-89f3-24e7606e3500 req-2e5b3eaa-bbde-43e9-b7f5-7830376b851f tempest-ServersTestJSON-1725335409 tempest-ServersTestJSON-1725335409-project] 10.222.0.53 "GET /v2.0/ports?device_id=618b8848-261b-4b47-b06a-cb463f1f77c5 HTTP/1.1" status: 200 len: 210 time: 0.1156337 Jun 24 11:46:11.309636 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-5272a83a-c141-4eb4-b638-0c29070cf0bd tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1806072'] for router, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:11.310274 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5272a83a-c141-4eb4-b638-0c29070cf0bd tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Fanout notify agent at l3_agent the message router_deleted on router cbb0f92c-5156-4d57-a7af-903f14d3068a {{(pid=128084) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 24 11:46:11.330593 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-5272a83a-c141-4eb4-b638-0c29070cf0bd tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Notify callbacks [] for router, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:11.331842 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-5272a83a-c141-4eb4-b638-0c29070cf0bd tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] 10.222.0.53 "DELETE /v2.0/routers/cbb0f92c-5156-4d57-a7af-903f14d3068a HTTP/1.1" status: 204 len: 168 time: 1.0127790 Jun 24 11:46:11.345840 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 57650) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:46:11.370062 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.plugin [None req-d63b49b4-8645-4efa-99b3-9cc3e69d6949 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Deleting port 4284afa1-5e9c-4b3f-b42f-f7564933522f {{(pid=128083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 11:46:11.375103 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-d63b49b4-8645-4efa-99b3-9cc3e69d6949 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793193942312'] for port, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:11.481982 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a78147d-ed5a-4e0e-804f-5a4eb3ef8266 None None] Resources bound (agent type, host, resource id): {{(pid=128085) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 24 11:46:11.510289 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6147240-5719-446c-b9d9-21e324d01e38 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Deleting subnet 37a642ad-1f9b-48f3-863c-b3d316312828 {{(pid=128084) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 24 11:46:11.553904 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-d6147240-5719-446c-b9d9-21e324d01e38 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Notify callbacks [] for subnet, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:11.619012 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-d6147240-5719-446c-b9d9-21e324d01e38 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2373542'] for subnet, precommit_delete_associations {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:11.651159 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.db [None req-931e7312-2768-4859-b4f5-3aa155916441 tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] For port 3fd10229-3039-4ee2-9478-03e94deb9987, host dv-neutron-797120-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=3fd10229-3039-4ee2-9478-03e94deb9987,segment=NetworkSegment(e0314340-48da-4a12-91ce-a58d69eda289),segment_id=e0314340-48da-4a12-91ce-a58d69eda289)] {{(pid=128083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 11:46:11.651748 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-931e7312-2768-4859-b4f5-3aa155916441 tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1978872'] for port, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:11.656644 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-1a76de18-feff-498a-a50b-dd73de8b5754 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793193945299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193536732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3292088'] for port, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:11.657554 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-5bc33f33-e1f2-4e33-adec-7765f08ffa48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16a0ccb4-faa5-4aa2-aacb-5bb552cad041', 'name': 'tempest-ServersTestJSON-1630259479-router', 'tenant_id': 'a34fcc8eaff5466883f461818fc3749a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'external_fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.127'}], 'enable_snat': True}, 'gw_port_id': '25e76955-23e3-4f6a-8b80-3217d5376583', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T11:44:19Z', 'updated_at': '2021-06-24T11:44:26Z', 'revision_number': 4, 'project_id': 'a34fcc8eaff5466883f461818fc3749a', 'gw_port': {'id': '25e76955-23e3-4f6a-8b80-3217d5376583', 'name': '', 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:bd:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16a0ccb4-faa5-4aa2-aacb-5bb552cad041', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:44:20Z', 'updated_at': '2021-06-24T11:44:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-4-hyperv', '_interfaces': [{'id': 'b99f6696-29d0-4dca-a9d1-ade0ea6e6d40', 'name': '', 'network_id': '5404b65a-42b1-4f9a-be9b-03cba7439c22', 'tenant_id': 'a34fcc8eaff5466883f461818fc3749a', 'mac_address': 'fa:16:3e:b8:2f:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16a0ccb4-faa5-4aa2-aacb-5bb552cad041', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '34021bd3-a156-47d8-b4b0-89952a23c040', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:44:24Z', 'updated_at': '2021-06-24T11:44:38Z', 'revision_number': 5, 'project_id': 'a34fcc8eaff5466883f461818fc3749a', 'subnets': [{'id': '34021bd3-a156-47d8-b4b0-89952a23c040', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:46:11.664722 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-5459c611-681e-45a1-a9f1-bdfb9319588b tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:46:11.692219 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bc33f33-e1f2-4e33-adec-7765f08ffa48 None None] The sync data for ids ['16a0ccb4-faa5-4aa2-aacb-5bb552cad041'] in dv-neutron-797120-4-hyperv is: [{'id': '16a0ccb4-faa5-4aa2-aacb-5bb552cad041', 'name': 'tempest-ServersTestJSON-1630259479-router', 'tenant_id': 'a34fcc8eaff5466883f461818fc3749a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'external_fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.127'}], 'enable_snat': True}, 'gw_port_id': '25e76955-23e3-4f6a-8b80-3217d5376583', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T11:44:19Z', 'updated_at': '2021-06-24T11:44:26Z', 'revision_number': 4, 'project_id': 'a34fcc8eaff5466883f461818fc3749a', 'gw_port': {'id': '25e76955-23e3-4f6a-8b80-3217d5376583', 'name': '', 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:bd:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16a0ccb4-faa5-4aa2-aacb-5bb552cad041', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:44:20Z', 'updated_at': '2021-06-24T11:44:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-4-hyperv', '_interfaces': [{'id': 'b99f6696-29d0-4dca-a9d1-ade0ea6e6d40', 'name': '', 'network_id': '5404b65a-42b1-4f9a-be9b-03cba7439c22', 'tenant_id': 'a34fcc8eaff5466883f461818fc3749a', 'mac_address': 'fa:16:3e:b8:2f:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16a0ccb4-faa5-4aa2-aacb-5bb552cad041', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '34021bd3-a156-47d8-b4b0-89952a23c040', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:44:24Z', 'updated_at': '2021-06-24T11:44:38Z', 'revision_number': 5, 'project_id': 'a34fcc8eaff5466883f461818fc3749a', 'subnets': [{'id': '34021bd3-a156-47d8-b4b0-89952a23c040', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=128086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 11:46:11.735218 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.plugin [None req-931e7312-2768-4859-b4f5-3aa155916441 tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Calling delete_port for 3fd10229-3039-4ee2-9478-03e94deb9987 owned by network:dhcp {{(pid=128083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 11:46:11.815163 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-e25c02d3-b484-459c-b6e4-0e84b1204083 req-2b015de8-43ad-46d9-81a7-a4e2e4475a3a tempest-ServersTestManualDisk-182325693 tempest-ServersTestManualDisk-182325693-project] 10.222.0.53 "GET /v2.0/ports?device_id=b046ee52-d7e7-4f00-aa0b-5e9350b5a813 HTTP/1.1" status: 200 len: 210 time: 0.1740820 Jun 24 11:46:11.879755 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-d63b49b4-8645-4efa-99b3-9cc3e69d6949 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1978872'] for port, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:11.939145 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.plugin [None req-d63b49b4-8645-4efa-99b3-9cc3e69d6949 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Calling delete_port for 4284afa1-5e9c-4b3f-b42f-f7564933522f owned by {{(pid=128083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 11:46:12.031350 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device c57cf81e-06a3-4c9d-9f7d-66ba421c3ff0 up at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 11:46:12.041404 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0908802-c959-491b-89c1-e59d6f66020a req-59d22b94-7162-4c16-9a01-299338cc6398 tempest-ServerActionsTestJSON-818164034 tempest-ServerActionsTestJSON-818164034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:46:12.043135 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-c0908802-c959-491b-89c1-e59d6f66020a req-59d22b94-7162-4c16-9a01-299338cc6398 tempest-ServerActionsTestJSON-818164034 tempest-ServerActionsTestJSON-818164034-project] 10.222.0.53 "GET /v2.0/ports?device_id=d6cc2586-9578-488f-96d4-fbc6dd702115 HTTP/1.1" status: 200 len: 945 time: 0.4742291 Jun 24 11:46:12.059297 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-841b8686-adc7-4830-af71-5c385ff45bdd req-394bb9e9-df28-4e5e-be8d-a1d366c665e0 tempest-ServersTestManualDisk-182325693 tempest-ServersTestManualDisk-182325693-project] Notify agent at l3_agent.dv-neutron-797120-4-hyperv the message routers_updated {{(pid=128083) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 11:46:12.077558 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc94a575-27b1-453e-8165-6bb7a95c17c1 None None] Sync routers for ids ['d3841c7c-0784-40fa-bc69-08007ba0858d'] in dv-neutron-797120-4-hyperv {{(pid=128085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 11:46:12.085796 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c73d9da1-2ffe-48e8-a5ca-c6f4003daaf2 None None] New status for floating IP 150e8808-0ce0-4d43-bf11-f7151affaf6e: DOWN {{(pid=128086) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 24 11:46:12.096243 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a76de18-feff-498a-a50b-dd73de8b5754 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Pushing event deleted for resources: {'Port': ['ID=fb58c92e-40a2-4f40-a6a0-6cc8fae24099,revision_number=None']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:46:12.103225 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc94a575-27b1-453e-8165-6bb7a95c17c1 None None] Routers {'d3841c7c-0784-40fa-bc69-08007ba0858d'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 11:46:12.104655 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-bc94a575-27b1-453e-8165-6bb7a95c17c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T11:45:56Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['d3841c7c-0784-40fa-bc69-08007ba0858d'], 'active': True} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:46:12.126895 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-1a76de18-feff-498a-a50b-dd73de8b5754 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.462s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:46:12.177963 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.l3_dvrscheduler_db [req-841b8686-adc7-4830-af71-5c385ff45bdd req-394bb9e9-df28-4e5e-be8d-a1d366c665e0 tempest-ServersTestManualDisk-182325693 tempest-ServersTestManualDisk-182325693-project] No DVR routers for this DVR port e039be1d-7f9d-48aa-9fb9-844478ea633d on host hv-neutron-7971 {{(pid=128083) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 11:46:12.180465 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning complete for port c57cf81e-06a3-4c9d-9f7d-66ba421c3ff0 triggered by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:46:12.181949 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:12.189389 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-841b8686-adc7-4830-af71-5c385ff45bdd req-394bb9e9-df28-4e5e-be8d-a1d366c665e0 tempest-ServersTestManualDisk-182325693 tempest-ServersTestManualDisk-182325693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468916'] for port, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:12.191435 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-841b8686-adc7-4830-af71-5c385ff45bdd req-394bb9e9-df28-4e5e-be8d-a1d366c665e0 tempest-ServersTestManualDisk-182325693 tempest-ServersTestManualDisk-182325693-project] 10.222.0.45 "DELETE /v2.0/ports/e039be1d-7f9d-48aa-9fb9-844478ea633d HTTP/1.1" status: 204 len: 173 time: 6.6790211 Jun 24 11:46:12.282814 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-95c5a224-c6c7-488e-89c4-234cca23f44d tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Notify callbacks [] for port, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:12.309340 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvr_db [None req-bc94a575-27b1-453e-8165-6bb7a95c17c1 None None] Set router d3841c7c-0784-40fa-bc69-08007ba0858d gateway port host: dv-neutron-797120-4-hyperv {{(pid=128085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 11:46:12.338332 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-d63b49b4-8645-4efa-99b3-9cc3e69d6949 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793193945299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193536732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2537862'] for port, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:12.352387 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-c34928ba-6d38-4fde-8180-85b1d58c96a3 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:46:12.373728 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-931e7312-2768-4859-b4f5-3aa155916441 tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793193945299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193536732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2537862'] for port, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:12.403372 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-931e7312-2768-4859-b4f5-3aa155916441 tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] No DVR routers for this DVR port 3fd10229-3039-4ee2-9478-03e94deb9987 on host dv-neutron-797120-4-hyperv {{(pid=128083) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 11:46:12.408569 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-d6147240-5719-446c-b9d9-21e324d01e38 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-972249'] for subnet, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:12.441949 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-c0908802-c959-491b-89c1-e59d6f66020a req-9129a2bc-25bf-40e4-bbf1-5a96682ecc4c tempest-ServerActionsTestJSON-818164034 tempest-ServerActionsTestJSON-818164034-project] 10.222.0.53 "GET /v2.0/security-groups?id=7ca7987f-c073-401f-ba18-8737b1398c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3884020 Jun 24 11:46:12.500877 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-1a76de18-feff-498a-a50b-dd73de8b5754 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1815728'] for router_gateway, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:12.574133 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63b49b4-8645-4efa-99b3-9cc3e69d6949 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Pushing event deleted for resources: {'Port': ['ID=4284afa1-5e9c-4b3f-b42f-f7564933522f,revision_number=None']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:46:12.586047 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-d63b49b4-8645-4efa-99b3-9cc3e69d6949 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:46:12.633945 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.236s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:46:12.636170 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 57660) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:46:12.637533 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-d63b49b4-8645-4efa-99b3-9cc3e69d6949 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468916'] for port, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:12.640015 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-d63b49b4-8645-4efa-99b3-9cc3e69d6949 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] 10.222.0.53 "DELETE /v2.0/ports/4284afa1-5e9c-4b3f-b42f-f7564933522f HTTP/1.1" status: 204 len: 168 time: 1.8229432 Jun 24 11:46:12.715963 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-1a76de18-feff-498a-a50b-dd73de8b5754 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1803182', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65403'] for router, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:12.724857 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-1a76de18-feff-498a-a50b-dd73de8b5754 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:12.727303 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 57662) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:46:12.731786 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b046ee52-d7e7-4f00-aa0b-5e9350b5a813', 'name': 'network-vif-deleted', 'tag': 'e039be1d-7f9d-48aa-9fb9-844478ea633d'}] {{(pid=128083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 11:46:12.737781 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a77f7dee1a0522ddf93af289475d218fcdb8f30317daadec13ebf930b5b9dbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0eef86b0-293b-4920-adee-549d33dcf34d" -d '{"events": [{"server_uuid": "b046ee52-d7e7-4f00-aa0b-5e9350b5a813", "name": "network-vif-deleted", "tag": "e039be1d-7f9d-48aa-9fb9-844478ea633d"}]}' {{(pid=128083) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 11:46:12.856783 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-1a76de18-feff-498a-a50b-dd73de8b5754 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1806072'] for router, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:12.857514 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a76de18-feff-498a-a50b-dd73de8b5754 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Fanout notify agent at l3_agent the message router_deleted on router 9881b973-fd5e-4e78-bb19-376581cd131d {{(pid=128084) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 24 11:46:12.874007 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-1a76de18-feff-498a-a50b-dd73de8b5754 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Notify callbacks [] for router, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:12.880618 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 11:46:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3e899a5-61e2-4b7b-aee9-3fec648f216c x-openstack-request-id: req-d3e899a5-61e2-4b7b-aee9-3fec648f216c {{(pid=128083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 11:46:12.881077 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-1a76de18-feff-498a-a50b-dd73de8b5754 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] 10.222.0.53 "DELETE /v2.0/routers/9881b973-fd5e-4e78-bb19-376581cd131d HTTP/1.1" status: 204 len: 168 time: 4.4156680 Jun 24 11:46:12.885203 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 57668) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:46:12.893204 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-9146c03a-03b9-410b-bfce-6df61ab0727a tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1451702256'}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:46:12.900663 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b046ee52-d7e7-4f00-aa0b-5e9350b5a813", "name": "network-vif-deleted", "tag": "e039be1d-7f9d-48aa-9fb9-844478ea633d", "status": "completed", "code": 200}]} {{(pid=128083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 11:46:12.901322 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d3e899a5-61e2-4b7b-aee9-3fec648f216c {{(pid=128083) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 11:46:12.901944 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b046ee52-d7e7-4f00-aa0b-5e9350b5a813', 'name': 'network-vif-deleted', 'tag': 'e039be1d-7f9d-48aa-9fb9-844478ea633d', 'status': 'completed', 'code': 200} Jun 24 11:46:12.908135 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-95c5a224-c6c7-488e-89c4-234cca23f44d tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-650429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-506361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793193536723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3291971'] for port, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:12.917855 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-a00d8b19-63a8-42bc-948b-609c4fb458c8 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:46:12.924105 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931e7312-2768-4859-b4f5-3aa155916441 tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Pushing event deleted for resources: {'Port': ['ID=3fd10229-3039-4ee2-9478-03e94deb9987,revision_number=None']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:46:12.961086 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-931e7312-2768-4859-b4f5-3aa155916441 tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.311s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:46:12.964300 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-d6147240-5719-446c-b9d9-21e324d01e38 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-972238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3292022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3162263'] for subnet, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:13.022988 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-d6147240-5719-446c-b9d9-21e324d01e38 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Notify callbacks [] for subnet, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:13.045148 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-d6147240-5719-446c-b9d9-21e324d01e38 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] 10.222.0.53 "DELETE /v2.0/subnets/37a642ad-1f9b-48f3-863c-b3d316312828 HTTP/1.1" status: 204 len: 168 time: 1.6980259 Jun 24 11:46:13.046103 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 57672) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:46:13.054764 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ebab1d7-f964-4ec1-a82d-0edb3e4aba4f None None] Network 950d129f-7b1e-4459-83bc-7e8ba4204b69 requested from dv-neutron-797120-4-hyperv {{(pid=128085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 11:46:13.180583 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c5a224-c6c7-488e-89c4-234cca23f44d tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Pushing event updated for resources: {'Port': ['ID=50e1a813-dc93-43e4-ac79-7328f1211831,revision_number=1']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:46:13.189909 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-1f6686d7-a97b-4fbc-adcb-a63f82db1346 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-534962'] for network, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:13.194241 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-95c5a224-c6c7-488e-89c4-234cca23f44d tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:46:13.196076 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-e93f4b1b-ab81-4756-9c76-365c51db8be7 tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.177s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:46:13.245557 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95c5a224-c6c7-488e-89c4-234cca23f44d tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Network 4965e089-111a-482d-8b4e-93f2f808fab3 is already hosted by enough agents. {{(pid=128084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 11:46:13.251608 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-bc94a575-27b1-453e-8165-6bb7a95c17c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3841c7c-0784-40fa-bc69-08007ba0858d', 'name': 'tempest-ServersTestManualDisk-2053302560-router', 'tenant_id': 'd8a50f9eaf8642e9aaeea1cf25966bd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'external_fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.178'}], 'enable_snat': True}, 'gw_port_id': 'c2d2a9a9-9ecc-4c1e-bec8-00eb4ac3c11d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T11:44:21Z', 'updated_at': '2021-06-24T11:44:34Z', 'revision_number': 4, 'project_id': 'd8a50f9eaf8642e9aaeea1cf25966bd8', 'gw_port': {'id': 'c2d2a9a9-9ecc-4c1e-bec8-00eb4ac3c11d', 'name': '', 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:40:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3841c7c-0784-40fa-bc69-08007ba0858d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:44:22Z', 'updated_at': '2021-06-24T11:44:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-4-hyperv', '_interfaces': [{'id': 'a4fcb919-5c7d-4467-b400-47369e570fd0', 'name': '', 'network_id': '839f990f-6e6d-419c-a2ff-7497d60fa3b2', 'tenant_id': 'd8a50f9eaf8642e9aaeea1cf25966bd8', 'mac_address': 'fa:16:3e:d3:ce:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3841c7c-0784-40fa-bc69-08007ba0858d', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '2d338229-4852-4820-bf9b-2f3476d45b6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:44:31Z', 'updated_at': '2021-06-24T11:44:43Z', 'revision_number': 5, 'project_id': 'd8a50f9eaf8642e9aaeea1cf25966bd8', 'subnets': [{'id': '2d338229-4852-4820-bf9b-2f3476d45b6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:46:13.286686 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6147240-5719-446c-b9d9-21e324d01e38 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Pushing event deleted for resources: {'Subnet': ['ID=37a642ad-1f9b-48f3-863c-b3d316312828,revision_number=None']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:46:13.288730 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9146c03a-03b9-410b-bfce-6df61ab0727a tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Made reservation on behalf of 9c8c7551cf984e4ca40de4f1d8880b93 for: {'network': 1} {{(pid=128084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 11:46:13.293451 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-9146c03a-03b9-410b-bfce-6df61ab0727a tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for network, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:13.297670 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc94a575-27b1-453e-8165-6bb7a95c17c1 None None] Checking router: d3841c7c-0784-40fa-bc69-08007ba0858d for host: dv-neutron-797120-4-hyperv {{(pid=128085) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 11:46:13.299030 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-d6147240-5719-446c-b9d9-21e324d01e38 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:46:13.301369 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.base_scheduler [None req-95c5a224-c6c7-488e-89c4-234cca23f44d tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Resources bound (agent type, host, resource id): {{(pid=128084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:46:13.317825 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95c5a224-c6c7-488e-89c4-234cca23f44d tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Received port after_create {{(pid=128084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 11:46:13.337881 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc94a575-27b1-453e-8165-6bb7a95c17c1 None None] Routers {'d3841c7c-0784-40fa-bc69-08007ba0858d'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 11:46:13.337881 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-bc94a575-27b1-453e-8165-6bb7a95c17c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T11:45:56Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['d3841c7c-0784-40fa-bc69-08007ba0858d'], 'active': True} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:46:13.390288 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-931e7312-2768-4859-b4f5-3aa155916441 tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973199', 'neutron.services.segments.db._delete_segments_for_network-8793194012456'] for network, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:13.391406 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95c5a224-c6c7-488e-89c4-234cca23f44d tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=128084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:46:13.392184 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-95c5a224-c6c7-488e-89c4-234cca23f44d tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468916'] for port, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:13.403837 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9146c03a-03b9-410b-bfce-6df61ab0727a tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] vlan segment allocate from pool success with {'vlan_id': 613, 'physical_network': 'physnet1'} {{(pid=128084) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 11:46:13.404220 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01ff8004-70d0-4bf9-b230-ccb5eaa08596 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:46:13.408696 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01ff8004-70d0-4bf9-b230-ccb5eaa08596 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:46:13.413276 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-01ff8004-70d0-4bf9-b230-ccb5eaa08596 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.6663597 Jun 24 11:46:13.418361 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 57676) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:46:13.456321 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-15c7ae7d-d2d2-40df-ba29-77aac5f3021e tempest-ServersTestJSON-1725335409 tempest-ServersTestJSON-1725335409-project] Notify callbacks [] for security_group, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:13.456830 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-9146c03a-03b9-410b-bfce-6df61ab0727a tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967879'] for segment, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:13.457399 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.db.segments_db [None req-9146c03a-03b9-410b-bfce-6df61ab0727a tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Added segment 2f9e259a-c5c5-44f8-8cf1-03d0c6c97ee8 of type vlan for network 86a40d8e-1785-40b6-881b-babb3cd6105c Jun 24 11:46:13.461923 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.plugin [None req-1f6686d7-a97b-4fbc-adcb-a63f82db1346 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Deleting port 920e08b6-8c20-4018-9ad0-c1a8901b8e84 {{(pid=128084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 11:46:13.462390 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-1f6686d7-a97b-4fbc-adcb-a63f82db1346 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793193942312'] for port, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:13.463525 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-b406308b-ecaa-4d56-b841-efc516b18032 req-eb0c2df9-e27e-43af-9d3f-be64aad02391 tempest-ServersTestManualDisk-182325693 tempest-ServersTestManualDisk-182325693-project] 10.222.0.53 "GET /v2.0/ports?device_id=b046ee52-d7e7-4f00-aa0b-5e9350b5a813 HTTP/1.1" status: 200 len: 210 time: 0.1074636 Jun 24 11:46:13.470230 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.services.segments.db [None req-931e7312-2768-4859-b4f5-3aa155916441 tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2293a147-1d35-43c6-ac11-d908019adb75']}} {{(pid=128083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:46:13.502184 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.services.segments.db [None req-931e7312-2768-4859-b4f5-3aa155916441 tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0314340-48da-4a12-91ce-a58d69eda289') {'for_net_delete': True} {{(pid=128083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:46:13.502573 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.services.segments.db [None req-931e7312-2768-4859-b4f5-3aa155916441 tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0314340-48da-4a12-91ce-a58d69eda289') {} {{(pid=128083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:46:13.529269 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvr_db [None req-bc94a575-27b1-453e-8165-6bb7a95c17c1 None None] Set router d3841c7c-0784-40fa-bc69-08007ba0858d gateway port host: dv-neutron-797120-4-hyperv {{(pid=128085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 11:46:13.540820 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-95c5a224-c6c7-488e-89c4-234cca23f44d tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1009 time: 4.7215941 Jun 24 11:46:13.541093 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-15c7ae7d-d2d2-40df-ba29-77aac5f3021e tempest-ServersTestJSON-1725335409 tempest-ServersTestJSON-1725335409-project] Notify callbacks [] for security_group, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:13.555509 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 57678) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:46:13.575757 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-34efb1a1-a829-4075-b064-f40d94c6fa68 tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Request body: {'floatingip': {'floating_network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'port_id': '50e1a813-dc93-43e4-ac79-7328f1211831', 'fixed_ip_address': '172.20.0.14'}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:46:13.579489 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-931e7312-2768-4859-b4f5-3aa155916441 tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793194097327', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3143690'] for segment, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:13.580607 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.db [None req-1f6686d7-a97b-4fbc-adcb-a63f82db1346 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] For port 920e08b6-8c20-4018-9ad0-c1a8901b8e84, host dv-neutron-797120-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=920e08b6-8c20-4018-9ad0-c1a8901b8e84,segment=NetworkSegment(ec507cc5-48d0-4385-9a3f-f2b4842d53c3),segment_id=ec507cc5-48d0-4385-9a3f-f2b4842d53c3)] {{(pid=128084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 11:46:13.581129 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-1f6686d7-a97b-4fbc-adcb-a63f82db1346 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1978872'] for port, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:13.631213 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-931e7312-2768-4859-b4f5-3aa155916441 tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967879'] for segment, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:13.646039 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-931e7312-2768-4859-b4f5-3aa155916441 tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Releasing vlan 644 on physical network physnet1 to pool {{(pid=128083) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 11:46:13.646452 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-931e7312-2768-4859-b4f5-3aa155916441 tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2537899'] for segment, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:13.647589 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6f372b0-d266-4eaf-9ffc-d5a0f2ea9a10 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Deleting subnet ed2ab752-d08e-4c76-8b5a-fc4382f58311 {{(pid=128084) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 24 11:46:13.649730 dv-neutron-797120-4-hyperv neutron-server[128083]: Traceback (most recent call last): Jun 24 11:46:13.649730 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 24 11:46:13.649730 dv-neutron-797120-4-hyperv neutron-server[128083]: timer() Jun 24 11:46:13.649730 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 24 11:46:13.649730 dv-neutron-797120-4-hyperv neutron-server[128083]: cb(*args, **kw) Jun 24 11:46:13.649730 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 24 11:46:13.649730 dv-neutron-797120-4-hyperv neutron-server[128083]: return func(*args, **kwargs) Jun 24 11:46:13.649730 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 24 11:46:13.649730 dv-neutron-797120-4-hyperv neutron-server[128083]: self._notify() Jun 24 11:46:13.649730 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 24 11:46:13.649730 dv-neutron-797120-4-hyperv neutron-server[128083]: self.callback(batched_events) Jun 24 11:46:13.649730 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 24 11:46:13.649730 dv-neutron-797120-4-hyperv neutron-server[128083]: event.method(event) Jun 24 11:46:13.649730 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 24 11:46:13.649730 dv-neutron-797120-4-hyperv neutron-server[128083]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 24 11:46:13.649730 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 24 11:46:13.649730 dv-neutron-797120-4-hyperv neutron-server[128083]: aggregate_uuid = self.p_client.list_aggregates( Jun 24 11:46:13.649730 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 24 11:46:13.649730 dv-neutron-797120-4-hyperv neutron-server[128083]: return f(self, *a, **k) Jun 24 11:46:13.649730 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 24 11:46:13.649730 dv-neutron-797120-4-hyperv neutron-server[128083]: return self._get(url).json() Jun 24 11:46:13.649730 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 24 11:46:13.649730 dv-neutron-797120-4-hyperv neutron-server[128083]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 24 11:46:13.649730 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 24 11:46:13.649730 dv-neutron-797120-4-hyperv neutron-server[128083]: return self.request(url, 'GET', **kwargs) Jun 24 11:46:13.649730 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 24 11:46:13.649730 dv-neutron-797120-4-hyperv neutron-server[128083]: base_url = self.get_endpoint(auth, allow=allow, Jun 24 11:46:13.649730 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 24 11:46:13.649730 dv-neutron-797120-4-hyperv neutron-server[128083]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 24 11:46:13.649730 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 24 11:46:13.649730 dv-neutron-797120-4-hyperv neutron-server[128083]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 24 11:46:13.649730 dv-neutron-797120-4-hyperv neutron-server[128083]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 24 11:46:13.665372 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.plugin [None req-1f6686d7-a97b-4fbc-adcb-a63f82db1346 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Calling delete_port for 920e08b6-8c20-4018-9ad0-c1a8901b8e84 owned by network:dhcp {{(pid=128084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 11:46:13.673787 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-596172c6-1c75-4da3-9d4f-edc0ef89f01e None None] DHCP port deletion for 950d129f-7b1e-4459-83bc-7e8ba4204b69 request from dv-neutron-797120-4-hyperv {{(pid=128085) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 24 11:46:13.688901 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-9146c03a-03b9-410b-bfce-6df61ab0727a tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793193525068'] for network, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:13.694447 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-a6f372b0-d266-4eaf-9ffc-d5a0f2ea9a10 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks [] for subnet, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:13.726510 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-15c7ae7d-d2d2-40df-ba29-77aac5f3021e tempest-ServersTestJSON-1725335409 tempest-ServersTestJSON-1725335409-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800410'] for security_group, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:13.729592 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-15c7ae7d-d2d2-40df-ba29-77aac5f3021e tempest-ServersTestJSON-1725335409 tempest-ServersTestJSON-1725335409-project] Notify callbacks [] for security_group, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:13.730875 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-15c7ae7d-d2d2-40df-ba29-77aac5f3021e tempest-ServersTestJSON-1725335409 tempest-ServersTestJSON-1725335409-project] 10.222.0.53 "DELETE /v2.0/security-groups/c6a6118f-5ca3-4415-a86c-d6e07885b397 HTTP/1.1" status: 204 len: 168 time: 1.0889468 Jun 24 11:46:13.732152 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-31fa1ac2-594f-49f9-96e9-2dd028ea00ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:46:13.736393 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 57682) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:46:13.737060 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-931e7312-2768-4859-b4f5-3aa155916441 tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1800243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1815642'] for network, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:13.769366 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-931e7312-2768-4859-b4f5-3aa155916441 tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588949'] for network, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:13.774753 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-931e7312-2768-4859-b4f5-3aa155916441 tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] 10.222.0.53 "DELETE /v2.0/networks/2293a147-1d35-43c6-ac11-d908019adb75 HTTP/1.1" status: 204 len: 168 time: 7.4221702 Jun 24 11:46:13.774935 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-34efb1a1-a829-4075-b064-f40d94c6fa68 tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Notify callbacks [] for floatingip, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:13.778215 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 57684) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:46:13.797652 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c7ae7d-d2d2-40df-ba29-77aac5f3021e tempest-ServersTestJSON-1725335409 tempest-ServersTestJSON-1725335409-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6a6118f-5ca3-4415-a86c-d6e07885b397,revision_number=None']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:46:13.802207 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.api.v2.resource [None req-99f1a038-3c48-4400-877d-c415d9df34b2 tempest-ServersTestJSON-1725335409 tempest-ServersTestJSON-1725335409-project] show failed (client error): The resource could not be found. Jun 24 11:46:13.803312 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-99f1a038-3c48-4400-877d-c415d9df34b2 tempest-ServersTestJSON-1725335409 tempest-ServersTestJSON-1725335409-project] 10.222.0.53 "GET /v2.0/security-groups/c6a6118f-5ca3-4415-a86c-d6e07885b397 HTTP/1.1" status: 404 len: 347 time: 0.0643296 Jun 24 11:46:13.805156 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-15c7ae7d-d2d2-40df-ba29-77aac5f3021e tempest-ServersTestJSON-1725335409 tempest-ServersTestJSON-1725335409-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:46:13.805708 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-972e42ad-2da5-44bf-b0b8-00c6288ba19a tempest-ExternalNetworksTestJSON-2097641310 tempest-ExternalNetworksTestJSON-2097641310-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.047s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:46:13.809741 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 57686) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:46:13.838964 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-6ce55883-a7bd-4975-8a51-0d9516c33f34 tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-463664845'}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:46:13.851436 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-a6f372b0-d266-4eaf-9ffc-d5a0f2ea9a10 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2373542'] for subnet, precommit_delete_associations {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:13.870834 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931e7312-2768-4859-b4f5-3aa155916441 tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Pushing event deleted for resources: {'Network': ['ID=2293a147-1d35-43c6-ac11-d908019adb75,revision_number=None']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:46:13.876507 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-596172c6-1c75-4da3-9d4f-edc0ef89f01e None None] Deleting port 920e08b6-8c20-4018-9ad0-c1a8901b8e84 {{(pid=128085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 11:46:13.876898 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-596172c6-1c75-4da3-9d4f-edc0ef89f01e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793193942312'] for port, before_delete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:13.884967 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-931e7312-2768-4859-b4f5-3aa155916441 tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:46:13.905703 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-9146c03a-03b9-410b-bfce-6df61ab0727a tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1800243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976'] for network, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:13.911400 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9146c03a-03b9-410b-bfce-6df61ab0727a tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=128084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:46:13.912091 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-9146c03a-03b9-410b-bfce-6df61ab0727a tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Notify callbacks [] for network, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:13.922947 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-70028887-cd05-4aeb-a278-f1b7ba76351a tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:46:13.957537 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-596172c6-1c75-4da3-9d4f-edc0ef89f01e None None] For port 920e08b6-8c20-4018-9ad0-c1a8901b8e84, host dv-neutron-797120-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=920e08b6-8c20-4018-9ad0-c1a8901b8e84,segment=NetworkSegment(ec507cc5-48d0-4385-9a3f-f2b4842d53c3),segment_id=ec507cc5-48d0-4385-9a3f-f2b4842d53c3)] {{(pid=128085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 11:46:13.957950 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-596172c6-1c75-4da3-9d4f-edc0ef89f01e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1978872'] for port, precommit_delete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:13.974028 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-596172c6-1c75-4da3-9d4f-edc0ef89f01e None None] Calling delete_port for 920e08b6-8c20-4018-9ad0-c1a8901b8e84 owned by network:dhcp {{(pid=128085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 11:46:13.978671 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0293b57f-96de-4d7e-bc84-9c2e0bab3e9a req-878901ea-d875-4264-9ae9-b24ed22f8a14 tempest-ServerActionsTestJSON-818164034 tempest-ServerActionsTestJSON-818164034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:46:13.984193 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-a6f372b0-d266-4eaf-9ffc-d5a0f2ea9a10 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-972249'] for subnet, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:13.988231 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-0293b57f-96de-4d7e-bc84-9c2e0bab3e9a req-878901ea-d875-4264-9ae9-b24ed22f8a14 tempest-ServerActionsTestJSON-818164034 tempest-ServerActionsTestJSON-818164034-project] 10.222.0.53 "GET /v2.0/ports?device_id=d6cc2586-9578-488f-96d4-fbc6dd702115 HTTP/1.1" status: 200 len: 945 time: 0.2397566 Jun 24 11:46:13.992448 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-bc94a575-27b1-453e-8165-6bb7a95c17c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3841c7c-0784-40fa-bc69-08007ba0858d', 'name': 'tempest-ServersTestManualDisk-2053302560-router', 'tenant_id': 'd8a50f9eaf8642e9aaeea1cf25966bd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'external_fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.178'}], 'enable_snat': True}, 'gw_port_id': 'c2d2a9a9-9ecc-4c1e-bec8-00eb4ac3c11d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T11:44:21Z', 'updated_at': '2021-06-24T11:44:34Z', 'revision_number': 4, 'project_id': 'd8a50f9eaf8642e9aaeea1cf25966bd8', 'gw_port': {'id': 'c2d2a9a9-9ecc-4c1e-bec8-00eb4ac3c11d', 'name': '', 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:40:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3841c7c-0784-40fa-bc69-08007ba0858d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:44:22Z', 'updated_at': '2021-06-24T11:44:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-4-hyperv', '_interfaces': [{'id': 'a4fcb919-5c7d-4467-b400-47369e570fd0', 'name': '', 'network_id': '839f990f-6e6d-419c-a2ff-7497d60fa3b2', 'tenant_id': 'd8a50f9eaf8642e9aaeea1cf25966bd8', 'mac_address': 'fa:16:3e:d3:ce:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3841c7c-0784-40fa-bc69-08007ba0858d', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '2d338229-4852-4820-bf9b-2f3476d45b6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:44:31Z', 'updated_at': '2021-06-24T11:44:43Z', 'revision_number': 5, 'project_id': 'd8a50f9eaf8642e9aaeea1cf25966bd8', 'subnets': [{'id': '2d338229-4852-4820-bf9b-2f3476d45b6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:46:14.041210 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ce55883-a7bd-4975-8a51-0d9516c33f34 tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Made reservation on behalf of 83bd187da1f344e0936ca43751a06a44 for: {'network': 1} {{(pid=128084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 11:46:14.045050 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-6ce55883-a7bd-4975-8a51-0d9516c33f34 tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for network, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:14.053160 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc94a575-27b1-453e-8165-6bb7a95c17c1 None None] The sync data for ids ['d3841c7c-0784-40fa-bc69-08007ba0858d'] in dv-neutron-797120-4-hyperv is: [{'id': 'd3841c7c-0784-40fa-bc69-08007ba0858d', 'name': 'tempest-ServersTestManualDisk-2053302560-router', 'tenant_id': 'd8a50f9eaf8642e9aaeea1cf25966bd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'external_fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.178'}], 'enable_snat': True}, 'gw_port_id': 'c2d2a9a9-9ecc-4c1e-bec8-00eb4ac3c11d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T11:44:21Z', 'updated_at': '2021-06-24T11:44:34Z', 'revision_number': 4, 'project_id': 'd8a50f9eaf8642e9aaeea1cf25966bd8', 'gw_port': {'id': 'c2d2a9a9-9ecc-4c1e-bec8-00eb4ac3c11d', 'name': '', 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:40:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3841c7c-0784-40fa-bc69-08007ba0858d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:44:22Z', 'updated_at': '2021-06-24T11:44:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-4-hyperv', '_interfaces': [{'id': 'a4fcb919-5c7d-4467-b400-47369e570fd0', 'name': '', 'network_id': '839f990f-6e6d-419c-a2ff-7497d60fa3b2', 'tenant_id': 'd8a50f9eaf8642e9aaeea1cf25966bd8', 'mac_address': 'fa:16:3e:d3:ce:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3841c7c-0784-40fa-bc69-08007ba0858d', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '2d338229-4852-4820-bf9b-2f3476d45b6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:44:31Z', 'updated_at': '2021-06-24T11:44:43Z', 'revision_number': 5, 'project_id': 'd8a50f9eaf8642e9aaeea1cf25966bd8', 'subnets': [{'id': '2d338229-4852-4820-bf9b-2f3476d45b6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=128085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 11:46:14.055166 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-0293b57f-96de-4d7e-bc84-9c2e0bab3e9a req-362bf20c-08dd-4661-b7d6-108541320a2e tempest-ServerActionsTestJSON-818164034 tempest-ServerActionsTestJSON-818164034-project] 10.222.0.53 "GET /v2.0/security-groups?id=7ca7987f-c073-401f-ba18-8737b1398c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0660646 Jun 24 11:46:14.100481 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.plugin [None req-90482e38-d6be-4f29-a8f0-5571a632ec56 tempest-ServersTestJSON-1725335409 tempest-ServersTestJSON-1725335409-project] Deleting port e2889320-0cfb-47fb-8a2f-6777240c38c6 {{(pid=128083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 11:46:14.100827 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-90482e38-d6be-4f29-a8f0-5571a632ec56 tempest-ServersTestJSON-1725335409 tempest-ServersTestJSON-1725335409-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793193942312'] for port, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:14.106602 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-9146c03a-03b9-410b-bfce-6df61ab0727a tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.2173772 Jun 24 11:46:14.106768 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device 920e08b6-8c20-4018-9ad0-c1a8901b8e84 no longer exists at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 11:46:14.116688 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 57688) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:46:14.133346 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-e2e77786-0959-4964-9f00-6e922718847f tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Request body: {'subnet': {'network_id': '86a40d8e-1785-40b6-881b-babb3cd6105c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:46:14.141458 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9146c03a-03b9-410b-bfce-6df61ab0727a tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Pushing event updated for resources: {'Network': ['ID=86a40d8e-1785-40b6-881b-babb3cd6105c,revision_number=1']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:46:14.153404 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-9146c03a-03b9-410b-bfce-6df61ab0727a tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:46:14.174207 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Network 86a40d8e-1785-40b6-881b-babb3cd6105c details requested by agent ovs-agent-dv-neutron-797120-4-hyperv with host dv-neutron-797120-4-hyperv {{(pid=128085) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 11:46:14.186144 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-1f6686d7-a97b-4fbc-adcb-a63f82db1346 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793193945299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193536732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3292088'] for port, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:14.188969 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-1a76de18-feff-498a-a50b-dd73de8b5754 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:46:14.195580 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-90482e38-d6be-4f29-a8f0-5571a632ec56 tempest-ServersTestJSON-1725335409 tempest-ServersTestJSON-1725335409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1978872'] for port, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:14.196097 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-90482e38-d6be-4f29-a8f0-5571a632ec56 tempest-ServersTestJSON-1725335409 tempest-ServersTestJSON-1725335409-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:14.210512 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.plugin [None req-90482e38-d6be-4f29-a8f0-5571a632ec56 tempest-ServersTestJSON-1725335409 tempest-ServersTestJSON-1725335409-project] Calling delete_port for e2889320-0cfb-47fb-8a2f-6777240c38c6 owned by network:floatingip {{(pid=128083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 11:46:14.211700 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-596172c6-1c75-4da3-9d4f-edc0ef89f01e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793193945299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193536732'] for port, after_delete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:14.244471 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:46:14.262620 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ce55883-a7bd-4975-8a51-0d9516c33f34 tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] vlan segment allocate from pool success with {'vlan_id': 616, 'physical_network': 'physnet1'} {{(pid=128084) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 11:46:14.272035 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] No active binding found for port 920e08b6-8c20-4018-9ad0-c1a8901b8e84 {{(pid=128085) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jun 24 11:46:14.272497 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device 920e08b6-8c20-4018-9ad0-c1a8901b8e84 not bound to the agent host dv-neutron-797120-4-hyperv {{(pid=128085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 11:46:14.275844 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6686d7-a97b-4fbc-adcb-a63f82db1346 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Pushing event deleted for resources: {'Port': ['ID=920e08b6-8c20-4018-9ad0-c1a8901b8e84,revision_number=None']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:46:14.278031 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f6686d7-a97b-4fbc-adcb-a63f82db1346 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] No DVR routers for this DVR port 920e08b6-8c20-4018-9ad0-c1a8901b8e84 on host dv-neutron-797120-4-hyperv {{(pid=128084) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 11:46:14.281519 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596172c6-1c75-4da3-9d4f-edc0ef89f01e None None] Pushing event deleted for resources: {'Port': ['ID=920e08b6-8c20-4018-9ad0-c1a8901b8e84,revision_number=None']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:46:14.286889 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-1f6686d7-a97b-4fbc-adcb-a63f82db1346 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:46:14.291659 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-596172c6-1c75-4da3-9d4f-edc0ef89f01e None None] No DVR routers for this DVR port 920e08b6-8c20-4018-9ad0-c1a8901b8e84 on host dv-neutron-797120-4-hyperv {{(pid=128085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 11:46:14.296881 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-596172c6-1c75-4da3-9d4f-edc0ef89f01e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:46:14.303910 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-a6f372b0-d266-4eaf-9ffc-d5a0f2ea9a10 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-972238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3292022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3162263'] for subnet, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:14.330323 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-6ce55883-a7bd-4975-8a51-0d9516c33f34 tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967879'] for segment, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:14.330323 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.db.segments_db [None req-6ce55883-a7bd-4975-8a51-0d9516c33f34 tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Added segment e40a6150-7ca2-4f95-9480-156b638687e1 of type vlan for network 377b3c2f-0329-4d52-985c-170831c0dfa3 Jun 24 11:46:14.332319 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:46:14.410948 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:14.417669 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-90482e38-d6be-4f29-a8f0-5571a632ec56 tempest-ServersTestJSON-1725335409 tempest-ServersTestJSON-1725335409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793193945299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193536732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2537862'] for port, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:14.419023 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f372b0-d266-4eaf-9ffc-d5a0f2ea9a10 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Pushing event deleted for resources: {'Subnet': ['ID=ed2ab752-d08e-4c76-8b5a-fc4382f58311,revision_number=None']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:46:14.423753 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-a6f372b0-d266-4eaf-9ffc-d5a0f2ea9a10 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks [] for subnet, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:14.425851 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-a6f372b0-d266-4eaf-9ffc-d5a0f2ea9a10 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] 10.222.0.53 "DELETE /v2.0/subnets/ed2ab752-d08e-4c76-8b5a-fc4382f58311 HTTP/1.1" status: 204 len: 168 time: 1.0020225 Jun 24 11:46:14.434450 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 57690) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:46:14.434876 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-a6f372b0-d266-4eaf-9ffc-d5a0f2ea9a10 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:46:14.435260 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-ac0394e1-bfe6-43d5-ac0b-0c4bbacdd507 tempest-PortsAdminExtendedAttrsTestJSON-866674268 tempest-PortsAdminExtendedAttrsTestJSON-866674268-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:46:14.435666 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c88505db-da00-4219-8e59-3910f8551cf2 None None] Network 11a80c9d-f8ee-4388-91b0-d49a25200fee requested from dv-neutron-797120-4-hyperv {{(pid=128085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 11:46:14.452195 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-6ce55883-a7bd-4975-8a51-0d9516c33f34 tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793193525068'] for network, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:14.507693 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-975a0016-224c-4c93-b34f-0a52536ed04a tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0694633 Jun 24 11:46:14.508782 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90482e38-d6be-4f29-a8f0-5571a632ec56 tempest-ServersTestJSON-1725335409 tempest-ServersTestJSON-1725335409-project] Pushing event deleted for resources: {'Port': ['ID=e2889320-0cfb-47fb-8a2f-6777240c38c6,revision_number=None']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:46:14.511142 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-90482e38-d6be-4f29-a8f0-5571a632ec56 tempest-ServersTestJSON-1725335409 tempest-ServersTestJSON-1725335409-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:46:14.512023 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 57694) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:46:14.524400 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-1f6686d7-a97b-4fbc-adcb-a63f82db1346 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973199', 'neutron.services.segments.db._delete_segments_for_network-8793194012456'] for network, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:14.536889 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.services.segments.db [None req-1f6686d7-a97b-4fbc-adcb-a63f82db1346 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['950d129f-7b1e-4459-83bc-7e8ba4204b69']}} {{(pid=128084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:46:14.556307 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.services.segments.db [None req-1f6686d7-a97b-4fbc-adcb-a63f82db1346 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec507cc5-48d0-4385-9a3f-f2b4842d53c3') {'for_net_delete': True} {{(pid=128084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:46:14.557255 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.services.segments.db [None req-1f6686d7-a97b-4fbc-adcb-a63f82db1346 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec507cc5-48d0-4385-9a3f-f2b4842d53c3') {} {{(pid=128084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:46:14.560234 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5c5c930-e7df-472b-a8c3-6acdf8bcdb1d None None] New status for floating IP 62768eac-3922-48c5-81e6-cbb382728907: DOWN {{(pid=128085) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 24 11:46:14.568456 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-1f6686d7-a97b-4fbc-adcb-a63f82db1346 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793194097327', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2373599'] for segment, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:14.595597 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-1f6686d7-a97b-4fbc-adcb-a63f82db1346 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967879'] for segment, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:14.604415 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f6686d7-a97b-4fbc-adcb-a63f82db1346 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Releasing vlan 610 on physical network physnet1 to pool {{(pid=128084) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 11:46:14.604952 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-1f6686d7-a97b-4fbc-adcb-a63f82db1346 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3292053'] for segment, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:14.622630 dv-neutron-797120-4-hyperv neutron-server[128084]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 11:46:14.622630 dv-neutron-797120-4-hyperv neutron-server[128084]: conditions |= (models_v2.Port.network_id.in_( Jun 24 11:46:14.622630 dv-neutron-797120-4-hyperv neutron-server[128084]: Traceback (most recent call last): Jun 24 11:46:14.622630 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 24 11:46:14.622630 dv-neutron-797120-4-hyperv neutron-server[128084]: timer() Jun 24 11:46:14.622630 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 24 11:46:14.622630 dv-neutron-797120-4-hyperv neutron-server[128084]: cb(*args, **kw) Jun 24 11:46:14.622630 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 24 11:46:14.622630 dv-neutron-797120-4-hyperv neutron-server[128084]: return func(*args, **kwargs) Jun 24 11:46:14.622630 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 24 11:46:14.622630 dv-neutron-797120-4-hyperv neutron-server[128084]: self._notify() Jun 24 11:46:14.622630 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 24 11:46:14.622630 dv-neutron-797120-4-hyperv neutron-server[128084]: self.callback(batched_events) Jun 24 11:46:14.622630 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 24 11:46:14.622630 dv-neutron-797120-4-hyperv neutron-server[128084]: event.method(event) Jun 24 11:46:14.622630 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 24 11:46:14.622630 dv-neutron-797120-4-hyperv neutron-server[128084]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 24 11:46:14.622630 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 24 11:46:14.622630 dv-neutron-797120-4-hyperv neutron-server[128084]: aggregate_uuid = self.p_client.list_aggregates( Jun 24 11:46:14.622630 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 24 11:46:14.622630 dv-neutron-797120-4-hyperv neutron-server[128084]: return f(self, *a, **k) Jun 24 11:46:14.622630 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 24 11:46:14.622630 dv-neutron-797120-4-hyperv neutron-server[128084]: return self._get(url).json() Jun 24 11:46:14.622630 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 24 11:46:14.622630 dv-neutron-797120-4-hyperv neutron-server[128084]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 24 11:46:14.622630 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 24 11:46:14.622630 dv-neutron-797120-4-hyperv neutron-server[128084]: return self.request(url, 'GET', **kwargs) Jun 24 11:46:14.622630 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 24 11:46:14.622630 dv-neutron-797120-4-hyperv neutron-server[128084]: base_url = self.get_endpoint(auth, allow=allow, Jun 24 11:46:14.622630 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 24 11:46:14.622630 dv-neutron-797120-4-hyperv neutron-server[128084]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 24 11:46:14.622630 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 24 11:46:14.622630 dv-neutron-797120-4-hyperv neutron-server[128084]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 24 11:46:14.622630 dv-neutron-797120-4-hyperv neutron-server[128084]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 24 11:46:14.626284 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2e77786-0959-4964-9f00-6e922718847f tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Made reservation on behalf of 9c8c7551cf984e4ca40de4f1d8880b93 for: {'subnet': 1} {{(pid=128084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 11:46:14.629675 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-e2e77786-0959-4964-9f00-6e922718847f tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3162484'] for subnet, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:14.631690 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-90482e38-d6be-4f29-a8f0-5571a632ec56 tempest-ServersTestJSON-1725335409 tempest-ServersTestJSON-1725335409-project] Notify callbacks [] for floatingip, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:14.634146 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.db.resource_extend [None req-6ce55883-a7bd-4975-8a51-0d9516c33f34 tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=128084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 24 11:46:14.635615 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-90482e38-d6be-4f29-a8f0-5571a632ec56 tempest-ServersTestJSON-1725335409 tempest-ServersTestJSON-1725335409-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468916'] for floatingip, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:14.640631 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-90482e38-d6be-4f29-a8f0-5571a632ec56 tempest-ServersTestJSON-1725335409 tempest-ServersTestJSON-1725335409-project] 10.222.0.53 "DELETE /v2.0/floatingips/150e8808-0ce0-4d43-bf11-f7151affaf6e HTTP/1.1" status: 204 len: 168 time: 0.8260326 Jun 24 11:46:14.643129 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 57698) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:46:14.662619 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 57700) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:46:14.721034 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-6ce55883-a7bd-4975-8a51-0d9516c33f34 tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1800243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976'] for network, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:14.726553 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ce55883-a7bd-4975-8a51-0d9516c33f34 tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=128084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:46:14.727136 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-6ce55883-a7bd-4975-8a51-0d9516c33f34 tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Notify callbacks [] for network, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:14.735151 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31f3b3b3-9ac6-42c6-9995-dfe780cb997a tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:46:14.739498 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-31f3b3b3-9ac6-42c6-9995-dfe780cb997a tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2185414 Jun 24 11:46:14.741778 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:46:14.770701 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 57702) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:46:14.838081 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1bc921f-594d-4e58-a845-097ef128f071 None None] DHCP port deletion for 11a80c9d-f8ee-4388-91b0-d49a25200fee request from dv-neutron-797120-4-hyperv {{(pid=128085) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 24 11:46:14.844648 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-34efb1a1-a829-4075-b064-f40d94c6fa68 tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:14.847652 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-1f6686d7-a97b-4fbc-adcb-a63f82db1346 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1800243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1815642'] for network, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:14.888832 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f476f680-e669-46a1-bc68-f8bf76365f25 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:46:14.890373 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-f476f680-e669-46a1-bc68-f8bf76365f25 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1188514 Jun 24 11:46:14.893081 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-d1bc921f-594d-4e58-a845-097ef128f071 None None] Deleting port a15cf6b6-8fe9-4ca8-ae5f-32503ae7956a {{(pid=128085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 11:46:14.893526 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-d1bc921f-594d-4e58-a845-097ef128f071 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793193942312'] for port, before_delete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:14.895332 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 57704) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:46:14.915228 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-1f6686d7-a97b-4fbc-adcb-a63f82db1346 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Notify callbacks [] for network, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:14.917056 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-1f6686d7-a97b-4fbc-adcb-a63f82db1346 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] 10.222.0.53 "DELETE /v2.0/networks/950d129f-7b1e-4459-83bc-7e8ba4204b69 HTTP/1.1" status: 204 len: 168 time: 1.8209665 Jun 24 11:46:14.928862 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-6ce55883-a7bd-4975-8a51-0d9516c33f34 tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.1177166 Jun 24 11:46:14.938759 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 57706) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:46:14.939098 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 57708) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:46:14.947648 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [None req-333ddecd-5723-4186-8450-1c5a07d0db16 tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Request body: {'subnet': {'network_id': '377b3c2f-0329-4d52-985c-170831c0dfa3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:46:14.967604 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-d1bc921f-594d-4e58-a845-097ef128f071 None None] For port a15cf6b6-8fe9-4ca8-ae5f-32503ae7956a, host dv-neutron-797120-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=a15cf6b6-8fe9-4ca8-ae5f-32503ae7956a,segment=NetworkSegment(fddfe548-9582-48fa-8a0c-6b06bc4d1b9f),segment_id=fddfe548-9582-48fa-8a0c-6b06bc4d1b9f)] {{(pid=128085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 11:46:14.968732 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-d1bc921f-594d-4e58-a845-097ef128f071 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1978872'] for port, precommit_delete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:14.971079 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce55883-a7bd-4975-8a51-0d9516c33f34 tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Pushing event updated for resources: {'Network': ['ID=377b3c2f-0329-4d52-985c-170831c0dfa3,revision_number=1']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:46:14.977611 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-6ce55883-a7bd-4975-8a51-0d9516c33f34 tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:46:14.980256 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [None req-18d30f1d-cad0-433d-b205-7a246caf0e31 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1290370959', 'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b'}, 'admin_state_up': False}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:46:14.981970 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.080s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:46:14.985313 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-d1bc921f-594d-4e58-a845-097ef128f071 None None] Calling delete_port for a15cf6b6-8fe9-4ca8-ae5f-32503ae7956a owned by network:dhcp {{(pid=128085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 11:46:14.991970 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-219d96b0-3e5f-48d0-bf03-220362f8528d tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0919433 Jun 24 11:46:14.996001 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 57710) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:46:15.003113 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [None req-af5a1c9a-9142-473c-a5e5-4b898a7562bd tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Request body: {'subnet': {'network_id': '11a80c9d-f8ee-4388-91b0-d49a25200fee', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:46:15.006083 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Network 377b3c2f-0329-4d52-985c-170831c0dfa3 details requested by agent ovs-agent-dv-neutron-797120-4-hyperv with host dv-neutron-797120-4-hyperv {{(pid=128085) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 11:46:15.026366 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-06414d16-81c4-4c0b-ac1b-f8a26416b48b tempest-ServersTestManualDisk-182325693 tempest-ServersTestManualDisk-182325693-project] Notify callbacks [] for security_group, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:15.036093 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6686d7-a97b-4fbc-adcb-a63f82db1346 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Pushing event deleted for resources: {'Network': ['ID=950d129f-7b1e-4459-83bc-7e8ba4204b69,revision_number=None']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:46:15.050298 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-1f6686d7-a97b-4fbc-adcb-a63f82db1346 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:46:15.095379 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-06414d16-81c4-4c0b-ac1b-f8a26416b48b tempest-ServersTestManualDisk-182325693 tempest-ServersTestManualDisk-182325693-project] Notify callbacks [] for security_group, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:15.152116 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-18d30f1d-cad0-433d-b205-7a246caf0e31 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1803889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65293'] for router, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:15.153533 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-18d30f1d-cad0-433d-b205-7a246caf0e31 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1803848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1975305', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1581158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65396'] for router, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:15.190118 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.db.db_base_plugin_common [None req-34efb1a1-a829-4075-b064-f40d94c6fa68 tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Allocated IP 172.26.7.41 (f2b8ca71-e776-48b2-8898-96cc7970207b/f37bf603-3862-4d0a-9f58-89616f7fd68f/fb454ea0-8492-4620-bc55-a102b926be32) {{(pid=128084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 11:46:15.206076 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-d1bc921f-594d-4e58-a845-097ef128f071 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793193945299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193536732'] for port, after_delete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:15.209017 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-5a6b3205-9e55-4aac-85f4-aa65f8308409 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:46:15.238165 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1bc921f-594d-4e58-a845-097ef128f071 None None] Pushing event deleted for resources: {'Port': ['ID=a15cf6b6-8fe9-4ca8-ae5f-32503ae7956a,revision_number=None']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:46:15.240105 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1bc921f-594d-4e58-a845-097ef128f071 None None] No DVR routers for this DVR port a15cf6b6-8fe9-4ca8-ae5f-32503ae7956a on host dv-neutron-797120-4-hyperv {{(pid=128085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 11:46:15.241687 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-d1bc921f-594d-4e58-a845-097ef128f071 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:46:15.293089 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-e2e77786-0959-4964-9f00-6e922718847f tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3291959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3162270'] for subnet, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:15.299304 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:46:15.331776 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-06414d16-81c4-4c0b-ac1b-f8a26416b48b tempest-ServersTestManualDisk-182325693 tempest-ServersTestManualDisk-182325693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800410'] for security_group, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:15.334337 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-06414d16-81c4-4c0b-ac1b-f8a26416b48b tempest-ServersTestManualDisk-182325693 tempest-ServersTestManualDisk-182325693-project] Notify callbacks [] for security_group, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:15.335487 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-06414d16-81c4-4c0b-ac1b-f8a26416b48b tempest-ServersTestManualDisk-182325693 tempest-ServersTestManualDisk-182325693-project] 10.222.0.53 "DELETE /v2.0/security-groups/36df713e-0194-470c-a043-7cde9d86738f HTTP/1.1" status: 204 len: 168 time: 0.6711779 Jun 24 11:46:15.336391 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-333ddecd-5723-4186-8450-1c5a07d0db16 tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Made reservation on behalf of 83bd187da1f344e0936ca43751a06a44 for: {'subnet': 1} {{(pid=128083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 11:46:15.339888 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-333ddecd-5723-4186-8450-1c5a07d0db16 tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3289788'] for subnet, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:15.351642 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 57714) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:46:15.359791 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-18d30f1d-cad0-433d-b205-7a246caf0e31 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:15.406441 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.api.v2.resource [None req-c3514950-6195-4c71-a8f0-4d6d3756541c tempest-ServersTestManualDisk-182325693 tempest-ServersTestManualDisk-182325693-project] show failed (client error): The resource could not be found. Jun 24 11:46:15.410107 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-c3514950-6195-4c71-a8f0-4d6d3756541c tempest-ServersTestManualDisk-182325693 tempest-ServersTestManualDisk-182325693-project] 10.222.0.53 "GET /v2.0/security-groups/36df713e-0194-470c-a043-7cde9d86738f HTTP/1.1" status: 404 len: 347 time: 0.0557754 Jun 24 11:46:15.410323 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e77786-0959-4964-9f00-6e922718847f tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Pushing event updated for resources: {'Subnet': ['ID=dadcded1-9d2c-46ab-a171-6be61e6c2be4,revision_number=0']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:46:15.413047 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-e2e77786-0959-4964-9f00-6e922718847f tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:46:15.413709 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 57716) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:46:15.425270 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-f39453a5-9646-412f-abe3-54274041aeda tempest-PortsAdminExtendedAttrsTestJSON-866674268 tempest-PortsAdminExtendedAttrsTestJSON-866674268-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.065s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:46:15.478147 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06414d16-81c4-4c0b-ac1b-f8a26416b48b tempest-ServersTestManualDisk-182325693 tempest-ServersTestManualDisk-182325693-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=36df713e-0194-470c-a043-7cde9d86738f,revision_number=None']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:46:15.480564 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-06414d16-81c4-4c0b-ac1b-f8a26416b48b tempest-ServersTestManualDisk-182325693 tempest-ServersTestManualDisk-182325693-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:46:15.505987 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-34efb1a1-a829-4075-b064-f40d94c6fa68 tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Notify callbacks [] for port, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:15.535595 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af5a1c9a-9142-473c-a5e5-4b898a7562bd tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Made reservation on behalf of 086af1f572244cd08c37d97e004e4732 for: {'subnet': 1} {{(pid=128083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 11:46:15.539049 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2e77786-0959-4964-9f00-6e922718847f tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Checking segment: {'id': '2f9e259a-c5c5-44f8-8cf1-03d0c6c97ee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '86a40d8e-1785-40b6-881b-babb3cd6105c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=128084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 11:46:15.539218 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-af5a1c9a-9142-473c-a5e5-4b898a7562bd tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3289788'] for subnet, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:15.539413 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2e77786-0959-4964-9f00-6e922718847f tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Network hostable DHCP agents. Network: 86a40d8e-1785-40b6-881b-babb3cd6105c, hostable agents: ['6be988a9-1d97-480f-be5a-c55abf2c55c5'], hosted agents: [] {{(pid=128084) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 11:46:15.599755 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2e77786-0959-4964-9f00-6e922718847f tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Network 86a40d8e-1785-40b6-881b-babb3cd6105c is scheduled to be hosted by DHCP agent 6be988a9-1d97-480f-be5a-c55abf2c55c5 with binding_index 1 {{(pid=128084) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 11:46:15.623101 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.base_scheduler [None req-e2e77786-0959-4964-9f00-6e922718847f tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-4-hyperv, 86a40d8e-1785-40b6-881b-babb3cd6105c) {{(pid=128084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:46:15.627672 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2e77786-0959-4964-9f00-6e922718847f tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=128084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:46:15.628265 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-e2e77786-0959-4964-9f00-6e922718847f tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Notify callbacks [] for subnet, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:15.634999 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c014d54-a59e-47f6-9d19-7d6607bd829b None None] Network 86a40d8e-1785-40b6-881b-babb3cd6105c requested from dv-neutron-797120-4-hyperv {{(pid=128085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 11:46:15.652809 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-34efb1a1-a829-4075-b064-f40d94c6fa68 tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-650429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-506361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793193536723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3291971'] for port, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:15.656092 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-e2e77786-0959-4964-9f00-6e922718847f tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5325327 Jun 24 11:46:15.657848 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-3449933a-27a6-4cb5-a1be-411eb831c85e tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:46:15.662158 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 57718) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:46:15.667839 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-123f0dc5-b943-43b5-b436-d777ba7c72f7 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1264824818', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:46:15.703079 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.plugin [None req-1a2d7480-262c-487d-922b-cfd64f97adba tempest-ServersTestManualDisk-182325693 tempest-ServersTestManualDisk-182325693-project] Deleting port d32b31be-a084-4d49-83d8-9a762de8eb48 {{(pid=128084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 11:46:15.703431 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-1a2d7480-262c-487d-922b-cfd64f97adba tempest-ServersTestManualDisk-182325693 tempest-ServersTestManualDisk-182325693-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793193942312'] for port, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:15.715039 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-18d30f1d-cad0-433d-b205-7a246caf0e31 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1975381', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1803205', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65378'] for router, precommit_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:15.730987 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d328490-7488-416e-b534-74e1b1e5c736 req-f4a21567-bf82-47c4-b0af-c4c80e402ec4 tempest-ServerActionsTestJSON-818164034 tempest-ServerActionsTestJSON-818164034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:46:15.732493 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-2d328490-7488-416e-b534-74e1b1e5c736 req-f4a21567-bf82-47c4-b0af-c4c80e402ec4 tempest-ServerActionsTestJSON-818164034 tempest-ServerActionsTestJSON-818164034-project] 10.222.0.53 "GET /v2.0/ports?device_id=d6cc2586-9578-488f-96d4-fbc6dd702115 HTTP/1.1" status: 200 len: 945 time: 0.4789424 Jun 24 11:46:15.739769 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34efb1a1-a829-4075-b064-f40d94c6fa68 tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Network f2b8ca71-e776-48b2-8898-96cc7970207b is already hosted by enough agents. {{(pid=128084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 11:46:15.755737 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34efb1a1-a829-4075-b064-f40d94c6fa68 tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Pushing event updated for resources: {'Port': ['ID=fb454ea0-8492-4620-bc55-a102b926be32,revision_number=1']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:46:15.758726 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-34efb1a1-a829-4075-b064-f40d94c6fa68 tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:46:15.760326 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.base_scheduler [None req-34efb1a1-a829-4075-b064-f40d94c6fa68 tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Resources bound (agent type, host, resource id): {{(pid=128084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:46:15.761914 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34efb1a1-a829-4075-b064-f40d94c6fa68 tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Received port after_create {{(pid=128084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 11:46:15.815980 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-123f0dc5-b943-43b5-b436-d777ba7c72f7 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1803889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65293'] for router, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:15.817018 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-123f0dc5-b943-43b5-b436-d777ba7c72f7 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1803848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1975305', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1581158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65396'] for router, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:15.847186 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ace0c11a-3d48-4b09-a9dc-390cb9b70b50 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d65c8f8-7530-5052-99fe-8ea05073750b-86a40d8e-1785-40b6-881b-babb3cd6105c', 'network_id': '86a40d8e-1785-40b6-881b-babb3cd6105c', 'tenant_id': '9c8c7551cf984e4ca40de4f1d8880b93', 'fixed_ips': [{'subnet_id': 'dadcded1-9d2c-46ab-a171-6be61e6c2be4'}]}} from dv-neutron-797120-4-hyperv. {{(pid=128085) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 24 11:46:15.848423 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ace0c11a-3d48-4b09-a9dc-390cb9b70b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_create {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:15.928409 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-123f0dc5-b943-43b5-b436-d777ba7c72f7 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:15.944193 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-123f0dc5-b943-43b5-b436-d777ba7c72f7 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1803210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1815767'] for router, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:15.957832 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-1a2d7480-262c-487d-922b-cfd64f97adba tempest-ServersTestManualDisk-182325693 tempest-ServersTestManualDisk-182325693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1978872'] for port, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:15.958173 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-1a2d7480-262c-487d-922b-cfd64f97adba tempest-ServersTestManualDisk-182325693 tempest-ServersTestManualDisk-182325693-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:16.020606 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.db_base_plugin_common [None req-ace0c11a-3d48-4b09-a9dc-390cb9b70b50 None None] Allocated IP 2001:db8::2 (86a40d8e-1785-40b6-881b-babb3cd6105c/dadcded1-9d2c-46ab-a171-6be61e6c2be4/faa3c367-1da3-4fdf-8844-7166b8f01b2a) {{(pid=128085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 11:46:16.035192 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.plugin [None req-1a2d7480-262c-487d-922b-cfd64f97adba tempest-ServersTestManualDisk-182325693 tempest-ServersTestManualDisk-182325693-project] Calling delete_port for d32b31be-a084-4d49-83d8-9a762de8eb48 owned by network:floatingip {{(pid=128084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 11:46:16.045895 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-123f0dc5-b943-43b5-b436-d777ba7c72f7 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Notify callbacks [] for router, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:16.048655 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-123f0dc5-b943-43b5-b436-d777ba7c72f7 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3854117 Jun 24 11:46:16.053048 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 57720) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:46:16.107133 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device a15cf6b6-8fe9-4ca8-ae5f-32503ae7956a no longer exists at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 11:46:16.140942 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] No Port match for: a15cf6b6-8fe9-4ca8-ae5f-32503ae7956a {{(pid=128085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 11:46:16.141202 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device a15cf6b6-8fe9-4ca8-ae5f-32503ae7956a not bound to the agent host dv-neutron-797120-4-hyperv {{(pid=128085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 11:46:16.222521 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-2d328490-7488-416e-b534-74e1b1e5c736 req-359c5704-9507-4279-a3fb-4f1a1a57044b tempest-ServerActionsTestJSON-818164034 tempest-ServerActionsTestJSON-818164034-project] 10.222.0.53 "GET /v2.0/security-groups?id=7ca7987f-c073-401f-ba18-8737b1398c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4797103 Jun 24 11:46:16.234931 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ace0c11a-3d48-4b09-a9dc-390cb9b70b50 None None] Notify callbacks [] for port, precommit_create {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:16.248267 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-ace0c11a-3d48-4b09-a9dc-390cb9b70b50 None None] Transition to ACTIVE for port object faa3c367-1da3-4fdf-8844-7166b8f01b2a will not be triggered until provisioned by entity L2. {{(pid=128085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 11:46:16.265595 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-ace0c11a-3d48-4b09-a9dc-390cb9b70b50 None None] Transition to ACTIVE for port object faa3c367-1da3-4fdf-8844-7166b8f01b2a will not be triggered until provisioned by entity DHCP. {{(pid=128085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 11:46:16.273376 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ace0c11a-3d48-4b09-a9dc-390cb9b70b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-650429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-506361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793193536723'] for port, after_create {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:16.276856 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-17031281-3ac9-4e6f-9ef8-b47bf53d7a26 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:46:16.316892 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ace0c11a-3d48-4b09-a9dc-390cb9b70b50 None None] Network 86a40d8e-1785-40b6-881b-babb3cd6105c is already hosted by enough agents. {{(pid=128085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 11:46:16.321362 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.scheduler.base_scheduler [None req-ace0c11a-3d48-4b09-a9dc-390cb9b70b50 None None] Resources bound (agent type, host, resource id): {{(pid=128085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:46:16.324220 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ace0c11a-3d48-4b09-a9dc-390cb9b70b50 None None] Received port after_create {{(pid=128085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 11:46:16.340382 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace0c11a-3d48-4b09-a9dc-390cb9b70b50 None None] Pushing event updated for resources: {'Port': ['ID=faa3c367-1da3-4fdf-8844-7166b8f01b2a,revision_number=1']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:46:16.344065 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-ace0c11a-3d48-4b09-a9dc-390cb9b70b50 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:46:16.378635 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-1a2d7480-262c-487d-922b-cfd64f97adba tempest-ServersTestManualDisk-182325693 tempest-ServersTestManualDisk-182325693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793193945299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193536732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3292088'] for port, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:16.391438 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-8e35f187-68a4-47fe-bbf5-d342e1667b01 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:46:16.458426 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2d7480-262c-487d-922b-cfd64f97adba tempest-ServersTestManualDisk-182325693 tempest-ServersTestManualDisk-182325693-project] Pushing event deleted for resources: {'Port': ['ID=d32b31be-a084-4d49-83d8-9a762de8eb48,revision_number=None']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:46:16.472349 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-1a2d7480-262c-487d-922b-cfd64f97adba tempest-ServersTestManualDisk-182325693 tempest-ServersTestManualDisk-182325693-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:46:16.528525 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-333ddecd-5723-4186-8450-1c5a07d0db16 tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2537737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3289942'] for subnet, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:16.552632 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-ace0c11a-3d48-4b09-a9dc-390cb9b70b50 None None] Attempting to bind port faa3c367-1da3-4fdf-8844-7166b8f01b2a on host dv-neutron-797120-4-hyperv for vnic_type normal with profile {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 11:46:16.553051 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-ace0c11a-3d48-4b09-a9dc-390cb9b70b50 None None] Attempting to bind port faa3c367-1da3-4fdf-8844-7166b8f01b2a by drivers openvswitch,hyperv on host dv-neutron-797120-4-hyperv at level 0 using segments [{'id': '2f9e259a-c5c5-44f8-8cf1-03d0c6c97ee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '86a40d8e-1785-40b6-881b-babb3cd6105c'}] {{(pid=128085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 11:46:16.553431 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ace0c11a-3d48-4b09-a9dc-390cb9b70b50 None None] Attempting to bind port faa3c367-1da3-4fdf-8844-7166b8f01b2a on network 86a40d8e-1785-40b6-881b-babb3cd6105c {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 11:46:16.559298 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ace0c11a-3d48-4b09-a9dc-390cb9b70b50 None None] Checking agent: {'id': 'e3a695b2-c397-461f-83b0-10b79d490b59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 11, 36, 56), 'started_at': datetime.datetime(2021, 6, 24, 11, 37, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 11, 45, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 11:46:16.559568 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ace0c11a-3d48-4b09-a9dc-390cb9b70b50 None None] Checking segment: {'id': '2f9e259a-c5c5-44f8-8cf1-03d0c6c97ee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '86a40d8e-1785-40b6-881b-babb3cd6105c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=128085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 11:46:16.559933 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ace0c11a-3d48-4b09-a9dc-390cb9b70b50 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:16.560340 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ace0c11a-3d48-4b09-a9dc-390cb9b70b50 None None] Bound using segment: {'id': '2f9e259a-c5c5-44f8-8cf1-03d0c6c97ee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '86a40d8e-1785-40b6-881b-babb3cd6105c'} {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 11:46:16.560819 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-ace0c11a-3d48-4b09-a9dc-390cb9b70b50 None None] Bound port: faa3c367-1da3-4fdf-8844-7166b8f01b2a, host: dv-neutron-797120-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f9e259a-c5c5-44f8-8cf1-03d0c6c97ee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '86a40d8e-1785-40b6-881b-babb3cd6105c'}}] {{(pid=128085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 11:46:16.562545 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ace0c11a-3d48-4b09-a9dc-390cb9b70b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:16.562791 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:46:16.570776 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-1a2d7480-262c-487d-922b-cfd64f97adba tempest-ServersTestManualDisk-182325693 tempest-ServersTestManualDisk-182325693-project] Notify callbacks [] for floatingip, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:16.582608 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-1a2d7480-262c-487d-922b-cfd64f97adba tempest-ServersTestManualDisk-182325693 tempest-ServersTestManualDisk-182325693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468916'] for floatingip, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:16.588491 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-1a2d7480-262c-487d-922b-cfd64f97adba tempest-ServersTestManualDisk-182325693 tempest-ServersTestManualDisk-182325693-project] 10.222.0.53 "DELETE /v2.0/floatingips/62768eac-3922-48c5-81e6-cbb382728907 HTTP/1.1" status: 204 len: 168 time: 1.1552434 Jun 24 11:46:16.602814 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 57722) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:46:16.623641 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-af5a1c9a-9142-473c-a5e5-4b898a7562bd tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2537737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3289942'] for subnet, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:16.635977 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-ace0c11a-3d48-4b09-a9dc-390cb9b70b50 None None] For port faa3c367-1da3-4fdf-8844-7166b8f01b2a, host dv-neutron-797120-4-hyperv, cleared binding levels {{(pid=128085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 11:46:16.640179 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-ace0c11a-3d48-4b09-a9dc-390cb9b70b50 None None] For port faa3c367-1da3-4fdf-8844-7166b8f01b2a, host dv-neutron-797120-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=faa3c367-1da3-4fdf-8844-7166b8f01b2a,segment=NetworkSegment(2f9e259a-c5c5-44f8-8cf1-03d0c6c97ee8),segment_id=2f9e259a-c5c5-44f8-8cf1-03d0c6c97ee8)] {{(pid=128085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 11:46:16.645995 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ace0c11a-3d48-4b09-a9dc-390cb9b70b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:16.648232 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-58c862dc-98a6-4b16-8105-406748859920 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:46:16.651135 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-34efb1a1-a829-4075-b064-f40d94c6fa68 tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Notify callbacks [] for floatingip, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:16.719109 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace0c11a-3d48-4b09-a9dc-390cb9b70b50 None None] Pushing event updated for resources: {'Port': ['ID=faa3c367-1da3-4fdf-8844-7166b8f01b2a,revision_number=2']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:46:16.723762 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-ace0c11a-3d48-4b09-a9dc-390cb9b70b50 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:46:16.753324 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333ddecd-5723-4186-8450-1c5a07d0db16 tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Pushing event updated for resources: {'Subnet': ['ID=b46d5ee2-132c-438b-940e-1ef932fcb839,revision_number=0']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:46:16.764066 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-34efb1a1-a829-4075-b064-f40d94c6fa68 tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:16.768047 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af5a1c9a-9142-473c-a5e5-4b898a7562bd tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Network 11a80c9d-f8ee-4388-91b0-d49a25200fee is already hosted by enough agents. {{(pid=128083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 11:46:16.771012 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-0240af49-ebbc-4eac-9b63-6840807866b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1978565'] for router_interface, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:16.779486 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-333ddecd-5723-4186-8450-1c5a07d0db16 tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:46:16.779486 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-cb805e55-3294-4a9b-8658-b488bd1eacdf tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.145s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:46:16.815729 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.base_scheduler [None req-af5a1c9a-9142-473c-a5e5-4b898a7562bd tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Resources bound (agent type, host, resource id): {{(pid=128083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:46:16.827772 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ae1571a-5df3-490c-9296-0e938588868e None None] Network 11a80c9d-f8ee-4388-91b0-d49a25200fee requested from dv-neutron-797120-4-hyperv {{(pid=128085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 11:46:16.874782 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af5a1c9a-9142-473c-a5e5-4b898a7562bd tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:46:16.875184 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-af5a1c9a-9142-473c-a5e5-4b898a7562bd tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588949'] for subnet, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:16.950804 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-2a097a8d-aa93-4fdf-8fa6-af222ef41707 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:16.956811 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-333ddecd-5723-4186-8450-1c5a07d0db16 tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Checking segment: {'id': 'e40a6150-7ca2-4f95-9480-156b638687e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '377b3c2f-0329-4d52-985c-170831c0dfa3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=128083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 11:46:16.956811 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-333ddecd-5723-4186-8450-1c5a07d0db16 tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Network hostable DHCP agents. Network: 377b3c2f-0329-4d52-985c-170831c0dfa3, hostable agents: ['6be988a9-1d97-480f-be5a-c55abf2c55c5'], hosted agents: [] {{(pid=128083) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 11:46:16.991119 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-af5a1c9a-9142-473c-a5e5-4b898a7562bd tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.9939964 Jun 24 11:46:16.997192 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 57724) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:46:17.009851 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [None req-494dd525-3eed-4060-a938-54b767f7049e tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Request body: {'port': {'network_id': '11a80c9d-f8ee-4388-91b0-d49a25200fee', 'fixed_ips': [{'subnet_id': 'd9314148-66be-4b86-96b1-7c2ef4e6a2ce', 'ip_address': '2001:db8::ddbe:a503:3ff2:cd'}], 'name': 'tempest-NetworksTestDHCPv6-590317762'}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:46:17.015037 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-34efb1a1-a829-4075-b064-f40d94c6fa68 tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Notify callbacks [] for port, precommit_update {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:17.021239 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-34efb1a1-a829-4075-b064-f40d94c6fa68 tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3292081'] for port, after_update {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:17.024625 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-8c7fa6ec-dc33-4000-8d7b-0b0c6ac9daac tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:46:17.100774 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e75bb2f-f7d7-4393-854a-3e994b6be504 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d65c8f8-7530-5052-99fe-8ea05073750b-11a80c9d-f8ee-4388-91b0-d49a25200fee', 'network_id': '11a80c9d-f8ee-4388-91b0-d49a25200fee', 'tenant_id': '086af1f572244cd08c37d97e004e4732', 'fixed_ips': [{'subnet_id': 'd9314148-66be-4b86-96b1-7c2ef4e6a2ce'}]}} from dv-neutron-797120-4-hyperv. {{(pid=128085) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 24 11:46:17.103134 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-4e75bb2f-f7d7-4393-854a-3e994b6be504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_create {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:17.109418 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34efb1a1-a829-4075-b064-f40d94c6fa68 tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Pushing event updated for resources: {'Port': ['ID=fb454ea0-8492-4620-bc55-a102b926be32,revision_number=2']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:46:17.109678 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5a1c9a-9142-473c-a5e5-4b898a7562bd tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Pushing event updated for resources: {'Subnet': ['ID=d9314148-66be-4b86-96b1-7c2ef4e6a2ce,revision_number=0']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:46:17.112053 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-34efb1a1-a829-4075-b064-f40d94c6fa68 tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:46:17.116470 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-34efb1a1-a829-4075-b064-f40d94c6fa68 tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1815637'] for floatingip, after_update {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:17.129834 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-af5a1c9a-9142-473c-a5e5-4b898a7562bd tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.351s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:46:17.275677 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-333ddecd-5723-4186-8450-1c5a07d0db16 tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Network 377b3c2f-0329-4d52-985c-170831c0dfa3 is scheduled to be hosted by DHCP agent 6be988a9-1d97-480f-be5a-c55abf2c55c5 with binding_index 1 {{(pid=128083) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 11:46:17.316337 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.db_base_plugin_common [None req-4e75bb2f-f7d7-4393-854a-3e994b6be504 None None] Allocated IP 2001:db8::2 (11a80c9d-f8ee-4388-91b0-d49a25200fee/d9314148-66be-4b86-96b1-7c2ef4e6a2ce/fc37580b-52b6-4482-ac29-77368a9cf70f) {{(pid=128085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 11:46:17.540697 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-4e75bb2f-f7d7-4393-854a-3e994b6be504 None None] Notify callbacks [] for port, precommit_create {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:17.553939 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-4e75bb2f-f7d7-4393-854a-3e994b6be504 None None] Transition to ACTIVE for port object fc37580b-52b6-4482-ac29-77368a9cf70f will not be triggered until provisioned by entity L2. {{(pid=128085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 11:46:17.573549 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-4e75bb2f-f7d7-4393-854a-3e994b6be504 None None] Transition to ACTIVE for port object fc37580b-52b6-4482-ac29-77368a9cf70f will not be triggered until provisioned by entity DHCP. {{(pid=128085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 11:46:17.582642 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-4e75bb2f-f7d7-4393-854a-3e994b6be504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-650429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-506361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793193536723'] for port, after_create {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:17.585398 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-9000ed78-4df3-4fa4-8289-6799895543cd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:46:17.608378 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.db.l3_db [None req-34efb1a1-a829-4075-b064-f40d94c6fa68 tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Floating IP a66be494-90d2-46d1-9bc9-e82c073acdfb associated. External IP: 172.26.7.41, port: 50e1a813-dc93-43e4-ac79-7328f1211831. Jun 24 11:46:17.634534 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e75bb2f-f7d7-4393-854a-3e994b6be504 None None] Pushing event updated for resources: {'Port': ['ID=fc37580b-52b6-4482-ac29-77368a9cf70f,revision_number=1']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:46:17.641551 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-4e75bb2f-f7d7-4393-854a-3e994b6be504 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:46:17.652575 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e75bb2f-f7d7-4393-854a-3e994b6be504 None None] Network 11a80c9d-f8ee-4388-91b0-d49a25200fee is already hosted by enough agents. {{(pid=128085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 11:46:17.654485 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.scheduler.base_scheduler [None req-4e75bb2f-f7d7-4393-854a-3e994b6be504 None None] Resources bound (agent type, host, resource id): {{(pid=128085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:46:17.657978 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e75bb2f-f7d7-4393-854a-3e994b6be504 None None] Received port after_create {{(pid=128085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 11:46:17.721968 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-4e75bb2f-f7d7-4393-854a-3e994b6be504 None None] Attempting to bind port fc37580b-52b6-4482-ac29-77368a9cf70f on host dv-neutron-797120-4-hyperv for vnic_type normal with profile {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 11:46:17.722346 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-4e75bb2f-f7d7-4393-854a-3e994b6be504 None None] Attempting to bind port fc37580b-52b6-4482-ac29-77368a9cf70f by drivers openvswitch,hyperv on host dv-neutron-797120-4-hyperv at level 0 using segments [{'id': 'fddfe548-9582-48fa-8a0c-6b06bc4d1b9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '11a80c9d-f8ee-4388-91b0-d49a25200fee'}] {{(pid=128085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 11:46:17.722717 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e75bb2f-f7d7-4393-854a-3e994b6be504 None None] Attempting to bind port fc37580b-52b6-4482-ac29-77368a9cf70f on network 11a80c9d-f8ee-4388-91b0-d49a25200fee {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 11:46:17.724692 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.base_scheduler [None req-333ddecd-5723-4186-8450-1c5a07d0db16 tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-4-hyperv, 377b3c2f-0329-4d52-985c-170831c0dfa3) {{(pid=128083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:46:17.728200 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e75bb2f-f7d7-4393-854a-3e994b6be504 None None] Checking agent: {'id': 'e3a695b2-c397-461f-83b0-10b79d490b59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 11, 36, 56), 'started_at': datetime.datetime(2021, 6, 24, 11, 37, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 11, 45, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 11:46:17.728584 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e75bb2f-f7d7-4393-854a-3e994b6be504 None None] Checking segment: {'id': 'fddfe548-9582-48fa-8a0c-6b06bc4d1b9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '11a80c9d-f8ee-4388-91b0-d49a25200fee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=128085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 11:46:17.729007 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-4e75bb2f-f7d7-4393-854a-3e994b6be504 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:17.729541 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e75bb2f-f7d7-4393-854a-3e994b6be504 None None] Bound using segment: {'id': 'fddfe548-9582-48fa-8a0c-6b06bc4d1b9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '11a80c9d-f8ee-4388-91b0-d49a25200fee'} {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 11:46:17.730026 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-4e75bb2f-f7d7-4393-854a-3e994b6be504 None None] Bound port: fc37580b-52b6-4482-ac29-77368a9cf70f, host: dv-neutron-797120-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fddfe548-9582-48fa-8a0c-6b06bc4d1b9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '11a80c9d-f8ee-4388-91b0-d49a25200fee'}}] {{(pid=128085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 11:46:17.730424 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-4e75bb2f-f7d7-4393-854a-3e994b6be504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:17.735629 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6eeaa68-5fde-45fc-bf1f-76c83b69aaf7 None None] Network 377b3c2f-0329-4d52-985c-170831c0dfa3 requested from dv-neutron-797120-4-hyperv {{(pid=128085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 11:46:17.751551 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-333ddecd-5723-4186-8450-1c5a07d0db16 tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:46:17.752201 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-333ddecd-5723-4186-8450-1c5a07d0db16 tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588949'] for subnet, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:17.783393 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-18d30f1d-cad0-433d-b205-7a246caf0e31 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Notify callbacks [] for router_gateway, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:17.875378 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-4e75bb2f-f7d7-4393-854a-3e994b6be504 None None] For port fc37580b-52b6-4482-ac29-77368a9cf70f, host dv-neutron-797120-4-hyperv, cleared binding levels {{(pid=128085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 11:46:17.886718 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34efb1a1-a829-4075-b064-f40d94c6fa68 tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Router ec2cec42-9d81-44aa-a4f8-e4c8409e9b4d has already been hosted by L3 agent 2987dba8-2249-4ee6-96ec-28f0f7a6127d {{(pid=128084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 11:46:17.915980 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-18d30f1d-cad0-433d-b205-7a246caf0e31 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:17.944758 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0508afb1-e6d6-40f2-9063-36fc53ba059f None None] Network 86a40d8e-1785-40b6-881b-babb3cd6105c requested from dv-neutron-797120-4-hyperv {{(pid=128085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 11:46:17.957014 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-333ddecd-5723-4186-8450-1c5a07d0db16 tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 3.0129654 Jun 24 11:46:17.957157 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 57728) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:46:18.048090 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-4e75bb2f-f7d7-4393-854a-3e994b6be504 None None] For port fc37580b-52b6-4482-ac29-77368a9cf70f, host dv-neutron-797120-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=fc37580b-52b6-4482-ac29-77368a9cf70f,segment=NetworkSegment(fddfe548-9582-48fa-8a0c-6b06bc4d1b9f),segment_id=fddfe548-9582-48fa-8a0c-6b06bc4d1b9f)] {{(pid=128085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 11:46:18.090685 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-819c3d1a-8df7-4ebe-b321-ee5f30b17859 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d65c8f8-7530-5052-99fe-8ea05073750b-377b3c2f-0329-4d52-985c-170831c0dfa3', 'network_id': '377b3c2f-0329-4d52-985c-170831c0dfa3', 'tenant_id': '83bd187da1f344e0936ca43751a06a44', 'fixed_ips': [{'subnet_id': 'b46d5ee2-132c-438b-940e-1ef932fcb839'}]}} from dv-neutron-797120-4-hyperv. {{(pid=128085) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 24 11:46:18.098336 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-819c3d1a-8df7-4ebe-b321-ee5f30b17859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_create {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:18.106496 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-4e75bb2f-f7d7-4393-854a-3e994b6be504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:18.117759 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-f5047361-1632-4d3b-ab2f-107a9cdb6127 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:46:18.119434 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-494dd525-3eed-4060-a938-54b767f7049e tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Made reservation on behalf of 086af1f572244cd08c37d97e004e4732 for: {'port': 1} {{(pid=128083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 11:46:18.121123 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-212e1007-420c-4ce3-9afd-2332b3e44943 None None] Provisioning for port faa3c367-1da3-4fdf-8844-7166b8f01b2a completed by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 11:46:18.124421 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device faa3c367-1da3-4fdf-8844-7166b8f01b2a up at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 11:46:18.135216 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34efb1a1-a829-4075-b064-f40d94c6fa68 tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Notify agent at l3_agent.dv-neutron-797120-4-hyperv the message routers_updated {{(pid=128084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 11:46:18.150807 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-074cf85d-81c3-45ec-a083-1eccf90106a6 None None] Sync routers for ids ['ec2cec42-9d81-44aa-a4f8-e4c8409e9b4d'] in dv-neutron-797120-4-hyperv {{(pid=128086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 11:46:18.161710 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-074cf85d-81c3-45ec-a083-1eccf90106a6 None None] Routers {'ec2cec42-9d81-44aa-a4f8-e4c8409e9b4d'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 11:46:18.162720 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-074cf85d-81c3-45ec-a083-1eccf90106a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T11:45:56Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['ec2cec42-9d81-44aa-a4f8-e4c8409e9b4d'], 'active': True} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:46:18.164626 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-34efb1a1-a829-4075-b064-f40d94c6fa68 tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468916'] for floatingip, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:18.195798 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-074cf85d-81c3-45ec-a083-1eccf90106a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:46:18.205082 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-074cf85d-81c3-45ec-a083-1eccf90106a6 None None] Routers {'ec2cec42-9d81-44aa-a4f8-e4c8409e9b4d'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 11:46:18.205998 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-074cf85d-81c3-45ec-a083-1eccf90106a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T11:45:56Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['ec2cec42-9d81-44aa-a4f8-e4c8409e9b4d'], 'active': True} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:46:18.209941 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-a1ff9fcd-b365-411c-8935-56a348aae9c6 tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-534962'] for network, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:18.244580 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-074cf85d-81c3-45ec-a083-1eccf90106a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:46:18.245623 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-074cf85d-81c3-45ec-a083-1eccf90106a6 None None] The sync data for ids ['ec2cec42-9d81-44aa-a4f8-e4c8409e9b4d'] in dv-neutron-797120-4-hyperv is: [] {{(pid=128086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 11:46:18.300219 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-a1ff9fcd-b365-411c-8935-56a348aae9c6 tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-972249'] for subnet, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:18.311542 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-34efb1a1-a829-4075-b064-f40d94c6fa68 tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 4.7544689 Jun 24 11:46:18.314324 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning for port faa3c367-1da3-4fdf-8844-7166b8f01b2a completed by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 11:46:18.326269 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning complete for port faa3c367-1da3-4fdf-8844-7166b8f01b2a triggered by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:46:18.327115 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:18.336345 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 57730) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:46:18.345024 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-194cf7a2-b71d-4049-8964-e381701aab25 tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Request body: {'floatingip': {'port_id': '50e1a813-dc93-43e4-ac79-7328f1211831', 'fixed_ip_address': '172.20.0.13'}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:46:18.348531 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-494dd525-3eed-4060-a938-54b767f7049e tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:18.415604 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e75bb2f-f7d7-4393-854a-3e994b6be504 None None] Pushing event updated for resources: {'Port': ['ID=fc37580b-52b6-4482-ac29-77368a9cf70f,revision_number=2']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:46:18.428437 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-4e75bb2f-f7d7-4393-854a-3e994b6be504 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.311s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:46:18.444512 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-194cf7a2-b71d-4049-8964-e381701aab25 tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Notify callbacks [] for floatingip, before_update {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:18.475190 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5ff505-7544-4fcd-a1ce-1e3b124de8dc req-2bd299c6-2d12-411b-9d2d-888750f40355 tempest-ServerActionsTestJSON-818164034 tempest-ServerActionsTestJSON-818164034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:46:18.484247 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-8a5ff505-7544-4fcd-a1ce-1e3b124de8dc req-2bd299c6-2d12-411b-9d2d-888750f40355 tempest-ServerActionsTestJSON-818164034 tempest-ServerActionsTestJSON-818164034-project] 10.222.0.53 "GET /v2.0/ports?device_id=d6cc2586-9578-488f-96d4-fbc6dd702115 HTTP/1.1" status: 200 len: 945 time: 1.0895286 Jun 24 11:46:18.538768 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.notifiers.nova [None req-494dd525-3eed-4060-a938-54b767f7049e tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] device_id is not set on port 2542d474-12a0-41bf-a997-7bb4cfdfd929 yet. {{(pid=128083) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 24 11:46:18.607704 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.db_base_plugin_common [None req-2a097a8d-aa93-4fdf-8fa6-af222ef41707 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Allocated IP 2001:db8::1 (86a40d8e-1785-40b6-881b-babb3cd6105c/dadcded1-9d2c-46ab-a171-6be61e6c2be4/550b7d6f-e5ad-4da5-9a2c-199dbecab3f8) {{(pid=128083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 11:46:18.616038 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.db_base_plugin_common [None req-18d30f1d-cad0-433d-b205-7a246caf0e31 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Allocated IP 172.26.7.54 (f2b8ca71-e776-48b2-8898-96cc7970207b/f37bf603-3862-4d0a-9f58-89616f7fd68f/4f327ae0-07fa-4f33-a74d-d9213fb63aa4) {{(pid=128083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 11:46:18.643712 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:18.684765 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] For port faa3c367-1da3-4fdf-8844-7166b8f01b2a, host dv-neutron-797120-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=faa3c367-1da3-4fdf-8844-7166b8f01b2a,segment=NetworkSegment(2f9e259a-c5c5-44f8-8cf1-03d0c6c97ee8),segment_id=2f9e259a-c5c5-44f8-8cf1-03d0c6c97ee8)] {{(pid=128085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 11:46:18.690565 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:18.693314 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-d1bc921f-594d-4e58-a845-097ef128f071 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:46:18.754057 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-a1ff9fcd-b365-411c-8935-56a348aae9c6 tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-972238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3292022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3162263'] for subnet, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:18.755718 dv-neutron-797120-4-hyperv neutron-server[128085]: ERROR oslo_messaging.rpc.server [None req-819c3d1a-8df7-4ebe-b321-ee5f30b17859 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b46d5ee2-132c-438b-940e-1ef932fcb839: This subnet is being modified by another concurrent operation. Jun 24 11:46:18.755718 dv-neutron-797120-4-hyperv neutron-server[128085]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jun 24 11:46:18.755718 dv-neutron-797120-4-hyperv neutron-server[128085]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jun 24 11:46:18.755718 dv-neutron-797120-4-hyperv neutron-server[128085]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jun 24 11:46:18.755718 dv-neutron-797120-4-hyperv neutron-server[128085]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jun 24 11:46:18.755718 dv-neutron-797120-4-hyperv neutron-server[128085]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jun 24 11:46:18.755718 dv-neutron-797120-4-hyperv neutron-server[128085]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jun 24 11:46:18.755718 dv-neutron-797120-4-hyperv neutron-server[128085]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jun 24 11:46:18.755718 dv-neutron-797120-4-hyperv neutron-server[128085]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jun 24 11:46:18.755718 dv-neutron-797120-4-hyperv neutron-server[128085]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jun 24 11:46:18.755718 dv-neutron-797120-4-hyperv neutron-server[128085]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jun 24 11:46:18.755718 dv-neutron-797120-4-hyperv neutron-server[128085]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jun 24 11:46:18.755718 dv-neutron-797120-4-hyperv neutron-server[128085]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 24 11:46:18.755718 dv-neutron-797120-4-hyperv neutron-server[128085]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 24 11:46:18.755718 dv-neutron-797120-4-hyperv neutron-server[128085]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 24 11:46:18.755718 dv-neutron-797120-4-hyperv neutron-server[128085]: ERROR oslo_messaging.rpc.server raise self.value Jun 24 11:46:18.755718 dv-neutron-797120-4-hyperv neutron-server[128085]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jun 24 11:46:18.755718 dv-neutron-797120-4-hyperv neutron-server[128085]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 24 11:46:18.755718 dv-neutron-797120-4-hyperv neutron-server[128085]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jun 24 11:46:18.755718 dv-neutron-797120-4-hyperv neutron-server[128085]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jun 24 11:46:18.755718 dv-neutron-797120-4-hyperv neutron-server[128085]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 24 11:46:18.755718 dv-neutron-797120-4-hyperv neutron-server[128085]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 24 11:46:18.755718 dv-neutron-797120-4-hyperv neutron-server[128085]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 24 11:46:18.755718 dv-neutron-797120-4-hyperv neutron-server[128085]: ERROR oslo_messaging.rpc.server raise self.value Jun 24 11:46:18.755718 dv-neutron-797120-4-hyperv neutron-server[128085]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jun 24 11:46:18.755718 dv-neutron-797120-4-hyperv neutron-server[128085]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 24 11:46:18.755718 dv-neutron-797120-4-hyperv neutron-server[128085]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jun 24 11:46:18.755718 dv-neutron-797120-4-hyperv neutron-server[128085]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jun 24 11:46:18.755718 dv-neutron-797120-4-hyperv neutron-server[128085]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 24 11:46:18.755718 dv-neutron-797120-4-hyperv neutron-server[128085]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 24 11:46:18.755718 dv-neutron-797120-4-hyperv neutron-server[128085]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 24 11:46:18.755718 dv-neutron-797120-4-hyperv neutron-server[128085]: ERROR oslo_messaging.rpc.server raise self.value Jun 24 11:46:18.755718 dv-neutron-797120-4-hyperv neutron-server[128085]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jun 24 11:46:18.755718 dv-neutron-797120-4-hyperv neutron-server[128085]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jun 24 11:46:18.755718 dv-neutron-797120-4-hyperv neutron-server[128085]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jun 24 11:46:18.755718 dv-neutron-797120-4-hyperv neutron-server[128085]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jun 24 11:46:18.755718 dv-neutron-797120-4-hyperv neutron-server[128085]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jun 24 11:46:18.755718 dv-neutron-797120-4-hyperv neutron-server[128085]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jun 24 11:46:18.755718 dv-neutron-797120-4-hyperv neutron-server[128085]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jun 24 11:46:18.755718 dv-neutron-797120-4-hyperv neutron-server[128085]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jun 24 11:46:18.755718 dv-neutron-797120-4-hyperv neutron-server[128085]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jun 24 11:46:18.755718 dv-neutron-797120-4-hyperv neutron-server[128085]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jun 24 11:46:18.755718 dv-neutron-797120-4-hyperv neutron-server[128085]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jun 24 11:46:18.755718 dv-neutron-797120-4-hyperv neutron-server[128085]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jun 24 11:46:18.755718 dv-neutron-797120-4-hyperv neutron-server[128085]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jun 24 11:46:18.755718 dv-neutron-797120-4-hyperv neutron-server[128085]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jun 24 11:46:18.755718 dv-neutron-797120-4-hyperv neutron-server[128085]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jun 24 11:46:18.755718 dv-neutron-797120-4-hyperv neutron-server[128085]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jun 24 11:46:18.755718 dv-neutron-797120-4-hyperv neutron-server[128085]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 24 11:46:18.755718 dv-neutron-797120-4-hyperv neutron-server[128085]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 24 11:46:18.755718 dv-neutron-797120-4-hyperv neutron-server[128085]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 24 11:46:18.755718 dv-neutron-797120-4-hyperv neutron-server[128085]: ERROR oslo_messaging.rpc.server raise self.value Jun 24 11:46:18.755718 dv-neutron-797120-4-hyperv neutron-server[128085]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jun 24 11:46:18.755718 dv-neutron-797120-4-hyperv neutron-server[128085]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 24 11:46:18.758824 dv-neutron-797120-4-hyperv neutron-server[128085]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jun 24 11:46:18.758824 dv-neutron-797120-4-hyperv neutron-server[128085]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jun 24 11:46:18.758824 dv-neutron-797120-4-hyperv neutron-server[128085]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 24 11:46:18.758824 dv-neutron-797120-4-hyperv neutron-server[128085]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 24 11:46:18.758824 dv-neutron-797120-4-hyperv neutron-server[128085]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 24 11:46:18.758824 dv-neutron-797120-4-hyperv neutron-server[128085]: ERROR oslo_messaging.rpc.server raise self.value Jun 24 11:46:18.758824 dv-neutron-797120-4-hyperv neutron-server[128085]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jun 24 11:46:18.758824 dv-neutron-797120-4-hyperv neutron-server[128085]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 24 11:46:18.758824 dv-neutron-797120-4-hyperv neutron-server[128085]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jun 24 11:46:18.758824 dv-neutron-797120-4-hyperv neutron-server[128085]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jun 24 11:46:18.758824 dv-neutron-797120-4-hyperv neutron-server[128085]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 24 11:46:18.758824 dv-neutron-797120-4-hyperv neutron-server[128085]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 24 11:46:18.758824 dv-neutron-797120-4-hyperv neutron-server[128085]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 24 11:46:18.758824 dv-neutron-797120-4-hyperv neutron-server[128085]: ERROR oslo_messaging.rpc.server raise self.value Jun 24 11:46:18.758824 dv-neutron-797120-4-hyperv neutron-server[128085]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jun 24 11:46:18.758824 dv-neutron-797120-4-hyperv neutron-server[128085]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jun 24 11:46:18.758824 dv-neutron-797120-4-hyperv neutron-server[128085]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1464, in create_port Jun 24 11:46:18.758824 dv-neutron-797120-4-hyperv neutron-server[128085]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jun 24 11:46:18.758824 dv-neutron-797120-4-hyperv neutron-server[128085]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1429, in _create_port_db Jun 24 11:46:18.758824 dv-neutron-797120-4-hyperv neutron-server[128085]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jun 24 11:46:18.758824 dv-neutron-797120-4-hyperv neutron-server[128085]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db Jun 24 11:46:18.758824 dv-neutron-797120-4-hyperv neutron-server[128085]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jun 24 11:46:18.758824 dv-neutron-797120-4-hyperv neutron-server[128085]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jun 24 11:46:18.758824 dv-neutron-797120-4-hyperv neutron-server[128085]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jun 24 11:46:18.758824 dv-neutron-797120-4-hyperv neutron-server[128085]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 24 11:46:18.758824 dv-neutron-797120-4-hyperv neutron-server[128085]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 24 11:46:18.758824 dv-neutron-797120-4-hyperv neutron-server[128085]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 24 11:46:18.758824 dv-neutron-797120-4-hyperv neutron-server[128085]: ERROR oslo_messaging.rpc.server raise self.value Jun 24 11:46:18.758824 dv-neutron-797120-4-hyperv neutron-server[128085]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jun 24 11:46:18.758824 dv-neutron-797120-4-hyperv neutron-server[128085]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jun 24 11:46:18.758824 dv-neutron-797120-4-hyperv neutron-server[128085]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jun 24 11:46:18.758824 dv-neutron-797120-4-hyperv neutron-server[128085]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jun 24 11:46:18.758824 dv-neutron-797120-4-hyperv neutron-server[128085]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jun 24 11:46:18.758824 dv-neutron-797120-4-hyperv neutron-server[128085]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jun 24 11:46:18.758824 dv-neutron-797120-4-hyperv neutron-server[128085]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jun 24 11:46:18.758824 dv-neutron-797120-4-hyperv neutron-server[128085]: ERROR oslo_messaging.rpc.server raise exception Jun 24 11:46:18.758824 dv-neutron-797120-4-hyperv neutron-server[128085]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b46d5ee2-132c-438b-940e-1ef932fcb839: This subnet is being modified by another concurrent operation. Jun 24 11:46:18.758824 dv-neutron-797120-4-hyperv neutron-server[128085]: ERROR oslo_messaging.rpc.server Jun 24 11:46:18.760814 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-d6147240-5719-446c-b9d9-21e324d01e38 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:46:18.769166 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-18d30f1d-cad0-433d-b205-7a246caf0e31 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Notify callbacks [] for port, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:18.778276 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Pushing event updated for resources: {'Port': ['ID=faa3c367-1da3-4fdf-8844-7166b8f01b2a,revision_number=3']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:46:18.783430 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:46:18.801391 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ff9fcd-b365-411c-8935-56a348aae9c6 tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Pushing event deleted for resources: {'Subnet': ['ID=b46d5ee2-132c-438b-940e-1ef932fcb839,revision_number=None']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:46:18.804105 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-a1ff9fcd-b365-411c-8935-56a348aae9c6 tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:46:18.865729 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a46fb1c-c087-4189-b7dc-6a767f7e0864 None None] Network 377b3c2f-0329-4d52-985c-170831c0dfa3 requested from dv-neutron-797120-4-hyperv {{(pid=128085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 11:46:18.867200 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-8a5ff505-7544-4fcd-a1ce-1e3b124de8dc req-e349f583-3548-4246-bf9f-9c67c55da040 tempest-ServerActionsTestJSON-818164034 tempest-ServerActionsTestJSON-818164034-project] 10.222.0.53 "GET /v2.0/security-groups?id=7ca7987f-c073-401f-ba18-8737b1398c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3817227 Jun 24 11:46:18.923542 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-a1ff9fcd-b365-411c-8935-56a348aae9c6 tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973199', 'neutron.services.segments.db._delete_segments_for_network-8793194012456'] for network, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:18.950762 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.services.segments.db [None req-a1ff9fcd-b365-411c-8935-56a348aae9c6 tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['377b3c2f-0329-4d52-985c-170831c0dfa3']}} {{(pid=128084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:46:18.982476 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-18d30f1d-cad0-433d-b205-7a246caf0e31 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-650429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-506361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793193536723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2537853'] for port, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:19.001884 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.services.segments.db [None req-a1ff9fcd-b365-411c-8935-56a348aae9c6 tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e40a6150-7ca2-4f95-9480-156b638687e1') {'for_net_delete': True} {{(pid=128084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:46:19.004129 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.services.segments.db [None req-a1ff9fcd-b365-411c-8935-56a348aae9c6 tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e40a6150-7ca2-4f95-9480-156b638687e1') {} {{(pid=128084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:46:19.018503 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-a1ff9fcd-b365-411c-8935-56a348aae9c6 tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793194097327', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2373599'] for segment, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:19.042234 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-655811c8-bcf3-4b4e-bca8-faf3071d2f90 tempest-PortsAdminExtendedAttrsTestJSON-866674268 tempest-PortsAdminExtendedAttrsTestJSON-866674268-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:46:19.048324 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-a1ff9fcd-b365-411c-8935-56a348aae9c6 tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967879'] for segment, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:19.097486 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1ff9fcd-b365-411c-8935-56a348aae9c6 tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Releasing vlan 616 on physical network physnet1 to pool {{(pid=128084) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 11:46:19.097893 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-a1ff9fcd-b365-411c-8935-56a348aae9c6 tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3292053'] for segment, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:19.100964 dv-neutron-797120-4-hyperv neutron-server[128084]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 11:46:19.100964 dv-neutron-797120-4-hyperv neutron-server[128084]: conditions |= (models_v2.Port.network_id.in_( Jun 24 11:46:19.100964 dv-neutron-797120-4-hyperv neutron-server[128084]: Traceback (most recent call last): Jun 24 11:46:19.100964 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 24 11:46:19.100964 dv-neutron-797120-4-hyperv neutron-server[128084]: timer() Jun 24 11:46:19.100964 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 24 11:46:19.100964 dv-neutron-797120-4-hyperv neutron-server[128084]: cb(*args, **kw) Jun 24 11:46:19.100964 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 24 11:46:19.100964 dv-neutron-797120-4-hyperv neutron-server[128084]: return func(*args, **kwargs) Jun 24 11:46:19.100964 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 24 11:46:19.100964 dv-neutron-797120-4-hyperv neutron-server[128084]: self._notify() Jun 24 11:46:19.100964 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 24 11:46:19.100964 dv-neutron-797120-4-hyperv neutron-server[128084]: self.callback(batched_events) Jun 24 11:46:19.100964 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 24 11:46:19.100964 dv-neutron-797120-4-hyperv neutron-server[128084]: event.method(event) Jun 24 11:46:19.100964 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 24 11:46:19.100964 dv-neutron-797120-4-hyperv neutron-server[128084]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 24 11:46:19.100964 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 24 11:46:19.100964 dv-neutron-797120-4-hyperv neutron-server[128084]: aggregate_uuid = self.p_client.list_aggregates( Jun 24 11:46:19.100964 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 24 11:46:19.100964 dv-neutron-797120-4-hyperv neutron-server[128084]: return f(self, *a, **k) Jun 24 11:46:19.100964 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 24 11:46:19.100964 dv-neutron-797120-4-hyperv neutron-server[128084]: return self._get(url).json() Jun 24 11:46:19.100964 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 24 11:46:19.100964 dv-neutron-797120-4-hyperv neutron-server[128084]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 24 11:46:19.100964 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 24 11:46:19.100964 dv-neutron-797120-4-hyperv neutron-server[128084]: return self.request(url, 'GET', **kwargs) Jun 24 11:46:19.100964 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 24 11:46:19.100964 dv-neutron-797120-4-hyperv neutron-server[128084]: base_url = self.get_endpoint(auth, allow=allow, Jun 24 11:46:19.100964 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 24 11:46:19.100964 dv-neutron-797120-4-hyperv neutron-server[128084]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 24 11:46:19.100964 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 24 11:46:19.100964 dv-neutron-797120-4-hyperv neutron-server[128084]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 24 11:46:19.100964 dv-neutron-797120-4-hyperv neutron-server[128084]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 24 11:46:19.136237 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18d30f1d-cad0-433d-b205-7a246caf0e31 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Network f2b8ca71-e776-48b2-8898-96cc7970207b is already hosted by enough agents. {{(pid=128083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 11:46:19.162354 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-f6471f8c-64a4-4596-979f-9dbfff2c2259 None None] Provisioning complete for port faa3c367-1da3-4fdf-8844-7166b8f01b2a triggered by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:46:19.162830 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-f6471f8c-64a4-4596-979f-9dbfff2c2259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:19.169209 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.base_scheduler [None req-18d30f1d-cad0-433d-b205-7a246caf0e31 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Resources bound (agent type, host, resource id): {{(pid=128083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:46:19.178502 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d30f1d-cad0-433d-b205-7a246caf0e31 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Pushing event updated for resources: {'Port': ['ID=4f327ae0-07fa-4f33-a74d-d9213fb63aa4,revision_number=1']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:46:19.183404 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18d30f1d-cad0-433d-b205-7a246caf0e31 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Received port after_create {{(pid=128083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 11:46:19.208321 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-18d30f1d-cad0-433d-b205-7a246caf0e31 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:46:19.234347 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-a1ff9fcd-b365-411c-8935-56a348aae9c6 tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1800243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1815642'] for network, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:19.244267 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-4c5d8c30-598b-42e2-854f-8c340005cae7 tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:46:19.249744 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-a1ff9fcd-b365-411c-8935-56a348aae9c6 tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Notify callbacks [] for network, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:19.257274 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-a1ff9fcd-b365-411c-8935-56a348aae9c6 tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] 10.222.0.53 "DELETE /v2.0/networks/377b3c2f-0329-4d52-985c-170831c0dfa3 HTTP/1.1" status: 204 len: 168 time: 1.2986131 Jun 24 11:46:19.263220 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 57732) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:46:19.276521 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ff9fcd-b365-411c-8935-56a348aae9c6 tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Pushing event deleted for resources: {'Network': ['ID=377b3c2f-0329-4d52-985c-170831c0dfa3,revision_number=None']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:46:19.279313 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [None req-17d85048-8ed2-400b-be3d-7b6fb1956f8b tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2097415876'}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:46:19.321172 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ff9fcd-b365-411c-8935-56a348aae9c6 tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:46:19.321598 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ff9fcd-b365-411c-8935-56a348aae9c6 tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:46:19.322038 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ff9fcd-b365-411c-8935-56a348aae9c6 tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:46:19.322517 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ff9fcd-b365-411c-8935-56a348aae9c6 tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:46:19.322943 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ff9fcd-b365-411c-8935-56a348aae9c6 tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:46:19.323311 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ff9fcd-b365-411c-8935-56a348aae9c6 tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:46:19.323732 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ff9fcd-b365-411c-8935-56a348aae9c6 tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:46:19.324174 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ff9fcd-b365-411c-8935-56a348aae9c6 tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:46:19.324652 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.db_base_plugin_common [None req-494dd525-3eed-4060-a938-54b767f7049e tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Allocated IP 2001:db8::ddbe:a503:3ff2:cd (11a80c9d-f8ee-4388-91b0-d49a25200fee/d9314148-66be-4b86-96b1-7c2ef4e6a2ce/2542d474-12a0-41bf-a997-7bb4cfdfd929) {{(pid=128083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 11:46:19.324776 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ff9fcd-b365-411c-8935-56a348aae9c6 tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:46:19.325162 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ff9fcd-b365-411c-8935-56a348aae9c6 tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:46:19.325654 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ff9fcd-b365-411c-8935-56a348aae9c6 tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:46:19.326480 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ff9fcd-b365-411c-8935-56a348aae9c6 tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:46:19.332010 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-a1ff9fcd-b365-411c-8935-56a348aae9c6 tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:46:19.351528 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-2a097a8d-aa93-4fdf-8fa6-af222ef41707 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Notify callbacks [] for port, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:19.353689 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-194cf7a2-b71d-4049-8964-e381701aab25 tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Notify callbacks [] for floatingip, precommit_update {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:19.358881 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-194cf7a2-b71d-4049-8964-e381701aab25 tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1815637'] for floatingip, after_update {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:19.455684 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.provisioning_blocks [None req-2a097a8d-aa93-4fdf-8fa6-af222ef41707 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Transition to ACTIVE for port object 550b7d6f-e5ad-4da5-9a2c-199dbecab3f8 will not be triggered until provisioned by entity DHCP. {{(pid=128083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 11:46:19.507161 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17d85048-8ed2-400b-be3d-7b6fb1956f8b tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Made reservation on behalf of 83bd187da1f344e0936ca43751a06a44 for: {'network': 1} {{(pid=128083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 11:46:19.510955 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-17d85048-8ed2-400b-be3d-7b6fb1956f8b tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for network, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:19.513951 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.plugin [None req-0240af49-ebbc-4eac-9b63-6840807866b8 admin admin] Deleting port b99f6696-29d0-4dca-a9d1-ade0ea6e6d40 {{(pid=128083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 11:46:19.514286 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-0240af49-ebbc-4eac-9b63-6840807866b8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793193942312'] for port, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:19.609808 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-194cf7a2-b71d-4049-8964-e381701aab25 tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Router ec2cec42-9d81-44aa-a4f8-e4c8409e9b4d has already been hosted by L3 agent 2987dba8-2249-4ee6-96ec-28f0f7a6127d {{(pid=128084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 11:46:19.684883 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-d005890e-3eea-47db-81cc-54b61e6947e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1978565'] for router_interface, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:19.697738 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17d85048-8ed2-400b-be3d-7b6fb1956f8b tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] vlan segment allocate from pool success with {'vlan_id': 648, 'physical_network': 'physnet1'} {{(pid=128083) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 11:46:19.740036 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bb7fe53-12aa-4c6e-854d-44de0d56b89e None None] get_active_networks_info from dv-neutron-797120-4-hyperv {{(pid=128085) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 24 11:46:19.745496 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-194cf7a2-b71d-4049-8964-e381701aab25 tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Notify agent at l3_agent.dv-neutron-797120-4-hyperv the message routers_updated {{(pid=128084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 11:46:19.758030 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-194cf7a2-b71d-4049-8964-e381701aab25 tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468916'] for floatingip, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:19.772141 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02477aaf-c756-4b9f-90d1-d667e31b442d None None] Sync routers for ids ['ec2cec42-9d81-44aa-a4f8-e4c8409e9b4d'] in dv-neutron-797120-4-hyperv {{(pid=128085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 11:46:19.798916 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02477aaf-c756-4b9f-90d1-d667e31b442d None None] Routers {'ec2cec42-9d81-44aa-a4f8-e4c8409e9b4d'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 11:46:19.799841 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-02477aaf-c756-4b9f-90d1-d667e31b442d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T11:45:56Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['ec2cec42-9d81-44aa-a4f8-e4c8409e9b4d'], 'active': True} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:46:19.835840 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-194cf7a2-b71d-4049-8964-e381701aab25 tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] 10.222.0.53 "PUT /v2.0/floatingips/a66be494-90d2-46d1-9bc9-e82c073acdfb HTTP/1.1" status: 200 len: 977 time: 1.4984744 Jun 24 11:46:19.840343 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 57734) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:46:19.840683 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-02477aaf-c756-4b9f-90d1-d667e31b442d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:46:19.861859 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-50a9161f-c486-4ce0-8e9a-b74770ad7310 None None] Provisioning for port fc37580b-52b6-4482-ac29-77368a9cf70f completed by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 11:46:19.882156 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02477aaf-c756-4b9f-90d1-d667e31b442d None None] Routers {'ec2cec42-9d81-44aa-a4f8-e4c8409e9b4d'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 11:46:19.882864 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-02477aaf-c756-4b9f-90d1-d667e31b442d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T11:45:56Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['ec2cec42-9d81-44aa-a4f8-e4c8409e9b4d'], 'active': True} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:46:19.926438 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-02477aaf-c756-4b9f-90d1-d667e31b442d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:46:19.927087 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02477aaf-c756-4b9f-90d1-d667e31b442d None None] The sync data for ids ['ec2cec42-9d81-44aa-a4f8-e4c8409e9b4d'] in dv-neutron-797120-4-hyperv is: [] {{(pid=128085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 11:46:19.971754 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bb7fe53-12aa-4c6e-854d-44de0d56b89e None None] Resources bound (agent type, host, resource id): {{(pid=128085) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 24 11:46:20.045913 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.plugin [None req-0a38fc5e-6e31-4277-bebf-aca185240712 tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Deleting port fb454ea0-8492-4620-bc55-a102b926be32 {{(pid=128084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 11:46:20.046692 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-0a38fc5e-6e31-4277-bebf-aca185240712 tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793193942312'] for port, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:20.130982 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-0a38fc5e-6e31-4277-bebf-aca185240712 tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1978872'] for port, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:20.131308 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-0a38fc5e-6e31-4277-bebf-aca185240712 tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:20.147270 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.plugin [None req-0a38fc5e-6e31-4277-bebf-aca185240712 tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Calling delete_port for fb454ea0-8492-4620-bc55-a102b926be32 owned by network:floatingip {{(pid=128084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 11:46:20.222020 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device fc37580b-52b6-4482-ac29-77368a9cf70f up at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 11:46:20.246465 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-17d85048-8ed2-400b-be3d-7b6fb1956f8b tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967879'] for segment, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:20.247055 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.db.segments_db [None req-17d85048-8ed2-400b-be3d-7b6fb1956f8b tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Added segment 7599a2de-6f07-4018-a560-bd3134df036d of type vlan for network ce5eee75-5dee-4586-9a4e-9bdccaa58a04 Jun 24 11:46:20.317095 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-2a097a8d-aa93-4fdf-8fa6-af222ef41707 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-650429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-506361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793193536723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2537853'] for port, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:20.330397 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-394bb9e9-df28-4e5e-be8d-a1d366c665e0 tempest-ServersTestManualDisk-182325693 tempest-ServersTestManualDisk-182325693-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:46:20.342100 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning for port fc37580b-52b6-4482-ac29-77368a9cf70f completed by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 11:46:20.351471 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning complete for port fc37580b-52b6-4482-ac29-77368a9cf70f triggered by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:46:20.351852 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:20.372727 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-0a38fc5e-6e31-4277-bebf-aca185240712 tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793193945299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193536732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3292088'] for port, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:20.375485 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-7d3724a8-6373-4b02-8c20-5bd550426a28 tempest-ExtraDHCPOptionsIpV6TestJSON-297538214 tempest-ExtraDHCPOptionsIpV6TestJSON-297538214-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:46:20.392686 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.db [None req-0240af49-ebbc-4eac-9b63-6840807866b8 admin admin] For port b99f6696-29d0-4dca-a9d1-ade0ea6e6d40, host dv-neutron-797120-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=b99f6696-29d0-4dca-a9d1-ade0ea6e6d40,segment=NetworkSegment(f44b9ff8-e555-44d1-ab7a-99b2dd7bb3ef),segment_id=f44b9ff8-e555-44d1-ab7a-99b2dd7bb3ef)] {{(pid=128083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 11:46:20.393145 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-0240af49-ebbc-4eac-9b63-6840807866b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1978872'] for port, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:20.406946 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a38fc5e-6e31-4277-bebf-aca185240712 tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Pushing event deleted for resources: {'Port': ['ID=fb454ea0-8492-4620-bc55-a102b926be32,revision_number=None']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:46:20.409909 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-0a38fc5e-6e31-4277-bebf-aca185240712 tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:46:20.463686 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:20.481730 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-0a38fc5e-6e31-4277-bebf-aca185240712 tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Notify callbacks [] for floatingip, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:20.482018 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.plugin [None req-0240af49-ebbc-4eac-9b63-6840807866b8 admin admin] Calling delete_port for b99f6696-29d0-4dca-a9d1-ade0ea6e6d40 owned by network:router_interface {{(pid=128083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 11:46:20.482115 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.db.l3_db [None req-0a38fc5e-6e31-4277-bebf-aca185240712 tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Floating IP a66be494-90d2-46d1-9bc9-e82c073acdfb disassociated (deleted). External IP: 172.26.7.41, port: 50e1a813-dc93-43e4-ac79-7328f1211831. Jun 24 11:46:20.496126 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-17d85048-8ed2-400b-be3d-7b6fb1956f8b tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793193525068'] for network, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:20.501772 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] For port fc37580b-52b6-4482-ac29-77368a9cf70f, host dv-neutron-797120-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=fc37580b-52b6-4482-ac29-77368a9cf70f,segment=NetworkSegment(fddfe548-9582-48fa-8a0c-6b06bc4d1b9f),segment_id=fddfe548-9582-48fa-8a0c-6b06bc4d1b9f)] {{(pid=128085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 11:46:20.506449 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a097a8d-aa93-4fdf-8fa6-af222ef41707 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Network 86a40d8e-1785-40b6-881b-babb3cd6105c is already hosted by enough agents. {{(pid=128083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 11:46:20.507291 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:20.508347 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device faa3c367-1da3-4fdf-8844-7166b8f01b2a up at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 11:46:20.510205 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-40aa1a2d-b650-475f-b7c7-f4930fc92d93 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:46:20.537012 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.base_scheduler [None req-2a097a8d-aa93-4fdf-8fa6-af222ef41707 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Resources bound (agent type, host, resource id): {{(pid=128083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:46:20.581681 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a097a8d-aa93-4fdf-8fa6-af222ef41707 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Received port after_create {{(pid=128083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 11:46:20.582239 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-2a097a8d-aa93-4fdf-8fa6-af222ef41707 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1978458'] for router_interface, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:20.590268 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a097a8d-aa93-4fdf-8fa6-af222ef41707 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Pushing event updated for resources: {'Port': ['ID=550b7d6f-e5ad-4da5-9a2c-199dbecab3f8,revision_number=1']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:46:20.604738 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-18d30f1d-cad0-433d-b205-7a246caf0e31 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Notify callbacks [] for router_gateway, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:20.611511 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Pushing event updated for resources: {'Port': ['ID=fc37580b-52b6-4482-ac29-77368a9cf70f,revision_number=3']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:46:20.615072 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:46:20.635973 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning complete for port faa3c367-1da3-4fdf-8844-7166b8f01b2a triggered by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:46:20.636920 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:20.732801 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a38fc5e-6e31-4277-bebf-aca185240712 tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Router ec2cec42-9d81-44aa-a4f8-e4c8409e9b4d has already been hosted by L3 agent 2987dba8-2249-4ee6-96ec-28f0f7a6127d {{(pid=128084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 11:46:20.755117 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-494dd525-3eed-4060-a938-54b767f7049e tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks [] for port, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:20.759078 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.db.resource_extend [None req-17d85048-8ed2-400b-be3d-7b6fb1956f8b tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=128083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 24 11:46:20.778335 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a097a8d-aa93-4fdf-8fa6-af222ef41707 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:46:20.778724 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a097a8d-aa93-4fdf-8fa6-af222ef41707 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:46:20.779106 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a097a8d-aa93-4fdf-8fa6-af222ef41707 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:46:20.779537 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a097a8d-aa93-4fdf-8fa6-af222ef41707 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:46:20.779915 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a097a8d-aa93-4fdf-8fa6-af222ef41707 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:46:20.780391 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a097a8d-aa93-4fdf-8fa6-af222ef41707 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:46:20.780763 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a097a8d-aa93-4fdf-8fa6-af222ef41707 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:46:20.781212 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a097a8d-aa93-4fdf-8fa6-af222ef41707 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:46:20.781520 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a097a8d-aa93-4fdf-8fa6-af222ef41707 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:46:20.781878 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a097a8d-aa93-4fdf-8fa6-af222ef41707 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:46:20.782245 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a097a8d-aa93-4fdf-8fa6-af222ef41707 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:46:20.782609 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a097a8d-aa93-4fdf-8fa6-af222ef41707 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:46:20.804597 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-2a097a8d-aa93-4fdf-8fa6-af222ef41707 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.474s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:46:20.857901 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.provisioning_blocks [None req-494dd525-3eed-4060-a938-54b767f7049e tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Transition to ACTIVE for port object 2542d474-12a0-41bf-a997-7bb4cfdfd929 will not be triggered until provisioned by entity DHCP. {{(pid=128083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 11:46:20.873303 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-17d85048-8ed2-400b-be3d-7b6fb1956f8b tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1800243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976'] for network, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:20.873658 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a38fc5e-6e31-4277-bebf-aca185240712 tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Notify agent at l3_agent.dv-neutron-797120-4-hyperv the message routers_updated {{(pid=128084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 11:46:20.879543 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17d85048-8ed2-400b-be3d-7b6fb1956f8b tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:46:20.880161 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-17d85048-8ed2-400b-be3d-7b6fb1956f8b tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588949'] for network, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:20.880911 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-0a38fc5e-6e31-4277-bebf-aca185240712 tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468916'] for floatingip, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:20.886329 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5073df2b-8142-4cfa-ae73-f6c86606c5a6 None None] Sync routers for ids ['ec2cec42-9d81-44aa-a4f8-e4c8409e9b4d'] in dv-neutron-797120-4-hyperv {{(pid=128086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 11:46:20.896654 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5073df2b-8142-4cfa-ae73-f6c86606c5a6 None None] Routers {'ec2cec42-9d81-44aa-a4f8-e4c8409e9b4d'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 11:46:20.897400 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-5073df2b-8142-4cfa-ae73-f6c86606c5a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T11:45:56Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['ec2cec42-9d81-44aa-a4f8-e4c8409e9b4d'], 'active': True} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:46:20.914774 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-225d1a2c-9dc3-47c0-97af-745d8791e5f3 tempest-BulkNetworkOpsIpV6Test-1142812762 tempest-BulkNetworkOpsIpV6Test-1142812762-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:46:20.922220 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28d14fe5-4fbb-4be6-aae0-ce758317d14a None None] Provisioning for port 550b7d6f-e5ad-4da5-9a2c-199dbecab3f8 completed by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 11:46:20.927971 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28d14fe5-4fbb-4be6-aae0-ce758317d14a None None] Provisioning complete for port 550b7d6f-e5ad-4da5-9a2c-199dbecab3f8 triggered by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:46:20.928545 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28d14fe5-4fbb-4be6-aae0-ce758317d14a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:20.929206 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-0a38fc5e-6e31-4277-bebf-aca185240712 tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] 10.222.0.53 "DELETE /v2.0/floatingips/a66be494-90d2-46d1-9bc9-e82c073acdfb HTTP/1.1" status: 204 len: 168 time: 1.0882423 Jun 24 11:46:20.931729 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 57738) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:46:20.941764 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200e7bb5-154f-4bd1-b93b-bf22af850845 req-8381c670-f23d-4c3e-b27f-9666d9d0c2cd tempest-ServerActionsTestJSON-818164034 tempest-ServerActionsTestJSON-818164034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:46:20.943321 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-200e7bb5-154f-4bd1-b93b-bf22af850845 req-8381c670-f23d-4c3e-b27f-9666d9d0c2cd tempest-ServerActionsTestJSON-818164034 tempest-ServerActionsTestJSON-818164034-project] 10.222.0.53 "GET /v2.0/ports?device_id=d6cc2586-9578-488f-96d4-fbc6dd702115 HTTP/1.1" status: 200 len: 945 time: 0.7168298 Jun 24 11:46:20.958690 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-5073df2b-8142-4cfa-ae73-f6c86606c5a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:46:20.975162 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5073df2b-8142-4cfa-ae73-f6c86606c5a6 None None] Routers {'ec2cec42-9d81-44aa-a4f8-e4c8409e9b4d'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 11:46:20.975826 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-5073df2b-8142-4cfa-ae73-f6c86606c5a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T11:45:56Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['ec2cec42-9d81-44aa-a4f8-e4c8409e9b4d'], 'active': True} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:46:20.984763 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-28d14fe5-4fbb-4be6-aae0-ce758317d14a None None] Port 550b7d6f-e5ad-4da5-9a2c-199dbecab3f8 cannot update to ACTIVE because it is not bound. {{(pid=128085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 11:46:21.029399 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-5073df2b-8142-4cfa-ae73-f6c86606c5a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:46:21.030121 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5073df2b-8142-4cfa-ae73-f6c86606c5a6 None None] The sync data for ids ['ec2cec42-9d81-44aa-a4f8-e4c8409e9b4d'] in dv-neutron-797120-4-hyperv is: [] {{(pid=128086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 11:46:21.058623 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.plugin [None req-36f0cb67-a8c1-4294-a992-9b9ae98900d7 tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Deleting port 50e1a813-dc93-43e4-ac79-7328f1211831 {{(pid=128084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 11:46:21.058978 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-36f0cb67-a8c1-4294-a992-9b9ae98900d7 tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793193942312'] for port, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:21.083541 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-17d85048-8ed2-400b-be3d-7b6fb1956f8b tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.8142436 Jun 24 11:46:21.110871 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 57740) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:46:21.117974 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-a82da3fd-a4eb-4455-bb72-1b82ac41e6ea tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Request body: {'subnet': {'network_id': 'ce5eee75-5dee-4586-9a4e-9bdccaa58a04', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:46:21.209993 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d85048-8ed2-400b-be3d-7b6fb1956f8b tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Pushing event updated for resources: {'Network': ['ID=ce5eee75-5dee-4586-9a4e-9bdccaa58a04,revision_number=1']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:46:21.212069 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-36f0cb67-a8c1-4294-a992-9b9ae98900d7 tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1978872'] for port, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:21.223474 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Network ce5eee75-5dee-4586-9a4e-9bdccaa58a04 details requested by agent ovs-agent-dv-neutron-797120-4-hyperv with host dv-neutron-797120-4-hyperv {{(pid=128085) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 11:46:21.229538 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.plugin [None req-36f0cb67-a8c1-4294-a992-9b9ae98900d7 tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Calling delete_port for 50e1a813-dc93-43e4-ac79-7328f1211831 owned by {{(pid=128084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 11:46:21.250960 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-17d85048-8ed2-400b-be3d-7b6fb1956f8b tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.336s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:46:21.279484 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-200e7bb5-154f-4bd1-b93b-bf22af850845 req-841979f4-cdd4-4772-bcba-f06564617292 tempest-ServerActionsTestJSON-818164034 tempest-ServerActionsTestJSON-818164034-project] 10.222.0.53 "GET /v2.0/security-groups?id=7ca7987f-c073-401f-ba18-8737b1398c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2829266 Jun 24 11:46:21.293531 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a82da3fd-a4eb-4455-bb72-1b82ac41e6ea tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Made reservation on behalf of 83bd187da1f344e0936ca43751a06a44 for: {'subnet': 1} {{(pid=128084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 11:46:21.300855 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-a82da3fd-a4eb-4455-bb72-1b82ac41e6ea tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3162484'] for subnet, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:21.303596 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-494dd525-3eed-4060-a938-54b767f7049e tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-650429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-506361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793193536723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2537853'] for port, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:21.313313 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-2a097a8d-aa93-4fdf-8fa6-af222ef41707 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:21.317688 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-a9636b37-52c6-4c57-bfbe-2c5b1f553d1a tempest-BulkNetworkOpsIpV6Test-1142812762 tempest-BulkNetworkOpsIpV6Test-1142812762-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:46:21.487194 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-494dd525-3eed-4060-a938-54b767f7049e tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Network 11a80c9d-f8ee-4388-91b0-d49a25200fee is already hosted by enough agents. {{(pid=128083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 11:46:21.528828 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.base_scheduler [None req-494dd525-3eed-4060-a938-54b767f7049e tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Resources bound (agent type, host, resource id): {{(pid=128083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:46:21.543734 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-494dd525-3eed-4060-a938-54b767f7049e tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Received port after_create {{(pid=128083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 11:46:21.549650 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-494dd525-3eed-4060-a938-54b767f7049e tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:46:21.550370 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-494dd525-3eed-4060-a938-54b767f7049e tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468916'] for port, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:21.560491 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-18d30f1d-cad0-433d-b205-7a246caf0e31 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1803210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1815767'] for router, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:21.571174 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494dd525-3eed-4060-a938-54b767f7049e tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Pushing event updated for resources: {'Port': ['ID=2542d474-12a0-41bf-a997-7bb4cfdfd929,revision_number=1']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:46:21.590727 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-494dd525-3eed-4060-a938-54b767f7049e tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:46:21.716711 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-494dd525-3eed-4060-a938-54b767f7049e tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 945 time: 4.7083831 Jun 24 11:46:21.720284 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-0240af49-ebbc-4eac-9b63-6840807866b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793193945299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193536732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2537862'] for port, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:21.726026 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 57742) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:46:21.727625 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-7adc13fe-1909-49fd-b5d5-47b7a62e5424 tempest-PortsAdminExtendedAttrsTestJSON-866674268 tempest-PortsAdminExtendedAttrsTestJSON-866674268-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:46:21.815127 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-a8ad0b4a-2fe6-4116-a0c2-33c38cc678ef None None] Provisioning for port 2542d474-12a0-41bf-a997-7bb4cfdfd929 completed by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 11:46:21.820332 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-a8ad0b4a-2fe6-4116-a0c2-33c38cc678ef None None] Provisioning complete for port 2542d474-12a0-41bf-a997-7bb4cfdfd929 triggered by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:46:21.821037 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-a8ad0b4a-2fe6-4116-a0c2-33c38cc678ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:21.861417 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-a8ad0b4a-2fe6-4116-a0c2-33c38cc678ef None None] Port 2542d474-12a0-41bf-a997-7bb4cfdfd929 cannot update to ACTIVE because it is not bound. {{(pid=128085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 11:46:21.955068 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-a82da3fd-a4eb-4455-bb72-1b82ac41e6ea tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3291959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3162270'] for subnet, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:21.961018 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:46:22.002026 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-36f0cb67-a8c1-4294-a992-9b9ae98900d7 tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793193945299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193536732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3292088'] for port, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:22.024743 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device fc37580b-52b6-4482-ac29-77368a9cf70f up at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 11:46:22.059671 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0240af49-ebbc-4eac-9b63-6840807866b8 admin admin] Pushing event deleted for resources: {'Port': ['ID=b99f6696-29d0-4dca-a9d1-ade0ea6e6d40,revision_number=None']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:46:22.065889 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-0240af49-ebbc-4eac-9b63-6840807866b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.338s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:46:22.079242 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82da3fd-a4eb-4455-bb72-1b82ac41e6ea tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Pushing event updated for resources: {'Subnet': ['ID=8663c430-d33d-4985-9a1c-58e1e604ac75,revision_number=0']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:46:22.082490 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-a82da3fd-a4eb-4455-bb72-1b82ac41e6ea tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:46:22.089111 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning complete for port fc37580b-52b6-4482-ac29-77368a9cf70f triggered by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:46:22.089885 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:22.100725 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-e1feaf9f-bea0-447d-9215-28bcc9d7e498 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.091s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:46:22.149996 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f0cb67-a8c1-4294-a992-9b9ae98900d7 tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Pushing event deleted for resources: {'Port': ['ID=50e1a813-dc93-43e4-ac79-7328f1211831,revision_number=None']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:46:22.152811 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-36f0cb67-a8c1-4294-a992-9b9ae98900d7 tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:46:22.156970 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a82da3fd-a4eb-4455-bb72-1b82ac41e6ea tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Checking segment: {'id': '7599a2de-6f07-4018-a560-bd3134df036d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'ce5eee75-5dee-4586-9a4e-9bdccaa58a04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=128084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 11:46:22.157354 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a82da3fd-a4eb-4455-bb72-1b82ac41e6ea tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Network hostable DHCP agents. Network: ce5eee75-5dee-4586-9a4e-9bdccaa58a04, hostable agents: ['6be988a9-1d97-480f-be5a-c55abf2c55c5'], hosted agents: [] {{(pid=128084) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 11:46:22.189282 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-36f0cb67-a8c1-4294-a992-9b9ae98900d7 tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468916'] for port, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:22.195104 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-36f0cb67-a8c1-4294-a992-9b9ae98900d7 tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] 10.222.0.53 "DELETE /v2.0/ports/50e1a813-dc93-43e4-ac79-7328f1211831 HTTP/1.1" status: 204 len: 168 time: 1.2589819 Jun 24 11:46:22.196193 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 57744) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:46:22.200575 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-d43b09d6-9478-40e1-ad3d-ddd28e94623c tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Request body: {'floatingip': {'floating_network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b'}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:46:22.206069 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a82da3fd-a4eb-4455-bb72-1b82ac41e6ea tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Network ce5eee75-5dee-4586-9a4e-9bdccaa58a04 is scheduled to be hosted by DHCP agent 6be988a9-1d97-480f-be5a-c55abf2c55c5 with binding_index 1 {{(pid=128084) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 11:46:22.220320 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.base_scheduler [None req-a82da3fd-a4eb-4455-bb72-1b82ac41e6ea tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-4-hyperv, ce5eee75-5dee-4586-9a4e-9bdccaa58a04) {{(pid=128084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:46:22.224674 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a82da3fd-a4eb-4455-bb72-1b82ac41e6ea tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=128084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:46:22.225306 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-a82da3fd-a4eb-4455-bb72-1b82ac41e6ea tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Notify callbacks [] for subnet, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:22.235011 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8feec5cb-d52e-4f64-bde5-441ac872e89c None None] Network ce5eee75-5dee-4586-9a4e-9bdccaa58a04 requested from dv-neutron-797120-4-hyperv {{(pid=128085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 11:46:22.247771 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.plugin [None req-d005890e-3eea-47db-81cc-54b61e6947e9 admin admin] Deleting port a4fcb919-5c7d-4467-b400-47369e570fd0 {{(pid=128083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 11:46:22.248122 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-d005890e-3eea-47db-81cc-54b61e6947e9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793193942312'] for port, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:22.251494 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-d43b09d6-9478-40e1-ad3d-ddd28e94623c tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Notify callbacks [] for floatingip, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:22.259535 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-a82da3fd-a4eb-4455-bb72-1b82ac41e6ea tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.1473367 Jun 24 11:46:22.261478 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 57746) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:46:22.409773 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd1f972a-b531-45ad-98f1-de237b234978 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:46:22.415723 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd1f972a-b531-45ad-98f1-de237b234978 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:46:22.417308 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-dd1f972a-b531-45ad-98f1-de237b234978 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.6873288 Jun 24 11:46:22.420085 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 57750) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:46:22.438665 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-eb19f14a-e8e0-4b94-8735-c028780ca749 tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-534962'] for network, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:22.450458 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9ddaa1c-6e73-4dec-be68-9e5d7b04a0b8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d65c8f8-7530-5052-99fe-8ea05073750b-ce5eee75-5dee-4586-9a4e-9bdccaa58a04', 'network_id': 'ce5eee75-5dee-4586-9a4e-9bdccaa58a04', 'tenant_id': '83bd187da1f344e0936ca43751a06a44', 'fixed_ips': [{'subnet_id': '8663c430-d33d-4985-9a1c-58e1e604ac75'}]}} from dv-neutron-797120-4-hyperv. {{(pid=128085) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 24 11:46:22.451869 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-d9ddaa1c-6e73-4dec-be68-9e5d7b04a0b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_create {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:22.556661 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-d43b09d6-9478-40e1-ad3d-ddd28e94623c tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:22.601802 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.db [None req-d005890e-3eea-47db-81cc-54b61e6947e9 admin admin] For port a4fcb919-5c7d-4467-b400-47369e570fd0, host dv-neutron-797120-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=a4fcb919-5c7d-4467-b400-47369e570fd0,segment=NetworkSegment(88c1b979-2b93-4ed9-8c10-4ea37cb41e96),segment_id=88c1b979-2b93-4ed9-8c10-4ea37cb41e96)] {{(pid=128083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 11:46:22.602272 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-d005890e-3eea-47db-81cc-54b61e6947e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1978872'] for port, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:22.612744 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.db_base_plugin_common [None req-d9ddaa1c-6e73-4dec-be68-9e5d7b04a0b8 None None] Allocated IP 2001:db8::1 (ce5eee75-5dee-4586-9a4e-9bdccaa58a04/8663c430-d33d-4985-9a1c-58e1e604ac75/78afe77f-4d8d-44ec-85d7-22d5a66b5032) {{(pid=128085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 11:46:22.636515 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-eb19f14a-e8e0-4b94-8735-c028780ca749 tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-972249'] for subnet, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:22.642069 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-2a097a8d-aa93-4fdf-8fa6-af222ef41707 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Notify callbacks [] for port, precommit_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:22.644762 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.plugin [None req-d005890e-3eea-47db-81cc-54b61e6947e9 admin admin] Calling delete_port for a4fcb919-5c7d-4467-b400-47369e570fd0 owned by network:router_interface {{(pid=128083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 11:46:22.648348 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18d30f1d-cad0-433d-b205-7a246caf0e31 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Router 2e59d8b6-dba6-4de2-a649-d8c74ed5dc60 is scheduled to L3 agent 2987dba8-2249-4ee6-96ec-28f0f7a6127d with binding_index 1 {{(pid=128083) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 24 11:46:22.661156 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-2a097a8d-aa93-4fdf-8fa6-af222ef41707 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2537871'] for port, after_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:22.662213 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-2a097a8d-aa93-4fdf-8fa6-af222ef41707 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1783050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1978542'] for router_interface, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:22.671244 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-90482e38-d6be-4f29-a8f0-5571a632ec56 tempest-ServersTestJSON-1725335409 tempest-ServersTestJSON-1725335409-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:46:22.675311 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-0240af49-ebbc-4eac-9b63-6840807866b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1588985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1806165'] for router_interface, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:22.733024 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.plugin [None req-c037de95-3033-4ac4-ace7-a84e2b6e626d tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Deleting port 2542d474-12a0-41bf-a997-7bb4cfdfd929 {{(pid=128084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 11:46:22.733430 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-c037de95-3033-4ac4-ace7-a84e2b6e626d tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793193942312'] for port, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:22.778499 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-d9ddaa1c-6e73-4dec-be68-9e5d7b04a0b8 None None] Notify callbacks [] for port, precommit_create {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:22.793290 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-d9ddaa1c-6e73-4dec-be68-9e5d7b04a0b8 None None] Transition to ACTIVE for port object 78afe77f-4d8d-44ec-85d7-22d5a66b5032 will not be triggered until provisioned by entity L2. {{(pid=128085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 11:46:22.805811 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.db.db_base_plugin_common [None req-d43b09d6-9478-40e1-ad3d-ddd28e94623c tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Allocated IP 172.26.7.120 (f2b8ca71-e776-48b2-8898-96cc7970207b/f37bf603-3862-4d0a-9f58-89616f7fd68f/819842fd-7860-4ec9-9e43-bc26d815076d) {{(pid=128084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 11:46:22.816575 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-d9ddaa1c-6e73-4dec-be68-9e5d7b04a0b8 None None] Transition to ACTIVE for port object 78afe77f-4d8d-44ec-85d7-22d5a66b5032 will not be triggered until provisioned by entity DHCP. {{(pid=128085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 11:46:22.828419 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-d9ddaa1c-6e73-4dec-be68-9e5d7b04a0b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-650429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-506361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793193536723'] for port, after_create {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:22.833194 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-55a2481f-686b-4373-b3d1-6a12374bf730 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:46:22.878474 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9ddaa1c-6e73-4dec-be68-9e5d7b04a0b8 None None] Network ce5eee75-5dee-4586-9a4e-9bdccaa58a04 is already hosted by enough agents. {{(pid=128085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 11:46:22.887780 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.scheduler.base_scheduler [None req-d9ddaa1c-6e73-4dec-be68-9e5d7b04a0b8 None None] Resources bound (agent type, host, resource id): {{(pid=128085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:46:22.894405 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-c037de95-3033-4ac4-ace7-a84e2b6e626d tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1978872'] for port, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:22.894693 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9ddaa1c-6e73-4dec-be68-9e5d7b04a0b8 None None] Received port after_create {{(pid=128085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 11:46:22.904290 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ddaa1c-6e73-4dec-be68-9e5d7b04a0b8 None None] Pushing event updated for resources: {'Port': ['ID=78afe77f-4d8d-44ec-85d7-22d5a66b5032,revision_number=1']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:46:22.930747 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ddaa1c-6e73-4dec-be68-9e5d7b04a0b8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:46:22.931167 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ddaa1c-6e73-4dec-be68-9e5d7b04a0b8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:46:22.931278 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-eb19f14a-e8e0-4b94-8735-c028780ca749 tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-972238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3292022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3162263'] for subnet, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:22.931610 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ddaa1c-6e73-4dec-be68-9e5d7b04a0b8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:46:22.932010 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ddaa1c-6e73-4dec-be68-9e5d7b04a0b8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:46:22.932401 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ddaa1c-6e73-4dec-be68-9e5d7b04a0b8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:46:22.933382 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ddaa1c-6e73-4dec-be68-9e5d7b04a0b8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:46:22.933790 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ddaa1c-6e73-4dec-be68-9e5d7b04a0b8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:46:22.934301 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ddaa1c-6e73-4dec-be68-9e5d7b04a0b8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:46:22.934702 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ddaa1c-6e73-4dec-be68-9e5d7b04a0b8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:46:22.935155 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ddaa1c-6e73-4dec-be68-9e5d7b04a0b8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:46:22.935540 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ddaa1c-6e73-4dec-be68-9e5d7b04a0b8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:46:22.935920 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ddaa1c-6e73-4dec-be68-9e5d7b04a0b8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:46:22.940361 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-d9ddaa1c-6e73-4dec-be68-9e5d7b04a0b8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:46:22.943464 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-29f77c88-0894-4267-9a07-d49773247d49 tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:46:22.955566 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.plugin [None req-c037de95-3033-4ac4-ace7-a84e2b6e626d tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Calling delete_port for 2542d474-12a0-41bf-a997-7bb4cfdfd929 owned by {{(pid=128084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 11:46:22.970313 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a097a8d-aa93-4fdf-8fa6-af222ef41707 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Pushing event updated for resources: {'Port': ['ID=550b7d6f-e5ad-4da5-9a2c-199dbecab3f8,revision_number=2']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:46:22.982870 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-d9ddaa1c-6e73-4dec-be68-9e5d7b04a0b8 None None] Attempting to bind port 78afe77f-4d8d-44ec-85d7-22d5a66b5032 on host dv-neutron-797120-4-hyperv for vnic_type normal with profile {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 11:46:22.983242 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-d9ddaa1c-6e73-4dec-be68-9e5d7b04a0b8 None None] Attempting to bind port 78afe77f-4d8d-44ec-85d7-22d5a66b5032 by drivers openvswitch,hyperv on host dv-neutron-797120-4-hyperv at level 0 using segments [{'id': '7599a2de-6f07-4018-a560-bd3134df036d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'ce5eee75-5dee-4586-9a4e-9bdccaa58a04'}] {{(pid=128085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 11:46:22.984196 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9ddaa1c-6e73-4dec-be68-9e5d7b04a0b8 None None] Attempting to bind port 78afe77f-4d8d-44ec-85d7-22d5a66b5032 on network ce5eee75-5dee-4586-9a4e-9bdccaa58a04 {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 11:46:22.985610 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb19f14a-e8e0-4b94-8735-c028780ca749 tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Pushing event deleted for resources: {'Subnet': ['ID=8663c430-d33d-4985-9a1c-58e1e604ac75,revision_number=None']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:46:22.988508 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-2a097a8d-aa93-4fdf-8fa6-af222ef41707 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.317s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:46:22.992640 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9ddaa1c-6e73-4dec-be68-9e5d7b04a0b8 None None] Checking agent: {'id': 'e3a695b2-c397-461f-83b0-10b79d490b59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 11, 36, 56), 'started_at': datetime.datetime(2021, 6, 24, 11, 37, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 11, 45, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 11:46:22.993053 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9ddaa1c-6e73-4dec-be68-9e5d7b04a0b8 None None] Checking segment: {'id': '7599a2de-6f07-4018-a560-bd3134df036d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'ce5eee75-5dee-4586-9a4e-9bdccaa58a04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=128085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 11:46:22.993465 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-d9ddaa1c-6e73-4dec-be68-9e5d7b04a0b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:22.993860 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9ddaa1c-6e73-4dec-be68-9e5d7b04a0b8 None None] Bound using segment: {'id': '7599a2de-6f07-4018-a560-bd3134df036d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'ce5eee75-5dee-4586-9a4e-9bdccaa58a04'} {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 11:46:22.994440 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-d9ddaa1c-6e73-4dec-be68-9e5d7b04a0b8 None None] Bound port: 78afe77f-4d8d-44ec-85d7-22d5a66b5032, host: dv-neutron-797120-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7599a2de-6f07-4018-a560-bd3134df036d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'ce5eee75-5dee-4586-9a4e-9bdccaa58a04'}}] {{(pid=128085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 11:46:22.994878 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-d9ddaa1c-6e73-4dec-be68-9e5d7b04a0b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:22.999567 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337f92fc-de1c-42dd-bbf8-380a49e91576 req-06a3b26a-d978-4877-bbc5-9b045dac9f43 tempest-ServerActionsTestJSON-818164034 tempest-ServerActionsTestJSON-818164034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:46:23.003995 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-337f92fc-de1c-42dd-bbf8-380a49e91576 req-06a3b26a-d978-4877-bbc5-9b045dac9f43 tempest-ServerActionsTestJSON-818164034 tempest-ServerActionsTestJSON-818164034-project] 10.222.0.53 "GET /v2.0/ports?device_id=d6cc2586-9578-488f-96d4-fbc6dd702115 HTTP/1.1" status: 200 len: 945 time: 0.4782577 Jun 24 11:46:23.007607 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-eb19f14a-e8e0-4b94-8735-c028780ca749 tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:46:23.070266 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-d9ddaa1c-6e73-4dec-be68-9e5d7b04a0b8 None None] For port 78afe77f-4d8d-44ec-85d7-22d5a66b5032, host dv-neutron-797120-4-hyperv, cleared binding levels {{(pid=128085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 11:46:23.076092 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-d9ddaa1c-6e73-4dec-be68-9e5d7b04a0b8 None None] For port 78afe77f-4d8d-44ec-85d7-22d5a66b5032, host dv-neutron-797120-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=78afe77f-4d8d-44ec-85d7-22d5a66b5032,segment=NetworkSegment(7599a2de-6f07-4018-a560-bd3134df036d),segment_id=7599a2de-6f07-4018-a560-bd3134df036d)] {{(pid=128085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 11:46:23.081446 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-d9ddaa1c-6e73-4dec-be68-9e5d7b04a0b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:23.085158 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-7d96cb84-cdd9-434e-a96e-43704cdc3ebe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:46:23.110954 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-eb19f14a-e8e0-4b94-8735-c028780ca749 tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973199', 'neutron.services.segments.db._delete_segments_for_network-8793194012456'] for network, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:23.138515 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.services.segments.db [None req-eb19f14a-e8e0-4b94-8735-c028780ca749 tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce5eee75-5dee-4586-9a4e-9bdccaa58a04']}} {{(pid=128084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:46:23.161846 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.services.segments.db [None req-eb19f14a-e8e0-4b94-8735-c028780ca749 tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7599a2de-6f07-4018-a560-bd3134df036d') {'for_net_delete': True} {{(pid=128084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:46:23.162219 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.services.segments.db [None req-eb19f14a-e8e0-4b94-8735-c028780ca749 tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7599a2de-6f07-4018-a560-bd3134df036d') {} {{(pid=128084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:46:23.176496 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-d43b09d6-9478-40e1-ad3d-ddd28e94623c tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Notify callbacks [] for port, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:23.177320 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ddaa1c-6e73-4dec-be68-9e5d7b04a0b8 None None] Pushing event updated for resources: {'Port': ['ID=78afe77f-4d8d-44ec-85d7-22d5a66b5032,revision_number=2']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:46:23.180503 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-d9ddaa1c-6e73-4dec-be68-9e5d7b04a0b8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:46:23.184523 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-eb19f14a-e8e0-4b94-8735-c028780ca749 tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793194097327', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2373599'] for segment, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:23.211147 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37dcdf0b-c98d-4c51-965a-bf90a6857e25 None None] Network ce5eee75-5dee-4586-9a4e-9bdccaa58a04 requested from dv-neutron-797120-4-hyperv {{(pid=128085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 11:46:23.216242 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-eb19f14a-e8e0-4b94-8735-c028780ca749 tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967879'] for segment, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:23.230042 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb19f14a-e8e0-4b94-8735-c028780ca749 tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Releasing vlan 648 on physical network physnet1 to pool {{(pid=128084) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 11:46:23.230457 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-eb19f14a-e8e0-4b94-8735-c028780ca749 tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3292053'] for segment, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:23.234408 dv-neutron-797120-4-hyperv neutron-server[128084]: Traceback (most recent call last): Jun 24 11:46:23.234408 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 24 11:46:23.234408 dv-neutron-797120-4-hyperv neutron-server[128084]: timer() Jun 24 11:46:23.234408 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 24 11:46:23.234408 dv-neutron-797120-4-hyperv neutron-server[128084]: cb(*args, **kw) Jun 24 11:46:23.234408 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 24 11:46:23.234408 dv-neutron-797120-4-hyperv neutron-server[128084]: return func(*args, **kwargs) Jun 24 11:46:23.234408 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 24 11:46:23.234408 dv-neutron-797120-4-hyperv neutron-server[128084]: self._notify() Jun 24 11:46:23.234408 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 24 11:46:23.234408 dv-neutron-797120-4-hyperv neutron-server[128084]: self.callback(batched_events) Jun 24 11:46:23.234408 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 24 11:46:23.234408 dv-neutron-797120-4-hyperv neutron-server[128084]: event.method(event) Jun 24 11:46:23.234408 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 24 11:46:23.234408 dv-neutron-797120-4-hyperv neutron-server[128084]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 24 11:46:23.234408 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 24 11:46:23.234408 dv-neutron-797120-4-hyperv neutron-server[128084]: aggregate_uuid = self.p_client.list_aggregates( Jun 24 11:46:23.234408 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 24 11:46:23.234408 dv-neutron-797120-4-hyperv neutron-server[128084]: return f(self, *a, **k) Jun 24 11:46:23.234408 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 24 11:46:23.234408 dv-neutron-797120-4-hyperv neutron-server[128084]: return self._get(url).json() Jun 24 11:46:23.234408 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 24 11:46:23.234408 dv-neutron-797120-4-hyperv neutron-server[128084]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 24 11:46:23.234408 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 24 11:46:23.234408 dv-neutron-797120-4-hyperv neutron-server[128084]: return self.request(url, 'GET', **kwargs) Jun 24 11:46:23.234408 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 24 11:46:23.234408 dv-neutron-797120-4-hyperv neutron-server[128084]: base_url = self.get_endpoint(auth, allow=allow, Jun 24 11:46:23.234408 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 24 11:46:23.234408 dv-neutron-797120-4-hyperv neutron-server[128084]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 24 11:46:23.234408 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 24 11:46:23.234408 dv-neutron-797120-4-hyperv neutron-server[128084]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 24 11:46:23.234408 dv-neutron-797120-4-hyperv neutron-server[128084]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 24 11:46:23.267214 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-337f92fc-de1c-42dd-bbf8-380a49e91576 req-6f3e03db-43d3-402c-9b1b-679a8b9f487d tempest-ServerActionsTestJSON-818164034 tempest-ServerActionsTestJSON-818164034-project] 10.222.0.53 "GET /v2.0/security-groups?id=7ca7987f-c073-401f-ba18-8737b1398c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2446551 Jun 24 11:46:23.272053 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a097a8d-aa93-4fdf-8fa6-af222ef41707 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Network 86a40d8e-1785-40b6-881b-babb3cd6105c is already hosted by enough agents. {{(pid=128083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 11:46:23.277103 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18d30f1d-cad0-433d-b205-7a246caf0e31 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Notify agent at l3_agent.dv-neutron-797120-4-hyperv the message routers_updated {{(pid=128083) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 11:46:23.287549 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.base_scheduler [None req-2a097a8d-aa93-4fdf-8fa6-af222ef41707 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Resources bound (agent type, host, resource id): {{(pid=128083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:46:23.294021 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96471feb-1503-452e-865c-281d0030e74d None None] Sync routers for ids ['2e59d8b6-dba6-4de2-a649-d8c74ed5dc60'] in dv-neutron-797120-4-hyperv {{(pid=128085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 11:46:23.343359 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96471feb-1503-452e-865c-281d0030e74d None None] Routers {'2e59d8b6-dba6-4de2-a649-d8c74ed5dc60'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 11:46:23.344075 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-96471feb-1503-452e-865c-281d0030e74d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T11:45:56Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['2e59d8b6-dba6-4de2-a649-d8c74ed5dc60'], 'active': True} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:46:23.349018 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.db.api [None req-eb19f14a-e8e0-4b94-8735-c028780ca749 tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jun 24 11:46:23.349018 dv-neutron-797120-4-hyperv neutron-server[128084]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jun 24 11:46:23.349018 dv-neutron-797120-4-hyperv neutron-server[128084]: [parameters: {'id': 'ce5eee75-5dee-4586-9a4e-9bdccaa58a04'}] Jun 24 11:46:23.349018 dv-neutron-797120-4-hyperv neutron-server[128084]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=128084) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 24 11:46:23.349018 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_db.api [None req-eb19f14a-e8e0-4b94-8735-c028780ca749 tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=128084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 24 11:46:23.356468 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-d43b09d6-9478-40e1-ad3d-ddd28e94623c tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-650429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-506361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793193536723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3291971'] for port, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:23.360375 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-1f6686d7-a97b-4fbc-adcb-a63f82db1346 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:46:23.388406 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-c037de95-3033-4ac4-ace7-a84e2b6e626d tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793193945299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193536732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3292088'] for port, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:23.405896 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-96471feb-1503-452e-865c-281d0030e74d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:46:23.414290 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d43b09d6-9478-40e1-ad3d-ddd28e94623c tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Network f2b8ca71-e776-48b2-8898-96cc7970207b is already hosted by enough agents. {{(pid=128084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 11:46:23.418724 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-18d30f1d-cad0-433d-b205-7a246caf0e31 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Notify callbacks [] for router, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:23.422694 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-18d30f1d-cad0-433d-b205-7a246caf0e31 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 8.4781637 Jun 24 11:46:23.422859 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.base_scheduler [None req-d43b09d6-9478-40e1-ad3d-ddd28e94623c tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Resources bound (agent type, host, resource id): {{(pid=128084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:46:23.426224 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96471feb-1503-452e-865c-281d0030e74d None None] Routers {'2e59d8b6-dba6-4de2-a649-d8c74ed5dc60'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 11:46:23.426402 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 57752) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:46:23.427106 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-96471feb-1503-452e-865c-281d0030e74d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T11:45:56Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['2e59d8b6-dba6-4de2-a649-d8c74ed5dc60'], 'active': True} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:46:23.435018 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d43b09d6-9478-40e1-ad3d-ddd28e94623c tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Received port after_create {{(pid=128084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 11:46:23.473281 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-96471feb-1503-452e-865c-281d0030e74d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:46:23.474056 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96471feb-1503-452e-865c-281d0030e74d None None] The sync data for ids ['2e59d8b6-dba6-4de2-a649-d8c74ed5dc60'] in dv-neutron-797120-4-hyperv is: [] {{(pid=128085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 11:46:23.518170 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43b09d6-9478-40e1-ad3d-ddd28e94623c tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Pushing event updated for resources: {'Port': ['ID=819842fd-7860-4ec9-9e43-bc26d815076d,revision_number=1']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:46:23.521031 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-c037de95-3033-4ac4-ace7-a84e2b6e626d tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468916'] for port, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:23.526572 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-c037de95-3033-4ac4-ace7-a84e2b6e626d tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] 10.222.0.53 "DELETE /v2.0/ports/2542d474-12a0-41bf-a997-7bb4cfdfd929 HTTP/1.1" status: 204 len: 168 time: 1.1044154 Jun 24 11:46:23.530690 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-d43b09d6-9478-40e1-ad3d-ddd28e94623c tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:46:23.531155 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 57754) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:46:23.533216 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-34efb1a1-a829-4075-b064-f40d94c6fa68 tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.139s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:46:23.597114 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c037de95-3033-4ac4-ace7-a84e2b6e626d tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Pushing event deleted for resources: {'Port': ['ID=2542d474-12a0-41bf-a997-7bb4cfdfd929,revision_number=None']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:46:23.609348 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-c037de95-3033-4ac4-ace7-a84e2b6e626d tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:46:23.658350 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-d005890e-3eea-47db-81cc-54b61e6947e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793193945299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193536732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2537862'] for port, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:23.662246 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-2a097a8d-aa93-4fdf-8fa6-af222ef41707 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:46:23.670348 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a097a8d-aa93-4fdf-8fa6-af222ef41707 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Router 9df3156e-21eb-4b3a-aa4e-8d27cb323135 is scheduled to L3 agent 2987dba8-2249-4ee6-96ec-28f0f7a6127d with binding_index 1 {{(pid=128083) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 24 11:46:23.679601 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ac64173-e678-4018-a3a5-4b525ce5468c tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=128084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:46:23.681159 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ac64173-e678-4018-a3a5-4b525ce5468c tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=128084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:46:23.685364 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-6ac64173-e678-4018-a3a5-4b525ce5468c tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1485691 Jun 24 11:46:23.689903 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 57756) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:46:23.692731 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0240af49-ebbc-4eac-9b63-6840807866b8 admin admin] Router 16a0ccb4-faa5-4aa2-aacb-5bb552cad041 has already been hosted by L3 agent 2987dba8-2249-4ee6-96ec-28f0f7a6127d {{(pid=128083) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 11:46:23.712820 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-6bb1079c-bef6-4536-8735-908341cc46ec None None] Provisioning complete for port 550b7d6f-e5ad-4da5-9a2c-199dbecab3f8 triggered by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:46:23.713292 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-6bb1079c-bef6-4536-8735-908341cc46ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:23.731402 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d005890e-3eea-47db-81cc-54b61e6947e9 admin admin] Pushing event deleted for resources: {'Port': ['ID=a4fcb919-5c7d-4467-b400-47369e570fd0,revision_number=None']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:46:23.784889 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-b157881a-9137-436c-945f-7c8c7db3be05 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] 10.222.0.53 "GET /v2.0/routers/2e59d8b6-dba6-4de2-a649-d8c74ed5dc60 HTTP/1.1" status: 200 len: 880 time: 0.3560781 Jun 24 11:46:23.788402 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 57758) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:46:23.789703 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-d005890e-3eea-47db-81cc-54b61e6947e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:46:23.808959 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-6bb1079c-bef6-4536-8735-908341cc46ec None None] Port 550b7d6f-e5ad-4da5-9a2c-199dbecab3f8 cannot update to ACTIVE because it is not bound. {{(pid=128085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 11:46:23.814466 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.db.db_base_plugin_v2 [None req-cefe9a45-76e8-45a9-b070-b2d4c08ceab3 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Deleting subnet d9314148-66be-4b86-96b1-7c2ef4e6a2ce {{(pid=128084) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 24 11:46:23.820413 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-d43b09d6-9478-40e1-ad3d-ddd28e94623c tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Notify callbacks [] for floatingip, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:23.824020 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ecaf5fb6-4914-4827-9416-eaf2ccc1b078 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:23.826825 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-cefe9a45-76e8-45a9-b070-b2d4c08ceab3 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks [] for subnet, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:23.849701 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-eb19f14a-e8e0-4b94-8735-c028780ca749 tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-534962'] for network, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:23.916081 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-cefe9a45-76e8-45a9-b070-b2d4c08ceab3 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2373542'] for subnet, precommit_delete_associations {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:23.936055 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-d43b09d6-9478-40e1-ad3d-ddd28e94623c tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:23.949140 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d04befd6-e3a8-4853-ae62-106b80506087 None None] get_active_networks_info from dv-neutron-797120-4-hyperv {{(pid=128085) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 24 11:46:24.054307 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.agents_db [None req-87a69269-d72b-4286-97f3-1041481ed6d8 None None] Agent healthcheck: found 6 active agents {{(pid=128086) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 11:46:24.134126 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d04befd6-e3a8-4853-ae62-106b80506087 None None] Resources bound (agent type, host, resource id): {{(pid=128085) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 24 11:46:24.153372 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-cefe9a45-76e8-45a9-b070-b2d4c08ceab3 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-972249'] for subnet, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:24.177338 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.plugin [None req-eb19f14a-e8e0-4b94-8735-c028780ca749 tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Deleting port 78afe77f-4d8d-44ec-85d7-22d5a66b5032 {{(pid=128084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 11:46:24.177706 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-eb19f14a-e8e0-4b94-8735-c028780ca749 tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793193942312'] for port, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:24.307409 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.db [None req-eb19f14a-e8e0-4b94-8735-c028780ca749 tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] For port 78afe77f-4d8d-44ec-85d7-22d5a66b5032, host dv-neutron-797120-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=78afe77f-4d8d-44ec-85d7-22d5a66b5032,segment=NetworkSegment(7599a2de-6f07-4018-a560-bd3134df036d),segment_id=7599a2de-6f07-4018-a560-bd3134df036d)] {{(pid=128084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 11:46:24.308124 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-eb19f14a-e8e0-4b94-8735-c028780ca749 tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1978872'] for port, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:24.312801 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-d43b09d6-9478-40e1-ad3d-ddd28e94623c tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Notify callbacks [] for port, precommit_update {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:24.326171 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-d43b09d6-9478-40e1-ad3d-ddd28e94623c tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3292081'] for port, after_update {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:24.333397 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-0a38fc5e-6e31-4277-bebf-aca185240712 tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:46:24.336900 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.plugin [None req-eb19f14a-e8e0-4b94-8735-c028780ca749 tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Calling delete_port for 78afe77f-4d8d-44ec-85d7-22d5a66b5032 owned by network:dhcp {{(pid=128084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 11:46:24.379987 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-cefe9a45-76e8-45a9-b070-b2d4c08ceab3 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-972238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3292022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3162263'] for subnet, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:24.433989 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a097a8d-aa93-4fdf-8fa6-af222ef41707 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Notify agent at l3_agent.dv-neutron-797120-4-hyperv the message routers_updated {{(pid=128083) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 11:46:24.440107 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-2a097a8d-aa93-4fdf-8fa6-af222ef41707 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] 10.222.0.53 "PUT /v2.0/routers/9df3156e-21eb-4b3a-aa4e-8d27cb323135/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3830934 Jun 24 11:46:24.444993 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b3a758f-8479-4f27-a7f5-c22e8eabb466 None None] Sync routers for ids ['9df3156e-21eb-4b3a-aa4e-8d27cb323135'] in dv-neutron-797120-4-hyperv {{(pid=128086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 11:46:24.458232 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b3a758f-8479-4f27-a7f5-c22e8eabb466 None None] Routers {'9df3156e-21eb-4b3a-aa4e-8d27cb323135'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 11:46:24.459362 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-6b3a758f-8479-4f27-a7f5-c22e8eabb466 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T11:45:56Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['9df3156e-21eb-4b3a-aa4e-8d27cb323135'], 'active': True} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:46:24.461922 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 57762) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:46:24.476005 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-cefe9a45-76e8-45a9-b070-b2d4c08ceab3 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks [] for subnet, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:24.480305 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-cefe9a45-76e8-45a9-b070-b2d4c08ceab3 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] 10.222.0.53 "DELETE /v2.0/subnets/d9314148-66be-4b86-96b1-7c2ef4e6a2ce HTTP/1.1" status: 204 len: 168 time: 0.7873116 Jun 24 11:46:24.480820 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43b09d6-9478-40e1-ad3d-ddd28e94623c tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Pushing event updated for resources: {'Port': ['ID=819842fd-7860-4ec9-9e43-bc26d815076d,revision_number=2']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:46:24.487663 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 57764) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:46:24.494565 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-d43b09d6-9478-40e1-ad3d-ddd28e94623c tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:46:24.498212 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-a6f372b0-d266-4eaf-9ffc-d5a0f2ea9a10 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.112s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:46:24.510186 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-6b3a758f-8479-4f27-a7f5-c22e8eabb466 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:46:24.513810 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ca2591c-20a9-44f8-a3d7-6b034cbad028 None None] Network 11a80c9d-f8ee-4388-91b0-d49a25200fee requested from dv-neutron-797120-4-hyperv {{(pid=128085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 11:46:24.520912 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b3a758f-8479-4f27-a7f5-c22e8eabb466 None None] Routers {'9df3156e-21eb-4b3a-aa4e-8d27cb323135'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 11:46:24.521761 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-6b3a758f-8479-4f27-a7f5-c22e8eabb466 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T11:45:56Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['9df3156e-21eb-4b3a-aa4e-8d27cb323135'], 'active': True} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:46:24.557545 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c444339-c263-4580-beb2-2d0c4795b1d5 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:46:24.559009 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-2c444339-c263-4580-beb2-2d0c4795b1d5 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] 10.222.0.53 "GET /v2.0/ports/550b7d6f-e5ad-4da5-9a2c-199dbecab3f8 HTTP/1.1" status: 200 len: 911 time: 0.0862813 Jun 24 11:46:24.561155 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-6b3a758f-8479-4f27-a7f5-c22e8eabb466 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:46:24.562874 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b3a758f-8479-4f27-a7f5-c22e8eabb466 None None] The sync data for ids ['9df3156e-21eb-4b3a-aa4e-8d27cb323135'] in dv-neutron-797120-4-hyperv is: [] {{(pid=128086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 11:46:24.604221 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 57766) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:46:24.613320 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [None req-98db781f-a357-49ea-8771-6d1779c6a67c tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'dadcded1-9d2c-46ab-a171-6be61e6c2be4'}]}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:46:24.655785 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-d005890e-3eea-47db-81cc-54b61e6947e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1588985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1806165'] for router_interface, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:24.712731 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0240af49-ebbc-4eac-9b63-6840807866b8 admin admin] Notify agent at l3_agent.dv-neutron-797120-4-hyperv the message routers_updated {{(pid=128083) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 11:46:24.726582 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-0240af49-ebbc-4eac-9b63-6840807866b8 admin admin] 10.222.0.53 "PUT /v2.0/routers/16a0ccb4-faa5-4aa2-aacb-5bb552cad041/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.0791054 Jun 24 11:46:24.737174 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 57768) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:46:24.743948 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a88a64e3-3688-4e4a-ab6f-e5629dbe692a None None] Sync routers for ids ['16a0ccb4-faa5-4aa2-aacb-5bb552cad041'] in dv-neutron-797120-4-hyperv {{(pid=128085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 11:46:24.762010 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a88a64e3-3688-4e4a-ab6f-e5629dbe692a None None] Routers {'16a0ccb4-faa5-4aa2-aacb-5bb552cad041'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 11:46:24.762010 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-a88a64e3-3688-4e4a-ab6f-e5629dbe692a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T11:45:56Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['16a0ccb4-faa5-4aa2-aacb-5bb552cad041'], 'active': True} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:46:24.831893 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3ac8e73-940b-45c0-8f7c-f601d8a7d0ee None None] DHCP port deletion for 11a80c9d-f8ee-4388-91b0-d49a25200fee request from dv-neutron-797120-4-hyperv {{(pid=128085) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 24 11:46:24.845691 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-95fea5d8-d3e3-4bc0-8e2b-473d8fc0c2f0 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3559375 Jun 24 11:46:24.853201 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 57770) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:46:24.860419 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefe9a45-76e8-45a9-b070-b2d4c08ceab3 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Pushing event deleted for resources: {'Subnet': ['ID=d9314148-66be-4b86-96b1-7c2ef4e6a2ce,revision_number=None']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:46:24.864104 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-cefe9a45-76e8-45a9-b070-b2d4c08ceab3 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.366s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:46:24.869123 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-5a7e079b-4330-49f5-8172-60537a7b9355 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Request body: {'subnet': {'network_id': '11a80c9d-f8ee-4388-91b0-d49a25200fee', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:46:24.876295 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-d43b09d6-9478-40e1-ad3d-ddd28e94623c tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1815637'] for floatingip, after_update {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:24.962520 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-d43b09d6-9478-40e1-ad3d-ddd28e94623c tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468916'] for floatingip, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:24.963806 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-d43b09d6-9478-40e1-ad3d-ddd28e94623c tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.7671146 Jun 24 11:46:24.966319 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 57772) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:46:24.972895 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-427b97d7-867a-47f7-b0f8-dedfecb459e5 tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Request body: {'port': {'network_id': '4965e089-111a-482d-8b4e-93f2f808fab3', 'name': 'tempest-FloatingIPTestJSON-1196633692'}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:46:24.982106 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvr_db [None req-a88a64e3-3688-4e4a-ab6f-e5629dbe692a None None] Set router 16a0ccb4-faa5-4aa2-aacb-5bb552cad041 gateway port host: dv-neutron-797120-4-hyperv {{(pid=128085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 11:46:24.990099 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-eb19f14a-e8e0-4b94-8735-c028780ca749 tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793193945299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193536732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3292088'] for port, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:25.004949 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-261bab4c-18d4-46af-b824-9e086e40cd23 tempest-PortsAdminExtendedAttrsTestJSON-866674268 tempest-PortsAdminExtendedAttrsTestJSON-866674268-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:46:25.052785 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cac08ca-2be7-4d43-b4e4-d38b77fb2544 req-e775fec0-ba78-4775-b19f-b40e02328a84 tempest-ServerActionsTestJSON-818164034 tempest-ServerActionsTestJSON-818164034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:46:25.053004 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-b3ac8e73-940b-45c0-8f7c-f601d8a7d0ee None None] Deleting port fc37580b-52b6-4482-ac29-77368a9cf70f {{(pid=128085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 11:46:25.053370 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-b3ac8e73-940b-45c0-8f7c-f601d8a7d0ee None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793193942312'] for port, before_delete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:25.054383 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-9cac08ca-2be7-4d43-b4e4-d38b77fb2544 req-e775fec0-ba78-4775-b19f-b40e02328a84 tempest-ServerActionsTestJSON-818164034 tempest-ServerActionsTestJSON-818164034-project] 10.222.0.53 "GET /v2.0/ports?device_id=d6cc2586-9578-488f-96d4-fbc6dd702115 HTTP/1.1" status: 200 len: 945 time: 0.5914710 Jun 24 11:46:25.098391 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a7e079b-4330-49f5-8172-60537a7b9355 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Made reservation on behalf of 086af1f572244cd08c37d97e004e4732 for: {'subnet': 1} {{(pid=128084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 11:46:25.101984 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-5a7e079b-4330-49f5-8172-60537a7b9355 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3162484'] for subnet, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:25.105350 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb19f14a-e8e0-4b94-8735-c028780ca749 tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Pushing event deleted for resources: {'Port': ['ID=78afe77f-4d8d-44ec-85d7-22d5a66b5032,revision_number=None']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:46:25.122227 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-eb19f14a-e8e0-4b94-8735-c028780ca749 tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:46:25.126378 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb19f14a-e8e0-4b94-8735-c028780ca749 tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] No DVR routers for this DVR port 78afe77f-4d8d-44ec-85d7-22d5a66b5032 on host dv-neutron-797120-4-hyperv {{(pid=128084) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 11:46:25.132782 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-d7101d96-5107-4442-8f09-572a71993485 admin admin] Notify callbacks [] for router, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:25.167485 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-b3ac8e73-940b-45c0-8f7c-f601d8a7d0ee None None] For port fc37580b-52b6-4482-ac29-77368a9cf70f, host dv-neutron-797120-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=fc37580b-52b6-4482-ac29-77368a9cf70f,segment=NetworkSegment(fddfe548-9582-48fa-8a0c-6b06bc4d1b9f),segment_id=fddfe548-9582-48fa-8a0c-6b06bc4d1b9f)] {{(pid=128085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 11:46:25.168045 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-b3ac8e73-940b-45c0-8f7c-f601d8a7d0ee None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1978872'] for port, precommit_delete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:25.185265 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-10ab5021-f1a6-4921-a9f7-d5b5d2152312 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 1.3920989 Jun 24 11:46:25.187614 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-b3ac8e73-940b-45c0-8f7c-f601d8a7d0ee None None] Calling delete_port for fc37580b-52b6-4482-ac29-77368a9cf70f owned by network:dhcp {{(pid=128085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 11:46:25.190811 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 57774) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:46:25.223997 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [None req-757e1adb-50c5-42be-9f48-173c854a5ea6 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1290370959'}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:46:25.281533 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-9cac08ca-2be7-4d43-b4e4-d38b77fb2544 req-d0075863-c270-4e50-b79e-b5b34cbec686 tempest-ServerActionsTestJSON-818164034 tempest-ServerActionsTestJSON-818164034-project] 10.222.0.53 "GET /v2.0/security-groups?id=7ca7987f-c073-401f-ba18-8737b1398c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2092736 Jun 24 11:46:25.333351 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-eb19f14a-e8e0-4b94-8735-c028780ca749 tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973199', 'neutron.services.segments.db._delete_segments_for_network-8793194012456'] for network, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:25.358252 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.services.segments.db [None req-eb19f14a-e8e0-4b94-8735-c028780ca749 tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce5eee75-5dee-4586-9a4e-9bdccaa58a04']}} {{(pid=128084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:46:25.376914 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.services.segments.db [None req-eb19f14a-e8e0-4b94-8735-c028780ca749 tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7599a2de-6f07-4018-a560-bd3134df036d') {'for_net_delete': True} {{(pid=128084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:46:25.377236 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.services.segments.db [None req-eb19f14a-e8e0-4b94-8735-c028780ca749 tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7599a2de-6f07-4018-a560-bd3134df036d') {} {{(pid=128084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:46:25.381282 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-427b97d7-867a-47f7-b0f8-dedfecb459e5 tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Made reservation on behalf of 40c92baf3d234fc591c70dce5f4e5134 for: {'port': 1} {{(pid=128084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 11:46:25.383349 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-98db781f-a357-49ea-8771-6d1779c6a67c tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:25.384904 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-427b97d7-867a-47f7-b0f8-dedfecb459e5 tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:25.409063 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-eb19f14a-e8e0-4b94-8735-c028780ca749 tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793194097327', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2373599'] for segment, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:25.447481 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.notifiers.nova [None req-427b97d7-867a-47f7-b0f8-dedfecb459e5 tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] device_id is not set on port d2213dfc-6f45-4da1-9934-e8a1a005d76e yet. {{(pid=128084) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 24 11:46:25.453342 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-eb19f14a-e8e0-4b94-8735-c028780ca749 tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967879'] for segment, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:25.470339 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb19f14a-e8e0-4b94-8735-c028780ca749 tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Releasing vlan 648 on physical network physnet1 to pool {{(pid=128084) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 11:46:25.470843 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-eb19f14a-e8e0-4b94-8735-c028780ca749 tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3292053'] for segment, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:25.474564 dv-neutron-797120-4-hyperv neutron-server[128084]: Traceback (most recent call last): Jun 24 11:46:25.474564 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 24 11:46:25.474564 dv-neutron-797120-4-hyperv neutron-server[128084]: timer() Jun 24 11:46:25.474564 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 24 11:46:25.474564 dv-neutron-797120-4-hyperv neutron-server[128084]: cb(*args, **kw) Jun 24 11:46:25.474564 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 24 11:46:25.474564 dv-neutron-797120-4-hyperv neutron-server[128084]: return func(*args, **kwargs) Jun 24 11:46:25.474564 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 24 11:46:25.474564 dv-neutron-797120-4-hyperv neutron-server[128084]: self._notify() Jun 24 11:46:25.474564 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 24 11:46:25.474564 dv-neutron-797120-4-hyperv neutron-server[128084]: self.callback(batched_events) Jun 24 11:46:25.474564 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 24 11:46:25.474564 dv-neutron-797120-4-hyperv neutron-server[128084]: event.method(event) Jun 24 11:46:25.474564 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 24 11:46:25.474564 dv-neutron-797120-4-hyperv neutron-server[128084]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 24 11:46:25.474564 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 24 11:46:25.474564 dv-neutron-797120-4-hyperv neutron-server[128084]: aggregate_uuid = self.p_client.list_aggregates( Jun 24 11:46:25.474564 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 24 11:46:25.474564 dv-neutron-797120-4-hyperv neutron-server[128084]: return f(self, *a, **k) Jun 24 11:46:25.474564 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 24 11:46:25.474564 dv-neutron-797120-4-hyperv neutron-server[128084]: return self._get(url).json() Jun 24 11:46:25.474564 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 24 11:46:25.474564 dv-neutron-797120-4-hyperv neutron-server[128084]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 24 11:46:25.474564 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 24 11:46:25.474564 dv-neutron-797120-4-hyperv neutron-server[128084]: return self.request(url, 'GET', **kwargs) Jun 24 11:46:25.474564 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 24 11:46:25.474564 dv-neutron-797120-4-hyperv neutron-server[128084]: base_url = self.get_endpoint(auth, allow=allow, Jun 24 11:46:25.474564 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 24 11:46:25.474564 dv-neutron-797120-4-hyperv neutron-server[128084]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 24 11:46:25.474564 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 24 11:46:25.474564 dv-neutron-797120-4-hyperv neutron-server[128084]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 24 11:46:25.474564 dv-neutron-797120-4-hyperv neutron-server[128084]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 24 11:46:25.480713 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-b3ac8e73-940b-45c0-8f7c-f601d8a7d0ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793193945299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193536732'] for port, after_delete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:25.484082 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-4e75bb2f-f7d7-4393-854a-3e994b6be504 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:46:25.489205 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-a88a64e3-3688-4e4a-ab6f-e5629dbe692a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16a0ccb4-faa5-4aa2-aacb-5bb552cad041', 'name': 'tempest-ServersTestJSON-1630259479-router', 'tenant_id': 'a34fcc8eaff5466883f461818fc3749a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'external_fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.127'}], 'enable_snat': True}, 'gw_port_id': '25e76955-23e3-4f6a-8b80-3217d5376583', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T11:44:19Z', 'updated_at': '2021-06-24T11:46:21Z', 'revision_number': 5, 'project_id': 'a34fcc8eaff5466883f461818fc3749a', 'gw_port': {'id': '25e76955-23e3-4f6a-8b80-3217d5376583', 'name': '', 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:bd:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16a0ccb4-faa5-4aa2-aacb-5bb552cad041', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:44:20Z', 'updated_at': '2021-06-24T11:44:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-4-hyperv'}], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:46:25.542768 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a88a64e3-3688-4e4a-ab6f-e5629dbe692a None None] Checking router: 16a0ccb4-faa5-4aa2-aacb-5bb552cad041 for host: dv-neutron-797120-4-hyperv {{(pid=128085) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 11:46:25.544962 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ac8e73-940b-45c0-8f7c-f601d8a7d0ee None None] Pushing event deleted for resources: {'Port': ['ID=fc37580b-52b6-4482-ac29-77368a9cf70f,revision_number=None']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:46:25.553257 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3ac8e73-940b-45c0-8f7c-f601d8a7d0ee None None] No DVR routers for this DVR port fc37580b-52b6-4482-ac29-77368a9cf70f on host dv-neutron-797120-4-hyperv {{(pid=128085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 11:46:25.554866 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-b3ac8e73-940b-45c0-8f7c-f601d8a7d0ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:46:25.559801 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a88a64e3-3688-4e4a-ab6f-e5629dbe692a None None] Routers {'16a0ccb4-faa5-4aa2-aacb-5bb552cad041'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 11:46:25.560431 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-a88a64e3-3688-4e4a-ab6f-e5629dbe692a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T11:45:56Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['16a0ccb4-faa5-4aa2-aacb-5bb552cad041'], 'active': True} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:46:25.626124 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-eb19f14a-e8e0-4b94-8735-c028780ca749 tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1800243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1815642'] for network, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:25.640661 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-c504b998-c0dd-4b6b-bd24-7217ace13278 tempest-PortsAdminExtendedAttrsIpV6TestJSON-918925667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-918925667-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:46:25.644904 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-eb19f14a-e8e0-4b94-8735-c028780ca749 tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Notify callbacks [] for network, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:25.650530 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-eb19f14a-e8e0-4b94-8735-c028780ca749 tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] 10.222.0.53 "DELETE /v2.0/networks/ce5eee75-5dee-4586-9a4e-9bdccaa58a04 HTTP/1.1" status: 204 len: 168 time: 3.3844419 Jun 24 11:46:25.656235 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 57776) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:46:25.680854 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-c8fac80d-1622-4ee3-b383-a83a117a46e0 tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1389693693'}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:46:25.697578 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvr_db [None req-a88a64e3-3688-4e4a-ab6f-e5629dbe692a None None] Set router 16a0ccb4-faa5-4aa2-aacb-5bb552cad041 gateway port host: dv-neutron-797120-4-hyperv {{(pid=128085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 11:46:25.711260 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-5a7e079b-4330-49f5-8172-60537a7b9355 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3291959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3162270'] for subnet, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:25.718689 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb19f14a-e8e0-4b94-8735-c028780ca749 tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Pushing event deleted for resources: {'Network': ['ID=ce5eee75-5dee-4586-9a4e-9bdccaa58a04,revision_number=None']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:46:25.727526 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-eb19f14a-e8e0-4b94-8735-c028780ca749 tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:46:25.731560 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-eb19f14a-e8e0-4b94-8735-c028780ca749 tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.014s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:46:25.772167 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8fac80d-1622-4ee3-b383-a83a117a46e0 tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Made reservation on behalf of 83bd187da1f344e0936ca43751a06a44 for: {'network': 1} {{(pid=128084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 11:46:25.775613 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-c8fac80d-1622-4ee3-b383-a83a117a46e0 tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for network, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:25.778769 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a7e079b-4330-49f5-8172-60537a7b9355 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Network 11a80c9d-f8ee-4388-91b0-d49a25200fee is already hosted by enough agents. {{(pid=128084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 11:46:25.793109 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.db.db_base_plugin_common [None req-427b97d7-867a-47f7-b0f8-dedfecb459e5 tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Allocated IP 172.20.0.7 (4965e089-111a-482d-8b4e-93f2f808fab3/601dfe9b-0301-4469-a352-3182348d7d07/d2213dfc-6f45-4da1-9934-e8a1a005d76e) {{(pid=128084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 11:46:25.799159 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.base_scheduler [None req-5a7e079b-4330-49f5-8172-60537a7b9355 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Resources bound (agent type, host, resource id): {{(pid=128084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:46:25.807351 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a7e079b-4330-49f5-8172-60537a7b9355 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=128084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:46:25.807953 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-5a7e079b-4330-49f5-8172-60537a7b9355 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks [] for subnet, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:25.818552 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-881f9ff2-3414-4ad0-b97e-10fa15dbc2ea None None] Network 11a80c9d-f8ee-4388-91b0-d49a25200fee requested from dv-neutron-797120-4-hyperv {{(pid=128085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 11:46:25.820004 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-d7101d96-5107-4442-8f09-572a71993485 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:25.865043 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7e079b-4330-49f5-8172-60537a7b9355 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Pushing event updated for resources: {'Subnet': ['ID=15c8d06c-e8a0-4210-b051-7e86c3e2b0b2,revision_number=0']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:46:25.867262 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8fac80d-1622-4ee3-b383-a83a117a46e0 tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] vlan segment allocate from pool success with {'vlan_id': 627, 'physical_network': 'physnet1'} {{(pid=128084) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 11:46:25.877439 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-5a7e079b-4330-49f5-8172-60537a7b9355 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.0145183 Jun 24 11:46:25.878073 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 57778) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:46:25.878960 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-5a7e079b-4330-49f5-8172-60537a7b9355 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:46:25.895400 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-3521bab0-0677-44c7-9420-7336f1117a0f tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Request body: {'port': {'network_id': '11a80c9d-f8ee-4388-91b0-d49a25200fee', 'fixed_ips': [{'subnet_id': '15c8d06c-e8a0-4210-b051-7e86c3e2b0b2', 'ip_address': '2001:db8::d312:7654:3f5a:fe2'}], 'name': 'tempest-NetworksTestDHCPv6-934402744'}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:46:25.921734 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-c8fac80d-1622-4ee3-b383-a83a117a46e0 tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967879'] for segment, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:25.922087 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.db.segments_db [None req-c8fac80d-1622-4ee3-b383-a83a117a46e0 tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Added segment 4d64ec63-9509-4ed1-bebd-c04e312eea7a of type vlan for network 94c20c43-6333-4073-88ab-3f603c6e3589 Jun 24 11:46:25.993592 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d005890e-3eea-47db-81cc-54b61e6947e9 admin admin] Router d3841c7c-0784-40fa-bc69-08007ba0858d has already been hosted by L3 agent 2987dba8-2249-4ee6-96ec-28f0f7a6127d {{(pid=128083) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 11:46:26.060890 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device fc37580b-52b6-4482-ac29-77368a9cf70f no longer exists at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 11:46:26.072414 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-c8fac80d-1622-4ee3-b383-a83a117a46e0 tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793193525068'] for network, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:26.086258 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e450ecf0-90c3-4ae3-9a23-2e2439109381 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d65c8f8-7530-5052-99fe-8ea05073750b-11a80c9d-f8ee-4388-91b0-d49a25200fee', 'network_id': '11a80c9d-f8ee-4388-91b0-d49a25200fee', 'tenant_id': '086af1f572244cd08c37d97e004e4732', 'fixed_ips': [{'subnet_id': '15c8d06c-e8a0-4210-b051-7e86c3e2b0b2'}]}} from dv-neutron-797120-4-hyperv. {{(pid=128085) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 24 11:46:26.087373 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-e450ecf0-90c3-4ae3-9a23-2e2439109381 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_create {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:26.101153 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] No Port match for: fc37580b-52b6-4482-ac29-77368a9cf70f {{(pid=128085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 11:46:26.101153 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device fc37580b-52b6-4482-ac29-77368a9cf70f not bound to the agent host dv-neutron-797120-4-hyperv {{(pid=128085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 11:46:26.162172 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-c8fac80d-1622-4ee3-b383-a83a117a46e0 tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1800243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976'] for network, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:26.167584 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8fac80d-1622-4ee3-b383-a83a117a46e0 tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=128084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:46:26.168172 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-c8fac80d-1622-4ee3-b383-a83a117a46e0 tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Notify callbacks [] for network, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:26.175935 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-eb19f14a-e8e0-4b94-8735-c028780ca749 tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:46:26.181745 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-427b97d7-867a-47f7-b0f8-dedfecb459e5 tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Notify callbacks [] for port, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:26.196922 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.plugin [None req-d7101d96-5107-4442-8f09-572a71993485 admin admin] Deleting port 25e76955-23e3-4f6a-8b80-3217d5376583 {{(pid=128083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 11:46:26.197286 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-d7101d96-5107-4442-8f09-572a71993485 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793193942312'] for port, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:26.206442 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-a88a64e3-3688-4e4a-ab6f-e5629dbe692a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16a0ccb4-faa5-4aa2-aacb-5bb552cad041', 'name': 'tempest-ServersTestJSON-1630259479-router', 'tenant_id': 'a34fcc8eaff5466883f461818fc3749a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'external_fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.127'}], 'enable_snat': True}, 'gw_port_id': '25e76955-23e3-4f6a-8b80-3217d5376583', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T11:44:19Z', 'updated_at': '2021-06-24T11:46:21Z', 'revision_number': 5, 'project_id': 'a34fcc8eaff5466883f461818fc3749a', 'gw_port': {'id': '25e76955-23e3-4f6a-8b80-3217d5376583', 'name': '', 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:bd:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16a0ccb4-faa5-4aa2-aacb-5bb552cad041', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:44:20Z', 'updated_at': '2021-06-24T11:44:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-4-hyperv'}], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:46:26.247775 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a88a64e3-3688-4e4a-ab6f-e5629dbe692a None None] The sync data for ids ['16a0ccb4-faa5-4aa2-aacb-5bb552cad041'] in dv-neutron-797120-4-hyperv is: [{'id': '16a0ccb4-faa5-4aa2-aacb-5bb552cad041', 'name': 'tempest-ServersTestJSON-1630259479-router', 'tenant_id': 'a34fcc8eaff5466883f461818fc3749a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'external_fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.127'}], 'enable_snat': True}, 'gw_port_id': '25e76955-23e3-4f6a-8b80-3217d5376583', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T11:44:19Z', 'updated_at': '2021-06-24T11:46:21Z', 'revision_number': 5, 'project_id': 'a34fcc8eaff5466883f461818fc3749a', 'gw_port': {'id': '25e76955-23e3-4f6a-8b80-3217d5376583', 'name': '', 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:bd:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16a0ccb4-faa5-4aa2-aacb-5bb552cad041', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:44:20Z', 'updated_at': '2021-06-24T11:44:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-4-hyperv'}] {{(pid=128085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 11:46:26.255636 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3521bab0-0677-44c7-9420-7336f1117a0f tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Made reservation on behalf of 086af1f572244cd08c37d97e004e4732 for: {'port': 1} {{(pid=128084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 11:46:26.281418 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-c8fac80d-1622-4ee3-b383-a83a117a46e0 tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6214707 Jun 24 11:46:26.298884 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.db_base_plugin_common [None req-e450ecf0-90c3-4ae3-9a23-2e2439109381 None None] Allocated IP 2001:db8::2 (11a80c9d-f8ee-4388-91b0-d49a25200fee/15c8d06c-e8a0-4210-b051-7e86c3e2b0b2/0fb8e046-13be-4e95-89e5-f57cc570d1bc) {{(pid=128085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 11:46:26.307022 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 57780) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:46:26.314920 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8fac80d-1622-4ee3-b383-a83a117a46e0 tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Pushing event updated for resources: {'Network': ['ID=94c20c43-6333-4073-88ab-3f603c6e3589,revision_number=1']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:46:26.324468 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-9e5628dd-c01b-4ebc-8375-8c0459c364c5 tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Request body: {'subnet': {'network_id': '94c20c43-6333-4073-88ab-3f603c6e3589', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:46:26.445524 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-c8fac80d-1622-4ee3-b383-a83a117a46e0 tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:46:26.464493 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Network 94c20c43-6333-4073-88ab-3f603c6e3589 details requested by agent ovs-agent-dv-neutron-797120-4-hyperv with host dv-neutron-797120-4-hyperv {{(pid=128085) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 11:46:26.495860 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-e450ecf0-90c3-4ae3-9a23-2e2439109381 None None] Notify callbacks [] for port, precommit_create {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:26.501891 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-427b97d7-867a-47f7-b0f8-dedfecb459e5 tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-650429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-506361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793193536723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3291971'] for port, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:26.507053 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-36f0cb67-a8c1-4294-a992-9b9ae98900d7 tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:46:26.513248 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e5628dd-c01b-4ebc-8375-8c0459c364c5 tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Made reservation on behalf of 83bd187da1f344e0936ca43751a06a44 for: {'subnet': 1} {{(pid=128084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 11:46:26.516364 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d005890e-3eea-47db-81cc-54b61e6947e9 admin admin] Notify agent at l3_agent.dv-neutron-797120-4-hyperv the message routers_updated {{(pid=128083) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 11:46:26.516907 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-9e5628dd-c01b-4ebc-8375-8c0459c364c5 tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3162484'] for subnet, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:26.527883 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-d005890e-3eea-47db-81cc-54b61e6947e9 admin admin] 10.222.0.53 "PUT /v2.0/routers/d3841c7c-0784-40fa-bc69-08007ba0858d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.9151075 Jun 24 11:46:26.532036 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef9faded-fce8-4da7-b02c-9189189d7d2c None None] Sync routers for ids ['d3841c7c-0784-40fa-bc69-08007ba0858d'] in dv-neutron-797120-4-hyperv {{(pid=128086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 11:46:26.540306 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-e450ecf0-90c3-4ae3-9a23-2e2439109381 None None] Transition to ACTIVE for port object 0fb8e046-13be-4e95-89e5-f57cc570d1bc will not be triggered until provisioned by entity L2. {{(pid=128085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 11:46:26.541330 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef9faded-fce8-4da7-b02c-9189189d7d2c None None] Routers {'d3841c7c-0784-40fa-bc69-08007ba0858d'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 11:46:26.542125 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-ef9faded-fce8-4da7-b02c-9189189d7d2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T11:46:26Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['d3841c7c-0784-40fa-bc69-08007ba0858d'], 'active': True} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:46:26.542503 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-24e5a397-60d9-479f-8c32-11c847140eda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:26.548954 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:26.573378 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-e450ecf0-90c3-4ae3-9a23-2e2439109381 None None] Transition to ACTIVE for port object 0fb8e046-13be-4e95-89e5-f57cc570d1bc will not be triggered until provisioned by entity DHCP. {{(pid=128085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 11:46:26.582630 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-3521bab0-0677-44c7-9420-7336f1117a0f tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:26.585546 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-e450ecf0-90c3-4ae3-9a23-2e2439109381 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-650429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-506361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793193536723'] for port, after_create {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:26.586873 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 57784) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:46:26.601649 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:46:26.610224 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.db [None req-d7101d96-5107-4442-8f09-572a71993485 admin admin] For port 25e76955-23e3-4f6a-8b80-3217d5376583, host dv-neutron-797120-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=25e76955-23e3-4f6a-8b80-3217d5376583,segment=NetworkSegment(1139564f-ff83-4b49-a593-84b33301357d),segment_id=1139564f-ff83-4b49-a593-84b33301357d)] {{(pid=128083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 11:46:26.610576 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-d7101d96-5107-4442-8f09-572a71993485 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1978872'] for port, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:26.618530 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-757e1adb-50c5-42be-9f48-173c854a5ea6 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1975381', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1803205', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65378'] for router, precommit_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:26.667031 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.plugin [None req-d7101d96-5107-4442-8f09-572a71993485 admin admin] Calling delete_port for 25e76955-23e3-4f6a-8b80-3217d5376583 owned by network:router_gateway {{(pid=128083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 11:46:26.671746 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-757e1adb-50c5-42be-9f48-173c854a5ea6 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1815767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1975340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1815772', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1803228'] for router, after_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:26.678451 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_dvr_db [None req-ef9faded-fce8-4da7-b02c-9189189d7d2c None None] Set router d3841c7c-0784-40fa-bc69-08007ba0858d gateway port host: dv-neutron-797120-4-hyperv {{(pid=128086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 11:46:26.693168 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e450ecf0-90c3-4ae3-9a23-2e2439109381 None None] Network 11a80c9d-f8ee-4388-91b0-d49a25200fee is already hosted by enough agents. {{(pid=128085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 11:46:26.695426 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e450ecf0-90c3-4ae3-9a23-2e2439109381 None None] Pushing event updated for resources: {'Port': ['ID=0fb8e046-13be-4e95-89e5-f57cc570d1bc,revision_number=1']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:46:26.699412 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.scheduler.base_scheduler [None req-e450ecf0-90c3-4ae3-9a23-2e2439109381 None None] Resources bound (agent type, host, resource id): {{(pid=128085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:46:26.705563 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-427b97d7-867a-47f7-b0f8-dedfecb459e5 tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Network 4965e089-111a-482d-8b4e-93f2f808fab3 is already hosted by enough agents. {{(pid=128084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 11:46:26.705751 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-e450ecf0-90c3-4ae3-9a23-2e2439109381 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:46:26.707516 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e450ecf0-90c3-4ae3-9a23-2e2439109381 None None] Received port after_create {{(pid=128085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 11:46:26.734819 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427b97d7-867a-47f7-b0f8-dedfecb459e5 tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Pushing event updated for resources: {'Port': ['ID=d2213dfc-6f45-4da1-9934-e8a1a005d76e,revision_number=1']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:46:26.750158 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-427b97d7-867a-47f7-b0f8-dedfecb459e5 tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:46:26.751302 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.base_scheduler [None req-427b97d7-867a-47f7-b0f8-dedfecb459e5 tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Resources bound (agent type, host, resource id): {{(pid=128084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:46:26.753799 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.notifiers.nova [None req-3521bab0-0677-44c7-9420-7336f1117a0f tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] device_id is not set on port e7650002-8aac-418b-b5e6-eb9c1d180930 yet. {{(pid=128084) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 24 11:46:26.768351 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-427b97d7-867a-47f7-b0f8-dedfecb459e5 tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Received port after_create {{(pid=128084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 11:46:26.812317 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cfcb6f-a8d2-48f8-a3ed-98f3faa3ce73 req-c3bfbebf-b616-47b7-9792-7615749c9ea7 tempest-ServerActionsTestJSON-818164034 tempest-ServerActionsTestJSON-818164034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:46:26.813923 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-39cfcb6f-a8d2-48f8-a3ed-98f3faa3ce73 req-c3bfbebf-b616-47b7-9792-7615749c9ea7 tempest-ServerActionsTestJSON-818164034 tempest-ServerActionsTestJSON-818164034-project] 10.222.0.53 "GET /v2.0/ports?device_id=d6cc2586-9578-488f-96d4-fbc6dd702115 HTTP/1.1" status: 200 len: 945 time: 0.3490570 Jun 24 11:46:26.816972 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-e450ecf0-90c3-4ae3-9a23-2e2439109381 None None] Attempting to bind port 0fb8e046-13be-4e95-89e5-f57cc570d1bc on host dv-neutron-797120-4-hyperv for vnic_type normal with profile {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 11:46:26.817568 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-e450ecf0-90c3-4ae3-9a23-2e2439109381 None None] Attempting to bind port 0fb8e046-13be-4e95-89e5-f57cc570d1bc by drivers openvswitch,hyperv on host dv-neutron-797120-4-hyperv at level 0 using segments [{'id': 'fddfe548-9582-48fa-8a0c-6b06bc4d1b9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '11a80c9d-f8ee-4388-91b0-d49a25200fee'}] {{(pid=128085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 11:46:26.818170 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e450ecf0-90c3-4ae3-9a23-2e2439109381 None None] Attempting to bind port 0fb8e046-13be-4e95-89e5-f57cc570d1bc on network 11a80c9d-f8ee-4388-91b0-d49a25200fee {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 11:46:26.823993 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e450ecf0-90c3-4ae3-9a23-2e2439109381 None None] Checking agent: {'id': 'e3a695b2-c397-461f-83b0-10b79d490b59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 11, 36, 56), 'started_at': datetime.datetime(2021, 6, 24, 11, 37, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 11, 46, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 11:46:26.824592 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e450ecf0-90c3-4ae3-9a23-2e2439109381 None None] Checking segment: {'id': 'fddfe548-9582-48fa-8a0c-6b06bc4d1b9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '11a80c9d-f8ee-4388-91b0-d49a25200fee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=128085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 11:46:26.825240 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-e450ecf0-90c3-4ae3-9a23-2e2439109381 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:26.825786 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e450ecf0-90c3-4ae3-9a23-2e2439109381 None None] Bound using segment: {'id': 'fddfe548-9582-48fa-8a0c-6b06bc4d1b9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '11a80c9d-f8ee-4388-91b0-d49a25200fee'} {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 11:46:26.826417 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-e450ecf0-90c3-4ae3-9a23-2e2439109381 None None] Bound port: 0fb8e046-13be-4e95-89e5-f57cc570d1bc, host: dv-neutron-797120-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fddfe548-9582-48fa-8a0c-6b06bc4d1b9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '11a80c9d-f8ee-4388-91b0-d49a25200fee'}}] {{(pid=128085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 11:46:26.826984 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-e450ecf0-90c3-4ae3-9a23-2e2439109381 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:26.928310 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-e450ecf0-90c3-4ae3-9a23-2e2439109381 None None] For port 0fb8e046-13be-4e95-89e5-f57cc570d1bc, host dv-neutron-797120-4-hyperv, cleared binding levels {{(pid=128085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 11:46:26.934872 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-e450ecf0-90c3-4ae3-9a23-2e2439109381 None None] For port 0fb8e046-13be-4e95-89e5-f57cc570d1bc, host dv-neutron-797120-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=0fb8e046-13be-4e95-89e5-f57cc570d1bc,segment=NetworkSegment(fddfe548-9582-48fa-8a0c-6b06bc4d1b9f),segment_id=fddfe548-9582-48fa-8a0c-6b06bc4d1b9f)] {{(pid=128085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 11:46:26.937474 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-98db781f-a357-49ea-8771-6d1779c6a67c tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Notify callbacks [] for port, precommit_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:26.941855 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-e450ecf0-90c3-4ae3-9a23-2e2439109381 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:26.954792 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-4e75bb2f-f7d7-4393-854a-3e994b6be504 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:46:26.976912 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-98db781f-a357-49ea-8771-6d1779c6a67c tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2537871'] for port, after_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:26.984178 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98db781f-a357-49ea-8771-6d1779c6a67c tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:46:26.985345 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-98db781f-a357-49ea-8771-6d1779c6a67c tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468916'] for port, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:26.990459 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-98db781f-a357-49ea-8771-6d1779c6a67c tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] 10.222.0.53 "PUT /v2.0/ports/550b7d6f-e5ad-4da5-9a2c-199dbecab3f8 HTTP/1.1" status: 200 len: 911 time: 2.3848734 Jun 24 11:46:26.996836 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 57786) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:46:26.997620 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-18d30f1d-cad0-433d-b205-7a246caf0e31 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:46:27.004386 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-39cfcb6f-a8d2-48f8-a3ed-98f3faa3ce73 req-46473956-cf03-4ed4-8eac-7c8a778321bb tempest-ServerActionsTestJSON-818164034 tempest-ServerActionsTestJSON-818164034-project] 10.222.0.53 "GET /v2.0/security-groups?id=7ca7987f-c073-401f-ba18-8737b1398c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1690001 Jun 24 11:46:27.033206 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-ef9faded-fce8-4da7-b02c-9189189d7d2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3841c7c-0784-40fa-bc69-08007ba0858d', 'name': 'tempest-ServersTestManualDisk-2053302560-router', 'tenant_id': 'd8a50f9eaf8642e9aaeea1cf25966bd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'external_fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.178'}], 'enable_snat': True}, 'gw_port_id': 'c2d2a9a9-9ecc-4c1e-bec8-00eb4ac3c11d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T11:44:21Z', 'updated_at': '2021-06-24T11:46:23Z', 'revision_number': 5, 'project_id': 'd8a50f9eaf8642e9aaeea1cf25966bd8', 'gw_port': {'id': 'c2d2a9a9-9ecc-4c1e-bec8-00eb4ac3c11d', 'name': '', 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:40:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3841c7c-0784-40fa-bc69-08007ba0858d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:44:22Z', 'updated_at': '2021-06-24T11:44:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-4-hyperv'}], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:46:27.037842 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-427b97d7-867a-47f7-b0f8-dedfecb459e5 tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=128084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:46:27.038565 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-427b97d7-867a-47f7-b0f8-dedfecb459e5 tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468916'] for port, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:27.042407 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e450ecf0-90c3-4ae3-9a23-2e2439109381 None None] Pushing event updated for resources: {'Port': ['ID=0fb8e046-13be-4e95-89e5-f57cc570d1bc,revision_number=2']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:46:27.058390 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-e450ecf0-90c3-4ae3-9a23-2e2439109381 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:46:27.077916 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef9faded-fce8-4da7-b02c-9189189d7d2c None None] Checking router: d3841c7c-0784-40fa-bc69-08007ba0858d for host: dv-neutron-797120-4-hyperv {{(pid=128086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 11:46:27.088343 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef9faded-fce8-4da7-b02c-9189189d7d2c None None] Routers {'d3841c7c-0784-40fa-bc69-08007ba0858d'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 11:46:27.088944 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-ef9faded-fce8-4da7-b02c-9189189d7d2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T11:46:26Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['d3841c7c-0784-40fa-bc69-08007ba0858d'], 'active': True} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:46:27.102282 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-e544012f-369b-4cea-bb4a-bc2d474e2bab admin admin] Notify callbacks [] for router, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:27.190388 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-427b97d7-867a-47f7-b0f8-dedfecb459e5 tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.2229912 Jun 24 11:46:27.213059 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-757e1adb-50c5-42be-9f48-173c854a5ea6 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Router 2e59d8b6-dba6-4de2-a649-d8c74ed5dc60 has already been hosted by L3 agent 2987dba8-2249-4ee6-96ec-28f0f7a6127d {{(pid=128083) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 11:46:27.214221 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98db781f-a357-49ea-8771-6d1779c6a67c tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Pushing event updated for resources: {'Port': ['ID=550b7d6f-e5ad-4da5-9a2c-199dbecab3f8,revision_number=3']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:46:27.215455 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_dvr_db [None req-ef9faded-fce8-4da7-b02c-9189189d7d2c None None] Set router d3841c7c-0784-40fa-bc69-08007ba0858d gateway port host: dv-neutron-797120-4-hyperv {{(pid=128086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 11:46:27.222036 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-98db781f-a357-49ea-8771-6d1779c6a67c tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:46:27.234977 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 57788) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:46:27.336749 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [None req-35d26aee-ac27-4d8a-8e50-8d64a498dcf3 tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Request body: {'floatingip': {'port_id': 'd2213dfc-6f45-4da1-9934-e8a1a005d76e'}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:46:27.492124 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-ef9faded-fce8-4da7-b02c-9189189d7d2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3841c7c-0784-40fa-bc69-08007ba0858d', 'name': 'tempest-ServersTestManualDisk-2053302560-router', 'tenant_id': 'd8a50f9eaf8642e9aaeea1cf25966bd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'external_fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.178'}], 'enable_snat': True}, 'gw_port_id': 'c2d2a9a9-9ecc-4c1e-bec8-00eb4ac3c11d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T11:44:21Z', 'updated_at': '2021-06-24T11:46:23Z', 'revision_number': 5, 'project_id': 'd8a50f9eaf8642e9aaeea1cf25966bd8', 'gw_port': {'id': 'c2d2a9a9-9ecc-4c1e-bec8-00eb4ac3c11d', 'name': '', 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:40:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3841c7c-0784-40fa-bc69-08007ba0858d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:44:22Z', 'updated_at': '2021-06-24T11:44:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-4-hyperv'}], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:46:27.527213 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef9faded-fce8-4da7-b02c-9189189d7d2c None None] The sync data for ids ['d3841c7c-0784-40fa-bc69-08007ba0858d'] in dv-neutron-797120-4-hyperv is: [{'id': 'd3841c7c-0784-40fa-bc69-08007ba0858d', 'name': 'tempest-ServersTestManualDisk-2053302560-router', 'tenant_id': 'd8a50f9eaf8642e9aaeea1cf25966bd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'external_fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.178'}], 'enable_snat': True}, 'gw_port_id': 'c2d2a9a9-9ecc-4c1e-bec8-00eb4ac3c11d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T11:44:21Z', 'updated_at': '2021-06-24T11:46:23Z', 'revision_number': 5, 'project_id': 'd8a50f9eaf8642e9aaeea1cf25966bd8', 'gw_port': {'id': 'c2d2a9a9-9ecc-4c1e-bec8-00eb4ac3c11d', 'name': '', 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:40:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3841c7c-0784-40fa-bc69-08007ba0858d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:44:22Z', 'updated_at': '2021-06-24T11:44:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-4-hyperv'}] {{(pid=128086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 11:46:27.610174 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-03237adf-ebd0-46f2-a476-4d4bb746e0f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:27.616656 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.db.db_base_plugin_common [None req-3521bab0-0677-44c7-9420-7336f1117a0f tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Allocated IP 2001:db8::d312:7654:3f5a:fe2 (11a80c9d-f8ee-4388-91b0-d49a25200fee/15c8d06c-e8a0-4210-b051-7e86c3e2b0b2/e7650002-8aac-418b-b5e6-eb9c1d180930) {{(pid=128084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 11:46:27.630659 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-9e5628dd-c01b-4ebc-8375-8c0459c364c5 tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3291959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3162270'] for subnet, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:27.637368 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:46:27.688163 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-e544012f-369b-4cea-bb4a-bc2d474e2bab admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:27.741643 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-35d26aee-ac27-4d8a-8e50-8d64a498dcf3 tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Notify callbacks [] for floatingip, before_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:27.753545 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5628dd-c01b-4ebc-8375-8c0459c364c5 tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Pushing event updated for resources: {'Subnet': ['ID=8f3685e2-7dcc-4d3a-810d-e2153b21eccc,revision_number=0']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:46:27.760528 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-9e5628dd-c01b-4ebc-8375-8c0459c364c5 tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:46:27.779304 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e5628dd-c01b-4ebc-8375-8c0459c364c5 tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Checking segment: {'id': '4d64ec63-9509-4ed1-bebd-c04e312eea7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '94c20c43-6333-4073-88ab-3f603c6e3589'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=128084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 11:46:27.779582 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e5628dd-c01b-4ebc-8375-8c0459c364c5 tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Network hostable DHCP agents. Network: 94c20c43-6333-4073-88ab-3f603c6e3589, hostable agents: ['6be988a9-1d97-480f-be5a-c55abf2c55c5'], hosted agents: [] {{(pid=128084) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 11:46:27.842550 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e5628dd-c01b-4ebc-8375-8c0459c364c5 tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Network 94c20c43-6333-4073-88ab-3f603c6e3589 is scheduled to be hosted by DHCP agent 6be988a9-1d97-480f-be5a-c55abf2c55c5 with binding_index 1 {{(pid=128084) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 11:46:27.857171 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.base_scheduler [None req-9e5628dd-c01b-4ebc-8375-8c0459c364c5 tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-4-hyperv, 94c20c43-6333-4073-88ab-3f603c6e3589) {{(pid=128084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:46:27.869997 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e5628dd-c01b-4ebc-8375-8c0459c364c5 tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=128084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:46:27.870600 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-9e5628dd-c01b-4ebc-8375-8c0459c364c5 tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Notify callbacks [] for subnet, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:27.887820 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e439c5b-90c5-4073-9dfa-0cf2a6fd87bd None None] Network 94c20c43-6333-4073-88ab-3f603c6e3589 requested from dv-neutron-797120-4-hyperv {{(pid=128085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 11:46:27.897195 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-3521bab0-0677-44c7-9420-7336f1117a0f tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks [] for port, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:27.902347 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-9e5628dd-c01b-4ebc-8375-8c0459c364c5 tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5926056 Jun 24 11:46:27.906490 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 57790) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:46:27.917073 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-cb67f031-70a0-4a93-bf1f-b332b9888beb tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Request body: {'subnet': {'network_id': '94c20c43-6333-4073-88ab-3f603c6e3589', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:46:27.967286 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.db.provisioning_blocks [None req-3521bab0-0677-44c7-9420-7336f1117a0f tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Transition to ACTIVE for port object e7650002-8aac-418b-b5e6-eb9c1d180930 will not be triggered until provisioned by entity DHCP. {{(pid=128084) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 11:46:27.975188 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-d7101d96-5107-4442-8f09-572a71993485 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793193945299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193536732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2537862'] for port, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:28.024588 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-3521bab0-0677-44c7-9420-7336f1117a0f tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-650429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-506361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793193536723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3291971'] for port, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:28.025454 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-de15098c-9bc6-4049-9d5a-cc6cd655ddac tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:46:28.033477 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-95c5a224-c6c7-488e-89c4-234cca23f44d tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:46:28.105165 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7101d96-5107-4442-8f09-572a71993485 admin admin] Pushing event deleted for resources: {'Port': ['ID=25e76955-23e3-4f6a-8b80-3217d5376583,revision_number=None']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:46:28.133330 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-d7101d96-5107-4442-8f09-572a71993485 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:46:28.210890 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1edaa0e-a846-4ceb-b9ff-a7d7c4eae12a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d65c8f8-7530-5052-99fe-8ea05073750b-94c20c43-6333-4073-88ab-3f603c6e3589', 'network_id': '94c20c43-6333-4073-88ab-3f603c6e3589', 'tenant_id': '83bd187da1f344e0936ca43751a06a44', 'fixed_ips': [{'subnet_id': '8f3685e2-7dcc-4d3a-810d-e2153b21eccc'}]}} from dv-neutron-797120-4-hyperv. {{(pid=128085) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 24 11:46:28.211766 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-d1edaa0e-a846-4ceb-b9ff-a7d7c4eae12a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_create {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:28.213102 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3521bab0-0677-44c7-9420-7336f1117a0f tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Network 11a80c9d-f8ee-4388-91b0-d49a25200fee is already hosted by enough agents. {{(pid=128084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 11:46:28.215728 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device 0fb8e046-13be-4e95-89e5-f57cc570d1bc up at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 11:46:28.246447 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.base_scheduler [None req-3521bab0-0677-44c7-9420-7336f1117a0f tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Resources bound (agent type, host, resource id): {{(pid=128084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:46:28.256489 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3521bab0-0677-44c7-9420-7336f1117a0f tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Pushing event updated for resources: {'Port': ['ID=e7650002-8aac-418b-b5e6-eb9c1d180930,revision_number=1']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:46:28.273776 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3521bab0-0677-44c7-9420-7336f1117a0f tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Received port after_create {{(pid=128084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 11:46:28.280319 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-757e1adb-50c5-42be-9f48-173c854a5ea6 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Notify agent at l3_agent.dv-neutron-797120-4-hyperv the message routers_updated {{(pid=128083) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 11:46:28.281557 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3521bab0-0677-44c7-9420-7336f1117a0f tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=128084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:46:28.282299 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-3521bab0-0677-44c7-9420-7336f1117a0f tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468916'] for port, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:28.291082 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-757e1adb-50c5-42be-9f48-173c854a5ea6 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Notify callbacks [] for router, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:28.292468 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-757e1adb-50c5-42be-9f48-173c854a5ea6 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] 10.222.0.53 "PUT /v2.0/routers/2e59d8b6-dba6-4de2-a649-d8c74ed5dc60 HTTP/1.1" status: 200 len: 887 time: 3.0722950 Jun 24 11:46:28.301402 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-3521bab0-0677-44c7-9420-7336f1117a0f tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:46:28.304638 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 57794) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:46:28.362710 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa7a5d97-1f12-428d-890b-2c5540878775 None None] Sync routers for ids ['2e59d8b6-dba6-4de2-a649-d8c74ed5dc60'] in dv-neutron-797120-4-hyperv {{(pid=128085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 11:46:28.392219 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa7a5d97-1f12-428d-890b-2c5540878775 None None] Routers {'2e59d8b6-dba6-4de2-a649-d8c74ed5dc60'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 11:46:28.392762 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-aa7a5d97-1f12-428d-890b-2c5540878775 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T11:46:26Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['2e59d8b6-dba6-4de2-a649-d8c74ed5dc60'], 'active': True} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:46:28.403524 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-3521bab0-0677-44c7-9420-7336f1117a0f tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 2.5160127 Jun 24 11:46:28.408365 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 57796) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:46:28.446521 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-d7101d96-5107-4442-8f09-572a71993485 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1815728'] for router_gateway, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:28.450052 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-aa7a5d97-1f12-428d-890b-2c5540878775 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:46:28.492505 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning for port 0fb8e046-13be-4e95-89e5-f57cc570d1bc completed by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 11:46:28.504777 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa7a5d97-1f12-428d-890b-2c5540878775 None None] Routers {'2e59d8b6-dba6-4de2-a649-d8c74ed5dc60'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 11:46:28.505466 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-aa7a5d97-1f12-428d-890b-2c5540878775 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T11:46:26Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['2e59d8b6-dba6-4de2-a649-d8c74ed5dc60'], 'active': True} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:46:28.559200 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-9b7d8c51-39a1-41fa-8d4e-939db7aff8a3 None None] Provisioning for port 0fb8e046-13be-4e95-89e5-f57cc570d1bc completed by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 11:46:28.566225 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.plugin [None req-e544012f-369b-4cea-bb4a-bc2d474e2bab admin admin] Deleting port c2d2a9a9-9ecc-4c1e-bec8-00eb4ac3c11d {{(pid=128084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 11:46:28.566792 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-e544012f-369b-4cea-bb4a-bc2d474e2bab admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793193942312'] for port, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:28.567748 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-aa7a5d97-1f12-428d-890b-2c5540878775 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:46:28.568739 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa7a5d97-1f12-428d-890b-2c5540878775 None None] The sync data for ids ['2e59d8b6-dba6-4de2-a649-d8c74ed5dc60'] in dv-neutron-797120-4-hyperv is: [] {{(pid=128085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 11:46:28.574577 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.db_base_plugin_common [None req-d1edaa0e-a846-4ceb-b9ff-a7d7c4eae12a None None] Allocated IP 2001:db8::2 (94c20c43-6333-4073-88ab-3f603c6e3589/8f3685e2-7dcc-4d3a-810d-e2153b21eccc/543a07b7-5e5c-4b55-bec5-482cded504a8) {{(pid=128085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 11:46:28.581360 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device a4fcb919-5c7d-4467-b400-47369e570fd0 no longer exists at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 11:46:28.589137 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-9b7d8c51-39a1-41fa-8d4e-939db7aff8a3 None None] Provisioning complete for port 0fb8e046-13be-4e95-89e5-f57cc570d1bc triggered by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:46:28.589550 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-9b7d8c51-39a1-41fa-8d4e-939db7aff8a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:28.602154 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-d7101d96-5107-4442-8f09-572a71993485 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1803182', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65403'] for router, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:28.647194 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] No Port match for: a4fcb919-5c7d-4467-b400-47369e570fd0 {{(pid=128085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 11:46:28.647747 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device a4fcb919-5c7d-4467-b400-47369e570fd0 not bound to the agent host dv-neutron-797120-4-hyperv {{(pid=128085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 11:46:28.648102 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device b99f6696-29d0-4dca-a9d1-ade0ea6e6d40 no longer exists at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 11:46:28.648421 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb67f031-70a0-4a93-bf1f-b332b9888beb tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Made reservation on behalf of 83bd187da1f344e0936ca43751a06a44 for: {'subnet': 1} {{(pid=128084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 11:46:28.652200 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-cb67f031-70a0-4a93-bf1f-b332b9888beb tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3162484'] for subnet, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:28.690756 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-d7101d96-5107-4442-8f09-572a71993485 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:28.696434 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] No Port match for: b99f6696-29d0-4dca-a9d1-ade0ea6e6d40 {{(pid=128085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 11:46:28.696789 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device b99f6696-29d0-4dca-a9d1-ade0ea6e6d40 not bound to the agent host dv-neutron-797120-4-hyperv {{(pid=128085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 11:46:28.712315 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-2ae10709-be05-4ed9-a983-ebb80c14c8ea tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] 10.222.0.53 "GET /v2.0/routers/2e59d8b6-dba6-4de2-a649-d8c74ed5dc60 HTTP/1.1" status: 200 len: 887 time: 0.3922782 Jun 24 11:46:28.739698 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 57798) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:46:28.767312 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-d7101d96-5107-4442-8f09-572a71993485 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1806072'] for router, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:28.768029 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7101d96-5107-4442-8f09-572a71993485 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 16a0ccb4-faa5-4aa2-aacb-5bb552cad041 {{(pid=128083) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 24 11:46:28.794386 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe7f0ac2-c3e7-4c7f-9283-8bb0f923819b tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:46:28.801117 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe7f0ac2-c3e7-4c7f-9283-8bb0f923819b tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:46:28.802695 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-fe7f0ac2-c3e7-4c7f-9283-8bb0f923819b tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1683 time: 0.3930902 Jun 24 11:46:28.810261 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 57800) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:46:28.835002 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e527ed-dd59-4ad1-badc-772976d43a05 req-4ea29df0-0b51-46ae-a92c-aacaa8f9c153 tempest-ServerActionsTestJSON-818164034 tempest-ServerActionsTestJSON-818164034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:46:28.837501 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-92e527ed-dd59-4ad1-badc-772976d43a05 req-4ea29df0-0b51-46ae-a92c-aacaa8f9c153 tempest-ServerActionsTestJSON-818164034 tempest-ServerActionsTestJSON-818164034-project] 10.222.0.53 "GET /v2.0/ports?device_id=d6cc2586-9578-488f-96d4-fbc6dd702115 HTTP/1.1" status: 200 len: 945 time: 0.5603862 Jun 24 11:46:28.839701 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-d7101d96-5107-4442-8f09-572a71993485 admin admin] Notify callbacks [] for router, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:28.843658 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-d7101d96-5107-4442-8f09-572a71993485 admin admin] 10.222.0.53 "DELETE /v2.0/routers/16a0ccb4-faa5-4aa2-aacb-5bb552cad041 HTTP/1.1" status: 204 len: 168 time: 4.0991955 Jun 24 11:46:28.856960 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-9b7d8c51-39a1-41fa-8d4e-939db7aff8a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:28.859751 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 57802) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:46:28.868739 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-a2263899-9f7d-4ec3-8777-95e6242c4bb5 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] 10.222.0.53 "GET /v2.0/ports?device_id=2e59d8b6-dba6-4de2-a649-d8c74ed5dc60 HTTP/1.1" status: 200 len: 205 time: 0.1235354 Jun 24 11:46:28.871514 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 57804) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:46:28.875898 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.db [None req-e544012f-369b-4cea-bb4a-bc2d474e2bab admin admin] For port c2d2a9a9-9ecc-4c1e-bec8-00eb4ac3c11d, host dv-neutron-797120-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=c2d2a9a9-9ecc-4c1e-bec8-00eb4ac3c11d,segment=NetworkSegment(1139564f-ff83-4b49-a593-84b33301357d),segment_id=1139564f-ff83-4b49-a593-84b33301357d)] {{(pid=128084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 11:46:28.876270 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-e544012f-369b-4cea-bb4a-bc2d474e2bab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1978872'] for port, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:28.910084 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-9b7d8c51-39a1-41fa-8d4e-939db7aff8a3 None None] For port 0fb8e046-13be-4e95-89e5-f57cc570d1bc, host dv-neutron-797120-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=0fb8e046-13be-4e95-89e5-f57cc570d1bc,segment=NetworkSegment(fddfe548-9582-48fa-8a0c-6b06bc4d1b9f),segment_id=fddfe548-9582-48fa-8a0c-6b06bc4d1b9f)] {{(pid=128085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 11:46:28.911343 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-d1edaa0e-a846-4ceb-b9ff-a7d7c4eae12a None None] Notify callbacks [] for port, precommit_create {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:28.921079 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.plugin [None req-e544012f-369b-4cea-bb4a-bc2d474e2bab admin admin] Calling delete_port for c2d2a9a9-9ecc-4c1e-bec8-00eb4ac3c11d owned by network:router_gateway {{(pid=128084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 11:46:28.921965 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-9b7d8c51-39a1-41fa-8d4e-939db7aff8a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:28.925960 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-e8b7215d-d478-4ace-b2ca-15ddc63ef7d6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:46:28.968393 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-d1edaa0e-a846-4ceb-b9ff-a7d7c4eae12a None None] Transition to ACTIVE for port object 543a07b7-5e5c-4b55-bec5-482cded504a8 will not be triggered until provisioned by entity L2. {{(pid=128085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 11:46:29.003889 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7d8c51-39a1-41fa-8d4e-939db7aff8a3 None None] Pushing event updated for resources: {'Port': ['ID=0fb8e046-13be-4e95-89e5-f57cc570d1bc,revision_number=3']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:46:29.010670 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-9b7d8c51-39a1-41fa-8d4e-939db7aff8a3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:46:29.019000 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-d1edaa0e-a846-4ceb-b9ff-a7d7c4eae12a None None] Transition to ACTIVE for port object 543a07b7-5e5c-4b55-bec5-482cded504a8 will not be triggered until provisioned by entity DHCP. {{(pid=128085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 11:46:29.029432 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-92e527ed-dd59-4ad1-badc-772976d43a05 req-ab6840b1-9560-49ef-a1b6-eef7235c197d tempest-ServerActionsTestJSON-818164034 tempest-ServerActionsTestJSON-818164034-project] 10.222.0.53 "GET /v2.0/security-groups?id=7ca7987f-c073-401f-ba18-8737b1398c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1570952 Jun 24 11:46:29.038052 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee831434-0680-4068-af8c-5e7c8a747b3c admin admin] Deleting subnet 34021bd3-a156-47d8-b4b0-89952a23c040 {{(pid=128084) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 24 11:46:29.044862 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-d1edaa0e-a846-4ceb-b9ff-a7d7c4eae12a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-650429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-506361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793193536723'] for port, after_create {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:29.049312 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-ee831434-0680-4068-af8c-5e7c8a747b3c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:29.058186 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-d9ddaa1c-6e73-4dec-be68-9e5d7b04a0b8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:46:29.102919 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-5a753eab-c7a1-4759-ba72-b0800ba60edc tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1978565'] for router_interface, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:29.110501 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-6d520e70-9e75-48f1-ad5b-8965b36bd061 None None] Provisioning for port e7650002-8aac-418b-b5e6-eb9c1d180930 completed by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 11:46:29.113987 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1edaa0e-a846-4ceb-b9ff-a7d7c4eae12a None None] Network 94c20c43-6333-4073-88ab-3f603c6e3589 is already hosted by enough agents. {{(pid=128085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 11:46:29.121781 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.scheduler.base_scheduler [None req-d1edaa0e-a846-4ceb-b9ff-a7d7c4eae12a None None] Resources bound (agent type, host, resource id): {{(pid=128085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:46:29.126185 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-6d520e70-9e75-48f1-ad5b-8965b36bd061 None None] Provisioning complete for port e7650002-8aac-418b-b5e6-eb9c1d180930 triggered by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:46:29.126661 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-6d520e70-9e75-48f1-ad5b-8965b36bd061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:29.129963 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1edaa0e-a846-4ceb-b9ff-a7d7c4eae12a None None] Received port after_create {{(pid=128085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 11:46:29.149712 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-ee831434-0680-4068-af8c-5e7c8a747b3c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2373542'] for subnet, precommit_delete_associations {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:29.160768 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1edaa0e-a846-4ceb-b9ff-a7d7c4eae12a None None] Pushing event updated for resources: {'Port': ['ID=543a07b7-5e5c-4b55-bec5-482cded504a8,revision_number=1']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:46:29.176790 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-d1edaa0e-a846-4ceb-b9ff-a7d7c4eae12a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:46:29.179975 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-50448818-078c-4aed-befa-f27d5ea04eaf tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Notify callbacks [] for router, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:29.234786 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-6d520e70-9e75-48f1-ad5b-8965b36bd061 None None] Port e7650002-8aac-418b-b5e6-eb9c1d180930 cannot update to ACTIVE because it is not bound. {{(pid=128085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 11:46:29.246745 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-d1edaa0e-a846-4ceb-b9ff-a7d7c4eae12a None None] Attempting to bind port 543a07b7-5e5c-4b55-bec5-482cded504a8 on host dv-neutron-797120-4-hyperv for vnic_type normal with profile {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 11:46:29.247118 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-d1edaa0e-a846-4ceb-b9ff-a7d7c4eae12a None None] Attempting to bind port 543a07b7-5e5c-4b55-bec5-482cded504a8 by drivers openvswitch,hyperv on host dv-neutron-797120-4-hyperv at level 0 using segments [{'id': '4d64ec63-9509-4ed1-bebd-c04e312eea7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '94c20c43-6333-4073-88ab-3f603c6e3589'}] {{(pid=128085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 11:46:29.248134 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1edaa0e-a846-4ceb-b9ff-a7d7c4eae12a None None] Attempting to bind port 543a07b7-5e5c-4b55-bec5-482cded504a8 on network 94c20c43-6333-4073-88ab-3f603c6e3589 {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 11:46:29.255058 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1edaa0e-a846-4ceb-b9ff-a7d7c4eae12a None None] Checking agent: {'id': 'e3a695b2-c397-461f-83b0-10b79d490b59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 11, 36, 56), 'started_at': datetime.datetime(2021, 6, 24, 11, 37, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 11, 46, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 11:46:29.256390 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1edaa0e-a846-4ceb-b9ff-a7d7c4eae12a None None] Checking segment: {'id': '4d64ec63-9509-4ed1-bebd-c04e312eea7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '94c20c43-6333-4073-88ab-3f603c6e3589'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=128085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 11:46:29.256390 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-d1edaa0e-a846-4ceb-b9ff-a7d7c4eae12a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:29.256390 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1edaa0e-a846-4ceb-b9ff-a7d7c4eae12a None None] Bound using segment: {'id': '4d64ec63-9509-4ed1-bebd-c04e312eea7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '94c20c43-6333-4073-88ab-3f603c6e3589'} {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 11:46:29.256669 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-d1edaa0e-a846-4ceb-b9ff-a7d7c4eae12a None None] Bound port: 543a07b7-5e5c-4b55-bec5-482cded504a8, host: dv-neutron-797120-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d64ec63-9509-4ed1-bebd-c04e312eea7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '94c20c43-6333-4073-88ab-3f603c6e3589'}}] {{(pid=128085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 11:46:29.257162 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-d1edaa0e-a846-4ceb-b9ff-a7d7c4eae12a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:29.259913 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.plugin [None req-bd61c184-3564-450e-9a24-7883d1a1b544 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Deleting port e7650002-8aac-418b-b5e6-eb9c1d180930 {{(pid=128084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 11:46:29.260480 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-bd61c184-3564-450e-9a24-7883d1a1b544 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793193942312'] for port, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:29.289258 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-35d26aee-ac27-4d8a-8e50-8d64a498dcf3 tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Notify callbacks [] for floatingip, precommit_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:29.306112 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-35d26aee-ac27-4d8a-8e50-8d64a498dcf3 tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1815637'] for floatingip, after_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:29.333035 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-d1edaa0e-a846-4ceb-b9ff-a7d7c4eae12a None None] For port 543a07b7-5e5c-4b55-bec5-482cded504a8, host dv-neutron-797120-4-hyperv, cleared binding levels {{(pid=128085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 11:46:29.336514 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-d1edaa0e-a846-4ceb-b9ff-a7d7c4eae12a None None] For port 543a07b7-5e5c-4b55-bec5-482cded504a8, host dv-neutron-797120-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=543a07b7-5e5c-4b55-bec5-482cded504a8,segment=NetworkSegment(4d64ec63-9509-4ed1-bebd-c04e312eea7a),segment_id=4d64ec63-9509-4ed1-bebd-c04e312eea7a)] {{(pid=128085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 11:46:29.340900 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-d1edaa0e-a846-4ceb-b9ff-a7d7c4eae12a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:29.343552 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-d1edaa0e-a846-4ceb-b9ff-a7d7c4eae12a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:46:29.441948 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1edaa0e-a846-4ceb-b9ff-a7d7c4eae12a None None] Pushing event updated for resources: {'Port': ['ID=543a07b7-5e5c-4b55-bec5-482cded504a8,revision_number=2']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:46:29.446546 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-d1edaa0e-a846-4ceb-b9ff-a7d7c4eae12a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:46:29.475207 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-ee831434-0680-4068-af8c-5e7c8a747b3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-972249'] for subnet, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:29.541274 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-bd61c184-3564-450e-9a24-7883d1a1b544 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1978872'] for port, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:29.555214 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-cb67f031-70a0-4a93-bf1f-b332b9888beb tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3291959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3162270'] for subnet, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:29.558160 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-e544012f-369b-4cea-bb4a-bc2d474e2bab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793193945299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193536732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3292088'] for port, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:29.576956 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-d7163fb2-8ad0-4e27-8fa8-77f92072e701 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:46:29.592633 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.plugin [None req-bd61c184-3564-450e-9a24-7883d1a1b544 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Calling delete_port for e7650002-8aac-418b-b5e6-eb9c1d180930 owned by {{(pid=128084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 11:46:29.612404 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-52c483ef-d5c1-4030-9a32-e5ce4ff00ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:29.876169 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-50448818-078c-4aed-befa-f27d5ea04eaf tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Notify callbacks [] for router_gateway, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:29.898912 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.db.l3_db [None req-35d26aee-ac27-4d8a-8e50-8d64a498dcf3 tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Floating IP fac2b4a8-0673-4ba1-9515-14eaff9c5a29 associated. External IP: 172.26.7.120, port: d2213dfc-6f45-4da1-9934-e8a1a005d76e. Jun 24 11:46:29.943511 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb67f031-70a0-4a93-bf1f-b332b9888beb tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Network 94c20c43-6333-4073-88ab-3f603c6e3589 is already hosted by enough agents. {{(pid=128084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 11:46:29.976774 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.base_scheduler [None req-cb67f031-70a0-4a93-bf1f-b332b9888beb tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Resources bound (agent type, host, resource id): {{(pid=128084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:46:29.979725 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb67f031-70a0-4a93-bf1f-b332b9888beb tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=128084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:46:29.980309 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-cb67f031-70a0-4a93-bf1f-b332b9888beb tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Notify callbacks [] for subnet, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:30.062201 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-ee831434-0680-4068-af8c-5e7c8a747b3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-972238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3292022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3162263'] for subnet, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:30.069539 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb67f031-70a0-4a93-bf1f-b332b9888beb tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Pushing event updated for resources: {'Subnet': ['ID=52921b96-e9ba-4583-a50e-f1d1714a72b8,revision_number=0']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:46:30.072731 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-cb67f031-70a0-4a93-bf1f-b332b9888beb tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.499s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:46:30.082245 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-5bf6fafe-4fcf-4e18-b860-f465e156b537 tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.505s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:46:30.085440 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-cb67f031-70a0-4a93-bf1f-b332b9888beb tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.1779652 Jun 24 11:46:30.092838 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 57808) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:46:30.141890 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-ee831434-0680-4068-af8c-5e7c8a747b3c admin admin] Notify callbacks [] for subnet, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:30.146998 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-ee831434-0680-4068-af8c-5e7c8a747b3c admin admin] 10.222.0.53 "DELETE /v2.0/subnets/34021bd3-a156-47d8-b4b0-89952a23c040 HTTP/1.1" status: 204 len: 168 time: 1.2863252 Jun 24 11:46:30.148059 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.plugin [None req-50448818-078c-4aed-befa-f27d5ea04eaf tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Deleting port 4f327ae0-07fa-4f33-a74d-d9213fb63aa4 {{(pid=128083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 11:46:30.148506 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-50448818-078c-4aed-befa-f27d5ea04eaf tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793193942312'] for port, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:30.150634 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 57810) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:46:30.154342 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a0eb089-be35-4b76-b873-b4600d1e1330 None None] Network 5404b65a-42b1-4f9a-be9b-03cba7439c22 requested from dv-neutron-797120-4-hyperv {{(pid=128085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 11:46:30.157152 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e544012f-369b-4cea-bb4a-bc2d474e2bab admin admin] Pushing event deleted for resources: {'Port': ['ID=c2d2a9a9-9ecc-4c1e-bec8-00eb4ac3c11d,revision_number=None']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:46:30.159772 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-e544012f-369b-4cea-bb4a-bc2d474e2bab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:46:30.181186 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-385b39fd-b9b0-476d-a183-5e347785282a tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.112s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:46:30.190450 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-e544012f-369b-4cea-bb4a-bc2d474e2bab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1815728'] for router_gateway, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:30.249503 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee831434-0680-4068-af8c-5e7c8a747b3c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=34021bd3-a156-47d8-b4b0-89952a23c040,revision_number=None']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:46:30.252522 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-ee831434-0680-4068-af8c-5e7c8a747b3c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:46:30.266054 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device 0fb8e046-13be-4e95-89e5-f57cc570d1bc up at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 11:46:30.380208 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning complete for port 0fb8e046-13be-4e95-89e5-f57cc570d1bc triggered by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:46:30.380874 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:30.414636 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e324925-898e-44f6-b5fa-79794a075811 tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=128084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:46:30.416628 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e324925-898e-44f6-b5fa-79794a075811 tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=128084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:46:30.418700 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e324925-898e-44f6-b5fa-79794a075811 tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=128084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:46:30.420720 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e324925-898e-44f6-b5fa-79794a075811 tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=128084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:46:30.424663 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e324925-898e-44f6-b5fa-79794a075811 tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=128084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:46:30.427429 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-8e324925-898e-44f6-b5fa-79794a075811 tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.3089216 Jun 24 11:46:30.435852 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-bd61c184-3564-450e-9a24-7883d1a1b544 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793193945299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193536732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3292088'] for port, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:30.444393 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 57812) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:46:30.476964 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-14081019-42eb-4756-ad78-0fcf85cc499d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-534962'] for network, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:30.511814 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-6d19f06c-ca6c-4c60-9e17-50eabff91d43 tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1322401304'}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:46:30.521299 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-d01c3e0c-b22a-4972-8114-6a9fb0851d1b tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:46:30.565075 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-e544012f-369b-4cea-bb4a-bc2d474e2bab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1803182', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65403'] for router, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:30.571340 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35d26aee-ac27-4d8a-8e50-8d64a498dcf3 tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Router ec2cec42-9d81-44aa-a4f8-e4c8409e9b4d has already been hosted by L3 agent 2987dba8-2249-4ee6-96ec-28f0f7a6127d {{(pid=128083) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 11:46:30.577892 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-e544012f-369b-4cea-bb4a-bc2d474e2bab admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:30.580273 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd61c184-3564-450e-9a24-7883d1a1b544 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Pushing event deleted for resources: {'Port': ['ID=e7650002-8aac-418b-b5e6-eb9c1d180930,revision_number=None']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:46:30.602416 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-bd61c184-3564-450e-9a24-7883d1a1b544 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:46:30.691563 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.plugin [None req-5a753eab-c7a1-4759-ba72-b0800ba60edc tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Deleting port 550b7d6f-e5ad-4da5-9a2c-199dbecab3f8 {{(pid=128083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 11:46:30.692204 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-5a753eab-c7a1-4759-ba72-b0800ba60edc tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793193942312'] for port, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:30.704817 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device 543a07b7-5e5c-4b55-bec5-482cded504a8 up at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 11:46:30.711655 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-bd61c184-3564-450e-9a24-7883d1a1b544 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468916'] for port, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:30.717381 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-bd61c184-3564-450e-9a24-7883d1a1b544 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] 10.222.0.53 "DELETE /v2.0/ports/e7650002-8aac-418b-b5e6-eb9c1d180930 HTTP/1.1" status: 204 len: 168 time: 1.9060521 Jun 24 11:46:30.718140 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 57814) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:46:30.732225 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d19f06c-ca6c-4c60-9e17-50eabff91d43 tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Made reservation on behalf of 83bd187da1f344e0936ca43751a06a44 for: {'network': 1} {{(pid=128084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 11:46:30.739928 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2280e3a4-e99e-4db6-8b8e-3020efae79ef req-6f721a44-591b-4743-84b0-25b67566c9f5 tempest-ServerActionsTestJSON-818164034 tempest-ServerActionsTestJSON-818164034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:46:30.740193 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-6d19f06c-ca6c-4c60-9e17-50eabff91d43 tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for network, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:30.740280 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-2280e3a4-e99e-4db6-8b8e-3020efae79ef req-6f721a44-591b-4743-84b0-25b67566c9f5 tempest-ServerActionsTestJSON-818164034 tempest-ServerActionsTestJSON-818164034-project] 10.222.0.53 "GET /v2.0/ports?device_id=d6cc2586-9578-488f-96d4-fbc6dd702115 HTTP/1.1" status: 200 len: 945 time: 0.3162465 Jun 24 11:46:30.780775 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d19f06c-ca6c-4c60-9e17-50eabff91d43 tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] vlan segment allocate from pool success with {'vlan_id': 618, 'physical_network': 'physnet1'} {{(pid=128084) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 11:46:30.801818 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9cd9605-f1de-4fa4-af7b-6cbd83baf5c4 None None] DHCP port deletion for 5404b65a-42b1-4f9a-be9b-03cba7439c22 request from dv-neutron-797120-4-hyperv {{(pid=128085) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 24 11:46:30.818438 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-6d19f06c-ca6c-4c60-9e17-50eabff91d43 tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967879'] for segment, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:30.819306 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.db.segments_db [None req-6d19f06c-ca6c-4c60-9e17-50eabff91d43 tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Added segment fd0b8cb2-1cda-499c-9073-dd4c337cca68 of type vlan for network e6b924ee-ddca-4724-bc99-8c4560e75102 Jun 24 11:46:30.872217 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning for port 543a07b7-5e5c-4b55-bec5-482cded504a8 completed by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 11:46:30.898755 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-a9cd9605-f1de-4fa4-af7b-6cbd83baf5c4 None None] Deleting port 65f02d8a-a219-4394-8a3b-77a2febae42a {{(pid=128085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 11:46:30.899199 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-a9cd9605-f1de-4fa4-af7b-6cbd83baf5c4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793193942312'] for port, before_delete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:30.904802 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-6d19f06c-ca6c-4c60-9e17-50eabff91d43 tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793193525068'] for network, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:30.953245 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-50448818-078c-4aed-befa-f27d5ea04eaf tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1978872'] for port, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:30.971667 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-e544012f-369b-4cea-bb4a-bc2d474e2bab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1806072'] for router, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:30.972800 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e544012f-369b-4cea-bb4a-bc2d474e2bab admin admin] Fanout notify agent at l3_agent the message router_deleted on router d3841c7c-0784-40fa-bc69-08007ba0858d {{(pid=128084) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 24 11:46:30.977956 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.plugin [None req-14081019-42eb-4756-ad78-0fcf85cc499d admin admin] Deleting port 65f02d8a-a219-4394-8a3b-77a2febae42a {{(pid=128083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 11:46:30.977956 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-14081019-42eb-4756-ad78-0fcf85cc499d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793193942312'] for port, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:30.990103 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-e544012f-369b-4cea-bb4a-bc2d474e2bab admin admin] Notify callbacks [] for router, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:30.993485 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-e544012f-369b-4cea-bb4a-bc2d474e2bab admin admin] 10.222.0.53 "DELETE /v2.0/routers/d3841c7c-0784-40fa-bc69-08007ba0858d HTTP/1.1" status: 204 len: 168 time: 4.3883848 Jun 24 11:46:30.995440 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-6d19f06c-ca6c-4c60-9e17-50eabff91d43 tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1800243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976'] for network, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:31.006473 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d19f06c-ca6c-4c60-9e17-50eabff91d43 tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=128084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:46:31.007290 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-6d19f06c-ca6c-4c60-9e17-50eabff91d43 tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Notify callbacks [] for network, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:31.011111 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 57816) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:46:31.014174 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-d932c549-a240-4b38-95f3-bd6b3bb5fd8a tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:46:31.016088 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device 25e76955-23e3-4f6a-8b80-3217d5376583 no longer exists at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 11:46:31.018575 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af7fb2f7-6a5c-4701-b050-0832d2ec2b9f None None] Network 94c20c43-6333-4073-88ab-3f603c6e3589 requested from dv-neutron-797120-4-hyperv {{(pid=128085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 11:46:31.033961 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.plugin [None req-50448818-078c-4aed-befa-f27d5ea04eaf tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Calling delete_port for 4f327ae0-07fa-4f33-a74d-d9213fb63aa4 owned by network:router_gateway {{(pid=128083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 11:46:31.085487 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8b6f468-03f5-4430-b2a9-1187e66b73cd admin admin] Deleting subnet 2d338229-4852-4820-bf9b-2f3476d45b6e {{(pid=128084) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 24 11:46:31.088874 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-c8b6f468-03f5-4430-b2a9-1187e66b73cd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:31.102557 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-2280e3a4-e99e-4db6-8b8e-3020efae79ef req-108a83f5-0c48-4590-8dfc-d69855195fc1 tempest-ServerActionsTestJSON-818164034 tempest-ServerActionsTestJSON-818164034-project] 10.222.0.53 "GET /v2.0/security-groups?id=7ca7987f-c073-401f-ba18-8737b1398c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2983451 Jun 24 11:46:31.127009 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-a9cd9605-f1de-4fa4-af7b-6cbd83baf5c4 None None] For port 65f02d8a-a219-4394-8a3b-77a2febae42a, host dv-neutron-797120-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=65f02d8a-a219-4394-8a3b-77a2febae42a,segment=NetworkSegment(f44b9ff8-e555-44d1-ab7a-99b2dd7bb3ef),segment_id=f44b9ff8-e555-44d1-ab7a-99b2dd7bb3ef)] {{(pid=128085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 11:46:31.127009 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-a9cd9605-f1de-4fa4-af7b-6cbd83baf5c4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1978872'] for port, precommit_delete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:31.127009 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] No Port match for: 25e76955-23e3-4f6a-8b80-3217d5376583 {{(pid=128085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 11:46:31.127009 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device 25e76955-23e3-4f6a-8b80-3217d5376583 not bound to the agent host dv-neutron-797120-4-hyperv {{(pid=128085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 11:46:31.131947 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-c8b6f468-03f5-4430-b2a9-1187e66b73cd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2373542'] for subnet, precommit_delete_associations {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:31.142070 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-ef198d64-7ba3-494c-8dad-051c77bdc18d None None] Provisioning for port 543a07b7-5e5c-4b55-bec5-482cded504a8 completed by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 11:46:31.154384 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-a9cd9605-f1de-4fa4-af7b-6cbd83baf5c4 None None] Calling delete_port for 65f02d8a-a219-4394-8a3b-77a2febae42a owned by network:dhcp {{(pid=128085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 11:46:31.156256 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-ef198d64-7ba3-494c-8dad-051c77bdc18d None None] Provisioning complete for port 543a07b7-5e5c-4b55-bec5-482cded504a8 triggered by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:46:31.156970 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ef198d64-7ba3-494c-8dad-051c77bdc18d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:31.166104 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-5a753eab-c7a1-4759-ba72-b0800ba60edc tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1978872'] for port, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:31.214973 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-c8b6f468-03f5-4430-b2a9-1187e66b73cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-972249'] for subnet, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:31.237619 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.plugin [None req-5a753eab-c7a1-4759-ba72-b0800ba60edc tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Calling delete_port for 550b7d6f-e5ad-4da5-9a2c-199dbecab3f8 owned by network:router_interface {{(pid=128083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 11:46:31.255904 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.db [None req-14081019-42eb-4756-ad78-0fcf85cc499d admin admin] For port 65f02d8a-a219-4394-8a3b-77a2febae42a, host dv-neutron-797120-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=65f02d8a-a219-4394-8a3b-77a2febae42a,segment=NetworkSegment(f44b9ff8-e555-44d1-ab7a-99b2dd7bb3ef),segment_id=f44b9ff8-e555-44d1-ab7a-99b2dd7bb3ef)] {{(pid=128083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 11:46:31.256182 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-14081019-42eb-4756-ad78-0fcf85cc499d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1978872'] for port, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:31.289732 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35d26aee-ac27-4d8a-8e50-8d64a498dcf3 tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Notify agent at l3_agent.dv-neutron-797120-4-hyperv the message routers_updated {{(pid=128083) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 11:46:31.295778 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-35d26aee-ac27-4d8a-8e50-8d64a498dcf3 tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468916'] for floatingip, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:31.300798 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.plugin [None req-14081019-42eb-4756-ad78-0fcf85cc499d admin admin] Calling delete_port for 65f02d8a-a219-4394-8a3b-77a2febae42a owned by network:dhcp {{(pid=128083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 11:46:31.303827 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3adc00f-46cf-435d-a717-86275fb53e97 None None] Sync routers for ids ['ec2cec42-9d81-44aa-a4f8-e4c8409e9b4d'] in dv-neutron-797120-4-hyperv {{(pid=128086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 11:46:31.314833 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3adc00f-46cf-435d-a717-86275fb53e97 None None] Routers {'ec2cec42-9d81-44aa-a4f8-e4c8409e9b4d'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 11:46:31.315441 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-c3adc00f-46cf-435d-a717-86275fb53e97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T11:46:26Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['ec2cec42-9d81-44aa-a4f8-e4c8409e9b4d'], 'active': True} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:46:31.320350 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-6d19f06c-ca6c-4c60-9e17-50eabff91d43 tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.8131983 Jun 24 11:46:31.329553 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 57818) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:46:31.332993 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23e3e223-1b96-4844-a672-daa2b089542f tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=128084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:46:31.334790 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23e3e223-1b96-4844-a672-daa2b089542f tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=128084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:46:31.336467 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-23e3e223-1b96-4844-a672-daa2b089542f tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.6143568 Jun 24 11:46:31.341950 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-2fef3fab-1bd2-4eb4-ba68-a192c5bdd145 tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Request body: {'network': {'name': 'New_network'}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:46:31.349293 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 57820) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:46:31.354865 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-c3adc00f-46cf-435d-a717-86275fb53e97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:46:31.365817 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3adc00f-46cf-435d-a717-86275fb53e97 None None] Routers {'ec2cec42-9d81-44aa-a4f8-e4c8409e9b4d'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 11:46:31.366709 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-c3adc00f-46cf-435d-a717-86275fb53e97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T11:46:26Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['ec2cec42-9d81-44aa-a4f8-e4c8409e9b4d'], 'active': True} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:46:31.379961 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d19f06c-ca6c-4c60-9e17-50eabff91d43 tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Pushing event updated for resources: {'Network': ['ID=e6b924ee-ddca-4724-bc99-8c4560e75102,revision_number=1']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:46:31.390511 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-a9cd9605-f1de-4fa4-af7b-6cbd83baf5c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793193945299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193536732'] for port, after_delete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:31.396753 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-637e70b4-8513-480b-a353-e4b3a74a00de None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:46:31.398888 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Network e6b924ee-ddca-4724-bc99-8c4560e75102 details requested by agent ovs-agent-dv-neutron-797120-4-hyperv with host dv-neutron-797120-4-hyperv {{(pid=128085) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 11:46:31.415392 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-6d19f06c-ca6c-4c60-9e17-50eabff91d43 tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.401s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:46:31.420252 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-c3adc00f-46cf-435d-a717-86275fb53e97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:46:31.421966 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3adc00f-46cf-435d-a717-86275fb53e97 None None] The sync data for ids ['ec2cec42-9d81-44aa-a4f8-e4c8409e9b4d'] in dv-neutron-797120-4-hyperv is: [] {{(pid=128086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 11:46:31.447262 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ef198d64-7ba3-494c-8dad-051c77bdc18d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:31.451630 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9cd9605-f1de-4fa4-af7b-6cbd83baf5c4 None None] Pushing event deleted for resources: {'Port': ['ID=65f02d8a-a219-4394-8a3b-77a2febae42a,revision_number=None']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:46:31.455892 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-a9cd9605-f1de-4fa4-af7b-6cbd83baf5c4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:46:31.460432 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9cd9605-f1de-4fa4-af7b-6cbd83baf5c4 None None] No DVR routers for this DVR port 65f02d8a-a219-4394-8a3b-77a2febae42a on host dv-neutron-797120-4-hyperv {{(pid=128085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 11:46:31.462119 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-35d26aee-ac27-4d8a-8e50-8d64a498dcf3 tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] 10.222.0.53 "PUT /v2.0/floatingips/fac2b4a8-0673-4ba1-9515-14eaff9c5a29 HTTP/1.1" status: 200 len: 978 time: 4.2203777 Jun 24 11:46:31.464964 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 57822) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:46:31.493229 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-c8b6f468-03f5-4430-b2a9-1187e66b73cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-972238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3292022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3162263'] for subnet, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:31.497128 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-e5d61b96-fb3b-4062-aba2-1cf4eb8e6870 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:46:31.519717 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b6f468-03f5-4430-b2a9-1187e66b73cd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2d338229-4852-4820-bf9b-2f3476d45b6e,revision_number=None']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:46:31.528460 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd56a4ce-000e-4d6a-acbd-673392c74c58 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Deleting subnet 15c8d06c-e8a0-4210-b051-7e86c3e2b0b2 {{(pid=128084) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 24 11:46:31.534443 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-c8b6f468-03f5-4430-b2a9-1187e66b73cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:46:31.544288 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-ef198d64-7ba3-494c-8dad-051c77bdc18d None None] For port 543a07b7-5e5c-4b55-bec5-482cded504a8, host dv-neutron-797120-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=543a07b7-5e5c-4b55-bec5-482cded504a8,segment=NetworkSegment(4d64ec63-9509-4ed1-bebd-c04e312eea7a),segment_id=4d64ec63-9509-4ed1-bebd-c04e312eea7a)] {{(pid=128085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 11:46:31.549747 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-fd56a4ce-000e-4d6a-acbd-673392c74c58 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks [] for subnet, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:31.555841 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ef198d64-7ba3-494c-8dad-051c77bdc18d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:31.557702 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:46:31.613475 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-c8b6f468-03f5-4430-b2a9-1187e66b73cd admin admin] Notify callbacks [] for subnet, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:31.617873 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-c8b6f468-03f5-4430-b2a9-1187e66b73cd admin admin] 10.222.0.53 "DELETE /v2.0/subnets/2d338229-4852-4820-bf9b-2f3476d45b6e HTTP/1.1" status: 204 len: 168 time: 0.5967824 Jun 24 11:46:31.618688 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 57824) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:46:31.634619 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13c1dafc-ec8f-4979-a803-e12549e035e8 None None] Network 839f990f-6e6d-419c-a2ff-7497d60fa3b2 requested from dv-neutron-797120-4-hyperv {{(pid=128085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 11:46:31.692567 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef198d64-7ba3-494c-8dad-051c77bdc18d None None] Pushing event updated for resources: {'Port': ['ID=543a07b7-5e5c-4b55-bec5-482cded504a8,revision_number=3']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:46:31.699687 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-ef198d64-7ba3-494c-8dad-051c77bdc18d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:46:31.711437 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-fd56a4ce-000e-4d6a-acbd-673392c74c58 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2373542'] for subnet, precommit_delete_associations {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:31.759374 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11843ce4-b2b8-4edf-bfdd-e5abc3a6b4ec None None] Update dhcp port {'port': {'network_id': '94c20c43-6333-4073-88ab-3f603c6e3589', 'fixed_ips': [{'subnet_id': '8f3685e2-7dcc-4d3a-810d-e2153b21eccc', 'ip_address': '2001:db8::2'}, {'subnet_id': '52921b96-e9ba-4583-a50e-f1d1714a72b8'}], 'binding:host_id': 'dv-neutron-797120-4-hyperv'}, 'id': '543a07b7-5e5c-4b55-bec5-482cded504a8'} from dv-neutron-797120-4-hyperv. {{(pid=128085) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 24 11:46:31.789758 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-2fef3fab-1bd2-4eb4-ba68-a192c5bdd145 tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793193525068'] for network, precommit_update {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:31.824586 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-7d358278-c1d6-417e-9f6c-12075d9fbae1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-534962'] for network, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:31.831035 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-2fef3fab-1bd2-4eb4-ba68-a192c5bdd145 tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1800243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976'] for network, after_update {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:31.838905 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-c2ee43e9-8a34-4bb6-b2dd-87dba17600ac tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:46:31.841494 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-14081019-42eb-4756-ad78-0fcf85cc499d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793193945299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193536732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2537862'] for port, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:31.842043 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-2fef3fab-1bd2-4eb4-ba68-a192c5bdd145 tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Network e6b924ee-ddca-4724-bc99-8c4560e75102 is not hosted by any dhcp agent {{(pid=128084) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jun 24 11:46:31.847767 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fef3fab-1bd2-4eb4-ba68-a192c5bdd145 tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=128084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:46:31.847940 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-11843ce4-b2b8-4edf-bfdd-e5abc3a6b4ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:31.848381 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-2fef3fab-1bd2-4eb4-ba68-a192c5bdd145 tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Notify callbacks [] for network, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:31.855359 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-de15098c-9bc6-4049-9d5a-cc6cd655ddac tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:46:31.855579 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-2fef3fab-1bd2-4eb4-ba68-a192c5bdd145 tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] 10.222.0.53 "PUT /v2.0/networks/e6b924ee-ddca-4724-bc99-8c4560e75102 HTTP/1.1" status: 200 len: 723 time: 0.5120778 Jun 24 11:46:31.865055 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 57826) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:46:31.870080 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-6fd73273-08a0-4989-af20-ab7736f631cc tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Request body: {'subnet': {'network_id': 'e6b924ee-ddca-4724-bc99-8c4560e75102', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:46:31.902059 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14081019-42eb-4756-ad78-0fcf85cc499d admin admin] No DVR routers for this DVR port 65f02d8a-a219-4394-8a3b-77a2febae42a on host dv-neutron-797120-4-hyperv {{(pid=128083) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 11:46:31.917611 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14081019-42eb-4756-ad78-0fcf85cc499d admin admin] Pushing event deleted for resources: {'Port': ['ID=65f02d8a-a219-4394-8a3b-77a2febae42a,revision_number=None']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:46:31.919894 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-14081019-42eb-4756-ad78-0fcf85cc499d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:46:31.942159 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-50448818-078c-4aed-befa-f27d5ea04eaf tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793193945299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193536732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2537862'] for port, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:31.948958 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-d005890e-3eea-47db-81cc-54b61e6947e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:46:31.956339 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-5a753eab-c7a1-4759-ba72-b0800ba60edc tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793193945299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193536732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2537862'] for port, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:32.015099 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.plugin [None req-6d4020dc-a411-4007-8df0-96bfed9242d7 tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Deleting port d2213dfc-6f45-4da1-9934-e8a1a005d76e {{(pid=128083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 11:46:32.015923 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-6d4020dc-a411-4007-8df0-96bfed9242d7 tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793193942312'] for port, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:32.018340 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29587d68-2185-4290-af80-7ad42fbf77dc None None] DHCP port deletion for 839f990f-6e6d-419c-a2ff-7497d60fa3b2 request from dv-neutron-797120-4-hyperv {{(pid=128085) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 24 11:46:32.018569 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50448818-078c-4aed-befa-f27d5ea04eaf tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Pushing event deleted for resources: {'Port': ['ID=4f327ae0-07fa-4f33-a74d-d9213fb63aa4,revision_number=None']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:46:32.020909 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-50448818-078c-4aed-befa-f27d5ea04eaf tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:46:32.037321 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fef3fab-1bd2-4eb4-ba68-a192c5bdd145 tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Pushing event updated for resources: {'Network': ['ID=e6b924ee-ddca-4724-bc99-8c4560e75102,revision_number=2']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:46:32.046656 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-1c1008f3-c6e8-4439-abcb-e98e1cc5b5f9 tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.084s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:46:32.051071 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-2fef3fab-1bd2-4eb4-ba68-a192c5bdd145 tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:46:32.058897 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-fd56a4ce-000e-4d6a-acbd-673392c74c58 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-972249'] for subnet, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:32.115949 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Network e6b924ee-ddca-4724-bc99-8c4560e75102 details requested by agent ovs-agent-dv-neutron-797120-4-hyperv with host dv-neutron-797120-4-hyperv {{(pid=128085) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 11:46:32.168170 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-fd56a4ce-000e-4d6a-acbd-673392c74c58 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-972238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3292022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3162263'] for subnet, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:32.173419 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-a1ff9fcd-b365-411c-8935-56a348aae9c6 tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:46:32.200793 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fd73273-08a0-4989-af20-ab7736f631cc tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Made reservation on behalf of 83bd187da1f344e0936ca43751a06a44 for: {'subnet': 1} {{(pid=128084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 11:46:32.207067 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-6fd73273-08a0-4989-af20-ab7736f631cc tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3162484'] for subnet, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:32.220701 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd56a4ce-000e-4d6a-acbd-673392c74c58 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Pushing event deleted for resources: {'Subnet': ['ID=15c8d06c-e8a0-4210-b051-7e86c3e2b0b2,revision_number=None']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:46:32.251787 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-fd56a4ce-000e-4d6a-acbd-673392c74c58 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:46:32.256219 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.plugin [None req-7d358278-c1d6-417e-9f6c-12075d9fbae1 admin admin] Deleting port 3e1a8014-818f-4d78-8f01-e542d537e723 {{(pid=128084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 11:46:32.256565 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-7d358278-c1d6-417e-9f6c-12075d9fbae1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793193942312'] for port, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:32.294562 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device 543a07b7-5e5c-4b55-bec5-482cded504a8 up at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 11:46:32.316076 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2829a74e-ed06-4776-af35-d9764858aa24 None None] Network 11a80c9d-f8ee-4388-91b0-d49a25200fee requested from dv-neutron-797120-4-hyperv {{(pid=128085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 11:46:32.322068 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-fd56a4ce-000e-4d6a-acbd-673392c74c58 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks [] for subnet, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:32.326351 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-fd56a4ce-000e-4d6a-acbd-673392c74c58 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] 10.222.0.53 "DELETE /v2.0/subnets/15c8d06c-e8a0-4210-b051-7e86c3e2b0b2 HTTP/1.1" status: 204 len: 168 time: 0.9737742 Jun 24 11:46:32.335696 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 57830) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:46:32.396090 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-8be46baf-d70a-42e9-9eae-34a8c886ae32 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0568140 Jun 24 11:46:32.415119 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.db_base_plugin_common [None req-11843ce4-b2b8-4edf-bfdd-e5abc3a6b4ec None None] Allocated IP 172.20.0.1 (94c20c43-6333-4073-88ab-3f603c6e3589/52921b96-e9ba-4583-a50e-f1d1714a72b8/543a07b7-5e5c-4b55-bec5-482cded504a8) {{(pid=128085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 11:46:32.422913 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 57832) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:46:32.432189 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-b09ccbf8-6141-4848-becd-0e0dcf0036fd tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Request body: {'subnet': {'network_id': '11a80c9d-f8ee-4388-91b0-d49a25200fee', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:46:32.478331 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.db [None req-7d358278-c1d6-417e-9f6c-12075d9fbae1 admin admin] For port 3e1a8014-818f-4d78-8f01-e542d537e723, host dv-neutron-797120-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=3e1a8014-818f-4d78-8f01-e542d537e723,segment=NetworkSegment(88c1b979-2b93-4ed9-8c10-4ea37cb41e96),segment_id=88c1b979-2b93-4ed9-8c10-4ea37cb41e96)] {{(pid=128084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 11:46:32.479508 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-7d358278-c1d6-417e-9f6c-12075d9fbae1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1978872'] for port, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:32.479784 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-14081019-42eb-4756-ad78-0fcf85cc499d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973199', 'neutron.services.segments.db._delete_segments_for_network-8793194012456'] for network, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:32.486155 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a753eab-c7a1-4759-ba72-b0800ba60edc tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Pushing event deleted for resources: {'Port': ['ID=550b7d6f-e5ad-4da5-9a2c-199dbecab3f8,revision_number=None']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:46:32.489218 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-5a753eab-c7a1-4759-ba72-b0800ba60edc tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.443s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:46:32.531901 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.plugin [None req-7d358278-c1d6-417e-9f6c-12075d9fbae1 admin admin] Calling delete_port for 3e1a8014-818f-4d78-8f01-e542d537e723 owned by network:dhcp {{(pid=128084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 11:46:32.561042 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-29587d68-2185-4290-af80-7ad42fbf77dc None None] Deleting port 3e1a8014-818f-4d78-8f01-e542d537e723 {{(pid=128085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 11:46:32.562952 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-29587d68-2185-4290-af80-7ad42fbf77dc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793193942312'] for port, before_delete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:32.574896 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.services.segments.db [None req-14081019-42eb-4756-ad78-0fcf85cc499d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5404b65a-42b1-4f9a-be9b-03cba7439c22']}} {{(pid=128083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:46:32.582643 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning complete for port 543a07b7-5e5c-4b55-bec5-482cded504a8 triggered by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:46:32.583100 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:32.644321 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.services.segments.db [None req-14081019-42eb-4756-ad78-0fcf85cc499d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f44b9ff8-e555-44d1-ab7a-99b2dd7bb3ef') {'for_net_delete': True} {{(pid=128083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:46:32.644631 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.services.segments.db [None req-14081019-42eb-4756-ad78-0fcf85cc499d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f44b9ff8-e555-44d1-ab7a-99b2dd7bb3ef') {} {{(pid=128083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:46:32.664795 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-50448818-078c-4aed-befa-f27d5ea04eaf tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1815728'] for router_gateway, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:32.666779 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-5a753eab-c7a1-4759-ba72-b0800ba60edc tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1588985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1806165'] for router_interface, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:32.692462 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-11843ce4-b2b8-4edf-bfdd-e5abc3a6b4ec None None] For port 543a07b7-5e5c-4b55-bec5-482cded504a8, host dv-neutron-797120-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=543a07b7-5e5c-4b55-bec5-482cded504a8,segment=NetworkSegment(4d64ec63-9509-4ed1-bebd-c04e312eea7a),segment_id=4d64ec63-9509-4ed1-bebd-c04e312eea7a)] {{(pid=128085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 11:46:32.702740 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-29587d68-2185-4290-af80-7ad42fbf77dc None None] For port 3e1a8014-818f-4d78-8f01-e542d537e723, host dv-neutron-797120-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=3e1a8014-818f-4d78-8f01-e542d537e723,segment=NetworkSegment(88c1b979-2b93-4ed9-8c10-4ea37cb41e96),segment_id=88c1b979-2b93-4ed9-8c10-4ea37cb41e96)] {{(pid=128085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 11:46:32.703286 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-29587d68-2185-4290-af80-7ad42fbf77dc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1978872'] for port, precommit_delete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:32.703838 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-14081019-42eb-4756-ad78-0fcf85cc499d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793194097327', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3143690'] for segment, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:32.720923 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b09ccbf8-6141-4848-becd-0e0dcf0036fd tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Made reservation on behalf of 086af1f572244cd08c37d97e004e4732 for: {'subnet': 1} {{(pid=128084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 11:46:32.724445 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-b09ccbf8-6141-4848-becd-0e0dcf0036fd tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3162484'] for subnet, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:32.737469 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-29587d68-2185-4290-af80-7ad42fbf77dc None None] Calling delete_port for 3e1a8014-818f-4d78-8f01-e542d537e723 owned by network:dhcp {{(pid=128085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 11:46:32.773205 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-11843ce4-b2b8-4edf-bfdd-e5abc3a6b4ec None None] Notify callbacks [] for port, precommit_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:32.774088 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-6fd73273-08a0-4989-af20-ab7736f631cc tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3291959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3162270'] for subnet, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:32.782454 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-f11a491d-b562-4f0a-91a1-5137e79b868b tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:46:32.808513 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-14081019-42eb-4756-ad78-0fcf85cc499d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967879'] for segment, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:32.873566 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-6d4020dc-a411-4007-8df0-96bfed9242d7 tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1978872'] for port, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:32.893207 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58e30028-b6ea-4efe-bc57-9feab06550bd None None] DHCP port deletion for 11a80c9d-f8ee-4388-91b0-d49a25200fee request from dv-neutron-797120-4-hyperv {{(pid=128085) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 24 11:46:32.916440 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd73273-08a0-4989-af20-ab7736f631cc tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Pushing event updated for resources: {'Subnet': ['ID=6aab868b-8966-4593-9cb2-954672905f75,revision_number=0']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:46:32.918559 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-7d358278-c1d6-417e-9f6c-12075d9fbae1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793193945299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193536732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3292088'] for port, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:32.924855 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-50448818-078c-4aed-befa-f27d5ea04eaf tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1803182', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65403'] for router, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:32.925557 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-6fd73273-08a0-4989-af20-ab7736f631cc tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:46:32.927589 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-c037de95-3033-4ac4-ace7-a84e2b6e626d tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:46:32.929521 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14081019-42eb-4756-ad78-0fcf85cc499d admin admin] Releasing vlan 630 on physical network physnet1 to pool {{(pid=128083) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 11:46:32.931301 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-14081019-42eb-4756-ad78-0fcf85cc499d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2537899'] for segment, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:32.936031 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-29587d68-2185-4290-af80-7ad42fbf77dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793193945299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193536732'] for port, after_delete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:32.940450 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-d9ddaa1c-6e73-4dec-be68-9e5d7b04a0b8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:46:32.952832 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-50448818-078c-4aed-befa-f27d5ea04eaf tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:32.961232 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d358278-c1d6-417e-9f6c-12075d9fbae1 admin admin] Pushing event deleted for resources: {'Port': ['ID=3e1a8014-818f-4d78-8f01-e542d537e723,revision_number=None']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:46:32.963340 dv-neutron-797120-4-hyperv neutron-server[128083]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 11:46:32.963340 dv-neutron-797120-4-hyperv neutron-server[128083]: conditions |= (models_v2.Port.network_id.in_( Jun 24 11:46:32.963340 dv-neutron-797120-4-hyperv neutron-server[128083]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 24 11:46:32.963340 dv-neutron-797120-4-hyperv neutron-server[128083]: self.session.flush() Jun 24 11:46:32.963340 dv-neutron-797120-4-hyperv neutron-server[128083]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 24 11:46:32.963340 dv-neutron-797120-4-hyperv neutron-server[128083]: self.session.flush() Jun 24 11:46:32.963340 dv-neutron-797120-4-hyperv neutron-server[128083]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 24 11:46:32.963340 dv-neutron-797120-4-hyperv neutron-server[128083]: self.session.flush() Jun 24 11:46:32.963340 dv-neutron-797120-4-hyperv neutron-server[128083]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 24 11:46:32.963340 dv-neutron-797120-4-hyperv neutron-server[128083]: self.session.flush() Jun 24 11:46:32.963340 dv-neutron-797120-4-hyperv neutron-server[128083]: Traceback (most recent call last): Jun 24 11:46:32.963340 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 24 11:46:32.963340 dv-neutron-797120-4-hyperv neutron-server[128083]: timer() Jun 24 11:46:32.963340 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 24 11:46:32.963340 dv-neutron-797120-4-hyperv neutron-server[128083]: cb(*args, **kw) Jun 24 11:46:32.963340 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 24 11:46:32.963340 dv-neutron-797120-4-hyperv neutron-server[128083]: return func(*args, **kwargs) Jun 24 11:46:32.963340 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 24 11:46:32.963340 dv-neutron-797120-4-hyperv neutron-server[128083]: self._notify() Jun 24 11:46:32.963340 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 24 11:46:32.963340 dv-neutron-797120-4-hyperv neutron-server[128083]: self.callback(batched_events) Jun 24 11:46:32.963340 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 24 11:46:32.963340 dv-neutron-797120-4-hyperv neutron-server[128083]: event.method(event) Jun 24 11:46:32.963340 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 24 11:46:32.963340 dv-neutron-797120-4-hyperv neutron-server[128083]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 24 11:46:32.963340 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 24 11:46:32.963340 dv-neutron-797120-4-hyperv neutron-server[128083]: aggregate_uuid = self.p_client.list_aggregates( Jun 24 11:46:32.963340 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 24 11:46:32.963340 dv-neutron-797120-4-hyperv neutron-server[128083]: return f(self, *a, **k) Jun 24 11:46:32.963340 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 24 11:46:32.963340 dv-neutron-797120-4-hyperv neutron-server[128083]: return self._get(url).json() Jun 24 11:46:32.963340 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 24 11:46:32.963340 dv-neutron-797120-4-hyperv neutron-server[128083]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 24 11:46:32.963340 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 24 11:46:32.963340 dv-neutron-797120-4-hyperv neutron-server[128083]: return self.request(url, 'GET', **kwargs) Jun 24 11:46:32.963340 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 24 11:46:32.963340 dv-neutron-797120-4-hyperv neutron-server[128083]: base_url = self.get_endpoint(auth, allow=allow, Jun 24 11:46:32.963340 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 24 11:46:32.963340 dv-neutron-797120-4-hyperv neutron-server[128083]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 24 11:46:32.963340 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 24 11:46:32.963340 dv-neutron-797120-4-hyperv neutron-server[128083]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 24 11:46:32.963340 dv-neutron-797120-4-hyperv neutron-server[128083]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 24 11:46:32.967478 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-7d358278-c1d6-417e-9f6c-12075d9fbae1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:46:32.970978 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d358278-c1d6-417e-9f6c-12075d9fbae1 admin admin] No DVR routers for this DVR port 3e1a8014-818f-4d78-8f01-e542d537e723 on host dv-neutron-797120-4-hyperv {{(pid=128084) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 11:46:32.972624 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fd73273-08a0-4989-af20-ab7736f631cc tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Checking segment: {'id': 'fd0b8cb2-1cda-499c-9073-dd4c337cca68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'e6b924ee-ddca-4724-bc99-8c4560e75102'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=128084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 11:46:32.973058 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fd73273-08a0-4989-af20-ab7736f631cc tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Network hostable DHCP agents. Network: e6b924ee-ddca-4724-bc99-8c4560e75102, hostable agents: ['6be988a9-1d97-480f-be5a-c55abf2c55c5'], hosted agents: [] {{(pid=128084) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 11:46:32.982130 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29587d68-2185-4290-af80-7ad42fbf77dc None None] No DVR routers for this DVR port 3e1a8014-818f-4d78-8f01-e542d537e723 on host dv-neutron-797120-4-hyperv {{(pid=128085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 11:46:32.984058 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29587d68-2185-4290-af80-7ad42fbf77dc None None] Pushing event deleted for resources: {'Port': ['ID=3e1a8014-818f-4d78-8f01-e542d537e723,revision_number=None']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:46:32.998008 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device c2d2a9a9-9ecc-4c1e-bec8-00eb4ac3c11d no longer exists at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 11:46:33.003563 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-29587d68-2185-4290-af80-7ad42fbf77dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:46:33.129107 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-50448818-078c-4aed-befa-f27d5ea04eaf tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1806072'] for router, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:33.129545 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50448818-078c-4aed-befa-f27d5ea04eaf tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Fanout notify agent at l3_agent the message router_deleted on router 2e59d8b6-dba6-4de2-a649-d8c74ed5dc60 {{(pid=128083) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 24 11:46:33.143685 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-50448818-078c-4aed-befa-f27d5ea04eaf tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Notify callbacks [] for router, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:33.143685 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-50448818-078c-4aed-befa-f27d5ea04eaf tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] 10.222.0.53 "DELETE /v2.0/routers/2e59d8b6-dba6-4de2-a649-d8c74ed5dc60 HTTP/1.1" status: 204 len: 168 time: 4.2618971 Jun 24 11:46:33.152944 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a85279-6189-4928-8aa8-b4ad121c6f09 req-7949e932-a595-474e-81f2-552f9f49f8b8 tempest-ServerActionsTestJSON-818164034 tempest-ServerActionsTestJSON-818164034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:46:33.154571 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-24a85279-6189-4928-8aa8-b4ad121c6f09 req-7949e932-a595-474e-81f2-552f9f49f8b8 tempest-ServerActionsTestJSON-818164034 tempest-ServerActionsTestJSON-818164034-project] 10.222.0.53 "GET /v2.0/ports?device_id=d6cc2586-9578-488f-96d4-fbc6dd702115 HTTP/1.1" status: 200 len: 945 time: 0.6722038 Jun 24 11:46:33.161380 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 57834) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:46:33.166629 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [None req-61eda7b3-bda3-49e3-8088-c64e3f575334 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Request body: {'network': {'name': 'tempest-RoutersTest-1020341584'}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:46:33.199211 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-11843ce4-b2b8-4edf-bfdd-e5abc3a6b4ec None None] Transition to ACTIVE for port object 543a07b7-5e5c-4b55-bec5-482cded504a8 will not be triggered until provisioned by entity DHCP. {{(pid=128085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 11:46:33.201442 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] No Port match for: c2d2a9a9-9ecc-4c1e-bec8-00eb4ac3c11d {{(pid=128085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 11:46:33.201872 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device c2d2a9a9-9ecc-4c1e-bec8-00eb4ac3c11d not bound to the agent host dv-neutron-797120-4-hyperv {{(pid=128085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 11:46:33.203097 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device 65f02d8a-a219-4394-8a3b-77a2febae42a no longer exists at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 11:46:33.207134 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-14081019-42eb-4756-ad78-0fcf85cc499d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1800243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1815642'] for network, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:33.207833 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-11843ce4-b2b8-4edf-bfdd-e5abc3a6b4ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:33.228382 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-a8556d33-19ee-4e2b-ac69-9723c491b4b5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:46:33.239074 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-58e30028-b6ea-4efe-bc57-9feab06550bd None None] Deleting port 0fb8e046-13be-4e95-89e5-f57cc570d1bc {{(pid=128085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 11:46:33.239807 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-58e30028-b6ea-4efe-bc57-9feab06550bd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793193942312'] for port, before_delete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:33.259837 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-14081019-42eb-4756-ad78-0fcf85cc499d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588949'] for network, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:33.260237 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] No Port match for: 65f02d8a-a219-4394-8a3b-77a2febae42a {{(pid=128085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 11:46:33.260786 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device 65f02d8a-a219-4394-8a3b-77a2febae42a not bound to the agent host dv-neutron-797120-4-hyperv {{(pid=128085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 11:46:33.266121 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-14081019-42eb-4756-ad78-0fcf85cc499d admin admin] 10.222.0.53 "DELETE /v2.0/networks/5404b65a-42b1-4f9a-be9b-03cba7439c22 HTTP/1.1" status: 204 len: 168 time: 3.1103063 Jun 24 11:46:33.267008 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-07901f98-7df0-4460-8cdd-08f1ff9dda55 tempest-PortsAdminExtendedAttrsTestJSON-1781526559 tempest-PortsAdminExtendedAttrsTestJSON-1781526559-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:46:33.339031 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14081019-42eb-4756-ad78-0fcf85cc499d admin admin] Pushing event deleted for resources: {'Network': ['ID=5404b65a-42b1-4f9a-be9b-03cba7439c22,revision_number=None']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:46:33.341475 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-14081019-42eb-4756-ad78-0fcf85cc499d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:46:33.369700 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a753eab-c7a1-4759-ba72-b0800ba60edc tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Router 9df3156e-21eb-4b3a-aa4e-8d27cb323135 has already been hosted by L3 agent 2987dba8-2249-4ee6-96ec-28f0f7a6127d {{(pid=128083) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 11:46:33.373593 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61eda7b3-bda3-49e3-8088-c64e3f575334 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Made reservation on behalf of 01c7f8735a2b4722ae0cabb11183e366 for: {'network': 1} {{(pid=128083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 11:46:33.378445 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-61eda7b3-bda3-49e3-8088-c64e3f575334 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for network, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:33.394898 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11843ce4-b2b8-4edf-bfdd-e5abc3a6b4ec None None] Pushing event updated for resources: {'Port': ['ID=543a07b7-5e5c-4b55-bec5-482cded504a8,revision_number=4']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:46:33.395912 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fd73273-08a0-4989-af20-ab7736f631cc tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Network e6b924ee-ddca-4724-bc99-8c4560e75102 is scheduled to be hosted by DHCP agent 6be988a9-1d97-480f-be5a-c55abf2c55c5 with binding_index 1 {{(pid=128084) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 11:46:33.403537 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-58e30028-b6ea-4efe-bc57-9feab06550bd None None] For port 0fb8e046-13be-4e95-89e5-f57cc570d1bc, host dv-neutron-797120-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=0fb8e046-13be-4e95-89e5-f57cc570d1bc,segment=NetworkSegment(fddfe548-9582-48fa-8a0c-6b06bc4d1b9f),segment_id=fddfe548-9582-48fa-8a0c-6b06bc4d1b9f)] {{(pid=128085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 11:46:33.404208 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-58e30028-b6ea-4efe-bc57-9feab06550bd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1978872'] for port, precommit_delete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:33.407638 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-11843ce4-b2b8-4edf-bfdd-e5abc3a6b4ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:46:33.413838 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-7d358278-c1d6-417e-9f6c-12075d9fbae1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973199', 'neutron.services.segments.db._delete_segments_for_network-8793194012456'] for network, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:33.418587 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-58e30028-b6ea-4efe-bc57-9feab06550bd None None] Calling delete_port for 0fb8e046-13be-4e95-89e5-f57cc570d1bc owned by network:dhcp {{(pid=128085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 11:46:33.442481 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.services.segments.db [None req-7d358278-c1d6-417e-9f6c-12075d9fbae1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['839f990f-6e6d-419c-a2ff-7497d60fa3b2']}} {{(pid=128084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:46:33.461193 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-24a85279-6189-4928-8aa8-b4ad121c6f09 req-9e0b0439-5d06-47fa-954b-76797143c91d tempest-ServerActionsTestJSON-818164034 tempest-ServerActionsTestJSON-818164034-project] 10.222.0.53 "GET /v2.0/security-groups?id=7ca7987f-c073-401f-ba18-8737b1398c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2560773 Jun 24 11:46:33.477410 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.base_scheduler [None req-6fd73273-08a0-4989-af20-ab7736f631cc tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-4-hyperv, e6b924ee-ddca-4724-bc99-8c4560e75102) {{(pid=128084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:46:33.485699 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.services.segments.db [None req-7d358278-c1d6-417e-9f6c-12075d9fbae1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88c1b979-2b93-4ed9-8c10-4ea37cb41e96') {'for_net_delete': True} {{(pid=128084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:46:33.486133 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.services.segments.db [None req-7d358278-c1d6-417e-9f6c-12075d9fbae1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88c1b979-2b93-4ed9-8c10-4ea37cb41e96') {} {{(pid=128084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:46:33.489140 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fd73273-08a0-4989-af20-ab7736f631cc tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=128084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:46:33.489796 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-6fd73273-08a0-4989-af20-ab7736f631cc tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Notify callbacks [] for subnet, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:33.496406 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61eda7b3-bda3-49e3-8088-c64e3f575334 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] vlan segment allocate from pool success with {'vlan_id': 600, 'physical_network': 'physnet1'} {{(pid=128083) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 11:46:33.517747 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-7d358278-c1d6-417e-9f6c-12075d9fbae1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793194097327', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2373599'] for segment, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:33.529411 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-b09ccbf8-6141-4848-becd-0e0dcf0036fd tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3291959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3162270'] for subnet, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:33.531204 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e7170d5-6158-44ba-b472-fba995f44c02 None None] Network e6b924ee-ddca-4724-bc99-8c4560e75102 requested from dv-neutron-797120-4-hyperv {{(pid=128085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 11:46:33.554641 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-445c12b2-64c6-45c9-8df6-421b3efe3e9d tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:46:33.563348 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-6fd73273-08a0-4989-af20-ab7736f631cc tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6941354 Jun 24 11:46:33.567635 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 57838) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:46:33.581442 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-1a58d32d-7ac8-4328-939f-9c8fba6280d3 tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:46:33.588861 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-7d358278-c1d6-417e-9f6c-12075d9fbae1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967879'] for segment, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:33.619788 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-61eda7b3-bda3-49e3-8088-c64e3f575334 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967879'] for segment, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:33.620179 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.db.segments_db [None req-61eda7b3-bda3-49e3-8088-c64e3f575334 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Added segment 3ce8d7c3-1396-4740-8469-06bfb3f0355d of type vlan for network 053f9d50-a1ea-47fd-b7f5-ab2735a71562 Jun 24 11:46:33.622617 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-6d4020dc-a411-4007-8df0-96bfed9242d7 tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Notify callbacks [] for floatingip, precommit_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:33.622787 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b09ccbf8-6141-4848-becd-0e0dcf0036fd tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Network 11a80c9d-f8ee-4388-91b0-d49a25200fee is already hosted by enough agents. {{(pid=128084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 11:46:33.623068 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-6d4020dc-a411-4007-8df0-96bfed9242d7 tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1815637'] for floatingip, after_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:33.623311 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.db.l3_db [None req-6d4020dc-a411-4007-8df0-96bfed9242d7 tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Floating IP fac2b4a8-0673-4ba1-9515-14eaff9c5a29 disassociated. External IP: 172.26.7.120, port: d2213dfc-6f45-4da1-9934-e8a1a005d76e. Jun 24 11:46:33.623665 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.plugin [None req-6d4020dc-a411-4007-8df0-96bfed9242d7 tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Calling delete_port for d2213dfc-6f45-4da1-9934-e8a1a005d76e owned by {{(pid=128083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 11:46:33.644402 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 57840) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:46:33.658603 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.base_scheduler [None req-b09ccbf8-6141-4848-becd-0e0dcf0036fd tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Resources bound (agent type, host, resource id): {{(pid=128084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:46:33.663205 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d358278-c1d6-417e-9f6c-12075d9fbae1 admin admin] Releasing vlan 639 on physical network physnet1 to pool {{(pid=128084) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 11:46:33.663205 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-7d358278-c1d6-417e-9f6c-12075d9fbae1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3292053'] for segment, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:33.666883 dv-neutron-797120-4-hyperv neutron-server[128084]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 11:46:33.666883 dv-neutron-797120-4-hyperv neutron-server[128084]: conditions |= (models_v2.Port.network_id.in_( Jun 24 11:46:33.666883 dv-neutron-797120-4-hyperv neutron-server[128084]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 11:46:33.666883 dv-neutron-797120-4-hyperv neutron-server[128084]: conditions |= (models_v2.Port.network_id.in_( Jun 24 11:46:33.666883 dv-neutron-797120-4-hyperv neutron-server[128084]: Traceback (most recent call last): Jun 24 11:46:33.666883 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 24 11:46:33.666883 dv-neutron-797120-4-hyperv neutron-server[128084]: timer() Jun 24 11:46:33.666883 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 24 11:46:33.666883 dv-neutron-797120-4-hyperv neutron-server[128084]: cb(*args, **kw) Jun 24 11:46:33.666883 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 24 11:46:33.666883 dv-neutron-797120-4-hyperv neutron-server[128084]: return func(*args, **kwargs) Jun 24 11:46:33.666883 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 24 11:46:33.666883 dv-neutron-797120-4-hyperv neutron-server[128084]: self._notify() Jun 24 11:46:33.666883 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 24 11:46:33.666883 dv-neutron-797120-4-hyperv neutron-server[128084]: self.callback(batched_events) Jun 24 11:46:33.666883 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 24 11:46:33.666883 dv-neutron-797120-4-hyperv neutron-server[128084]: event.method(event) Jun 24 11:46:33.666883 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 24 11:46:33.666883 dv-neutron-797120-4-hyperv neutron-server[128084]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 24 11:46:33.666883 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 24 11:46:33.666883 dv-neutron-797120-4-hyperv neutron-server[128084]: aggregate_uuid = self.p_client.list_aggregates( Jun 24 11:46:33.666883 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 24 11:46:33.666883 dv-neutron-797120-4-hyperv neutron-server[128084]: return f(self, *a, **k) Jun 24 11:46:33.666883 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 24 11:46:33.666883 dv-neutron-797120-4-hyperv neutron-server[128084]: return self._get(url).json() Jun 24 11:46:33.666883 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 24 11:46:33.666883 dv-neutron-797120-4-hyperv neutron-server[128084]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 24 11:46:33.666883 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 24 11:46:33.666883 dv-neutron-797120-4-hyperv neutron-server[128084]: return self.request(url, 'GET', **kwargs) Jun 24 11:46:33.666883 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 24 11:46:33.666883 dv-neutron-797120-4-hyperv neutron-server[128084]: base_url = self.get_endpoint(auth, allow=allow, Jun 24 11:46:33.666883 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 24 11:46:33.666883 dv-neutron-797120-4-hyperv neutron-server[128084]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 24 11:46:33.666883 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 24 11:46:33.666883 dv-neutron-797120-4-hyperv neutron-server[128084]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 24 11:46:33.666883 dv-neutron-797120-4-hyperv neutron-server[128084]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 24 11:46:33.673041 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b09ccbf8-6141-4848-becd-0e0dcf0036fd tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=128084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:46:33.673041 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-b09ccbf8-6141-4848-becd-0e0dcf0036fd tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks [] for subnet, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:33.675660 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a753eab-c7a1-4759-ba72-b0800ba60edc tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Notify agent at l3_agent.dv-neutron-797120-4-hyperv the message routers_updated {{(pid=128083) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 11:46:33.681430 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-5a753eab-c7a1-4759-ba72-b0800ba60edc tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] 10.222.0.53 "PUT /v2.0/routers/9df3156e-21eb-4b3a-aa4e-8d27cb323135/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6761243 Jun 24 11:46:33.689670 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02802212-092e-4902-b915-7e69fb6e9a25 None None] Sync routers for ids ['9df3156e-21eb-4b3a-aa4e-8d27cb323135'] in dv-neutron-797120-4-hyperv {{(pid=128085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 11:46:33.695484 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 57842) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:46:33.695683 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-58e30028-b6ea-4efe-bc57-9feab06550bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793193945299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193536732'] for port, after_delete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:33.701561 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-d1edaa0e-a846-4ceb-b9ff-a7d7c4eae12a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:46:33.725225 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09ccbf8-6141-4848-becd-0e0dcf0036fd tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Pushing event updated for resources: {'Subnet': ['ID=d451fbaf-e3cf-4702-98da-f9946a7a7e72,revision_number=0']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:46:33.764791 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e30028-b6ea-4efe-bc57-9feab06550bd None None] Pushing event deleted for resources: {'Port': ['ID=0fb8e046-13be-4e95-89e5-f57cc570d1bc,revision_number=None']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:46:33.770224 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-61eda7b3-bda3-49e3-8088-c64e3f575334 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793193525068'] for network, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:33.770723 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-b09ccbf8-6141-4848-becd-0e0dcf0036fd tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:46:33.776327 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-2cfd3bff-276d-4d16-86dd-df33dd744f2d tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] 10.222.0.53 "GET /v2.0/ports?device_id=9df3156e-21eb-4b3a-aa4e-8d27cb323135 HTTP/1.1" status: 200 len: 205 time: 0.0773978 Jun 24 11:46:33.779438 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58e30028-b6ea-4efe-bc57-9feab06550bd None None] No DVR routers for this DVR port 0fb8e046-13be-4e95-89e5-f57cc570d1bc on host dv-neutron-797120-4-hyperv {{(pid=128085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 11:46:33.785049 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 57844) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:46:33.790332 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02802212-092e-4902-b915-7e69fb6e9a25 None None] Routers {'9df3156e-21eb-4b3a-aa4e-8d27cb323135'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 11:46:33.790980 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-02802212-092e-4902-b915-7e69fb6e9a25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T11:46:26Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['9df3156e-21eb-4b3a-aa4e-8d27cb323135'], 'active': True} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:46:33.793189 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-58e30028-b6ea-4efe-bc57-9feab06550bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:46:33.813121 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-b09ccbf8-6141-4848-becd-0e0dcf0036fd tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.3889060 Jun 24 11:46:33.819804 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 57846) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:46:33.834156 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-aa739a8e-366c-4c3d-acdb-0216db1cf7ee tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Request body: {'port': {'network_id': '11a80c9d-f8ee-4388-91b0-d49a25200fee', 'fixed_ips': [{'subnet_id': 'd451fbaf-e3cf-4702-98da-f9946a7a7e72', 'ip_address': '2001:db8::17ab:8d2a:9f08:c3e0'}], 'name': 'tempest-NetworksTestDHCPv6-6970105'}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:46:33.860537 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2ef3287-6eee-42ca-90d4-e1ffe1730f28 None None] Network 11a80c9d-f8ee-4388-91b0-d49a25200fee requested from dv-neutron-797120-4-hyperv {{(pid=128085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 11:46:33.916932 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-28edfce3-4d51-4022-8b4c-efc29c52a2ee admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=a34fcc8eaff5466883f461818fc3749a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2688596 Jun 24 11:46:33.928851 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 57848) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:46:33.947102 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-02e9860c-d48a-43db-a9ad-464572936395 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Notify callbacks [] for router, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:33.948890 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-61eda7b3-bda3-49e3-8088-c64e3f575334 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1800243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976'] for network, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:33.955775 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61eda7b3-bda3-49e3-8088-c64e3f575334 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:46:33.956289 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-61eda7b3-bda3-49e3-8088-c64e3f575334 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588949'] for network, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:33.957666 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-02802212-092e-4902-b915-7e69fb6e9a25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:46:33.974882 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-a9636b37-52c6-4c57-bfbe-2c5b1f553d1a tempest-BulkNetworkOpsIpV6Test-1142812762 tempest-BulkNetworkOpsIpV6Test-1142812762-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:46:33.985686 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02802212-092e-4902-b915-7e69fb6e9a25 None None] Routers {'9df3156e-21eb-4b3a-aa4e-8d27cb323135'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 11:46:33.987748 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-02802212-092e-4902-b915-7e69fb6e9a25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T11:46:26Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['9df3156e-21eb-4b3a-aa4e-8d27cb323135'], 'active': True} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:46:34.022838 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-1a58d32d-7ac8-4328-939f-9c8fba6280d3 tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-3162477'] for subnet, before_update {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:34.026289 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-7d358278-c1d6-417e-9f6c-12075d9fbae1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1800243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1815642'] for network, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:34.062943 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-6fd7958a-c686-4bca-9fc2-bfc8cec48b13 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:46:34.063695 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-02802212-092e-4902-b915-7e69fb6e9a25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:46:34.066717 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02802212-092e-4902-b915-7e69fb6e9a25 None None] The sync data for ids ['9df3156e-21eb-4b3a-aa4e-8d27cb323135'] in dv-neutron-797120-4-hyperv is: [] {{(pid=128085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 11:46:34.068909 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-7d358278-c1d6-417e-9f6c-12075d9fbae1 admin admin] Notify callbacks [] for network, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:34.070114 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-613abbc4-7918-404c-ad98-2cf9f919d6b8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d65c8f8-7530-5052-99fe-8ea05073750b-e6b924ee-ddca-4724-bc99-8c4560e75102', 'network_id': 'e6b924ee-ddca-4724-bc99-8c4560e75102', 'tenant_id': '83bd187da1f344e0936ca43751a06a44', 'fixed_ips': [{'subnet_id': '6aab868b-8966-4593-9cb2-954672905f75'}]}} from dv-neutron-797120-4-hyperv. {{(pid=128085) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 24 11:46:34.071365 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-7d358278-c1d6-417e-9f6c-12075d9fbae1 admin admin] 10.222.0.53 "DELETE /v2.0/networks/839f990f-6e6d-419c-a2ff-7497d60fa3b2 HTTP/1.1" status: 204 len: 168 time: 2.4499140 Jun 24 11:46:34.076333 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-613abbc4-7918-404c-ad98-2cf9f919d6b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_create {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:34.099717 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d358278-c1d6-417e-9f6c-12075d9fbae1 admin admin] Pushing event deleted for resources: {'Network': ['ID=839f990f-6e6d-419c-a2ff-7497d60fa3b2,revision_number=None']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:46:34.113957 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-7d358278-c1d6-417e-9f6c-12075d9fbae1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:46:34.156929 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device 543a07b7-5e5c-4b55-bec5-482cded504a8 up at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 11:46:34.175049 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa739a8e-366c-4c3d-acdb-0216db1cf7ee tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Made reservation on behalf of 086af1f572244cd08c37d97e004e4732 for: {'port': 1} {{(pid=128084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 11:46:34.252468 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-61eda7b3-bda3-49e3-8088-c64e3f575334 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.0898166 Jun 24 11:46:34.252804 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 57852) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:46:34.266797 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-026f214e-9d53-4d47-946b-92be84864f96 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Request body: {'subnet': {'network_id': '053f9d50-a1ea-47fd-b7f5-ab2735a71562', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:46:34.405176 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da36e721-c956-472a-9726-c1bc0644decf None None] Network 94c20c43-6333-4073-88ab-3f603c6e3589 requested from dv-neutron-797120-4-hyperv {{(pid=128085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 11:46:34.414012 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device 3e1a8014-818f-4d78-8f01-e542d537e723 no longer exists at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 11:46:34.435148 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-66894d78-473b-45cb-88d4-a0be66c49714 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:34.458526 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 57854) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:46:34.459075 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61eda7b3-bda3-49e3-8088-c64e3f575334 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Pushing event updated for resources: {'Network': ['ID=053f9d50-a1ea-47fd-b7f5-ab2735a71562,revision_number=1']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:46:34.482269 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] No Port match for: 3e1a8014-818f-4d78-8f01-e542d537e723 {{(pid=128085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 11:46:34.482606 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device 3e1a8014-818f-4d78-8f01-e542d537e723 not bound to the agent host dv-neutron-797120-4-hyperv {{(pid=128085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 11:46:34.484169 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device 0fb8e046-13be-4e95-89e5-f57cc570d1bc no longer exists at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 11:46:34.497947 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-66894d78-473b-45cb-88d4-a0be66c49714 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:34.501011 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-61eda7b3-bda3-49e3-8088-c64e3f575334 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.525s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:46:34.502825 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Network 053f9d50-a1ea-47fd-b7f5-ab2735a71562 details requested by agent ovs-agent-dv-neutron-797120-4-hyperv with host dv-neutron-797120-4-hyperv {{(pid=128085) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 11:46:34.504597 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-6d4020dc-a411-4007-8df0-96bfed9242d7 tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793193945299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193536732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2537862'] for port, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:34.526465 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-02e9860c-d48a-43db-a9ad-464572936395 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1803182', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65403'] for router, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:34.528000 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-3c793459-f260-482e-8578-99d7578a8bb9 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:46:34.533777 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-aa739a8e-366c-4c3d-acdb-0216db1cf7ee tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:34.536015 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-1a58d32d-7ac8-4328-939f-9c8fba6280d3 tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8793193945290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-3292025'] for subnet, after_update {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:34.536664 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-02e9860c-d48a-43db-a9ad-464572936395 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:34.543630 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:46:34.575172 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4020dc-a411-4007-8df0-96bfed9242d7 tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Pushing event deleted for resources: {'Port': ['ID=d2213dfc-6f45-4da1-9934-e8a1a005d76e,revision_number=None']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:46:34.585732 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-6d4020dc-a411-4007-8df0-96bfed9242d7 tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:46:34.601002 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-026f214e-9d53-4d47-946b-92be84864f96 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Made reservation on behalf of 01c7f8735a2b4722ae0cabb11183e366 for: {'subnet': 1} {{(pid=128084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 11:46:34.604178 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-026f214e-9d53-4d47-946b-92be84864f96 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3162484'] for subnet, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:34.618568 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a58d32d-7ac8-4328-939f-9c8fba6280d3 tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=128084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:46:34.619158 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-1a58d32d-7ac8-4328-939f-9c8fba6280d3 tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Notify callbacks [] for subnet, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:34.620418 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-1a58d32d-7ac8-4328-939f-9c8fba6280d3 tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] 10.222.0.53 "PUT /v2.0/subnets/6aab868b-8966-4593-9cb2-954672905f75 HTTP/1.1" status: 200 len: 826 time: 1.0465498 Jun 24 11:46:34.626537 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 57858) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:46:34.645209 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-a09ac531-891f-4602-b51c-6870e6d73549 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=d8a50f9eaf8642e9aaeea1cf25966bd8&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1824269 Jun 24 11:46:34.648124 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.notifiers.nova [None req-aa739a8e-366c-4c3d-acdb-0216db1cf7ee tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] device_id is not set on port 64382253-7917-443d-aec2-6e9ac5b9114c yet. {{(pid=128084) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 24 11:46:34.657197 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 57860) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:46:34.661054 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b78fe169-1007-4acb-b958-a445548d8257 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d65c8f8-7530-5052-99fe-8ea05073750b-11a80c9d-f8ee-4388-91b0-d49a25200fee', 'network_id': '11a80c9d-f8ee-4388-91b0-d49a25200fee', 'tenant_id': '086af1f572244cd08c37d97e004e4732', 'fixed_ips': [{'subnet_id': 'd451fbaf-e3cf-4702-98da-f9946a7a7e72'}]}} from dv-neutron-797120-4-hyperv. {{(pid=128085) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 24 11:46:34.662732 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-b78fe169-1007-4acb-b958-a445548d8257 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_create {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:34.665280 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] No Port match for: 0fb8e046-13be-4e95-89e5-f57cc570d1bc {{(pid=128085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 11:46:34.665839 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device 0fb8e046-13be-4e95-89e5-f57cc570d1bc not bound to the agent host dv-neutron-797120-4-hyperv {{(pid=128085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 11:46:34.752639 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a58d32d-7ac8-4328-939f-9c8fba6280d3 tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Pushing event updated for resources: {'Subnet': ['ID=6aab868b-8966-4593-9cb2-954672905f75,revision_number=1']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:46:34.767248 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-1a58d32d-7ac8-4328-939f-9c8fba6280d3 tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:46:34.789652 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-ee64ba2c-044d-4d0d-aa9c-f25021604f8f None None] Provisioning for port 543a07b7-5e5c-4b55-bec5-482cded504a8 completed by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 11:46:34.813060 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-ee64ba2c-044d-4d0d-aa9c-f25021604f8f None None] Provisioning complete for port 543a07b7-5e5c-4b55-bec5-482cded504a8 triggered by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:46:34.813829 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ee64ba2c-044d-4d0d-aa9c-f25021604f8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:34.910962 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.db_base_plugin_common [None req-613abbc4-7918-404c-ad98-2cf9f919d6b8 None None] Allocated IP 2001:db8::2 (e6b924ee-ddca-4724-bc99-8c4560e75102/6aab868b-8966-4593-9cb2-954672905f75/fac0ae72-742d-4cf5-ad47-2eeedd3cbb14) {{(pid=128085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 11:46:34.917190 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-aadf86b0-c845-40e4-bada-75b0198475f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:34.991255 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-aadf86b0-c845-40e4-bada-75b0198475f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:35.019555 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-52b1b9da-fab3-4189-b45b-40bd40a337dc tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-534962'] for network, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:35.026558 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.db.db_base_plugin_common [None req-aa739a8e-366c-4c3d-acdb-0216db1cf7ee tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Allocated IP 2001:db8::17ab:8d2a:9f08:c3e0 (11a80c9d-f8ee-4388-91b0-d49a25200fee/d451fbaf-e3cf-4702-98da-f9946a7a7e72/64382253-7917-443d-aec2-6e9ac5b9114c) {{(pid=128084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 11:46:35.093564 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-026f214e-9d53-4d47-946b-92be84864f96 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3291959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3162270'] for subnet, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:35.101058 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-02e9860c-d48a-43db-a9ad-464572936395 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1806072'] for router, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:35.101577 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-1a58d32d-7ac8-4328-939f-9c8fba6280d3 tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:46:35.101698 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02e9860c-d48a-43db-a9ad-464572936395 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Fanout notify agent at l3_agent the message router_deleted on router 9df3156e-21eb-4b3a-aa4e-8d27cb323135 {{(pid=128083) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 24 11:46:35.126776 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-02e9860c-d48a-43db-a9ad-464572936395 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Notify callbacks [] for router, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:35.130307 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-02e9860c-d48a-43db-a9ad-464572936395 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] 10.222.0.53 "DELETE /v2.0/routers/9df3156e-21eb-4b3a-aa4e-8d27cb323135 HTTP/1.1" status: 204 len: 168 time: 1.3414094 Jun 24 11:46:35.134467 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 57862) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:46:35.217016 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-66894d78-473b-45cb-88d4-a0be66c49714 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800410'] for security_group, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:35.220526 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-66894d78-473b-45cb-88d4-a0be66c49714 admin admin] Notify callbacks [] for security_group, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:35.225406 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-66894d78-473b-45cb-88d4-a0be66c49714 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/8208dd14-e9c1-485b-a862-9fccdc6561ae HTTP/1.1" status: 204 len: 168 time: 1.2908545 Jun 24 11:46:35.227844 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-aadf86b0-c845-40e4-bada-75b0198475f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800410'] for security_group, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:35.228973 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-11eeedd7-e992-48e6-ab1d-98f7052f17ab tempest-ExternalNetworksTestJSON-2097641310 tempest-ExternalNetworksTestJSON-2097641310-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:46:35.230058 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-aadf86b0-c845-40e4-bada-75b0198475f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:35.231502 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-aadf86b0-c845-40e4-bada-75b0198475f3 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/88f00ef3-2112-449c-b282-1e5a57609945 HTTP/1.1" status: 204 len: 168 time: 0.5723979 Jun 24 11:46:35.242231 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-613abbc4-7918-404c-ad98-2cf9f919d6b8 None None] Notify callbacks [] for port, precommit_create {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:35.263554 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-613abbc4-7918-404c-ad98-2cf9f919d6b8 None None] Transition to ACTIVE for port object fac0ae72-742d-4cf5-ad47-2eeedd3cbb14 will not be triggered until provisioned by entity L2. {{(pid=128085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 11:46:35.272419 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66894d78-473b-45cb-88d4-a0be66c49714 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8208dd14-e9c1-485b-a862-9fccdc6561ae,revision_number=None']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:46:35.284773 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-66894d78-473b-45cb-88d4-a0be66c49714 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:46:35.293438 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026f214e-9d53-4d47-946b-92be84864f96 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Pushing event updated for resources: {'Subnet': ['ID=6caf8083-b625-4fe2-a342-ed848cf4d62f,revision_number=0']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:46:35.306935 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-026f214e-9d53-4d47-946b-92be84864f96 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:46:35.307455 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-692f992e-372f-4730-8c3e-7001ebc45900 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.062s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:46:35.318439 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-613abbc4-7918-404c-ad98-2cf9f919d6b8 None None] Transition to ACTIVE for port object fac0ae72-742d-4cf5-ad47-2eeedd3cbb14 will not be triggered until provisioned by entity DHCP. {{(pid=128085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 11:46:35.321221 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-026f214e-9d53-4d47-946b-92be84864f96 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Checking segment: {'id': '3ce8d7c3-1396-4740-8469-06bfb3f0355d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '053f9d50-a1ea-47fd-b7f5-ab2735a71562'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=128084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 11:46:35.321474 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-026f214e-9d53-4d47-946b-92be84864f96 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Network hostable DHCP agents. Network: 053f9d50-a1ea-47fd-b7f5-ab2735a71562, hostable agents: ['6be988a9-1d97-480f-be5a-c55abf2c55c5'], hosted agents: [] {{(pid=128084) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 11:46:35.331851 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-613abbc4-7918-404c-ad98-2cf9f919d6b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-650429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-506361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793193536723'] for port, after_create {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:35.335545 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-14793f9f-7895-4dca-a572-db04a1761d77 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:46:35.346132 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.db.db_base_plugin_v2 [None req-c42534f9-30d0-4bec-b3b4-fd364d28c9ff tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Deleting subnet dadcded1-9d2c-46ab-a171-6be61e6c2be4 {{(pid=128084) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 24 11:46:35.367516 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-c42534f9-30d0-4bec-b3b4-fd364d28c9ff tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Notify callbacks [] for subnet, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:35.370779 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aadf86b0-c845-40e4-bada-75b0198475f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88f00ef3-2112-449c-b282-1e5a57609945,revision_number=None']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:46:35.372201 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d4020dc-a411-4007-8df0-96bfed9242d7 tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Router ec2cec42-9d81-44aa-a4f8-e4c8409e9b4d has already been hosted by L3 agent 2987dba8-2249-4ee6-96ec-28f0f7a6127d {{(pid=128083) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 11:46:35.396556 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810d7e6f-f2f5-4474-9cb6-5ae4331448a2 req-a509f6e8-5a4d-4df3-8ecf-77c879195abb tempest-ServerActionsTestJSON-818164034 tempest-ServerActionsTestJSON-818164034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:46:35.404265 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-810d7e6f-f2f5-4474-9cb6-5ae4331448a2 req-a509f6e8-5a4d-4df3-8ecf-77c879195abb tempest-ServerActionsTestJSON-818164034 tempest-ServerActionsTestJSON-818164034-project] 10.222.0.53 "GET /v2.0/ports?device_id=d6cc2586-9578-488f-96d4-fbc6dd702115 HTTP/1.1" status: 200 len: 945 time: 0.3774765 Jun 24 11:46:35.427437 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-52b1b9da-fab3-4189-b45b-40bd40a337dc tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-972249'] for subnet, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:35.428548 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-aadf86b0-c845-40e4-bada-75b0198475f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:46:35.446965 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-613abbc4-7918-404c-ad98-2cf9f919d6b8 None None] Network e6b924ee-ddca-4724-bc99-8c4560e75102 is already hosted by enough agents. {{(pid=128085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 11:46:35.462537 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.scheduler.base_scheduler [None req-613abbc4-7918-404c-ad98-2cf9f919d6b8 None None] Resources bound (agent type, host, resource id): {{(pid=128085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:46:35.470012 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-613abbc4-7918-404c-ad98-2cf9f919d6b8 None None] Received port after_create {{(pid=128085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 11:46:35.474583 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613abbc4-7918-404c-ad98-2cf9f919d6b8 None None] Pushing event updated for resources: {'Port': ['ID=fac0ae72-742d-4cf5-ad47-2eeedd3cbb14,revision_number=1']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:46:35.482502 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-613abbc4-7918-404c-ad98-2cf9f919d6b8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:46:35.506549 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-026f214e-9d53-4d47-946b-92be84864f96 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Network 053f9d50-a1ea-47fd-b7f5-ab2735a71562 is scheduled to be hosted by DHCP agent 6be988a9-1d97-480f-be5a-c55abf2c55c5 with binding_index 1 {{(pid=128084) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 11:46:35.534511 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-c42534f9-30d0-4bec-b3b4-fd364d28c9ff tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2373542'] for subnet, precommit_delete_associations {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:35.547950 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-aa739a8e-366c-4c3d-acdb-0216db1cf7ee tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks [] for port, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:35.590817 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-613abbc4-7918-404c-ad98-2cf9f919d6b8 None None] Attempting to bind port fac0ae72-742d-4cf5-ad47-2eeedd3cbb14 on host dv-neutron-797120-4-hyperv for vnic_type normal with profile {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 11:46:35.591377 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-613abbc4-7918-404c-ad98-2cf9f919d6b8 None None] Attempting to bind port fac0ae72-742d-4cf5-ad47-2eeedd3cbb14 by drivers openvswitch,hyperv on host dv-neutron-797120-4-hyperv at level 0 using segments [{'id': 'fd0b8cb2-1cda-499c-9073-dd4c337cca68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'e6b924ee-ddca-4724-bc99-8c4560e75102'}] {{(pid=128085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 11:46:35.591921 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-613abbc4-7918-404c-ad98-2cf9f919d6b8 None None] Attempting to bind port fac0ae72-742d-4cf5-ad47-2eeedd3cbb14 on network e6b924ee-ddca-4724-bc99-8c4560e75102 {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 11:46:35.599228 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-613abbc4-7918-404c-ad98-2cf9f919d6b8 None None] Checking agent: {'id': 'e3a695b2-c397-461f-83b0-10b79d490b59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 11, 36, 56), 'started_at': datetime.datetime(2021, 6, 24, 11, 37, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 11, 46, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 11:46:35.600192 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-613abbc4-7918-404c-ad98-2cf9f919d6b8 None None] Checking segment: {'id': 'fd0b8cb2-1cda-499c-9073-dd4c337cca68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'e6b924ee-ddca-4724-bc99-8c4560e75102'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=128085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 11:46:35.600919 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-613abbc4-7918-404c-ad98-2cf9f919d6b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:35.601501 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-613abbc4-7918-404c-ad98-2cf9f919d6b8 None None] Bound using segment: {'id': 'fd0b8cb2-1cda-499c-9073-dd4c337cca68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'e6b924ee-ddca-4724-bc99-8c4560e75102'} {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 11:46:35.602247 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-613abbc4-7918-404c-ad98-2cf9f919d6b8 None None] Bound port: fac0ae72-742d-4cf5-ad47-2eeedd3cbb14, host: dv-neutron-797120-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd0b8cb2-1cda-499c-9073-dd4c337cca68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'e6b924ee-ddca-4724-bc99-8c4560e75102'}}] {{(pid=128085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 11:46:35.603022 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-613abbc4-7918-404c-ad98-2cf9f919d6b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:35.611438 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.base_scheduler [None req-026f214e-9d53-4d47-946b-92be84864f96 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-4-hyperv, 053f9d50-a1ea-47fd-b7f5-ab2735a71562) {{(pid=128084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:46:35.622236 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-026f214e-9d53-4d47-946b-92be84864f96 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=128084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:46:35.622860 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-026f214e-9d53-4d47-946b-92be84864f96 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Notify callbacks [] for subnet, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:35.625654 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-874287c7-c519-4d6f-b67d-b5a622386d45 None None] Network 053f9d50-a1ea-47fd-b7f5-ab2735a71562 requested from dv-neutron-797120-4-hyperv {{(pid=128085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 11:46:35.628294 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.db.provisioning_blocks [None req-aa739a8e-366c-4c3d-acdb-0216db1cf7ee tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Transition to ACTIVE for port object 64382253-7917-443d-aec2-6e9ac5b9114c will not be triggered until provisioned by entity DHCP. {{(pid=128084) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 11:46:35.668064 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-026f214e-9d53-4d47-946b-92be84864f96 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4070146 Jun 24 11:46:35.689737 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 57872) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:46:35.696627 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-5688c378-4732-42f9-90b7-c594a52538b4 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-878238429', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:46:35.739896 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-c42534f9-30d0-4bec-b3b4-fd364d28c9ff tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-972249'] for subnet, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:35.745504 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-aa739a8e-366c-4c3d-acdb-0216db1cf7ee tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-650429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-506361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793193536723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3291971'] for port, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:35.762705 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d4020dc-a411-4007-8df0-96bfed9242d7 tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Notify agent at l3_agent.dv-neutron-797120-4-hyperv the message routers_updated {{(pid=128083) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 11:46:35.769873 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-427b97d7-867a-47f7-b0f8-dedfecb459e5 tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:46:35.777039 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-5688c378-4732-42f9-90b7-c594a52538b4 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1803889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65293'] for router, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:35.778082 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-5688c378-4732-42f9-90b7-c594a52538b4 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1803848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1975305', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1581158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65396'] for router, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:35.779327 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fadbcba9-18c6-4df5-9f3c-47c8c15db0db None None] Sync routers for ids ['ec2cec42-9d81-44aa-a4f8-e4c8409e9b4d'] in dv-neutron-797120-4-hyperv {{(pid=128086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 11:46:35.794841 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-810d7e6f-f2f5-4474-9cb6-5ae4331448a2 req-02f9a6c3-5e95-4615-a665-1f30819af6e4 tempest-ServerActionsTestJSON-818164034 tempest-ServerActionsTestJSON-818164034-project] 10.222.0.53 "GET /v2.0/security-groups?id=7ca7987f-c073-401f-ba18-8737b1398c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3858085 Jun 24 11:46:35.795354 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fadbcba9-18c6-4df5-9f3c-47c8c15db0db None None] Routers {'ec2cec42-9d81-44aa-a4f8-e4c8409e9b4d'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 11:46:35.796619 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-fadbcba9-18c6-4df5-9f3c-47c8c15db0db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T11:46:26Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['ec2cec42-9d81-44aa-a4f8-e4c8409e9b4d'], 'active': True} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:46:35.862553 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa739a8e-366c-4c3d-acdb-0216db1cf7ee tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Network 11a80c9d-f8ee-4388-91b0-d49a25200fee is already hosted by enough agents. {{(pid=128084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 11:46:35.866450 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.base_scheduler [None req-aa739a8e-366c-4c3d-acdb-0216db1cf7ee tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Resources bound (agent type, host, resource id): {{(pid=128084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:46:35.873008 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa739a8e-366c-4c3d-acdb-0216db1cf7ee tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Received port after_create {{(pid=128084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 11:46:35.879720 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa739a8e-366c-4c3d-acdb-0216db1cf7ee tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=128084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:46:35.880372 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-aa739a8e-366c-4c3d-acdb-0216db1cf7ee tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468916'] for port, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:35.885735 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa739a8e-366c-4c3d-acdb-0216db1cf7ee tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Pushing event updated for resources: {'Port': ['ID=64382253-7917-443d-aec2-6e9ac5b9114c,revision_number=1']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:46:35.892745 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-aa739a8e-366c-4c3d-acdb-0216db1cf7ee tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:46:35.911060 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-c42534f9-30d0-4bec-b3b4-fd364d28c9ff tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-972238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3292022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3162263'] for subnet, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:35.916659 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-aa739a8e-366c-4c3d-acdb-0216db1cf7ee tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 945 time: 2.0930336 Jun 24 11:46:35.917307 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 57880) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:46:35.918800 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:46:35.942207 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-fadbcba9-18c6-4df5-9f3c-47c8c15db0db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:46:35.948350 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-52b1b9da-fab3-4189-b45b-40bd40a337dc tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-972238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2537800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3289951'] for subnet, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:35.967984 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:46:35.971585 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fadbcba9-18c6-4df5-9f3c-47c8c15db0db None None] Routers {'ec2cec42-9d81-44aa-a4f8-e4c8409e9b4d'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 11:46:35.972192 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-fadbcba9-18c6-4df5-9f3c-47c8c15db0db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T11:46:26Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['ec2cec42-9d81-44aa-a4f8-e4c8409e9b4d'], 'active': True} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:46:36.032961 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b1b9da-fab3-4189-b45b-40bd40a337dc tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Pushing event deleted for resources: {'Subnet': ['ID=6aab868b-8966-4593-9cb2-954672905f75,revision_number=None']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:46:36.043687 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-fadbcba9-18c6-4df5-9f3c-47c8c15db0db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:46:36.044596 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fadbcba9-18c6-4df5-9f3c-47c8c15db0db None None] The sync data for ids ['ec2cec42-9d81-44aa-a4f8-e4c8409e9b4d'] in dv-neutron-797120-4-hyperv is: [] {{(pid=128086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 11:46:36.045124 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-52b1b9da-fab3-4189-b45b-40bd40a337dc tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:46:36.052366 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42534f9-30d0-4bec-b3b4-fd364d28c9ff tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Pushing event deleted for resources: {'Subnet': ['ID=dadcded1-9d2c-46ab-a171-6be61e6c2be4,revision_number=None']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:46:36.060511 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-613abbc4-7918-404c-ad98-2cf9f919d6b8 None None] For port fac0ae72-742d-4cf5-ad47-2eeedd3cbb14, host dv-neutron-797120-4-hyperv, cleared binding levels {{(pid=128085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 11:46:36.075148 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-613abbc4-7918-404c-ad98-2cf9f919d6b8 None None] For port fac0ae72-742d-4cf5-ad47-2eeedd3cbb14, host dv-neutron-797120-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=fac0ae72-742d-4cf5-ad47-2eeedd3cbb14,segment=NetworkSegment(fd0b8cb2-1cda-499c-9073-dd4c337cca68),segment_id=fd0b8cb2-1cda-499c-9073-dd4c337cca68)] {{(pid=128085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 11:46:36.096842 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-c42534f9-30d0-4bec-b3b4-fd364d28c9ff tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:46:36.114446 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-c42534f9-30d0-4bec-b3b4-fd364d28c9ff tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Notify callbacks [] for subnet, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:36.116550 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-c42534f9-30d0-4bec-b3b4-fd364d28c9ff tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] 10.222.0.53 "DELETE /v2.0/subnets/dadcded1-9d2c-46ab-a171-6be61e6c2be4 HTTP/1.1" status: 204 len: 168 time: 0.9780486 Jun 24 11:46:36.125001 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 57892) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:46:36.174286 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-52b1b9da-fab3-4189-b45b-40bd40a337dc tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973199', 'neutron.services.segments.db._delete_segments_for_network-8793194012456'] for network, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:36.190341 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.services.segments.db [None req-52b1b9da-fab3-4189-b45b-40bd40a337dc tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6b924ee-ddca-4724-bc99-8c4560e75102']}} {{(pid=128083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:46:36.208238 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.services.segments.db [None req-52b1b9da-fab3-4189-b45b-40bd40a337dc tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd0b8cb2-1cda-499c-9073-dd4c337cca68') {'for_net_delete': True} {{(pid=128083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:46:36.208610 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.services.segments.db [None req-52b1b9da-fab3-4189-b45b-40bd40a337dc tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd0b8cb2-1cda-499c-9073-dd4c337cca68') {} {{(pid=128083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:46:36.213454 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-5688c378-4732-42f9-90b7-c594a52538b4 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:36.224246 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-52b1b9da-fab3-4189-b45b-40bd40a337dc tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793194097327', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3143690'] for segment, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:36.242935 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-5688c378-4732-42f9-90b7-c594a52538b4 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1803210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1815767'] for router, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:36.246749 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-52b1b9da-fab3-4189-b45b-40bd40a337dc tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967879'] for segment, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:36.257069 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52b1b9da-fab3-4189-b45b-40bd40a337dc tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Releasing vlan 618 on physical network physnet1 to pool {{(pid=128083) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 11:46:36.257502 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-52b1b9da-fab3-4189-b45b-40bd40a337dc tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2537899'] for segment, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:36.304674 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a014e8e8-a76b-4385-b467-75d7639c6539 None None] Network 86a40d8e-1785-40b6-881b-babb3cd6105c requested from dv-neutron-797120-4-hyperv {{(pid=128085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 11:46:36.324164 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-613abbc4-7918-404c-ad98-2cf9f919d6b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:36.345967 dv-neutron-797120-4-hyperv neutron-server[128083]: Traceback (most recent call last): Jun 24 11:46:36.345967 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 24 11:46:36.345967 dv-neutron-797120-4-hyperv neutron-server[128083]: timer() Jun 24 11:46:36.345967 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 24 11:46:36.345967 dv-neutron-797120-4-hyperv neutron-server[128083]: cb(*args, **kw) Jun 24 11:46:36.345967 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 24 11:46:36.345967 dv-neutron-797120-4-hyperv neutron-server[128083]: return func(*args, **kwargs) Jun 24 11:46:36.345967 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 24 11:46:36.345967 dv-neutron-797120-4-hyperv neutron-server[128083]: self._notify() Jun 24 11:46:36.345967 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 24 11:46:36.345967 dv-neutron-797120-4-hyperv neutron-server[128083]: self.callback(batched_events) Jun 24 11:46:36.345967 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 24 11:46:36.345967 dv-neutron-797120-4-hyperv neutron-server[128083]: event.method(event) Jun 24 11:46:36.345967 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 24 11:46:36.345967 dv-neutron-797120-4-hyperv neutron-server[128083]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 24 11:46:36.345967 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 24 11:46:36.345967 dv-neutron-797120-4-hyperv neutron-server[128083]: aggregate_uuid = self.p_client.list_aggregates( Jun 24 11:46:36.345967 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 24 11:46:36.345967 dv-neutron-797120-4-hyperv neutron-server[128083]: return f(self, *a, **k) Jun 24 11:46:36.345967 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 24 11:46:36.345967 dv-neutron-797120-4-hyperv neutron-server[128083]: return self._get(url).json() Jun 24 11:46:36.345967 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 24 11:46:36.345967 dv-neutron-797120-4-hyperv neutron-server[128083]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 24 11:46:36.345967 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 24 11:46:36.345967 dv-neutron-797120-4-hyperv neutron-server[128083]: return self.request(url, 'GET', **kwargs) Jun 24 11:46:36.345967 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 24 11:46:36.345967 dv-neutron-797120-4-hyperv neutron-server[128083]: base_url = self.get_endpoint(auth, allow=allow, Jun 24 11:46:36.345967 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 24 11:46:36.345967 dv-neutron-797120-4-hyperv neutron-server[128083]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 24 11:46:36.345967 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 24 11:46:36.345967 dv-neutron-797120-4-hyperv neutron-server[128083]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 24 11:46:36.345967 dv-neutron-797120-4-hyperv neutron-server[128083]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 24 11:46:36.347891 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.db.api [None req-52b1b9da-fab3-4189-b45b-40bd40a337dc tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jun 24 11:46:36.347891 dv-neutron-797120-4-hyperv neutron-server[128083]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jun 24 11:46:36.347891 dv-neutron-797120-4-hyperv neutron-server[128083]: [parameters: {'id': 'e6b924ee-ddca-4724-bc99-8c4560e75102'}] Jun 24 11:46:36.347891 dv-neutron-797120-4-hyperv neutron-server[128083]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=128083) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 24 11:46:36.349948 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_db.api [None req-52b1b9da-fab3-4189-b45b-40bd40a337dc tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=128083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 24 11:46:36.350089 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-5688c378-4732-42f9-90b7-c594a52538b4 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Notify callbacks [] for router, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:36.351241 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-5688c378-4732-42f9-90b7-c594a52538b4 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.6589077 Jun 24 11:46:36.354514 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 57904) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:46:36.362574 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-bcd7e4f6-1ee7-4a5b-a05e-7be4c11e94c2 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-534962'] for network, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:36.372256 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa5f2035-fbc9-4453-af75-d20798098de0 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:46:36.372440 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-b3ac8e73-940b-45c0-8f7c-f601d8a7d0ee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:46:36.374843 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-aa5f2035-fbc9-4453-af75-d20798098de0 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.4513018 Jun 24 11:46:36.379262 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 57906) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:46:36.417831 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-7d149008-ce41-4f9f-880a-94f605f80871 None None] Provisioning complete for port 543a07b7-5e5c-4b55-bec5-482cded504a8 triggered by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:46:36.419470 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-7d149008-ce41-4f9f-880a-94f605f80871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:36.532174 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.plugin [None req-bcd7e4f6-1ee7-4a5b-a05e-7be4c11e94c2 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Deleting port faa3c367-1da3-4fdf-8844-7166b8f01b2a {{(pid=128084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 11:46:36.533239 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-bcd7e4f6-1ee7-4a5b-a05e-7be4c11e94c2 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793193942312'] for port, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:36.548809 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.plugin [None req-a68fcc6e-1a5e-49ae-89fa-acfa6112172c tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Deleting port 64382253-7917-443d-aec2-6e9ac5b9114c {{(pid=128084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 11:46:36.549529 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-a68fcc6e-1a5e-49ae-89fa-acfa6112172c tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793193942312'] for port, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:36.556769 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-6d4020dc-a411-4007-8df0-96bfed9242d7 tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468916'] for port, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:36.567434 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-6d4020dc-a411-4007-8df0-96bfed9242d7 tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] 10.222.0.53 "DELETE /v2.0/ports/d2213dfc-6f45-4da1-9934-e8a1a005d76e HTTP/1.1" status: 204 len: 168 time: 5.0975709 Jun 24 11:46:36.582316 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 57910) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:46:36.619263 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.db_base_plugin_common [None req-b78fe169-1007-4acb-b958-a445548d8257 None None] Allocated IP 2001:db8::2 (11a80c9d-f8ee-4388-91b0-d49a25200fee/d451fbaf-e3cf-4702-98da-f9946a7a7e72/825220a3-608c-4287-bb83-9fc50275fa6a) {{(pid=128085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 11:46:36.766650 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613abbc4-7918-404c-ad98-2cf9f919d6b8 None None] Pushing event updated for resources: {'Port': ['ID=fac0ae72-742d-4cf5-ad47-2eeedd3cbb14,revision_number=2']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:46:36.780103 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-ac20684c-d618-4a77-98e2-0456460f1f82 tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] 10.222.0.53 "GET /v2.0/floatingips/fac2b4a8-0673-4ba1-9515-14eaff9c5a29 HTTP/1.1" status: 200 len: 688 time: 0.1939032 Jun 24 11:46:36.783170 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 57924) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:46:36.799736 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.db [None req-bcd7e4f6-1ee7-4a5b-a05e-7be4c11e94c2 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] For port faa3c367-1da3-4fdf-8844-7166b8f01b2a, host dv-neutron-797120-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=faa3c367-1da3-4fdf-8844-7166b8f01b2a,segment=NetworkSegment(2f9e259a-c5c5-44f8-8cf1-03d0c6c97ee8),segment_id=2f9e259a-c5c5-44f8-8cf1-03d0c6c97ee8)] {{(pid=128084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 11:46:36.800013 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-bcd7e4f6-1ee7-4a5b-a05e-7be4c11e94c2 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1978872'] for port, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:36.834282 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-613abbc4-7918-404c-ad98-2cf9f919d6b8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.462s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:46:36.868147 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-52b1b9da-fab3-4189-b45b-40bd40a337dc tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-534962'] for network, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:36.870130 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.plugin [None req-bcd7e4f6-1ee7-4a5b-a05e-7be4c11e94c2 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Calling delete_port for faa3c367-1da3-4fdf-8844-7166b8f01b2a owned by network:dhcp {{(pid=128084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 11:46:37.052546 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-a68fcc6e-1a5e-49ae-89fa-acfa6112172c tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1978872'] for port, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:37.138545 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.plugin [None req-a68fcc6e-1a5e-49ae-89fa-acfa6112172c tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Calling delete_port for 64382253-7917-443d-aec2-6e9ac5b9114c owned by {{(pid=128084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 11:46:37.162268 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b60a72cb-054c-4c43-98b1-9431c54927d7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d65c8f8-7530-5052-99fe-8ea05073750b-053f9d50-a1ea-47fd-b7f5-ab2735a71562', 'network_id': '053f9d50-a1ea-47fd-b7f5-ab2735a71562', 'tenant_id': '01c7f8735a2b4722ae0cabb11183e366', 'fixed_ips': [{'subnet_id': '6caf8083-b625-4fe2-a342-ed848cf4d62f'}]}} from dv-neutron-797120-4-hyperv. {{(pid=128085) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 24 11:46:37.163834 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-b60a72cb-054c-4c43-98b1-9431c54927d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_create {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:37.203664 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e010b93-1264-4185-b6b3-4b11fe3d4b7b req-fd43be8d-4d72-4023-912d-68d908558a2c tempest-ServerActionsTestJSON-818164034 tempest-ServerActionsTestJSON-818164034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:46:37.205559 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-8e010b93-1264-4185-b6b3-4b11fe3d4b7b req-fd43be8d-4d72-4023-912d-68d908558a2c tempest-ServerActionsTestJSON-818164034 tempest-ServerActionsTestJSON-818164034-project] 10.222.0.53 "GET /v2.0/ports?device_id=d6cc2586-9578-488f-96d4-fbc6dd702115 HTTP/1.1" status: 200 len: 945 time: 0.6035564 Jun 24 11:46:37.214511 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebd34fe-e64e-4c45-82d3-b37058612669 req-be615c02-1e5f-4d88-a53a-89f7b9b76f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:46:37.216206 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-eebd34fe-e64e-4c45-82d3-b37058612669 req-be615c02-1e5f-4d88-a53a-89f7b9b76f89 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=33124f0dd27d41d79a5a6b42eb81b949&device_id=d6cc2586-9578-488f-96d4-fbc6dd702115 HTTP/1.1" status: 200 len: 1098 time: 0.7367282 Jun 24 11:46:37.410180 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-b78fe169-1007-4acb-b958-a445548d8257 None None] Notify callbacks [] for port, precommit_create {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:37.435453 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-8df2cc88-9ef1-4692-a133-0e4ebb638d40 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:37.438707 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebd34fe-e64e-4c45-82d3-b37058612669 req-1b9783c1-d631-4dfc-8075-246395883393 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:46:37.439619 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ceec372-4b8a-4af0-a069-bdc42af73c7a None None] DHCP port deletion for 86a40d8e-1785-40b6-881b-babb3cd6105c request from dv-neutron-797120-4-hyperv {{(pid=128085) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 24 11:46:37.440187 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-eebd34fe-e64e-4c45-82d3-b37058612669 req-1b9783c1-d631-4dfc-8075-246395883393 service neutron] 10.222.0.45 "GET /v2.0/networks?id=4865c6d7-6c66-4548-b02e-d00e97d481c4 HTTP/1.1" status: 200 len: 912 time: 0.2066929 Jun 24 11:46:37.455793 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-b78fe169-1007-4acb-b958-a445548d8257 None None] Transition to ACTIVE for port object 825220a3-608c-4287-bb83-9fc50275fa6a will not be triggered until provisioned by entity L2. {{(pid=128085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 11:46:37.511573 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-b78fe169-1007-4acb-b958-a445548d8257 None None] Transition to ACTIVE for port object 825220a3-608c-4287-bb83-9fc50275fa6a will not be triggered until provisioned by entity DHCP. {{(pid=128085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 11:46:37.522371 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.db_base_plugin_common [None req-b60a72cb-054c-4c43-98b1-9431c54927d7 None None] Allocated IP 172.20.0.2 (053f9d50-a1ea-47fd-b7f5-ab2735a71562/6caf8083-b625-4fe2-a342-ed848cf4d62f/2c6c239a-a429-4e4a-b04c-2158377b46dd) {{(pid=128085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 11:46:37.532425 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-b78fe169-1007-4acb-b958-a445548d8257 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-650429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-506361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793193536723'] for port, after_create {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:37.539426 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-11843ce4-b2b8-4edf-bfdd-e5abc3a6b4ec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:46:37.627912 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b78fe169-1007-4acb-b958-a445548d8257 None None] Network 11a80c9d-f8ee-4388-91b0-d49a25200fee is already hosted by enough agents. {{(pid=128085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 11:46:37.635827 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.scheduler.base_scheduler [None req-b78fe169-1007-4acb-b958-a445548d8257 None None] Resources bound (agent type, host, resource id): {{(pid=128085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:46:37.672610 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b78fe169-1007-4acb-b958-a445548d8257 None None] Received port after_create {{(pid=128085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 11:46:37.706809 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-0ceec372-4b8a-4af0-a069-bdc42af73c7a None None] Deleting port faa3c367-1da3-4fdf-8844-7166b8f01b2a {{(pid=128085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 11:46:37.707559 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-0ceec372-4b8a-4af0-a069-bdc42af73c7a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793193942312'] for port, before_delete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:37.741343 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78fe169-1007-4acb-b958-a445548d8257 None None] Pushing event updated for resources: {'Port': ['ID=825220a3-608c-4287-bb83-9fc50275fa6a,revision_number=1']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:46:37.756531 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-b78fe169-1007-4acb-b958-a445548d8257 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:46:37.900662 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 57946) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:46:37.901435 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-b78fe169-1007-4acb-b958-a445548d8257 None None] Attempting to bind port 825220a3-608c-4287-bb83-9fc50275fa6a on host dv-neutron-797120-4-hyperv for vnic_type normal with profile {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 11:46:37.901923 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-b78fe169-1007-4acb-b958-a445548d8257 None None] Attempting to bind port 825220a3-608c-4287-bb83-9fc50275fa6a by drivers openvswitch,hyperv on host dv-neutron-797120-4-hyperv at level 0 using segments [{'id': 'fddfe548-9582-48fa-8a0c-6b06bc4d1b9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '11a80c9d-f8ee-4388-91b0-d49a25200fee'}] {{(pid=128085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 11:46:37.902580 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b78fe169-1007-4acb-b958-a445548d8257 None None] Attempting to bind port 825220a3-608c-4287-bb83-9fc50275fa6a on network 11a80c9d-f8ee-4388-91b0-d49a25200fee {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 11:46:37.913724 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-bcd7e4f6-1ee7-4a5b-a05e-7be4c11e94c2 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793193945299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193536732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3292088'] for port, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:37.932809 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b78fe169-1007-4acb-b958-a445548d8257 None None] Checking agent: {'id': 'e3a695b2-c397-461f-83b0-10b79d490b59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 11, 36, 56), 'started_at': datetime.datetime(2021, 6, 24, 11, 37, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 11, 46, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 11:46:37.933420 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b78fe169-1007-4acb-b958-a445548d8257 None None] Checking segment: {'id': 'fddfe548-9582-48fa-8a0c-6b06bc4d1b9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '11a80c9d-f8ee-4388-91b0-d49a25200fee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=128085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 11:46:37.934519 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-b78fe169-1007-4acb-b958-a445548d8257 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:37.936402 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b78fe169-1007-4acb-b958-a445548d8257 None None] Bound using segment: {'id': 'fddfe548-9582-48fa-8a0c-6b06bc4d1b9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '11a80c9d-f8ee-4388-91b0-d49a25200fee'} {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 11:46:37.937652 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-b78fe169-1007-4acb-b958-a445548d8257 None None] Bound port: 825220a3-608c-4287-bb83-9fc50275fa6a, host: dv-neutron-797120-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fddfe548-9582-48fa-8a0c-6b06bc4d1b9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '11a80c9d-f8ee-4388-91b0-d49a25200fee'}}] {{(pid=128085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 11:46:37.938290 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-b78fe169-1007-4acb-b958-a445548d8257 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:37.941545 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-aa739a8e-366c-4c3d-acdb-0216db1cf7ee tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:46:37.979362 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-8e010b93-1264-4185-b6b3-4b11fe3d4b7b req-13c974a5-4cc9-4f9b-acea-9bff58011628 tempest-ServerActionsTestJSON-818164034 tempest-ServerActionsTestJSON-818164034-project] 10.222.0.53 "GET /v2.0/security-groups?id=7ca7987f-c073-401f-ba18-8737b1398c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7607532 Jun 24 11:46:38.010343 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-0ceec372-4b8a-4af0-a069-bdc42af73c7a None None] For port faa3c367-1da3-4fdf-8844-7166b8f01b2a, host dv-neutron-797120-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=faa3c367-1da3-4fdf-8844-7166b8f01b2a,segment=NetworkSegment(2f9e259a-c5c5-44f8-8cf1-03d0c6c97ee8),segment_id=2f9e259a-c5c5-44f8-8cf1-03d0c6c97ee8)] {{(pid=128085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 11:46:38.011162 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-0ceec372-4b8a-4af0-a069-bdc42af73c7a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1978872'] for port, precommit_delete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:38.055600 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd7e4f6-1ee7-4a5b-a05e-7be4c11e94c2 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Pushing event deleted for resources: {'Port': ['ID=faa3c367-1da3-4fdf-8844-7166b8f01b2a,revision_number=None']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:46:38.063337 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-bcd7e4f6-1ee7-4a5b-a05e-7be4c11e94c2 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:46:38.075839 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-a68fcc6e-1a5e-49ae-89fa-acfa6112172c tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793193945299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193536732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3292088'] for port, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:38.089519 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.plugin [None req-52b1b9da-fab3-4189-b45b-40bd40a337dc tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Deleting port fac0ae72-742d-4cf5-ad47-2eeedd3cbb14 {{(pid=128083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 11:46:38.090015 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-52b1b9da-fab3-4189-b45b-40bd40a337dc tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793193942312'] for port, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:38.092241 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-f027fd74-e615-41e2-924b-fee0c9ab9fb1 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:46:38.106871 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcd7e4f6-1ee7-4a5b-a05e-7be4c11e94c2 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] No DVR routers for this DVR port faa3c367-1da3-4fdf-8844-7166b8f01b2a on host dv-neutron-797120-4-hyperv {{(pid=128084) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 11:46:38.138670 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-0ceec372-4b8a-4af0-a069-bdc42af73c7a None None] Calling delete_port for faa3c367-1da3-4fdf-8844-7166b8f01b2a owned by network:dhcp {{(pid=128085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 11:46:38.196032 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device fac0ae72-742d-4cf5-ad47-2eeedd3cbb14 up at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 11:46:38.243795 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.plugin [None req-aef46600-97bd-4a7b-ae1e-720932053767 tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Deleting port 819842fd-7860-4ec9-9e43-bc26d815076d {{(pid=128084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 11:46:38.244148 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-aef46600-97bd-4a7b-ae1e-720932053767 tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793193942312'] for port, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:38.266964 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-067971d3-28e9-40cd-88eb-94af0ca95121 None None] Network e6b924ee-ddca-4724-bc99-8c4560e75102 requested from dv-neutron-797120-4-hyperv {{(pid=128085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 11:46:38.267941 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.db [None req-52b1b9da-fab3-4189-b45b-40bd40a337dc tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] For port fac0ae72-742d-4cf5-ad47-2eeedd3cbb14, host dv-neutron-797120-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=fac0ae72-742d-4cf5-ad47-2eeedd3cbb14,segment=NetworkSegment(fd0b8cb2-1cda-499c-9073-dd4c337cca68),segment_id=fd0b8cb2-1cda-499c-9073-dd4c337cca68)] {{(pid=128083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 11:46:38.268517 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-52b1b9da-fab3-4189-b45b-40bd40a337dc tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1978872'] for port, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:38.289159 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-eebd34fe-e64e-4c45-82d3-b37058612669 req-0ff1cb5f-6fa2-4413-b8f6-1d4e812aa57d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6147d57c-7485-4c8f-a255-8497342b277c HTTP/1.1" status: 200 len: 1001 time: 0.8174288 Jun 24 11:46:38.292286 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68fcc6e-1a5e-49ae-89fa-acfa6112172c tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Pushing event deleted for resources: {'Port': ['ID=64382253-7917-443d-aec2-6e9ac5b9114c,revision_number=None']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:46:38.295663 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.plugin [None req-52b1b9da-fab3-4189-b45b-40bd40a337dc tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Calling delete_port for fac0ae72-742d-4cf5-ad47-2eeedd3cbb14 owned by network:dhcp {{(pid=128083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 11:46:38.320272 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-b60a72cb-054c-4c43-98b1-9431c54927d7 None None] Notify callbacks [] for port, precommit_create {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:38.337801 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-a68fcc6e-1a5e-49ae-89fa-acfa6112172c tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:46:38.372594 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-c50b56e9-f29c-47d8-b536-183169245198 tempest-RoutersAdminTest-1970644103 tempest-RoutersAdminTest-1970644103-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-464168766', 'router:external': True}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:46:38.416118 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 57956) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:46:38.417007 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-52b1b9da-fab3-4189-b45b-40bd40a337dc tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793193945299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193536732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2537862'] for port, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:38.426779 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-b60a72cb-054c-4c43-98b1-9431c54927d7 None None] Transition to ACTIVE for port object 2c6c239a-a429-4e4a-b04c-2158377b46dd will not be triggered until provisioned by entity L2. {{(pid=128085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 11:46:38.429208 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-b78fe169-1007-4acb-b958-a445548d8257 None None] For port 825220a3-608c-4287-bb83-9fc50275fa6a, host dv-neutron-797120-4-hyperv, cleared binding levels {{(pid=128085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 11:46:38.447720 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-31160b3f-bd2e-4ff8-aa29-c02157785c89 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:46:38.458976 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning for port fac0ae72-742d-4cf5-ad47-2eeedd3cbb14 completed by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 11:46:38.460901 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-2b93545b-0822-49d0-a7bd-1f105ee55e11 None None] Provisioning for port fac0ae72-742d-4cf5-ad47-2eeedd3cbb14 completed by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 11:46:38.476621 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52b1b9da-fab3-4189-b45b-40bd40a337dc tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] No DVR routers for this DVR port fac0ae72-742d-4cf5-ad47-2eeedd3cbb14 on host dv-neutron-797120-4-hyperv {{(pid=128083) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 11:46:38.482981 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-b78fe169-1007-4acb-b958-a445548d8257 None None] For port 825220a3-608c-4287-bb83-9fc50275fa6a, host dv-neutron-797120-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=825220a3-608c-4287-bb83-9fc50275fa6a,segment=NetworkSegment(fddfe548-9582-48fa-8a0c-6b06bc4d1b9f),segment_id=fddfe548-9582-48fa-8a0c-6b06bc4d1b9f)] {{(pid=128085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 11:46:38.485153 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-a68fcc6e-1a5e-49ae-89fa-acfa6112172c tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468916'] for port, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:38.489436 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-2b93545b-0822-49d0-a7bd-1f105ee55e11 None None] Provisioning complete for port fac0ae72-742d-4cf5-ad47-2eeedd3cbb14 triggered by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:46:38.489820 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-2b93545b-0822-49d0-a7bd-1f105ee55e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:38.491033 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-a68fcc6e-1a5e-49ae-89fa-acfa6112172c tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] 10.222.0.53 "DELETE /v2.0/ports/64382253-7917-443d-aec2-6e9ac5b9114c HTTP/1.1" status: 204 len: 168 time: 2.1104708 Jun 24 11:46:38.491457 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning complete for port fac0ae72-742d-4cf5-ad47-2eeedd3cbb14 triggered by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:46:38.491826 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:38.495366 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-b60a72cb-054c-4c43-98b1-9431c54927d7 None None] Transition to ACTIVE for port object 2c6c239a-a429-4e4a-b04c-2158377b46dd will not be triggered until provisioned by entity DHCP. {{(pid=128085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 11:46:38.500541 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 57960) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:46:38.503852 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-b78fe169-1007-4acb-b958-a445548d8257 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:38.507062 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-bcd7e4f6-1ee7-4a5b-a05e-7be4c11e94c2 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973199', 'neutron.services.segments.db._delete_segments_for_network-8793194012456'] for network, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:38.544235 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-e450ecf0-90c3-4ae3-9a23-2e2439109381 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:46:38.566291 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.db_base_plugin_common [None req-8df2cc88-9ef1-4692-a133-0e4ebb638d40 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Allocated IP 172.20.0.1 (053f9d50-a1ea-47fd-b7f5-ab2735a71562/6caf8083-b625-4fe2-a342-ed848cf4d62f/a2dd6219-21c1-4822-89fc-1f5ea0a64591) {{(pid=128083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 11:46:38.567836 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-b60a72cb-054c-4c43-98b1-9431c54927d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-650429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-506361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793193536723'] for port, after_create {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:38.575631 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a207785-ff5c-44d9-bdb9-dc31c43996b0 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=128084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:46:38.579599 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a207785-ff5c-44d9-bdb9-dc31c43996b0 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=128084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:46:38.584017 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-7a207785-ff5c-44d9-bdb9-dc31c43996b0 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0813570 Jun 24 11:46:38.586483 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 57962) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:46:38.596510 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-2b93545b-0822-49d0-a7bd-1f105ee55e11 None None] Port fac0ae72-742d-4cf5-ad47-2eeedd3cbb14 was deleted so its status cannot be updated. {{(pid=128085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jun 24 11:46:38.598047 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Port fac0ae72-742d-4cf5-ad47-2eeedd3cbb14 was deleted so its status cannot be updated. {{(pid=128085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jun 24 11:46:38.672197 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b60a72cb-054c-4c43-98b1-9431c54927d7 None None] Network 053f9d50-a1ea-47fd-b7f5-ab2735a71562 is already hosted by enough agents. {{(pid=128085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 11:46:38.682397 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-0ceec372-4b8a-4af0-a069-bdc42af73c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793193945299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193536732'] for port, after_delete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:38.695418 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.scheduler.base_scheduler [None req-b60a72cb-054c-4c43-98b1-9431c54927d7 None None] Resources bound (agent type, host, resource id): {{(pid=128085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:46:38.701652 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b60a72cb-054c-4c43-98b1-9431c54927d7 None None] Received port after_create {{(pid=128085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 11:46:38.709649 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78fe169-1007-4acb-b958-a445548d8257 None None] Pushing event updated for resources: {'Port': ['ID=825220a3-608c-4287-bb83-9fc50275fa6a,revision_number=2']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:46:38.711870 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b1b9da-fab3-4189-b45b-40bd40a337dc tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Pushing event deleted for resources: {'Port': ['ID=fac0ae72-742d-4cf5-ad47-2eeedd3cbb14,revision_number=None']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:46:38.714257 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ceec372-4b8a-4af0-a069-bdc42af73c7a None None] No DVR routers for this DVR port faa3c367-1da3-4fdf-8844-7166b8f01b2a on host dv-neutron-797120-4-hyperv {{(pid=128085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 11:46:38.715203 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-52b1b9da-fab3-4189-b45b-40bd40a337dc tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:46:38.716899 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-b78fe169-1007-4acb-b958-a445548d8257 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:46:38.717601 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-55a2481f-686b-4373-b3d1-6a12374bf730 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.121s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:46:38.718686 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f621b53-52c5-47b2-bcab-dc87f14b753b tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Deleting subnet d451fbaf-e3cf-4702-98da-f9946a7a7e72 {{(pid=128084) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 24 11:46:38.723647 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.services.segments.db [None req-bcd7e4f6-1ee7-4a5b-a05e-7be4c11e94c2 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86a40d8e-1785-40b6-881b-babb3cd6105c']}} {{(pid=128084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:46:38.741077 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-8df2cc88-9ef1-4692-a133-0e4ebb638d40 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Notify callbacks [] for port, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:38.761394 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-7f621b53-52c5-47b2-bcab-dc87f14b753b tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks [] for subnet, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:38.773910 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.provisioning_blocks [None req-8df2cc88-9ef1-4692-a133-0e4ebb638d40 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Transition to ACTIVE for port object a2dd6219-21c1-4822-89fc-1f5ea0a64591 will not be triggered until provisioned by entity DHCP. {{(pid=128083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 11:46:38.791734 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device faa3c367-1da3-4fdf-8844-7166b8f01b2a no longer exists at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 11:46:38.797382 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.services.segments.db [None req-bcd7e4f6-1ee7-4a5b-a05e-7be4c11e94c2 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f9e259a-c5c5-44f8-8cf1-03d0c6c97ee8') {'for_net_delete': True} {{(pid=128084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:46:38.797382 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.services.segments.db [None req-bcd7e4f6-1ee7-4a5b-a05e-7be4c11e94c2 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f9e259a-c5c5-44f8-8cf1-03d0c6c97ee8') {} {{(pid=128084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:46:38.802671 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c50b56e9-f29c-47d8-b536-183169245198 tempest-RoutersAdminTest-1970644103 tempest-RoutersAdminTest-1970644103-project-admin] Made reservation on behalf of eaf2e9e62f1244a7be5f1c7d5a343001 for: {'network': 1} {{(pid=128084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 11:46:38.805844 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-c50b56e9-f29c-47d8-b536-183169245198 tempest-RoutersAdminTest-1970644103 tempest-RoutersAdminTest-1970644103-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for network, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:38.825876 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [None req-1a43ee2a-8464-4257-900c-b16cd2d306f0 tempest-RoutersIpV6AdminTest-1198470881 tempest-RoutersIpV6AdminTest-1198470881-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1358912778', 'router:external': True}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:46:38.840935 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-8df2cc88-9ef1-4692-a133-0e4ebb638d40 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-650429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-506361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793193536723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2537853'] for port, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:38.843280 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-bcd7e4f6-1ee7-4a5b-a05e-7be4c11e94c2 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793194097327', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2373599'] for segment, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:38.844429 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebd34fe-e64e-4c45-82d3-b37058612669 req-703252c2-4bba-422f-bb41-852b437b7810 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:46:38.846059 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-eebd34fe-e64e-4c45-82d3-b37058612669 req-703252c2-4bba-422f-bb41-852b437b7810 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c9f29286-6a6a-43a7-8236-d8b39e2a7133 HTTP/1.1" status: 200 len: 850 time: 0.4400191 Jun 24 11:46:38.846830 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-aef46600-97bd-4a7b-ae1e-720932053767 tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1978872'] for port, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:38.847303 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-aef46600-97bd-4a7b-ae1e-720932053767 tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:38.850112 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-c50b56e9-f29c-47d8-b536-183169245198 tempest-RoutersAdminTest-1970644103 tempest-RoutersAdminTest-1970644103-project-admin] Notify callbacks [] for security_group, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:38.856958 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-931e7312-2768-4859-b4f5-3aa155916441 tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:46:38.875962 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbc719aa-896a-43d4-b1dc-f434101479cd None None] DHCP port deletion for e6b924ee-ddca-4724-bc99-8c4560e75102 request from dv-neutron-797120-4-hyperv {{(pid=128085) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 24 11:46:38.888775 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.plugin [None req-aef46600-97bd-4a7b-ae1e-720932053767 tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Calling delete_port for 819842fd-7860-4ec9-9e43-bc26d815076d owned by network:floatingip {{(pid=128084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 11:46:38.893188 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] No Port match for: faa3c367-1da3-4fdf-8844-7166b8f01b2a {{(pid=128085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 11:46:38.893555 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device faa3c367-1da3-4fdf-8844-7166b8f01b2a not bound to the agent host dv-neutron-797120-4-hyperv {{(pid=128085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 11:46:38.911301 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-b60a72cb-054c-4c43-98b1-9431c54927d7 None None] Attempting to bind port 2c6c239a-a429-4e4a-b04c-2158377b46dd on host dv-neutron-797120-4-hyperv for vnic_type normal with profile {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 11:46:38.911677 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-b60a72cb-054c-4c43-98b1-9431c54927d7 None None] Attempting to bind port 2c6c239a-a429-4e4a-b04c-2158377b46dd by drivers openvswitch,hyperv on host dv-neutron-797120-4-hyperv at level 0 using segments [{'id': '3ce8d7c3-1396-4740-8469-06bfb3f0355d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '053f9d50-a1ea-47fd-b7f5-ab2735a71562'}] {{(pid=128085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 11:46:38.912102 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b60a72cb-054c-4c43-98b1-9431c54927d7 None None] Attempting to bind port 2c6c239a-a429-4e4a-b04c-2158377b46dd on network 053f9d50-a1ea-47fd-b7f5-ab2735a71562 {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 11:46:38.915089 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-bcd7e4f6-1ee7-4a5b-a05e-7be4c11e94c2 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967879'] for segment, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:38.920382 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b60a72cb-054c-4c43-98b1-9431c54927d7 None None] Checking agent: {'id': 'e3a695b2-c397-461f-83b0-10b79d490b59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 11, 36, 56), 'started_at': datetime.datetime(2021, 6, 24, 11, 37, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 11, 46, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 11:46:38.921476 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-7f621b53-52c5-47b2-bcab-dc87f14b753b tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2373542'] for subnet, precommit_delete_associations {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:38.921615 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b60a72cb-054c-4c43-98b1-9431c54927d7 None None] Checking segment: {'id': '3ce8d7c3-1396-4740-8469-06bfb3f0355d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '053f9d50-a1ea-47fd-b7f5-ab2735a71562'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=128085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 11:46:38.921966 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-b60a72cb-054c-4c43-98b1-9431c54927d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:38.922081 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df2cc88-9ef1-4692-a133-0e4ebb638d40 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Pushing event updated for resources: {'Port': ['ID=a2dd6219-21c1-4822-89fc-1f5ea0a64591,revision_number=1']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:46:38.922362 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b60a72cb-054c-4c43-98b1-9431c54927d7 None None] Bound using segment: {'id': '3ce8d7c3-1396-4740-8469-06bfb3f0355d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '053f9d50-a1ea-47fd-b7f5-ab2735a71562'} {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 11:46:38.922853 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-b60a72cb-054c-4c43-98b1-9431c54927d7 None None] Bound port: 2c6c239a-a429-4e4a-b04c-2158377b46dd, host: dv-neutron-797120-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ce8d7c3-1396-4740-8469-06bfb3f0355d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '053f9d50-a1ea-47fd-b7f5-ab2735a71562'}}] {{(pid=128085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 11:46:38.923340 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-b60a72cb-054c-4c43-98b1-9431c54927d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:38.925099 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-8df2cc88-9ef1-4692-a133-0e4ebb638d40 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:46:38.938699 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60a72cb-054c-4c43-98b1-9431c54927d7 None None] Pushing event updated for resources: {'Port': ['ID=2c6c239a-a429-4e4a-b04c-2158377b46dd,revision_number=1']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:46:38.967737 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bcd7e4f6-1ee7-4a5b-a05e-7be4c11e94c2 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Releasing vlan 613 on physical network physnet1 to pool {{(pid=128084) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 11:46:38.968440 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-bcd7e4f6-1ee7-4a5b-a05e-7be4c11e94c2 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3292053'] for segment, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:38.974683 dv-neutron-797120-4-hyperv neutron-server[128084]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 11:46:38.974683 dv-neutron-797120-4-hyperv neutron-server[128084]: conditions |= (models_v2.Port.network_id.in_( Jun 24 11:46:38.974683 dv-neutron-797120-4-hyperv neutron-server[128084]: Traceback (most recent call last): Jun 24 11:46:38.974683 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 24 11:46:38.974683 dv-neutron-797120-4-hyperv neutron-server[128084]: timer() Jun 24 11:46:38.974683 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 24 11:46:38.974683 dv-neutron-797120-4-hyperv neutron-server[128084]: cb(*args, **kw) Jun 24 11:46:38.974683 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 24 11:46:38.974683 dv-neutron-797120-4-hyperv neutron-server[128084]: return func(*args, **kwargs) Jun 24 11:46:38.974683 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 24 11:46:38.974683 dv-neutron-797120-4-hyperv neutron-server[128084]: self._notify() Jun 24 11:46:38.974683 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 24 11:46:38.974683 dv-neutron-797120-4-hyperv neutron-server[128084]: self.callback(batched_events) Jun 24 11:46:38.974683 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 24 11:46:38.974683 dv-neutron-797120-4-hyperv neutron-server[128084]: event.method(event) Jun 24 11:46:38.974683 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 24 11:46:38.974683 dv-neutron-797120-4-hyperv neutron-server[128084]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 24 11:46:38.974683 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 24 11:46:38.974683 dv-neutron-797120-4-hyperv neutron-server[128084]: aggregate_uuid = self.p_client.list_aggregates( Jun 24 11:46:38.974683 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 24 11:46:38.974683 dv-neutron-797120-4-hyperv neutron-server[128084]: return f(self, *a, **k) Jun 24 11:46:38.974683 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 24 11:46:38.974683 dv-neutron-797120-4-hyperv neutron-server[128084]: return self._get(url).json() Jun 24 11:46:38.974683 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 24 11:46:38.974683 dv-neutron-797120-4-hyperv neutron-server[128084]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 24 11:46:38.974683 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 24 11:46:38.974683 dv-neutron-797120-4-hyperv neutron-server[128084]: return self.request(url, 'GET', **kwargs) Jun 24 11:46:38.974683 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 24 11:46:38.974683 dv-neutron-797120-4-hyperv neutron-server[128084]: base_url = self.get_endpoint(auth, allow=allow, Jun 24 11:46:38.974683 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 24 11:46:38.974683 dv-neutron-797120-4-hyperv neutron-server[128084]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 24 11:46:38.974683 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 24 11:46:38.974683 dv-neutron-797120-4-hyperv neutron-server[128084]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 24 11:46:38.974683 dv-neutron-797120-4-hyperv neutron-server[128084]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 24 11:46:38.979219 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ceec372-4b8a-4af0-a069-bdc42af73c7a None None] Pushing event deleted for resources: {'Port': ['ID=faa3c367-1da3-4fdf-8844-7166b8f01b2a,revision_number=None']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:46:38.982941 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ba8eacc-1f45-486b-b886-3e9357207537 None None] Network e6b924ee-ddca-4724-bc99-8c4560e75102 requested from dv-neutron-797120-4-hyperv {{(pid=128085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 11:46:38.986010 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-0ceec372-4b8a-4af0-a069-bdc42af73c7a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:46:38.989311 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-596172c6-1c75-4da3-9d4f-edc0ef89f01e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.301s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:46:38.989311 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-596172c6-1c75-4da3-9d4f-edc0ef89f01e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:46:39.020285 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8df2cc88-9ef1-4692-a133-0e4ebb638d40 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Network 053f9d50-a1ea-47fd-b7f5-ab2735a71562 is already hosted by enough agents. {{(pid=128083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 11:46:39.050671 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-52b1b9da-fab3-4189-b45b-40bd40a337dc tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973199', 'neutron.services.segments.db._delete_segments_for_network-8793194012456'] for network, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:39.055648 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.base_scheduler [None req-8df2cc88-9ef1-4692-a133-0e4ebb638d40 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Resources bound (agent type, host, resource id): {{(pid=128083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:46:39.067279 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8df2cc88-9ef1-4692-a133-0e4ebb638d40 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Received port after_create {{(pid=128083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 11:46:39.100862 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.services.segments.db [None req-52b1b9da-fab3-4189-b45b-40bd40a337dc tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6b924ee-ddca-4724-bc99-8c4560e75102']}} {{(pid=128083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:46:39.131221 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebd34fe-e64e-4c45-82d3-b37058612669 req-21cb7da7-5b27-4942-97d5-1779cdaa2a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:46:39.132775 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-eebd34fe-e64e-4c45-82d3-b37058612669 req-21cb7da7-5b27-4942-97d5-1779cdaa2a00 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=4865c6d7-6c66-4548-b02e-d00e97d481c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2124279 Jun 24 11:46:39.134666 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.services.segments.db [None req-52b1b9da-fab3-4189-b45b-40bd40a337dc tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd0b8cb2-1cda-499c-9073-dd4c337cca68') {'for_net_delete': True} {{(pid=128083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:46:39.134964 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.services.segments.db [None req-52b1b9da-fab3-4189-b45b-40bd40a337dc tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd0b8cb2-1cda-499c-9073-dd4c337cca68') {} {{(pid=128083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:46:39.230728 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-b60a72cb-054c-4c43-98b1-9431c54927d7 None None] For port 2c6c239a-a429-4e4a-b04c-2158377b46dd, host dv-neutron-797120-4-hyperv, cleared binding levels {{(pid=128085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 11:46:39.235173 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-b60a72cb-054c-4c43-98b1-9431c54927d7 None None] For port 2c6c239a-a429-4e4a-b04c-2158377b46dd, host dv-neutron-797120-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=2c6c239a-a429-4e4a-b04c-2158377b46dd,segment=NetworkSegment(3ce8d7c3-1396-4740-8469-06bfb3f0355d),segment_id=3ce8d7c3-1396-4740-8469-06bfb3f0355d)] {{(pid=128085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 11:46:39.254944 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-b60a72cb-054c-4c43-98b1-9431c54927d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:39.286624 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-c50b56e9-f29c-47d8-b536-183169245198 tempest-RoutersAdminTest-1970644103 tempest-RoutersAdminTest-1970644103-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:39.308375 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-bcd7e4f6-1ee7-4a5b-a05e-7be4c11e94c2 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1800243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1815642'] for network, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:39.317988 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-c50b56e9-f29c-47d8-b536-183169245198 tempest-RoutersAdminTest-1970644103 tempest-RoutersAdminTest-1970644103-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800410'] for security_group, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:39.338516 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c50b56e9-f29c-47d8-b536-183169245198 tempest-RoutersAdminTest-1970644103 tempest-RoutersAdminTest-1970644103-project-admin] vlan segment allocate from pool success with {'vlan_id': 617, 'physical_network': 'physnet1'} {{(pid=128084) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 11:46:39.350045 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-c50b56e9-f29c-47d8-b536-183169245198 tempest-RoutersAdminTest-1970644103 tempest-RoutersAdminTest-1970644103-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967879'] for segment, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:39.350695 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.db.segments_db [None req-c50b56e9-f29c-47d8-b536-183169245198 tempest-RoutersAdminTest-1970644103 tempest-RoutersAdminTest-1970644103-project-admin] Added segment d028e19d-e84d-4b59-968a-f1dc0c086dbd of type vlan for network 8137604e-a644-43e3-8acd-f6849090bde2 Jun 24 11:46:39.401105 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-c50b56e9-f29c-47d8-b536-183169245198 tempest-RoutersAdminTest-1970644103 tempest-RoutersAdminTest-1970644103-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793193525068'] for network, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:39.443471 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-a9cd9605-f1de-4fa4-af7b-6cbd83baf5c4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:46:39.462464 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-9ef21c8c-0114-4a3d-b1d7-91bb6f9e268d tempest-ServerActionsTestJSON-818164034 tempest-ServerActionsTestJSON-818164034-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:46:39.470031 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-bcd7e4f6-1ee7-4a5b-a05e-7be4c11e94c2 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Notify callbacks [] for network, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:39.479313 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-52b1b9da-fab3-4189-b45b-40bd40a337dc tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793194097327', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3143690'] for segment, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:39.480570 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-bcd7e4f6-1ee7-4a5b-a05e-7be4c11e94c2 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] 10.222.0.53 "DELETE /v2.0/networks/86a40d8e-1785-40b6-881b-babb3cd6105c HTTP/1.1" status: 204 len: 168 time: 3.3527827 Jun 24 11:46:39.487533 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-7f621b53-52c5-47b2-bcab-dc87f14b753b tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-972249'] for subnet, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:39.495859 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60a72cb-054c-4c43-98b1-9431c54927d7 None None] Pushing event updated for resources: {'Port': ['ID=2c6c239a-a429-4e4a-b04c-2158377b46dd,revision_number=2']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:46:39.497519 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 57966) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:46:39.502884 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-b60a72cb-054c-4c43-98b1-9431c54927d7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:46:39.513712 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-016818f3-87b7-46f4-ac12-759b158904a5 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1768214735', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:46:39.544115 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-8df2cc88-9ef1-4692-a133-0e4ebb638d40 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1978458'] for router_interface, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:39.552780 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-52b1b9da-fab3-4189-b45b-40bd40a337dc tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967879'] for segment, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:39.586444 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-c50b56e9-f29c-47d8-b536-183169245198 tempest-RoutersAdminTest-1970644103 tempest-RoutersAdminTest-1970644103-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1800243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976'] for network, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:39.587488 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c50b56e9-f29c-47d8-b536-183169245198 tempest-RoutersAdminTest-1970644103 tempest-RoutersAdminTest-1970644103-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=128084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:46:39.588070 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-c50b56e9-f29c-47d8-b536-183169245198 tempest-RoutersAdminTest-1970644103 tempest-RoutersAdminTest-1970644103-project-admin] Notify callbacks [] for network, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:39.595679 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50b56e9-f29c-47d8-b536-183169245198 tempest-RoutersAdminTest-1970644103 tempest-RoutersAdminTest-1970644103-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=995dd92a-31d8-41ef-9112-6daf48dddf29,revision_number=1']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:46:39.615958 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-c50b56e9-f29c-47d8-b536-183169245198 tempest-RoutersAdminTest-1970644103 tempest-RoutersAdminTest-1970644103-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:46:39.619204 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.154s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:46:39.640558 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52b1b9da-fab3-4189-b45b-40bd40a337dc tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Releasing vlan 618 on physical network physnet1 to pool {{(pid=128083) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 11:46:39.641544 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-52b1b9da-fab3-4189-b45b-40bd40a337dc tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2537899'] for segment, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:39.645548 dv-neutron-797120-4-hyperv neutron-server[128083]: Traceback (most recent call last): Jun 24 11:46:39.645548 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 24 11:46:39.645548 dv-neutron-797120-4-hyperv neutron-server[128083]: timer() Jun 24 11:46:39.645548 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 24 11:46:39.645548 dv-neutron-797120-4-hyperv neutron-server[128083]: cb(*args, **kw) Jun 24 11:46:39.645548 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 24 11:46:39.645548 dv-neutron-797120-4-hyperv neutron-server[128083]: return func(*args, **kwargs) Jun 24 11:46:39.645548 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 24 11:46:39.645548 dv-neutron-797120-4-hyperv neutron-server[128083]: self._notify() Jun 24 11:46:39.645548 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 24 11:46:39.645548 dv-neutron-797120-4-hyperv neutron-server[128083]: self.callback(batched_events) Jun 24 11:46:39.645548 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 24 11:46:39.645548 dv-neutron-797120-4-hyperv neutron-server[128083]: event.method(event) Jun 24 11:46:39.645548 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 24 11:46:39.645548 dv-neutron-797120-4-hyperv neutron-server[128083]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 24 11:46:39.645548 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 24 11:46:39.645548 dv-neutron-797120-4-hyperv neutron-server[128083]: aggregate_uuid = self.p_client.list_aggregates( Jun 24 11:46:39.645548 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 24 11:46:39.645548 dv-neutron-797120-4-hyperv neutron-server[128083]: return f(self, *a, **k) Jun 24 11:46:39.645548 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 24 11:46:39.645548 dv-neutron-797120-4-hyperv neutron-server[128083]: return self._get(url).json() Jun 24 11:46:39.645548 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 24 11:46:39.645548 dv-neutron-797120-4-hyperv neutron-server[128083]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 24 11:46:39.645548 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 24 11:46:39.645548 dv-neutron-797120-4-hyperv neutron-server[128083]: return self.request(url, 'GET', **kwargs) Jun 24 11:46:39.645548 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 24 11:46:39.645548 dv-neutron-797120-4-hyperv neutron-server[128083]: base_url = self.get_endpoint(auth, allow=allow, Jun 24 11:46:39.645548 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 24 11:46:39.645548 dv-neutron-797120-4-hyperv neutron-server[128083]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 24 11:46:39.645548 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 24 11:46:39.645548 dv-neutron-797120-4-hyperv neutron-server[128083]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 24 11:46:39.645548 dv-neutron-797120-4-hyperv neutron-server[128083]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 24 11:46:39.647873 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a43ee2a-8464-4257-900c-b16cd2d306f0 tempest-RoutersIpV6AdminTest-1198470881 tempest-RoutersIpV6AdminTest-1198470881-project-admin] Made reservation on behalf of 444d1cfc1a1d4d7c897062fd9604b852 for: {'network': 1} {{(pid=128083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 11:46:39.648725 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-1a43ee2a-8464-4257-900c-b16cd2d306f0 tempest-RoutersIpV6AdminTest-1198470881 tempest-RoutersIpV6AdminTest-1198470881-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for network, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:39.675649 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd7e4f6-1ee7-4a5b-a05e-7be4c11e94c2 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Pushing event deleted for resources: {'Network': ['ID=86a40d8e-1785-40b6-881b-babb3cd6105c,revision_number=None']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:46:39.728830 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-1a43ee2a-8464-4257-900c-b16cd2d306f0 tempest-RoutersIpV6AdminTest-1198470881 tempest-RoutersIpV6AdminTest-1198470881-project-admin] Notify callbacks [] for security_group, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:39.731303 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-016818f3-87b7-46f4-ac12-759b158904a5 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1803889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65293'] for router, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:39.734546 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-016818f3-87b7-46f4-ac12-759b158904a5 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1803848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1975305', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1581158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65396'] for router, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:39.759643 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-c50b56e9-f29c-47d8-b536-183169245198 tempest-RoutersAdminTest-1970644103 tempest-RoutersAdminTest-1970644103-project-admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 1.8574491 Jun 24 11:46:39.760539 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 57968) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:46:39.774996 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [None req-3487e5f9-9cb4-4c60-88a3-14c0d3738657 tempest-RoutersAdminTest-1970644103 tempest-RoutersAdminTest-1970644103-project-admin] Request body: {'subnet': {'network_id': '8137604e-a644-43e3-8acd-f6849090bde2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:46:39.781042 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-52b1b9da-fab3-4189-b45b-40bd40a337dc tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1800243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1815642'] for network, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:39.785618 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-52b1b9da-fab3-4189-b45b-40bd40a337dc tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588949'] for network, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:39.787501 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-52b1b9da-fab3-4189-b45b-40bd40a337dc tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] 10.222.0.53 "DELETE /v2.0/networks/e6b924ee-ddca-4724-bc99-8c4560e75102 HTTP/1.1" status: 204 len: 168 time: 5.1584718 Jun 24 11:46:39.792082 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-a3119cf1-9d7f-4879-b5d7-9d429b76177a tempest-BulkNetworkOpsIpV6Test-1142812762 tempest-BulkNetworkOpsIpV6Test-1142812762-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:46:39.798211 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 57970) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:46:39.804404 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-eebd34fe-e64e-4c45-82d3-b37058612669 req-f06cf12a-d2c0-4c18-890c-bf812cce04de service neutron] 10.222.0.45 "GET /v2.0/networks/4865c6d7-6c66-4548-b02e-d00e97d481c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6577697 Jun 24 11:46:39.854656 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-7f621b53-52c5-47b2-bcab-dc87f14b753b tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-972238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3292022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3162263'] for subnet, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:39.860544 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b1b9da-fab3-4189-b45b-40bd40a337dc tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Pushing event deleted for resources: {'Network': ['ID=e6b924ee-ddca-4724-bc99-8c4560e75102,revision_number=None']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:46:39.862449 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-52b1b9da-fab3-4189-b45b-40bd40a337dc tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:46:39.863124 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.db.api [None req-3487e5f9-9cb4-4c60-88a3-14c0d3738657 tempest-RoutersAdminTest-1970644103 tempest-RoutersAdminTest-1970644103-project-admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 24 11:46:39.863124 dv-neutron-797120-4-hyperv neutron-server[128083]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 24 11:46:39.863124 dv-neutron-797120-4-hyperv neutron-server[128083]: [parameters: {'project_id_1': 'eaf2e9e62f1244a7be5f1c7d5a343001', 'expiration_1': datetime.datetime(2021, 6, 24, 11, 46, 39, 795661)}] Jun 24 11:46:39.863124 dv-neutron-797120-4-hyperv neutron-server[128083]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=128083) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 24 11:46:39.863736 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_db.api [None req-3487e5f9-9cb4-4c60-88a3-14c0d3738657 tempest-RoutersAdminTest-1970644103 tempest-RoutersAdminTest-1970644103-project-admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=128083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 24 11:46:39.879455 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.pecan_wsgi.hooks.translation [None req-71b54a4a-1918-43af-8880-1be61370cbf9 tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] DELETE failed (client error): The resource could not be found. Jun 24 11:46:39.880222 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-71b54a4a-1918-43af-8880-1be61370cbf9 tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=128083) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 24 11:46:39.887607 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-71b54a4a-1918-43af-8880-1be61370cbf9 tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] 10.222.0.53 "DELETE /v2.0/networks/e6b924ee-ddca-4724-bc99-8c4560e75102 HTTP/1.1" status: 404 len: 339 time: 0.0769715 Jun 24 11:46:39.899988 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90f312f-8b58-4ae2-a80b-2bcbd6e83c5d req-850a334c-da5a-4fab-ac5f-7b9041c3a9c9 tempest-ServerActionsTestJSON-818164034 tempest-ServerActionsTestJSON-818164034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:46:39.901762 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-f90f312f-8b58-4ae2-a80b-2bcbd6e83c5d req-850a334c-da5a-4fab-ac5f-7b9041c3a9c9 tempest-ServerActionsTestJSON-818164034 tempest-ServerActionsTestJSON-818164034-project] 10.222.0.53 "GET /v2.0/ports?device_id=d6cc2586-9578-488f-96d4-fbc6dd702115 HTTP/1.1" status: 200 len: 945 time: 0.4330695 Jun 24 11:46:39.902349 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 57972) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:46:39.925325 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-016818f3-87b7-46f4-ac12-759b158904a5 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:39.930821 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50b56e9-f29c-47d8-b536-183169245198 tempest-RoutersAdminTest-1970644103 tempest-RoutersAdminTest-1970644103-project-admin] Pushing event updated for resources: {'Network': ['ID=8137604e-a644-43e3-8acd-f6849090bde2,revision_number=1']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:46:39.933272 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-aef46600-97bd-4a7b-ae1e-720932053767 tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793193945299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193536732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3292088'] for port, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:39.935941 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-c50b56e9-f29c-47d8-b536-183169245198 tempest-RoutersAdminTest-1970644103 tempest-RoutersAdminTest-1970644103-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.316s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:46:39.936506 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-bcd7e4f6-1ee7-4a5b-a05e-7be4c11e94c2 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:46:39.939544 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-016818f3-87b7-46f4-ac12-759b158904a5 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1803210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1815767'] for router, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:39.942495 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Network 8137604e-a644-43e3-8acd-f6849090bde2 details requested by agent ovs-agent-dv-neutron-797120-4-hyperv with host dv-neutron-797120-4-hyperv {{(pid=128085) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 11:46:39.949202 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [None req-786dfc3a-0925-49cc-9796-53e95d377083 tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1030033519', 'description': 'd1'}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:46:39.995866 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-7f621b53-52c5-47b2-bcab-dc87f14b753b tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks [] for subnet, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:39.997787 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-7f621b53-52c5-47b2-bcab-dc87f14b753b tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] 10.222.0.53 "DELETE /v2.0/subnets/d451fbaf-e3cf-4702-98da-f9946a7a7e72 HTTP/1.1" status: 204 len: 168 time: 1.3927386 Jun 24 11:46:40.007328 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 57974) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:46:40.086088 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef46600-97bd-4a7b-ae1e-720932053767 tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Pushing event deleted for resources: {'Port': ['ID=819842fd-7860-4ec9-9e43-bc26d815076d,revision_number=None']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:46:40.095688 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-4f869de6-8b55-474b-b6eb-d9252fc5c52b tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0838318 Jun 24 11:46:40.102028 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 57976) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:46:40.103105 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-aef46600-97bd-4a7b-ae1e-720932053767 tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:46:40.146310 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-f90f312f-8b58-4ae2-a80b-2bcbd6e83c5d req-289ddd6e-0f1f-45f7-8267-62c454babc88 tempest-ServerActionsTestJSON-818164034 tempest-ServerActionsTestJSON-818164034-project] 10.222.0.53 "GET /v2.0/security-groups?id=7ca7987f-c073-401f-ba18-8737b1398c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1872182 Jun 24 11:46:40.158443 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-eebd34fe-e64e-4c45-82d3-b37058612669 req-b3d02888-4529-4f05-ae16-472e384f96d8 service neutron] 10.222.0.45 "GET /v2.0/networks/4865c6d7-6c66-4548-b02e-d00e97d481c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3289292 Jun 24 11:46:40.181392 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-ed0af2df-10e7-495d-8158-a3722ff64eb5 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.315s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:46:40.197802 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-8df2cc88-9ef1-4692-a133-0e4ebb638d40 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:40.259153 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device 825220a3-608c-4287-bb83-9fc50275fa6a up at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 11:46:40.259798 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f621b53-52c5-47b2-bcab-dc87f14b753b tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Pushing event deleted for resources: {'Subnet': ['ID=d451fbaf-e3cf-4702-98da-f9946a7a7e72,revision_number=None']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:46:40.269492 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-7f621b53-52c5-47b2-bcab-dc87f14b753b tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:46:40.270106 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.677s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:46:40.270423 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:46:40.315853 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bc21dfe-8877-4e0f-be3c-830e42fc9d1f None None] Network 11a80c9d-f8ee-4388-91b0-d49a25200fee requested from dv-neutron-797120-4-hyperv {{(pid=128085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 11:46:40.332561 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-aef46600-97bd-4a7b-ae1e-720932053767 tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Notify callbacks [] for floatingip, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:40.335160 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-aef46600-97bd-4a7b-ae1e-720932053767 tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468916'] for floatingip, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:40.336353 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-aef46600-97bd-4a7b-ae1e-720932053767 tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] 10.222.0.53 "DELETE /v2.0/floatingips/fac2b4a8-0673-4ba1-9515-14eaff9c5a29 HTTP/1.1" status: 204 len: 168 time: 3.5502825 Jun 24 11:46:40.341806 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 57978) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:46:40.348545 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-1a43ee2a-8464-4257-900c-b16cd2d306f0 tempest-RoutersIpV6AdminTest-1198470881 tempest-RoutersIpV6AdminTest-1198470881-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:40.354091 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e24c998e-0d08-4eb7-ae8f-095ca847b1a0 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:46:40.358216 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-e24c998e-0d08-4eb7-ae8f-095ca847b1a0 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.2518039 Jun 24 11:46:40.360547 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 57980) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:46:40.372022 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-016818f3-87b7-46f4-ac12-759b158904a5 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Notify callbacks [] for router, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:40.373485 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-016818f3-87b7-46f4-ac12-759b158904a5 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.8748076 Jun 24 11:46:40.383060 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [None req-bbbd5e47-b8bb-415c-9214-a0ab0434128f tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Request body: {'floatingip': {'floating_network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'port_id': '44681b40-d675-4660-991b-a28231d98fad'}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:46:40.390080 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 57982) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:46:40.402553 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [None req-5c29657c-9b82-4680-b041-e11f2c92f56d tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1664638251'}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:46:40.409883 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-1a43ee2a-8464-4257-900c-b16cd2d306f0 tempest-RoutersIpV6AdminTest-1198470881 tempest-RoutersIpV6AdminTest-1198470881-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800410'] for security_group, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:40.419134 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-b1627527-6f90-4be5-8be1-0cc5fc7a36ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:46:40.419776 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning for port 825220a3-608c-4287-bb83-9fc50275fa6a completed by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 11:46:40.419988 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4c8d3bb-904b-4e40-ad42-9bc0de0a7776 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=128084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:46:40.425108 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-d4c8d3bb-904b-4e40-ad42-9bc0de0a7776 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0604360 Jun 24 11:46:40.425306 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-759a43d4-2c00-4f47-8023-5d35b8568d50 None None] Provisioning for port 825220a3-608c-4287-bb83-9fc50275fa6a completed by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 11:46:40.425657 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 57984) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:46:40.448756 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a43ee2a-8464-4257-900c-b16cd2d306f0 tempest-RoutersIpV6AdminTest-1198470881 tempest-RoutersIpV6AdminTest-1198470881-project-admin] vlan segment allocate from pool success with {'vlan_id': 634, 'physical_network': 'physnet1'} {{(pid=128083) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 11:46:40.456764 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning complete for port 825220a3-608c-4287-bb83-9fc50275fa6a triggered by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:46:40.457463 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:40.467148 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-43d8dc8f-ae36-4e82-a351-bb683a9065ea tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0401223 Jun 24 11:46:40.471532 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 57986) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:46:40.476893 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-9eb00d05-51d8-43dd-a863-6d2594dc63dd tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Request body: {'subnet': {'network_id': '11a80c9d-f8ee-4388-91b0-d49a25200fee', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:46:40.481143 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-786dfc3a-0925-49cc-9796-53e95d377083 tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Made reservation on behalf of 83bd187da1f344e0936ca43751a06a44 for: {'network': 1} {{(pid=128083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 11:46:40.484627 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-759a43d4-2c00-4f47-8023-5d35b8568d50 None None] Provisioning complete for port 825220a3-608c-4287-bb83-9fc50275fa6a triggered by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:46:40.485161 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-759a43d4-2c00-4f47-8023-5d35b8568d50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:40.485353 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-786dfc3a-0925-49cc-9796-53e95d377083 tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for network, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:40.502960 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-1a43ee2a-8464-4257-900c-b16cd2d306f0 tempest-RoutersIpV6AdminTest-1198470881 tempest-RoutersIpV6AdminTest-1198470881-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967879'] for segment, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:40.503304 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.db.segments_db [None req-1a43ee2a-8464-4257-900c-b16cd2d306f0 tempest-RoutersIpV6AdminTest-1198470881 tempest-RoutersIpV6AdminTest-1198470881-project-admin] Added segment 81b31e8e-fab3-4bf5-b48e-4021230ebc69 of type vlan for network cc1bf607-304f-41d0-9a34-524f130adbde Jun 24 11:46:40.528694 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a43ee2a-8464-4257-900c-b16cd2d306f0 tempest-RoutersIpV6AdminTest-1198470881 tempest-RoutersIpV6AdminTest-1198470881-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36beb719-5cdc-4e18-9098-ff2685f162d5,revision_number=1']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:46:40.584302 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-1a43ee2a-8464-4257-900c-b16cd2d306f0 tempest-RoutersIpV6AdminTest-1198470881 tempest-RoutersIpV6AdminTest-1198470881-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:46:40.600720 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3487e5f9-9cb4-4c60-88a3-14c0d3738657 tempest-RoutersAdminTest-1970644103 tempest-RoutersAdminTest-1970644103-project-admin] Made reservation on behalf of eaf2e9e62f1244a7be5f1c7d5a343001 for: {'subnet': 1} {{(pid=128083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 11:46:40.603483 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-3487e5f9-9cb4-4c60-88a3-14c0d3738657 tempest-RoutersAdminTest-1970644103 tempest-RoutersAdminTest-1970644103-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3289788'] for subnet, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:40.635504 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.db.api [None req-9eb00d05-51d8-43dd-a863-6d2594dc63dd tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 24 11:46:40.635504 dv-neutron-797120-4-hyperv neutron-server[128084]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 24 11:46:40.635504 dv-neutron-797120-4-hyperv neutron-server[128084]: [parameters: {'project_id_1': '086af1f572244cd08c37d97e004e4732', 'expiration_1': datetime.datetime(2021, 6, 24, 11, 46, 40, 587942)}] Jun 24 11:46:40.635504 dv-neutron-797120-4-hyperv neutron-server[128084]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=128084) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 24 11:46:40.636428 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_db.api [None req-9eb00d05-51d8-43dd-a863-6d2594dc63dd tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=128084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 24 11:46:40.676639 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-786dfc3a-0925-49cc-9796-53e95d377083 tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] vlan segment allocate from pool success with {'vlan_id': 618, 'physical_network': 'physnet1'} {{(pid=128083) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 11:46:40.696432 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-759a43d4-2c00-4f47-8023-5d35b8568d50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:40.707738 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.db.api [None req-5c29657c-9b82-4680-b041-e11f2c92f56d tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 24 11:46:40.707738 dv-neutron-797120-4-hyperv neutron-server[128083]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 24 11:46:40.707738 dv-neutron-797120-4-hyperv neutron-server[128083]: [parameters: {'project_id_1': '9c8c7551cf984e4ca40de4f1d8880b93', 'expiration_1': datetime.datetime(2021, 6, 24, 11, 46, 40, 422176)}] Jun 24 11:46:40.707738 dv-neutron-797120-4-hyperv neutron-server[128083]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=128083) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 24 11:46:40.708153 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_db.api [None req-5c29657c-9b82-4680-b041-e11f2c92f56d tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=128083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 24 11:46:40.729032 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:40.769203 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-759a43d4-2c00-4f47-8023-5d35b8568d50 None None] For port 825220a3-608c-4287-bb83-9fc50275fa6a, host dv-neutron-797120-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=825220a3-608c-4287-bb83-9fc50275fa6a,segment=NetworkSegment(fddfe548-9582-48fa-8a0c-6b06bc4d1b9f),segment_id=fddfe548-9582-48fa-8a0c-6b06bc4d1b9f)] {{(pid=128085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 11:46:40.773836 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d59962e-dd5b-4122-9237-dd20a38af6ef None None] DHCP port deletion for 11a80c9d-f8ee-4388-91b0-d49a25200fee request from dv-neutron-797120-4-hyperv {{(pid=128085) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 24 11:46:40.806007 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-1a43ee2a-8464-4257-900c-b16cd2d306f0 tempest-RoutersIpV6AdminTest-1198470881 tempest-RoutersIpV6AdminTest-1198470881-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793193525068'] for network, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:40.813292 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-786dfc3a-0925-49cc-9796-53e95d377083 tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967879'] for segment, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:40.813957 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.db.segments_db [None req-786dfc3a-0925-49cc-9796-53e95d377083 tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Added segment 99156f54-9731-4ff8-999f-a568aeb5eb3f of type vlan for network 994b0fbc-0ef4-4f85-92b8-d12a50711045 Jun 24 11:46:40.815621 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-bbbd5e47-b8bb-415c-9214-a0ab0434128f tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Notify callbacks [] for floatingip, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:40.837434 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-759a43d4-2c00-4f47-8023-5d35b8568d50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:40.842379 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-f5047361-1632-4d3b-ab2f-107a9cdb6127 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:46:40.901476 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.db.api [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=128085) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 24 11:46:40.901832 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_db.api [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 24 11:46:40.914455 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759a43d4-2c00-4f47-8023-5d35b8568d50 None None] Pushing event updated for resources: {'Port': ['ID=825220a3-608c-4287-bb83-9fc50275fa6a,revision_number=4']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:46:40.925782 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-759a43d4-2c00-4f47-8023-5d35b8568d50 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:46:40.936147 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-8d59962e-dd5b-4122-9237-dd20a38af6ef None None] Deleting port 825220a3-608c-4287-bb83-9fc50275fa6a {{(pid=128085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 11:46:40.936522 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-8d59962e-dd5b-4122-9237-dd20a38af6ef None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793193942312'] for port, before_delete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:40.956546 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-786dfc3a-0925-49cc-9796-53e95d377083 tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793193525068'] for network, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:40.991154 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3560935-4f35-423f-8d85-a958d4df508b None None] Network 053f9d50-a1ea-47fd-b7f5-ab2735a71562 requested from dv-neutron-797120-4-hyperv {{(pid=128085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 11:46:41.060198 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-1a43ee2a-8464-4257-900c-b16cd2d306f0 tempest-RoutersIpV6AdminTest-1198470881 tempest-RoutersIpV6AdminTest-1198470881-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1800243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976'] for network, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:41.061237 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a43ee2a-8464-4257-900c-b16cd2d306f0 tempest-RoutersIpV6AdminTest-1198470881 tempest-RoutersIpV6AdminTest-1198470881-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:46:41.062009 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-1a43ee2a-8464-4257-900c-b16cd2d306f0 tempest-RoutersIpV6AdminTest-1198470881 tempest-RoutersIpV6AdminTest-1198470881-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588949'] for network, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:41.062502 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-8d59962e-dd5b-4122-9237-dd20a38af6ef None None] For port 825220a3-608c-4287-bb83-9fc50275fa6a, host dv-neutron-797120-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=825220a3-608c-4287-bb83-9fc50275fa6a,segment=NetworkSegment(fddfe548-9582-48fa-8a0c-6b06bc4d1b9f),segment_id=fddfe548-9582-48fa-8a0c-6b06bc4d1b9f)] {{(pid=128085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 11:46:41.062945 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-8d59962e-dd5b-4122-9237-dd20a38af6ef None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1978872'] for port, precommit_delete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:41.073837 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-661a1d49-b6ea-4dd1-9eb2-5e099249097f tempest-ExternalNetworksTestJSON-2097641310 tempest-ExternalNetworksTestJSON-2097641310-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:46:41.085229 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-8d59962e-dd5b-4122-9237-dd20a38af6ef None None] Calling delete_port for 825220a3-608c-4287-bb83-9fc50275fa6a owned by network:dhcp {{(pid=128085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 11:46:41.092082 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-8df2cc88-9ef1-4692-a133-0e4ebb638d40 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Notify callbacks [] for port, precommit_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:41.098669 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-c47820c5-d869-4ed3-8d59-d7062b84cf13 None None] Provisioning for port 2c6c239a-a429-4e4a-b04c-2158377b46dd completed by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 11:46:41.142500 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-8df2cc88-9ef1-4692-a133-0e4ebb638d40 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2537871'] for port, after_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:41.145165 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-786dfc3a-0925-49cc-9796-53e95d377083 tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1800243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976'] for network, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:41.150553 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-786dfc3a-0925-49cc-9796-53e95d377083 tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:46:41.151239 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-786dfc3a-0925-49cc-9796-53e95d377083 tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588949'] for network, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:41.185678 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9eb00d05-51d8-43dd-a863-6d2594dc63dd tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Made reservation on behalf of 086af1f572244cd08c37d97e004e4732 for: {'subnet': 1} {{(pid=128084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 11:46:41.191965 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-9eb00d05-51d8-43dd-a863-6d2594dc63dd tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3162484'] for subnet, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:41.252451 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-8d59962e-dd5b-4122-9237-dd20a38af6ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793193945299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193536732'] for port, after_delete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:41.254133 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-1a43ee2a-8464-4257-900c-b16cd2d306f0 tempest-RoutersIpV6AdminTest-1198470881 tempest-RoutersIpV6AdminTest-1198470881-project-admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 2.8335712 Jun 24 11:46:41.260902 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-759a43d4-2c00-4f47-8023-5d35b8568d50 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:46:41.268737 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 57990) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:46:41.282126 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [None req-ab737e29-5573-42bd-b298-25b80bc94ae4 tempest-RoutersIpV6AdminTest-1198470881 tempest-RoutersIpV6AdminTest-1198470881-project-admin] Request body: {'subnet': {'network_id': 'cc1bf607-304f-41d0-9a34-524f130adbde', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:46:41.293837 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d59962e-dd5b-4122-9237-dd20a38af6ef None None] No DVR routers for this DVR port 825220a3-608c-4287-bb83-9fc50275fa6a on host dv-neutron-797120-4-hyperv {{(pid=128085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 11:46:41.298062 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d59962e-dd5b-4122-9237-dd20a38af6ef None None] Pushing event deleted for resources: {'Port': ['ID=825220a3-608c-4287-bb83-9fc50275fa6a,revision_number=None']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:46:41.301544 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-8d59962e-dd5b-4122-9237-dd20a38af6ef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:46:41.312314 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a43ee2a-8464-4257-900c-b16cd2d306f0 tempest-RoutersIpV6AdminTest-1198470881 tempest-RoutersIpV6AdminTest-1198470881-project-admin] Pushing event updated for resources: {'Network': ['ID=cc1bf607-304f-41d0-9a34-524f130adbde,revision_number=1']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:46:41.316953 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-786dfc3a-0925-49cc-9796-53e95d377083 tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.3744080 Jun 24 11:46:41.320398 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-1a43ee2a-8464-4257-900c-b16cd2d306f0 tempest-RoutersIpV6AdminTest-1198470881 tempest-RoutersIpV6AdminTest-1198470881-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:46:41.323659 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 57992) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:46:41.328273 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-d7101d96-5107-4442-8f09-572a71993485 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.162s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:46:41.341974 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Network cc1bf607-304f-41d0-9a34-524f130adbde details requested by agent ovs-agent-dv-neutron-797120-4-hyperv with host dv-neutron-797120-4-hyperv {{(pid=128085) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 11:46:41.397432 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-8df2cc88-9ef1-4692-a133-0e4ebb638d40 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1783050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1978542'] for router_interface, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:41.439909 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c29657c-9b82-4680-b041-e11f2c92f56d tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Made reservation on behalf of 9c8c7551cf984e4ca40de4f1d8880b93 for: {'network': 1} {{(pid=128083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 11:46:41.443068 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Port 825220a3-608c-4287-bb83-9fc50275fa6a update to ACTIVE by agent not found {{(pid=128085) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2137}} Jun 24 11:46:41.443524 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device 2c6c239a-a429-4e4a-b04c-2158377b46dd up at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 11:46:41.443829 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-5c29657c-9b82-4680-b041-e11f2c92f56d tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for network, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:41.505658 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning for port 2c6c239a-a429-4e4a-b04c-2158377b46dd completed by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 11:46:41.511371 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning complete for port 2c6c239a-a429-4e4a-b04c-2158377b46dd triggered by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:46:41.511759 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:41.515938 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-397befe9-ffe8-4353-907f-b7dda91cb49a tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=128084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:46:41.519898 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-397befe9-ffe8-4353-907f-b7dda91cb49a tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] 10.222.0.53 "GET /v2.0/networks?id=994b0fbc-0ef4-4f85-92b8-d12a50711045 HTTP/1.1" status: 200 len: 765 time: 0.1924160 Jun 24 11:46:41.522165 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 57994) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:46:41.532902 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-2c24fbb6-50f7-4307-b93b-6631274a25c3 tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Request body: {'network': {'description': 'd2'}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:46:41.544816 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df2cc88-9ef1-4692-a133-0e4ebb638d40 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Pushing event updated for resources: {'Port': ['ID=a2dd6219-21c1-4822-89fc-1f5ea0a64591,revision_number=2']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:46:41.551078 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-8df2cc88-9ef1-4692-a133-0e4ebb638d40 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:46:41.558524 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.392s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:46:41.606278 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab737e29-5573-42bd-b298-25b80bc94ae4 tempest-RoutersIpV6AdminTest-1198470881 tempest-RoutersIpV6AdminTest-1198470881-project-admin] Made reservation on behalf of 444d1cfc1a1d4d7c897062fd9604b852 for: {'subnet': 1} {{(pid=128083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 11:46:41.615753 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-ab737e29-5573-42bd-b298-25b80bc94ae4 tempest-RoutersIpV6AdminTest-1198470881 tempest-RoutersIpV6AdminTest-1198470881-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3289788'] for subnet, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:41.653709 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:41.659830 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-d46c7177-8ce1-480e-8361-d5ad0d981e05 None None] Provisioning for port a2dd6219-21c1-4822-89fc-1f5ea0a64591 completed by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 11:46:41.662128 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-9eb00d05-51d8-43dd-a863-6d2594dc63dd tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3291959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3162270'] for subnet, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:41.700157 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:46:41.702831 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-d46c7177-8ce1-480e-8361-d5ad0d981e05 None None] Provisioning complete for port a2dd6219-21c1-4822-89fc-1f5ea0a64591 triggered by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:46:41.703992 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-d46c7177-8ce1-480e-8361-d5ad0d981e05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:41.707722 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] For port 2c6c239a-a429-4e4a-b04c-2158377b46dd, host dv-neutron-797120-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=2c6c239a-a429-4e4a-b04c-2158377b46dd,segment=NetworkSegment(3ce8d7c3-1396-4740-8469-06bfb3f0355d),segment_id=3ce8d7c3-1396-4740-8469-06bfb3f0355d)] {{(pid=128085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 11:46:41.725269 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-bbbd5e47-b8bb-415c-9214-a0ab0434128f tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:41.730776 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:41.735563 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-ace0c11a-3d48-4b09-a9dc-390cb9b70b50 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:46:41.747807 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb00d05-51d8-43dd-a863-6d2594dc63dd tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Pushing event updated for resources: {'Subnet': ['ID=ba981b15-3618-4d23-8e30-90e3809ba29b,revision_number=0']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:46:41.753184 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-9eb00d05-51d8-43dd-a863-6d2594dc63dd tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:46:41.767749 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c29657c-9b82-4680-b041-e11f2c92f56d tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] vlan segment allocate from pool success with {'vlan_id': 606, 'physical_network': 'physnet1'} {{(pid=128083) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 11:46:41.783398 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eb00d05-51d8-43dd-a863-6d2594dc63dd tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Network 11a80c9d-f8ee-4388-91b0-d49a25200fee is already hosted by enough agents. {{(pid=128084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 11:46:41.792237 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.base_scheduler [None req-9eb00d05-51d8-43dd-a863-6d2594dc63dd tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Resources bound (agent type, host, resource id): {{(pid=128084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:46:41.796168 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9eb00d05-51d8-43dd-a863-6d2594dc63dd tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=128084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:46:41.796680 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-9eb00d05-51d8-43dd-a863-6d2594dc63dd tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks [] for subnet, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:41.802845 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-d46c7177-8ce1-480e-8361-d5ad0d981e05 None None] Port a2dd6219-21c1-4822-89fc-1f5ea0a64591 cannot update to ACTIVE because it is not bound. {{(pid=128085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 11:46:41.808373 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6431c0ce-3958-4cfa-92c0-b327808f3ba9 None None] Network 11a80c9d-f8ee-4388-91b0-d49a25200fee requested from dv-neutron-797120-4-hyperv {{(pid=128085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 11:46:41.833379 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786dfc3a-0925-49cc-9796-53e95d377083 tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Pushing event updated for resources: {'Network': ['ID=994b0fbc-0ef4-4f85-92b8-d12a50711045,revision_number=1']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:46:41.852022 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Network 994b0fbc-0ef4-4f85-92b8-d12a50711045 details requested by agent ovs-agent-dv-neutron-797120-4-hyperv with host dv-neutron-797120-4-hyperv {{(pid=128085) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 11:46:41.853375 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-5c29657c-9b82-4680-b041-e11f2c92f56d tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967879'] for segment, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:41.853831 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.db.segments_db [None req-5c29657c-9b82-4680-b041-e11f2c92f56d tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Added segment 36f438a9-dab2-4b81-87f6-424be94990e2 of type vlan for network e6c680f4-577d-4f2c-840f-4ffe44326df7 Jun 24 11:46:41.859006 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device fac0ae72-742d-4cf5-ad47-2eeedd3cbb14 no longer exists at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 11:46:41.861406 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Pushing event updated for resources: {'Port': ['ID=2c6c239a-a429-4e4a-b04c-2158377b46dd,revision_number=3']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:46:41.882130 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-9eb00d05-51d8-43dd-a863-6d2594dc63dd tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.4092803 Jun 24 11:46:41.885918 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 57996) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:46:41.891482 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-2c471f75-e2d4-4aa3-9648-b881f11a32ed tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Request body: {'port': {'network_id': '11a80c9d-f8ee-4388-91b0-d49a25200fee', 'fixed_ips': [{'subnet_id': 'ba981b15-3618-4d23-8e30-90e3809ba29b', 'ip_address': '2001:db8::678b:b8c5:92a9:351c'}], 'name': 'tempest-NetworksTestDHCPv6-1539073556'}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:46:41.903386 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:46:41.906184 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-786dfc3a-0925-49cc-9796-53e95d377083 tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.347s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:46:41.932967 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] No Port match for: fac0ae72-742d-4cf5-ad47-2eeedd3cbb14 {{(pid=128085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 11:46:41.933350 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device fac0ae72-742d-4cf5-ad47-2eeedd3cbb14 not bound to the agent host dv-neutron-797120-4-hyperv {{(pid=128085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 11:46:41.951019 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-2c24fbb6-50f7-4307-b93b-6631274a25c3 tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793193525068'] for network, precommit_update {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:41.965784 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-d46c7177-8ce1-480e-8361-d5ad0d981e05 None None] Provisioning complete for port 2c6c239a-a429-4e4a-b04c-2158377b46dd triggered by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:46:41.966170 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-d46c7177-8ce1-480e-8361-d5ad0d981e05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:41.994915 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-2c24fbb6-50f7-4307-b93b-6631274a25c3 tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1800243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976'] for network, after_update {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:42.002702 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-4559a309-00c9-4ae9-bd6f-e4aef470719a tempest-QuotasNegativeTest-718740954 tempest-QuotasNegativeTest-718740954-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:46:42.061414 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-2c24fbb6-50f7-4307-b93b-6631274a25c3 tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Network 994b0fbc-0ef4-4f85-92b8-d12a50711045 is not hosted by any dhcp agent {{(pid=128084) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jun 24 11:46:42.067152 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c24fbb6-50f7-4307-b93b-6631274a25c3 tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=128084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:46:42.067742 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-2c24fbb6-50f7-4307-b93b-6631274a25c3 tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Notify callbacks [] for network, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:42.071553 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-2c24fbb6-50f7-4307-b93b-6631274a25c3 tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] 10.222.0.53 "PUT /v2.0/networks/994b0fbc-0ef4-4f85-92b8-d12a50711045 HTTP/1.1" status: 200 len: 762 time: 0.5457182 Jun 24 11:46:42.079860 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 57998) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:46:42.125263 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device 2c6c239a-a429-4e4a-b04c-2158377b46dd up at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 11:46:42.126912 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c24fbb6-50f7-4307-b93b-6631274a25c3 tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Pushing event updated for resources: {'Network': ['ID=994b0fbc-0ef4-4f85-92b8-d12a50711045,revision_number=1']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:46:42.130257 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-2c24fbb6-50f7-4307-b93b-6631274a25c3 tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:46:42.159517 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Network 994b0fbc-0ef4-4f85-92b8-d12a50711045 details requested by agent ovs-agent-dv-neutron-797120-4-hyperv with host dv-neutron-797120-4-hyperv {{(pid=128085) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 11:46:42.162141 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce3e6e73-27dc-4e8d-a9c4-1f8d8621e828 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d65c8f8-7530-5052-99fe-8ea05073750b-11a80c9d-f8ee-4388-91b0-d49a25200fee', 'network_id': '11a80c9d-f8ee-4388-91b0-d49a25200fee', 'tenant_id': '086af1f572244cd08c37d97e004e4732', 'fixed_ips': [{'subnet_id': 'ba981b15-3618-4d23-8e30-90e3809ba29b'}]}} from dv-neutron-797120-4-hyperv. {{(pid=128085) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 24 11:46:42.163046 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ce3e6e73-27dc-4e8d-a9c4-1f8d8621e828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_create {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:42.231066 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa96107a-3739-4e06-a27a-2a4f8110b0fd tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=128084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:46:42.237638 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-fa96107a-3739-4e06-a27a-2a4f8110b0fd tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] 10.222.0.53 "GET /v2.0/networks?id=994b0fbc-0ef4-4f85-92b8-d12a50711045 HTTP/1.1" status: 200 len: 765 time: 0.1525669 Jun 24 11:46:42.242312 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 58000) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:46:42.244771 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c471f75-e2d4-4aa3-9648-b881f11a32ed tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Made reservation on behalf of 086af1f572244cd08c37d97e004e4732 for: {'port': 1} {{(pid=128084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 11:46:42.349835 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8df2cc88-9ef1-4692-a133-0e4ebb638d40 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Network 053f9d50-a1ea-47fd-b7f5-ab2735a71562 is already hosted by enough agents. {{(pid=128083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 11:46:42.359597 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858671cc-2310-43e7-a8a8-cb82f46f4050 req-d1802e67-be9d-4c09-a209-e34a2069497a tempest-ServerActionsTestJSON-818164034 tempest-ServerActionsTestJSON-818164034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:46:42.361230 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-858671cc-2310-43e7-a8a8-cb82f46f4050 req-d1802e67-be9d-4c09-a209-e34a2069497a tempest-ServerActionsTestJSON-818164034 tempest-ServerActionsTestJSON-818164034-project] 10.222.0.53 "GET /v2.0/ports?device_id=d6cc2586-9578-488f-96d4-fbc6dd702115 HTTP/1.1" status: 200 len: 945 time: 0.9672074 Jun 24 11:46:42.362409 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.base_scheduler [None req-8df2cc88-9ef1-4692-a133-0e4ebb638d40 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Resources bound (agent type, host, resource id): {{(pid=128083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:46:42.382668 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning complete for port 2c6c239a-a429-4e4a-b04c-2158377b46dd triggered by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:46:42.383139 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:42.398420 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-5c29657c-9b82-4680-b041-e11f2c92f56d tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793193525068'] for network, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:42.417692 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-cb518ff5-f6b6-4426-b9aa-1a4a22ffac46 None None] Provisioning complete for port a2dd6219-21c1-4822-89fc-1f5ea0a64591 triggered by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:46:42.418073 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-cb518ff5-f6b6-4426-b9aa-1a4a22ffac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:42.501921 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.db_base_plugin_common [None req-ce3e6e73-27dc-4e8d-a9c4-1f8d8621e828 None None] Allocated IP 2001:db8::2 (11a80c9d-f8ee-4388-91b0-d49a25200fee/ba981b15-3618-4d23-8e30-90e3809ba29b/8664eb13-dfef-46dc-9935-3229ae0cfe48) {{(pid=128085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 11:46:42.613140 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-cb518ff5-f6b6-4426-b9aa-1a4a22ffac46 None None] Port a2dd6219-21c1-4822-89fc-1f5ea0a64591 cannot update to ACTIVE because it is not bound. {{(pid=128085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 11:46:42.621252 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-858671cc-2310-43e7-a8a8-cb82f46f4050 req-7672a2bc-fb47-4646-9184-532fff383595 tempest-ServerActionsTestJSON-818164034 tempest-ServerActionsTestJSON-818164034-project] 10.222.0.53 "GET /v2.0/security-groups?id=7ca7987f-c073-401f-ba18-8737b1398c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2325082 Jun 24 11:46:42.623648 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.db_base_plugin_common [None req-bbbd5e47-b8bb-415c-9214-a0ab0434128f tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Allocated IP 172.26.7.233 (f2b8ca71-e776-48b2-8898-96cc7970207b/f37bf603-3862-4d0a-9f58-89616f7fd68f/7ea2b119-0bab-47c2-9db4-0957910b3624) {{(pid=128083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 11:46:42.674092 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-5c29657c-9b82-4680-b041-e11f2c92f56d tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1800243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976'] for network, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:42.680758 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c29657c-9b82-4680-b041-e11f2c92f56d tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:46:42.681544 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-5c29657c-9b82-4680-b041-e11f2c92f56d tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588949'] for network, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:42.692854 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-786dfc3a-0925-49cc-9796-53e95d377083 tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:46:42.761414 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ce3e6e73-27dc-4e8d-a9c4-1f8d8621e828 None None] Notify callbacks [] for port, precommit_create {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:42.771837 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-ce3e6e73-27dc-4e8d-a9c4-1f8d8621e828 None None] Transition to ACTIVE for port object 8664eb13-dfef-46dc-9935-3229ae0cfe48 will not be triggered until provisioned by entity L2. {{(pid=128085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 11:46:42.790337 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-ce3e6e73-27dc-4e8d-a9c4-1f8d8621e828 None None] Transition to ACTIVE for port object 8664eb13-dfef-46dc-9935-3229ae0cfe48 will not be triggered until provisioned by entity DHCP. {{(pid=128085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 11:46:42.804939 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ce3e6e73-27dc-4e8d-a9c4-1f8d8621e828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-650429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-506361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793193536723'] for port, after_create {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:42.808726 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-ace0c11a-3d48-4b09-a9dc-390cb9b70b50 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:46:42.877219 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce3e6e73-27dc-4e8d-a9c4-1f8d8621e828 None None] Network 11a80c9d-f8ee-4388-91b0-d49a25200fee is already hosted by enough agents. {{(pid=128085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 11:46:42.883235 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.scheduler.base_scheduler [None req-ce3e6e73-27dc-4e8d-a9c4-1f8d8621e828 None None] Resources bound (agent type, host, resource id): {{(pid=128085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:46:42.885126 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3e6e73-27dc-4e8d-a9c4-1f8d8621e828 None None] Pushing event updated for resources: {'Port': ['ID=8664eb13-dfef-46dc-9935-3229ae0cfe48,revision_number=1']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:46:42.887597 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce3e6e73-27dc-4e8d-a9c4-1f8d8621e828 None None] Received port after_create {{(pid=128085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 11:46:42.891555 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.objects.ports [None req-3487e5f9-9cb4-4c60-88a3-14c0d3738657 tempest-RoutersAdminTest-1970644103 tempest-RoutersAdminTest-1970644103-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=128083) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jun 24 11:46:42.892040 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-3487e5f9-9cb4-4c60-88a3-14c0d3738657 tempest-RoutersAdminTest-1970644103 tempest-RoutersAdminTest-1970644103-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2537737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3289942'] for subnet, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:42.897755 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-5c29657c-9b82-4680-b041-e11f2c92f56d tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 2.5023923 Jun 24 11:46:42.902181 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 58004) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:46:42.911931 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-74ba55ce-d69d-4d3e-9674-f051d98b30f3 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Request body: {'subnet': {'network_id': 'e6c680f4-577d-4f2c-840f-4ffe44326df7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:46:42.919065 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-ce3e6e73-27dc-4e8d-a9c4-1f8d8621e828 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:46:42.922178 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-2c471f75-e2d4-4aa3-9648-b881f11a32ed tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:42.922801 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-71a7551b-037a-4ae8-8725-1bab4e75d6ff None None] Provisioning complete for port a2dd6219-21c1-4822-89fc-1f5ea0a64591 triggered by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:46:42.923178 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-71a7551b-037a-4ae8-8725-1bab4e75d6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:42.941516 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82ab87cf-cca7-411d-95b3-97410d3ee842 tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=128084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:46:42.947895 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82ab87cf-cca7-411d-95b3-97410d3ee842 tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=128084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:46:42.953998 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82ab87cf-cca7-411d-95b3-97410d3ee842 tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=128084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:46:42.960932 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-82ab87cf-cca7-411d-95b3-97410d3ee842 tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 1944 time: 0.7118640 Jun 24 11:46:42.974550 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 58006) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:46:43.004491 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c29657c-9b82-4680-b041-e11f2c92f56d tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Pushing event updated for resources: {'Network': ['ID=e6c680f4-577d-4f2c-840f-4ffe44326df7,revision_number=1']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:46:43.005780 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-71a7551b-037a-4ae8-8725-1bab4e75d6ff None None] Port a2dd6219-21c1-4822-89fc-1f5ea0a64591 cannot update to ACTIVE because it is not bound. {{(pid=128085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 11:46:43.007380 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-ce3e6e73-27dc-4e8d-a9c4-1f8d8621e828 None None] Attempting to bind port 8664eb13-dfef-46dc-9935-3229ae0cfe48 on host dv-neutron-797120-4-hyperv for vnic_type normal with profile {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 11:46:43.007924 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-ce3e6e73-27dc-4e8d-a9c4-1f8d8621e828 None None] Attempting to bind port 8664eb13-dfef-46dc-9935-3229ae0cfe48 by drivers openvswitch,hyperv on host dv-neutron-797120-4-hyperv at level 0 using segments [{'id': 'fddfe548-9582-48fa-8a0c-6b06bc4d1b9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '11a80c9d-f8ee-4388-91b0-d49a25200fee'}] {{(pid=128085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 11:46:43.008297 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce3e6e73-27dc-4e8d-a9c4-1f8d8621e828 None None] Attempting to bind port 8664eb13-dfef-46dc-9935-3229ae0cfe48 on network 11a80c9d-f8ee-4388-91b0-d49a25200fee {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 11:46:43.018560 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce3e6e73-27dc-4e8d-a9c4-1f8d8621e828 None None] Checking agent: {'id': 'e3a695b2-c397-461f-83b0-10b79d490b59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 11, 36, 56), 'started_at': datetime.datetime(2021, 6, 24, 11, 37, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 11, 46, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 11:46:43.018945 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce3e6e73-27dc-4e8d-a9c4-1f8d8621e828 None None] Checking segment: {'id': 'fddfe548-9582-48fa-8a0c-6b06bc4d1b9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '11a80c9d-f8ee-4388-91b0-d49a25200fee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=128085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 11:46:43.019357 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ce3e6e73-27dc-4e8d-a9c4-1f8d8621e828 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:43.019754 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce3e6e73-27dc-4e8d-a9c4-1f8d8621e828 None None] Bound using segment: {'id': 'fddfe548-9582-48fa-8a0c-6b06bc4d1b9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '11a80c9d-f8ee-4388-91b0-d49a25200fee'} {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 11:46:43.020257 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-ce3e6e73-27dc-4e8d-a9c4-1f8d8621e828 None None] Bound port: 8664eb13-dfef-46dc-9935-3229ae0cfe48, host: dv-neutron-797120-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fddfe548-9582-48fa-8a0c-6b06bc4d1b9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '11a80c9d-f8ee-4388-91b0-d49a25200fee'}}] {{(pid=128085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 11:46:43.020646 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ce3e6e73-27dc-4e8d-a9c4-1f8d8621e828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:43.026175 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-5c29657c-9b82-4680-b041-e11f2c92f56d tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.334s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:46:43.027265 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Network e6c680f4-577d-4f2c-840f-4ffe44326df7 details requested by agent ovs-agent-dv-neutron-797120-4-hyperv with host dv-neutron-797120-4-hyperv {{(pid=128085) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 11:46:43.033077 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-ed751cb1-fa59-4a90-9b6d-c131634fc071 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.112s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:46:43.055794 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.notifiers.nova [None req-2c471f75-e2d4-4aa3-9648-b881f11a32ed tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] device_id is not set on port ba39c41c-4f54-4295-a544-522353f897ca yet. {{(pid=128084) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 24 11:46:43.070983 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-faee26c6-1e7c-4b6f-8012-1c2b206a674f tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] 10.222.0.53 "GET /v2.0/subnets?network_id=f2b8ca71-e776-48b2-8898-96cc7970207b HTTP/1.1" status: 200 len: 207 time: 0.0899899 Jun 24 11:46:43.076713 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 58008) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:46:43.175440 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8df2cc88-9ef1-4692-a133-0e4ebb638d40 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Router 62275bed-7f71-4d65-a357-933b79649c13 is scheduled to L3 agent 2987dba8-2249-4ee6-96ec-28f0f7a6127d with binding_index 1 {{(pid=128083) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 24 11:46:43.184644 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3487e5f9-9cb4-4c60-88a3-14c0d3738657 tempest-RoutersAdminTest-1970644103 tempest-RoutersAdminTest-1970644103-project-admin] Pushing event updated for resources: {'Subnet': ['ID=209c7300-d70f-4c5a-8b7f-bbd460629850,revision_number=0']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:46:43.194427 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-3487e5f9-9cb4-4c60-88a3-14c0d3738657 tempest-RoutersAdminTest-1970644103 tempest-RoutersAdminTest-1970644103-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:46:43.226685 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-bbbd5e47-b8bb-415c-9214-a0ab0434128f tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Notify callbacks [] for port, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:43.240105 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3487e5f9-9cb4-4c60-88a3-14c0d3738657 tempest-RoutersAdminTest-1970644103 tempest-RoutersAdminTest-1970644103-project-admin] Checking segment: {'id': 'd028e19d-e84d-4b59-968a-f1dc0c086dbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '8137604e-a644-43e3-8acd-f6849090bde2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=128083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 11:46:43.240508 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3487e5f9-9cb4-4c60-88a3-14c0d3738657 tempest-RoutersAdminTest-1970644103 tempest-RoutersAdminTest-1970644103-project-admin] Network hostable DHCP agents. Network: 8137604e-a644-43e3-8acd-f6849090bde2, hostable agents: ['6be988a9-1d97-480f-be5a-c55abf2c55c5'], hosted agents: [] {{(pid=128083) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 11:46:43.292864 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device 825220a3-608c-4287-bb83-9fc50275fa6a no longer exists at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 11:46:43.328574 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-95dd09a5-063f-4218-a122-3f9ddcf65c89 req-b065a79b-41f7-42dd-a0c8-abef1e0fa895 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=d6cc2586-9578-488f-96d4-fbc6dd702115&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.5233059 Jun 24 11:46:43.344892 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] No Port match for: 825220a3-608c-4287-bb83-9fc50275fa6a {{(pid=128085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 11:46:43.345364 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device 825220a3-608c-4287-bb83-9fc50275fa6a not bound to the agent host dv-neutron-797120-4-hyperv {{(pid=128085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 11:46:43.380176 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a7e8ef-e6ef-4d15-a46b-4acf231fa9d4 req-c81a72f8-d0c9-42e1-862c-c6045008d160 tempest-ServerActionsTestJSON-818164034 tempest-ServerActionsTestJSON-818164034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:46:43.380800 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74ba55ce-d69d-4d3e-9674-f051d98b30f3 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Made reservation on behalf of 9c8c7551cf984e4ca40de4f1d8880b93 for: {'subnet': 1} {{(pid=128084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 11:46:43.381918 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-ce3e6e73-27dc-4e8d-a9c4-1f8d8621e828 None None] For port 8664eb13-dfef-46dc-9935-3229ae0cfe48, host dv-neutron-797120-4-hyperv, cleared binding levels {{(pid=128085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 11:46:43.384114 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-74ba55ce-d69d-4d3e-9674-f051d98b30f3 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3162484'] for subnet, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:43.384274 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-13a7e8ef-e6ef-4d15-a46b-4acf231fa9d4 req-c81a72f8-d0c9-42e1-862c-c6045008d160 tempest-ServerActionsTestJSON-818164034 tempest-ServerActionsTestJSON-818164034-project] 10.222.0.53 "GET /v2.0/ports?device_id=d6cc2586-9578-488f-96d4-fbc6dd702115 HTTP/1.1" status: 200 len: 945 time: 0.5714226 Jun 24 11:46:43.392174 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-ce3e6e73-27dc-4e8d-a9c4-1f8d8621e828 None None] For port 8664eb13-dfef-46dc-9935-3229ae0cfe48, host dv-neutron-797120-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=8664eb13-dfef-46dc-9935-3229ae0cfe48,segment=NetworkSegment(fddfe548-9582-48fa-8a0c-6b06bc4d1b9f),segment_id=fddfe548-9582-48fa-8a0c-6b06bc4d1b9f)] {{(pid=128085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 11:46:43.397350 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ce3e6e73-27dc-4e8d-a9c4-1f8d8621e828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:43.400672 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-b78fe169-1007-4acb-b958-a445548d8257 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:46:43.418493 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a45e9da7-4151-4670-acf5-7e28a8f7ccad tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=128084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:46:43.424626 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a45e9da7-4151-4670-acf5-7e28a8f7ccad tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=128084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:46:43.430381 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a45e9da7-4151-4670-acf5-7e28a8f7ccad tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=128084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:46:43.437363 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a45e9da7-4151-4670-acf5-7e28a8f7ccad tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=128084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:46:43.444021 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a45e9da7-4151-4670-acf5-7e28a8f7ccad tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=128084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:46:43.450034 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a45e9da7-4151-4670-acf5-7e28a8f7ccad tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=128084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:46:43.457891 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a45e9da7-4151-4670-acf5-7e28a8f7ccad tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=128084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:46:43.464516 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a45e9da7-4151-4670-acf5-7e28a8f7ccad tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=128084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:46:43.466478 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-a45e9da7-4151-4670-acf5-7e28a8f7ccad tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] 10.222.0.53 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4930 time: 0.3885944 Jun 24 11:46:43.467452 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3e6e73-27dc-4e8d-a9c4-1f8d8621e828 None None] Pushing event updated for resources: {'Port': ['ID=8664eb13-dfef-46dc-9935-3229ae0cfe48,revision_number=2']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:46:43.475006 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-ce3e6e73-27dc-4e8d-a9c4-1f8d8621e828 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:46:43.481896 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 58010) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:46:43.482060 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3487e5f9-9cb4-4c60-88a3-14c0d3738657 tempest-RoutersAdminTest-1970644103 tempest-RoutersAdminTest-1970644103-project-admin] Network 8137604e-a644-43e3-8acd-f6849090bde2 is scheduled to be hosted by DHCP agent 6be988a9-1d97-480f-be5a-c55abf2c55c5 with binding_index 1 {{(pid=128083) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 11:46:43.509475 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8df2cc88-9ef1-4692-a133-0e4ebb638d40 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Notify agent at l3_agent.dv-neutron-797120-4-hyperv the message routers_updated {{(pid=128083) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 11:46:43.520295 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-8df2cc88-9ef1-4692-a133-0e4ebb638d40 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] 10.222.0.53 "PUT /v2.0/routers/62275bed-7f71-4d65-a357-933b79649c13/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1646717 Jun 24 11:46:43.525862 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 58012) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:46:43.531276 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6873a76-42f0-441a-aedb-f10cd28c56b1 None None] Sync routers for ids ['62275bed-7f71-4d65-a357-933b79649c13'] in dv-neutron-797120-4-hyperv {{(pid=128085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 11:46:43.531511 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.base_scheduler [None req-3487e5f9-9cb4-4c60-88a3-14c0d3738657 tempest-RoutersAdminTest-1970644103 tempest-RoutersAdminTest-1970644103-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-4-hyperv, 8137604e-a644-43e3-8acd-f6849090bde2) {{(pid=128083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:46:43.543858 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-362bf681-9b3e-4cc6-bccb-ec28e47b873f None None] Network 8137604e-a644-43e3-8acd-f6849090bde2 requested from dv-neutron-797120-4-hyperv {{(pid=128085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 11:46:43.560267 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3487e5f9-9cb4-4c60-88a3-14c0d3738657 tempest-RoutersAdminTest-1970644103 tempest-RoutersAdminTest-1970644103-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:46:43.561204 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-3487e5f9-9cb4-4c60-88a3-14c0d3738657 tempest-RoutersAdminTest-1970644103 tempest-RoutersAdminTest-1970644103-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588949'] for subnet, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:43.594480 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6873a76-42f0-441a-aedb-f10cd28c56b1 None None] Routers {'62275bed-7f71-4d65-a357-933b79649c13'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 11:46:43.594778 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-b6873a76-42f0-441a-aedb-f10cd28c56b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T11:46:26Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['62275bed-7f71-4d65-a357-933b79649c13'], 'active': True} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:46:43.613680 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-13a7e8ef-e6ef-4d15-a46b-4acf231fa9d4 req-6f812924-d55f-4932-a5bc-2b524488afbd tempest-ServerActionsTestJSON-818164034 tempest-ServerActionsTestJSON-818164034-project] 10.222.0.53 "GET /v2.0/security-groups?id=7ca7987f-c073-401f-ba18-8737b1398c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2097850 Jun 24 11:46:43.639770 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-b6873a76-42f0-441a-aedb-f10cd28c56b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:46:43.650420 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-bbbd5e47-b8bb-415c-9214-a0ab0434128f tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-650429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-506361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793193536723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2537853'] for port, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:43.661957 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-5dc47936-3b7b-4484-bb51-2c79f72e574e tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:46:43.692514 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6873a76-42f0-441a-aedb-f10cd28c56b1 None None] Routers {'62275bed-7f71-4d65-a357-933b79649c13'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 11:46:43.693148 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-b6873a76-42f0-441a-aedb-f10cd28c56b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T11:46:26Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['62275bed-7f71-4d65-a357-933b79649c13'], 'active': True} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:46:43.706196 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39dae704-0c42-45ea-9a04-b9d271bd5d28 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:46:43.713082 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-39dae704-0c42-45ea-9a04-b9d271bd5d28 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] 10.222.0.53 "GET /v2.0/ports/a2dd6219-21c1-4822-89fc-1f5ea0a64591 HTTP/1.1" status: 200 len: 910 time: 0.1789997 Jun 24 11:46:43.714451 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 58016) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:46:43.727211 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [None req-2961899e-e6db-4e71-8791-3acbefb4c2f6 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '6caf8083-b625-4fe2-a342-ed848cf4d62f'}]}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:46:43.732953 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95dd09a5-063f-4218-a122-3f9ddcf65c89 req-608a6242-6c97-4e7d-b2f2-0013abadc09c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:46:43.733172 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-b6873a76-42f0-441a-aedb-f10cd28c56b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:46:43.734123 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6873a76-42f0-441a-aedb-f10cd28c56b1 None None] The sync data for ids ['62275bed-7f71-4d65-a357-933b79649c13'] in dv-neutron-797120-4-hyperv is: [] {{(pid=128085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 11:46:43.735228 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-95dd09a5-063f-4218-a122-3f9ddcf65c89 req-608a6242-6c97-4e7d-b2f2-0013abadc09c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=33124f0dd27d41d79a5a6b42eb81b949&device_id=d6cc2586-9578-488f-96d4-fbc6dd702115 HTTP/1.1" status: 200 len: 1098 time: 0.3466563 Jun 24 11:46:43.736428 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-3487e5f9-9cb4-4c60-88a3-14c0d3738657 tempest-RoutersAdminTest-1970644103 tempest-RoutersAdminTest-1970644103-project-admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 3.9681587 Jun 24 11:46:43.753149 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 58018) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:46:43.791926 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-65f92086-50a9-4bcb-905f-64aad0f1a50e tempest-RoutersAdminTest-1970644103 tempest-RoutersAdminTest-1970644103-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-145289126', 'network_id': '8137604e-a644-43e3-8acd-f6849090bde2'}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:46:43.801235 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbbd5e47-b8bb-415c-9214-a0ab0434128f tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Network f2b8ca71-e776-48b2-8898-96cc7970207b is already hosted by enough agents. {{(pid=128083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 11:46:43.821198 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.base_scheduler [None req-bbbd5e47-b8bb-415c-9214-a0ab0434128f tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Resources bound (agent type, host, resource id): {{(pid=128083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:46:43.823066 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.db.db_base_plugin_common [None req-2c471f75-e2d4-4aa3-9648-b881f11a32ed tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Allocated IP 2001:db8::678b:b8c5:92a9:351c (11a80c9d-f8ee-4388-91b0-d49a25200fee/ba981b15-3618-4d23-8e30-90e3809ba29b/ba39c41c-4f54-4295-a544-522353f897ca) {{(pid=128084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 11:46:43.847677 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbd5e47-b8bb-415c-9214-a0ab0434128f tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Pushing event updated for resources: {'Port': ['ID=7ea2b119-0bab-47c2-9db4-0957910b3624,revision_number=1']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:46:43.850362 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbbd5e47-b8bb-415c-9214-a0ab0434128f tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Received port after_create {{(pid=128083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 11:46:43.869192 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-bbbd5e47-b8bb-415c-9214-a0ab0434128f tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:46:43.910126 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bf51da7-5dcb-4e3d-9bcd-02d29b573bf7 None None] Network 8137604e-a644-43e3-8acd-f6849090bde2 requested from dv-neutron-797120-4-hyperv {{(pid=128085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 11:46:43.943559 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-9e645126-58e4-4df7-94a5-56c9ea879b49 tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] 10.222.0.53 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 1020 time: 0.4559650 Jun 24 11:46:43.951483 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 58020) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:46:44.008746 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.objects.ports [None req-ab737e29-5573-42bd-b298-25b80bc94ae4 tempest-RoutersIpV6AdminTest-1198470881 tempest-RoutersIpV6AdminTest-1198470881-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=128083) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jun 24 11:46:44.012387 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-ab737e29-5573-42bd-b298-25b80bc94ae4 tempest-RoutersIpV6AdminTest-1198470881 tempest-RoutersIpV6AdminTest-1198470881-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2537737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3289942'] for subnet, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:44.031624 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:46:44.060059 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65f92086-50a9-4bcb-905f-64aad0f1a50e tempest-RoutersAdminTest-1970644103 tempest-RoutersAdminTest-1970644103-project-admin] Made reservation on behalf of eaf2e9e62f1244a7be5f1c7d5a343001 for: {'port': 1} {{(pid=128084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 11:46:44.062551 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-65f92086-50a9-4bcb-905f-64aad0f1a50e tempest-RoutersAdminTest-1970644103 tempest-RoutersAdminTest-1970644103-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:44.106449 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab737e29-5573-42bd-b298-25b80bc94ae4 tempest-RoutersIpV6AdminTest-1198470881 tempest-RoutersIpV6AdminTest-1198470881-project-admin] Pushing event updated for resources: {'Subnet': ['ID=2eded739-cd08-4649-9672-b5783830e308,revision_number=0']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:46:44.106749 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.notifiers.nova [None req-65f92086-50a9-4bcb-905f-64aad0f1a50e tempest-RoutersAdminTest-1970644103 tempest-RoutersAdminTest-1970644103-project-admin] device_id is not set on port 84d78ced-7d43-45f5-86fd-81cd8782a412 yet. {{(pid=128084) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 24 11:46:44.114348 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-ab737e29-5573-42bd-b298-25b80bc94ae4 tempest-RoutersIpV6AdminTest-1198470881 tempest-RoutersIpV6AdminTest-1198470881-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:46:44.154205 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device 8664eb13-dfef-46dc-9935-3229ae0cfe48 up at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 11:46:44.224725 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e976c3fb-934e-4802-96ba-39cf01146643 tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=128084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:46:44.226278 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e976c3fb-934e-4802-96ba-39cf01146643 tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=128084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:46:44.227774 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e976c3fb-934e-4802-96ba-39cf01146643 tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=128084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:46:44.229514 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e976c3fb-934e-4802-96ba-39cf01146643 tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=128084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:46:44.231004 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e976c3fb-934e-4802-96ba-39cf01146643 tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=128084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:46:44.233043 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-e976c3fb-934e-4802-96ba-39cf01146643 tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.2803185 Jun 24 11:46:44.239862 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning for port 8664eb13-dfef-46dc-9935-3229ae0cfe48 completed by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 11:46:44.240210 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 58024) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:46:44.270136 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95dd09a5-063f-4218-a122-3f9ddcf65c89 req-2bca5735-3745-444b-ab6f-4abe4113b851 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:46:44.271556 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-95dd09a5-063f-4218-a122-3f9ddcf65c89 req-2bca5735-3745-444b-ab6f-4abe4113b851 service neutron] 10.222.0.45 "GET /v2.0/networks?id=4865c6d7-6c66-4548-b02e-d00e97d481c4 HTTP/1.1" status: 200 len: 912 time: 0.4746351 Jun 24 11:46:44.312629 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-74ba55ce-d69d-4d3e-9674-f051d98b30f3 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3291959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3162270'] for subnet, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:44.339047 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-d4b7122b-993f-4e4a-9553-d38b1a0a22c7 tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:46:44.401322 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab737e29-5573-42bd-b298-25b80bc94ae4 tempest-RoutersIpV6AdminTest-1198470881 tempest-RoutersIpV6AdminTest-1198470881-project-admin] Checking segment: {'id': '81b31e8e-fab3-4bf5-b48e-4021230ebc69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'cc1bf607-304f-41d0-9a34-524f130adbde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=128083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 11:46:44.401937 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab737e29-5573-42bd-b298-25b80bc94ae4 tempest-RoutersIpV6AdminTest-1198470881 tempest-RoutersIpV6AdminTest-1198470881-project-admin] Network hostable DHCP agents. Network: cc1bf607-304f-41d0-9a34-524f130adbde, hostable agents: ['6be988a9-1d97-480f-be5a-c55abf2c55c5'], hosted agents: [] {{(pid=128083) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 11:46:44.418970 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:44.441272 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.db.db_base_plugin_common [None req-65f92086-50a9-4bcb-905f-64aad0f1a50e tempest-RoutersAdminTest-1970644103 tempest-RoutersAdminTest-1970644103-project-admin] Allocated IP 172.20.0.10 (8137604e-a644-43e3-8acd-f6849090bde2/209c7300-d70f-4c5a-8b7f-bbd460629850/84d78ced-7d43-45f5-86fd-81cd8782a412) {{(pid=128084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 11:46:44.446088 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-2c471f75-e2d4-4aa3-9648-b881f11a32ed tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks [] for port, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:44.476070 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ba55ce-d69d-4d3e-9674-f051d98b30f3 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Pushing event updated for resources: {'Subnet': ['ID=e0b6c98b-cc27-4b1e-ba5c-af819acff9ea,revision_number=0']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:46:44.483509 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-74ba55ce-d69d-4d3e-9674-f051d98b30f3 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:46:44.488324 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3cd6b29-cc7b-45f1-b6cd-90fb0706df7c tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Attributes excluded by policy engine: ['shared'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:46:44.489775 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3cd6b29-cc7b-45f1-b6cd-90fb0706df7c tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Attributes excluded by policy engine: ['shared'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:46:44.491175 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3cd6b29-cc7b-45f1-b6cd-90fb0706df7c tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Attributes excluded by policy engine: ['shared'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:46:44.493015 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3cd6b29-cc7b-45f1-b6cd-90fb0706df7c tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Attributes excluded by policy engine: ['shared'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:46:44.494063 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.db.provisioning_blocks [None req-2c471f75-e2d4-4aa3-9648-b881f11a32ed tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Transition to ACTIVE for port object ba39c41c-4f54-4295-a544-522353f897ca will not be triggered until provisioned by entity DHCP. {{(pid=128084) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 11:46:44.494440 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3cd6b29-cc7b-45f1-b6cd-90fb0706df7c tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Attributes excluded by policy engine: ['shared'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:46:44.497503 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-a3cd6b29-cc7b-45f1-b6cd-90fb0706df7c tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] 10.222.0.53 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.2433333 Jun 24 11:46:44.504394 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 58026) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:46:44.511096 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74ba55ce-d69d-4d3e-9674-f051d98b30f3 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Checking segment: {'id': '36f438a9-dab2-4b81-87f6-424be94990e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'e6c680f4-577d-4f2c-840f-4ffe44326df7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=128084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 11:46:44.511455 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74ba55ce-d69d-4d3e-9674-f051d98b30f3 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Network hostable DHCP agents. Network: e6c680f4-577d-4f2c-840f-4ffe44326df7, hostable agents: ['6be988a9-1d97-480f-be5a-c55abf2c55c5'], hosted agents: [] {{(pid=128084) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 11:46:44.596124 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74ba55ce-d69d-4d3e-9674-f051d98b30f3 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Network e6c680f4-577d-4f2c-840f-4ffe44326df7 is scheduled to be hosted by DHCP agent 6be988a9-1d97-480f-be5a-c55abf2c55c5 with binding_index 1 {{(pid=128084) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 11:46:44.635100 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-2c471f75-e2d4-4aa3-9648-b881f11a32ed tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-650429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-506361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793193536723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3291971'] for port, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:44.640871 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-6fd7958a-c686-4bca-9fc2-bfc8cec48b13 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:46:44.644592 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.base_scheduler [None req-74ba55ce-d69d-4d3e-9674-f051d98b30f3 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-4-hyperv, e6c680f4-577d-4f2c-840f-4ffe44326df7) {{(pid=128084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:46:44.661072 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b3b7ccd-2e28-434b-907f-c282baf33750 None None] Network e6c680f4-577d-4f2c-840f-4ffe44326df7 requested from dv-neutron-797120-4-hyperv {{(pid=128085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 11:46:44.675121 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74ba55ce-d69d-4d3e-9674-f051d98b30f3 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=128084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:46:44.675716 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-74ba55ce-d69d-4d3e-9674-f051d98b30f3 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Notify callbacks [] for subnet, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:44.679862 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-95dd09a5-063f-4218-a122-3f9ddcf65c89 req-b76b2b9d-b64f-429f-a7b1-27e73afc323a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6147d57c-7485-4c8f-a255-8497342b277c HTTP/1.1" status: 200 len: 1001 time: 0.3589542 Jun 24 11:46:44.680459 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab737e29-5573-42bd-b298-25b80bc94ae4 tempest-RoutersIpV6AdminTest-1198470881 tempest-RoutersIpV6AdminTest-1198470881-project-admin] Network cc1bf607-304f-41d0-9a34-524f130adbde is scheduled to be hosted by DHCP agent 6be988a9-1d97-480f-be5a-c55abf2c55c5 with binding_index 1 {{(pid=128083) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 11:46:44.691620 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-2961899e-e6db-4e71-8791-3acbefb4c2f6 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:44.707373 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c471f75-e2d4-4aa3-9648-b881f11a32ed tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Network 11a80c9d-f8ee-4388-91b0-d49a25200fee is already hosted by enough agents. {{(pid=128084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 11:46:44.719447 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.base_scheduler [None req-2c471f75-e2d4-4aa3-9648-b881f11a32ed tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Resources bound (agent type, host, resource id): {{(pid=128084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:46:44.727010 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c471f75-e2d4-4aa3-9648-b881f11a32ed tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Received port after_create {{(pid=128084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 11:46:44.728697 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.base_scheduler [None req-ab737e29-5573-42bd-b298-25b80bc94ae4 tempest-RoutersIpV6AdminTest-1198470881 tempest-RoutersIpV6AdminTest-1198470881-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-4-hyperv, cc1bf607-304f-41d0-9a34-524f130adbde) {{(pid=128083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:46:44.732537 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c471f75-e2d4-4aa3-9648-b881f11a32ed tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=128084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:46:44.733198 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-2c471f75-e2d4-4aa3-9648-b881f11a32ed tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468916'] for port, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:44.740771 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c471f75-e2d4-4aa3-9648-b881f11a32ed tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Pushing event updated for resources: {'Port': ['ID=ba39c41c-4f54-4295-a544-522353f897ca,revision_number=1']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:46:44.743983 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-74ba55ce-d69d-4d3e-9674-f051d98b30f3 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8407581 Jun 24 11:46:44.760790 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-2c471f75-e2d4-4aa3-9648-b881f11a32ed tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:46:44.761344 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 58028) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:46:44.768397 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b7e452f-e969-418a-9813-7615abb2d9d1 None None] Network cc1bf607-304f-41d0-9a34-524f130adbde requested from dv-neutron-797120-4-hyperv {{(pid=128085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 11:46:44.832203 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-2c471f75-e2d4-4aa3-9648-b881f11a32ed tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.9453421 Jun 24 11:46:44.863770 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 58030) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:46:44.870090 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-65f92086-50a9-4bcb-905f-64aad0f1a50e tempest-RoutersAdminTest-1970644103 tempest-RoutersAdminTest-1970644103-project-admin] Notify callbacks [] for port, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:44.876169 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-108321bb-5155-47cf-af23-231435ae0e7e tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Request body: {'port': {'network_id': '11a80c9d-f8ee-4388-91b0-d49a25200fee', 'fixed_ips': [{'subnet_id': 'ba981b15-3618-4d23-8e30-90e3809ba29b', 'ip_address': '2001:db8::678b:b8c5:92a9:351c'}], 'name': 'tempest-NetworksTestDHCPv6-618875128'}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:46:44.951971 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-cb37fc9c-6494-4235-acb9-4d2726056461 None None] Provisioning for port 8664eb13-dfef-46dc-9935-3229ae0cfe48 completed by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 11:46:44.968643 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-cb37fc9c-6494-4235-acb9-4d2726056461 None None] Provisioning complete for port 8664eb13-dfef-46dc-9935-3229ae0cfe48 triggered by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:46:44.969194 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-cb37fc9c-6494-4235-acb9-4d2726056461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:45.133490 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5af05c90-e151-4ae2-aa6a-aba8369b0231 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d65c8f8-7530-5052-99fe-8ea05073750b-e6c680f4-577d-4f2c-840f-4ffe44326df7', 'network_id': 'e6c680f4-577d-4f2c-840f-4ffe44326df7', 'tenant_id': '9c8c7551cf984e4ca40de4f1d8880b93', 'fixed_ips': [{'subnet_id': 'e0b6c98b-cc27-4b1e-ba5c-af819acff9ea'}]}} from dv-neutron-797120-4-hyperv. {{(pid=128085) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 24 11:46:45.134373 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-5af05c90-e151-4ae2-aa6a-aba8369b0231 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_create {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:45.144172 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-164ccd07-4662-4d10-a6e4-8e54a4fe02eb None None] Network cc1bf607-304f-41d0-9a34-524f130adbde requested from dv-neutron-797120-4-hyperv {{(pid=128085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 11:46:45.146855 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-65f92086-50a9-4bcb-905f-64aad0f1a50e tempest-RoutersAdminTest-1970644103 tempest-RoutersAdminTest-1970644103-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-650429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-506361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793193536723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3291971'] for port, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:45.154538 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-2c471f75-e2d4-4aa3-9648-b881f11a32ed tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:46:45.176939 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab737e29-5573-42bd-b298-25b80bc94ae4 tempest-RoutersIpV6AdminTest-1198470881 tempest-RoutersIpV6AdminTest-1198470881-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:46:45.177655 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-ab737e29-5573-42bd-b298-25b80bc94ae4 tempest-RoutersIpV6AdminTest-1198470881 tempest-RoutersIpV6AdminTest-1198470881-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588949'] for subnet, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:45.190032 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c663aea8-ebb6-4350-811a-41839472f665 req-6d1b2f6d-08e7-4942-8370-aa496bba41ec tempest-ServerActionsTestJSON-818164034 tempest-ServerActionsTestJSON-818164034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:46:45.193112 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-c663aea8-ebb6-4350-811a-41839472f665 req-6d1b2f6d-08e7-4942-8370-aa496bba41ec tempest-ServerActionsTestJSON-818164034 tempest-ServerActionsTestJSON-818164034-project] 10.222.0.53 "GET /v2.0/ports?device_id=d6cc2586-9578-488f-96d4-fbc6dd702115 HTTP/1.1" status: 200 len: 945 time: 0.9235191 Jun 24 11:46:45.233204 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65f92086-50a9-4bcb-905f-64aad0f1a50e tempest-RoutersAdminTest-1970644103 tempest-RoutersAdminTest-1970644103-project-admin] Network 8137604e-a644-43e3-8acd-f6849090bde2 is already hosted by enough agents. {{(pid=128084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 11:46:45.235897 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-cb37fc9c-6494-4235-acb9-4d2726056461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:45.253262 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.base_scheduler [None req-65f92086-50a9-4bcb-905f-64aad0f1a50e tempest-RoutersAdminTest-1970644103 tempest-RoutersAdminTest-1970644103-project-admin] Resources bound (agent type, host, resource id): {{(pid=128084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:46:45.256516 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65f92086-50a9-4bcb-905f-64aad0f1a50e tempest-RoutersAdminTest-1970644103 tempest-RoutersAdminTest-1970644103-project-admin] Received port after_create {{(pid=128084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 11:46:45.297015 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f92086-50a9-4bcb-905f-64aad0f1a50e tempest-RoutersAdminTest-1970644103 tempest-RoutersAdminTest-1970644103-project-admin] Pushing event updated for resources: {'Port': ['ID=84d78ced-7d43-45f5-86fd-81cd8782a412,revision_number=1']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:46:45.301728 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-108321bb-5155-47cf-af23-231435ae0e7e tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Made reservation on behalf of 086af1f572244cd08c37d97e004e4732 for: {'port': 1} {{(pid=128084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 11:46:45.306653 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-108321bb-5155-47cf-af23-231435ae0e7e tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:45.309561 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-65f92086-50a9-4bcb-905f-64aad0f1a50e tempest-RoutersAdminTest-1970644103 tempest-RoutersAdminTest-1970644103-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:46:45.341902 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-ab737e29-5573-42bd-b298-25b80bc94ae4 tempest-RoutersIpV6AdminTest-1198470881 tempest-RoutersIpV6AdminTest-1198470881-project-admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 4.0657980 Jun 24 11:46:45.345837 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 58032) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:46:45.351058 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-e02418c6-522a-47b8-92e6-5a42281f3a34 tempest-RoutersIpV6AdminTest-1198470881 tempest-RoutersIpV6AdminTest-1198470881-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1899816737', 'network_id': 'cc1bf607-304f-41d0-9a34-524f130adbde'}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:46:45.354987 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-cb37fc9c-6494-4235-acb9-4d2726056461 None None] For port 8664eb13-dfef-46dc-9935-3229ae0cfe48, host dv-neutron-797120-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=8664eb13-dfef-46dc-9935-3229ae0cfe48,segment=NetworkSegment(fddfe548-9582-48fa-8a0c-6b06bc4d1b9f),segment_id=fddfe548-9582-48fa-8a0c-6b06bc4d1b9f)] {{(pid=128085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 11:46:45.355606 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95dd09a5-063f-4218-a122-3f9ddcf65c89 req-27ab50bc-0ff7-4bb9-af2a-2fa1c4d3413d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:46:45.357205 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-95dd09a5-063f-4218-a122-3f9ddcf65c89 req-27ab50bc-0ff7-4bb9-af2a-2fa1c4d3413d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c9f29286-6a6a-43a7-8236-d8b39e2a7133 HTTP/1.1" status: 200 len: 850 time: 0.6492996 Jun 24 11:46:45.357357 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-c158f026-e822-4bbb-8f1a-3517f703064c tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:45.363691 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65f92086-50a9-4bcb-905f-64aad0f1a50e tempest-RoutersAdminTest-1970644103 tempest-RoutersAdminTest-1970644103-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=128084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:46:45.364532 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-65f92086-50a9-4bcb-905f-64aad0f1a50e tempest-RoutersAdminTest-1970644103 tempest-RoutersAdminTest-1970644103-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468916'] for port, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:45.370907 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-cb37fc9c-6494-4235-acb9-4d2726056461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:45.381307 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-1c08ce11-c4b4-4784-9660-65e15b2da79d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:46:45.389418 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.notifiers.nova [None req-108321bb-5155-47cf-af23-231435ae0e7e tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] device_id is not set on port 621aaffe-8050-45ca-8715-0ca59c7ffcbf yet. {{(pid=128084) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 24 11:46:45.391673 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-358fee0f-dc5b-4665-997c-9cbc22ea03eb tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:46:45.396691 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-358fee0f-dc5b-4665-997c-9cbc22ea03eb tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] 10.222.0.53 "GET /v2.0/networks/d512c2a0-22d1-4ba1-80a7-8eedf9465158 HTTP/1.1" status: 200 len: 803 time: 0.8371580 Jun 24 11:46:45.402685 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 58034) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:46:45.482470 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-c663aea8-ebb6-4350-811a-41839472f665 req-d44c8af7-419b-45cb-9b02-7a4a4098faa9 tempest-ServerActionsTestJSON-818164034 tempest-ServerActionsTestJSON-818164034-project] 10.222.0.53 "GET /v2.0/security-groups?id=7ca7987f-c073-401f-ba18-8737b1398c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2800086 Jun 24 11:46:45.496908 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.db_base_plugin_common [None req-5af05c90-e151-4ae2-aa6a-aba8369b0231 None None] Allocated IP 2001:db8::2 (e6c680f4-577d-4f2c-840f-4ffe44326df7/e0b6c98b-cc27-4b1e-ba5c-af819acff9ea/47f22999-6e90-4357-84dd-6b72c44a94f6) {{(pid=128085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 11:46:45.511867 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e02418c6-522a-47b8-92e6-5a42281f3a34 tempest-RoutersIpV6AdminTest-1198470881 tempest-RoutersIpV6AdminTest-1198470881-project-admin] Made reservation on behalf of 444d1cfc1a1d4d7c897062fd9604b852 for: {'port': 1} {{(pid=128084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 11:46:45.515991 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-e02418c6-522a-47b8-92e6-5a42281f3a34 tempest-RoutersIpV6AdminTest-1198470881 tempest-RoutersIpV6AdminTest-1198470881-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:45.668664 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-15497bd1-4b8f-481c-bcb2-0bbe4bf80320 None None] Provisioning for port ba39c41c-4f54-4295-a544-522353f897ca completed by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 11:46:45.684099 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-15497bd1-4b8f-481c-bcb2-0bbe4bf80320 None None] Provisioning complete for port ba39c41c-4f54-4295-a544-522353f897ca triggered by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:46:45.684949 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-15497bd1-4b8f-481c-bcb2-0bbe4bf80320 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:45.692399 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb37fc9c-6494-4235-acb9-4d2726056461 None None] Pushing event updated for resources: {'Port': ['ID=8664eb13-dfef-46dc-9935-3229ae0cfe48,revision_number=3']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:46:45.727857 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95dd09a5-063f-4218-a122-3f9ddcf65c89 req-024c3864-8aae-49c4-bb89-ae40cf6bfd26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:46:45.730363 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-95dd09a5-063f-4218-a122-3f9ddcf65c89 req-024c3864-8aae-49c4-bb89-ae40cf6bfd26 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=4865c6d7-6c66-4548-b02e-d00e97d481c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3604131 Jun 24 11:46:45.754581 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-cb37fc9c-6494-4235-acb9-4d2726056461 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.373s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:46:45.824280 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-15497bd1-4b8f-481c-bcb2-0bbe4bf80320 None None] Port ba39c41c-4f54-4295-a544-522353f897ca cannot update to ACTIVE because it is not bound. {{(pid=128085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 11:46:45.857091 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-5af05c90-e151-4ae2-aa6a-aba8369b0231 None None] Notify callbacks [] for port, precommit_create {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:45.870073 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-5af05c90-e151-4ae2-aa6a-aba8369b0231 None None] Transition to ACTIVE for port object 47f22999-6e90-4357-84dd-6b72c44a94f6 will not be triggered until provisioned by entity L2. {{(pid=128085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 11:46:45.912282 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-5af05c90-e151-4ae2-aa6a-aba8369b0231 None None] Transition to ACTIVE for port object 47f22999-6e90-4357-84dd-6b72c44a94f6 will not be triggered until provisioned by entity DHCP. {{(pid=128085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 11:46:45.921022 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-5af05c90-e151-4ae2-aa6a-aba8369b0231 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-650429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-506361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793193536723'] for port, after_create {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:45.923990 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-5a6b3205-9e55-4aac-85f4-aa65f8308409 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:46:45.941106 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-65f92086-50a9-4bcb-905f-64aad0f1a50e tempest-RoutersAdminTest-1970644103 tempest-RoutersAdminTest-1970644103-project-admin] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 2.1711442 Jun 24 11:46:45.963331 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 58040) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:46:45.966200 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5af05c90-e151-4ae2-aa6a-aba8369b0231 None None] Network e6c680f4-577d-4f2c-840f-4ffe44326df7 is already hosted by enough agents. {{(pid=128085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 11:46:45.994529 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.scheduler.base_scheduler [None req-5af05c90-e151-4ae2-aa6a-aba8369b0231 None None] Resources bound (agent type, host, resource id): {{(pid=128085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:46:46.001401 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af05c90-e151-4ae2-aa6a-aba8369b0231 None None] Pushing event updated for resources: {'Port': ['ID=47f22999-6e90-4357-84dd-6b72c44a94f6,revision_number=1']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:46:46.008869 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-5af05c90-e151-4ae2-aa6a-aba8369b0231 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:46:46.016554 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5af05c90-e151-4ae2-aa6a-aba8369b0231 None None] Received port after_create {{(pid=128085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 11:46:46.052653 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.notifiers.nova [None req-e02418c6-522a-47b8-92e6-5a42281f3a34 tempest-RoutersIpV6AdminTest-1198470881 tempest-RoutersIpV6AdminTest-1198470881-project-admin] device_id is not set on port 6894ef9d-b4ec-4bf9-bea4-dc40b339d308 yet. {{(pid=128084) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 24 11:46:46.070553 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-bbbd5e47-b8bb-415c-9214-a0ab0434128f tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Notify callbacks [] for floatingip, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:46.078894 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-95dd09a5-063f-4218-a122-3f9ddcf65c89 req-13663c96-fa56-4c96-8339-87c343a04ed8 service neutron] 10.222.0.45 "GET /v2.0/networks/4865c6d7-6c66-4548-b02e-d00e97d481c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3130865 Jun 24 11:46:46.113963 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-5af05c90-e151-4ae2-aa6a-aba8369b0231 None None] Attempting to bind port 47f22999-6e90-4357-84dd-6b72c44a94f6 on host dv-neutron-797120-4-hyperv for vnic_type normal with profile {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 11:46:46.115166 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-5af05c90-e151-4ae2-aa6a-aba8369b0231 None None] Attempting to bind port 47f22999-6e90-4357-84dd-6b72c44a94f6 by drivers openvswitch,hyperv on host dv-neutron-797120-4-hyperv at level 0 using segments [{'id': '36f438a9-dab2-4b81-87f6-424be94990e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'e6c680f4-577d-4f2c-840f-4ffe44326df7'}] {{(pid=128085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 11:46:46.116235 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5af05c90-e151-4ae2-aa6a-aba8369b0231 None None] Attempting to bind port 47f22999-6e90-4357-84dd-6b72c44a94f6 on network e6c680f4-577d-4f2c-840f-4ffe44326df7 {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 11:46:46.118982 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device 8664eb13-dfef-46dc-9935-3229ae0cfe48 up at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 11:46:46.151104 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5af05c90-e151-4ae2-aa6a-aba8369b0231 None None] Checking agent: {'id': 'e3a695b2-c397-461f-83b0-10b79d490b59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 11, 36, 56), 'started_at': datetime.datetime(2021, 6, 24, 11, 37, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 11, 46, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 11:46:46.151845 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5af05c90-e151-4ae2-aa6a-aba8369b0231 None None] Checking segment: {'id': '36f438a9-dab2-4b81-87f6-424be94990e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'e6c680f4-577d-4f2c-840f-4ffe44326df7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=128085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 11:46:46.152454 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-5af05c90-e151-4ae2-aa6a-aba8369b0231 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:46.153239 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5af05c90-e151-4ae2-aa6a-aba8369b0231 None None] Bound using segment: {'id': '36f438a9-dab2-4b81-87f6-424be94990e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'e6c680f4-577d-4f2c-840f-4ffe44326df7'} {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 11:46:46.153951 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-5af05c90-e151-4ae2-aa6a-aba8369b0231 None None] Bound port: 47f22999-6e90-4357-84dd-6b72c44a94f6, host: dv-neutron-797120-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36f438a9-dab2-4b81-87f6-424be94990e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'e6c680f4-577d-4f2c-840f-4ffe44326df7'}}] {{(pid=128085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 11:46:46.154569 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-5af05c90-e151-4ae2-aa6a-aba8369b0231 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:46.227184 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-7f2d499a-d08a-4deb-a664-103446ad5d99 tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] 10.222.0.53 "GET /v2.0/networks/d512c2a0-22d1-4ba1-80a7-8eedf9465158?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 319 time: 0.8228159 Jun 24 11:46:46.237930 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441c567c-897a-4f9d-ada4-844a5b1cb6b8 req-43f435bd-a91c-4cf2-a87e-ca449fa37d52 tempest-ServerActionsTestJSON-818164034 tempest-ServerActionsTestJSON-818164034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:46:46.240079 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-441c567c-897a-4f9d-ada4-844a5b1cb6b8 req-43f435bd-a91c-4cf2-a87e-ca449fa37d52 tempest-ServerActionsTestJSON-818164034 tempest-ServerActionsTestJSON-818164034-project] 10.222.0.53 "GET /v2.0/ports?device_id=d6cc2586-9578-488f-96d4-fbc6dd702115 HTTP/1.1" status: 200 len: 945 time: 0.3211579 Jun 24 11:46:46.242826 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 58042) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:46:46.283167 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-5af05c90-e151-4ae2-aa6a-aba8369b0231 None None] For port 47f22999-6e90-4357-84dd-6b72c44a94f6, host dv-neutron-797120-4-hyperv, cleared binding levels {{(pid=128085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 11:46:46.286804 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-5af05c90-e151-4ae2-aa6a-aba8369b0231 None None] For port 47f22999-6e90-4357-84dd-6b72c44a94f6, host dv-neutron-797120-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=47f22999-6e90-4357-84dd-6b72c44a94f6,segment=NetworkSegment(36f438a9-dab2-4b81-87f6-424be94990e2),segment_id=36f438a9-dab2-4b81-87f6-424be94990e2)] {{(pid=128085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 11:46:46.287915 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning complete for port 8664eb13-dfef-46dc-9935-3229ae0cfe48 triggered by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:46:46.288301 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:46.310642 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-5af05c90-e151-4ae2-aa6a-aba8369b0231 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:46.315396 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-b60a72cb-054c-4c43-98b1-9431c54927d7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:46:46.349284 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-2961899e-e6db-4e71-8791-3acbefb4c2f6 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Notify callbacks [] for port, precommit_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:46.378928 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-bbbd5e47-b8bb-415c-9214-a0ab0434128f tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:46.390858 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af05c90-e151-4ae2-aa6a-aba8369b0231 None None] Pushing event updated for resources: {'Port': ['ID=47f22999-6e90-4357-84dd-6b72c44a94f6,revision_number=2']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:46:46.394799 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-5af05c90-e151-4ae2-aa6a-aba8369b0231 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:46:46.403004 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-2961899e-e6db-4e71-8791-3acbefb4c2f6 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2537871'] for port, after_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:46.407684 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.pecan_wsgi.hooks.translation [None req-108321bb-5155-47cf-af23-231435ae0e7e tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] POST failed (client error): There was a conflict when trying to complete your request. Jun 24 11:46:46.408212 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-108321bb-5155-47cf-af23-231435ae0e7e tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=128084) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 24 11:46:46.439152 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-d840dfe6-de99-4f68-ac99-a9903e013f7f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:46:46.444519 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-95dd09a5-063f-4218-a122-3f9ddcf65c89 req-ff08e951-ceb3-4e40-916f-4b10f9a6e26e service neutron] 10.222.0.45 "GET /v2.0/networks/4865c6d7-6c66-4548-b02e-d00e97d481c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3380539 Jun 24 11:46:46.454264 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.db.db_base_plugin_common [None req-e02418c6-522a-47b8-92e6-5a42281f3a34 tempest-RoutersIpV6AdminTest-1198470881 tempest-RoutersIpV6AdminTest-1198470881-project-admin] Allocated IP 2001:db8::2cf (cc1bf607-304f-41d0-9a34-524f130adbde/2eded739-cd08-4649-9672-b5783830e308/6894ef9d-b4ec-4bf9-bea4-dc40b339d308) {{(pid=128084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 11:46:46.472578 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be207167-7bcd-4b5d-987f-759476b20773 tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:46:46.473958 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-be207167-7bcd-4b5d-987f-759476b20773 tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] 10.222.0.53 "GET /v2.0/subnets/29c91c6c-fcba-4c0b-901d-0bb116b88b43 HTTP/1.1" status: 200 len: 843 time: 0.2275341 Jun 24 11:46:46.474173 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.plugin [None req-133021dd-20d5-42c3-a70b-370ca420db5c tempest-RoutersAdminTest-1970644103 tempest-RoutersAdminTest-1970644103-project-admin] Deleting port 84d78ced-7d43-45f5-86fd-81cd8782a412 {{(pid=128084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 11:46:46.474452 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-133021dd-20d5-42c3-a70b-370ca420db5c tempest-RoutersAdminTest-1970644103 tempest-RoutersAdminTest-1970644103-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793193942312'] for port, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:46.477074 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-108321bb-5155-47cf-af23-231435ae0e7e tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 1.6104319 Jun 24 11:46:46.478870 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-441c567c-897a-4f9d-ada4-844a5b1cb6b8 req-6266ced6-e3c7-4b7a-aa0f-0b20dedf9a4d tempest-ServerActionsTestJSON-818164034 tempest-ServerActionsTestJSON-818164034-project] 10.222.0.53 "GET /v2.0/security-groups?id=7ca7987f-c073-401f-ba18-8737b1398c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1963546 Jun 24 11:46:46.479625 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 58044) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:46:46.480082 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 58046) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:46:46.487996 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.db.db_base_plugin_common [None req-c158f026-e822-4bbb-8f1a-3517f703064c tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Allocated IP 2001:db8::1 (e6c680f4-577d-4f2c-840f-4ffe44326df7/e0b6c98b-cc27-4b1e-ba5c-af819acff9ea/525ba555-882d-46c1-90b4-58e1947f05fb) {{(pid=128084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 11:46:46.650400 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2961899e-e6db-4e71-8791-3acbefb4c2f6 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:46:46.650957 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-2961899e-e6db-4e71-8791-3acbefb4c2f6 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468916'] for port, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:46.652246 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-2961899e-e6db-4e71-8791-3acbefb4c2f6 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] 10.222.0.53 "PUT /v2.0/ports/a2dd6219-21c1-4822-89fc-1f5ea0a64591 HTTP/1.1" status: 200 len: 910 time: 2.9337626 Jun 24 11:46:46.662801 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 58048) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:46:46.668776 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2961899e-e6db-4e71-8791-3acbefb4c2f6 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Pushing event updated for resources: {'Port': ['ID=a2dd6219-21c1-4822-89fc-1f5ea0a64591,revision_number=3']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:46:46.681697 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-2961899e-e6db-4e71-8791-3acbefb4c2f6 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:46:46.700263 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81cfab46-de02-445e-af67-d33f97141390 tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Attributes excluded by policy engine: ['shared'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:46:46.702241 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-81cfab46-de02-445e-af67-d33f97141390 tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] 10.222.0.53 "GET /v2.0/subnets/29c91c6c-fcba-4c0b-901d-0bb116b88b43?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1606104 Jun 24 11:46:46.711103 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 58050) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:46:46.766767 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [None req-aad1ec30-af7b-48a5-b4b0-b4041e0b4af6 tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-504264785'}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:46:46.861928 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8703b3d7-399e-445e-805a-280cef96c73e tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:46:46.868795 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8703b3d7-399e-445e-805a-280cef96c73e tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:46:46.871617 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-8703b3d7-399e-445e-805a-280cef96c73e tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1687 time: 0.3657584 Jun 24 11:46:46.874966 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-133021dd-20d5-42c3-a70b-370ca420db5c tempest-RoutersAdminTest-1970644103 tempest-RoutersAdminTest-1970644103-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1978872'] for port, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:46.876334 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 58052) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:46:46.893325 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aad1ec30-af7b-48a5-b4b0-b4041e0b4af6 tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Made reservation on behalf of 83bd187da1f344e0936ca43751a06a44 for: {'network': 1} {{(pid=128083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 11:46:46.899015 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-aad1ec30-af7b-48a5-b4b0-b4041e0b4af6 tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for network, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:46.924641 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.plugin [None req-133021dd-20d5-42c3-a70b-370ca420db5c tempest-RoutersAdminTest-1970644103 tempest-RoutersAdminTest-1970644103-project-admin] Calling delete_port for 84d78ced-7d43-45f5-86fd-81cd8782a412 owned by {{(pid=128084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 11:46:47.023687 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-c158f026-e822-4bbb-8f1a-3517f703064c tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Notify callbacks [] for port, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:47.027562 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aad1ec30-af7b-48a5-b4b0-b4041e0b4af6 tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] vlan segment allocate from pool success with {'vlan_id': 601, 'physical_network': 'physnet1'} {{(pid=128083) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 11:46:47.088054 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-bbbd5e47-b8bb-415c-9214-a0ab0434128f tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Notify callbacks [] for port, precommit_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:47.096176 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-aad1ec30-af7b-48a5-b4b0-b4041e0b4af6 tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967879'] for segment, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:47.096176 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.db.segments_db [None req-aad1ec30-af7b-48a5-b4b0-b4041e0b4af6 tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Added segment c1b4389f-7ccb-4646-b17a-28045b5888e2 of type vlan for network 44d49bb2-eb20-46b5-b947-682298b2bfd1 Jun 24 11:46:47.100593 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-e02418c6-522a-47b8-92e6-5a42281f3a34 tempest-RoutersIpV6AdminTest-1198470881 tempest-RoutersIpV6AdminTest-1198470881-project-admin] Notify callbacks [] for port, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:47.111993 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-bbbd5e47-b8bb-415c-9214-a0ab0434128f tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2537871'] for port, after_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:47.118985 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-bbbd5e47-b8bb-415c-9214-a0ab0434128f tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:46:47.129750 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.db.provisioning_blocks [None req-c158f026-e822-4bbb-8f1a-3517f703064c tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Transition to ACTIVE for port object 525ba555-882d-46c1-90b4-58e1947f05fb will not be triggered until provisioned by entity DHCP. {{(pid=128084) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 11:46:47.245822 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-aad1ec30-af7b-48a5-b4b0-b4041e0b4af6 tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793193525068'] for network, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:47.261399 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbd5e47-b8bb-415c-9214-a0ab0434128f tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Pushing event updated for resources: {'Port': ['ID=7ea2b119-0bab-47c2-9db4-0957910b3624,revision_number=2']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:46:47.271260 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-bbbd5e47-b8bb-415c-9214-a0ab0434128f tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:46:47.304873 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.plugin [None req-16035f6d-50f2-4646-8344-b13e6a6aea10 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Deleting port ba39c41c-4f54-4295-a544-522353f897ca {{(pid=128083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 11:46:47.305354 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-16035f6d-50f2-4646-8344-b13e6a6aea10 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793193942312'] for port, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:47.314190 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-bbbd5e47-b8bb-415c-9214-a0ab0434128f tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1815637'] for floatingip, after_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:47.353330 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-c158f026-e822-4bbb-8f1a-3517f703064c tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-650429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-506361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793193536723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3291971'] for port, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:47.359088 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-d43b09d6-9478-40e1-ad3d-ddd28e94623c tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:46:47.419386 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-e02418c6-522a-47b8-92e6-5a42281f3a34 tempest-RoutersIpV6AdminTest-1198470881 tempest-RoutersIpV6AdminTest-1198470881-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-650429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-506361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793193536723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3291971'] for port, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:47.435917 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-aad1ec30-af7b-48a5-b4b0-b4041e0b4af6 tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1800243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976'] for network, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:47.441959 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aad1ec30-af7b-48a5-b4b0-b4041e0b4af6 tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:46:47.442846 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-aad1ec30-af7b-48a5-b4b0-b4041e0b4af6 tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588949'] for network, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:47.450259 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-f4bc9aef-b9b6-42f1-a1e4-443b08b40044 tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:46:47.451028 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c158f026-e822-4bbb-8f1a-3517f703064c tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Network e6c680f4-577d-4f2c-840f-4ffe44326df7 is already hosted by enough agents. {{(pid=128084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 11:46:47.466303 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.base_scheduler [None req-c158f026-e822-4bbb-8f1a-3517f703064c tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Resources bound (agent type, host, resource id): {{(pid=128084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:46:47.471030 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c158f026-e822-4bbb-8f1a-3517f703064c tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Received port after_create {{(pid=128084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 11:46:47.471831 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-c158f026-e822-4bbb-8f1a-3517f703064c tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1978458'] for router_interface, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:47.476661 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c158f026-e822-4bbb-8f1a-3517f703064c tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Pushing event updated for resources: {'Port': ['ID=525ba555-882d-46c1-90b4-58e1947f05fb,revision_number=1']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:46:47.520548 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-c158f026-e822-4bbb-8f1a-3517f703064c tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:46:47.522219 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-a68fcc6e-1a5e-49ae-89fa-acfa6112172c tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.092s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:46:47.528430 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e02418c6-522a-47b8-92e6-5a42281f3a34 tempest-RoutersIpV6AdminTest-1198470881 tempest-RoutersIpV6AdminTest-1198470881-project-admin] Network cc1bf607-304f-41d0-9a34-524f130adbde is already hosted by enough agents. {{(pid=128084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 11:46:47.529137 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-133021dd-20d5-42c3-a70b-370ca420db5c tempest-RoutersAdminTest-1970644103 tempest-RoutersAdminTest-1970644103-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793193945299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193536732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3292088'] for port, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:47.539395 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.base_scheduler [None req-e02418c6-522a-47b8-92e6-5a42281f3a34 tempest-RoutersIpV6AdminTest-1198470881 tempest-RoutersIpV6AdminTest-1198470881-project-admin] Resources bound (agent type, host, resource id): {{(pid=128084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:46:47.581308 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e02418c6-522a-47b8-92e6-5a42281f3a34 tempest-RoutersIpV6AdminTest-1198470881 tempest-RoutersIpV6AdminTest-1198470881-project-admin] Received port after_create {{(pid=128084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 11:46:47.583080 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e02418c6-522a-47b8-92e6-5a42281f3a34 tempest-RoutersIpV6AdminTest-1198470881 tempest-RoutersIpV6AdminTest-1198470881-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=128084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:46:47.583983 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-e02418c6-522a-47b8-92e6-5a42281f3a34 tempest-RoutersIpV6AdminTest-1198470881 tempest-RoutersIpV6AdminTest-1198470881-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468916'] for port, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:47.732338 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-e02418c6-522a-47b8-92e6-5a42281f3a34 tempest-RoutersIpV6AdminTest-1198470881 tempest-RoutersIpV6AdminTest-1198470881-project-admin] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 2.3850293 Jun 24 11:46:47.743974 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02418c6-522a-47b8-92e6-5a42281f3a34 tempest-RoutersIpV6AdminTest-1198470881 tempest-RoutersIpV6AdminTest-1198470881-project-admin] Pushing event updated for resources: {'Port': ['ID=6894ef9d-b4ec-4bf9-bea4-dc40b339d308,revision_number=1']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:46:47.766411 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 58056) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:46:47.773793 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8090be5-80ba-4444-9e1f-9eb120bd182e None None] Network e6c680f4-577d-4f2c-840f-4ffe44326df7 requested from dv-neutron-797120-4-hyperv {{(pid=128085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 11:46:47.776119 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-e02418c6-522a-47b8-92e6-5a42281f3a34 tempest-RoutersIpV6AdminTest-1198470881 tempest-RoutersIpV6AdminTest-1198470881-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:46:47.782710 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.244s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:46:47.857916 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-aad1ec30-af7b-48a5-b4b0-b4041e0b4af6 tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.0992138 Jun 24 11:46:47.866702 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133021dd-20d5-42c3-a70b-370ca420db5c tempest-RoutersAdminTest-1970644103 tempest-RoutersAdminTest-1970644103-project-admin] Pushing event deleted for resources: {'Port': ['ID=84d78ced-7d43-45f5-86fd-81cd8782a412,revision_number=None']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:46:47.870920 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 58058) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:46:47.877643 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-133021dd-20d5-42c3-a70b-370ca420db5c tempest-RoutersAdminTest-1970644103 tempest-RoutersAdminTest-1970644103-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:46:47.910469 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-9f8a6ff1-2b5d-437d-8366-ce9eb8ce8e89 tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Request body: {'subnet': {'network_id': '44d49bb2-eb20-46b5-b947-682298b2bfd1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:46:47.913540 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-1faf04d3-5fa8-4835-8b66-06ca75984f87 None None] Provisioning for port 47f22999-6e90-4357-84dd-6b72c44a94f6 completed by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 11:46:47.955805 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-133021dd-20d5-42c3-a70b-370ca420db5c tempest-RoutersAdminTest-1970644103 tempest-RoutersAdminTest-1970644103-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468916'] for port, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:47.960382 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-133021dd-20d5-42c3-a70b-370ca420db5c tempest-RoutersAdminTest-1970644103 tempest-RoutersAdminTest-1970644103-project-admin] 10.222.0.53 "DELETE /v2.0/ports/84d78ced-7d43-45f5-86fd-81cd8782a412 HTTP/1.1" status: 204 len: 168 time: 1.9919033 Jun 24 11:46:47.966453 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 58060) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:46:47.970287 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-16035f6d-50f2-4646-8344-b13e6a6aea10 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1978872'] for port, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:47.974767 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad1ec30-af7b-48a5-b4b0-b4041e0b4af6 tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Pushing event updated for resources: {'Network': ['ID=44d49bb2-eb20-46b5-b947-682298b2bfd1,revision_number=1']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:46:47.983323 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-aad1ec30-af7b-48a5-b4b0-b4041e0b4af6 tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.533s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:46:47.989367 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.db.l3_db [None req-bbbd5e47-b8bb-415c-9214-a0ab0434128f tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Floating IP b9cfd91e-1c6b-44d0-8b87-93716c3ba736 associated. External IP: 172.26.7.233, port: 44681b40-d675-4660-991b-a28231d98fad. Jun 24 11:46:47.997094 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.plugin [None req-16035f6d-50f2-4646-8344-b13e6a6aea10 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Calling delete_port for ba39c41c-4f54-4295-a544-522353f897ca owned by {{(pid=128083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 11:46:48.007768 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Network 44d49bb2-eb20-46b5-b947-682298b2bfd1 details requested by agent ovs-agent-dv-neutron-797120-4-hyperv with host dv-neutron-797120-4-hyperv {{(pid=128085) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 11:46:48.023934 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-b735d4fb-0694-4d37-9e72-73ec9f87575c tempest-RoutersAdminTest-1970644103 tempest-RoutersAdminTest-1970644103-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '8137604e-a644-43e3-8acd-f6849090bde2', 'external_fixed_ips': [{'subnet_id': '209c7300-d70f-4c5a-8b7f-bbd460629850', 'ip_address': '172.20.0.10'}]}}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:46:48.058424 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-c158f026-e822-4bbb-8f1a-3517f703064c tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:48.137238 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-b735d4fb-0694-4d37-9e72-73ec9f87575c tempest-RoutersAdminTest-1970644103 tempest-RoutersAdminTest-1970644103-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1803889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65293'] for router, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:48.141034 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-b735d4fb-0694-4d37-9e72-73ec9f87575c tempest-RoutersAdminTest-1970644103 tempest-RoutersAdminTest-1970644103-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1803848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1975305', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1581158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65396'] for router, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:48.144281 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-724d8aa9-d046-4a96-aabd-441c5e5c79f4 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1978565'] for router_interface, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:48.153745 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device 47f22999-6e90-4357-84dd-6b72c44a94f6 up at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 11:46:48.197178 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f8a6ff1-2b5d-437d-8366-ce9eb8ce8e89 tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Made reservation on behalf of 83bd187da1f344e0936ca43751a06a44 for: {'subnet': 1} {{(pid=128084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 11:46:48.201238 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-9f8a6ff1-2b5d-437d-8366-ce9eb8ce8e89 tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3162484'] for subnet, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:48.217700 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cf2a91-3fb8-43ca-b455-42779be53a31 req-4d35d823-e8e1-48f3-b89a-694dcf84c13d tempest-ServerActionsTestJSON-818164034 tempest-ServerActionsTestJSON-818164034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:46:48.218706 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-63cf2a91-3fb8-43ca-b455-42779be53a31 req-4d35d823-e8e1-48f3-b89a-694dcf84c13d tempest-ServerActionsTestJSON-818164034 tempest-ServerActionsTestJSON-818164034-project] 10.222.0.53 "GET /v2.0/ports?device_id=d6cc2586-9578-488f-96d4-fbc6dd702115 HTTP/1.1" status: 200 len: 945 time: 0.3729408 Jun 24 11:46:48.230222 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning for port 47f22999-6e90-4357-84dd-6b72c44a94f6 completed by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 11:46:48.236748 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning complete for port 47f22999-6e90-4357-84dd-6b72c44a94f6 triggered by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:46:48.237974 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:48.325738 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-63cf2a91-3fb8-43ca-b455-42779be53a31 req-34338a04-be61-42ef-acc0-1467eaa87dc9 tempest-ServerActionsTestJSON-818164034 tempest-ServerActionsTestJSON-818164034-project] 10.222.0.53 "GET /v2.0/security-groups?id=7ca7987f-c073-401f-ba18-8737b1398c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0978293 Jun 24 11:46:48.377240 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:48.434918 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] For port 47f22999-6e90-4357-84dd-6b72c44a94f6, host dv-neutron-797120-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=47f22999-6e90-4357-84dd-6b72c44a94f6,segment=NetworkSegment(36f438a9-dab2-4b81-87f6-424be94990e2),segment_id=36f438a9-dab2-4b81-87f6-424be94990e2)] {{(pid=128085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 11:46:48.441479 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:48.443653 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-e450ecf0-90c3-4ae3-9a23-2e2439109381 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:46:48.555578 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-16035f6d-50f2-4646-8344-b13e6a6aea10 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793193945299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193536732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2537862'] for port, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:48.564645 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-2961899e-e6db-4e71-8791-3acbefb4c2f6 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:46:48.569959 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Pushing event updated for resources: {'Port': ['ID=47f22999-6e90-4357-84dd-6b72c44a94f6,revision_number=3']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:46:48.584097 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:46:48.595604 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-e5284848-e67c-4c8c-8998-5263aa0dc119 None None] Provisioning for port 525ba555-882d-46c1-90b4-58e1947f05fb completed by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 11:46:48.602295 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-e5284848-e67c-4c8c-8998-5263aa0dc119 None None] Provisioning complete for port 525ba555-882d-46c1-90b4-58e1947f05fb triggered by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:46:48.603005 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-e5284848-e67c-4c8c-8998-5263aa0dc119 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:48.623205 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16035f6d-50f2-4646-8344-b13e6a6aea10 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Pushing event deleted for resources: {'Port': ['ID=ba39c41c-4f54-4295-a544-522353f897ca,revision_number=None']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:46:48.633993 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-16035f6d-50f2-4646-8344-b13e6a6aea10 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:46:48.689322 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbbd5e47-b8bb-415c-9214-a0ab0434128f tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Router ec2cec42-9d81-44aa-a4f8-e4c8409e9b4d has already been hosted by L3 agent 2987dba8-2249-4ee6-96ec-28f0f7a6127d {{(pid=128083) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 11:46:48.696534 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-16035f6d-50f2-4646-8344-b13e6a6aea10 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468916'] for port, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:48.701748 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-16035f6d-50f2-4646-8344-b13e6a6aea10 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] 10.222.0.53 "DELETE /v2.0/ports/ba39c41c-4f54-4295-a544-522353f897ca HTTP/1.1" status: 204 len: 168 time: 1.8240728 Jun 24 11:46:48.704282 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-e5284848-e67c-4c8c-8998-5263aa0dc119 None None] Port 525ba555-882d-46c1-90b4-58e1947f05fb cannot update to ACTIVE because it is not bound. {{(pid=128085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 11:46:48.705816 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 58064) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:46:48.731121 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-e5284848-e67c-4c8c-8998-5263aa0dc119 None None] Provisioning complete for port 47f22999-6e90-4357-84dd-6b72c44a94f6 triggered by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:46:48.734256 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-e5284848-e67c-4c8c-8998-5263aa0dc119 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:48.999764 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbbd5e47-b8bb-415c-9214-a0ab0434128f tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Notify agent at l3_agent.dv-neutron-797120-4-hyperv the message routers_updated {{(pid=128083) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 11:46:49.001221 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-b735d4fb-0694-4d37-9e72-73ec9f87575c tempest-RoutersAdminTest-1970644103 tempest-RoutersAdminTest-1970644103-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:49.022165 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4e9030b-7c1e-44b2-ab4f-8523d7b3c9b1 None None] Sync routers for ids ['ec2cec42-9d81-44aa-a4f8-e4c8409e9b4d'] in dv-neutron-797120-4-hyperv {{(pid=128086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 11:46:49.047585 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4e9030b-7c1e-44b2-ab4f-8523d7b3c9b1 None None] Routers {'ec2cec42-9d81-44aa-a4f8-e4c8409e9b4d'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 11:46:49.048792 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-d4e9030b-7c1e-44b2-ab4f-8523d7b3c9b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T11:46:26Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['ec2cec42-9d81-44aa-a4f8-e4c8409e9b4d'], 'active': True} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:46:49.049048 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-37bd3dee-96c9-4566-9eb6-7085ee384cf5 None None] Provisioning complete for port 525ba555-882d-46c1-90b4-58e1947f05fb triggered by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:46:49.049675 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-37bd3dee-96c9-4566-9eb6-7085ee384cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:49.106401 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.db.ipam_backend_mixin [None req-9f8a6ff1-2b5d-437d-8366-ce9eb8ce8e89 tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Performing IP validity checks on allocation pools {{(pid=128084) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jun 24 11:46:49.107106 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.db.ipam_backend_mixin [None req-9f8a6ff1-2b5d-437d-8366-ce9eb8ce8e89 tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Checking for overlaps among allocation pools and gateway ip {{(pid=128084) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jun 24 11:46:49.115554 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-d4e9030b-7c1e-44b2-ab4f-8523d7b3c9b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:46:49.128813 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4e9030b-7c1e-44b2-ab4f-8523d7b3c9b1 None None] Routers {'ec2cec42-9d81-44aa-a4f8-e4c8409e9b4d'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 11:46:49.129874 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-d4e9030b-7c1e-44b2-ab4f-8523d7b3c9b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T11:46:26Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['ec2cec42-9d81-44aa-a4f8-e4c8409e9b4d'], 'active': True} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:46:49.130682 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-37bd3dee-96c9-4566-9eb6-7085ee384cf5 None None] Port 525ba555-882d-46c1-90b4-58e1947f05fb cannot update to ACTIVE because it is not bound. {{(pid=128085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 11:46:49.135322 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.plugin [None req-b8aa0950-6f2c-4a47-b975-af2c48b0ae6d tempest-RoutersIpV6AdminTest-1198470881 tempest-RoutersIpV6AdminTest-1198470881-project-admin] Deleting port 6894ef9d-b4ec-4bf9-bea4-dc40b339d308 {{(pid=128084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 11:46:49.135827 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-b8aa0950-6f2c-4a47-b975-af2c48b0ae6d tempest-RoutersIpV6AdminTest-1198470881 tempest-RoutersIpV6AdminTest-1198470881-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793193942312'] for port, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:49.150499 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-bbbd5e47-b8bb-415c-9214-a0ab0434128f tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468916'] for floatingip, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:49.164652 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-d4e9030b-7c1e-44b2-ab4f-8523d7b3c9b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:46:49.165324 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4e9030b-7c1e-44b2-ab4f-8523d7b3c9b1 None None] The sync data for ids ['ec2cec42-9d81-44aa-a4f8-e4c8409e9b4d'] in dv-neutron-797120-4-hyperv is: [] {{(pid=128086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 11:46:49.188553 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43b98c45-84e3-472f-976b-01d95c2e8854 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:46:49.190169 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43b98c45-84e3-472f-976b-01d95c2e8854 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:46:49.191975 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-43b98c45-84e3-472f-976b-01d95c2e8854 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.4787776 Jun 24 11:46:49.198181 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 58068) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:46:49.247510 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-bbbd5e47-b8bb-415c-9214-a0ab0434128f tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 8.9011588 Jun 24 11:46:49.252911 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 58070) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:46:49.259981 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [None req-1aff7cb9-126c-498f-8b60-65e888ec3be3 tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-2015522442'}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:46:49.281565 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081db6b4-575f-4c02-97ba-936b4bd776b7 req-96b1861f-b18e-4e66-a061-39a8f7bb2dae tempest-ServerActionsTestJSON-818164034 tempest-ServerActionsTestJSON-818164034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:46:49.283520 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-081db6b4-575f-4c02-97ba-936b4bd776b7 req-96b1861f-b18e-4e66-a061-39a8f7bb2dae tempest-ServerActionsTestJSON-818164034 tempest-ServerActionsTestJSON-818164034-project] 10.222.0.53 "GET /v2.0/ports?device_id=d6cc2586-9578-488f-96d4-fbc6dd702115 HTTP/1.1" status: 200 len: 945 time: 0.3764238 Jun 24 11:46:49.304030 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2cc4e64-be19-473b-928d-e7440a0157bd tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Deleting subnet ba981b15-3618-4d23-8e30-90e3809ba29b {{(pid=128083) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 24 11:46:49.316969 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-f2cc4e64-be19-473b-928d-e7440a0157bd tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks [] for subnet, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:49.365519 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1aff7cb9-126c-498f-8b60-65e888ec3be3 tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Made reservation on behalf of 40c92baf3d234fc591c70dce5f4e5134 for: {'network': 1} {{(pid=128083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 11:46:49.368935 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-1aff7cb9-126c-498f-8b60-65e888ec3be3 tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for network, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:49.417094 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-081db6b4-575f-4c02-97ba-936b4bd776b7 req-52bd01af-22e7-41b5-828a-5b9fc473d13a tempest-ServerActionsTestJSON-818164034 tempest-ServerActionsTestJSON-818164034-project] 10.222.0.53 "GET /v2.0/security-groups?id=7ca7987f-c073-401f-ba18-8737b1398c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1213524 Jun 24 11:46:49.419491 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-f2cc4e64-be19-473b-928d-e7440a0157bd tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3143795'] for subnet, precommit_delete_associations {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:49.448437 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-b735d4fb-0694-4d37-9e72-73ec9f87575c tempest-RoutersAdminTest-1970644103 tempest-RoutersAdminTest-1970644103-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1975381', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1803205', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65378'] for router, precommit_update {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:49.474728 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1aff7cb9-126c-498f-8b60-65e888ec3be3 tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] vlan segment allocate from pool success with {'vlan_id': 649, 'physical_network': 'physnet1'} {{(pid=128083) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 11:46:49.497745 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-1aff7cb9-126c-498f-8b60-65e888ec3be3 tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967879'] for segment, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:49.498101 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.db.segments_db [None req-1aff7cb9-126c-498f-8b60-65e888ec3be3 tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Added segment f7059b8b-d4c7-43d4-b709-d8933f695fb1 of type vlan for network 1549d505-f936-4d39-8f8f-72b4c7023104 Jun 24 11:46:49.535050 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-c158f026-e822-4bbb-8f1a-3517f703064c tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Notify callbacks [] for port, precommit_update {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:49.558770 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-c158f026-e822-4bbb-8f1a-3517f703064c tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3292081'] for port, after_update {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:49.559622 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-c158f026-e822-4bbb-8f1a-3517f703064c tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1783050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1978542'] for router_interface, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:49.562817 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-b8aa0950-6f2c-4a47-b975-af2c48b0ae6d tempest-RoutersIpV6AdminTest-1198470881 tempest-RoutersIpV6AdminTest-1198470881-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1978872'] for port, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:49.574613 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-1aff7cb9-126c-498f-8b60-65e888ec3be3 tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793193525068'] for network, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:49.575001 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-2d75df70-ec18-415f-b6d3-3fc30d874b18 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:46:49.582391 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-f2cc4e64-be19-473b-928d-e7440a0157bd tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-972249'] for subnet, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:49.653580 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.plugin [None req-b8aa0950-6f2c-4a47-b975-af2c48b0ae6d tempest-RoutersIpV6AdminTest-1198470881 tempest-RoutersIpV6AdminTest-1198470881-project-admin] Calling delete_port for 6894ef9d-b4ec-4bf9-bea4-dc40b339d308 owned by {{(pid=128084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 11:46:49.657429 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-1aff7cb9-126c-498f-8b60-65e888ec3be3 tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1800243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976'] for network, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:49.663624 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1aff7cb9-126c-498f-8b60-65e888ec3be3 tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:46:49.664768 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-1aff7cb9-126c-498f-8b60-65e888ec3be3 tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588949'] for network, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:49.670520 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:46:49.711388 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-f2cc4e64-be19-473b-928d-e7440a0157bd tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-972238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2537800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3289951'] for subnet, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:49.721193 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-1aff7cb9-126c-498f-8b60-65e888ec3be3 tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.4661746 Jun 24 11:46:49.733037 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 58072) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:46:49.773034 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-c57b57c2-1f0e-47f3-af13-7c37d5785c08 tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Request body: {'subnet': {'network_id': '1549d505-f936-4d39-8f8f-72b4c7023104', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:46:49.790298 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-f2cc4e64-be19-473b-928d-e7440a0157bd tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588949'] for subnet, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:49.793836 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-f2cc4e64-be19-473b-928d-e7440a0157bd tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] 10.222.0.53 "DELETE /v2.0/subnets/ba981b15-3618-4d23-8e30-90e3809ba29b HTTP/1.1" status: 204 len: 168 time: 0.5943635 Jun 24 11:46:49.798531 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 58074) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:46:49.800930 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4da7a6b4-c091-49ec-b254-fe9598c27122 None None] Network 11a80c9d-f8ee-4388-91b0-d49a25200fee requested from dv-neutron-797120-4-hyperv {{(pid=128085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 11:46:49.829467 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c158f026-e822-4bbb-8f1a-3517f703064c tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Pushing event updated for resources: {'Port': ['ID=525ba555-882d-46c1-90b4-58e1947f05fb,revision_number=2']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:46:49.835788 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-c158f026-e822-4bbb-8f1a-3517f703064c tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:46:49.845625 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aff7cb9-126c-498f-8b60-65e888ec3be3 tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Pushing event updated for resources: {'Network': ['ID=1549d505-f936-4d39-8f8f-72b4c7023104,revision_number=1']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:46:49.848530 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-1aff7cb9-126c-498f-8b60-65e888ec3be3 tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:46:49.849295 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-ba955bfd-a595-433a-b335-00c97b950997 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.131s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:46:49.854337 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-9f8a6ff1-2b5d-437d-8366-ce9eb8ce8e89 tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3291959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3162270'] for subnet, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:49.868049 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-e2e77786-0959-4964-9f00-6e922718847f tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:46:49.868755 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Network 1549d505-f936-4d39-8f8f-72b4c7023104 details requested by agent ovs-agent-dv-neutron-797120-4-hyperv with host dv-neutron-797120-4-hyperv {{(pid=128085) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 11:46:49.881806 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-52c13cd3-0bcb-4865-8d5e-51f3467e6cfb tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0751760 Jun 24 11:46:49.881806 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2cc4e64-be19-473b-928d-e7440a0157bd tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Pushing event deleted for resources: {'Subnet': ['ID=ba981b15-3618-4d23-8e30-90e3809ba29b,revision_number=None']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:46:49.882182 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 58076) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:46:49.889429 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [None req-17b85d0f-fdcb-4bbf-bb90-1f556bfbe0a0 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Request body: {'subnet': {'network_id': '11a80c9d-f8ee-4388-91b0-d49a25200fee', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:46:49.912092 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-f2cc4e64-be19-473b-928d-e7440a0157bd tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:46:50.024772 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17b85d0f-fdcb-4bbf-bb90-1f556bfbe0a0 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Made reservation on behalf of 086af1f572244cd08c37d97e004e4732 for: {'subnet': 1} {{(pid=128083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 11:46:50.037789 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-17b85d0f-fdcb-4bbf-bb90-1f556bfbe0a0 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3289788'] for subnet, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:50.114374 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device 47f22999-6e90-4357-84dd-6b72c44a94f6 up at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 11:46:50.144647 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8a6ff1-2b5d-437d-8366-ce9eb8ce8e89 tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Pushing event updated for resources: {'Subnet': ['ID=968f86a7-dd3a-4b73-9af0-7aea87f7293d,revision_number=0']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:46:50.147944 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-9f8a6ff1-2b5d-437d-8366-ce9eb8ce8e89 tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:46:50.179406 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0a0cb7c-ef0b-498b-b76a-022b75bc6b0c None None] DHCP port deletion for 11a80c9d-f8ee-4388-91b0-d49a25200fee request from dv-neutron-797120-4-hyperv {{(pid=128085) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 24 11:46:50.206338 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c158f026-e822-4bbb-8f1a-3517f703064c tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Network e6c680f4-577d-4f2c-840f-4ffe44326df7 is already hosted by enough agents. {{(pid=128084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 11:46:50.229872 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.base_scheduler [None req-c158f026-e822-4bbb-8f1a-3517f703064c tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Resources bound (agent type, host, resource id): {{(pid=128084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:46:50.268167 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning complete for port 47f22999-6e90-4357-84dd-6b72c44a94f6 triggered by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:46:50.268863 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:50.287018 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c57b57c2-1f0e-47f3-af13-7c37d5785c08 tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Made reservation on behalf of 40c92baf3d234fc591c70dce5f4e5134 for: {'subnet': 1} {{(pid=128084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 11:46:50.291347 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-c57b57c2-1f0e-47f3-af13-7c37d5785c08 tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3162484'] for subnet, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:50.300201 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f8a6ff1-2b5d-437d-8366-ce9eb8ce8e89 tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Checking segment: {'id': 'c1b4389f-7ccb-4646-b17a-28045b5888e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '44d49bb2-eb20-46b5-b947-682298b2bfd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=128084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 11:46:50.300936 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f8a6ff1-2b5d-437d-8366-ce9eb8ce8e89 tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Network hostable DHCP agents. Network: 44d49bb2-eb20-46b5-b947-682298b2bfd1, hostable agents: ['6be988a9-1d97-480f-be5a-c55abf2c55c5'], hosted agents: [] {{(pid=128084) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 11:46:50.304847 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-e0a0cb7c-ef0b-498b-b76a-022b75bc6b0c None None] Deleting port 8664eb13-dfef-46dc-9935-3229ae0cfe48 {{(pid=128085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 11:46:50.305866 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-e0a0cb7c-ef0b-498b-b76a-022b75bc6b0c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793193942312'] for port, before_delete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:50.361322 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-17b85d0f-fdcb-4bbf-bb90-1f556bfbe0a0 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2537737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3289942'] for subnet, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:50.365840 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-eaba0bf5-4530-41e2-a8d0-8a4a3bf99a72 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:46:50.440918 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17b85d0f-fdcb-4bbf-bb90-1f556bfbe0a0 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Network 11a80c9d-f8ee-4388-91b0-d49a25200fee is already hosted by enough agents. {{(pid=128083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 11:46:50.447739 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.base_scheduler [None req-17b85d0f-fdcb-4bbf-bb90-1f556bfbe0a0 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Resources bound (agent type, host, resource id): {{(pid=128083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:46:50.466503 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17b85d0f-fdcb-4bbf-bb90-1f556bfbe0a0 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:46:50.467830 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-17b85d0f-fdcb-4bbf-bb90-1f556bfbe0a0 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588949'] for subnet, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:50.519728 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b85d0f-fdcb-4bbf-bb90-1f556bfbe0a0 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Pushing event updated for resources: {'Subnet': ['ID=ad6de235-df44-419f-9dd9-825d611aa78b,revision_number=0']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:46:50.539135 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-17b85d0f-fdcb-4bbf-bb90-1f556bfbe0a0 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:46:50.542493 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-17b85d0f-fdcb-4bbf-bb90-1f556bfbe0a0 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6572409 Jun 24 11:46:50.544132 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 58080) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:46:50.568085 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [None req-6ea542e1-a3f9-4451-a360-05a8ed7b3d45 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Request body: {'port': {'network_id': '11a80c9d-f8ee-4388-91b0-d49a25200fee', 'fixed_ips': [{'subnet_id': 'ad6de235-df44-419f-9dd9-825d611aa78b', 'ip_address': '2001:db8:0:1::3'}], 'name': 'tempest-NetworksTestDHCPv6-1118913107'}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:46:50.614697 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-b8aa0950-6f2c-4a47-b975-af2c48b0ae6d tempest-RoutersIpV6AdminTest-1198470881 tempest-RoutersIpV6AdminTest-1198470881-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793193945299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193536732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3292088'] for port, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:50.628166 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f8a6ff1-2b5d-437d-8366-ce9eb8ce8e89 tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Network 44d49bb2-eb20-46b5-b947-682298b2bfd1 is scheduled to be hosted by DHCP agent 6be988a9-1d97-480f-be5a-c55abf2c55c5 with binding_index 1 {{(pid=128084) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 11:46:50.649296 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-34efb1a1-a829-4075-b064-f40d94c6fa68 tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:46:50.654273 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-e0a0cb7c-ef0b-498b-b76a-022b75bc6b0c None None] For port 8664eb13-dfef-46dc-9935-3229ae0cfe48, host dv-neutron-797120-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=8664eb13-dfef-46dc-9935-3229ae0cfe48,segment=NetworkSegment(fddfe548-9582-48fa-8a0c-6b06bc4d1b9f),segment_id=fddfe548-9582-48fa-8a0c-6b06bc4d1b9f)] {{(pid=128085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 11:46:50.655173 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-e0a0cb7c-ef0b-498b-b76a-022b75bc6b0c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1978872'] for port, precommit_delete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:50.704030 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-e0a0cb7c-ef0b-498b-b76a-022b75bc6b0c None None] Calling delete_port for 8664eb13-dfef-46dc-9935-3229ae0cfe48 owned by network:dhcp {{(pid=128085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 11:46:50.731626 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.plugin [None req-724d8aa9-d046-4a96-aabd-441c5e5c79f4 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Deleting port a2dd6219-21c1-4822-89fc-1f5ea0a64591 {{(pid=128084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 11:46:50.732153 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-724d8aa9-d046-4a96-aabd-441c5e5c79f4 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793193942312'] for port, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:50.745017 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-97feab4a-6862-4341-8aed-5b4833a2af04 None None] Provisioning complete for port 525ba555-882d-46c1-90b4-58e1947f05fb triggered by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:46:50.745636 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-97feab4a-6862-4341-8aed-5b4833a2af04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:50.753312 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.base_scheduler [None req-9f8a6ff1-2b5d-437d-8366-ce9eb8ce8e89 tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-4-hyperv, 44d49bb2-eb20-46b5-b947-682298b2bfd1) {{(pid=128084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:46:50.797696 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f8a6ff1-2b5d-437d-8366-ce9eb8ce8e89 tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=128084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:46:50.798816 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-9f8a6ff1-2b5d-437d-8366-ce9eb8ce8e89 tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Notify callbacks [] for subnet, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:50.804683 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf90cb01-cd72-4794-a4ab-000ca84ad7ca None None] Network 44d49bb2-eb20-46b5-b947-682298b2bfd1 requested from dv-neutron-797120-4-hyperv {{(pid=128085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 11:46:50.808547 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8aa0950-6f2c-4a47-b975-af2c48b0ae6d tempest-RoutersIpV6AdminTest-1198470881 tempest-RoutersIpV6AdminTest-1198470881-project-admin] Pushing event deleted for resources: {'Port': ['ID=6894ef9d-b4ec-4bf9-bea4-dc40b339d308,revision_number=None']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:46:50.811420 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-b8aa0950-6f2c-4a47-b975-af2c48b0ae6d tempest-RoutersIpV6AdminTest-1198470881 tempest-RoutersIpV6AdminTest-1198470881-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:46:50.866552 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ea542e1-a3f9-4451-a360-05a8ed7b3d45 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Made reservation on behalf of 086af1f572244cd08c37d97e004e4732 for: {'port': 1} {{(pid=128083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 11:46:50.872404 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-b8aa0950-6f2c-4a47-b975-af2c48b0ae6d tempest-RoutersIpV6AdminTest-1198470881 tempest-RoutersIpV6AdminTest-1198470881-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468916'] for port, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:50.877079 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-b8aa0950-6f2c-4a47-b975-af2c48b0ae6d tempest-RoutersIpV6AdminTest-1198470881 tempest-RoutersIpV6AdminTest-1198470881-project-admin] 10.222.0.53 "DELETE /v2.0/ports/6894ef9d-b4ec-4bf9-bea4-dc40b339d308 HTTP/1.1" status: 204 len: 168 time: 3.1057394 Jun 24 11:46:50.879413 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 58082) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:46:50.921723 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [None req-72c3da88-f6ca-4e0c-a0ce-212d4ce8c106 tempest-RoutersIpV6AdminTest-1198470881 tempest-RoutersIpV6AdminTest-1198470881-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'cc1bf607-304f-41d0-9a34-524f130adbde', 'external_fixed_ips': [{'subnet_id': '2eded739-cd08-4649-9672-b5783830e308', 'ip_address': '2001:db8::2cf'}]}}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:46:50.925348 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-97feab4a-6862-4341-8aed-5b4833a2af04 None None] Port 525ba555-882d-46c1-90b4-58e1947f05fb cannot update to ACTIVE because it is not bound. {{(pid=128085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 11:46:50.966568 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-e0a0cb7c-ef0b-498b-b76a-022b75bc6b0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793193945299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193536732'] for port, after_delete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:50.970088 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:46:51.019952 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a0cb7c-ef0b-498b-b76a-022b75bc6b0c None None] Pushing event deleted for resources: {'Port': ['ID=8664eb13-dfef-46dc-9935-3229ae0cfe48,revision_number=None']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:46:51.026361 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-72c3da88-f6ca-4e0c-a0ce-212d4ce8c106 tempest-RoutersIpV6AdminTest-1198470881 tempest-RoutersIpV6AdminTest-1198470881-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1803889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65293'] for router, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:51.027146 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-e0a0cb7c-ef0b-498b-b76a-022b75bc6b0c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:46:51.027438 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0a0cb7c-ef0b-498b-b76a-022b75bc6b0c None None] No DVR routers for this DVR port 8664eb13-dfef-46dc-9935-3229ae0cfe48 on host dv-neutron-797120-4-hyperv {{(pid=128085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 11:46:51.027869 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-72c3da88-f6ca-4e0c-a0ce-212d4ce8c106 tempest-RoutersIpV6AdminTest-1198470881 tempest-RoutersIpV6AdminTest-1198470881-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1803848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1975305', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1581158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65396'] for router, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:51.055828 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02907e11-ab11-4e1e-9ef6-d8ff1b4ce2cc None None] Network 11a80c9d-f8ee-4388-91b0-d49a25200fee requested from dv-neutron-797120-4-hyperv {{(pid=128085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 11:46:51.059664 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05695b70-0f1f-41cf-b3cb-930798819493 req-18c4f315-b892-4d5b-9313-b50bd489097a tempest-ServerActionsTestJSON-818164034 tempest-ServerActionsTestJSON-818164034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:46:51.061262 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-05695b70-0f1f-41cf-b3cb-930798819493 req-18c4f315-b892-4d5b-9313-b50bd489097a tempest-ServerActionsTestJSON-818164034 tempest-ServerActionsTestJSON-818164034-project] 10.222.0.53 "GET /v2.0/ports?device_id=d6cc2586-9578-488f-96d4-fbc6dd702115 HTTP/1.1" status: 200 len: 945 time: 0.2997630 Jun 24 11:46:51.138941 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c92b119-1208-4936-99d4-fece9f74f575 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d65c8f8-7530-5052-99fe-8ea05073750b-44d49bb2-eb20-46b5-b947-682298b2bfd1', 'network_id': '44d49bb2-eb20-46b5-b947-682298b2bfd1', 'tenant_id': '83bd187da1f344e0936ca43751a06a44', 'fixed_ips': [{'subnet_id': '968f86a7-dd3a-4b73-9af0-7aea87f7293d'}]}} from dv-neutron-797120-4-hyperv. {{(pid=128085) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 24 11:46:51.139962 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-3c92b119-1208-4936-99d4-fece9f74f575 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_create {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:51.141791 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-72c3da88-f6ca-4e0c-a0ce-212d4ce8c106 tempest-RoutersIpV6AdminTest-1198470881 tempest-RoutersIpV6AdminTest-1198470881-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:51.212924 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-05695b70-0f1f-41cf-b3cb-930798819493 req-f661e675-c31a-4dac-9765-1eabbd2fce6d tempest-ServerActionsTestJSON-818164034 tempest-ServerActionsTestJSON-818164034-project] 10.222.0.53 "GET /v2.0/security-groups?id=7ca7987f-c073-401f-ba18-8737b1398c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1428361 Jun 24 11:46:51.222307 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-6ea542e1-a3f9-4451-a360-05a8ed7b3d45 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:51.321639 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.notifiers.nova [None req-6ea542e1-a3f9-4451-a360-05a8ed7b3d45 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] device_id is not set on port 9db0c842-6cf0-4a8c-a9c7-5f224f42a991 yet. {{(pid=128083) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 24 11:46:51.373974 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.db_base_plugin_common [None req-3c92b119-1208-4936-99d4-fece9f74f575 None None] Allocated IP 2001:db8::3 (44d49bb2-eb20-46b5-b947-682298b2bfd1/968f86a7-dd3a-4b73-9af0-7aea87f7293d/c97c7fec-55c0-4c82-a03f-702db57deea6) {{(pid=128085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 11:46:51.426948 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-9f8a6ff1-2b5d-437d-8366-ce9eb8ce8e89 tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 3.5484197 Jun 24 11:46:51.450702 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 58086) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:46:51.461722 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-a9fb8152-3e0d-4b6c-bf78-c13491704a86 tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:46:51.479406 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-72c3da88-f6ca-4e0c-a0ce-212d4ce8c106 tempest-RoutersIpV6AdminTest-1198470881 tempest-RoutersIpV6AdminTest-1198470881-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1975381', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1803205', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65378'] for router, precommit_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:51.546735 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d06dd00-fe58-41c2-867a-6a7789ee741d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d65c8f8-7530-5052-99fe-8ea05073750b-11a80c9d-f8ee-4388-91b0-d49a25200fee', 'network_id': '11a80c9d-f8ee-4388-91b0-d49a25200fee', 'tenant_id': '086af1f572244cd08c37d97e004e4732', 'fixed_ips': [{'subnet_id': 'ad6de235-df44-419f-9dd9-825d611aa78b'}]}} from dv-neutron-797120-4-hyperv. {{(pid=128085) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 24 11:46:51.547727 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-2d06dd00-fe58-41c2-867a-6a7789ee741d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_create {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:51.560688 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ea542e1-a3f9-4451-a360-05a8ed7b3d45 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 24 11:46:51.565488 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ea542e1-a3f9-4451-a360-05a8ed7b3d45 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=128083) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 24 11:46:51.572864 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-b735d4fb-0694-4d37-9e72-73ec9f87575c tempest-RoutersAdminTest-1970644103 tempest-RoutersAdminTest-1970644103-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:51.611005 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c158f026-e822-4bbb-8f1a-3517f703064c tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Router 9ce5a3ea-ef86-4fbf-9a68-c613a7caab15 is scheduled to L3 agent 2987dba8-2249-4ee6-96ec-28f0f7a6127d with binding_index 1 {{(pid=128084) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 24 11:46:51.617883 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-724d8aa9-d046-4a96-aabd-441c5e5c79f4 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1978872'] for port, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:51.618141 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-6ea542e1-a3f9-4451-a360-05a8ed7b3d45 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 1.0703502 Jun 24 11:46:51.623706 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 58088) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:46:51.631604 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-b735d4fb-0694-4d37-9e72-73ec9f87575c tempest-RoutersAdminTest-1970644103 tempest-RoutersAdminTest-1970644103-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:51.661971 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-3c92b119-1208-4936-99d4-fece9f74f575 None None] Notify callbacks [] for port, precommit_create {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:51.681684 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-3c92b119-1208-4936-99d4-fece9f74f575 None None] Transition to ACTIVE for port object c97c7fec-55c0-4c82-a03f-702db57deea6 will not be triggered until provisioned by entity L2. {{(pid=128085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 11:46:51.699376 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-97b9a79f-fb22-4148-90ac-776b7ca50eaf tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0726273 Jun 24 11:46:51.703596 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 58090) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:46:51.711046 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.plugin [None req-724d8aa9-d046-4a96-aabd-441c5e5c79f4 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Calling delete_port for a2dd6219-21c1-4822-89fc-1f5ea0a64591 owned by network:router_interface {{(pid=128084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 11:46:51.730792 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-3c92b119-1208-4936-99d4-fece9f74f575 None None] Transition to ACTIVE for port object c97c7fec-55c0-4c82-a03f-702db57deea6 will not be triggered until provisioned by entity DHCP. {{(pid=128085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 11:46:51.742736 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-3c92b119-1208-4936-99d4-fece9f74f575 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-650429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-506361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793193536723'] for port, after_create {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:51.754474 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-29587d68-2185-4290-af80-7ad42fbf77dc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:46:51.762415 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0883ae81-e8e5-4404-ab4d-dd22bdef5b40 req-57b3b6ca-7df3-45a8-8fce-5cdebecf06d8 tempest-ServerActionsTestJSON-818164034 tempest-ServerActionsTestJSON-818164034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:46:51.763951 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-a9fb8152-3e0d-4b6c-bf78-c13491704a86 tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-3162477'] for subnet, before_update {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:51.764326 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-0883ae81-e8e5-4404-ab4d-dd22bdef5b40 req-57b3b6ca-7df3-45a8-8fce-5cdebecf06d8 tempest-ServerActionsTestJSON-818164034 tempest-ServerActionsTestJSON-818164034-project] 10.222.0.53 "GET /v2.0/ports?device_id=d6cc2586-9578-488f-96d4-fbc6dd702115 HTTP/1.1" status: 200 len: 945 time: 0.3027883 Jun 24 11:46:51.793830 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecaa5de3-85f6-42d7-8693-857ecb393fec tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:46:51.795443 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.db_base_plugin_common [None req-2d06dd00-fe58-41c2-867a-6a7789ee741d None None] Allocated IP 2001:db8::2 (11a80c9d-f8ee-4388-91b0-d49a25200fee/ad6de235-df44-419f-9dd9-825d611aa78b/2797ae82-35d7-435b-8835-878c597a6fd4) {{(pid=128085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 11:46:51.795814 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecaa5de3-85f6-42d7-8693-857ecb393fec tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:46:51.801345 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-ecaa5de3-85f6-42d7-8693-857ecb393fec tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0963311 Jun 24 11:46:51.809020 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 58092) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:46:51.820103 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c92b119-1208-4936-99d4-fece9f74f575 None None] Network 44d49bb2-eb20-46b5-b947-682298b2bfd1 is already hosted by enough agents. {{(pid=128085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 11:46:51.823784 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c92b119-1208-4936-99d4-fece9f74f575 None None] Pushing event updated for resources: {'Port': ['ID=c97c7fec-55c0-4c82-a03f-702db57deea6,revision_number=1']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:46:51.827250 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.scheduler.base_scheduler [None req-3c92b119-1208-4936-99d4-fece9f74f575 None None] Resources bound (agent type, host, resource id): {{(pid=128085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:46:51.830527 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-3c92b119-1208-4936-99d4-fece9f74f575 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:46:51.832909 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c92b119-1208-4936-99d4-fece9f74f575 None None] Received port after_create {{(pid=128085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 11:46:51.901512 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-0883ae81-e8e5-4404-ab4d-dd22bdef5b40 req-5ed3d7ee-a81f-4986-9383-01c65580c94f tempest-ServerActionsTestJSON-818164034 tempest-ServerActionsTestJSON-818164034-project] 10.222.0.53 "GET /v2.0/security-groups?id=7ca7987f-c073-401f-ba18-8737b1398c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1128037 Jun 24 11:46:51.912494 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c9bec72-185f-4217-8b5f-b89de0c562d9 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Deleting subnet ad6de235-df44-419f-9dd9-825d611aa78b {{(pid=128083) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 24 11:46:51.954693 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-3c92b119-1208-4936-99d4-fece9f74f575 None None] Attempting to bind port c97c7fec-55c0-4c82-a03f-702db57deea6 on host dv-neutron-797120-4-hyperv for vnic_type normal with profile {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 11:46:51.955076 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-3c92b119-1208-4936-99d4-fece9f74f575 None None] Attempting to bind port c97c7fec-55c0-4c82-a03f-702db57deea6 by drivers openvswitch,hyperv on host dv-neutron-797120-4-hyperv at level 0 using segments [{'id': 'c1b4389f-7ccb-4646-b17a-28045b5888e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '44d49bb2-eb20-46b5-b947-682298b2bfd1'}] {{(pid=128085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 11:46:51.955441 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c92b119-1208-4936-99d4-fece9f74f575 None None] Attempting to bind port c97c7fec-55c0-4c82-a03f-702db57deea6 on network 44d49bb2-eb20-46b5-b947-682298b2bfd1 {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 11:46:51.966262 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c92b119-1208-4936-99d4-fece9f74f575 None None] Checking agent: {'id': 'e3a695b2-c397-461f-83b0-10b79d490b59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 11, 36, 56), 'started_at': datetime.datetime(2021, 6, 24, 11, 37, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 11, 46, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 11:46:51.966529 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c92b119-1208-4936-99d4-fece9f74f575 None None] Checking segment: {'id': 'c1b4389f-7ccb-4646-b17a-28045b5888e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '44d49bb2-eb20-46b5-b947-682298b2bfd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=128085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 11:46:51.966969 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-3c92b119-1208-4936-99d4-fece9f74f575 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:51.967409 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c92b119-1208-4936-99d4-fece9f74f575 None None] Bound using segment: {'id': 'c1b4389f-7ccb-4646-b17a-28045b5888e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '44d49bb2-eb20-46b5-b947-682298b2bfd1'} {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 11:46:51.968502 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-3c92b119-1208-4936-99d4-fece9f74f575 None None] Bound port: c97c7fec-55c0-4c82-a03f-702db57deea6, host: dv-neutron-797120-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1b4389f-7ccb-4646-b17a-28045b5888e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '44d49bb2-eb20-46b5-b947-682298b2bfd1'}}] {{(pid=128085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 11:46:51.970039 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-3c92b119-1208-4936-99d4-fece9f74f575 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:52.000410 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-c57b57c2-1f0e-47f3-af13-7c37d5785c08 tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3291959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3162270'] for subnet, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:52.043719 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-ff00b326-3121-45e9-8659-ac007d9d1ffa tempest-BulkNetworkOpsIpV6Test-1142812762 tempest-BulkNetworkOpsIpV6Test-1142812762-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:46:52.133856 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device 8664eb13-dfef-46dc-9935-3229ae0cfe48 no longer exists at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 11:46:52.137120 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-3c92b119-1208-4936-99d4-fece9f74f575 None None] For port c97c7fec-55c0-4c82-a03f-702db57deea6, host dv-neutron-797120-4-hyperv, cleared binding levels {{(pid=128085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 11:46:52.142172 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-2d06dd00-fe58-41c2-867a-6a7789ee741d None None] Notify callbacks [] for port, precommit_create {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:52.151506 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-3c92b119-1208-4936-99d4-fece9f74f575 None None] For port c97c7fec-55c0-4c82-a03f-702db57deea6, host dv-neutron-797120-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=c97c7fec-55c0-4c82-a03f-702db57deea6,segment=NetworkSegment(c1b4389f-7ccb-4646-b17a-28045b5888e2),segment_id=c1b4389f-7ccb-4646-b17a-28045b5888e2)] {{(pid=128085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 11:46:52.197378 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-3c92b119-1208-4936-99d4-fece9f74f575 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:52.199536 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] No Port match for: 8664eb13-dfef-46dc-9935-3229ae0cfe48 {{(pid=128085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 11:46:52.200202 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device 8664eb13-dfef-46dc-9935-3229ae0cfe48 not bound to the agent host dv-neutron-797120-4-hyperv {{(pid=128085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 11:46:52.204626 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:46:52.210872 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-2d06dd00-fe58-41c2-867a-6a7789ee741d None None] Transition to ACTIVE for port object 2797ae82-35d7-435b-8835-878c597a6fd4 will not be triggered until provisioned by entity L2. {{(pid=128085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 11:46:52.216201 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c158f026-e822-4bbb-8f1a-3517f703064c tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Notify agent at l3_agent.dv-neutron-797120-4-hyperv the message routers_updated {{(pid=128084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 11:46:52.244082 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-c158f026-e822-4bbb-8f1a-3517f703064c tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] 10.222.0.53 "PUT /v2.0/routers/9ce5a3ea-ef86-4fbf-9a68-c613a7caab15/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4765801 Jun 24 11:46:52.245108 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20d4a297-28dd-4e9a-9a1c-e67452ab179f None None] Sync routers for ids ['9ce5a3ea-ef86-4fbf-9a68-c613a7caab15'] in dv-neutron-797120-4-hyperv {{(pid=128085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 11:46:52.252657 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 58096) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:46:52.256294 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57b57c2-1f0e-47f3-af13-7c37d5785c08 tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Pushing event updated for resources: {'Subnet': ['ID=d8d531f4-362b-4ce9-b820-18d1165b6187,revision_number=0']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:46:52.264286 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-575f5daa-8dc4-4563-9994-822e3312b2b8 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1460515496'}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:46:52.284808 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-c57b57c2-1f0e-47f3-af13-7c37d5785c08 tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:46:52.307778 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20d4a297-28dd-4e9a-9a1c-e67452ab179f None None] Routers {'9ce5a3ea-ef86-4fbf-9a68-c613a7caab15'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 11:46:52.309238 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-20d4a297-28dd-4e9a-9a1c-e67452ab179f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T11:46:26Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['9ce5a3ea-ef86-4fbf-9a68-c613a7caab15'], 'active': True} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:46:52.415643 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c92b119-1208-4936-99d4-fece9f74f575 None None] Pushing event updated for resources: {'Port': ['ID=c97c7fec-55c0-4c82-a03f-702db57deea6,revision_number=2']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:46:52.430269 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-2d06dd00-fe58-41c2-867a-6a7789ee741d None None] Transition to ACTIVE for port object 2797ae82-35d7-435b-8835-878c597a6fd4 will not be triggered until provisioned by entity DHCP. {{(pid=128085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 11:46:52.436637 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-3c92b119-1208-4936-99d4-fece9f74f575 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:46:52.441601 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-2d06dd00-fe58-41c2-867a-6a7789ee741d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-650429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-506361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793193536723'] for port, after_create {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:52.455351 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-ce3e6e73-27dc-4e8d-a9c4-1f8d8621e828 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:46:52.462703 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-9c9bec72-185f-4217-8b5f-b89de0c562d9 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks [] for subnet, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:52.478664 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c57b57c2-1f0e-47f3-af13-7c37d5785c08 tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Checking segment: {'id': 'f7059b8b-d4c7-43d4-b709-d8933f695fb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '1549d505-f936-4d39-8f8f-72b4c7023104'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=128084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 11:46:52.479172 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c57b57c2-1f0e-47f3-af13-7c37d5785c08 tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Network hostable DHCP agents. Network: 1549d505-f936-4d39-8f8f-72b4c7023104, hostable agents: ['6be988a9-1d97-480f-be5a-c55abf2c55c5'], hosted agents: [] {{(pid=128084) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 11:46:52.489472 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvr_db [None req-20d4a297-28dd-4e9a-9a1c-e67452ab179f None None] Set router 9ce5a3ea-ef86-4fbf-9a68-c613a7caab15 gateway port host: None {{(pid=128085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 11:46:52.566580 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-575f5daa-8dc4-4563-9994-822e3312b2b8 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Made reservation on behalf of 9c8c7551cf984e4ca40de4f1d8880b93 for: {'network': 1} {{(pid=128084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 11:46:52.572066 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-575f5daa-8dc4-4563-9994-822e3312b2b8 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for network, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:52.578703 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d06dd00-fe58-41c2-867a-6a7789ee741d None None] Network 11a80c9d-f8ee-4388-91b0-d49a25200fee is already hosted by enough agents. {{(pid=128085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 11:46:52.585530 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.db.db_base_plugin_common [None req-b735d4fb-0694-4d37-9e72-73ec9f87575c tempest-RoutersAdminTest-1970644103 tempest-RoutersAdminTest-1970644103-project-admin] Allocated IP 172.20.0.10 (8137604e-a644-43e3-8acd-f6849090bde2/209c7300-d70f-4c5a-8b7f-bbd460629850/a7b21ec0-2e34-4674-8b3e-6c684fad647b) {{(pid=128084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 11:46:52.609243 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-9c9bec72-185f-4217-8b5f-b89de0c562d9 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3143795'] for subnet, precommit_delete_associations {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:52.610603 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.scheduler.base_scheduler [None req-2d06dd00-fe58-41c2-867a-6a7789ee741d None None] Resources bound (agent type, host, resource id): {{(pid=128085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:46:52.620934 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d06dd00-fe58-41c2-867a-6a7789ee741d None None] Received port after_create {{(pid=128085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 11:46:52.646652 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c57b57c2-1f0e-47f3-af13-7c37d5785c08 tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Network 1549d505-f936-4d39-8f8f-72b4c7023104 is scheduled to be hosted by DHCP agent 6be988a9-1d97-480f-be5a-c55abf2c55c5 with binding_index 1 {{(pid=128084) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 11:46:52.654408 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-72c3da88-f6ca-4e0c-a0ce-212d4ce8c106 tempest-RoutersIpV6AdminTest-1198470881 tempest-RoutersIpV6AdminTest-1198470881-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:52.678853 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d06dd00-fe58-41c2-867a-6a7789ee741d None None] Pushing event updated for resources: {'Port': ['ID=2797ae82-35d7-435b-8835-878c597a6fd4,revision_number=1']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:46:52.682706 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.base_scheduler [None req-c57b57c2-1f0e-47f3-af13-7c37d5785c08 tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-4-hyperv, 1549d505-f936-4d39-8f8f-72b4c7023104) {{(pid=128084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:46:52.683120 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-2d06dd00-fe58-41c2-867a-6a7789ee741d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:46:52.699203 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e9c7f32-068f-4727-977f-8c7a25df0ba6 None None] Network 1549d505-f936-4d39-8f8f-72b4c7023104 requested from dv-neutron-797120-4-hyperv {{(pid=128085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 11:46:52.706491 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-72c3da88-f6ca-4e0c-a0ce-212d4ce8c106 tempest-RoutersIpV6AdminTest-1198470881 tempest-RoutersIpV6AdminTest-1198470881-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:52.713448 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-724d8aa9-d046-4a96-aabd-441c5e5c79f4 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793193945299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193536732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3292088'] for port, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:52.719981 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c57b57c2-1f0e-47f3-af13-7c37d5785c08 tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=128084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:46:52.721199 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-c57b57c2-1f0e-47f3-af13-7c37d5785c08 tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Notify callbacks [] for subnet, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:52.725974 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-575f5daa-8dc4-4563-9994-822e3312b2b8 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] vlan segment allocate from pool success with {'vlan_id': 640, 'physical_network': 'physnet1'} {{(pid=128084) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 11:46:52.731497 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-aef46600-97bd-4a7b-ae1e-720932053767 tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:46:52.751767 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-a9fb8152-3e0d-4b6c-bf78-c13491704a86 tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8793193945290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-3292025'] for subnet, after_update {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:52.756014 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff4bbac-6b36-46d4-a70e-828dfd53f934 req-cdf79d8e-41c3-4c5f-8a26-0d2a027c5762 tempest-ServerActionsTestJSON-818164034 tempest-ServerActionsTestJSON-818164034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:46:52.757692 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-0ff4bbac-6b36-46d4-a70e-828dfd53f934 req-cdf79d8e-41c3-4c5f-8a26-0d2a027c5762 tempest-ServerActionsTestJSON-818164034 tempest-ServerActionsTestJSON-818164034-project] 10.222.0.53 "GET /v2.0/ports?device_id=d6cc2586-9578-488f-96d4-fbc6dd702115 HTTP/1.1" status: 200 len: 945 time: 0.3343813 Jun 24 11:46:52.799728 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-575f5daa-8dc4-4563-9994-822e3312b2b8 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967879'] for segment, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:52.800107 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.db.segments_db [None req-575f5daa-8dc4-4563-9994-822e3312b2b8 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Added segment 5f43c935-74a5-4624-8586-2fa4d7e03c81 of type vlan for network bafc64b7-599f-4120-9111-1328d4d00b29 Jun 24 11:46:52.813139 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724d8aa9-d046-4a96-aabd-441c5e5c79f4 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Pushing event deleted for resources: {'Port': ['ID=a2dd6219-21c1-4822-89fc-1f5ea0a64591,revision_number=None']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:46:52.835172 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-724d8aa9-d046-4a96-aabd-441c5e5c79f4 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:46:52.839413 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-cefe9a45-76e8-45a9-b070-b2d4c08ceab3 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.075s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:46:52.861563 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-9c9bec72-185f-4217-8b5f-b89de0c562d9 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-972249'] for subnet, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:52.873350 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-c57b57c2-1f0e-47f3-af13-7c37d5785c08 tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.1366103 Jun 24 11:46:52.911404 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 58098) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:46:52.921935 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-2d06dd00-fe58-41c2-867a-6a7789ee741d None None] Attempting to bind port 2797ae82-35d7-435b-8835-878c597a6fd4 on host dv-neutron-797120-4-hyperv for vnic_type normal with profile {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 11:46:52.922323 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-2d06dd00-fe58-41c2-867a-6a7789ee741d None None] Attempting to bind port 2797ae82-35d7-435b-8835-878c597a6fd4 by drivers openvswitch,hyperv on host dv-neutron-797120-4-hyperv at level 0 using segments [{'id': 'fddfe548-9582-48fa-8a0c-6b06bc4d1b9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '11a80c9d-f8ee-4388-91b0-d49a25200fee'}] {{(pid=128085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 11:46:52.922702 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d06dd00-fe58-41c2-867a-6a7789ee741d None None] Attempting to bind port 2797ae82-35d7-435b-8835-878c597a6fd4 on network 11a80c9d-f8ee-4388-91b0-d49a25200fee {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 11:46:52.928321 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [None req-f1d68246-4db8-42e9-8df0-c79fa966646e tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-465470590', 'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b'}, 'admin_state_up': False}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:46:52.945032 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d06dd00-fe58-41c2-867a-6a7789ee741d None None] Checking agent: {'id': 'e3a695b2-c397-461f-83b0-10b79d490b59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 11, 36, 56), 'started_at': datetime.datetime(2021, 6, 24, 11, 37, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 11, 46, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 11:46:52.945470 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d06dd00-fe58-41c2-867a-6a7789ee741d None None] Checking segment: {'id': 'fddfe548-9582-48fa-8a0c-6b06bc4d1b9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '11a80c9d-f8ee-4388-91b0-d49a25200fee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=128085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 11:46:52.945971 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-2d06dd00-fe58-41c2-867a-6a7789ee741d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:52.946196 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d06dd00-fe58-41c2-867a-6a7789ee741d None None] Bound using segment: {'id': 'fddfe548-9582-48fa-8a0c-6b06bc4d1b9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '11a80c9d-f8ee-4388-91b0-d49a25200fee'} {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 11:46:52.946665 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-2d06dd00-fe58-41c2-867a-6a7789ee741d None None] Bound port: 2797ae82-35d7-435b-8835-878c597a6fd4, host: dv-neutron-797120-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fddfe548-9582-48fa-8a0c-6b06bc4d1b9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '11a80c9d-f8ee-4388-91b0-d49a25200fee'}}] {{(pid=128085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 11:46:52.947071 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-2d06dd00-fe58-41c2-867a-6a7789ee741d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:53.019041 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-0ff4bbac-6b36-46d4-a70e-828dfd53f934 req-2ece92ec-1b08-4780-a46e-36ea20719234 tempest-ServerActionsTestJSON-818164034 tempest-ServerActionsTestJSON-818164034-project] 10.222.0.53 "GET /v2.0/security-groups?id=7ca7987f-c073-401f-ba18-8737b1398c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2362616 Jun 24 11:46:53.026023 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9fb8152-3e0d-4b6c-bf78-c13491704a86 tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=128084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:46:53.026650 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-a9fb8152-3e0d-4b6c-bf78-c13491704a86 tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Notify callbacks [] for subnet, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:53.031147 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-a9fb8152-3e0d-4b6c-bf78-c13491704a86 tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] 10.222.0.53 "PUT /v2.0/subnets/968f86a7-dd3a-4b73-9af0-7aea87f7293d HTTP/1.1" status: 200 len: 900 time: 1.5745025 Jun 24 11:46:53.033916 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 58100) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:46:53.064925 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-575f5daa-8dc4-4563-9994-822e3312b2b8 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793193525068'] for network, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:53.099988 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9fb8152-3e0d-4b6c-bf78-c13491704a86 tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Pushing event updated for resources: {'Subnet': ['ID=968f86a7-dd3a-4b73-9af0-7aea87f7293d,revision_number=1']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:46:53.116882 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-a9fb8152-3e0d-4b6c-bf78-c13491704a86 tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:46:53.172748 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-f1d68246-4db8-42e9-8df0-c79fa966646e tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1803889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65293'] for router, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:53.175016 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-f1d68246-4db8-42e9-8df0-c79fa966646e tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1803848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1975305', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1581158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65396'] for router, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:53.200076 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-9c9bec72-185f-4217-8b5f-b89de0c562d9 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-972238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2537800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3289951'] for subnet, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:53.218115 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:46:53.228931 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-2d06dd00-fe58-41c2-867a-6a7789ee741d None None] For port 2797ae82-35d7-435b-8835-878c597a6fd4, host dv-neutron-797120-4-hyperv, cleared binding levels {{(pid=128085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 11:46:53.248496 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-724d8aa9-d046-4a96-aabd-441c5e5c79f4 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1588985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1806165'] for router_interface, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:53.259824 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d37469a2-82f3-4460-91af-155d176e7f5b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d65c8f8-7530-5052-99fe-8ea05073750b-1549d505-f936-4d39-8f8f-72b4c7023104', 'network_id': '1549d505-f936-4d39-8f8f-72b4c7023104', 'tenant_id': '40c92baf3d234fc591c70dce5f4e5134', 'fixed_ips': [{'subnet_id': 'd8d531f4-362b-4ce9-b820-18d1165b6187'}]}} from dv-neutron-797120-4-hyperv. {{(pid=128085) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 24 11:46:53.261510 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-d37469a2-82f3-4460-91af-155d176e7f5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_create {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:53.265814 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-b735d4fb-0694-4d37-9e72-73ec9f87575c tempest-RoutersAdminTest-1970644103 tempest-RoutersAdminTest-1970644103-project-admin] Notify callbacks [] for port, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:53.267506 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-2d06dd00-fe58-41c2-867a-6a7789ee741d None None] For port 2797ae82-35d7-435b-8835-878c597a6fd4, host dv-neutron-797120-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=2797ae82-35d7-435b-8835-878c597a6fd4,segment=NetworkSegment(fddfe548-9582-48fa-8a0c-6b06bc4d1b9f),segment_id=fddfe548-9582-48fa-8a0c-6b06bc4d1b9f)] {{(pid=128085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 11:46:53.271412 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-575f5daa-8dc4-4563-9994-822e3312b2b8 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1800243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976'] for network, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:53.288173 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-575f5daa-8dc4-4563-9994-822e3312b2b8 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=128084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:46:53.289011 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-575f5daa-8dc4-4563-9994-822e3312b2b8 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Notify callbacks [] for network, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:53.290753 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-2d06dd00-fe58-41c2-867a-6a7789ee741d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:53.297146 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-a1ff9fcd-b365-411c-8935-56a348aae9c6 tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:46:53.298754 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-3c92b119-1208-4936-99d4-fece9f74f575 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:46:53.307874 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-20d4a297-28dd-4e9a-9a1c-e67452ab179f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ce5a3ea-ef86-4fbf-9a68-c613a7caab15', 'name': 'tempest-RoutersIpV6Test-router-1768214735', 'tenant_id': '9c8c7551cf984e4ca40de4f1d8880b93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T11:46:39Z', 'updated_at': '2021-06-24T11:46:47Z', 'revision_number': 2, 'project_id': '9c8c7551cf984e4ca40de4f1d8880b93', 'gw_port_host': None, '_interfaces': [{'id': '525ba555-882d-46c1-90b4-58e1947f05fb', 'name': '', 'network_id': 'e6c680f4-577d-4f2c-840f-4ffe44326df7', 'tenant_id': '9c8c7551cf984e4ca40de4f1d8880b93', 'mac_address': 'fa:16:3e:9e:cb:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ce5a3ea-ef86-4fbf-9a68-c613a7caab15', 'device_owner': 'network:router_interface', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': 'e0b6c98b-cc27-4b1e-ba5c-af819acff9ea', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:46:45Z', 'updated_at': '2021-06-24T11:46:48Z', 'revision_number': 2, 'project_id': '9c8c7551cf984e4ca40de4f1d8880b93', 'subnets': [{'id': 'e0b6c98b-cc27-4b1e-ba5c-af819acff9ea', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:46:53.334285 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9bec72-185f-4217-8b5f-b89de0c562d9 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Pushing event deleted for resources: {'Subnet': ['ID=ad6de235-df44-419f-9dd9-825d611aa78b,revision_number=None']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:46:53.381003 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.db_base_plugin_common [None req-72c3da88-f6ca-4e0c-a0ce-212d4ce8c106 tempest-RoutersIpV6AdminTest-1198470881 tempest-RoutersIpV6AdminTest-1198470881-project-admin] Allocated IP 2001:db8::2cf (cc1bf607-304f-41d0-9a34-524f130adbde/2eded739-cd08-4649-9672-b5783830e308/3d353fc8-df08-40e9-b14b-b3ed48a26f4d) {{(pid=128083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 11:46:53.382953 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20d4a297-28dd-4e9a-9a1c-e67452ab179f None None] Checking router: 9ce5a3ea-ef86-4fbf-9a68-c613a7caab15 for host: dv-neutron-797120-4-hyperv {{(pid=128085) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 11:46:53.383496 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20d4a297-28dd-4e9a-9a1c-e67452ab179f None None] Updating router 9ce5a3ea-ef86-4fbf-9a68-c613a7caab15 port 525ba555-882d-46c1-90b4-58e1947f05fb binding host dv-neutron-797120-4-hyperv {{(pid=128085) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 11:46:53.405188 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-c41f27f7-092e-4e25-99af-cd8188065867 tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-534962'] for network, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:53.410495 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-9c9bec72-185f-4217-8b5f-b89de0c562d9 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588949'] for subnet, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:53.412390 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-9c9bec72-185f-4217-8b5f-b89de0c562d9 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] 10.222.0.53 "DELETE /v2.0/subnets/ad6de235-df44-419f-9dd9-825d611aa78b HTTP/1.1" status: 204 len: 168 time: 1.6023686 Jun 24 11:46:53.413787 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-9c9bec72-185f-4217-8b5f-b89de0c562d9 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:46:53.424174 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 58104) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:46:53.425791 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-575f5daa-8dc4-4563-9994-822e3312b2b8 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.1706560 Jun 24 11:46:53.461485 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 58106) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:46:53.465487 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-f1d68246-4db8-42e9-8df0-c79fa966646e tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:53.478219 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [None req-ea8dbb9c-3148-45d1-838b-e4cf11ea8d6e tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Request body: {'subnet': {'network_id': 'bafc64b7-599f-4120-9111-1328d4d00b29', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:46:53.523407 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-05a766e7-978f-4c71-96bd-1158f9ef0761 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0961373 Jun 24 11:46:53.523980 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 58108) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:46:53.529568 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575f5daa-8dc4-4563-9994-822e3312b2b8 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Pushing event updated for resources: {'Network': ['ID=bafc64b7-599f-4120-9111-1328d4d00b29,revision_number=1']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:46:53.548726 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-e02abc80-4fbc-4fd5-834a-c40bd6e92f60 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Request body: {'subnet': {'network_id': '11a80c9d-f8ee-4388-91b0-d49a25200fee', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:46:53.566709 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-575f5daa-8dc4-4563-9994-822e3312b2b8 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:46:53.715046 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-20d4a297-28dd-4e9a-9a1c-e67452ab179f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:53.728093 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Network bafc64b7-599f-4120-9111-1328d4d00b29 details requested by agent ovs-agent-dv-neutron-797120-4-hyperv with host dv-neutron-797120-4-hyperv {{(pid=128085) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 11:46:53.730559 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d06dd00-fe58-41c2-867a-6a7789ee741d None None] Pushing event updated for resources: {'Port': ['ID=2797ae82-35d7-435b-8835-878c597a6fd4,revision_number=3']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:46:53.745920 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-2d06dd00-fe58-41c2-867a-6a7789ee741d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.447s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:46:53.759172 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-b735d4fb-0694-4d37-9e72-73ec9f87575c tempest-RoutersAdminTest-1970644103 tempest-RoutersAdminTest-1970644103-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-650429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-506361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793193536723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3291971'] for port, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:53.766298 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-c158f026-e822-4bbb-8f1a-3517f703064c tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:46:53.783567 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-724d8aa9-d046-4a96-aabd-441c5e5c79f4 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Router 62275bed-7f71-4d65-a357-933b79649c13 has already been hosted by L3 agent 2987dba8-2249-4ee6-96ec-28f0f7a6127d {{(pid=128084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 11:46:53.823529 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b735d4fb-0694-4d37-9e72-73ec9f87575c tempest-RoutersAdminTest-1970644103 tempest-RoutersAdminTest-1970644103-project-admin] Network 8137604e-a644-43e3-8acd-f6849090bde2 is already hosted by enough agents. {{(pid=128084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 11:46:53.829694 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.base_scheduler [None req-b735d4fb-0694-4d37-9e72-73ec9f87575c tempest-RoutersAdminTest-1970644103 tempest-RoutersAdminTest-1970644103-project-admin] Resources bound (agent type, host, resource id): {{(pid=128084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:46:53.833675 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b735d4fb-0694-4d37-9e72-73ec9f87575c tempest-RoutersAdminTest-1970644103 tempest-RoutersAdminTest-1970644103-project-admin] Received port after_create {{(pid=128084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 11:46:53.908576 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea8dbb9c-3148-45d1-838b-e4cf11ea8d6e tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Made reservation on behalf of 9c8c7551cf984e4ca40de4f1d8880b93 for: {'subnet': 1} {{(pid=128083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 11:46:53.912169 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-ea8dbb9c-3148-45d1-838b-e4cf11ea8d6e tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3289788'] for subnet, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:53.958014 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b735d4fb-0694-4d37-9e72-73ec9f87575c tempest-RoutersAdminTest-1970644103 tempest-RoutersAdminTest-1970644103-project-admin] Pushing event updated for resources: {'Port': ['ID=a7b21ec0-2e34-4674-8b3e-6c684fad647b,revision_number=1']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:46:53.961739 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-b735d4fb-0694-4d37-9e72-73ec9f87575c tempest-RoutersAdminTest-1970644103 tempest-RoutersAdminTest-1970644103-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:46:53.979581 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-f1d68246-4db8-42e9-8df0-c79fa966646e tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1975381', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1803205', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65378'] for router, precommit_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:54.033266 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-72c3da88-f6ca-4e0c-a0ce-212d4ce8c106 tempest-RoutersIpV6AdminTest-1198470881 tempest-RoutersIpV6AdminTest-1198470881-project-admin] Notify callbacks [] for port, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:54.050626 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a9a2e9-3ecf-4480-9968-1d120d92e61a req-82bbeb83-3ceb-4360-803a-3dc9508b89af tempest-ServerActionsTestJSON-818164034 tempest-ServerActionsTestJSON-818164034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:46:54.052573 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-f8a9a2e9-3ecf-4480-9968-1d120d92e61a req-82bbeb83-3ceb-4360-803a-3dc9508b89af tempest-ServerActionsTestJSON-818164034 tempest-ServerActionsTestJSON-818164034-project] 10.222.0.53 "GET /v2.0/ports?device_id=d6cc2586-9578-488f-96d4-fbc6dd702115 HTTP/1.1" status: 200 len: 945 time: 0.7434433 Jun 24 11:46:54.098240 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-724d8aa9-d046-4a96-aabd-441c5e5c79f4 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Notify agent at l3_agent.dv-neutron-797120-4-hyperv the message routers_updated {{(pid=128084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 11:46:54.109512 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-724d8aa9-d046-4a96-aabd-441c5e5c79f4 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] 10.222.0.53 "PUT /v2.0/routers/62275bed-7f71-4d65-a357-933b79649c13/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4418092 Jun 24 11:46:54.111895 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c30d7665-103f-4f93-b6ec-b25dd4095801 None None] Sync routers for ids ['62275bed-7f71-4d65-a357-933b79649c13'] in dv-neutron-797120-4-hyperv {{(pid=128086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 11:46:54.117131 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 58110) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:46:54.121695 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8773df29-2ceb-4415-aa87-03a4658ff3e1 None None] Network 44d49bb2-eb20-46b5-b947-682298b2bfd1 requested from dv-neutron-797120-4-hyperv {{(pid=128085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 11:46:54.131002 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c30d7665-103f-4f93-b6ec-b25dd4095801 None None] Routers {'62275bed-7f71-4d65-a357-933b79649c13'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 11:46:54.131826 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-c30d7665-103f-4f93-b6ec-b25dd4095801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T11:46:26Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['62275bed-7f71-4d65-a357-933b79649c13'], 'active': True} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:46:54.202073 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-5b223d20-2ecb-4080-a1bc-e2f0b1dedfe8 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] 10.222.0.53 "GET /v2.0/ports?device_id=62275bed-7f71-4d65-a357-933b79649c13 HTTP/1.1" status: 200 len: 205 time: 0.0829439 Jun 24 11:46:54.203205 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 58112) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:46:54.305295 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-3a3bd9c9-7d22-4e20-b94a-487a9fbbb70b tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Notify callbacks [] for router, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:54.310024 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device c97c7fec-55c0-4c82-a03f-702db57deea6 up at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 11:46:54.333928 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-c30d7665-103f-4f93-b6ec-b25dd4095801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:46:54.334549 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-ea8dbb9c-3148-45d1-838b-e4cf11ea8d6e tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2537737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3289942'] for subnet, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:54.346737 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c30d7665-103f-4f93-b6ec-b25dd4095801 None None] Routers {'62275bed-7f71-4d65-a357-933b79649c13'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 11:46:54.347368 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-c30d7665-103f-4f93-b6ec-b25dd4095801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T11:46:26Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['62275bed-7f71-4d65-a357-933b79649c13'], 'active': True} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:46:54.350434 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:46:54.383452 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-c30d7665-103f-4f93-b6ec-b25dd4095801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:46:54.384118 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c30d7665-103f-4f93-b6ec-b25dd4095801 None None] The sync data for ids ['62275bed-7f71-4d65-a357-933b79649c13'] in dv-neutron-797120-4-hyperv is: [] {{(pid=128086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 11:46:54.389247 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-27130c74-e6a3-4ca6-9db9-a21f85f24ba0 None None] Provisioning for port c97c7fec-55c0-4c82-a03f-702db57deea6 completed by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 11:46:54.390348 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e02abc80-4fbc-4fd5-834a-c40bd6e92f60 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Made reservation on behalf of 086af1f572244cd08c37d97e004e4732 for: {'subnet': 1} {{(pid=128084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 11:46:54.394630 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-e02abc80-4fbc-4fd5-834a-c40bd6e92f60 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3162484'] for subnet, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:54.445223 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-6f666ba9-3077-45b3-944d-df3fa48527b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:54.479858 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.plugin [None req-c41f27f7-092e-4e25-99af-cd8188065867 tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Deleting port c97c7fec-55c0-4c82-a03f-702db57deea6 {{(pid=128083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 11:46:54.480421 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-c41f27f7-092e-4e25-99af-cd8188065867 tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793193942312'] for port, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:54.497914 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-f8a9a2e9-3ecf-4480-9968-1d120d92e61a req-edfa8480-9bec-4102-a784-b4874e4da7ca tempest-ServerActionsTestJSON-818164034 tempest-ServerActionsTestJSON-818164034-project] 10.222.0.53 "GET /v2.0/security-groups?id=7ca7987f-c073-401f-ba18-8737b1398c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1862397 Jun 24 11:46:54.504017 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.db_base_plugin_common [None req-d37469a2-82f3-4460-91af-155d176e7f5b None None] Allocated IP 172.20.0.2 (1549d505-f936-4d39-8f8f-72b4c7023104/d8d531f4-362b-4ce9-b820-18d1165b6187/eaf193b7-fe17-471a-a312-384693be177e) {{(pid=128085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 11:46:54.508760 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8dbb9c-3148-45d1-838b-e4cf11ea8d6e tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Pushing event updated for resources: {'Subnet': ['ID=2eadf126-bb80-462e-a2e3-90a335dd379b,revision_number=0']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:46:54.510185 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning for port c97c7fec-55c0-4c82-a03f-702db57deea6 completed by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 11:46:54.515903 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-ea8dbb9c-3148-45d1-838b-e4cf11ea8d6e tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:46:54.581645 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning complete for port c97c7fec-55c0-4c82-a03f-702db57deea6 triggered by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:46:54.582038 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:54.653226 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea8dbb9c-3148-45d1-838b-e4cf11ea8d6e tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Checking segment: {'id': '5f43c935-74a5-4624-8586-2fa4d7e03c81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'bafc64b7-599f-4120-9111-1328d4d00b29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=128083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 11:46:54.653652 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea8dbb9c-3148-45d1-838b-e4cf11ea8d6e tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Network hostable DHCP agents. Network: bafc64b7-599f-4120-9111-1328d4d00b29, hostable agents: ['6be988a9-1d97-480f-be5a-c55abf2c55c5'], hosted agents: [] {{(pid=128083) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 11:46:54.661435 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-20d4a297-28dd-4e9a-9a1c-e67452ab179f None None] Notify callbacks [] for port, precommit_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:54.684313 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-72c3da88-f6ca-4e0c-a0ce-212d4ce8c106 tempest-RoutersIpV6AdminTest-1198470881 tempest-RoutersIpV6AdminTest-1198470881-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-650429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-506361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793193536723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2537853'] for port, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:54.695743 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-98db781f-a357-49ea-8771-6d1779c6a67c tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:46:54.703149 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea8dbb9c-3148-45d1-838b-e4cf11ea8d6e tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Network bafc64b7-599f-4120-9111-1328d4d00b29 is scheduled to be hosted by DHCP agent 6be988a9-1d97-480f-be5a-c55abf2c55c5 with binding_index 1 {{(pid=128083) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 11:46:54.708737 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-20d4a297-28dd-4e9a-9a1c-e67452ab179f None None] Transition to ACTIVE for port object 525ba555-882d-46c1-90b4-58e1947f05fb will not be triggered until provisioned by entity L2. {{(pid=128085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 11:46:54.726633 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-20d4a297-28dd-4e9a-9a1c-e67452ab179f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:54.733679 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-613abbc4-7918-404c-ad98-2cf9f919d6b8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:46:54.752781 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.base_scheduler [None req-ea8dbb9c-3148-45d1-838b-e4cf11ea8d6e tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-4-hyperv, bafc64b7-599f-4120-9111-1328d4d00b29) {{(pid=128083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:46:54.757989 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea8dbb9c-3148-45d1-838b-e4cf11ea8d6e tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:46:54.758995 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-ea8dbb9c-3148-45d1-838b-e4cf11ea8d6e tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588949'] for subnet, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:54.786728 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72c3da88-f6ca-4e0c-a0ce-212d4ce8c106 tempest-RoutersIpV6AdminTest-1198470881 tempest-RoutersIpV6AdminTest-1198470881-project-admin] Network cc1bf607-304f-41d0-9a34-524f130adbde is already hosted by enough agents. {{(pid=128083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 11:46:54.794099 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e034cb20-b4c8-4877-9025-4cb4f32cca84 None None] Network bafc64b7-599f-4120-9111-1328d4d00b29 requested from dv-neutron-797120-4-hyperv {{(pid=128085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 11:46:54.796862 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.base_scheduler [None req-72c3da88-f6ca-4e0c-a0ce-212d4ce8c106 tempest-RoutersIpV6AdminTest-1198470881 tempest-RoutersIpV6AdminTest-1198470881-project-admin] Resources bound (agent type, host, resource id): {{(pid=128083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:46:54.801115 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72c3da88-f6ca-4e0c-a0ce-212d4ce8c106 tempest-RoutersIpV6AdminTest-1198470881 tempest-RoutersIpV6AdminTest-1198470881-project-admin] Received port after_create {{(pid=128083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 11:46:54.893569 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.db [None req-c41f27f7-092e-4e25-99af-cd8188065867 tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] For port c97c7fec-55c0-4c82-a03f-702db57deea6, host dv-neutron-797120-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=c97c7fec-55c0-4c82-a03f-702db57deea6,segment=NetworkSegment(c1b4389f-7ccb-4646-b17a-28045b5888e2),segment_id=c1b4389f-7ccb-4646-b17a-28045b5888e2)] {{(pid=128083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 11:46:54.893569 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-c41f27f7-092e-4e25-99af-cd8188065867 tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1978872'] for port, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:54.903906 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:54.967525 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-ea8dbb9c-3148-45d1-838b-e4cf11ea8d6e tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.4970219 Jun 24 11:46:54.973003 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.plugin [None req-c41f27f7-092e-4e25-99af-cd8188065867 tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Calling delete_port for c97c7fec-55c0-4c82-a03f-702db57deea6 owned by network:dhcp {{(pid=128083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 11:46:54.976274 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] For port c97c7fec-55c0-4c82-a03f-702db57deea6, host dv-neutron-797120-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=c97c7fec-55c0-4c82-a03f-702db57deea6,segment=NetworkSegment(c1b4389f-7ccb-4646-b17a-28045b5888e2),segment_id=c1b4389f-7ccb-4646-b17a-28045b5888e2)] {{(pid=128085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 11:46:54.986971 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 58116) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:46:55.000409 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:55.002440 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device 2797ae82-35d7-435b-8835-878c597a6fd4 up at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 11:46:55.008783 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c3da88-f6ca-4e0c-a0ce-212d4ce8c106 tempest-RoutersIpV6AdminTest-1198470881 tempest-RoutersIpV6AdminTest-1198470881-project-admin] Pushing event updated for resources: {'Port': ['ID=3d353fc8-df08-40e9-b14b-b3ed48a26f4d,revision_number=1']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:46:55.012104 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-72c3da88-f6ca-4e0c-a0ce-212d4ce8c106 tempest-RoutersIpV6AdminTest-1198470881 tempest-RoutersIpV6AdminTest-1198470881-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.317s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:46:55.074445 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-3a3bd9c9-7d22-4e20-b94a-487a9fbbb70b tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1803182', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65403'] for router, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:55.076872 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-3a3bd9c9-7d22-4e20-b94a-487a9fbbb70b tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:55.206364 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6734b050-8c61-4676-87ff-0219ec79887c None None] Network 44d49bb2-eb20-46b5-b947-682298b2bfd1 requested from dv-neutron-797120-4-hyperv {{(pid=128085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 11:46:55.243999 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34dced44-92c8-4b04-874e-acfbe8d0f713 None None] Network 11a80c9d-f8ee-4388-91b0-d49a25200fee requested from dv-neutron-797120-4-hyperv {{(pid=128085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 11:46:55.249543 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb43e54-c4d1-442d-ac9f-4378f10c7536 None None] Pushing event updated for resources: {'Port': ['ID=525ba555-882d-46c1-90b4-58e1947f05fb,revision_number=3']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:46:55.288052 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-6bb43e54-c4d1-442d-ac9f-4378f10c7536 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.554s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:46:55.300039 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-596172c6-1c75-4da3-9d4f-edc0ef89f01e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.191s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:46:55.301989 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning for port 2797ae82-35d7-435b-8835-878c597a6fd4 completed by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 11:46:55.319184 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-f1d68246-4db8-42e9-8df0-c79fa966646e tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Notify callbacks [] for router_gateway, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:55.432048 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-d37469a2-82f3-4460-91af-155d176e7f5b None None] Notify callbacks [] for port, precommit_create {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:55.440750 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-20d4a297-28dd-4e9a-9a1c-e67452ab179f None None] Attempting to bind port 525ba555-882d-46c1-90b4-58e1947f05fb on host dv-neutron-797120-4-hyperv for vnic_type normal with profile {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 11:46:55.441143 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-20d4a297-28dd-4e9a-9a1c-e67452ab179f None None] Attempting to bind port 525ba555-882d-46c1-90b4-58e1947f05fb by drivers openvswitch,hyperv on host dv-neutron-797120-4-hyperv at level 0 using segments [{'id': '36f438a9-dab2-4b81-87f6-424be94990e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'e6c680f4-577d-4f2c-840f-4ffe44326df7'}] {{(pid=128085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 11:46:55.441519 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20d4a297-28dd-4e9a-9a1c-e67452ab179f None None] Attempting to bind port 525ba555-882d-46c1-90b4-58e1947f05fb on network e6c680f4-577d-4f2c-840f-4ffe44326df7 {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 11:46:55.463549 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-3a3bd9c9-7d22-4e20-b94a-487a9fbbb70b tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1806072'] for router, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:55.464521 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a3bd9c9-7d22-4e20-b94a-487a9fbbb70b tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Fanout notify agent at l3_agent the message router_deleted on router 62275bed-7f71-4d65-a357-933b79649c13 {{(pid=128084) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 24 11:46:55.477552 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-3a3bd9c9-7d22-4e20-b94a-487a9fbbb70b tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Notify callbacks [] for router, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:55.481155 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-3a3bd9c9-7d22-4e20-b94a-487a9fbbb70b tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] 10.222.0.53 "DELETE /v2.0/routers/62275bed-7f71-4d65-a357-933b79649c13 HTTP/1.1" status: 204 len: 168 time: 1.2703099 Jun 24 11:46:55.490672 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 58120) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:46:55.496754 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20d4a297-28dd-4e9a-9a1c-e67452ab179f None None] Checking agent: {'id': 'e3a695b2-c397-461f-83b0-10b79d490b59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 11, 36, 56), 'started_at': datetime.datetime(2021, 6, 24, 11, 37, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 11, 46, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 11:46:55.497177 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20d4a297-28dd-4e9a-9a1c-e67452ab179f None None] Checking segment: {'id': '36f438a9-dab2-4b81-87f6-424be94990e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'e6c680f4-577d-4f2c-840f-4ffe44326df7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=128085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 11:46:55.497769 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-20d4a297-28dd-4e9a-9a1c-e67452ab179f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:55.498355 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20d4a297-28dd-4e9a-9a1c-e67452ab179f None None] Bound using segment: {'id': '36f438a9-dab2-4b81-87f6-424be94990e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'e6c680f4-577d-4f2c-840f-4ffe44326df7'} {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 11:46:55.499060 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-20d4a297-28dd-4e9a-9a1c-e67452ab179f None None] Bound port: 525ba555-882d-46c1-90b4-58e1947f05fb, host: dv-neutron-797120-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36f438a9-dab2-4b81-87f6-424be94990e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'e6c680f4-577d-4f2c-840f-4ffe44326df7'}}] {{(pid=128085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 11:46:55.500338 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-20d4a297-28dd-4e9a-9a1c-e67452ab179f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:55.508446 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-d37469a2-82f3-4460-91af-155d176e7f5b None None] Transition to ACTIVE for port object eaf193b7-fe17-471a-a312-384693be177e will not be triggered until provisioned by entity L2. {{(pid=128085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 11:46:55.548361 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-3afd4ec3-32a7-438e-a4ca-0bbffe9ae22c None None] Provisioning complete for port c97c7fec-55c0-4c82-a03f-702db57deea6 triggered by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:46:55.549019 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-3afd4ec3-32a7-438e-a4ca-0bbffe9ae22c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:55.561711 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Pushing event updated for resources: {'Port': ['ID=c97c7fec-55c0-4c82-a03f-702db57deea6,revision_number=3']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:46:55.604101 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.304s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:46:55.652331 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-d37469a2-82f3-4460-91af-155d176e7f5b None None] Transition to ACTIVE for port object eaf193b7-fe17-471a-a312-384693be177e will not be triggered until provisioned by entity DHCP. {{(pid=128085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 11:46:55.660131 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-f1d68246-4db8-42e9-8df0-c79fa966646e tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:55.719606 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-e02abc80-4fbc-4fd5-834a-c40bd6e92f60 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3291959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3162270'] for subnet, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:55.726837 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-026f214e-9d53-4d47-946b-92be84864f96 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:46:55.729191 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-d37469a2-82f3-4460-91af-155d176e7f5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-650429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-506361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793193536723'] for port, after_create {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:55.735624 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-0ceec372-4b8a-4af0-a069-bdc42af73c7a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:46:55.740938 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5498ff6-cc7b-48a1-b10a-838369091a52 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Deleting subnet 6caf8083-b625-4fe2-a342-ed848cf4d62f {{(pid=128084) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 24 11:46:55.754828 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-72c3da88-f6ca-4e0c-a0ce-212d4ce8c106 tempest-RoutersIpV6AdminTest-1198470881 tempest-RoutersIpV6AdminTest-1198470881-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:55.776127 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-b5498ff6-cc7b-48a1-b10a-838369091a52 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Notify callbacks [] for subnet, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:55.803290 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-c41f27f7-092e-4e25-99af-cd8188065867 tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793193945299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193536732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2537862'] for port, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:55.810907 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-e7a9706e-482d-4c01-b6cb-0749394edb1a tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:46:55.821604 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-b735d4fb-0694-4d37-9e72-73ec9f87575c tempest-RoutersAdminTest-1970644103 tempest-RoutersAdminTest-1970644103-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:55.824773 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e02abc80-4fbc-4fd5-834a-c40bd6e92f60 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Network 11a80c9d-f8ee-4388-91b0-d49a25200fee is already hosted by enough agents. {{(pid=128084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 11:46:55.845880 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-20d4a297-28dd-4e9a-9a1c-e67452ab179f None None] For port 525ba555-882d-46c1-90b4-58e1947f05fb, host dv-neutron-797120-4-hyperv, cleared binding levels {{(pid=128085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 11:46:55.848922 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41f27f7-092e-4e25-99af-cd8188065867 tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Pushing event deleted for resources: {'Port': ['ID=c97c7fec-55c0-4c82-a03f-702db57deea6,revision_number=None']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:46:55.852842 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d37469a2-82f3-4460-91af-155d176e7f5b None None] Network 1549d505-f936-4d39-8f8f-72b4c7023104 is already hosted by enough agents. {{(pid=128085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 11:46:55.854720 dv-neutron-797120-4-hyperv neutron-server[128085]: INFO neutron.plugins.ml2.db [None req-3afd4ec3-32a7-438e-a4ca-0bbffe9ae22c None None] No ports have port_id starting with c97c7fec-55c0-4c82-a03f-702db57deea6 Jun 24 11:46:55.856766 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-c41f27f7-092e-4e25-99af-cd8188065867 tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:46:55.860159 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-20d4a297-28dd-4e9a-9a1c-e67452ab179f None None] For port 525ba555-882d-46c1-90b4-58e1947f05fb, host dv-neutron-797120-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=525ba555-882d-46c1-90b4-58e1947f05fb,segment=NetworkSegment(36f438a9-dab2-4b81-87f6-424be94990e2),segment_id=36f438a9-dab2-4b81-87f6-424be94990e2)] {{(pid=128085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 11:46:55.861949 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd9cc892-5d12-4132-a907-eabb75b72e8b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d65c8f8-7530-5052-99fe-8ea05073750b-bafc64b7-599f-4120-9111-1328d4d00b29', 'network_id': 'bafc64b7-599f-4120-9111-1328d4d00b29', 'tenant_id': '9c8c7551cf984e4ca40de4f1d8880b93', 'fixed_ips': [{'subnet_id': '2eadf126-bb80-462e-a2e3-90a335dd379b'}]}} from dv-neutron-797120-4-hyperv. {{(pid=128085) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 24 11:46:55.862435 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-cd9cc892-5d12-4132-a907-eabb75b72e8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_create {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:55.871694 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.base_scheduler [None req-e02abc80-4fbc-4fd5-834a-c40bd6e92f60 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Resources bound (agent type, host, resource id): {{(pid=128084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:46:55.879725 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e02abc80-4fbc-4fd5-834a-c40bd6e92f60 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=128084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:46:55.880326 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-e02abc80-4fbc-4fd5-834a-c40bd6e92f60 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks [] for subnet, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:55.885572 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37469a2-82f3-4460-91af-155d176e7f5b None None] Pushing event updated for resources: {'Port': ['ID=eaf193b7-fe17-471a-a312-384693be177e,revision_number=1']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:46:55.887051 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.scheduler.base_scheduler [None req-d37469a2-82f3-4460-91af-155d176e7f5b None None] Resources bound (agent type, host, resource id): {{(pid=128085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:46:55.895699 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-d37469a2-82f3-4460-91af-155d176e7f5b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:46:55.900018 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d37469a2-82f3-4460-91af-155d176e7f5b None None] Received port after_create {{(pid=128085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 11:46:55.907939 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-20d4a297-28dd-4e9a-9a1c-e67452ab179f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:55.913812 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-5af05c90-e151-4ae2-aa6a-aba8369b0231 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:46:55.936407 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-b5498ff6-cc7b-48a1-b10a-838369091a52 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2373542'] for subnet, precommit_delete_associations {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:55.944869 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02abc80-4fbc-4fd5-834a-c40bd6e92f60 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Pushing event updated for resources: {'Subnet': ['ID=16322861-1bf0-4b2b-adca-5e20cd0e559f,revision_number=0']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:46:55.979909 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-e02abc80-4fbc-4fd5-834a-c40bd6e92f60 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:46:55.989151 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-e02abc80-4fbc-4fd5-834a-c40bd6e92f60 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.4605529 Jun 24 11:46:55.989821 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 58122) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:46:56.022363 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c41f27f7-092e-4e25-99af-cd8188065867 tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] No DVR routers for this DVR port c97c7fec-55c0-4c82-a03f-702db57deea6 on host dv-neutron-797120-4-hyperv {{(pid=128083) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 11:46:56.060333 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-670becb9-3b15-495f-b599-572279d7a1f1 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-498000444', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:46:56.128919 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.db_base_plugin_common [None req-f1d68246-4db8-42e9-8df0-c79fa966646e tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Allocated IP 172.26.7.186 (f2b8ca71-e776-48b2-8898-96cc7970207b/f37bf603-3862-4d0a-9f58-89616f7fd68f/56ed5059-1599-469d-90c8-4a95a1bbb4e7) {{(pid=128083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 11:46:56.178279 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-c41f27f7-092e-4e25-99af-cd8188065867 tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-972249'] for subnet, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:56.220489 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-670becb9-3b15-495f-b599-572279d7a1f1 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1803889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65293'] for router, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:56.221840 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-670becb9-3b15-495f-b599-572279d7a1f1 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1803848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1975305', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1581158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65396'] for router, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:56.254753 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-3afd4ec3-32a7-438e-a4ca-0bbffe9ae22c None None] Provisioning for port 2797ae82-35d7-435b-8835-878c597a6fd4 completed by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 11:46:56.291053 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-3afd4ec3-32a7-438e-a4ca-0bbffe9ae22c None None] Provisioning complete for port 2797ae82-35d7-435b-8835-878c597a6fd4 triggered by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:46:56.293225 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-3afd4ec3-32a7-438e-a4ca-0bbffe9ae22c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:56.304118 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-c41f27f7-092e-4e25-99af-cd8188065867 tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-972238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2537800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3289951'] for subnet, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:56.311517 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-f2cc4e64-be19-473b-928d-e7440a0157bd tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:46:56.340717 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-dd215f99-bf4f-4024-85fa-aea19ea70654 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:56.342517 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41f27f7-092e-4e25-99af-cd8188065867 tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Pushing event deleted for resources: {'Subnet': ['ID=968f86a7-dd3a-4b73-9af0-7aea87f7293d,revision_number=None']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:46:56.346121 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-c41f27f7-092e-4e25-99af-cd8188065867 tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:46:56.379926 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-d37469a2-82f3-4460-91af-155d176e7f5b None None] Attempting to bind port eaf193b7-fe17-471a-a312-384693be177e on host dv-neutron-797120-4-hyperv for vnic_type normal with profile {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 11:46:56.380307 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-d37469a2-82f3-4460-91af-155d176e7f5b None None] Attempting to bind port eaf193b7-fe17-471a-a312-384693be177e by drivers openvswitch,hyperv on host dv-neutron-797120-4-hyperv at level 0 using segments [{'id': 'f7059b8b-d4c7-43d4-b709-d8933f695fb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '1549d505-f936-4d39-8f8f-72b4c7023104'}] {{(pid=128085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 11:46:56.380687 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d37469a2-82f3-4460-91af-155d176e7f5b None None] Attempting to bind port eaf193b7-fe17-471a-a312-384693be177e on network 1549d505-f936-4d39-8f8f-72b4c7023104 {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 11:46:56.382968 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20d4a297-28dd-4e9a-9a1c-e67452ab179f None None] Routers {'9ce5a3ea-ef86-4fbf-9a68-c613a7caab15'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 11:46:56.383607 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-20d4a297-28dd-4e9a-9a1c-e67452ab179f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T11:46:26Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['9ce5a3ea-ef86-4fbf-9a68-c613a7caab15'], 'active': True} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:46:56.385414 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb43e54-c4d1-442d-ac9f-4378f10c7536 None None] Pushing event updated for resources: {'Port': ['ID=525ba555-882d-46c1-90b4-58e1947f05fb,revision_number=4']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:46:56.406960 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91c1c535-624a-4388-83c1-d0c14869baf6 None None] DHCP port deletion for 11a80c9d-f8ee-4388-91b0-d49a25200fee request from dv-neutron-797120-4-hyperv {{(pid=128085) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 24 11:46:56.410988 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-6bb43e54-c4d1-442d-ac9f-4378f10c7536 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.497s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:46:56.435484 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-72c3da88-f6ca-4e0c-a0ce-212d4ce8c106 tempest-RoutersIpV6AdminTest-1198470881 tempest-RoutersIpV6AdminTest-1198470881-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1803210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1815767'] for router, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:56.444851 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-b5498ff6-cc7b-48a1-b10a-838369091a52 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-972249'] for subnet, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:56.481601 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0281b60e-bf7c-458b-ba37-1a8b79fdcdef None None] Network 44d49bb2-eb20-46b5-b947-682298b2bfd1 requested from dv-neutron-797120-4-hyperv {{(pid=128085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 11:46:56.522787 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d37469a2-82f3-4460-91af-155d176e7f5b None None] Checking agent: {'id': 'e3a695b2-c397-461f-83b0-10b79d490b59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 11, 36, 56), 'started_at': datetime.datetime(2021, 6, 24, 11, 37, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 11, 46, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 11:46:56.523426 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d37469a2-82f3-4460-91af-155d176e7f5b None None] Checking segment: {'id': 'f7059b8b-d4c7-43d4-b709-d8933f695fb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '1549d505-f936-4d39-8f8f-72b4c7023104'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=128085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 11:46:56.524031 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-d37469a2-82f3-4460-91af-155d176e7f5b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:56.524598 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d37469a2-82f3-4460-91af-155d176e7f5b None None] Bound using segment: {'id': 'f7059b8b-d4c7-43d4-b709-d8933f695fb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '1549d505-f936-4d39-8f8f-72b4c7023104'} {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 11:46:56.525291 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-d37469a2-82f3-4460-91af-155d176e7f5b None None] Bound port: eaf193b7-fe17-471a-a312-384693be177e, host: dv-neutron-797120-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7059b8b-d4c7-43d4-b709-d8933f695fb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '1549d505-f936-4d39-8f8f-72b4c7023104'}}] {{(pid=128085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 11:46:56.525861 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-d37469a2-82f3-4460-91af-155d176e7f5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:56.527268 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-b735d4fb-0694-4d37-9e72-73ec9f87575c tempest-RoutersAdminTest-1970644103 tempest-RoutersAdminTest-1970644103-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1803210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1815767'] for router, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:56.541439 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-f1d68246-4db8-42e9-8df0-c79fa966646e tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Notify callbacks [] for port, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:56.606719 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-f1d68246-4db8-42e9-8df0-c79fa966646e tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-650429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-506361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793193536723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2537853'] for port, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:56.612062 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-494dd525-3eed-4060-a938-54b767f7049e tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:46:56.613080 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-670becb9-3b15-495f-b599-572279d7a1f1 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:56.619445 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-4db8685b-2d8e-4a93-86c5-85809ebe6f74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:56.650250 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-670becb9-3b15-495f-b599-572279d7a1f1 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1803210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1815767'] for router, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:56.680263 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:56.711528 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-c41f27f7-092e-4e25-99af-cd8188065867 tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973199', 'neutron.services.segments.db._delete_segments_for_network-8793194012456'] for network, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:56.735775 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.services.segments.db [None req-c41f27f7-092e-4e25-99af-cd8188065867 tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['44d49bb2-eb20-46b5-b947-682298b2bfd1']}} {{(pid=128083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:46:56.744112 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvr_db [None req-20d4a297-28dd-4e9a-9a1c-e67452ab179f None None] Set router 9ce5a3ea-ef86-4fbf-9a68-c613a7caab15 gateway port host: None {{(pid=128085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 11:46:56.744775 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-670becb9-3b15-495f-b599-572279d7a1f1 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks [] for router, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:56.749232 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-670becb9-3b15-495f-b599-572279d7a1f1 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.7469182 Jun 24 11:46:56.757556 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 58124) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:46:56.765867 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.services.segments.db [None req-c41f27f7-092e-4e25-99af-cd8188065867 tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1b4389f-7ccb-4646-b17a-28045b5888e2') {'for_net_delete': True} {{(pid=128083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:46:56.766308 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.services.segments.db [None req-c41f27f7-092e-4e25-99af-cd8188065867 tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1b4389f-7ccb-4646-b17a-28045b5888e2') {} {{(pid=128083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:46:56.769054 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1d68246-4db8-42e9-8df0-c79fa966646e tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Network f2b8ca71-e776-48b2-8898-96cc7970207b is already hosted by enough agents. {{(pid=128083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 11:46:56.777137 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d68246-4db8-42e9-8df0-c79fa966646e tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Pushing event updated for resources: {'Port': ['ID=56ed5059-1599-469d-90c8-4a95a1bbb4e7,revision_number=1']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:46:56.803865 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.db_base_plugin_common [None req-cd9cc892-5d12-4132-a907-eabb75b72e8b None None] Allocated IP 2001:db8:1::2 (bafc64b7-599f-4120-9111-1328d4d00b29/2eadf126-bb80-462e-a2e3-90a335dd379b/ae9f2bb7-8189-4b6a-af32-ac7244926992) {{(pid=128085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 11:46:56.813125 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.base_scheduler [None req-f1d68246-4db8-42e9-8df0-c79fa966646e tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Resources bound (agent type, host, resource id): {{(pid=128083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:46:56.817751 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-c41f27f7-092e-4e25-99af-cd8188065867 tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793194097327', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3143690'] for segment, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:56.819651 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-f1d68246-4db8-42e9-8df0-c79fa966646e tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:46:56.857797 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1d68246-4db8-42e9-8df0-c79fa966646e tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Received port after_create {{(pid=128083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 11:46:56.864417 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-b5498ff6-cc7b-48a1-b10a-838369091a52 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-972238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3292022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3162263'] for subnet, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:56.870525 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-ee831434-0680-4068-af8c-5e7c8a747b3c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:46:56.925958 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5498ff6-cc7b-48a1-b10a-838369091a52 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Pushing event deleted for resources: {'Subnet': ['ID=6caf8083-b625-4fe2-a342-ed848cf4d62f,revision_number=None']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:46:56.929934 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-c41f27f7-092e-4e25-99af-cd8188065867 tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967879'] for segment, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:56.944450 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-b5498ff6-cc7b-48a1-b10a-838369091a52 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:46:56.948655 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c41f27f7-092e-4e25-99af-cd8188065867 tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Releasing vlan 601 on physical network physnet1 to pool {{(pid=128083) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 11:46:56.949098 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-c41f27f7-092e-4e25-99af-cd8188065867 tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2537899'] for segment, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:56.950110 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-b5498ff6-cc7b-48a1-b10a-838369091a52 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Notify callbacks [] for subnet, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:56.950309 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-d37469a2-82f3-4460-91af-155d176e7f5b None None] For port eaf193b7-fe17-471a-a312-384693be177e, host dv-neutron-797120-4-hyperv, cleared binding levels {{(pid=128085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 11:46:56.952253 dv-neutron-797120-4-hyperv neutron-server[128083]: Traceback (most recent call last): Jun 24 11:46:56.952253 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 24 11:46:56.952253 dv-neutron-797120-4-hyperv neutron-server[128083]: timer() Jun 24 11:46:56.952253 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 24 11:46:56.952253 dv-neutron-797120-4-hyperv neutron-server[128083]: cb(*args, **kw) Jun 24 11:46:56.952253 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 24 11:46:56.952253 dv-neutron-797120-4-hyperv neutron-server[128083]: return func(*args, **kwargs) Jun 24 11:46:56.952253 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 24 11:46:56.952253 dv-neutron-797120-4-hyperv neutron-server[128083]: self._notify() Jun 24 11:46:56.952253 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 24 11:46:56.952253 dv-neutron-797120-4-hyperv neutron-server[128083]: self.callback(batched_events) Jun 24 11:46:56.952253 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 24 11:46:56.952253 dv-neutron-797120-4-hyperv neutron-server[128083]: event.method(event) Jun 24 11:46:56.952253 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 24 11:46:56.952253 dv-neutron-797120-4-hyperv neutron-server[128083]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 24 11:46:56.952253 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 24 11:46:56.952253 dv-neutron-797120-4-hyperv neutron-server[128083]: aggregate_uuid = self.p_client.list_aggregates( Jun 24 11:46:56.952253 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 24 11:46:56.952253 dv-neutron-797120-4-hyperv neutron-server[128083]: return f(self, *a, **k) Jun 24 11:46:56.952253 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 24 11:46:56.952253 dv-neutron-797120-4-hyperv neutron-server[128083]: return self._get(url).json() Jun 24 11:46:56.952253 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 24 11:46:56.952253 dv-neutron-797120-4-hyperv neutron-server[128083]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 24 11:46:56.952253 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 24 11:46:56.952253 dv-neutron-797120-4-hyperv neutron-server[128083]: return self.request(url, 'GET', **kwargs) Jun 24 11:46:56.952253 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 24 11:46:56.952253 dv-neutron-797120-4-hyperv neutron-server[128083]: base_url = self.get_endpoint(auth, allow=allow, Jun 24 11:46:56.952253 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 24 11:46:56.952253 dv-neutron-797120-4-hyperv neutron-server[128083]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 24 11:46:56.952253 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 24 11:46:56.952253 dv-neutron-797120-4-hyperv neutron-server[128083]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 24 11:46:56.952253 dv-neutron-797120-4-hyperv neutron-server[128083]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 24 11:46:56.954146 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-b5498ff6-cc7b-48a1-b10a-838369091a52 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] 10.222.0.53 "DELETE /v2.0/subnets/6caf8083-b625-4fe2-a342-ed848cf4d62f HTTP/1.1" status: 204 len: 168 time: 1.4584258 Jun 24 11:46:56.956775 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 58126) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:46:56.971840 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5fbb7f8-4fe2-4035-b310-ee8cf67b58d9 None None] Network 053f9d50-a1ea-47fd-b7f5-ab2735a71562 requested from dv-neutron-797120-4-hyperv {{(pid=128085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 11:46:57.017973 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b735d4fb-0694-4d37-9e72-73ec9f87575c tempest-RoutersAdminTest-1970644103 tempest-RoutersAdminTest-1970644103-project-admin] Router ef491426-9958-4d25-b668-d15c0ee0ef97 is scheduled to L3 agent 2987dba8-2249-4ee6-96ec-28f0f7a6127d with binding_index 1 {{(pid=128084) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 24 11:46:57.020926 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-91c1c535-624a-4388-83c1-d0c14869baf6 None None] Deleting port 2797ae82-35d7-435b-8835-878c597a6fd4 {{(pid=128085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 11:46:57.021514 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-91c1c535-624a-4388-83c1-d0c14869baf6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793193942312'] for port, before_delete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:57.059255 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f28f69c-c45c-48f2-8ddc-34ad50143a72 None None] DHCP port deletion for 44d49bb2-eb20-46b5-b947-682298b2bfd1 request from dv-neutron-797120-4-hyperv {{(pid=128085) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 24 11:46:57.106252 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-3afd4ec3-32a7-438e-a4ca-0bbffe9ae22c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:57.165419 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b735d4fb-0694-4d37-9e72-73ec9f87575c tempest-RoutersAdminTest-1970644103 tempest-RoutersAdminTest-1970644103-project-admin] Notify agent at l3_agent.dv-neutron-797120-4-hyperv the message routers_updated {{(pid=128084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 11:46:57.190914 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-b735d4fb-0694-4d37-9e72-73ec9f87575c tempest-RoutersAdminTest-1970644103 tempest-RoutersAdminTest-1970644103-project-admin] Notify callbacks [] for router, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:57.192712 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-b735d4fb-0694-4d37-9e72-73ec9f87575c tempest-RoutersAdminTest-1970644103 tempest-RoutersAdminTest-1970644103-project-admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 876 time: 9.1936057 Jun 24 11:46:57.195669 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 58128) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:46:57.212872 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9f6cbe7-9bcc-4dd8-b93c-0f78f0e755e3 None None] Sync routers for ids ['ef491426-9958-4d25-b668-d15c0ee0ef97'] in dv-neutron-797120-4-hyperv {{(pid=128085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 11:46:57.263658 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-c41f27f7-092e-4e25-99af-cd8188065867 tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1800243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1815642'] for network, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:57.272682 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-61eda7b3-bda3-49e3-8088-c64e3f575334 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:46:57.279739 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-7cf319a0-d309-42dc-8b8f-352ff80346fc tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-534962'] for network, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:57.280131 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-d37469a2-82f3-4460-91af-155d176e7f5b None None] For port eaf193b7-fe17-471a-a312-384693be177e, host dv-neutron-797120-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=eaf193b7-fe17-471a-a312-384693be177e,segment=NetworkSegment(f7059b8b-d4c7-43d4-b709-d8933f695fb1),segment_id=f7059b8b-d4c7-43d4-b709-d8933f695fb1)] {{(pid=128085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 11:46:57.283894 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-c41f27f7-092e-4e25-99af-cd8188065867 tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588949'] for network, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:57.291234 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-c41f27f7-092e-4e25-99af-cd8188065867 tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] 10.222.0.53 "DELETE /v2.0/networks/44d49bb2-eb20-46b5-b947-682298b2bfd1 HTTP/1.1" status: 204 len: 168 time: 4.2497733 Jun 24 11:46:57.323755 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9f6cbe7-9bcc-4dd8-b93c-0f78f0e755e3 None None] Routers {'ef491426-9958-4d25-b668-d15c0ee0ef97'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 11:46:57.324410 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-a9f6cbe7-9bcc-4dd8-b93c-0f78f0e755e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T11:46:56Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['ef491426-9958-4d25-b668-d15c0ee0ef97'], 'active': True} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:46:57.328879 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 58130) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:46:57.340744 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-d37469a2-82f3-4460-91af-155d176e7f5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:57.385361 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-3afd4ec3-32a7-438e-a4ca-0bbffe9ae22c None None] For port 2797ae82-35d7-435b-8835-878c597a6fd4, host dv-neutron-797120-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=2797ae82-35d7-435b-8835-878c597a6fd4,segment=NetworkSegment(fddfe548-9582-48fa-8a0c-6b06bc4d1b9f),segment_id=fddfe548-9582-48fa-8a0c-6b06bc4d1b9f)] {{(pid=128085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 11:46:57.386692 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-9b7d8c51-39a1-41fa-8d4e-939db7aff8a3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:46:57.424622 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41f27f7-092e-4e25-99af-cd8188065867 tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Pushing event deleted for resources: {'Network': ['ID=44d49bb2-eb20-46b5-b947-682298b2bfd1,revision_number=None']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:46:57.438303 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-c41f27f7-092e-4e25-99af-cd8188065867 tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:46:57.439280 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.pecan_wsgi.hooks.translation [None req-813d10e6-054e-47ab-a4ba-d8fa59dafe6a tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] DELETE failed (client error): The resource could not be found. Jun 24 11:46:57.439735 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-813d10e6-054e-47ab-a4ba-d8fa59dafe6a tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=128083) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 24 11:46:57.443928 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-813d10e6-054e-47ab-a4ba-d8fa59dafe6a tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] 10.222.0.53 "DELETE /v2.0/subnets/968f86a7-dd3a-4b73-9af0-7aea87f7293d HTTP/1.1" status: 404 len: 337 time: 0.1097324 Jun 24 11:46:57.446430 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 58132) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:46:57.462788 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-3afd4ec3-32a7-438e-a4ca-0bbffe9ae22c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:57.472139 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72c3da88-f6ca-4e0c-a0ce-212d4ce8c106 tempest-RoutersIpV6AdminTest-1198470881 tempest-RoutersIpV6AdminTest-1198470881-project-admin] Router f0229bb7-624f-4474-8123-5b8e78c7550d is scheduled to L3 agent 2987dba8-2249-4ee6-96ec-28f0f7a6127d with binding_index 1 {{(pid=128083) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 24 11:46:57.500140 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ae4b0bf-be20-4661-b0de-1e9ad226f90f tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] DELETE failed (client error): The resource could not be found. Jun 24 11:46:57.501103 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ae4b0bf-be20-4661-b0de-1e9ad226f90f tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=128083) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 24 11:46:57.502893 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-6ae4b0bf-be20-4661-b0de-1e9ad226f90f tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] 10.222.0.53 "DELETE /v2.0/networks/44d49bb2-eb20-46b5-b947-682298b2bfd1 HTTP/1.1" status: 404 len: 339 time: 0.0523667 Jun 24 11:46:57.528508 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 58134) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:46:57.530223 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-91c1c535-624a-4388-83c1-d0c14869baf6 None None] For port 2797ae82-35d7-435b-8835-878c597a6fd4, host dv-neutron-797120-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=2797ae82-35d7-435b-8835-878c597a6fd4,segment=NetworkSegment(fddfe548-9582-48fa-8a0c-6b06bc4d1b9f),segment_id=fddfe548-9582-48fa-8a0c-6b06bc4d1b9f)] {{(pid=128085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 11:46:57.531411 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-91c1c535-624a-4388-83c1-d0c14869baf6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1978872'] for port, precommit_delete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:57.634812 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-cd9cc892-5d12-4132-a907-eabb75b72e8b None None] Notify callbacks [] for port, precommit_create {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:57.651395 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-91c1c535-624a-4388-83c1-d0c14869baf6 None None] Calling delete_port for 2797ae82-35d7-435b-8835-878c597a6fd4 owned by network:dhcp {{(pid=128085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 11:46:57.677602 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37469a2-82f3-4460-91af-155d176e7f5b None None] Pushing event updated for resources: {'Port': ['ID=eaf193b7-fe17-471a-a312-384693be177e,revision_number=2']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:46:57.685478 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-76bd9414-4dcb-42b3-86a6-17cc6ec3cfbc tempest-RoutersAdminTest-1970644103 tempest-RoutersAdminTest-1970644103-project-admin] Notify callbacks [] for router, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:57.701271 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-d37469a2-82f3-4460-91af-155d176e7f5b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.314s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:46:57.704820 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-cd9cc892-5d12-4132-a907-eabb75b72e8b None None] Transition to ACTIVE for port object ae9f2bb7-8189-4b6a-af32-ac7244926992 will not be triggered until provisioned by entity L2. {{(pid=128085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 11:46:57.707337 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-3c92b119-1208-4936-99d4-fece9f74f575 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.228s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:46:57.716355 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-03237adf-ebd0-46f2-a476-4d4bb746e0f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:57.813598 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-76bd9414-4dcb-42b3-86a6-17cc6ec3cfbc tempest-RoutersAdminTest-1970644103 tempest-RoutersAdminTest-1970644103-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:57.885139 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.plugin [None req-76bd9414-4dcb-42b3-86a6-17cc6ec3cfbc tempest-RoutersAdminTest-1970644103 tempest-RoutersAdminTest-1970644103-project-admin] Deleting port a7b21ec0-2e34-4674-8b3e-6c684fad647b {{(pid=128084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 11:46:57.885625 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-76bd9414-4dcb-42b3-86a6-17cc6ec3cfbc tempest-RoutersAdminTest-1970644103 tempest-RoutersAdminTest-1970644103-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793193942312'] for port, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:57.893973 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvr_db [None req-a9f6cbe7-9bcc-4dd8-b93c-0f78f0e755e3 None None] Set router ef491426-9958-4d25-b668-d15c0ee0ef97 gateway port host: dv-neutron-797120-4-hyperv {{(pid=128085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 11:46:57.905952 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-cd9cc892-5d12-4132-a907-eabb75b72e8b None None] Transition to ACTIVE for port object ae9f2bb7-8189-4b6a-af32-ac7244926992 will not be triggered until provisioned by entity DHCP. {{(pid=128085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 11:46:58.017058 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.db.db_base_plugin_common [None req-dd215f99-bf4f-4024-85fa-aea19ea70654 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Allocated IP 2001:db8:1::1 (bafc64b7-599f-4120-9111-1328d4d00b29/2eadf126-bb80-462e-a2e3-90a335dd379b/393d903f-50b4-48ed-81e2-0ee182c5f33f) {{(pid=128084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 11:46:58.127047 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-76bd9414-4dcb-42b3-86a6-17cc6ec3cfbc tempest-RoutersAdminTest-1970644103 tempest-RoutersAdminTest-1970644103-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1978872'] for port, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:58.150333 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.plugin [None req-76bd9414-4dcb-42b3-86a6-17cc6ec3cfbc tempest-RoutersAdminTest-1970644103 tempest-RoutersAdminTest-1970644103-project-admin] Calling delete_port for a7b21ec0-2e34-4674-8b3e-6c684fad647b owned by network:router_gateway {{(pid=128084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 11:46:58.186493 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-f1d68246-4db8-42e9-8df0-c79fa966646e tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Notify callbacks [] for router_gateway, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:58.192739 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-47876c58-35fd-4b44-94a5-84939c18bdda tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:58.203198 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-b438e031-c60d-4097-bb6f-edc42594e2a3 tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-534962'] for network, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:58.230042 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device eaf193b7-fe17-471a-a312-384693be177e up at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 11:46:58.242729 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-dd215f99-bf4f-4024-85fa-aea19ea70654 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Notify callbacks [] for port, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:58.272654 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.db.provisioning_blocks [None req-dd215f99-bf4f-4024-85fa-aea19ea70654 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Transition to ACTIVE for port object 393d903f-50b4-48ed-81e2-0ee182c5f33f will not be triggered until provisioned by entity DHCP. {{(pid=128084) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 11:46:58.282621 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-cd9cc892-5d12-4132-a907-eabb75b72e8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-650429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-506361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793193536723'] for port, after_create {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:58.374177 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-91c1c535-624a-4388-83c1-d0c14869baf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793193945299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193536732'] for port, after_delete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:58.376408 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad2e56d1-8022-4c65-9652-e4ea23e041f5 None None] DHCP port deletion for 053f9d50-a1ea-47fd-b7f5-ab2735a71562 request from dv-neutron-797120-4-hyperv {{(pid=128085) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 24 11:46:58.387205 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-20d4a297-28dd-4e9a-9a1c-e67452ab179f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ce5a3ea-ef86-4fbf-9a68-c613a7caab15', 'name': 'tempest-RoutersIpV6Test-router-1768214735', 'tenant_id': '9c8c7551cf984e4ca40de4f1d8880b93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T11:46:39Z', 'updated_at': '2021-06-24T11:46:47Z', 'revision_number': 2, 'project_id': '9c8c7551cf984e4ca40de4f1d8880b93', 'gw_port_host': None, '_interfaces': [{'id': '525ba555-882d-46c1-90b4-58e1947f05fb', 'name': '', 'network_id': 'e6c680f4-577d-4f2c-840f-4ffe44326df7', 'tenant_id': '9c8c7551cf984e4ca40de4f1d8880b93', 'mac_address': 'fa:16:3e:9e:cb:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ce5a3ea-ef86-4fbf-9a68-c613a7caab15', 'device_owner': 'network:router_interface', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': 'e0b6c98b-cc27-4b1e-ba5c-af819acff9ea', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:46:45Z', 'updated_at': '2021-06-24T11:46:55Z', 'revision_number': 4, 'project_id': '9c8c7551cf984e4ca40de4f1d8880b93', 'subnets': [{'id': 'e0b6c98b-cc27-4b1e-ba5c-af819acff9ea', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:46:58.393015 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.plugin [None req-7cf319a0-d309-42dc-8b8f-352ff80346fc tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Deleting port 2c6c239a-a429-4e4a-b04c-2158377b46dd {{(pid=128083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 11:46:58.393359 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-7cf319a0-d309-42dc-8b8f-352ff80346fc tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793193942312'] for port, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:58.395319 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-dd215f99-bf4f-4024-85fa-aea19ea70654 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-650429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-506361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793193536723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3291971'] for port, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:58.399694 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-eb19f14a-e8e0-4b94-8735-c028780ca749 tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:46:58.405307 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3afd4ec3-32a7-438e-a4ca-0bbffe9ae22c None None] Pushing event updated for resources: {'Port': ['ID=2797ae82-35d7-435b-8835-878c597a6fd4,revision_number=4']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:46:58.443387 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-3afd4ec3-32a7-438e-a4ca-0bbffe9ae22c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.736s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:46:58.449040 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd215f99-bf4f-4024-85fa-aea19ea70654 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Network bafc64b7-599f-4120-9111-1328d4d00b29 is already hosted by enough agents. {{(pid=128084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 11:46:58.451759 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-e0a0cb7c-ef0b-498b-b76a-022b75bc6b0c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.158s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:46:58.462207 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd9cc892-5d12-4132-a907-eabb75b72e8b None None] Network bafc64b7-599f-4120-9111-1328d4d00b29 is already hosted by enough agents. {{(pid=128085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 11:46:58.463223 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20d4a297-28dd-4e9a-9a1c-e67452ab179f None None] The sync data for ids ['9ce5a3ea-ef86-4fbf-9a68-c613a7caab15'] in dv-neutron-797120-4-hyperv is: [{'id': '9ce5a3ea-ef86-4fbf-9a68-c613a7caab15', 'name': 'tempest-RoutersIpV6Test-router-1768214735', 'tenant_id': '9c8c7551cf984e4ca40de4f1d8880b93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T11:46:39Z', 'updated_at': '2021-06-24T11:46:47Z', 'revision_number': 2, 'project_id': '9c8c7551cf984e4ca40de4f1d8880b93', 'gw_port_host': None, '_interfaces': [{'id': '525ba555-882d-46c1-90b4-58e1947f05fb', 'name': '', 'network_id': 'e6c680f4-577d-4f2c-840f-4ffe44326df7', 'tenant_id': '9c8c7551cf984e4ca40de4f1d8880b93', 'mac_address': 'fa:16:3e:9e:cb:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ce5a3ea-ef86-4fbf-9a68-c613a7caab15', 'device_owner': 'network:router_interface', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': 'e0b6c98b-cc27-4b1e-ba5c-af819acff9ea', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:46:45Z', 'updated_at': '2021-06-24T11:46:55Z', 'revision_number': 4, 'project_id': '9c8c7551cf984e4ca40de4f1d8880b93', 'subnets': [{'id': 'e0b6c98b-cc27-4b1e-ba5c-af819acff9ea', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=128085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 11:46:58.464840 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72c3da88-f6ca-4e0c-a0ce-212d4ce8c106 tempest-RoutersIpV6AdminTest-1198470881 tempest-RoutersIpV6AdminTest-1198470881-project-admin] Notify agent at l3_agent.dv-neutron-797120-4-hyperv the message routers_updated {{(pid=128083) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 11:46:58.466789 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.base_scheduler [None req-dd215f99-bf4f-4024-85fa-aea19ea70654 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Resources bound (agent type, host, resource id): {{(pid=128084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:46:58.468826 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91c1c535-624a-4388-83c1-d0c14869baf6 None None] No DVR routers for this DVR port 2797ae82-35d7-435b-8835-878c597a6fd4 on host dv-neutron-797120-4-hyperv {{(pid=128085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 11:46:58.470356 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd215f99-bf4f-4024-85fa-aea19ea70654 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Received port after_create {{(pid=128084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 11:46:58.471227 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-dd215f99-bf4f-4024-85fa-aea19ea70654 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1978458'] for router_interface, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:58.495326 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89cfed3e-01d1-4b42-bb33-45a7ff439d02 None None] Sync routers for ids ['f0229bb7-624f-4474-8123-5b8e78c7550d'] in dv-neutron-797120-4-hyperv {{(pid=128086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 11:46:58.525747 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.scheduler.base_scheduler [None req-cd9cc892-5d12-4132-a907-eabb75b72e8b None None] Resources bound (agent type, host, resource id): {{(pid=128085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:46:58.527463 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd215f99-bf4f-4024-85fa-aea19ea70654 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Pushing event updated for resources: {'Port': ['ID=393d903f-50b4-48ed-81e2-0ee182c5f33f,revision_number=1']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:46:58.530041 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd9cc892-5d12-4132-a907-eabb75b72e8b None None] Received port after_create {{(pid=128085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 11:46:58.530203 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89cfed3e-01d1-4b42-bb33-45a7ff439d02 None None] Routers {'f0229bb7-624f-4474-8123-5b8e78c7550d'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 11:46:58.536656 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-dd215f99-bf4f-4024-85fa-aea19ea70654 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:46:58.539834 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-76bd9414-4dcb-42b3-86a6-17cc6ec3cfbc tempest-RoutersAdminTest-1970644103 tempest-RoutersAdminTest-1970644103-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793193945299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193536732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3292088'] for port, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:58.548952 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-b8aa0950-6f2c-4a47-b975-af2c48b0ae6d tempest-RoutersIpV6AdminTest-1198470881 tempest-RoutersIpV6AdminTest-1198470881-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:46:58.550156 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-89cfed3e-01d1-4b42-bb33-45a7ff439d02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T11:46:56Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['f0229bb7-624f-4474-8123-5b8e78c7550d'], 'active': True} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:46:58.560465 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning for port eaf193b7-fe17-471a-a312-384693be177e completed by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 11:46:58.567738 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64ac12e3-1b40-48ae-b9e7-f91c33138466 None None] Network 11a80c9d-f8ee-4388-91b0-d49a25200fee requested from dv-neutron-797120-4-hyperv {{(pid=128085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 11:46:58.627351 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9cc892-5d12-4132-a907-eabb75b72e8b None None] Pushing event updated for resources: {'Port': ['ID=ae9f2bb7-8189-4b6a-af32-ac7244926992,revision_number=1']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:46:58.635841 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76bd9414-4dcb-42b3-86a6-17cc6ec3cfbc tempest-RoutersAdminTest-1970644103 tempest-RoutersAdminTest-1970644103-project-admin] Pushing event deleted for resources: {'Port': ['ID=a7b21ec0-2e34-4674-8b3e-6c684fad647b,revision_number=None']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:46:58.642369 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-76bd9414-4dcb-42b3-86a6-17cc6ec3cfbc tempest-RoutersAdminTest-1970644103 tempest-RoutersAdminTest-1970644103-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:46:58.760450 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-76bd9414-4dcb-42b3-86a6-17cc6ec3cfbc tempest-RoutersAdminTest-1970644103 tempest-RoutersAdminTest-1970644103-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1815728'] for router_gateway, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:58.791995 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c1c535-624a-4388-83c1-d0c14869baf6 None None] Pushing event deleted for resources: {'Port': ['ID=2797ae82-35d7-435b-8835-878c597a6fd4,revision_number=None']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:46:58.847291 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-91c1c535-624a-4388-83c1-d0c14869baf6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.396s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:46:58.850769 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device 2797ae82-35d7-435b-8835-878c597a6fd4 no longer exists at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 11:46:58.855100 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-58e30028-b6ea-4efe-bc57-9feab06550bd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.469s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:46:58.855646 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-58e30028-b6ea-4efe-bc57-9feab06550bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:46:58.862029 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_dvr_db [None req-89cfed3e-01d1-4b42-bb33-45a7ff439d02 None None] Set router f0229bb7-624f-4474-8123-5b8e78c7550d gateway port host: dv-neutron-797120-4-hyperv {{(pid=128086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 11:46:58.930422 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-72c3da88-f6ca-4e0c-a0ce-212d4ce8c106 tempest-RoutersIpV6AdminTest-1198470881 tempest-RoutersIpV6AdminTest-1198470881-project-admin] Notify callbacks [] for router, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:58.931923 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-72c3da88-f6ca-4e0c-a0ce-212d4ce8c106 tempest-RoutersIpV6AdminTest-1198470881 tempest-RoutersIpV6AdminTest-1198470881-project-admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 8.0401440 Jun 24 11:46:58.934776 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 58136) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:46:58.943924 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-b438e031-c60d-4097-bb6f-edc42594e2a3 tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973199', 'neutron.services.segments.db._delete_segments_for_network-8793194012456'] for network, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:58.948705 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.db [None req-7cf319a0-d309-42dc-8b8f-352ff80346fc tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] For port 2c6c239a-a429-4e4a-b04c-2158377b46dd, host dv-neutron-797120-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=2c6c239a-a429-4e4a-b04c-2158377b46dd,segment=NetworkSegment(3ce8d7c3-1396-4740-8469-06bfb3f0355d),segment_id=3ce8d7c3-1396-4740-8469-06bfb3f0355d)] {{(pid=128083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 11:46:58.950185 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-7cf319a0-d309-42dc-8b8f-352ff80346fc tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1978872'] for port, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:58.953260 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] No Port match for: 2797ae82-35d7-435b-8835-878c597a6fd4 {{(pid=128085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 11:46:58.953422 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device 2797ae82-35d7-435b-8835-878c597a6fd4 not bound to the agent host dv-neutron-797120-4-hyperv {{(pid=128085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 11:46:58.953923 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device c97c7fec-55c0-4c82-a03f-702db57deea6 no longer exists at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 11:46:58.992645 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.services.segments.db [None req-b438e031-c60d-4097-bb6f-edc42594e2a3 tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['994b0fbc-0ef4-4f85-92b8-d12a50711045']}} {{(pid=128083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:46:59.000772 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] No Port match for: c97c7fec-55c0-4c82-a03f-702db57deea6 {{(pid=128085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 11:46:59.001253 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device c97c7fec-55c0-4c82-a03f-702db57deea6 not bound to the agent host dv-neutron-797120-4-hyperv {{(pid=128085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 11:46:59.018619 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-cd9cc892-5d12-4132-a907-eabb75b72e8b None None] Attempting to bind port ae9f2bb7-8189-4b6a-af32-ac7244926992 on host dv-neutron-797120-4-hyperv for vnic_type normal with profile {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 11:46:59.018999 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-cd9cc892-5d12-4132-a907-eabb75b72e8b None None] Attempting to bind port ae9f2bb7-8189-4b6a-af32-ac7244926992 by drivers openvswitch,hyperv on host dv-neutron-797120-4-hyperv at level 0 using segments [{'id': '5f43c935-74a5-4624-8586-2fa4d7e03c81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'bafc64b7-599f-4120-9111-1328d4d00b29'}] {{(pid=128085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 11:46:59.019366 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd9cc892-5d12-4132-a907-eabb75b72e8b None None] Attempting to bind port ae9f2bb7-8189-4b6a-af32-ac7244926992 on network bafc64b7-599f-4120-9111-1328d4d00b29 {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 11:46:59.038696 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-dd215f99-bf4f-4024-85fa-aea19ea70654 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:59.042023 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.services.segments.db [None req-b438e031-c60d-4097-bb6f-edc42594e2a3 tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99156f54-9731-4ff8-999f-a568aeb5eb3f') {'for_net_delete': True} {{(pid=128083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:46:59.042493 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.services.segments.db [None req-b438e031-c60d-4097-bb6f-edc42594e2a3 tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99156f54-9731-4ff8-999f-a568aeb5eb3f') {} {{(pid=128083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:46:59.051153 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-76bd9414-4dcb-42b3-86a6-17cc6ec3cfbc tempest-RoutersAdminTest-1970644103 tempest-RoutersAdminTest-1970644103-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1803182', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65403'] for router, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:59.051424 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-ad2e56d1-8022-4c65-9652-e4ea23e041f5 None None] Deleting port 2c6c239a-a429-4e4a-b04c-2158377b46dd {{(pid=128085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 11:46:59.051716 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ad2e56d1-8022-4c65-9652-e4ea23e041f5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793193942312'] for port, before_delete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:59.054581 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.plugin [None req-7cf319a0-d309-42dc-8b8f-352ff80346fc tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Calling delete_port for 2c6c239a-a429-4e4a-b04c-2158377b46dd owned by network:dhcp {{(pid=128083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 11:46:59.058539 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd9cc892-5d12-4132-a907-eabb75b72e8b None None] Checking agent: {'id': 'e3a695b2-c397-461f-83b0-10b79d490b59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 11, 36, 56), 'started_at': datetime.datetime(2021, 6, 24, 11, 37, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 11, 46, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 11:46:59.059349 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd9cc892-5d12-4132-a907-eabb75b72e8b None None] Checking segment: {'id': '5f43c935-74a5-4624-8586-2fa4d7e03c81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'bafc64b7-599f-4120-9111-1328d4d00b29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=128085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 11:46:59.059349 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-cd9cc892-5d12-4132-a907-eabb75b72e8b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:59.059708 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd9cc892-5d12-4132-a907-eabb75b72e8b None None] Bound using segment: {'id': '5f43c935-74a5-4624-8586-2fa4d7e03c81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'bafc64b7-599f-4120-9111-1328d4d00b29'} {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 11:46:59.060205 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-cd9cc892-5d12-4132-a907-eabb75b72e8b None None] Bound port: ae9f2bb7-8189-4b6a-af32-ac7244926992, host: dv-neutron-797120-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f43c935-74a5-4624-8586-2fa4d7e03c81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'bafc64b7-599f-4120-9111-1328d4d00b29'}}] {{(pid=128085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 11:46:59.061199 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-cd9cc892-5d12-4132-a907-eabb75b72e8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:59.061717 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-76bd9414-4dcb-42b3-86a6-17cc6ec3cfbc tempest-RoutersAdminTest-1970644103 tempest-RoutersAdminTest-1970644103-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:59.153147 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-b438e031-c60d-4097-bb6f-edc42594e2a3 tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793194097327', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3143690'] for segment, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:59.223656 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-89cfed3e-01d1-4b42-bb33-45a7ff439d02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0229bb7-624f-4474-8123-5b8e78c7550d', 'name': '', 'tenant_id': '444d1cfc1a1d4d7c897062fd9604b852', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc1bf607-304f-41d0-9a34-524f130adbde', 'external_fixed_ips': [{'subnet_id': '2eded739-cd08-4649-9672-b5783830e308', 'ip_address': '2001:db8::2cf'}], 'enable_snat': True}, 'gw_port_id': '3d353fc8-df08-40e9-b14b-b3ed48a26f4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T11:46:51Z', 'updated_at': '2021-06-24T11:46:55Z', 'revision_number': 3, 'project_id': '444d1cfc1a1d4d7c897062fd9604b852', 'gw_port': {'id': '3d353fc8-df08-40e9-b14b-b3ed48a26f4d', 'name': '', 'network_id': 'cc1bf607-304f-41d0-9a34-524f130adbde', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:09:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0229bb7-624f-4474-8123-5b8e78c7550d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '2eded739-cd08-4649-9672-b5783830e308', 'ip_address': '2001:db8::2cf', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:46:52Z', 'updated_at': '2021-06-24T11:46:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2eded739-cd08-4649-9672-b5783830e308', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-4-hyperv'}], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:46:59.264366 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89cfed3e-01d1-4b42-bb33-45a7ff439d02 None None] Checking router: f0229bb7-624f-4474-8123-5b8e78c7550d for host: dv-neutron-797120-4-hyperv {{(pid=128086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 11:46:59.265569 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89cfed3e-01d1-4b42-bb33-45a7ff439d02 None None] Updating router f0229bb7-624f-4474-8123-5b8e78c7550d port 3d353fc8-df08-40e9-b14b-b3ed48a26f4d binding host dv-neutron-797120-4-hyperv {{(pid=128086) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 11:46:59.275664 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-ad2e56d1-8022-4c65-9652-e4ea23e041f5 None None] For port 2c6c239a-a429-4e4a-b04c-2158377b46dd, host dv-neutron-797120-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=2c6c239a-a429-4e4a-b04c-2158377b46dd,segment=NetworkSegment(3ce8d7c3-1396-4740-8469-06bfb3f0355d),segment_id=3ce8d7c3-1396-4740-8469-06bfb3f0355d)] {{(pid=128085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 11:46:59.276372 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ad2e56d1-8022-4c65-9652-e4ea23e041f5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1978872'] for port, precommit_delete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:59.286979 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-76bd9414-4dcb-42b3-86a6-17cc6ec3cfbc tempest-RoutersAdminTest-1970644103 tempest-RoutersAdminTest-1970644103-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1806072'] for router, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:59.291654 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76bd9414-4dcb-42b3-86a6-17cc6ec3cfbc tempest-RoutersAdminTest-1970644103 tempest-RoutersAdminTest-1970644103-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ef491426-9958-4d25-b668-d15c0ee0ef97 {{(pid=128084) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 24 11:46:59.293965 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-ad2e56d1-8022-4c65-9652-e4ea23e041f5 None None] Calling delete_port for 2c6c239a-a429-4e4a-b04c-2158377b46dd owned by network:dhcp {{(pid=128085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 11:46:59.310485 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-76bd9414-4dcb-42b3-86a6-17cc6ec3cfbc tempest-RoutersAdminTest-1970644103 tempest-RoutersAdminTest-1970644103-project-admin] Notify callbacks [] for router, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:59.315299 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-76bd9414-4dcb-42b3-86a6-17cc6ec3cfbc tempest-RoutersAdminTest-1970644103 tempest-RoutersAdminTest-1970644103-project-admin] 10.222.0.53 "DELETE /v2.0/routers/ef491426-9958-4d25-b668-d15c0ee0ef97 HTTP/1.1" status: 204 len: 168 time: 2.1163957 Jun 24 11:46:59.320629 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 58138) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:46:59.341843 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron_lib.callbacks.manager [None req-89cfed3e-01d1-4b42-bb33-45a7ff439d02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:59.390815 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.db_base_plugin_common [None req-47876c58-35fd-4b44-94a5-84939c18bdda tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Allocated IP 2001:db8::1 (11a80c9d-f8ee-4388-91b0-d49a25200fee/16322861-1bf0-4b2b-adca-5e20cd0e559f/73b888de-a65f-4c7b-ac49-5d950956a147) {{(pid=128083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 11:46:59.440350 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-1974b1f4-eb7a-4876-ae41-4f3354dd55f5 tempest-RoutersIpV6AdminTest-1198470881 tempest-RoutersIpV6AdminTest-1198470881-project-admin] Notify callbacks [] for router, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:59.503141 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-cd9cc892-5d12-4132-a907-eabb75b72e8b None None] For port ae9f2bb7-8189-4b6a-af32-ac7244926992, host dv-neutron-797120-4-hyperv, cleared binding levels {{(pid=128085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 11:46:59.507831 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-cd9cc892-5d12-4132-a907-eabb75b72e8b None None] For port ae9f2bb7-8189-4b6a-af32-ac7244926992, host dv-neutron-797120-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=ae9f2bb7-8189-4b6a-af32-ac7244926992,segment=NetworkSegment(5f43c935-74a5-4624-8586-2fa4d7e03c81),segment_id=5f43c935-74a5-4624-8586-2fa4d7e03c81)] {{(pid=128085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 11:46:59.520880 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-622a7be6-8976-4d21-ae98-f62db2172ff0 None None] Network 1549d505-f936-4d39-8f8f-72b4c7023104 requested from dv-neutron-797120-4-hyperv {{(pid=128085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 11:46:59.536618 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-b438e031-c60d-4097-bb6f-edc42594e2a3 tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967879'] for segment, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:59.568707 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b438e031-c60d-4097-bb6f-edc42594e2a3 tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Releasing vlan 618 on physical network physnet1 to pool {{(pid=128083) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 11:46:59.569183 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-b438e031-c60d-4097-bb6f-edc42594e2a3 tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2537899'] for segment, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:59.572146 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-a9f6cbe7-9bcc-4dd8-b93c-0f78f0e755e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef491426-9958-4d25-b668-d15c0ee0ef97', 'name': '', 'tenant_id': 'eaf2e9e62f1244a7be5f1c7d5a343001', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8137604e-a644-43e3-8acd-f6849090bde2', 'external_fixed_ips': [{'subnet_id': '209c7300-d70f-4c5a-8b7f-bbd460629850', 'ip_address': '172.20.0.10'}], 'enable_snat': True}, 'gw_port_id': 'a7b21ec0-2e34-4674-8b3e-6c684fad647b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T11:46:48Z', 'updated_at': '2021-06-24T11:46:54Z', 'revision_number': 3, 'project_id': 'eaf2e9e62f1244a7be5f1c7d5a343001', 'gw_port': {'id': 'a7b21ec0-2e34-4674-8b3e-6c684fad647b', 'name': '', 'network_id': '8137604e-a644-43e3-8acd-f6849090bde2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:ff:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef491426-9958-4d25-b668-d15c0ee0ef97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '209c7300-d70f-4c5a-8b7f-bbd460629850', 'ip_address': '172.20.0.10', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:46:51Z', 'updated_at': '2021-06-24T11:46:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '209c7300-d70f-4c5a-8b7f-bbd460629850', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-4-hyperv'}], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:46:59.584124 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-7cf319a0-d309-42dc-8b8f-352ff80346fc tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793193945299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193536732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2537862'] for port, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:59.586721 dv-neutron-797120-4-hyperv neutron-server[128083]: Traceback (most recent call last): Jun 24 11:46:59.586721 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 24 11:46:59.586721 dv-neutron-797120-4-hyperv neutron-server[128083]: timer() Jun 24 11:46:59.586721 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 24 11:46:59.586721 dv-neutron-797120-4-hyperv neutron-server[128083]: cb(*args, **kw) Jun 24 11:46:59.586721 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 24 11:46:59.586721 dv-neutron-797120-4-hyperv neutron-server[128083]: return func(*args, **kwargs) Jun 24 11:46:59.586721 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 24 11:46:59.586721 dv-neutron-797120-4-hyperv neutron-server[128083]: self._notify() Jun 24 11:46:59.586721 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 24 11:46:59.586721 dv-neutron-797120-4-hyperv neutron-server[128083]: self.callback(batched_events) Jun 24 11:46:59.586721 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 24 11:46:59.586721 dv-neutron-797120-4-hyperv neutron-server[128083]: event.method(event) Jun 24 11:46:59.586721 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 24 11:46:59.586721 dv-neutron-797120-4-hyperv neutron-server[128083]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 24 11:46:59.586721 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 24 11:46:59.586721 dv-neutron-797120-4-hyperv neutron-server[128083]: aggregate_uuid = self.p_client.list_aggregates( Jun 24 11:46:59.586721 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 24 11:46:59.586721 dv-neutron-797120-4-hyperv neutron-server[128083]: return f(self, *a, **k) Jun 24 11:46:59.586721 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 24 11:46:59.586721 dv-neutron-797120-4-hyperv neutron-server[128083]: return self._get(url).json() Jun 24 11:46:59.586721 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 24 11:46:59.586721 dv-neutron-797120-4-hyperv neutron-server[128083]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 24 11:46:59.586721 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 24 11:46:59.586721 dv-neutron-797120-4-hyperv neutron-server[128083]: return self.request(url, 'GET', **kwargs) Jun 24 11:46:59.586721 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 24 11:46:59.586721 dv-neutron-797120-4-hyperv neutron-server[128083]: base_url = self.get_endpoint(auth, allow=allow, Jun 24 11:46:59.586721 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 24 11:46:59.586721 dv-neutron-797120-4-hyperv neutron-server[128083]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 24 11:46:59.586721 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 24 11:46:59.586721 dv-neutron-797120-4-hyperv neutron-server[128083]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 24 11:46:59.586721 dv-neutron-797120-4-hyperv neutron-server[128083]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 24 11:46:59.606593 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-cd9cc892-5d12-4132-a907-eabb75b72e8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:59.610992 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-bbbd5e47-b8bb-415c-9214-a0ab0434128f tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:46:59.625760 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ad2e56d1-8022-4c65-9652-e4ea23e041f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793193945299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193536732'] for port, after_delete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:59.656928 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9f6cbe7-9bcc-4dd8-b93c-0f78f0e755e3 None None] Checking router: ef491426-9958-4d25-b668-d15c0ee0ef97 for host: dv-neutron-797120-4-hyperv {{(pid=128085) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 11:46:59.658522 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.db.db_base_plugin_v2 [None req-617f61c1-3e11-4b25-9c23-e88f0e94c307 tempest-RoutersAdminTest-1970644103 tempest-RoutersAdminTest-1970644103-project-admin] Deleting subnet 209c7300-d70f-4c5a-8b7f-bbd460629850 {{(pid=128084) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 24 11:46:59.660080 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9f6cbe7-9bcc-4dd8-b93c-0f78f0e755e3 None None] Updating router ef491426-9958-4d25-b668-d15c0ee0ef97 port a7b21ec0-2e34-4674-8b3e-6c684fad647b binding host dv-neutron-797120-4-hyperv {{(pid=128085) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 11:46:59.664139 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-613abbc4-7918-404c-ad98-2cf9f919d6b8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:46:59.686483 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-617f61c1-3e11-4b25-9c23-e88f0e94c307 tempest-RoutersAdminTest-1970644103 tempest-RoutersAdminTest-1970644103-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:59.690331 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b60f176f-af50-4a7a-9049-ad418e0e5bf8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d65c8f8-7530-5052-99fe-8ea05073750b-11a80c9d-f8ee-4388-91b0-d49a25200fee', 'network_id': '11a80c9d-f8ee-4388-91b0-d49a25200fee', 'tenant_id': '086af1f572244cd08c37d97e004e4732', 'fixed_ips': [{'subnet_id': '16322861-1bf0-4b2b-adca-5e20cd0e559f'}]}} from dv-neutron-797120-4-hyperv. {{(pid=128085) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 24 11:46:59.691895 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-b60f176f-af50-4a7a-9049-ad418e0e5bf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_create {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:59.704441 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf319a0-d309-42dc-8b8f-352ff80346fc tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Pushing event deleted for resources: {'Port': ['ID=2c6c239a-a429-4e4a-b04c-2158377b46dd,revision_number=None']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:46:59.715208 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-7cf319a0-d309-42dc-8b8f-352ff80346fc tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:46:59.724592 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cf319a0-d309-42dc-8b8f-352ff80346fc tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] No DVR routers for this DVR port 2c6c239a-a429-4e4a-b04c-2158377b46dd on host dv-neutron-797120-4-hyperv {{(pid=128083) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 11:46:59.736032 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-f1d68246-4db8-42e9-8df0-c79fa966646e tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1803210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1815767'] for router, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:59.736369 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad2e56d1-8022-4c65-9652-e4ea23e041f5 None None] No DVR routers for this DVR port 2c6c239a-a429-4e4a-b04c-2158377b46dd on host dv-neutron-797120-4-hyperv {{(pid=128085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 11:46:59.762991 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron_lib.callbacks.manager [None req-89cfed3e-01d1-4b42-bb33-45a7ff439d02 None None] Notify callbacks [] for port, precommit_update {{(pid=128086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:59.780055 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.provisioning_blocks [None req-89cfed3e-01d1-4b42-bb33-45a7ff439d02 None None] Transition to ACTIVE for port object 3d353fc8-df08-40e9-b14b-b3ed48a26f4d will not be triggered until provisioned by entity L2. {{(pid=128086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 11:46:59.783999 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-1974b1f4-eb7a-4876-ae41-4f3354dd55f5 tempest-RoutersIpV6AdminTest-1198470881 tempest-RoutersIpV6AdminTest-1198470881-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:59.790817 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron_lib.callbacks.manager [None req-89cfed3e-01d1-4b42-bb33-45a7ff439d02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:59.792051 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-b438e031-c60d-4097-bb6f-edc42594e2a3 tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1800243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1815642'] for network, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:59.798514 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG oslo_concurrency.lockutils [None req-88694384-641d-41da-9c51-3f6431551de1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128086) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:46:59.846656 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-617f61c1-3e11-4b25-9c23-e88f0e94c307 tempest-RoutersAdminTest-1970644103 tempest-RoutersAdminTest-1970644103-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2373542'] for subnet, precommit_delete_associations {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:59.851160 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-47876c58-35fd-4b44-94a5-84939c18bdda tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks [] for port, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:59.879170 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-aad1ec30-af7b-48a5-b4b0-b4041e0b4af6 tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:46:59.891073 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869d6b00-4368-462e-b38e-9607e2fbf7fd None None] Pushing event updated for resources: {'Port': ['ID=3d353fc8-df08-40e9-b14b-b3ed48a26f4d,revision_number=2']} {{(pid=128086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:46:59.892659 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-b438e031-c60d-4097-bb6f-edc42594e2a3 tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588949'] for network, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:59.894606 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-b438e031-c60d-4097-bb6f-edc42594e2a3 tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] 10.222.0.53 "DELETE /v2.0/networks/994b0fbc-0ef4-4f85-92b8-d12a50711045 HTTP/1.1" status: 204 len: 168 time: 2.3629277 Jun 24 11:46:59.902842 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.plugins.ml2.managers [None req-89cfed3e-01d1-4b42-bb33-45a7ff439d02 None None] Attempting to bind port 3d353fc8-df08-40e9-b14b-b3ed48a26f4d on host dv-neutron-797120-4-hyperv for vnic_type normal with profile {{(pid=128086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 11:46:59.903283 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.plugins.ml2.managers [None req-89cfed3e-01d1-4b42-bb33-45a7ff439d02 None None] Attempting to bind port 3d353fc8-df08-40e9-b14b-b3ed48a26f4d by drivers openvswitch,hyperv on host dv-neutron-797120-4-hyperv at level 0 using segments [{'id': '81b31e8e-fab3-4bf5-b48e-4021230ebc69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'cc1bf607-304f-41d0-9a34-524f130adbde'}] {{(pid=128086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 11:46:59.903649 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89cfed3e-01d1-4b42-bb33-45a7ff439d02 None None] Attempting to bind port 3d353fc8-df08-40e9-b14b-b3ed48a26f4d on network cc1bf607-304f-41d0-9a34-524f130adbde {{(pid=128086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 11:46:59.911555 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 58140) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:46:59.926262 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869d6b00-4368-462e-b38e-9607e2fbf7fd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:46:59.926624 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869d6b00-4368-462e-b38e-9607e2fbf7fd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:46:59.927096 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869d6b00-4368-462e-b38e-9607e2fbf7fd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:46:59.928366 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869d6b00-4368-462e-b38e-9607e2fbf7fd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:46:59.928715 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869d6b00-4368-462e-b38e-9607e2fbf7fd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:46:59.929097 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869d6b00-4368-462e-b38e-9607e2fbf7fd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:46:59.929431 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869d6b00-4368-462e-b38e-9607e2fbf7fd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:46:59.929767 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869d6b00-4368-462e-b38e-9607e2fbf7fd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:46:59.930136 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869d6b00-4368-462e-b38e-9607e2fbf7fd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:46:59.932359 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869d6b00-4368-462e-b38e-9607e2fbf7fd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:46:59.932681 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869d6b00-4368-462e-b38e-9607e2fbf7fd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:46:59.933020 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869d6b00-4368-462e-b38e-9607e2fbf7fd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:46:59.939509 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89cfed3e-01d1-4b42-bb33-45a7ff439d02 None None] Checking agent: {'id': 'e3a695b2-c397-461f-83b0-10b79d490b59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 11, 36, 56), 'started_at': datetime.datetime(2021, 6, 24, 11, 37, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 11, 46, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=128086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 11:46:59.939886 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89cfed3e-01d1-4b42-bb33-45a7ff439d02 None None] Checking segment: {'id': '81b31e8e-fab3-4bf5-b48e-4021230ebc69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'cc1bf607-304f-41d0-9a34-524f130adbde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=128086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 11:46:59.940299 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron_lib.callbacks.manager [None req-89cfed3e-01d1-4b42-bb33-45a7ff439d02 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=128086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:59.942686 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89cfed3e-01d1-4b42-bb33-45a7ff439d02 None None] Bound using segment: {'id': '81b31e8e-fab3-4bf5-b48e-4021230ebc69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'cc1bf607-304f-41d0-9a34-524f130adbde'} {{(pid=128086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 11:46:59.943197 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.plugins.ml2.managers [None req-89cfed3e-01d1-4b42-bb33-45a7ff439d02 None None] Bound port: 3d353fc8-df08-40e9-b14b-b3ed48a26f4d, host: dv-neutron-797120-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81b31e8e-fab3-4bf5-b48e-4021230ebc69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'cc1bf607-304f-41d0-9a34-524f130adbde'}}] {{(pid=128086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 11:46:59.945425 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron_lib.callbacks.manager [None req-89cfed3e-01d1-4b42-bb33-45a7ff439d02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:46:59.952722 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG oslo_concurrency.lockutils [None req-869d6b00-4368-462e-b38e-9607e2fbf7fd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=128086) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:46:59.962753 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b438e031-c60d-4097-bb6f-edc42594e2a3 tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Pushing event deleted for resources: {'Network': ['ID=994b0fbc-0ef4-4f85-92b8-d12a50711045,revision_number=None']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:47:00.017784 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-0eed2ed0-81f7-49b0-82b7-250703339858 None None] Provisioning for port eaf193b7-fe17-471a-a312-384693be177e completed by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 11:47:00.024352 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-617f61c1-3e11-4b25-9c23-e88f0e94c307 tempest-RoutersAdminTest-1970644103 tempest-RoutersAdminTest-1970644103-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-972249'] for subnet, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:00.034050 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-b438e031-c60d-4097-bb6f-edc42594e2a3 tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:47:00.034928 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-0eed2ed0-81f7-49b0-82b7-250703339858 None None] Provisioning complete for port eaf193b7-fe17-471a-a312-384693be177e triggered by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:47:00.035421 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-0eed2ed0-81f7-49b0-82b7-250703339858 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:00.035735 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-7cf319a0-d309-42dc-8b8f-352ff80346fc tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973199', 'neutron.services.segments.db._delete_segments_for_network-8793194012456'] for network, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:00.060175 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc886dbe-360f-4275-b2f5-8807860cebcb tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] DELETE failed (client error): The resource could not be found. Jun 24 11:47:00.060905 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc886dbe-360f-4275-b2f5-8807860cebcb tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=128083) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 24 11:47:00.061676 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9f6cbe7-9bcc-4dd8-b93c-0f78f0e755e3 None None] Port a7b21ec0-2e34-4674-8b3e-6c684fad647b not found while updating agent binding for router ef491426-9958-4d25-b668-d15c0ee0ef97. {{(pid=128085) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Jun 24 11:47:00.064279 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-cc886dbe-360f-4275-b2f5-8807860cebcb tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] 10.222.0.53 "DELETE /v2.0/subnets/6aab868b-8966-4593-9cb2-954672905f75 HTTP/1.1" status: 404 len: 337 time: 0.1155043 Jun 24 11:47:00.065691 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.provisioning_blocks [None req-47876c58-35fd-4b44-94a5-84939c18bdda tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Transition to ACTIVE for port object 73b888de-a65f-4c7b-ac49-5d950956a147 will not be triggered until provisioned by entity DHCP. {{(pid=128083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 11:47:00.073620 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 58142) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:47:00.075488 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.services.segments.db [None req-7cf319a0-d309-42dc-8b8f-352ff80346fc tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['053f9d50-a1ea-47fd-b7f5-ab2735a71562']}} {{(pid=128083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:47:00.107468 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.plugin [None req-1974b1f4-eb7a-4876-ae41-4f3354dd55f5 tempest-RoutersIpV6AdminTest-1198470881 tempest-RoutersIpV6AdminTest-1198470881-project-admin] Deleting port 3d353fc8-df08-40e9-b14b-b3ed48a26f4d {{(pid=128084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 11:47:00.107682 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-1974b1f4-eb7a-4876-ae41-4f3354dd55f5 tempest-RoutersIpV6AdminTest-1198470881 tempest-RoutersIpV6AdminTest-1198470881-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793193942312'] for port, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:00.115265 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9f6cbe7-9bcc-4dd8-b93c-0f78f0e755e3 None None] Routers set() bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 11:47:00.115811 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9f6cbe7-9bcc-4dd8-b93c-0f78f0e755e3 None None] Router IDs set() for agent in host dv-neutron-797120-4-hyperv {{(pid=128085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jun 24 11:47:00.116587 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_agentschedulers_db [None req-a9f6cbe7-9bcc-4dd8-b93c-0f78f0e755e3 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'ef491426-9958-4d25-b668-d15c0ee0ef97'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T11:46:56Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent'). {{(pid=128085) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jun 24 11:47:00.117200 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9f6cbe7-9bcc-4dd8-b93c-0f78f0e755e3 None None] The sync data for ids ['ef491426-9958-4d25-b668-d15c0ee0ef97'] in dv-neutron-797120-4-hyperv is: [] {{(pid=128085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 11:47:00.129652 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-52c483ef-d5c1-4030-9a32-e5ce4ff00ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:00.154483 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.plugins.ml2.db [None req-89cfed3e-01d1-4b42-bb33-45a7ff439d02 None None] For port 3d353fc8-df08-40e9-b14b-b3ed48a26f4d, host dv-neutron-797120-4-hyperv, cleared binding levels {{(pid=128086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 11:47:00.175035 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.services.segments.db [None req-7cf319a0-d309-42dc-8b8f-352ff80346fc tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ce8d7c3-1396-4740-8469-06bfb3f0355d') {'for_net_delete': True} {{(pid=128083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:47:00.175339 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.services.segments.db [None req-7cf319a0-d309-42dc-8b8f-352ff80346fc tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ce8d7c3-1396-4740-8469-06bfb3f0355d') {} {{(pid=128083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:47:00.175516 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.plugins.ml2.db [None req-89cfed3e-01d1-4b42-bb33-45a7ff439d02 None None] For port 3d353fc8-df08-40e9-b14b-b3ed48a26f4d, host dv-neutron-797120-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=3d353fc8-df08-40e9-b14b-b3ed48a26f4d,segment=NetworkSegment(81b31e8e-fab3-4bf5-b48e-4021230ebc69),segment_id=81b31e8e-fab3-4bf5-b48e-4021230ebc69)] {{(pid=128086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 11:47:00.183569 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9cc892-5d12-4132-a907-eabb75b72e8b None None] Pushing event updated for resources: {'Port': ['ID=ae9f2bb7-8189-4b6a-af32-ac7244926992,revision_number=2']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:47:00.184265 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron_lib.callbacks.manager [None req-89cfed3e-01d1-4b42-bb33-45a7ff439d02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:00.190345 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG oslo_concurrency.lockutils [None req-3ccea5f2-c9e4-44db-8605-d98f1a2f1f68 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128086) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:47:00.230894 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.pecan_wsgi.hooks.translation [None req-33efe74d-3243-469c-936a-4d27aad7aa0c tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] DELETE failed (client error): The resource could not be found. Jun 24 11:47:00.231717 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-33efe74d-3243-469c-936a-4d27aad7aa0c tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=128083) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 24 11:47:00.236069 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-33efe74d-3243-469c-936a-4d27aad7aa0c tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] 10.222.0.53 "DELETE /v2.0/networks/e6b924ee-ddca-4724-bc99-8c4560e75102 HTTP/1.1" status: 404 len: 339 time: 0.1522512 Jun 24 11:47:00.238834 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2e56d1-8022-4c65-9652-e4ea23e041f5 None None] Pushing event deleted for resources: {'Port': ['ID=2c6c239a-a429-4e4a-b04c-2158377b46dd,revision_number=None']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:47:00.247402 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-7cf319a0-d309-42dc-8b8f-352ff80346fc tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793194097327', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3143690'] for segment, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:00.256478 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 58146) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:47:00.269411 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device 525ba555-882d-46c1-90b4-58e1947f05fb up at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 11:47:00.273381 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-ad2e56d1-8022-4c65-9652-e4ea23e041f5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.609s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:47:00.274762 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-91c1c535-624a-4388-83c1-d0c14869baf6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.604s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:47:00.275221 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-91c1c535-624a-4388-83c1-d0c14869baf6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:47:00.290084 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-7cf319a0-d309-42dc-8b8f-352ff80346fc tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967879'] for segment, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:00.302492 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869d6b00-4368-462e-b38e-9607e2fbf7fd None None] Pushing event updated for resources: {'Port': ['ID=3d353fc8-df08-40e9-b14b-b3ed48a26f4d,revision_number=3']} {{(pid=128086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:47:00.309345 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG oslo_concurrency.lockutils [None req-869d6b00-4368-462e-b38e-9607e2fbf7fd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=128086) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:47:00.330168 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7cf319a0-d309-42dc-8b8f-352ff80346fc tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Releasing vlan 600 on physical network physnet1 to pool {{(pid=128083) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 11:47:00.330488 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-7cf319a0-d309-42dc-8b8f-352ff80346fc tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2537899'] for segment, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:00.332511 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89cfed3e-01d1-4b42-bb33-45a7ff439d02 None None] Routers {'f0229bb7-624f-4474-8123-5b8e78c7550d'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 11:47:00.333284 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-89cfed3e-01d1-4b42-bb33-45a7ff439d02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T11:46:56Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['f0229bb7-624f-4474-8123-5b8e78c7550d'], 'active': True} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:47:00.338512 dv-neutron-797120-4-hyperv neutron-server[128083]: Traceback (most recent call last): Jun 24 11:47:00.338512 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 24 11:47:00.338512 dv-neutron-797120-4-hyperv neutron-server[128083]: timer() Jun 24 11:47:00.338512 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 24 11:47:00.338512 dv-neutron-797120-4-hyperv neutron-server[128083]: cb(*args, **kw) Jun 24 11:47:00.338512 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 24 11:47:00.338512 dv-neutron-797120-4-hyperv neutron-server[128083]: return func(*args, **kwargs) Jun 24 11:47:00.338512 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 24 11:47:00.338512 dv-neutron-797120-4-hyperv neutron-server[128083]: self._notify() Jun 24 11:47:00.338512 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 24 11:47:00.338512 dv-neutron-797120-4-hyperv neutron-server[128083]: self.callback(batched_events) Jun 24 11:47:00.338512 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 24 11:47:00.338512 dv-neutron-797120-4-hyperv neutron-server[128083]: event.method(event) Jun 24 11:47:00.338512 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 24 11:47:00.338512 dv-neutron-797120-4-hyperv neutron-server[128083]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 24 11:47:00.338512 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 24 11:47:00.338512 dv-neutron-797120-4-hyperv neutron-server[128083]: aggregate_uuid = self.p_client.list_aggregates( Jun 24 11:47:00.338512 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 24 11:47:00.338512 dv-neutron-797120-4-hyperv neutron-server[128083]: return f(self, *a, **k) Jun 24 11:47:00.338512 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 24 11:47:00.338512 dv-neutron-797120-4-hyperv neutron-server[128083]: return self._get(url).json() Jun 24 11:47:00.338512 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 24 11:47:00.338512 dv-neutron-797120-4-hyperv neutron-server[128083]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 24 11:47:00.338512 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 24 11:47:00.338512 dv-neutron-797120-4-hyperv neutron-server[128083]: return self.request(url, 'GET', **kwargs) Jun 24 11:47:00.338512 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 24 11:47:00.338512 dv-neutron-797120-4-hyperv neutron-server[128083]: base_url = self.get_endpoint(auth, allow=allow, Jun 24 11:47:00.338512 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 24 11:47:00.338512 dv-neutron-797120-4-hyperv neutron-server[128083]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 24 11:47:00.338512 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 24 11:47:00.338512 dv-neutron-797120-4-hyperv neutron-server[128083]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 24 11:47:00.338512 dv-neutron-797120-4-hyperv neutron-server[128083]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 24 11:47:00.407877 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-0eed2ed0-81f7-49b0-82b7-250703339858 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:00.423920 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning for port 525ba555-882d-46c1-90b4-58e1947f05fb completed by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 11:47:00.432320 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-dd215f99-bf4f-4024-85fa-aea19ea70654 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Notify callbacks [] for port, precommit_update {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:00.439316 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning complete for port 525ba555-882d-46c1-90b4-58e1947f05fb triggered by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:47:00.439891 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:00.456618 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-dd215f99-bf4f-4024-85fa-aea19ea70654 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3292081'] for port, after_update {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:00.459002 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-dd215f99-bf4f-4024-85fa-aea19ea70654 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1783050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1978542'] for router_interface, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:00.474670 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-133021dd-20d5-42c3-a70b-370ca420db5c tempest-RoutersAdminTest-1970644103 tempest-RoutersAdminTest-1970644103-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:47:00.476070 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-0eed2ed0-81f7-49b0-82b7-250703339858 None None] For port eaf193b7-fe17-471a-a312-384693be177e, host dv-neutron-797120-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=eaf193b7-fe17-471a-a312-384693be177e,segment=NetworkSegment(f7059b8b-d4c7-43d4-b709-d8933f695fb1),segment_id=f7059b8b-d4c7-43d4-b709-d8933f695fb1)] {{(pid=128085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 11:47:00.500332 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-47876c58-35fd-4b44-94a5-84939c18bdda tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-650429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-506361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793193536723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2537853'] for port, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:00.510944 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-2c8e02cb-7106-42e0-b871-58a1b4158a51 tempest-ServersTestJSON-1725335409 tempest-ServersTestJSON-1725335409-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:47:00.513033 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_dvr_db [None req-89cfed3e-01d1-4b42-bb33-45a7ff439d02 None None] Set router f0229bb7-624f-4474-8123-5b8e78c7550d gateway port host: None {{(pid=128086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 11:47:00.542551 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.db.db_base_plugin_v2 [None req-e20209b0-eb26-495d-941e-37a59cf18714 tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Deleting subnet 52921b96-e9ba-4583-a50e-f1d1714a72b8 {{(pid=128084) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 24 11:47:00.555992 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-617f61c1-3e11-4b25-9c23-e88f0e94c307 tempest-RoutersAdminTest-1970644103 tempest-RoutersAdminTest-1970644103-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-972238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3292022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3162263'] for subnet, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:00.583162 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.db_base_plugin_common [None req-b60f176f-af50-4a7a-9049-ad418e0e5bf8 None None] Allocated IP 2001:db8::2 (11a80c9d-f8ee-4388-91b0-d49a25200fee/16322861-1bf0-4b2b-adca-5e20cd0e559f/5c4ec6b2-bbba-4019-9615-4b23af6d1552) {{(pid=128085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 11:47:00.587358 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-7cf319a0-d309-42dc-8b8f-352ff80346fc tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1800243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1815642'] for network, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:00.610976 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-89cfed3e-01d1-4b42-bb33-45a7ff439d02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0229bb7-624f-4474-8123-5b8e78c7550d', 'name': '', 'tenant_id': '444d1cfc1a1d4d7c897062fd9604b852', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T11:46:51Z', 'updated_at': '2021-06-24T11:46:59Z', 'revision_number': 4, 'project_id': '444d1cfc1a1d4d7c897062fd9604b852', 'gw_port_host': None}], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:47:00.627770 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-7cf319a0-d309-42dc-8b8f-352ff80346fc tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588949'] for network, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:00.629915 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-7cf319a0-d309-42dc-8b8f-352ff80346fc tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] 10.222.0.53 "DELETE /v2.0/networks/053f9d50-a1ea-47fd-b7f5-ab2735a71562 HTTP/1.1" status: 204 len: 168 time: 3.6703181 Jun 24 11:47:00.644098 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89cfed3e-01d1-4b42-bb33-45a7ff439d02 None None] The sync data for ids ['f0229bb7-624f-4474-8123-5b8e78c7550d'] in dv-neutron-797120-4-hyperv is: [{'id': 'f0229bb7-624f-4474-8123-5b8e78c7550d', 'name': '', 'tenant_id': '444d1cfc1a1d4d7c897062fd9604b852', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T11:46:51Z', 'updated_at': '2021-06-24T11:46:59Z', 'revision_number': 4, 'project_id': '444d1cfc1a1d4d7c897062fd9604b852', 'gw_port_host': None}] {{(pid=128086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 11:47:00.646602 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 58148) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:47:00.648883 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47876c58-35fd-4b44-94a5-84939c18bdda tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Network 11a80c9d-f8ee-4388-91b0-d49a25200fee is already hosted by enough agents. {{(pid=128083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 11:47:00.651038 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-0eed2ed0-81f7-49b0-82b7-250703339858 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:00.656385 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [None req-d31e20d0-1812-4386-bdd9-239344ca75cb tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-456200694', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:47:00.659121 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-e20209b0-eb26-495d-941e-37a59cf18714 tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Notify callbacks [] for subnet, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:00.665547 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:47:00.691680 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-617f61c1-3e11-4b25-9c23-e88f0e94c307 tempest-RoutersAdminTest-1970644103 tempest-RoutersAdminTest-1970644103-project-admin] Notify callbacks [] for subnet, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:00.692939 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.base_scheduler [None req-47876c58-35fd-4b44-94a5-84939c18bdda tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Resources bound (agent type, host, resource id): {{(pid=128083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:47:00.696049 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-617f61c1-3e11-4b25-9c23-e88f0e94c307 tempest-RoutersAdminTest-1970644103 tempest-RoutersAdminTest-1970644103-project-admin] 10.222.0.53 "DELETE /v2.0/subnets/209c7300-d70f-4c5a-8b7f-bbd460629850 HTTP/1.1" status: 204 len: 168 time: 1.3701258 Jun 24 11:47:00.699223 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47876c58-35fd-4b44-94a5-84939c18bdda tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Received port after_create {{(pid=128083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 11:47:00.700126 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-47876c58-35fd-4b44-94a5-84939c18bdda tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1978458'] for router_interface, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:00.716929 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 58150) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:47:00.763378 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.db [None req-1974b1f4-eb7a-4876-ae41-4f3354dd55f5 tempest-RoutersIpV6AdminTest-1198470881 tempest-RoutersIpV6AdminTest-1198470881-project-admin] For port 3d353fc8-df08-40e9-b14b-b3ed48a26f4d, host dv-neutron-797120-4-hyperv, got binding levels [] {{(pid=128084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 11:47:00.763754 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-1974b1f4-eb7a-4876-ae41-4f3354dd55f5 tempest-RoutersIpV6AdminTest-1198470881 tempest-RoutersIpV6AdminTest-1198470881-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1978872'] for port, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:00.820270 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.plugin [None req-1974b1f4-eb7a-4876-ae41-4f3354dd55f5 tempest-RoutersIpV6AdminTest-1198470881 tempest-RoutersIpV6AdminTest-1198470881-project-admin] Calling delete_port for 3d353fc8-df08-40e9-b14b-b3ed48a26f4d owned by network:router_gateway {{(pid=128084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 11:47:00.869739 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-47876c58-35fd-4b44-94a5-84939c18bdda tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:00.872194 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47876c58-35fd-4b44-94a5-84939c18bdda tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Pushing event updated for resources: {'Port': ['ID=73b888de-a65f-4c7b-ac49-5d950956a147,revision_number=1']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:47:00.882277 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-47876c58-35fd-4b44-94a5-84939c18bdda tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.373s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:47:00.885527 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.276s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:47:00.915182 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1d68246-4db8-42e9-8df0-c79fa966646e tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Router b2eec381-1ec3-4a70-a792-0718d3eb5c86 is scheduled to L3 agent 2987dba8-2249-4ee6-96ec-28f0f7a6127d with binding_index 1 {{(pid=128083) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 24 11:47:00.942448 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:00.944702 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf319a0-d309-42dc-8b8f-352ff80346fc tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Pushing event deleted for resources: {'Network': ['ID=053f9d50-a1ea-47fd-b7f5-ab2735a71562,revision_number=None']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:47:00.951913 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-7cf319a0-d309-42dc-8b8f-352ff80346fc tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:47:01.010105 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-889d17a1-68ac-48c4-be34-79423f5b63e9 None None] Provisioning complete for port eaf193b7-fe17-471a-a312-384693be177e triggered by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:47:01.010642 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-889d17a1-68ac-48c4-be34-79423f5b63e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:01.018064 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eed2ed0-81f7-49b0-82b7-250703339858 None None] Pushing event updated for resources: {'Port': ['ID=eaf193b7-fe17-471a-a312-384693be177e,revision_number=3']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:47:01.036743 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-0eed2ed0-81f7-49b0-82b7-250703339858 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.371s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:47:01.056960 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.agents_db [None req-87a69269-d72b-4286-97f3-1041481ed6d8 None None] Agent healthcheck: found 6 active agents {{(pid=128086) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 11:47:01.134330 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-d31e20d0-1812-4386-bdd9-239344ca75cb tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1803889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65293'] for router, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:01.135640 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-d31e20d0-1812-4386-bdd9-239344ca75cb tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1803848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1975305', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1581158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65396'] for router, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:01.274526 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1d68246-4db8-42e9-8df0-c79fa966646e tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Notify agent at l3_agent.dv-neutron-797120-4-hyperv the message routers_updated {{(pid=128083) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 11:47:01.292337 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] For port 525ba555-882d-46c1-90b4-58e1947f05fb, host dv-neutron-797120-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=525ba555-882d-46c1-90b4-58e1947f05fb,segment=NetworkSegment(36f438a9-dab2-4b81-87f6-424be94990e2),segment_id=36f438a9-dab2-4b81-87f6-424be94990e2)] {{(pid=128085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 11:47:01.303617 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3b133c8-1d10-40bf-b85f-7e6adcb9fdb7 None None] Sync routers for ids ['b2eec381-1ec3-4a70-a792-0718d3eb5c86'] in dv-neutron-797120-4-hyperv {{(pid=128085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 11:47:01.308895 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5023fcf1-7f9a-4f6a-9bb1-7194a39ea68c None None] Network bafc64b7-599f-4120-9111-1328d4d00b29 requested from dv-neutron-797120-4-hyperv {{(pid=128085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 11:47:01.347601 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd215f99-bf4f-4024-85fa-aea19ea70654 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Pushing event updated for resources: {'Port': ['ID=393d903f-50b4-48ed-81e2-0ee182c5f33f,revision_number=2']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:47:01.354452 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-f1d68246-4db8-42e9-8df0-c79fa966646e tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Notify callbacks [] for router, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:01.358558 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-f1d68246-4db8-42e9-8df0-c79fa966646e tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 8.4468145 Jun 24 11:47:01.361589 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 58152) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:47:01.385536 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-e20209b0-eb26-495d-941e-37a59cf18714 tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2373542'] for subnet, precommit_delete_associations {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:01.388163 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-dd215f99-bf4f-4024-85fa-aea19ea70654 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.914s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:47:01.392256 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.803s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:47:01.428546 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-d31e20d0-1812-4386-bdd9-239344ca75cb tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:01.440666 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-d31e20d0-1812-4386-bdd9-239344ca75cb tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1803210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1815767'] for router, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:01.462493 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:01.470042 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-5af05c90-e151-4ae2-aa6a-aba8369b0231 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:47:01.473234 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617f61c1-3e11-4b25-9c23-e88f0e94c307 tempest-RoutersAdminTest-1970644103 tempest-RoutersAdminTest-1970644103-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=209c7300-d70f-4c5a-8b7f-bbd460629850,revision_number=None']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:47:01.482523 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-617f61c1-3e11-4b25-9c23-e88f0e94c307 tempest-RoutersAdminTest-1970644103 tempest-RoutersAdminTest-1970644103-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:47:01.490022 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-87c5959d-4c02-4d53-b1a8-c171007308c9 tempest-RoutersAdminTest-1970644103 tempest-RoutersAdminTest-1970644103-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-534962'] for network, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:01.498602 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd215f99-bf4f-4024-85fa-aea19ea70654 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Network bafc64b7-599f-4120-9111-1328d4d00b29 is already hosted by enough agents. {{(pid=128084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 11:47:01.505801 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3b133c8-1d10-40bf-b85f-7e6adcb9fdb7 None None] Routers {'b2eec381-1ec3-4a70-a792-0718d3eb5c86'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 11:47:01.506578 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-d3b133c8-1d10-40bf-b85f-7e6adcb9fdb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T11:46:56Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['b2eec381-1ec3-4a70-a792-0718d3eb5c86'], 'active': True} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:47:01.536558 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.base_scheduler [None req-dd215f99-bf4f-4024-85fa-aea19ea70654 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Resources bound (agent type, host, resource id): {{(pid=128084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:47:01.570273 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-d3b133c8-1d10-40bf-b85f-7e6adcb9fdb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:47:01.582971 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device 2c6c239a-a429-4e4a-b04c-2158377b46dd no longer exists at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 11:47:01.611091 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-b60f176f-af50-4a7a-9049-ad418e0e5bf8 None None] Notify callbacks [] for port, precommit_create {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:01.614739 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] No Port match for: 2c6c239a-a429-4e4a-b04c-2158377b46dd {{(pid=128085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 11:47:01.615320 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device 2c6c239a-a429-4e4a-b04c-2158377b46dd not bound to the agent host dv-neutron-797120-4-hyperv {{(pid=128085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 11:47:01.657209 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-b60f176f-af50-4a7a-9049-ad418e0e5bf8 None None] Transition to ACTIVE for port object 5c4ec6b2-bbba-4019-9615-4b23af6d1552 will not be triggered until provisioned by entity L2. {{(pid=128085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 11:47:01.689730 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3b133c8-1d10-40bf-b85f-7e6adcb9fdb7 None None] Routers {'b2eec381-1ec3-4a70-a792-0718d3eb5c86'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 11:47:01.690538 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-d3b133c8-1d10-40bf-b85f-7e6adcb9fdb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T11:46:56Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['b2eec381-1ec3-4a70-a792-0718d3eb5c86'], 'active': True} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:47:01.733442 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-d3b133c8-1d10-40bf-b85f-7e6adcb9fdb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:47:01.734374 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3b133c8-1d10-40bf-b85f-7e6adcb9fdb7 None None] The sync data for ids ['b2eec381-1ec3-4a70-a792-0718d3eb5c86'] in dv-neutron-797120-4-hyperv is: [] {{(pid=128085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 11:47:01.758692 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-e20209b0-eb26-495d-941e-37a59cf18714 tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-972249'] for subnet, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:01.764283 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Pushing event updated for resources: {'Port': ['ID=525ba555-882d-46c1-90b4-58e1947f05fb,revision_number=5']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:47:01.768546 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:47:01.771830 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-b60f176f-af50-4a7a-9049-ad418e0e5bf8 None None] Transition to ACTIVE for port object 5c4ec6b2-bbba-4019-9615-4b23af6d1552 will not be triggered until provisioned by entity DHCP. {{(pid=128085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 11:47:01.817069 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-b60f176f-af50-4a7a-9049-ad418e0e5bf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-650429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-506361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793193536723'] for port, after_create {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:01.820352 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-8d59962e-dd5b-4122-9237-dd20a38af6ef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:47:01.863306 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-87c5959d-4c02-4d53-b1a8-c171007308c9 tempest-RoutersAdminTest-1970644103 tempest-RoutersAdminTest-1970644103-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973199', 'neutron.services.segments.db._delete_segments_for_network-8793194012456'] for network, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:01.891744 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b60f176f-af50-4a7a-9049-ad418e0e5bf8 None None] Network 11a80c9d-f8ee-4388-91b0-d49a25200fee is already hosted by enough agents. {{(pid=128085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 11:47:01.895174 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.services.segments.db [None req-87c5959d-4c02-4d53-b1a8-c171007308c9 tempest-RoutersAdminTest-1970644103 tempest-RoutersAdminTest-1970644103-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8137604e-a644-43e3-8acd-f6849090bde2']}} {{(pid=128084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:47:01.907270 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.scheduler.base_scheduler [None req-b60f176f-af50-4a7a-9049-ad418e0e5bf8 None None] Resources bound (agent type, host, resource id): {{(pid=128085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:47:01.910948 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b60f176f-af50-4a7a-9049-ad418e0e5bf8 None None] Received port after_create {{(pid=128085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 11:47:01.912897 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.services.segments.db [None req-87c5959d-4c02-4d53-b1a8-c171007308c9 tempest-RoutersAdminTest-1970644103 tempest-RoutersAdminTest-1970644103-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd028e19d-e84d-4b59-968a-f1dc0c086dbd') {'for_net_delete': True} {{(pid=128084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:47:01.913238 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.services.segments.db [None req-87c5959d-4c02-4d53-b1a8-c171007308c9 tempest-RoutersAdminTest-1970644103 tempest-RoutersAdminTest-1970644103-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd028e19d-e84d-4b59-968a-f1dc0c086dbd') {} {{(pid=128084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:47:01.915251 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-d31e20d0-1812-4386-bdd9-239344ca75cb tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Notify callbacks [] for router, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:01.915725 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-1974b1f4-eb7a-4876-ae41-4f3354dd55f5 tempest-RoutersIpV6AdminTest-1198470881 tempest-RoutersIpV6AdminTest-1198470881-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793193945299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193536732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3292088'] for port, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:01.918948 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-d31e20d0-1812-4386-bdd9-239344ca75cb tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 1.2659271 Jun 24 11:47:01.920121 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 58154) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:47:01.923630 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-1a2d7480-262c-487d-922b-cfd64f97adba tempest-ServersTestManualDisk-182325693 tempest-ServersTestManualDisk-182325693-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:47:01.927942 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [None req-b9c54ee1-3d04-481f-bc60-146bddae8205 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Request body: {'network': {'name': 'tempest-RoutersTest-1540376420'}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:47:01.932617 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60f176f-af50-4a7a-9049-ad418e0e5bf8 None None] Pushing event updated for resources: {'Port': ['ID=5c4ec6b2-bbba-4019-9615-4b23af6d1552,revision_number=1']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:47:01.938275 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-b60f176f-af50-4a7a-9049-ad418e0e5bf8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:47:01.941325 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd215f99-bf4f-4024-85fa-aea19ea70654 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Router 9ce5a3ea-ef86-4fbf-9a68-c613a7caab15 has already been hosted by L3 agent 2987dba8-2249-4ee6-96ec-28f0f7a6127d {{(pid=128084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 11:47:01.943444 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-87c5959d-4c02-4d53-b1a8-c171007308c9 tempest-RoutersAdminTest-1970644103 tempest-RoutersAdminTest-1970644103-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793194097327', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2373599'] for segment, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:01.972364 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-47876c58-35fd-4b44-94a5-84939c18bdda tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks [] for port, precommit_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:02.003009 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-87c5959d-4c02-4d53-b1a8-c171007308c9 tempest-RoutersAdminTest-1970644103 tempest-RoutersAdminTest-1970644103-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967879'] for segment, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:02.010593 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87c5959d-4c02-4d53-b1a8-c171007308c9 tempest-RoutersAdminTest-1970644103 tempest-RoutersAdminTest-1970644103-project-admin] Releasing vlan 617 on physical network physnet1 to pool {{(pid=128084) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 11:47:02.011003 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-87c5959d-4c02-4d53-b1a8-c171007308c9 tempest-RoutersAdminTest-1970644103 tempest-RoutersAdminTest-1970644103-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3292053'] for segment, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:02.046795 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-47876c58-35fd-4b44-94a5-84939c18bdda tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2537871'] for port, after_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:02.047811 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-47876c58-35fd-4b44-94a5-84939c18bdda tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1783050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1978542'] for router_interface, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:02.063243 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-783acae9-48f3-4a4a-b9d0-ea64e11e8b5b tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:47:02.067741 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-b60f176f-af50-4a7a-9049-ad418e0e5bf8 None None] Attempting to bind port 5c4ec6b2-bbba-4019-9615-4b23af6d1552 on host dv-neutron-797120-4-hyperv for vnic_type normal with profile {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 11:47:02.068081 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-b60f176f-af50-4a7a-9049-ad418e0e5bf8 None None] Attempting to bind port 5c4ec6b2-bbba-4019-9615-4b23af6d1552 by drivers openvswitch,hyperv on host dv-neutron-797120-4-hyperv at level 0 using segments [{'id': 'fddfe548-9582-48fa-8a0c-6b06bc4d1b9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '11a80c9d-f8ee-4388-91b0-d49a25200fee'}] {{(pid=128085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 11:47:02.068592 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b60f176f-af50-4a7a-9049-ad418e0e5bf8 None None] Attempting to bind port 5c4ec6b2-bbba-4019-9615-4b23af6d1552 on network 11a80c9d-f8ee-4388-91b0-d49a25200fee {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 11:47:02.071852 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-db54bbfd-2eef-489a-a523-e033c8cb31d3 None None] Provisioning for port ae9f2bb7-8189-4b6a-af32-ac7244926992 completed by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 11:47:02.082006 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b60f176f-af50-4a7a-9049-ad418e0e5bf8 None None] Checking agent: {'id': 'e3a695b2-c397-461f-83b0-10b79d490b59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 11, 36, 56), 'started_at': datetime.datetime(2021, 6, 24, 11, 37, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 11, 46, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 11:47:02.082513 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b60f176f-af50-4a7a-9049-ad418e0e5bf8 None None] Checking segment: {'id': 'fddfe548-9582-48fa-8a0c-6b06bc4d1b9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '11a80c9d-f8ee-4388-91b0-d49a25200fee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=128085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 11:47:02.082846 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-b60f176f-af50-4a7a-9049-ad418e0e5bf8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:02.083249 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b60f176f-af50-4a7a-9049-ad418e0e5bf8 None None] Bound using segment: {'id': 'fddfe548-9582-48fa-8a0c-6b06bc4d1b9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '11a80c9d-f8ee-4388-91b0-d49a25200fee'} {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 11:47:02.083741 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-b60f176f-af50-4a7a-9049-ad418e0e5bf8 None None] Bound port: 5c4ec6b2-bbba-4019-9615-4b23af6d1552, host: dv-neutron-797120-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fddfe548-9582-48fa-8a0c-6b06bc4d1b9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '11a80c9d-f8ee-4388-91b0-d49a25200fee'}}] {{(pid=128085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 11:47:02.084238 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-b60f176f-af50-4a7a-9049-ad418e0e5bf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:02.098765 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1974b1f4-eb7a-4876-ae41-4f3354dd55f5 tempest-RoutersIpV6AdminTest-1198470881 tempest-RoutersIpV6AdminTest-1198470881-project-admin] Pushing event deleted for resources: {'Port': ['ID=3d353fc8-df08-40e9-b14b-b3ed48a26f4d,revision_number=None']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:47:02.110489 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-1974b1f4-eb7a-4876-ae41-4f3354dd55f5 tempest-RoutersIpV6AdminTest-1198470881 tempest-RoutersIpV6AdminTest-1198470881-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:47:02.111685 dv-neutron-797120-4-hyperv neutron-server[128084]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 11:47:02.111685 dv-neutron-797120-4-hyperv neutron-server[128084]: conditions |= (models_v2.Port.network_id.in_( Jun 24 11:47:02.111685 dv-neutron-797120-4-hyperv neutron-server[128084]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 11:47:02.111685 dv-neutron-797120-4-hyperv neutron-server[128084]: conditions |= (models_v2.Port.network_id.in_( Jun 24 11:47:02.111685 dv-neutron-797120-4-hyperv neutron-server[128084]: Traceback (most recent call last): Jun 24 11:47:02.111685 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 24 11:47:02.111685 dv-neutron-797120-4-hyperv neutron-server[128084]: timer() Jun 24 11:47:02.111685 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 24 11:47:02.111685 dv-neutron-797120-4-hyperv neutron-server[128084]: cb(*args, **kw) Jun 24 11:47:02.111685 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 24 11:47:02.111685 dv-neutron-797120-4-hyperv neutron-server[128084]: return func(*args, **kwargs) Jun 24 11:47:02.111685 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 24 11:47:02.111685 dv-neutron-797120-4-hyperv neutron-server[128084]: self._notify() Jun 24 11:47:02.111685 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 24 11:47:02.111685 dv-neutron-797120-4-hyperv neutron-server[128084]: self.callback(batched_events) Jun 24 11:47:02.111685 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 24 11:47:02.111685 dv-neutron-797120-4-hyperv neutron-server[128084]: event.method(event) Jun 24 11:47:02.111685 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 24 11:47:02.111685 dv-neutron-797120-4-hyperv neutron-server[128084]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 24 11:47:02.111685 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 24 11:47:02.111685 dv-neutron-797120-4-hyperv neutron-server[128084]: aggregate_uuid = self.p_client.list_aggregates( Jun 24 11:47:02.111685 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 24 11:47:02.111685 dv-neutron-797120-4-hyperv neutron-server[128084]: return f(self, *a, **k) Jun 24 11:47:02.111685 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 24 11:47:02.111685 dv-neutron-797120-4-hyperv neutron-server[128084]: return self._get(url).json() Jun 24 11:47:02.111685 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 24 11:47:02.111685 dv-neutron-797120-4-hyperv neutron-server[128084]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 24 11:47:02.111685 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 24 11:47:02.111685 dv-neutron-797120-4-hyperv neutron-server[128084]: return self.request(url, 'GET', **kwargs) Jun 24 11:47:02.111685 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 24 11:47:02.111685 dv-neutron-797120-4-hyperv neutron-server[128084]: base_url = self.get_endpoint(auth, allow=allow, Jun 24 11:47:02.111685 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 24 11:47:02.111685 dv-neutron-797120-4-hyperv neutron-server[128084]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 24 11:47:02.111685 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 24 11:47:02.111685 dv-neutron-797120-4-hyperv neutron-server[128084]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 24 11:47:02.111685 dv-neutron-797120-4-hyperv neutron-server[128084]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 24 11:47:02.160518 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47876c58-35fd-4b44-94a5-84939c18bdda tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Pushing event updated for resources: {'Port': ['ID=73b888de-a65f-4c7b-ac49-5d950956a147,revision_number=2']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:47:02.171319 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-e20209b0-eb26-495d-941e-37a59cf18714 tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-972238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3292022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3162263'] for subnet, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:02.179771 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-47876c58-35fd-4b44-94a5-84939c18bdda tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:47:02.182312 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-1974b1f4-eb7a-4876-ae41-4f3354dd55f5 tempest-RoutersIpV6AdminTest-1198470881 tempest-RoutersIpV6AdminTest-1198470881-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1815728'] for router_gateway, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:02.184072 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9c54ee1-3d04-481f-bc60-146bddae8205 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Made reservation on behalf of 01c7f8735a2b4722ae0cabb11183e366 for: {'network': 1} {{(pid=128083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 11:47:02.185168 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-9f8a6ff1-2b5d-437d-8366-ce9eb8ce8e89 tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:47:02.188621 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-b9c54ee1-3d04-481f-bc60-146bddae8205 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for network, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:02.218329 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d225463d-9a34-4c09-948e-14ffca8af652 None None] Network 94c20c43-6333-4073-88ab-3f603c6e3589 requested from dv-neutron-797120-4-hyperv {{(pid=128085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 11:47:02.223848 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9c54ee1-3d04-481f-bc60-146bddae8205 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] vlan segment allocate from pool success with {'vlan_id': 629, 'physical_network': 'physnet1'} {{(pid=128083) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 11:47:02.228919 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-e20209b0-eb26-495d-941e-37a59cf18714 tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Notify callbacks [] for subnet, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:02.234612 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-e20209b0-eb26-495d-941e-37a59cf18714 tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] 10.222.0.53 "DELETE /v2.0/subnets/52921b96-e9ba-4583-a50e-f1d1714a72b8 HTTP/1.1" status: 204 len: 168 time: 1.9719665 Jun 24 11:47:02.235245 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-b9c54ee1-3d04-481f-bc60-146bddae8205 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967879'] for segment, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:02.236826 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.db.segments_db [None req-b9c54ee1-3d04-481f-bc60-146bddae8205 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Added segment b78e3fec-a708-4c42-b9ce-56b3d372bb34 of type vlan for network bddb0f8e-0e1f-4536-a9ef-e387f1699f13 Jun 24 11:47:02.243269 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 58156) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:47:02.257118 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-b60f176f-af50-4a7a-9049-ad418e0e5bf8 None None] For port 5c4ec6b2-bbba-4019-9615-4b23af6d1552, host dv-neutron-797120-4-hyperv, cleared binding levels {{(pid=128085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 11:47:02.301199 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device eaf193b7-fe17-471a-a312-384693be177e up at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 11:47:02.310968 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-b60f176f-af50-4a7a-9049-ad418e0e5bf8 None None] For port 5c4ec6b2-bbba-4019-9615-4b23af6d1552, host dv-neutron-797120-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=5c4ec6b2-bbba-4019-9615-4b23af6d1552,segment=NetworkSegment(fddfe548-9582-48fa-8a0c-6b06bc4d1b9f),segment_id=fddfe548-9582-48fa-8a0c-6b06bc4d1b9f)] {{(pid=128085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 11:47:02.315928 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20209b0-eb26-495d-941e-37a59cf18714 tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Pushing event deleted for resources: {'Subnet': ['ID=52921b96-e9ba-4583-a50e-f1d1714a72b8,revision_number=None']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:47:02.323733 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-e20209b0-eb26-495d-941e-37a59cf18714 tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:47:02.357091 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-b60f176f-af50-4a7a-9049-ad418e0e5bf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:02.366625 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-6bb43e54-c4d1-442d-ac9f-4378f10c7536 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:47:02.368920 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-87c5959d-4c02-4d53-b1a8-c171007308c9 tempest-RoutersAdminTest-1970644103 tempest-RoutersAdminTest-1970644103-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1800243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1815642'] for network, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:02.384819 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-66e3dea5-079c-4065-9008-eea62cf45443 tempest-BulkNetworkOpsIpV6Test-1142812762 tempest-BulkNetworkOpsIpV6Test-1142812762-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:47:02.402361 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87c5959d-4c02-4d53-b1a8-c171007308c9 tempest-RoutersAdminTest-1970644103 tempest-RoutersAdminTest-1970644103-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 8137604e-a644-43e3-8acd-f6849090bde2 {{(pid=128084) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jun 24 11:47:02.426603 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-d3c415f3-e0d8-4c09-8714-7d974bf4bb41 None None] Provisioning for port 393d903f-50b4-48ed-81e2-0ee182c5f33f completed by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 11:47:02.449561 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c5959d-4c02-4d53-b1a8-c171007308c9 tempest-RoutersAdminTest-1970644103 tempest-RoutersAdminTest-1970644103-project-admin] Pushing event deleted for resources: {'Network': ['ID=8137604e-a644-43e3-8acd-f6849090bde2,revision_number=None']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:47:02.452119 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-87c5959d-4c02-4d53-b1a8-c171007308c9 tempest-RoutersAdminTest-1970644103 tempest-RoutersAdminTest-1970644103-project-admin] Notify callbacks [] for network, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:02.458156 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-87c5959d-4c02-4d53-b1a8-c171007308c9 tempest-RoutersAdminTest-1970644103 tempest-RoutersAdminTest-1970644103-project-admin] 10.222.0.53 "DELETE /v2.0/networks/8137604e-a644-43e3-8acd-f6849090bde2 HTTP/1.1" status: 204 len: 168 time: 1.7331266 Jun 24 11:47:02.466127 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-d3c415f3-e0d8-4c09-8714-7d974bf4bb41 None None] Provisioning complete for port 393d903f-50b4-48ed-81e2-0ee182c5f33f triggered by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:47:02.469942 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-1974b1f4-eb7a-4876-ae41-4f3354dd55f5 tempest-RoutersIpV6AdminTest-1198470881 tempest-RoutersIpV6AdminTest-1198470881-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1803182', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65403'] for router, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:02.470409 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-d3c415f3-e0d8-4c09-8714-7d974bf4bb41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:02.523155 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-b9c54ee1-3d04-481f-bc60-146bddae8205 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793193525068'] for network, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:02.570246 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-87c5959d-4c02-4d53-b1a8-c171007308c9 tempest-RoutersAdminTest-1970644103 tempest-RoutersAdminTest-1970644103-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:47:02.583079 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-1974b1f4-eb7a-4876-ae41-4f3354dd55f5 tempest-RoutersIpV6AdminTest-1198470881 tempest-RoutersIpV6AdminTest-1198470881-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:02.601138 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-b9c54ee1-3d04-481f-bc60-146bddae8205 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1800243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976'] for network, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:02.608258 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9c54ee1-3d04-481f-bc60-146bddae8205 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:47:02.609255 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-b9c54ee1-3d04-481f-bc60-146bddae8205 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588949'] for network, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:02.628334 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-17d85048-8ed2-400b-be3d-7b6fb1956f8b tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:47:02.703052 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47876c58-35fd-4b44-94a5-84939c18bdda tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Network 11a80c9d-f8ee-4388-91b0-d49a25200fee is already hosted by enough agents. {{(pid=128083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 11:47:02.707675 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c54ee1-3d04-481f-bc60-146bddae8205 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Pushing event updated for resources: {'Network': ['ID=bddb0f8e-0e1f-4536-a9ef-e387f1699f13,revision_number=1']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:47:02.724730 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-b9c54ee1-3d04-481f-bc60-146bddae8205 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:47:02.733414 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-1974b1f4-eb7a-4876-ae41-4f3354dd55f5 tempest-RoutersIpV6AdminTest-1198470881 tempest-RoutersIpV6AdminTest-1198470881-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1806072'] for router, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:02.734381 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1974b1f4-eb7a-4876-ae41-4f3354dd55f5 tempest-RoutersIpV6AdminTest-1198470881 tempest-RoutersIpV6AdminTest-1198470881-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f0229bb7-624f-4474-8123-5b8e78c7550d {{(pid=128084) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 24 11:47:02.739373 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1309d79-106f-4910-9716-143601b58ece tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Deleting subnet 8f3685e2-7dcc-4d3a-810d-e2153b21eccc {{(pid=128083) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 24 11:47:02.740440 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-d3c415f3-e0d8-4c09-8714-7d974bf4bb41 None None] Port 393d903f-50b4-48ed-81e2-0ee182c5f33f cannot update to ACTIVE because it is not bound. {{(pid=128085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 11:47:02.744575 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-d1309d79-106f-4910-9716-143601b58ece tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Notify callbacks [] for subnet, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:02.746990 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-1974b1f4-eb7a-4876-ae41-4f3354dd55f5 tempest-RoutersIpV6AdminTest-1198470881 tempest-RoutersIpV6AdminTest-1198470881-project-admin] Notify callbacks [] for router, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:02.751094 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Network bddb0f8e-0e1f-4536-a9ef-e387f1699f13 details requested by agent ovs-agent-dv-neutron-797120-4-hyperv with host dv-neutron-797120-4-hyperv {{(pid=128085) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 11:47:02.752428 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-1974b1f4-eb7a-4876-ae41-4f3354dd55f5 tempest-RoutersIpV6AdminTest-1198470881 tempest-RoutersIpV6AdminTest-1198470881-project-admin] 10.222.0.53 "DELETE /v2.0/routers/f0229bb7-624f-4474-8123-5b8e78c7550d HTTP/1.1" status: 204 len: 168 time: 3.8126526 Jun 24 11:47:02.757187 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd215f99-bf4f-4024-85fa-aea19ea70654 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Notify agent at l3_agent.dv-neutron-797120-4-hyperv the message routers_updated {{(pid=128084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 11:47:02.780039 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 58162) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:47:02.799452 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-d1309d79-106f-4910-9716-143601b58ece tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3143795'] for subnet, precommit_delete_associations {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:02.890451 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.base_scheduler [None req-47876c58-35fd-4b44-94a5-84939c18bdda tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Resources bound (agent type, host, resource id): {{(pid=128083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:47:02.931418 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-dd215f99-bf4f-4024-85fa-aea19ea70654 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] 10.222.0.53 "PUT /v2.0/routers/9ce5a3ea-ef86-4fbf-9a68-c613a7caab15/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8602896 Jun 24 11:47:02.935144 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.db.db_base_plugin_v2 [None req-7087adec-c4fb-4c2f-a496-8382084d75b3 tempest-RoutersIpV6AdminTest-1198470881 tempest-RoutersIpV6AdminTest-1198470881-project-admin] Deleting subnet 2eded739-cd08-4649-9672-b5783830e308 {{(pid=128084) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 24 11:47:02.941975 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 58166) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:47:02.945232 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-7087adec-c4fb-4c2f-a496-8382084d75b3 tempest-RoutersIpV6AdminTest-1198470881 tempest-RoutersIpV6AdminTest-1198470881-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:02.957161 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-d7781a46-880e-403f-98c5-5ec97d9c1cf1 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-368895197'}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:47:03.013138 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 58168) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:47:03.018060 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-3d5c1d19-18f7-4481-9248-111cff023186 tempest-RoutersAdminTest-1970644103 tempest-RoutersAdminTest-1970644103-project-admin] Request body: {'router': {'name': 'tempest-router--1722349749', 'project_id': 'b8810167dda64121936e68f2ae36f973'}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:47:03.029590 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60f176f-af50-4a7a-9049-ad418e0e5bf8 None None] Pushing event updated for resources: {'Port': ['ID=5c4ec6b2-bbba-4019-9615-4b23af6d1552,revision_number=2']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:47:03.061512 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.db.api [None req-3d5c1d19-18f7-4481-9248-111cff023186 tempest-RoutersAdminTest-1970644103 tempest-RoutersAdminTest-1970644103-project-admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 24 11:47:03.061512 dv-neutron-797120-4-hyperv neutron-server[128084]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 24 11:47:03.061512 dv-neutron-797120-4-hyperv neutron-server[128084]: [parameters: {'project_id_1': 'b8810167dda64121936e68f2ae36f973', 'expiration_1': datetime.datetime(2021, 6, 24, 11, 47, 3, 30407)}] Jun 24 11:47:03.061512 dv-neutron-797120-4-hyperv neutron-server[128084]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=128084) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 24 11:47:03.062410 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_db.api [None req-3d5c1d19-18f7-4481-9248-111cff023186 tempest-RoutersAdminTest-1970644103 tempest-RoutersAdminTest-1970644103-project-admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=128084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 24 11:47:03.065465 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-7087adec-c4fb-4c2f-a496-8382084d75b3 tempest-RoutersIpV6AdminTest-1198470881 tempest-RoutersIpV6AdminTest-1198470881-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2373542'] for subnet, precommit_delete_associations {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:03.066387 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-b60f176f-af50-4a7a-9049-ad418e0e5bf8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.700s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:47:03.093803 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-b9c54ee1-3d04-481f-bc60-146bddae8205 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.1693468 Jun 24 11:47:03.100384 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 58170) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:47:03.108252 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-2150f2fb-9b14-4765-8c2a-e6399db9a2f6 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Request body: {'subnet': {'network_id': 'bddb0f8e-0e1f-4536-a9ef-e387f1699f13', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:47:03.117716 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7781a46-880e-403f-98c5-5ec97d9c1cf1 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Made reservation on behalf of 9c8c7551cf984e4ca40de4f1d8880b93 for: {'network': 1} {{(pid=128084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 11:47:03.129962 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-d7781a46-880e-403f-98c5-5ec97d9c1cf1 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for network, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:03.140843 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning complete for port eaf193b7-fe17-471a-a312-384693be177e triggered by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:47:03.141232 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:03.250997 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-858b4e06-814b-4598-bf73-fe9209c60800 None None] Provisioning complete for port 393d903f-50b4-48ed-81e2-0ee182c5f33f triggered by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:47:03.251353 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-858b4e06-814b-4598-bf73-fe9209c60800 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:03.294996 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-7087adec-c4fb-4c2f-a496-8382084d75b3 tempest-RoutersIpV6AdminTest-1198470881 tempest-RoutersIpV6AdminTest-1198470881-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-972249'] for subnet, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:03.309985 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7781a46-880e-403f-98c5-5ec97d9c1cf1 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] vlan segment allocate from pool success with {'vlan_id': 600, 'physical_network': 'physnet1'} {{(pid=128084) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 11:47:03.322925 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-858b4e06-814b-4598-bf73-fe9209c60800 None None] Port 393d903f-50b4-48ed-81e2-0ee182c5f33f cannot update to ACTIVE because it is not bound. {{(pid=128085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 11:47:03.331537 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-d1309d79-106f-4910-9716-143601b58ece tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-972249'] for subnet, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:03.365880 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-d7781a46-880e-403f-98c5-5ec97d9c1cf1 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967879'] for segment, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:03.366517 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.db.segments_db [None req-d7781a46-880e-403f-98c5-5ec97d9c1cf1 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Added segment 6dc0ed20-0e3e-4794-aa27-4e8e2aa82b77 of type vlan for network 41403d78-aa20-4f32-9f75-4b684c2ff870 Jun 24 11:47:03.374088 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device ae9f2bb7-8189-4b6a-af32-ac7244926992 up at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 11:47:03.398188 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8e2059e-2d88-4752-9b74-c3003743a07a None None] Sync routers for ids ['9ce5a3ea-ef86-4fbf-9a68-c613a7caab15'] in dv-neutron-797120-4-hyperv {{(pid=128086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 11:47:03.409893 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8e2059e-2d88-4752-9b74-c3003743a07a None None] Routers {'9ce5a3ea-ef86-4fbf-9a68-c613a7caab15'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 11:47:03.410769 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-b8e2059e-2d88-4752-9b74-c3003743a07a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T11:46:56Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['9ce5a3ea-ef86-4fbf-9a68-c613a7caab15'], 'active': True} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:47:03.484805 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-7087adec-c4fb-4c2f-a496-8382084d75b3 tempest-RoutersIpV6AdminTest-1198470881 tempest-RoutersIpV6AdminTest-1198470881-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-972238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3292022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3162263'] for subnet, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:03.489201 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning for port ae9f2bb7-8189-4b6a-af32-ac7244926992 completed by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 11:47:03.491696 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning complete for port ae9f2bb7-8189-4b6a-af32-ac7244926992 triggered by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:47:03.492099 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:03.494193 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-7f621b53-52c5-47b2-bcab-dc87f14b753b tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:47:03.529047 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7087adec-c4fb-4c2f-a496-8382084d75b3 tempest-RoutersIpV6AdminTest-1198470881 tempest-RoutersIpV6AdminTest-1198470881-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=2eded739-cd08-4649-9672-b5783830e308,revision_number=None']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:47:03.542049 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-7087adec-c4fb-4c2f-a496-8382084d75b3 tempest-RoutersIpV6AdminTest-1198470881 tempest-RoutersIpV6AdminTest-1198470881-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:47:03.554085 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2150f2fb-9b14-4765-8c2a-e6399db9a2f6 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Made reservation on behalf of 01c7f8735a2b4722ae0cabb11183e366 for: {'subnet': 1} {{(pid=128084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 11:47:03.560703 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-2150f2fb-9b14-4765-8c2a-e6399db9a2f6 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3162484'] for subnet, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:03.562489 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-d1309d79-106f-4910-9716-143601b58ece tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-972238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2537800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3289951'] for subnet, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:03.573053 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-7087adec-c4fb-4c2f-a496-8382084d75b3 tempest-RoutersIpV6AdminTest-1198470881 tempest-RoutersIpV6AdminTest-1198470881-project-admin] Notify callbacks [] for subnet, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:03.574893 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-ed31c99c-c62e-4889-940f-ddb39e68fa1e tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:47:03.591301 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-7087adec-c4fb-4c2f-a496-8382084d75b3 tempest-RoutersIpV6AdminTest-1198470881 tempest-RoutersIpV6AdminTest-1198470881-project-admin] 10.222.0.53 "DELETE /v2.0/subnets/2eded739-cd08-4649-9672-b5783830e308 HTTP/1.1" status: 204 len: 168 time: 0.8099334 Jun 24 11:47:03.601767 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-d7781a46-880e-403f-98c5-5ec97d9c1cf1 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793193525068'] for network, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:03.607774 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 58172) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:47:03.626707 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_dvr_db [None req-b8e2059e-2d88-4752-9b74-c3003743a07a None None] Set router 9ce5a3ea-ef86-4fbf-9a68-c613a7caab15 gateway port host: None {{(pid=128086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 11:47:03.648497 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-d1309d79-106f-4910-9716-143601b58ece tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588949'] for subnet, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:03.650663 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-d1309d79-106f-4910-9716-143601b58ece tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] 10.222.0.53 "DELETE /v2.0/subnets/8f3685e2-7dcc-4d3a-810d-e2153b21eccc HTTP/1.1" status: 204 len: 168 time: 1.4040461 Jun 24 11:47:03.651591 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1309d79-106f-4910-9716-143601b58ece tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Pushing event deleted for resources: {'Subnet': ['ID=8f3685e2-7dcc-4d3a-810d-e2153b21eccc,revision_number=None']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:47:03.654370 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-d1309d79-106f-4910-9716-143601b58ece tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:47:03.658784 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 58174) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:47:03.667411 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:03.737581 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] For port ae9f2bb7-8189-4b6a-af32-ac7244926992, host dv-neutron-797120-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=ae9f2bb7-8189-4b6a-af32-ac7244926992,segment=NetworkSegment(5f43c935-74a5-4624-8586-2fa4d7e03c81),segment_id=5f43c935-74a5-4624-8586-2fa4d7e03c81)] {{(pid=128085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 11:47:03.744216 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:03.747066 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device 525ba555-882d-46c1-90b4-58e1947f05fb up at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 11:47:03.750723 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-58e30028-b6ea-4efe-bc57-9feab06550bd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:47:03.836107 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47876c58-35fd-4b44-94a5-84939c18bdda tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Router fc9e401b-9e41-4991-883b-a5d54ca42ecc is scheduled to L3 agent 2987dba8-2249-4ee6-96ec-28f0f7a6127d with binding_index 1 {{(pid=128083) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 24 11:47:03.843693 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-41908a71-9178-48bf-af3c-aa507af50270 tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:03.855796 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-1081e0ee-2a93-46d2-8b85-4d6a981cc49e tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-534962'] for network, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:03.907821 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Pushing event updated for resources: {'Port': ['ID=ae9f2bb7-8189-4b6a-af32-ac7244926992,revision_number=3']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:47:03.924032 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.db.resource_extend [None req-d7781a46-880e-403f-98c5-5ec97d9c1cf1 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=128084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 24 11:47:03.927537 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:47:03.944633 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning complete for port 525ba555-882d-46c1-90b4-58e1947f05fb triggered by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:47:03.945020 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:03.959275 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-3d5c1d19-18f7-4481-9248-111cff023186 tempest-RoutersAdminTest-1970644103 tempest-RoutersAdminTest-1970644103-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1803889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65293'] for router, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:03.962542 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-3d5c1d19-18f7-4481-9248-111cff023186 tempest-RoutersAdminTest-1970644103 tempest-RoutersAdminTest-1970644103-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1803848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1975305', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1581158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65396'] for router, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:04.027515 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-b8e2059e-2d88-4752-9b74-c3003743a07a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ce5a3ea-ef86-4fbf-9a68-c613a7caab15', 'name': 'tempest-RoutersIpV6Test-router-1768214735', 'tenant_id': '9c8c7551cf984e4ca40de4f1d8880b93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T11:46:39Z', 'updated_at': '2021-06-24T11:46:58Z', 'revision_number': 3, 'project_id': '9c8c7551cf984e4ca40de4f1d8880b93', 'gw_port_host': None, '_interfaces': [{'id': '393d903f-50b4-48ed-81e2-0ee182c5f33f', 'name': '', 'network_id': 'bafc64b7-599f-4120-9111-1328d4d00b29', 'tenant_id': '9c8c7551cf984e4ca40de4f1d8880b93', 'mac_address': 'fa:16:3e:41:a8:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ce5a3ea-ef86-4fbf-9a68-c613a7caab15', 'device_owner': 'network:router_interface', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '2eadf126-bb80-462e-a2e3-90a335dd379b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:46:56Z', 'updated_at': '2021-06-24T11:46:59Z', 'revision_number': 2, 'project_id': '9c8c7551cf984e4ca40de4f1d8880b93', 'subnets': [{'id': '2eadf126-bb80-462e-a2e3-90a335dd379b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '525ba555-882d-46c1-90b4-58e1947f05fb', 'name': '', 'network_id': 'e6c680f4-577d-4f2c-840f-4ffe44326df7', 'tenant_id': '9c8c7551cf984e4ca40de4f1d8880b93', 'mac_address': 'fa:16:3e:9e:cb:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce5a3ea-ef86-4fbf-9a68-c613a7caab15', 'device_owner': 'network:router_interface', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': 'e0b6c98b-cc27-4b1e-ba5c-af819acff9ea', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:46:45Z', 'updated_at': '2021-06-24T11:47:01Z', 'revision_number': 5, 'project_id': '9c8c7551cf984e4ca40de4f1d8880b93', 'subnets': [{'id': 'e0b6c98b-cc27-4b1e-ba5c-af819acff9ea', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:47:04.078336 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8e2059e-2d88-4752-9b74-c3003743a07a None None] Checking router: 9ce5a3ea-ef86-4fbf-9a68-c613a7caab15 for host: dv-neutron-797120-4-hyperv {{(pid=128086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 11:47:04.078650 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-3d5c1d19-18f7-4481-9248-111cff023186 tempest-RoutersAdminTest-1970644103 tempest-RoutersAdminTest-1970644103-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:04.078848 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8e2059e-2d88-4752-9b74-c3003743a07a None None] Updating router 9ce5a3ea-ef86-4fbf-9a68-c613a7caab15 port 393d903f-50b4-48ed-81e2-0ee182c5f33f binding host dv-neutron-797120-4-hyperv {{(pid=128086) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 11:47:04.090994 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-79fd0b9e-f063-46f8-ba06-16f3b44d5e24 tempest-RoutersIpV6AdminTest-1198470881 tempest-RoutersIpV6AdminTest-1198470881-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-534962'] for network, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:04.111508 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-3d5c1d19-18f7-4481-9248-111cff023186 tempest-RoutersAdminTest-1970644103 tempest-RoutersAdminTest-1970644103-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1803210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1815767'] for router, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:04.149824 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-d7781a46-880e-403f-98c5-5ec97d9c1cf1 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1800243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976'] for network, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:04.157315 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7781a46-880e-403f-98c5-5ec97d9c1cf1 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=128084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:47:04.158168 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-d7781a46-880e-403f-98c5-5ec97d9c1cf1 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Notify callbacks [] for network, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:04.165081 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron_lib.callbacks.manager [None req-b8e2059e-2d88-4752-9b74-c3003743a07a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:04.181752 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-6d19f06c-ca6c-4c60-9e17-50eabff91d43 tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:47:04.196746 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-3d5c1d19-18f7-4481-9248-111cff023186 tempest-RoutersAdminTest-1970644103 tempest-RoutersAdminTest-1970644103-project-admin] Notify callbacks [] for router, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:04.200793 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47876c58-35fd-4b44-94a5-84939c18bdda tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify agent at l3_agent.dv-neutron-797120-4-hyperv the message routers_updated {{(pid=128083) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 11:47:04.202314 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-3d5c1d19-18f7-4481-9248-111cff023186 tempest-RoutersAdminTest-1970644103 tempest-RoutersAdminTest-1970644103-project-admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 1.1903651 Jun 24 11:47:04.226209 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff57fc11-191f-4838-9f12-5ab80bb0abe7 None None] Sync routers for ids ['fc9e401b-9e41-4991-883b-a5d54ca42ecc'] in dv-neutron-797120-4-hyperv {{(pid=128085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 11:47:04.232609 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 58176) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:47:04.250425 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff57fc11-191f-4838-9f12-5ab80bb0abe7 None None] Routers {'fc9e401b-9e41-4991-883b-a5d54ca42ecc'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 11:47:04.251155 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-ff57fc11-191f-4838-9f12-5ab80bb0abe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T11:46:56Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['fc9e401b-9e41-4991-883b-a5d54ca42ecc'], 'active': True} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:47:04.256770 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-47876c58-35fd-4b44-94a5-84939c18bdda tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] 10.222.0.53 "PUT /v2.0/routers/fc9e401b-9e41-4991-883b-a5d54ca42ecc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4977994 Jun 24 11:47:04.259366 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 58178) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:47:04.318138 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-d7781a46-880e-403f-98c5-5ec97d9c1cf1 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.3725004 Jun 24 11:47:04.324777 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 58180) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:47:04.374235 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-19a1267c-8bc1-4814-a0cf-0a9149129cd1 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Request body: {'subnet': {'network_id': '41403d78-aa20-4f32-9f75-4b684c2ff870', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:47:04.403904 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1e522b2-7243-4901-881e-6b63a1004955 None None] Network 94c20c43-6333-4073-88ab-3f603c6e3589 requested from dv-neutron-797120-4-hyperv {{(pid=128085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 11:47:04.409001 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device 5c4ec6b2-bbba-4019-9615-4b23af6d1552 up at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 11:47:04.428050 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.plugin [None req-1081e0ee-2a93-46d2-8b85-4d6a981cc49e tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Deleting port 543a07b7-5e5c-4b55-bec5-482cded504a8 {{(pid=128083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 11:47:04.428427 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-1081e0ee-2a93-46d2-8b85-4d6a981cc49e tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793193942312'] for port, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:04.432620 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvr_db [None req-ff57fc11-191f-4838-9f12-5ab80bb0abe7 None None] Set router fc9e401b-9e41-4991-883b-a5d54ca42ecc gateway port host: None {{(pid=128085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 11:47:04.505328 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-ed2211ab-bcca-421d-b6c5-67b10ac2609d tempest-RoutersAdminTest-1970644103 tempest-RoutersAdminTest-1970644103-project-admin] Notify callbacks [] for router, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:04.525614 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2731c0a2-9cca-418b-9f70-09ffac2d494c tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:47:04.529538 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-2731c0a2-9cca-418b-9f70-09ffac2d494c tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] 10.222.0.53 "GET /v2.0/ports/73b888de-a65f-4c7b-ac49-5d950956a147 HTTP/1.1" status: 200 len: 911 time: 0.2629914 Jun 24 11:47:04.555025 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-1057cbea-c183-4e4e-8afe-15f024173bf3 None None] Provisioning for port 5c4ec6b2-bbba-4019-9615-4b23af6d1552 completed by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 11:47:04.579329 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 58182) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:47:04.611079 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron_lib.callbacks.manager [None req-b8e2059e-2d88-4752-9b74-c3003743a07a None None] Notify callbacks [] for port, precommit_update {{(pid=128086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:04.626651 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.provisioning_blocks [None req-b8e2059e-2d88-4752-9b74-c3003743a07a None None] Transition to ACTIVE for port object 393d903f-50b4-48ed-81e2-0ee182c5f33f will not be triggered until provisioned by entity L2. {{(pid=128086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 11:47:04.637749 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron_lib.callbacks.manager [None req-b8e2059e-2d88-4752-9b74-c3003743a07a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:04.642978 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128086) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:47:04.697708 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb2b3a7-939f-4074-9543-5517aff579c4 None None] Pushing event updated for resources: {'Port': ['ID=393d903f-50b4-48ed-81e2-0ee182c5f33f,revision_number=3']} {{(pid=128086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:47:04.712802 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG oslo_concurrency.lockutils [None req-ceb2b3a7-939f-4074-9543-5517aff579c4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=128086) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:47:04.792995 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.db [None req-1081e0ee-2a93-46d2-8b85-4d6a981cc49e tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] For port 543a07b7-5e5c-4b55-bec5-482cded504a8, host dv-neutron-797120-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=543a07b7-5e5c-4b55-bec5-482cded504a8,segment=NetworkSegment(4d64ec63-9509-4ed1-bebd-c04e312eea7a),segment_id=4d64ec63-9509-4ed1-bebd-c04e312eea7a)] {{(pid=128083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 11:47:04.793372 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-1081e0ee-2a93-46d2-8b85-4d6a981cc49e tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1978872'] for port, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:04.813369 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7781a46-880e-403f-98c5-5ec97d9c1cf1 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Pushing event updated for resources: {'Network': ['ID=41403d78-aa20-4f32-9f75-4b684c2ff870,revision_number=1']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:47:04.818011 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-d7781a46-880e-403f-98c5-5ec97d9c1cf1 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.637s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:47:04.831898 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-79fd0b9e-f063-46f8-ba06-16f3b44d5e24 tempest-RoutersIpV6AdminTest-1198470881 tempest-RoutersIpV6AdminTest-1198470881-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973199', 'neutron.services.segments.db._delete_segments_for_network-8793194012456'] for network, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:04.836378 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.plugins.ml2.managers [None req-b8e2059e-2d88-4752-9b74-c3003743a07a None None] Attempting to bind port 393d903f-50b4-48ed-81e2-0ee182c5f33f on host dv-neutron-797120-4-hyperv for vnic_type normal with profile {{(pid=128086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 11:47:04.837300 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.plugins.ml2.managers [None req-b8e2059e-2d88-4752-9b74-c3003743a07a None None] Attempting to bind port 393d903f-50b4-48ed-81e2-0ee182c5f33f by drivers openvswitch,hyperv on host dv-neutron-797120-4-hyperv at level 0 using segments [{'id': '5f43c935-74a5-4624-8586-2fa4d7e03c81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'bafc64b7-599f-4120-9111-1328d4d00b29'}] {{(pid=128086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 11:47:04.837943 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8e2059e-2d88-4752-9b74-c3003743a07a None None] Attempting to bind port 393d903f-50b4-48ed-81e2-0ee182c5f33f on network bafc64b7-599f-4120-9111-1328d4d00b29 {{(pid=128086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 11:47:04.847620 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8e2059e-2d88-4752-9b74-c3003743a07a None None] Checking agent: {'id': 'e3a695b2-c397-461f-83b0-10b79d490b59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 11, 36, 56), 'started_at': datetime.datetime(2021, 6, 24, 11, 37, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 11, 46, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=128086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 11:47:04.849767 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8e2059e-2d88-4752-9b74-c3003743a07a None None] Checking segment: {'id': '5f43c935-74a5-4624-8586-2fa4d7e03c81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'bafc64b7-599f-4120-9111-1328d4d00b29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=128086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 11:47:04.852769 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron_lib.callbacks.manager [None req-b8e2059e-2d88-4752-9b74-c3003743a07a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=128086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:04.854387 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8e2059e-2d88-4752-9b74-c3003743a07a None None] Bound using segment: {'id': '5f43c935-74a5-4624-8586-2fa4d7e03c81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'bafc64b7-599f-4120-9111-1328d4d00b29'} {{(pid=128086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 11:47:04.856805 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.plugins.ml2.managers [None req-b8e2059e-2d88-4752-9b74-c3003743a07a None None] Bound port: 393d903f-50b4-48ed-81e2-0ee182c5f33f, host: dv-neutron-797120-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f43c935-74a5-4624-8586-2fa4d7e03c81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'bafc64b7-599f-4120-9111-1328d4d00b29'}}] {{(pid=128086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 11:47:04.859927 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron_lib.callbacks.manager [None req-b8e2059e-2d88-4752-9b74-c3003743a07a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:04.862803 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.services.segments.db [None req-79fd0b9e-f063-46f8-ba06-16f3b44d5e24 tempest-RoutersIpV6AdminTest-1198470881 tempest-RoutersIpV6AdminTest-1198470881-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc1bf607-304f-41d0-9a34-524f130adbde']}} {{(pid=128084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:47:04.888036 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19a1267c-8bc1-4814-a0cf-0a9149129cd1 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Made reservation on behalf of 9c8c7551cf984e4ca40de4f1d8880b93 for: {'subnet': 1} {{(pid=128084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 11:47:04.897767 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-19a1267c-8bc1-4814-a0cf-0a9149129cd1 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3162484'] for subnet, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:04.917813 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.services.segments.db [None req-79fd0b9e-f063-46f8-ba06-16f3b44d5e24 tempest-RoutersIpV6AdminTest-1198470881 tempest-RoutersIpV6AdminTest-1198470881-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81b31e8e-fab3-4bf5-b48e-4021230ebc69') {'for_net_delete': True} {{(pid=128084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:47:04.918313 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.services.segments.db [None req-79fd0b9e-f063-46f8-ba06-16f3b44d5e24 tempest-RoutersIpV6AdminTest-1198470881 tempest-RoutersIpV6AdminTest-1198470881-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81b31e8e-fab3-4bf5-b48e-4021230ebc69') {} {{(pid=128084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:47:04.953803 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.plugin [None req-1081e0ee-2a93-46d2-8b85-4d6a981cc49e tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Calling delete_port for 543a07b7-5e5c-4b55-bec5-482cded504a8 owned by network:dhcp {{(pid=128083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 11:47:04.968320 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61cbdeb6-1b0b-49fe-94c8-d2883a4b5233 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:47:04.975562 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61cbdeb6-1b0b-49fe-94c8-d2883a4b5233 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:47:04.986708 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-61cbdeb6-1b0b-49fe-94c8-d2883a4b5233 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1653 time: 0.4048839 Jun 24 11:47:04.989610 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 58184) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:47:05.029805 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-79fd0b9e-f063-46f8-ba06-16f3b44d5e24 tempest-RoutersIpV6AdminTest-1198470881 tempest-RoutersIpV6AdminTest-1198470881-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793194097327', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2373599'] for segment, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:05.144837 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.plugins.ml2.db [None req-b8e2059e-2d88-4752-9b74-c3003743a07a None None] For port 393d903f-50b4-48ed-81e2-0ee182c5f33f, host dv-neutron-797120-4-hyperv, cleared binding levels {{(pid=128086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 11:47:05.155378 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.plugins.ml2.db [None req-b8e2059e-2d88-4752-9b74-c3003743a07a None None] For port 393d903f-50b4-48ed-81e2-0ee182c5f33f, host dv-neutron-797120-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=393d903f-50b4-48ed-81e2-0ee182c5f33f,segment=NetworkSegment(5f43c935-74a5-4624-8586-2fa4d7e03c81),segment_id=5f43c935-74a5-4624-8586-2fa4d7e03c81)] {{(pid=128086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 11:47:05.164895 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron_lib.callbacks.manager [None req-b8e2059e-2d88-4752-9b74-c3003743a07a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:05.190173 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning for port 5c4ec6b2-bbba-4019-9615-4b23af6d1552 completed by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 11:47:05.193569 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG oslo_concurrency.lockutils [None req-869d6b00-4368-462e-b38e-9607e2fbf7fd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128086) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:47:05.196615 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Network 41403d78-aa20-4f32-9f75-4b684c2ff870 details requested by agent ovs-agent-dv-neutron-797120-4-hyperv with host dv-neutron-797120-4-hyperv {{(pid=128085) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 11:47:05.216214 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-79fd0b9e-f063-46f8-ba06-16f3b44d5e24 tempest-RoutersIpV6AdminTest-1198470881 tempest-RoutersIpV6AdminTest-1198470881-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967879'] for segment, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:05.232966 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-2150f2fb-9b14-4765-8c2a-e6399db9a2f6 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3291959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3162270'] for subnet, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:05.249718 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79fd0b9e-f063-46f8-ba06-16f3b44d5e24 tempest-RoutersIpV6AdminTest-1198470881 tempest-RoutersIpV6AdminTest-1198470881-project-admin] Releasing vlan 634 on physical network physnet1 to pool {{(pid=128084) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 11:47:05.250051 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-79fd0b9e-f063-46f8-ba06-16f3b44d5e24 tempest-RoutersIpV6AdminTest-1198470881 tempest-RoutersIpV6AdminTest-1198470881-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3292053'] for segment, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:05.286077 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning complete for port 5c4ec6b2-bbba-4019-9615-4b23af6d1552 triggered by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:47:05.286972 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:05.300643 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-11951847-970a-4718-9222-0ddd852ec3e7 None None] Provisioning complete for port 543a07b7-5e5c-4b55-bec5-482cded504a8 triggered by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:47:05.301542 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-11951847-970a-4718-9222-0ddd852ec3e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:05.328294 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-a9fb8152-3e0d-4b6c-bf78-c13491704a86 tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:47:05.331847 dv-neutron-797120-4-hyperv neutron-server[128084]: Traceback (most recent call last): Jun 24 11:47:05.331847 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 24 11:47:05.331847 dv-neutron-797120-4-hyperv neutron-server[128084]: timer() Jun 24 11:47:05.331847 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 24 11:47:05.331847 dv-neutron-797120-4-hyperv neutron-server[128084]: cb(*args, **kw) Jun 24 11:47:05.331847 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 24 11:47:05.331847 dv-neutron-797120-4-hyperv neutron-server[128084]: return func(*args, **kwargs) Jun 24 11:47:05.331847 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 24 11:47:05.331847 dv-neutron-797120-4-hyperv neutron-server[128084]: self._notify() Jun 24 11:47:05.331847 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 24 11:47:05.331847 dv-neutron-797120-4-hyperv neutron-server[128084]: self.callback(batched_events) Jun 24 11:47:05.331847 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 24 11:47:05.331847 dv-neutron-797120-4-hyperv neutron-server[128084]: event.method(event) Jun 24 11:47:05.331847 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 24 11:47:05.331847 dv-neutron-797120-4-hyperv neutron-server[128084]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 24 11:47:05.331847 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 24 11:47:05.331847 dv-neutron-797120-4-hyperv neutron-server[128084]: aggregate_uuid = self.p_client.list_aggregates( Jun 24 11:47:05.331847 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 24 11:47:05.331847 dv-neutron-797120-4-hyperv neutron-server[128084]: return f(self, *a, **k) Jun 24 11:47:05.331847 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 24 11:47:05.331847 dv-neutron-797120-4-hyperv neutron-server[128084]: return self._get(url).json() Jun 24 11:47:05.331847 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 24 11:47:05.331847 dv-neutron-797120-4-hyperv neutron-server[128084]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 24 11:47:05.331847 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 24 11:47:05.331847 dv-neutron-797120-4-hyperv neutron-server[128084]: return self.request(url, 'GET', **kwargs) Jun 24 11:47:05.331847 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 24 11:47:05.331847 dv-neutron-797120-4-hyperv neutron-server[128084]: base_url = self.get_endpoint(auth, allow=allow, Jun 24 11:47:05.331847 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 24 11:47:05.331847 dv-neutron-797120-4-hyperv neutron-server[128084]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 24 11:47:05.331847 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 24 11:47:05.331847 dv-neutron-797120-4-hyperv neutron-server[128084]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 24 11:47:05.331847 dv-neutron-797120-4-hyperv neutron-server[128084]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 24 11:47:05.339348 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8e2059e-2d88-4752-9b74-c3003743a07a None None] Routers {'9ce5a3ea-ef86-4fbf-9a68-c613a7caab15'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 11:47:05.339637 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-b8e2059e-2d88-4752-9b74-c3003743a07a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T11:46:56Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['9ce5a3ea-ef86-4fbf-9a68-c613a7caab15'], 'active': True} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:47:05.554348 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_dvr_db [None req-b8e2059e-2d88-4752-9b74-c3003743a07a None None] Set router 9ce5a3ea-ef86-4fbf-9a68-c613a7caab15 gateway port host: None {{(pid=128086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 11:47:05.594897 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dea54163-89f5-447d-881f-cb59d272dc63 None None] DHCP port deletion for 94c20c43-6333-4073-88ab-3f603c6e3589 request from dv-neutron-797120-4-hyperv {{(pid=128085) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 24 11:47:05.618178 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-79fd0b9e-f063-46f8-ba06-16f3b44d5e24 tempest-RoutersIpV6AdminTest-1198470881 tempest-RoutersIpV6AdminTest-1198470881-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1800243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1815642'] for network, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:05.632561 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-ed2211ab-bcca-421d-b6c5-67b10ac2609d tempest-RoutersAdminTest-1970644103 tempest-RoutersAdminTest-1970644103-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1803182', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65403'] for router, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:05.668223 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-ed2211ab-bcca-421d-b6c5-67b10ac2609d tempest-RoutersAdminTest-1970644103 tempest-RoutersAdminTest-1970644103-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:05.714713 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:05.775109 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-11951847-970a-4718-9222-0ddd852ec3e7 None None] Provisioning for port 73b888de-a65f-4c7b-ac49-5d950956a147 completed by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 11:47:05.784570 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.db_base_plugin_common [None req-41908a71-9178-48bf-af3c-aa507af50270 tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Allocated IP 172.20.0.1 (1549d505-f936-4d39-8f8f-72b4c7023104/d8d531f4-362b-4ce9-b820-18d1165b6187/75920fbd-98f5-471f-8f3e-f368f0a8bdb3) {{(pid=128083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 11:47:05.794080 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-ff57fc11-191f-4838-9f12-5ab80bb0abe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc9e401b-9e41-4991-883b-a5d54ca42ecc', 'name': 'tempest-NetworksTestDHCPv6-router-498000444', 'tenant_id': '086af1f572244cd08c37d97e004e4732', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T11:46:56Z', 'updated_at': '2021-06-24T11:47:00Z', 'revision_number': 2, 'project_id': '086af1f572244cd08c37d97e004e4732', 'gw_port_host': None, '_interfaces': [{'id': '73b888de-a65f-4c7b-ac49-5d950956a147', 'name': '', 'network_id': '11a80c9d-f8ee-4388-91b0-d49a25200fee', 'tenant_id': '086af1f572244cd08c37d97e004e4732', 'mac_address': 'fa:16:3e:88:4b:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc9e401b-9e41-4991-883b-a5d54ca42ecc', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '16322861-1bf0-4b2b-adca-5e20cd0e559f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:46:58Z', 'updated_at': '2021-06-24T11:47:01Z', 'revision_number': 2, 'project_id': '086af1f572244cd08c37d97e004e4732', 'subnets': [{'id': '16322861-1bf0-4b2b-adca-5e20cd0e559f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:47:05.797539 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-ed2211ab-bcca-421d-b6c5-67b10ac2609d tempest-RoutersAdminTest-1970644103 tempest-RoutersAdminTest-1970644103-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1806072'] for router, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:05.797775 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] For port 5c4ec6b2-bbba-4019-9615-4b23af6d1552, host dv-neutron-797120-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=5c4ec6b2-bbba-4019-9615-4b23af6d1552,segment=NetworkSegment(fddfe548-9582-48fa-8a0c-6b06bc4d1b9f),segment_id=fddfe548-9582-48fa-8a0c-6b06bc4d1b9f)] {{(pid=128085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 11:47:05.798303 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed2211ab-bcca-421d-b6c5-67b10ac2609d tempest-RoutersAdminTest-1970644103 tempest-RoutersAdminTest-1970644103-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 1da9a4ac-897e-401f-a0b7-b511d15d7518 {{(pid=128083) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 24 11:47:05.801097 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-11951847-970a-4718-9222-0ddd852ec3e7 None None] Provisioning complete for port 73b888de-a65f-4c7b-ac49-5d950956a147 triggered by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:47:05.801493 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-11951847-970a-4718-9222-0ddd852ec3e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:05.818588 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-ed2211ab-bcca-421d-b6c5-67b10ac2609d tempest-RoutersAdminTest-1970644103 tempest-RoutersAdminTest-1970644103-project-admin] Notify callbacks [] for router, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:05.820028 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-ed2211ab-bcca-421d-b6c5-67b10ac2609d tempest-RoutersAdminTest-1970644103 tempest-RoutersAdminTest-1970644103-project-admin] 10.222.0.53 "DELETE /v2.0/routers/1da9a4ac-897e-401f-a0b7-b511d15d7518 HTTP/1.1" status: 204 len: 168 time: 1.5862074 Jun 24 11:47:05.865026 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff57fc11-191f-4838-9f12-5ab80bb0abe7 None None] Checking router: fc9e401b-9e41-4991-883b-a5d54ca42ecc for host: dv-neutron-797120-4-hyperv {{(pid=128085) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 11:47:05.871699 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff57fc11-191f-4838-9f12-5ab80bb0abe7 None None] Updating router fc9e401b-9e41-4991-883b-a5d54ca42ecc port 73b888de-a65f-4c7b-ac49-5d950956a147 binding host dv-neutron-797120-4-hyperv {{(pid=128085) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 11:47:05.876439 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:05.878147 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device ae9f2bb7-8189-4b6a-af32-ac7244926992 up at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 11:47:05.892581 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb2b3a7-939f-4074-9543-5517aff579c4 None None] Pushing event updated for resources: {'Port': ['ID=393d903f-50b4-48ed-81e2-0ee182c5f33f,revision_number=4']} {{(pid=128086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:47:05.896200 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG oslo_concurrency.lockutils [None req-ceb2b3a7-939f-4074-9543-5517aff579c4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.704s {{(pid=128086) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:47:05.927191 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-0eed2ed0-81f7-49b0-82b7-250703339858 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:47:05.939760 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-b8e2059e-2d88-4752-9b74-c3003743a07a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ce5a3ea-ef86-4fbf-9a68-c613a7caab15', 'name': 'tempest-RoutersIpV6Test-router-1768214735', 'tenant_id': '9c8c7551cf984e4ca40de4f1d8880b93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T11:46:39Z', 'updated_at': '2021-06-24T11:46:58Z', 'revision_number': 3, 'project_id': '9c8c7551cf984e4ca40de4f1d8880b93', 'gw_port_host': None, '_interfaces': [{'id': '393d903f-50b4-48ed-81e2-0ee182c5f33f', 'name': '', 'network_id': 'bafc64b7-599f-4120-9111-1328d4d00b29', 'tenant_id': '9c8c7551cf984e4ca40de4f1d8880b93', 'mac_address': 'fa:16:3e:41:a8:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ce5a3ea-ef86-4fbf-9a68-c613a7caab15', 'device_owner': 'network:router_interface', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '2eadf126-bb80-462e-a2e3-90a335dd379b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:46:56Z', 'updated_at': '2021-06-24T11:47:05Z', 'revision_number': 4, 'project_id': '9c8c7551cf984e4ca40de4f1d8880b93', 'subnets': [{'id': '2eadf126-bb80-462e-a2e3-90a335dd379b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '525ba555-882d-46c1-90b4-58e1947f05fb', 'name': '', 'network_id': 'e6c680f4-577d-4f2c-840f-4ffe44326df7', 'tenant_id': '9c8c7551cf984e4ca40de4f1d8880b93', 'mac_address': 'fa:16:3e:9e:cb:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce5a3ea-ef86-4fbf-9a68-c613a7caab15', 'device_owner': 'network:router_interface', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': 'e0b6c98b-cc27-4b1e-ba5c-af819acff9ea', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:46:45Z', 'updated_at': '2021-06-24T11:47:01Z', 'revision_number': 5, 'project_id': '9c8c7551cf984e4ca40de4f1d8880b93', 'subnets': [{'id': 'e0b6c98b-cc27-4b1e-ba5c-af819acff9ea', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:47:05.979480 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8e2059e-2d88-4752-9b74-c3003743a07a None None] The sync data for ids ['9ce5a3ea-ef86-4fbf-9a68-c613a7caab15'] in dv-neutron-797120-4-hyperv is: [{'id': '9ce5a3ea-ef86-4fbf-9a68-c613a7caab15', 'name': 'tempest-RoutersIpV6Test-router-1768214735', 'tenant_id': '9c8c7551cf984e4ca40de4f1d8880b93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T11:46:39Z', 'updated_at': '2021-06-24T11:46:58Z', 'revision_number': 3, 'project_id': '9c8c7551cf984e4ca40de4f1d8880b93', 'gw_port_host': None, '_interfaces': [{'id': '393d903f-50b4-48ed-81e2-0ee182c5f33f', 'name': '', 'network_id': 'bafc64b7-599f-4120-9111-1328d4d00b29', 'tenant_id': '9c8c7551cf984e4ca40de4f1d8880b93', 'mac_address': 'fa:16:3e:41:a8:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ce5a3ea-ef86-4fbf-9a68-c613a7caab15', 'device_owner': 'network:router_interface', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '2eadf126-bb80-462e-a2e3-90a335dd379b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:46:56Z', 'updated_at': '2021-06-24T11:47:05Z', 'revision_number': 4, 'project_id': '9c8c7551cf984e4ca40de4f1d8880b93', 'subnets': [{'id': '2eadf126-bb80-462e-a2e3-90a335dd379b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '525ba555-882d-46c1-90b4-58e1947f05fb', 'name': '', 'network_id': 'e6c680f4-577d-4f2c-840f-4ffe44326df7', 'tenant_id': '9c8c7551cf984e4ca40de4f1d8880b93', 'mac_address': 'fa:16:3e:9e:cb:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce5a3ea-ef86-4fbf-9a68-c613a7caab15', 'device_owner': 'network:router_interface', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': 'e0b6c98b-cc27-4b1e-ba5c-af819acff9ea', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:46:45Z', 'updated_at': '2021-06-24T11:47:01Z', 'revision_number': 5, 'project_id': '9c8c7551cf984e4ca40de4f1d8880b93', 'subnets': [{'id': 'e0b6c98b-cc27-4b1e-ba5c-af819acff9ea', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=128086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 11:47:06.007227 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-1081e0ee-2a93-46d2-8b85-4d6a981cc49e tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793193945299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193536732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2537862'] for port, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:06.011933 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-c41f27f7-092e-4e25-99af-cd8188065867 tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:47:06.026533 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79fd0b9e-f063-46f8-ba06-16f3b44d5e24 tempest-RoutersIpV6AdminTest-1198470881 tempest-RoutersIpV6AdminTest-1198470881-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network cc1bf607-304f-41d0-9a34-524f130adbde {{(pid=128084) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jun 24 11:47:06.028125 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2150f2fb-9b14-4765-8c2a-e6399db9a2f6 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Pushing event updated for resources: {'Subnet': ['ID=ee35f23e-956d-4b15-87a0-fe4ac4012d10,revision_number=0']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:47:06.032948 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-79fd0b9e-f063-46f8-ba06-16f3b44d5e24 tempest-RoutersIpV6AdminTest-1198470881 tempest-RoutersIpV6AdminTest-1198470881-project-admin] Notify callbacks [] for network, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:06.035060 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-79fd0b9e-f063-46f8-ba06-16f3b44d5e24 tempest-RoutersIpV6AdminTest-1198470881 tempest-RoutersIpV6AdminTest-1198470881-project-admin] 10.222.0.53 "DELETE /v2.0/networks/cc1bf607-304f-41d0-9a34-524f130adbde HTTP/1.1" status: 204 len: 168 time: 2.3976359 Jun 24 11:47:06.043880 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-2150f2fb-9b14-4765-8c2a-e6399db9a2f6 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.716s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:47:06.051810 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-2fef3fab-1bd2-4eb4-ba68-a192c5bdd145 tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.032s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:47:06.059451 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 58190) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:47:06.060827 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-dea54163-89f5-447d-881f-cb59d272dc63 None None] Deleting port 543a07b7-5e5c-4b55-bec5-482cded504a8 {{(pid=128085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 11:47:06.060827 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-dea54163-89f5-447d-881f-cb59d272dc63 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793193942312'] for port, before_delete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:06.113929 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2150f2fb-9b14-4765-8c2a-e6399db9a2f6 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Checking segment: {'id': 'b78e3fec-a708-4c42-b9ce-56b3d372bb34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'bddb0f8e-0e1f-4536-a9ef-e387f1699f13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=128084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 11:47:06.114385 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2150f2fb-9b14-4765-8c2a-e6399db9a2f6 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Network hostable DHCP agents. Network: bddb0f8e-0e1f-4536-a9ef-e387f1699f13, hostable agents: ['6be988a9-1d97-480f-be5a-c55abf2c55c5'], hosted agents: [] {{(pid=128084) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 11:47:06.117020 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79fd0b9e-f063-46f8-ba06-16f3b44d5e24 tempest-RoutersIpV6AdminTest-1198470881 tempest-RoutersIpV6AdminTest-1198470881-project-admin] Pushing event deleted for resources: {'Network': ['ID=cc1bf607-304f-41d0-9a34-524f130adbde,revision_number=None']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:47:06.117905 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1081e0ee-2a93-46d2-8b85-4d6a981cc49e tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Pushing event deleted for resources: {'Port': ['ID=543a07b7-5e5c-4b55-bec5-482cded504a8,revision_number=None']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:47:06.124143 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-79fd0b9e-f063-46f8-ba06-16f3b44d5e24 tempest-RoutersIpV6AdminTest-1198470881 tempest-RoutersIpV6AdminTest-1198470881-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:47:06.132058 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1081e0ee-2a93-46d2-8b85-4d6a981cc49e tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] No DVR routers for this DVR port 543a07b7-5e5c-4b55-bec5-482cded504a8 on host dv-neutron-797120-4-hyperv {{(pid=128083) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 11:47:06.139821 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-1081e0ee-2a93-46d2-8b85-4d6a981cc49e tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:47:06.147053 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-41908a71-9178-48bf-af3c-aa507af50270 tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Notify callbacks [] for port, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:06.217917 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2150f2fb-9b14-4765-8c2a-e6399db9a2f6 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Network bddb0f8e-0e1f-4536-a9ef-e387f1699f13 is scheduled to be hosted by DHCP agent 6be988a9-1d97-480f-be5a-c55abf2c55c5 with binding_index 1 {{(pid=128084) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 11:47:06.238622 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-19a1267c-8bc1-4814-a0cf-0a9149129cd1 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3291959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3162270'] for subnet, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:06.242314 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-7087adec-c4fb-4c2f-a496-8382084d75b3 tempest-RoutersIpV6AdminTest-1198470881 tempest-RoutersIpV6AdminTest-1198470881-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:47:06.254125 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.base_scheduler [None req-2150f2fb-9b14-4765-8c2a-e6399db9a2f6 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-4-hyperv, bddb0f8e-0e1f-4536-a9ef-e387f1699f13) {{(pid=128084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:47:06.266890 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2150f2fb-9b14-4765-8c2a-e6399db9a2f6 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=128084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:47:06.268723 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-2150f2fb-9b14-4765-8c2a-e6399db9a2f6 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Notify callbacks [] for subnet, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:06.273743 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.provisioning_blocks [None req-41908a71-9178-48bf-af3c-aa507af50270 tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Transition to ACTIVE for port object 75920fbd-98f5-471f-8f3e-f368f0a8bdb3 will not be triggered until provisioned by entity DHCP. {{(pid=128083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 11:47:06.288424 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23b36e71-0bdc-46c4-ab3a-19e20d56ea88 None None] Network bddb0f8e-0e1f-4536-a9ef-e387f1699f13 requested from dv-neutron-797120-4-hyperv {{(pid=128085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 11:47:06.298087 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ff57fc11-191f-4838-9f12-5ab80bb0abe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:06.324449 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-11951847-970a-4718-9222-0ddd852ec3e7 None None] Port 73b888de-a65f-4c7b-ac49-5d950956a147 cannot update to ACTIVE because it is not bound. {{(pid=128085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 11:47:06.346533 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-2150f2fb-9b14-4765-8c2a-e6399db9a2f6 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.2430458 Jun 24 11:47:06.351310 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 58194) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:47:06.382462 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-1081e0ee-2a93-46d2-8b85-4d6a981cc49e tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973199', 'neutron.services.segments.db._delete_segments_for_network-8793194012456'] for network, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:06.410504 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.services.segments.db [None req-1081e0ee-2a93-46d2-8b85-4d6a981cc49e tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['94c20c43-6333-4073-88ab-3f603c6e3589']}} {{(pid=128083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:47:06.416444 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Pushing event updated for resources: {'Port': ['ID=5c4ec6b2-bbba-4019-9615-4b23af6d1552,revision_number=3']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:47:06.426705 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-dea54163-89f5-447d-881f-cb59d272dc63 None None] For port 543a07b7-5e5c-4b55-bec5-482cded504a8, host dv-neutron-797120-4-hyperv, got binding levels [] {{(pid=128085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 11:47:06.427106 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-dea54163-89f5-447d-881f-cb59d272dc63 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1978872'] for port, precommit_delete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:06.440487 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.513s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:47:06.443938 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.services.segments.db [None req-1081e0ee-2a93-46d2-8b85-4d6a981cc49e tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d64ec63-9509-4ed1-bebd-c04e312eea7a') {'for_net_delete': True} {{(pid=128083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:47:06.444598 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.services.segments.db [None req-1081e0ee-2a93-46d2-8b85-4d6a981cc49e tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d64ec63-9509-4ed1-bebd-c04e312eea7a') {} {{(pid=128083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:47:06.450653 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-d5d3c9f6-42ce-4cf7-9c74-03ff8c08cca2 tempest-RoutersAdminTest-701485524 tempest-RoutersAdminTest-701485524-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-382919597', 'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b'}, 'admin_state_up': False}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:47:06.466491 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-1081e0ee-2a93-46d2-8b85-4d6a981cc49e tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793194097327', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3143690'] for segment, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:06.493864 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-1081e0ee-2a93-46d2-8b85-4d6a981cc49e tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967879'] for segment, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:06.504535 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1081e0ee-2a93-46d2-8b85-4d6a981cc49e tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Releasing vlan 627 on physical network physnet1 to pool {{(pid=128083) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 11:47:06.505740 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-1081e0ee-2a93-46d2-8b85-4d6a981cc49e tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2537899'] for segment, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:06.511655 dv-neutron-797120-4-hyperv neutron-server[128083]: Traceback (most recent call last): Jun 24 11:47:06.511655 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 24 11:47:06.511655 dv-neutron-797120-4-hyperv neutron-server[128083]: timer() Jun 24 11:47:06.511655 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 24 11:47:06.511655 dv-neutron-797120-4-hyperv neutron-server[128083]: cb(*args, **kw) Jun 24 11:47:06.511655 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 24 11:47:06.511655 dv-neutron-797120-4-hyperv neutron-server[128083]: return func(*args, **kwargs) Jun 24 11:47:06.511655 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 24 11:47:06.511655 dv-neutron-797120-4-hyperv neutron-server[128083]: self._notify() Jun 24 11:47:06.511655 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 24 11:47:06.511655 dv-neutron-797120-4-hyperv neutron-server[128083]: self.callback(batched_events) Jun 24 11:47:06.511655 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 24 11:47:06.511655 dv-neutron-797120-4-hyperv neutron-server[128083]: event.method(event) Jun 24 11:47:06.511655 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 24 11:47:06.511655 dv-neutron-797120-4-hyperv neutron-server[128083]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 24 11:47:06.511655 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 24 11:47:06.511655 dv-neutron-797120-4-hyperv neutron-server[128083]: aggregate_uuid = self.p_client.list_aggregates( Jun 24 11:47:06.511655 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 24 11:47:06.511655 dv-neutron-797120-4-hyperv neutron-server[128083]: return f(self, *a, **k) Jun 24 11:47:06.511655 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 24 11:47:06.511655 dv-neutron-797120-4-hyperv neutron-server[128083]: return self._get(url).json() Jun 24 11:47:06.511655 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 24 11:47:06.511655 dv-neutron-797120-4-hyperv neutron-server[128083]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 24 11:47:06.511655 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 24 11:47:06.511655 dv-neutron-797120-4-hyperv neutron-server[128083]: return self.request(url, 'GET', **kwargs) Jun 24 11:47:06.511655 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 24 11:47:06.511655 dv-neutron-797120-4-hyperv neutron-server[128083]: base_url = self.get_endpoint(auth, allow=allow, Jun 24 11:47:06.511655 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 24 11:47:06.511655 dv-neutron-797120-4-hyperv neutron-server[128083]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 24 11:47:06.511655 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 24 11:47:06.511655 dv-neutron-797120-4-hyperv neutron-server[128083]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 24 11:47:06.511655 dv-neutron-797120-4-hyperv neutron-server[128083]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 24 11:47:06.518225 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-41908a71-9178-48bf-af3c-aa507af50270 tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-650429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-506361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793193536723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2537853'] for port, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:06.540702 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-dea54163-89f5-447d-881f-cb59d272dc63 None None] Calling delete_port for 543a07b7-5e5c-4b55-bec5-482cded504a8 owned by network:dhcp {{(pid=128085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 11:47:06.548417 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.ipam_backend_mixin [None req-dea54163-89f5-447d-881f-cb59d272dc63 None None] Port 543a07b7-5e5c-4b55-bec5-482cded504a8 was not found and therefore no delete operation was performed {{(pid=128085) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jun 24 11:47:06.559588 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-dea54163-89f5-447d-881f-cb59d272dc63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793193945299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193536732'] for port, after_delete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:06.570732 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-ad2e56d1-8022-4c65-9652-e4ea23e041f5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:47:06.584946 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-8df2cc88-9ef1-4692-a133-0e4ebb638d40 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:47:06.601818 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-d5d3c9f6-42ce-4cf7-9c74-03ff8c08cca2 tempest-RoutersAdminTest-701485524 tempest-RoutersAdminTest-701485524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1803889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65293'] for router, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:06.602832 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-d5d3c9f6-42ce-4cf7-9c74-03ff8c08cca2 tempest-RoutersAdminTest-701485524 tempest-RoutersAdminTest-701485524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1803848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1975305', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1581158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65396'] for router, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:06.674627 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning complete for port ae9f2bb7-8189-4b6a-af32-ac7244926992 triggered by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:47:06.675015 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:06.676744 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea54163-89f5-447d-881f-cb59d272dc63 None None] Pushing event deleted for resources: {'Port': ['ID=543a07b7-5e5c-4b55-bec5-482cded504a8,revision_number=None']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:47:06.680218 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dea54163-89f5-447d-881f-cb59d272dc63 None None] No DVR routers for this DVR port 543a07b7-5e5c-4b55-bec5-482cded504a8 on host dv-neutron-797120-4-hyperv {{(pid=128085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 11:47:06.692004 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-dea54163-89f5-447d-881f-cb59d272dc63 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:47:06.696789 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-d5d3c9f6-42ce-4cf7-9c74-03ff8c08cca2 tempest-RoutersAdminTest-701485524 tempest-RoutersAdminTest-701485524-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:06.768362 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 58202) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:47:06.786369 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a1267c-8bc1-4814-a0cf-0a9149129cd1 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Pushing event updated for resources: {'Subnet': ['ID=4492df7d-0108-42b8-9db5-4fc6e259fc17,revision_number=0']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:47:06.795285 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-19a1267c-8bc1-4814-a0cf-0a9149129cd1 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.553s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:47:06.810913 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41908a71-9178-48bf-af3c-aa507af50270 tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Pushing event updated for resources: {'Port': ['ID=75920fbd-98f5-471f-8f3e-f368f0a8bdb3,revision_number=1']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:47:06.820905 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [None req-a25a7d8f-6bbb-4856-b88e-82c6f6e4d22a tempest-RoutersIpV6AdminTest-1198470881 tempest-RoutersIpV6AdminTest-1198470881-project-admin] Request body: {'router': {'name': 'tempest-router--468151155', 'project_id': 'f126fca3c1c24f8bb5e6f1e991215595'}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:47:06.826222 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41908a71-9178-48bf-af3c-aa507af50270 tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Network 1549d505-f936-4d39-8f8f-72b4c7023104 is already hosted by enough agents. {{(pid=128083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 11:47:06.830775 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-41908a71-9178-48bf-af3c-aa507af50270 tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:47:06.831802 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-1081e0ee-2a93-46d2-8b85-4d6a981cc49e tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1800243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1815642'] for network, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:06.838050 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.base_scheduler [None req-41908a71-9178-48bf-af3c-aa507af50270 tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Resources bound (agent type, host, resource id): {{(pid=128083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:47:06.840336 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-14081019-42eb-4756-ad78-0fcf85cc499d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:47:06.849979 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-1081e0ee-2a93-46d2-8b85-4d6a981cc49e tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588949'] for network, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:06.851894 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-1081e0ee-2a93-46d2-8b85-4d6a981cc49e tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] 10.222.0.53 "DELETE /v2.0/networks/94c20c43-6333-4073-88ab-3f603c6e3589 HTTP/1.1" status: 204 len: 168 time: 3.1919599 Jun 24 11:47:06.852801 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41908a71-9178-48bf-af3c-aa507af50270 tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Received port after_create {{(pid=128083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 11:47:06.862516 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-13f6f8ea-21ff-40ab-82d2-ebef5fc72d8e None None] Provisioning complete for port 73b888de-a65f-4c7b-ac49-5d950956a147 triggered by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:47:06.862901 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-13f6f8ea-21ff-40ab-82d2-ebef5fc72d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:06.870542 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 58204) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:47:06.944348 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1081e0ee-2a93-46d2-8b85-4d6a981cc49e tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Pushing event deleted for resources: {'Network': ['ID=94c20c43-6333-4073-88ab-3f603c6e3589,revision_number=None']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:47:06.947021 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-1081e0ee-2a93-46d2-8b85-4d6a981cc49e tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:47:06.964419 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3ce2bd6-e083-44a1-b97b-f881ce59c1d2 tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] DELETE failed (client error): The resource could not be found. Jun 24 11:47:06.964881 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a3ce2bd6-e083-44a1-b97b-f881ce59c1d2 tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=128083) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 24 11:47:06.969152 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-a3ce2bd6-e083-44a1-b97b-f881ce59c1d2 tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] 10.222.0.53 "DELETE /v2.0/subnets/8663c430-d33d-4985-9a1c-58e1e604ac75 HTTP/1.1" status: 404 len: 337 time: 0.0951612 Jun 24 11:47:06.976678 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 58206) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:47:07.005782 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4b94df6-a9c3-4206-aefc-e2a75a4cf13c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d65c8f8-7530-5052-99fe-8ea05073750b-bddb0f8e-0e1f-4536-a9ef-e387f1699f13', 'network_id': 'bddb0f8e-0e1f-4536-a9ef-e387f1699f13', 'tenant_id': '01c7f8735a2b4722ae0cabb11183e366', 'fixed_ips': [{'subnet_id': 'ee35f23e-956d-4b15-87a0-fe4ac4012d10'}]}} from dv-neutron-797120-4-hyperv. {{(pid=128085) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 24 11:47:07.006965 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-f4b94df6-a9c3-4206-aefc-e2a75a4cf13c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_create {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:07.019588 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-13f6f8ea-21ff-40ab-82d2-ebef5fc72d8e None None] Port 73b888de-a65f-4c7b-ac49-5d950956a147 cannot update to ACTIVE because it is not bound. {{(pid=128085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 11:47:07.025183 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-a25a7d8f-6bbb-4856-b88e-82c6f6e4d22a tempest-RoutersIpV6AdminTest-1198470881 tempest-RoutersIpV6AdminTest-1198470881-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1803889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65293'] for router, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:07.027175 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-a25a7d8f-6bbb-4856-b88e-82c6f6e4d22a tempest-RoutersIpV6AdminTest-1198470881 tempest-RoutersIpV6AdminTest-1198470881-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1803848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1975305', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1581158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65396'] for router, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:07.052173 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.pecan_wsgi.hooks.translation [None req-4cfa5c4e-421a-4981-a814-0e4ac76bf211 tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] DELETE failed (client error): The resource could not be found. Jun 24 11:47:07.053098 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4cfa5c4e-421a-4981-a814-0e4ac76bf211 tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=128083) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 24 11:47:07.058784 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-4cfa5c4e-421a-4981-a814-0e4ac76bf211 tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] 10.222.0.53 "DELETE /v2.0/networks/ce5eee75-5dee-4586-9a4e-9bdccaa58a04 HTTP/1.1" status: 404 len: 339 time: 0.0667126 Jun 24 11:47:07.060130 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 58208) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:47:07.073803 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-41908a71-9178-48bf-af3c-aa507af50270 tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1978458'] for router_interface, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:07.121467 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19a1267c-8bc1-4814-a0cf-0a9149129cd1 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Checking segment: {'id': '6dc0ed20-0e3e-4794-aa27-4e8e2aa82b77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '41403d78-aa20-4f32-9f75-4b684c2ff870'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=128084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 11:47:07.121832 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19a1267c-8bc1-4814-a0cf-0a9149129cd1 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Network hostable DHCP agents. Network: 41403d78-aa20-4f32-9f75-4b684c2ff870, hostable agents: ['6be988a9-1d97-480f-be5a-c55abf2c55c5'], hosted agents: [] {{(pid=128084) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 11:47:07.172007 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.pecan_wsgi.hooks.translation [None req-20c52e0f-1598-46fb-a37b-6f2011a2dddd tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] DELETE failed (client error): The resource could not be found. Jun 24 11:47:07.172685 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-20c52e0f-1598-46fb-a37b-6f2011a2dddd tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=128083) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 24 11:47:07.178066 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-20c52e0f-1598-46fb-a37b-6f2011a2dddd tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] 10.222.0.53 "DELETE /v2.0/subnets/b46d5ee2-132c-438b-940e-1ef932fcb839 HTTP/1.1" status: 404 len: 337 time: 0.1145844 Jun 24 11:47:07.182854 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 58210) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:47:07.270156 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-a25a7d8f-6bbb-4856-b88e-82c6f6e4d22a tempest-RoutersIpV6AdminTest-1198470881 tempest-RoutersIpV6AdminTest-1198470881-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:07.274511 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ae514c0-9f3d-499e-aa46-d7601704e1e9 tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] DELETE failed (client error): The resource could not be found. Jun 24 11:47:07.275397 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ae514c0-9f3d-499e-aa46-d7601704e1e9 tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=128083) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 24 11:47:07.277564 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-4ae514c0-9f3d-499e-aa46-d7601704e1e9 tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] 10.222.0.53 "DELETE /v2.0/networks/377b3c2f-0329-4d52-985c-170831c0dfa3 HTTP/1.1" status: 404 len: 339 time: 0.0776110 Jun 24 11:47:07.281670 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 58212) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:47:07.285950 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-a25a7d8f-6bbb-4856-b88e-82c6f6e4d22a tempest-RoutersIpV6AdminTest-1198470881 tempest-RoutersIpV6AdminTest-1198470881-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1803210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1815767'] for router, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:07.330195 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-900d8877-58d4-4a70-9ef2-d8b4afc32be1 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1978565'] for router_interface, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:07.383388 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-d5d3c9f6-42ce-4cf7-9c74-03ff8c08cca2 tempest-RoutersAdminTest-701485524 tempest-RoutersAdminTest-701485524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1975381', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1803205', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65378'] for router, precommit_update {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:07.395634 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.db_base_plugin_common [None req-f4b94df6-a9c3-4206-aefc-e2a75a4cf13c None None] Allocated IP 172.20.0.2 (bddb0f8e-0e1f-4536-a9ef-e387f1699f13/ee35f23e-956d-4b15-87a0-fe4ac4012d10/7ad8e957-138a-47d0-ae75-77e7fbba792d) {{(pid=128085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 11:47:07.427898 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19a1267c-8bc1-4814-a0cf-0a9149129cd1 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Network 41403d78-aa20-4f32-9f75-4b684c2ff870 is scheduled to be hosted by DHCP agent 6be988a9-1d97-480f-be5a-c55abf2c55c5 with binding_index 1 {{(pid=128084) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 11:47:07.438371 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-0aeb096f-ee85-425b-9adc-e3fb17747050 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:07.491790 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-71b1d535-6d2d-4801-9ab3-d31ec58d855d None None] Provisioning for port 75920fbd-98f5-471f-8f3e-f368f0a8bdb3 completed by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 11:47:07.493756 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.pecan_wsgi.hooks.translation [None req-897bd9a4-9d3d-4765-9113-f6a02456ffd1 tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] DELETE failed (client error): The resource could not be found. Jun 24 11:47:07.494226 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-897bd9a4-9d3d-4765-9113-f6a02456ffd1 tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=128083) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 24 11:47:07.495923 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-897bd9a4-9d3d-4765-9113-f6a02456ffd1 tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] 10.222.0.53 "DELETE /v2.0/subnets/da02d753-0758-4216-bd35-b71f9543fb89 HTTP/1.1" status: 404 len: 337 time: 0.2113581 Jun 24 11:47:07.554896 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 58214) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:47:07.558388 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-71b1d535-6d2d-4801-9ab3-d31ec58d855d None None] Provisioning complete for port 75920fbd-98f5-471f-8f3e-f368f0a8bdb3 triggered by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:47:07.559036 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-71b1d535-6d2d-4801-9ab3-d31ec58d855d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:07.573420 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-a25a7d8f-6bbb-4856-b88e-82c6f6e4d22a tempest-RoutersIpV6AdminTest-1198470881 tempest-RoutersIpV6AdminTest-1198470881-project-admin] Notify callbacks [] for router, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:07.581959 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-a25a7d8f-6bbb-4856-b88e-82c6f6e4d22a tempest-RoutersIpV6AdminTest-1198470881 tempest-RoutersIpV6AdminTest-1198470881-project-admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.7724535 Jun 24 11:47:07.585434 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 58216) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:47:07.661225 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.pecan_wsgi.hooks.translation [None req-42161792-2dad-4510-9b10-1a8174d97400 tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] DELETE failed (client error): The resource could not be found. Jun 24 11:47:07.661837 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-42161792-2dad-4510-9b10-1a8174d97400 tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=128083) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 24 11:47:07.663543 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-42161792-2dad-4510-9b10-1a8174d97400 tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] 10.222.0.53 "DELETE /v2.0/networks/2293a147-1d35-43c6-ac11-d908019adb75 HTTP/1.1" status: 404 len: 339 time: 0.1073549 Jun 24 11:47:07.672919 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-71b1d535-6d2d-4801-9ab3-d31ec58d855d None None] Port 75920fbd-98f5-471f-8f3e-f368f0a8bdb3 cannot update to ACTIVE because it is not bound. {{(pid=128085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 11:47:07.676080 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ff57fc11-191f-4838-9f12-5ab80bb0abe7 None None] Notify callbacks [] for port, precommit_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:07.701072 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-ff57fc11-191f-4838-9f12-5ab80bb0abe7 None None] Transition to ACTIVE for port object 73b888de-a65f-4c7b-ac49-5d950956a147 will not be triggered until provisioned by entity L2. {{(pid=128085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 11:47:07.710170 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 58218) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:47:07.725924 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ff57fc11-191f-4838-9f12-5ab80bb0abe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:07.732750 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-b60f176f-af50-4a7a-9049-ad418e0e5bf8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:47:07.755624 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-41908a71-9178-48bf-af3c-aa507af50270 tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:07.773320 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-21334482-7772-4005-a121-525b15909a94 tempest-RoutersIpV6AdminTest-1198470881 tempest-RoutersIpV6AdminTest-1198470881-project-admin] Notify callbacks [] for router, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:07.780959 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device 5c4ec6b2-bbba-4019-9615-4b23af6d1552 up at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 11:47:07.798684 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.base_scheduler [None req-19a1267c-8bc1-4814-a0cf-0a9149129cd1 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-4-hyperv, 41403d78-aa20-4f32-9f75-4b684c2ff870) {{(pid=128084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:47:07.803389 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19a1267c-8bc1-4814-a0cf-0a9149129cd1 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=128084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:47:07.805535 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-19a1267c-8bc1-4814-a0cf-0a9149129cd1 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Notify callbacks [] for subnet, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:07.835416 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-958618b3-3819-41f3-a0ce-8181c2f58733 None None] Network 41403d78-aa20-4f32-9f75-4b684c2ff870 requested from dv-neutron-797120-4-hyperv {{(pid=128085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 11:47:07.850465 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-19a1267c-8bc1-4814-a0cf-0a9149129cd1 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 3.5002925 Jun 24 11:47:07.858396 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 58220) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:47:07.895620 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.db_base_plugin_v2 [None req-0489a194-8909-49ee-bdca-a7b3d158225f tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Deleting subnet 1743e024-0a14-4010-bb5c-c2970d5ccd07 {{(pid=128083) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 24 11:47:07.941138 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-0489a194-8909-49ee-bdca-a7b3d158225f tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Notify callbacks [] for subnet, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:08.040498 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54cd9968-69fb-44ee-a349-235cae025025 None None] Pushing event updated for resources: {'Port': ['ID=73b888de-a65f-4c7b-ac49-5d950956a147,revision_number=3']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:47:08.045767 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-f4b94df6-a9c3-4206-aefc-e2a75a4cf13c None None] Notify callbacks [] for port, precommit_create {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:08.049919 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-54cd9968-69fb-44ee-a349-235cae025025 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.317s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:47:08.103640 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-f4b94df6-a9c3-4206-aefc-e2a75a4cf13c None None] Transition to ACTIVE for port object 7ad8e957-138a-47d0-ae75-77e7fbba792d will not be triggered until provisioned by entity L2. {{(pid=128085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 11:47:08.163368 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-f4b94df6-a9c3-4206-aefc-e2a75a4cf13c None None] Transition to ACTIVE for port object 7ad8e957-138a-47d0-ae75-77e7fbba792d will not be triggered until provisioned by entity DHCP. {{(pid=128085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 11:47:08.167370 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-ff57fc11-191f-4838-9f12-5ab80bb0abe7 None None] Attempting to bind port 73b888de-a65f-4c7b-ac49-5d950956a147 on host dv-neutron-797120-4-hyperv for vnic_type normal with profile {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 11:47:08.167746 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-ff57fc11-191f-4838-9f12-5ab80bb0abe7 None None] Attempting to bind port 73b888de-a65f-4c7b-ac49-5d950956a147 by drivers openvswitch,hyperv on host dv-neutron-797120-4-hyperv at level 0 using segments [{'id': 'fddfe548-9582-48fa-8a0c-6b06bc4d1b9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '11a80c9d-f8ee-4388-91b0-d49a25200fee'}] {{(pid=128085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 11:47:08.168116 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff57fc11-191f-4838-9f12-5ab80bb0abe7 None None] Attempting to bind port 73b888de-a65f-4c7b-ac49-5d950956a147 on network 11a80c9d-f8ee-4388-91b0-d49a25200fee {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 11:47:08.169688 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-21334482-7772-4005-a121-525b15909a94 tempest-RoutersIpV6AdminTest-1198470881 tempest-RoutersIpV6AdminTest-1198470881-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1803182', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65403'] for router, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:08.175856 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-0489a194-8909-49ee-bdca-a7b3d158225f tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3143795'] for subnet, precommit_delete_associations {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:08.180665 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-21334482-7772-4005-a121-525b15909a94 tempest-RoutersIpV6AdminTest-1198470881 tempest-RoutersIpV6AdminTest-1198470881-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:08.181444 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-f4b94df6-a9c3-4206-aefc-e2a75a4cf13c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-650429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-506361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793193536723'] for port, after_create {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:08.189349 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-d37469a2-82f3-4460-91af-155d176e7f5b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:47:08.201428 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff57fc11-191f-4838-9f12-5ab80bb0abe7 None None] Checking agent: {'id': 'e3a695b2-c397-461f-83b0-10b79d490b59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 11, 36, 56), 'started_at': datetime.datetime(2021, 6, 24, 11, 37, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 11, 46, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 11:47:08.201854 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff57fc11-191f-4838-9f12-5ab80bb0abe7 None None] Checking segment: {'id': 'fddfe548-9582-48fa-8a0c-6b06bc4d1b9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '11a80c9d-f8ee-4388-91b0-d49a25200fee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=128085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 11:47:08.202212 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ff57fc11-191f-4838-9f12-5ab80bb0abe7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:08.203224 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff57fc11-191f-4838-9f12-5ab80bb0abe7 None None] Bound using segment: {'id': 'fddfe548-9582-48fa-8a0c-6b06bc4d1b9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '11a80c9d-f8ee-4388-91b0-d49a25200fee'} {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 11:47:08.203718 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-ff57fc11-191f-4838-9f12-5ab80bb0abe7 None None] Bound port: 73b888de-a65f-4c7b-ac49-5d950956a147, host: dv-neutron-797120-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fddfe548-9582-48fa-8a0c-6b06bc4d1b9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '11a80c9d-f8ee-4388-91b0-d49a25200fee'}}] {{(pid=128085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 11:47:08.204114 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ff57fc11-191f-4838-9f12-5ab80bb0abe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:08.243083 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning complete for port 5c4ec6b2-bbba-4019-9615-4b23af6d1552 triggered by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:47:08.243743 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:08.297728 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-d5d3c9f6-42ce-4cf7-9c74-03ff8c08cca2 tempest-RoutersAdminTest-701485524 tempest-RoutersAdminTest-701485524-project] Notify callbacks [] for router_gateway, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:08.300280 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4b94df6-a9c3-4206-aefc-e2a75a4cf13c None None] Network bddb0f8e-0e1f-4536-a9ef-e387f1699f13 is already hosted by enough agents. {{(pid=128085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 11:47:08.327137 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-d5d3c9f6-42ce-4cf7-9c74-03ff8c08cca2 tempest-RoutersAdminTest-701485524 tempest-RoutersAdminTest-701485524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:08.335954 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.scheduler.base_scheduler [None req-f4b94df6-a9c3-4206-aefc-e2a75a4cf13c None None] Resources bound (agent type, host, resource id): {{(pid=128085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:47:08.337811 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.db.db_base_plugin_common [None req-0aeb096f-ee85-425b-9adc-e3fb17747050 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Allocated IP 172.20.0.1 (bddb0f8e-0e1f-4536-a9ef-e387f1699f13/ee35f23e-956d-4b15-87a0-fe4ac4012d10/11d4e1d1-3828-4a40-a4f0-e768f1395739) {{(pid=128084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 11:47:08.337972 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b94df6-a9c3-4206-aefc-e2a75a4cf13c None None] Pushing event updated for resources: {'Port': ['ID=7ad8e957-138a-47d0-ae75-77e7fbba792d,revision_number=1']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:47:08.346775 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4b94df6-a9c3-4206-aefc-e2a75a4cf13c None None] Received port after_create {{(pid=128085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 11:47:08.355088 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-f4b94df6-a9c3-4206-aefc-e2a75a4cf13c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:47:08.356836 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.plugin [None req-900d8877-58d4-4a70-9ef2-d8b4afc32be1 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Deleting port 73b888de-a65f-4c7b-ac49-5d950956a147 {{(pid=128084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 11:47:08.357227 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-900d8877-58d4-4a70-9ef2-d8b4afc32be1 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793193942312'] for port, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:08.372131 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-21334482-7772-4005-a121-525b15909a94 tempest-RoutersIpV6AdminTest-1198470881 tempest-RoutersIpV6AdminTest-1198470881-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1806072'] for router, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:08.372619 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21334482-7772-4005-a121-525b15909a94 tempest-RoutersIpV6AdminTest-1198470881 tempest-RoutersIpV6AdminTest-1198470881-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 5aae430e-f460-4dd9-8b0a-d942c3f74736 {{(pid=128083) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 24 11:47:08.385239 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-21334482-7772-4005-a121-525b15909a94 tempest-RoutersIpV6AdminTest-1198470881 tempest-RoutersIpV6AdminTest-1198470881-project-admin] Notify callbacks [] for router, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:08.389109 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-21334482-7772-4005-a121-525b15909a94 tempest-RoutersIpV6AdminTest-1198470881 tempest-RoutersIpV6AdminTest-1198470881-project-admin] 10.222.0.53 "DELETE /v2.0/routers/5aae430e-f460-4dd9-8b0a-d942c3f74736 HTTP/1.1" status: 204 len: 168 time: 0.8004065 Jun 24 11:47:08.460648 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cd283c8-0c14-4856-b28f-fb345a0e8dc3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d65c8f8-7530-5052-99fe-8ea05073750b-41403d78-aa20-4f32-9f75-4b684c2ff870', 'network_id': '41403d78-aa20-4f32-9f75-4b684c2ff870', 'tenant_id': '9c8c7551cf984e4ca40de4f1d8880b93', 'fixed_ips': [{'subnet_id': '4492df7d-0108-42b8-9db5-4fc6e259fc17'}]}} from dv-neutron-797120-4-hyperv. {{(pid=128085) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 24 11:47:08.461566 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-2cd283c8-0c14-4856-b28f-fb345a0e8dc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_create {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:08.483216 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-ff57fc11-191f-4838-9f12-5ab80bb0abe7 None None] For port 73b888de-a65f-4c7b-ac49-5d950956a147, host dv-neutron-797120-4-hyperv, cleared binding levels {{(pid=128085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 11:47:08.502177 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-f4b94df6-a9c3-4206-aefc-e2a75a4cf13c None None] Attempting to bind port 7ad8e957-138a-47d0-ae75-77e7fbba792d on host dv-neutron-797120-4-hyperv for vnic_type normal with profile {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 11:47:08.502552 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-f4b94df6-a9c3-4206-aefc-e2a75a4cf13c None None] Attempting to bind port 7ad8e957-138a-47d0-ae75-77e7fbba792d by drivers openvswitch,hyperv on host dv-neutron-797120-4-hyperv at level 0 using segments [{'id': 'b78e3fec-a708-4c42-b9ce-56b3d372bb34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'bddb0f8e-0e1f-4536-a9ef-e387f1699f13'}] {{(pid=128085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 11:47:08.502925 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4b94df6-a9c3-4206-aefc-e2a75a4cf13c None None] Attempting to bind port 7ad8e957-138a-47d0-ae75-77e7fbba792d on network bddb0f8e-0e1f-4536-a9ef-e387f1699f13 {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 11:47:08.505974 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-ff57fc11-191f-4838-9f12-5ab80bb0abe7 None None] For port 73b888de-a65f-4c7b-ac49-5d950956a147, host dv-neutron-797120-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=73b888de-a65f-4c7b-ac49-5d950956a147,segment=NetworkSegment(fddfe548-9582-48fa-8a0c-6b06bc4d1b9f),segment_id=fddfe548-9582-48fa-8a0c-6b06bc4d1b9f)] {{(pid=128085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 11:47:08.539722 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ff57fc11-191f-4838-9f12-5ab80bb0abe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:08.544322 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-b78fe169-1007-4acb-b958-a445548d8257 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:47:08.550114 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4b94df6-a9c3-4206-aefc-e2a75a4cf13c None None] Checking agent: {'id': 'e3a695b2-c397-461f-83b0-10b79d490b59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 11, 36, 56), 'started_at': datetime.datetime(2021, 6, 24, 11, 37, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 11, 46, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 11:47:08.550114 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4b94df6-a9c3-4206-aefc-e2a75a4cf13c None None] Checking segment: {'id': 'b78e3fec-a708-4c42-b9ce-56b3d372bb34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'bddb0f8e-0e1f-4536-a9ef-e387f1699f13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=128085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 11:47:08.550114 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-f4b94df6-a9c3-4206-aefc-e2a75a4cf13c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:08.550114 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4b94df6-a9c3-4206-aefc-e2a75a4cf13c None None] Bound using segment: {'id': 'b78e3fec-a708-4c42-b9ce-56b3d372bb34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'bddb0f8e-0e1f-4536-a9ef-e387f1699f13'} {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 11:47:08.550114 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-f4b94df6-a9c3-4206-aefc-e2a75a4cf13c None None] Bound port: 7ad8e957-138a-47d0-ae75-77e7fbba792d, host: dv-neutron-797120-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b78e3fec-a708-4c42-b9ce-56b3d372bb34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'bddb0f8e-0e1f-4536-a9ef-e387f1699f13'}}] {{(pid=128085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 11:47:08.550114 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-f4b94df6-a9c3-4206-aefc-e2a75a4cf13c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:08.552500 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-0489a194-8909-49ee-bdca-a7b3d158225f tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-972249'] for subnet, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:08.617317 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 58224) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:47:08.647651 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device 393d903f-50b4-48ed-81e2-0ee182c5f33f up at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 11:47:08.727338 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.db [None req-900d8877-58d4-4a70-9ef2-d8b4afc32be1 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] For port 73b888de-a65f-4c7b-ac49-5d950956a147, host dv-neutron-797120-4-hyperv, got binding levels [] {{(pid=128084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 11:47:08.727338 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-900d8877-58d4-4a70-9ef2-d8b4afc32be1 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1978872'] for port, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:08.730199 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.db.db_base_plugin_common [None req-d5d3c9f6-42ce-4cf7-9c74-03ff8c08cca2 tempest-RoutersAdminTest-701485524 tempest-RoutersAdminTest-701485524-project] Allocated IP 172.26.7.176 (f2b8ca71-e776-48b2-8898-96cc7970207b/f37bf603-3862-4d0a-9f58-89616f7fd68f/e21efbf5-35fe-4b1b-a3ce-1c3c83d291e6) {{(pid=128084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 11:47:08.775005 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.plugin [None req-900d8877-58d4-4a70-9ef2-d8b4afc32be1 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Calling delete_port for 73b888de-a65f-4c7b-ac49-5d950956a147 owned by network:router_interface {{(pid=128084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 11:47:08.792432 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-0aeb096f-ee85-425b-9adc-e3fb17747050 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Notify callbacks [] for port, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:08.798253 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff57fc11-191f-4838-9f12-5ab80bb0abe7 None None] Routers {'fc9e401b-9e41-4991-883b-a5d54ca42ecc'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 11:47:08.798893 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-ff57fc11-191f-4838-9f12-5ab80bb0abe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T11:46:56Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['fc9e401b-9e41-4991-883b-a5d54ca42ecc'], 'active': True} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:47:08.800955 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54cd9968-69fb-44ee-a349-235cae025025 None None] Pushing event updated for resources: {'Port': ['ID=73b888de-a65f-4c7b-ac49-5d950956a147,revision_number=4']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:47:08.869818 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-54cd9968-69fb-44ee-a349-235cae025025 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.325s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:47:08.919150 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-f4b94df6-a9c3-4206-aefc-e2a75a4cf13c None None] For port 7ad8e957-138a-47d0-ae75-77e7fbba792d, host dv-neutron-797120-4-hyperv, cleared binding levels {{(pid=128085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 11:47:08.987553 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.db.provisioning_blocks [None req-0aeb096f-ee85-425b-9adc-e3fb17747050 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Transition to ACTIVE for port object 11d4e1d1-3828-4a40-a4f0-e768f1395739 will not be triggered until provisioned by entity DHCP. {{(pid=128084) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 11:47:09.009121 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvr_db [None req-ff57fc11-191f-4838-9f12-5ab80bb0abe7 None None] Set router fc9e401b-9e41-4991-883b-a5d54ca42ecc gateway port host: None {{(pid=128085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 11:47:09.011850 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.db_base_plugin_common [None req-2cd283c8-0c14-4856-b28f-fb345a0e8dc3 None None] Allocated IP 2001:db8:2::2 (41403d78-aa20-4f32-9f75-4b684c2ff870/4492df7d-0108-42b8-9db5-4fc6e259fc17/9c1656f9-189a-4eb8-8b5e-0c44830f794d) {{(pid=128085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 11:47:09.058664 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-f4b94df6-a9c3-4206-aefc-e2a75a4cf13c None None] For port 7ad8e957-138a-47d0-ae75-77e7fbba792d, host dv-neutron-797120-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=7ad8e957-138a-47d0-ae75-77e7fbba792d,segment=NetworkSegment(b78e3fec-a708-4c42-b9ce-56b3d372bb34),segment_id=b78e3fec-a708-4c42-b9ce-56b3d372bb34)] {{(pid=128085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 11:47:09.076234 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-2552a04c-7ed5-4441-9f01-59af7f32908c tempest-RoutersIpV6AdminTest-670466919 tempest-RoutersIpV6AdminTest-670466919-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1723610537', 'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b'}, 'admin_state_up': False}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:47:09.099750 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning for port 393d903f-50b4-48ed-81e2-0ee182c5f33f completed by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 11:47:09.099970 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-0489a194-8909-49ee-bdca-a7b3d158225f tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-972238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2537800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3289951'] for subnet, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:09.108583 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-3487e5f9-9cb4-4c60-88a3-14c0d3738657 tempest-RoutersAdminTest-1970644103 tempest-RoutersAdminTest-1970644103-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:47:09.115355 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-f4b94df6-a9c3-4206-aefc-e2a75a4cf13c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:09.146396 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-1c08ce11-c4b4-4784-9660-65e15b2da79d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:47:09.148237 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning complete for port 393d903f-50b4-48ed-81e2-0ee182c5f33f triggered by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:47:09.148633 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:09.159562 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-41908a71-9178-48bf-af3c-aa507af50270 tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Notify callbacks [] for port, precommit_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:09.161785 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0489a194-8909-49ee-bdca-a7b3d158225f tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Pushing event deleted for resources: {'Subnet': ['ID=1743e024-0a14-4010-bb5c-c2970d5ccd07,revision_number=None']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:47:09.164355 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-0489a194-8909-49ee-bdca-a7b3d158225f tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588949'] for subnet, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:09.166613 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-0489a194-8909-49ee-bdca-a7b3d158225f tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] 10.222.0.53 "DELETE /v2.0/subnets/1743e024-0a14-4010-bb5c-c2970d5ccd07 HTTP/1.1" status: 204 len: 168 time: 1.4545891 Jun 24 11:47:09.170068 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-0489a194-8909-49ee-bdca-a7b3d158225f tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:47:09.170520 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 58228) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:47:09.180875 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-41908a71-9178-48bf-af3c-aa507af50270 tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2537871'] for port, after_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:09.183883 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-e96fc376-8612-4554-8316-aab9598afa1f tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:47:09.199585 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca0c1ddb-f950-433d-bf72-7ea44f8fdb10 None None] Network 830e8a92-47e9-413f-97b5-8cbe3b59c5dd requested from dv-neutron-797120-4-hyperv {{(pid=128085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 11:47:09.354536 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-f6d1233d-cbdd-4ed4-9939-155637557e4a tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-534962'] for network, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:09.356474 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-41908a71-9178-48bf-af3c-aa507af50270 tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1783050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1978542'] for router_interface, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:09.406569 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41908a71-9178-48bf-af3c-aa507af50270 tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Pushing event updated for resources: {'Port': ['ID=75920fbd-98f5-471f-8f3e-f368f0a8bdb3,revision_number=2']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:47:09.429486 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-41908a71-9178-48bf-af3c-aa507af50270 tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:47:09.466363 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b94df6-a9c3-4206-aefc-e2a75a4cf13c None None] Pushing event updated for resources: {'Port': ['ID=7ad8e957-138a-47d0-ae75-77e7fbba792d,revision_number=2']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:47:09.477314 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-f4b94df6-a9c3-4206-aefc-e2a75a4cf13c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.331s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:47:09.529531 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-d5d3c9f6-42ce-4cf7-9c74-03ff8c08cca2 tempest-RoutersAdminTest-701485524 tempest-RoutersAdminTest-701485524-project] Notify callbacks [] for port, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:09.623430 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-996d774d-9a68-4437-bd50-62e8463c4b30 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:09.632284 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-2552a04c-7ed5-4441-9f01-59af7f32908c tempest-RoutersIpV6AdminTest-670466919 tempest-RoutersIpV6AdminTest-670466919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1803889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65293'] for router, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:09.633477 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-2552a04c-7ed5-4441-9f01-59af7f32908c tempest-RoutersIpV6AdminTest-670466919 tempest-RoutersIpV6AdminTest-670466919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1803848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1975305', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1581158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65396'] for router, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:09.642382 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-0aeb096f-ee85-425b-9adc-e3fb17747050 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-650429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-506361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793193536723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3291971'] for port, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:09.645027 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-d5d3c9f6-42ce-4cf7-9c74-03ff8c08cca2 tempest-RoutersAdminTest-701485524 tempest-RoutersAdminTest-701485524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-650429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-506361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793193536723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3291971'] for port, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:09.653159 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-c158f026-e822-4bbb-8f1a-3517f703064c tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:47:09.663159 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-2cd283c8-0c14-4856-b28f-fb345a0e8dc3 None None] Notify callbacks [] for port, precommit_create {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:09.703324 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-2cd283c8-0c14-4856-b28f-fb345a0e8dc3 None None] Transition to ACTIVE for port object 9c1656f9-189a-4eb8-8b5e-0c44830f794d will not be triggered until provisioned by entity L2. {{(pid=128085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 11:47:09.724560 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:09.743861 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-2cd283c8-0c14-4856-b28f-fb345a0e8dc3 None None] Transition to ACTIVE for port object 9c1656f9-189a-4eb8-8b5e-0c44830f794d will not be triggered until provisioned by entity DHCP. {{(pid=128085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 11:47:09.746578 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0aeb096f-ee85-425b-9adc-e3fb17747050 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Network bddb0f8e-0e1f-4536-a9ef-e387f1699f13 is already hosted by enough agents. {{(pid=128084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 11:47:09.752537 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5d3c9f6-42ce-4cf7-9c74-03ff8c08cca2 tempest-RoutersAdminTest-701485524 tempest-RoutersAdminTest-701485524-project] Network f2b8ca71-e776-48b2-8898-96cc7970207b is already hosted by enough agents. {{(pid=128084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 11:47:09.762512 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.base_scheduler [None req-0aeb096f-ee85-425b-9adc-e3fb17747050 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Resources bound (agent type, host, resource id): {{(pid=128084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:47:09.766762 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-2cd283c8-0c14-4856-b28f-fb345a0e8dc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-650429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-506361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793193536723'] for port, after_create {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:09.768510 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.plugin [None req-f6d1233d-cbdd-4ed4-9939-155637557e4a tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Deleting port c57cf81e-06a3-4c9d-9f7d-66ba421c3ff0 {{(pid=128083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 11:47:09.769183 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-f6d1233d-cbdd-4ed4-9939-155637557e4a tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793193942312'] for port, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:09.772548 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-ce3e6e73-27dc-4e8d-a9c4-1f8d8621e828 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:47:09.777800 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.base_scheduler [None req-d5d3c9f6-42ce-4cf7-9c74-03ff8c08cca2 tempest-RoutersAdminTest-701485524 tempest-RoutersAdminTest-701485524-project] Resources bound (agent type, host, resource id): {{(pid=128084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:47:09.780317 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aeb096f-ee85-425b-9adc-e3fb17747050 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Received port after_create {{(pid=128084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 11:47:09.793047 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5d3c9f6-42ce-4cf7-9c74-03ff8c08cca2 tempest-RoutersAdminTest-701485524 tempest-RoutersAdminTest-701485524-project] Received port after_create {{(pid=128084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 11:47:09.804937 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41908a71-9178-48bf-af3c-aa507af50270 tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Network 1549d505-f936-4d39-8f8f-72b4c7023104 is already hosted by enough agents. {{(pid=128083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 11:47:09.811442 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.base_scheduler [None req-41908a71-9178-48bf-af3c-aa507af50270 tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Resources bound (agent type, host, resource id): {{(pid=128083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:47:09.822573 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] For port 393d903f-50b4-48ed-81e2-0ee182c5f33f, host dv-neutron-797120-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=393d903f-50b4-48ed-81e2-0ee182c5f33f,segment=NetworkSegment(5f43c935-74a5-4624-8586-2fa4d7e03c81),segment_id=5f43c935-74a5-4624-8586-2fa4d7e03c81)] {{(pid=128085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 11:47:09.832482 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cd283c8-0c14-4856-b28f-fb345a0e8dc3 None None] Network 41403d78-aa20-4f32-9f75-4b684c2ff870 is already hosted by enough agents. {{(pid=128085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 11:47:09.836604 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:09.845554 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.scheduler.base_scheduler [None req-2cd283c8-0c14-4856-b28f-fb345a0e8dc3 None None] Resources bound (agent type, host, resource id): {{(pid=128085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:47:09.846875 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aeb096f-ee85-425b-9adc-e3fb17747050 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Pushing event updated for resources: {'Port': ['ID=11d4e1d1-3828-4a40-a4f0-e768f1395739,revision_number=1']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:47:09.850295 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cd283c8-0c14-4856-b28f-fb345a0e8dc3 None None] Received port after_create {{(pid=128085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 11:47:09.861184 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-ff57fc11-191f-4838-9f12-5ab80bb0abe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc9e401b-9e41-4991-883b-a5d54ca42ecc', 'name': 'tempest-NetworksTestDHCPv6-router-498000444', 'tenant_id': '086af1f572244cd08c37d97e004e4732', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T11:46:56Z', 'updated_at': '2021-06-24T11:47:00Z', 'revision_number': 2, 'project_id': '086af1f572244cd08c37d97e004e4732', 'gw_port_host': None, '_interfaces': [{'id': '73b888de-a65f-4c7b-ac49-5d950956a147', 'name': '', 'network_id': '11a80c9d-f8ee-4388-91b0-d49a25200fee', 'tenant_id': '086af1f572244cd08c37d97e004e4732', 'mac_address': 'fa:16:3e:88:4b:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc9e401b-9e41-4991-883b-a5d54ca42ecc', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '16322861-1bf0-4b2b-adca-5e20cd0e559f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:46:58Z', 'updated_at': '2021-06-24T11:47:08Z', 'revision_number': 4, 'project_id': '086af1f572244cd08c37d97e004e4732', 'subnets': [{'id': '16322861-1bf0-4b2b-adca-5e20cd0e559f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:47:09.864764 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd283c8-0c14-4856-b28f-fb345a0e8dc3 None None] Pushing event updated for resources: {'Port': ['ID=9c1656f9-189a-4eb8-8b5e-0c44830f794d,revision_number=1']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:47:09.869092 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-2cd283c8-0c14-4856-b28f-fb345a0e8dc3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:47:09.869568 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-dea54163-89f5-447d-881f-cb59d272dc63 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.025s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:47:09.881510 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-2552a04c-7ed5-4441-9f01-59af7f32908c tempest-RoutersIpV6AdminTest-670466919 tempest-RoutersIpV6AdminTest-670466919-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:09.925906 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-900d8877-58d4-4a70-9ef2-d8b4afc32be1 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793193945299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193536732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3292088'] for port, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:10.069962 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.db [None req-f6d1233d-cbdd-4ed4-9939-155637557e4a tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] For port c57cf81e-06a3-4c9d-9f7d-66ba421c3ff0, host dv-neutron-797120-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=c57cf81e-06a3-4c9d-9f7d-66ba421c3ff0,segment=NetworkSegment(9bc1e637-ac6d-4000-9582-eee96e28e9c1),segment_id=9bc1e637-ac6d-4000-9582-eee96e28e9c1)] {{(pid=128083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 11:47:10.070221 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-f6d1233d-cbdd-4ed4-9939-155637557e4a tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1978872'] for port, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:10.090077 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-0aeb096f-ee85-425b-9adc-e3fb17747050 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1978458'] for router_interface, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:10.120160 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d3c9f6-42ce-4cf7-9c74-03ff8c08cca2 tempest-RoutersAdminTest-701485524 tempest-RoutersAdminTest-701485524-project] Pushing event updated for resources: {'Port': ['ID=e21efbf5-35fe-4b1b-a3ce-1c3c83d291e6,revision_number=1']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:47:10.126436 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.plugin [None req-f6d1233d-cbdd-4ed4-9939-155637557e4a tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Calling delete_port for c57cf81e-06a3-4c9d-9f7d-66ba421c3ff0 owned by network:dhcp {{(pid=128083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 11:47:10.150777 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41908a71-9178-48bf-af3c-aa507af50270 tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Router b2eec381-1ec3-4a70-a792-0718d3eb5c86 has already been hosted by L3 agent 2987dba8-2249-4ee6-96ec-28f0f7a6127d {{(pid=128083) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 11:47:10.164940 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff57fc11-191f-4838-9f12-5ab80bb0abe7 None None] The sync data for ids ['fc9e401b-9e41-4991-883b-a5d54ca42ecc'] in dv-neutron-797120-4-hyperv is: [{'id': 'fc9e401b-9e41-4991-883b-a5d54ca42ecc', 'name': 'tempest-NetworksTestDHCPv6-router-498000444', 'tenant_id': '086af1f572244cd08c37d97e004e4732', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T11:46:56Z', 'updated_at': '2021-06-24T11:47:00Z', 'revision_number': 2, 'project_id': '086af1f572244cd08c37d97e004e4732', 'gw_port_host': None, '_interfaces': [{'id': '73b888de-a65f-4c7b-ac49-5d950956a147', 'name': '', 'network_id': '11a80c9d-f8ee-4388-91b0-d49a25200fee', 'tenant_id': '086af1f572244cd08c37d97e004e4732', 'mac_address': 'fa:16:3e:88:4b:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc9e401b-9e41-4991-883b-a5d54ca42ecc', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '16322861-1bf0-4b2b-adca-5e20cd0e559f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:46:58Z', 'updated_at': '2021-06-24T11:47:08Z', 'revision_number': 4, 'project_id': '086af1f572244cd08c37d97e004e4732', 'subnets': [{'id': '16322861-1bf0-4b2b-adca-5e20cd0e559f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=128085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 11:47:10.175339 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device 543a07b7-5e5c-4b55-bec5-482cded504a8 no longer exists at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 11:47:10.177672 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-d5d3c9f6-42ce-4cf7-9c74-03ff8c08cca2 tempest-RoutersAdminTest-701485524 tempest-RoutersAdminTest-701485524-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.524s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:47:10.178245 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbaeea95-01de-4f10-88ab-797a69a5fc29 None None] DHCP port deletion for 830e8a92-47e9-413f-97b5-8cbe3b59c5dd request from dv-neutron-797120-4-hyperv {{(pid=128085) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 24 11:47:10.240243 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-b735d4fb-0694-4d37-9e72-73ec9f87575c tempest-RoutersAdminTest-1970644103 tempest-RoutersAdminTest-1970644103-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.584s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:47:10.268886 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] No Port match for: 543a07b7-5e5c-4b55-bec5-482cded504a8 {{(pid=128085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 11:47:10.269331 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device 543a07b7-5e5c-4b55-bec5-482cded504a8 not bound to the agent host dv-neutron-797120-4-hyperv {{(pid=128085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 11:47:10.368425 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-2cd283c8-0c14-4856-b28f-fb345a0e8dc3 None None] Attempting to bind port 9c1656f9-189a-4eb8-8b5e-0c44830f794d on host dv-neutron-797120-4-hyperv for vnic_type normal with profile {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 11:47:10.368809 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-2cd283c8-0c14-4856-b28f-fb345a0e8dc3 None None] Attempting to bind port 9c1656f9-189a-4eb8-8b5e-0c44830f794d by drivers openvswitch,hyperv on host dv-neutron-797120-4-hyperv at level 0 using segments [{'id': '6dc0ed20-0e3e-4794-aa27-4e8e2aa82b77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '41403d78-aa20-4f32-9f75-4b684c2ff870'}] {{(pid=128085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 11:47:10.369164 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cd283c8-0c14-4856-b28f-fb345a0e8dc3 None None] Attempting to bind port 9c1656f9-189a-4eb8-8b5e-0c44830f794d on network 41403d78-aa20-4f32-9f75-4b684c2ff870 {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 11:47:10.384459 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Pushing event updated for resources: {'Port': ['ID=393d903f-50b4-48ed-81e2-0ee182c5f33f,revision_number=5']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:47:10.392513 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.523s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:47:10.404099 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cd283c8-0c14-4856-b28f-fb345a0e8dc3 None None] Checking agent: {'id': 'e3a695b2-c397-461f-83b0-10b79d490b59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 11, 36, 56), 'started_at': datetime.datetime(2021, 6, 24, 11, 37, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 11, 46, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 11:47:10.404487 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cd283c8-0c14-4856-b28f-fb345a0e8dc3 None None] Checking segment: {'id': '6dc0ed20-0e3e-4794-aa27-4e8e2aa82b77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '41403d78-aa20-4f32-9f75-4b684c2ff870'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=128085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 11:47:10.404902 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-2cd283c8-0c14-4856-b28f-fb345a0e8dc3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:10.405337 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cd283c8-0c14-4856-b28f-fb345a0e8dc3 None None] Bound using segment: {'id': '6dc0ed20-0e3e-4794-aa27-4e8e2aa82b77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '41403d78-aa20-4f32-9f75-4b684c2ff870'} {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 11:47:10.406010 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-2cd283c8-0c14-4856-b28f-fb345a0e8dc3 None None] Bound port: 9c1656f9-189a-4eb8-8b5e-0c44830f794d, host: dv-neutron-797120-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6dc0ed20-0e3e-4794-aa27-4e8e2aa82b77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '41403d78-aa20-4f32-9f75-4b684c2ff870'}}] {{(pid=128085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 11:47:10.406607 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-2cd283c8-0c14-4856-b28f-fb345a0e8dc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:10.449129 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-2552a04c-7ed5-4441-9f01-59af7f32908c tempest-RoutersIpV6AdminTest-670466919 tempest-RoutersIpV6AdminTest-670466919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1975381', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1803205', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65378'] for router, precommit_update {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:10.462112 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.db_base_plugin_common [None req-996d774d-9a68-4437-bd50-62e8463c4b30 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Allocated IP 2001:db8:2::1 (41403d78-aa20-4f32-9f75-4b684c2ff870/4492df7d-0108-42b8-9db5-4fc6e259fc17/4e83ec3d-ebda-49e9-a86f-ade6e7a02b34) {{(pid=128083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 11:47:10.493206 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-236c3b69-4e86-4b74-af42-50359224b20f None None] Provisioning complete for port 75920fbd-98f5-471f-8f3e-f368f0a8bdb3 triggered by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:47:10.493875 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-236c3b69-4e86-4b74-af42-50359224b20f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:10.495717 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device 7ad8e957-138a-47d0-ae75-77e7fbba792d up at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 11:47:10.504918 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900d8877-58d4-4a70-9ef2-d8b4afc32be1 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Pushing event deleted for resources: {'Port': ['ID=73b888de-a65f-4c7b-ac49-5d950956a147,revision_number=None']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:47:10.509246 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-900d8877-58d4-4a70-9ef2-d8b4afc32be1 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:47:10.559028 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-f6d1233d-cbdd-4ed4-9939-155637557e4a tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793193945299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193536732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2537862'] for port, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:10.579626 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-724d8aa9-d046-4a96-aabd-441c5e5c79f4 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.633s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:47:10.579941 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-724d8aa9-d046-4a96-aabd-441c5e5c79f4 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:47:10.582645 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-14081019-42eb-4756-ad78-0fcf85cc499d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:47:10.661182 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-236c3b69-4e86-4b74-af42-50359224b20f None None] Port 75920fbd-98f5-471f-8f3e-f368f0a8bdb3 cannot update to ACTIVE because it is not bound. {{(pid=128085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 11:47:10.663045 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41908a71-9178-48bf-af3c-aa507af50270 tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Notify agent at l3_agent.dv-neutron-797120-4-hyperv the message routers_updated {{(pid=128083) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 11:47:10.671230 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-41908a71-9178-48bf-af3c-aa507af50270 tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] 10.222.0.53 "PUT /v2.0/routers/b2eec381-1ec3-4a70-a792-0718d3eb5c86/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.3073750 Jun 24 11:47:10.674307 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6d1233d-cbdd-4ed4-9939-155637557e4a tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] No DVR routers for this DVR port c57cf81e-06a3-4c9d-9f7d-66ba421c3ff0 on host dv-neutron-797120-4-hyperv {{(pid=128083) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 11:47:10.676155 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d1233d-cbdd-4ed4-9939-155637557e4a tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Pushing event deleted for resources: {'Port': ['ID=c57cf81e-06a3-4c9d-9f7d-66ba421c3ff0,revision_number=None']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:47:10.677743 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b76c6b1f-ad86-4bd6-a72e-1f6695c2e684 None None] Sync routers for ids ['b2eec381-1ec3-4a70-a792-0718d3eb5c86'] in dv-neutron-797120-4-hyperv {{(pid=128086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 11:47:10.679954 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 58230) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:47:10.688896 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [None req-0868971b-4021-4921-99ae-f72101e6317e tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Request body: {'port': {'network_id': '1549d505-f936-4d39-8f8f-72b4c7023104', 'name': 'tempest-FloatingIPTestJSON-1471836014'}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:47:10.703455 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b76c6b1f-ad86-4bd6-a72e-1f6695c2e684 None None] Routers {'b2eec381-1ec3-4a70-a792-0718d3eb5c86'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 11:47:10.704416 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-b76c6b1f-ad86-4bd6-a72e-1f6695c2e684 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T11:46:56Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['b2eec381-1ec3-4a70-a792-0718d3eb5c86'], 'active': True} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:47:10.719846 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-f6d1233d-cbdd-4ed4-9939-155637557e4a tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:47:10.735113 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-900d8877-58d4-4a70-9ef2-d8b4afc32be1 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1588985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1806165'] for router_interface, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:10.745928 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-2cd283c8-0c14-4856-b28f-fb345a0e8dc3 None None] For port 9c1656f9-189a-4eb8-8b5e-0c44830f794d, host dv-neutron-797120-4-hyperv, cleared binding levels {{(pid=128085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 11:47:10.751920 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-2cd283c8-0c14-4856-b28f-fb345a0e8dc3 None None] For port 9c1656f9-189a-4eb8-8b5e-0c44830f794d, host dv-neutron-797120-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=9c1656f9-189a-4eb8-8b5e-0c44830f794d,segment=NetworkSegment(6dc0ed20-0e3e-4794-aa27-4e8e2aa82b77),segment_id=6dc0ed20-0e3e-4794-aa27-4e8e2aa82b77)] {{(pid=128085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 11:47:10.754669 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-dbaeea95-01de-4f10-88ab-797a69a5fc29 None None] Deleting port c57cf81e-06a3-4c9d-9f7d-66ba421c3ff0 {{(pid=128085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 11:47:10.755046 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-dbaeea95-01de-4f10-88ab-797a69a5fc29 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793193942312'] for port, before_delete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:10.760421 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-2cd283c8-0c14-4856-b28f-fb345a0e8dc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:10.760717 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-b76c6b1f-ad86-4bd6-a72e-1f6695c2e684 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:47:10.771455 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b76c6b1f-ad86-4bd6-a72e-1f6695c2e684 None None] Routers {'b2eec381-1ec3-4a70-a792-0718d3eb5c86'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 11:47:10.772467 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-b76c6b1f-ad86-4bd6-a72e-1f6695c2e684 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T11:46:56Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['b2eec381-1ec3-4a70-a792-0718d3eb5c86'], 'active': True} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:47:10.788766 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-54cd9968-69fb-44ee-a349-235cae025025 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:47:10.839200 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-b76c6b1f-ad86-4bd6-a72e-1f6695c2e684 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:47:10.839872 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b76c6b1f-ad86-4bd6-a72e-1f6695c2e684 None None] The sync data for ids ['b2eec381-1ec3-4a70-a792-0718d3eb5c86'] in dv-neutron-797120-4-hyperv is: [] {{(pid=128086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 11:47:10.935038 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning for port 7ad8e957-138a-47d0-ae75-77e7fbba792d completed by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 11:47:10.950790 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-dbaeea95-01de-4f10-88ab-797a69a5fc29 None None] For port c57cf81e-06a3-4c9d-9f7d-66ba421c3ff0, host dv-neutron-797120-4-hyperv, got binding levels [] {{(pid=128085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 11:47:10.951219 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-dbaeea95-01de-4f10-88ab-797a69a5fc29 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1978872'] for port, precommit_delete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:10.964918 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49b8a0fc-8c3f-4ce2-8e67-668eb1d80eb9 None None] Network bddb0f8e-0e1f-4536-a9ef-e387f1699f13 requested from dv-neutron-797120-4-hyperv {{(pid=128085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 11:47:10.990505 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd283c8-0c14-4856-b28f-fb345a0e8dc3 None None] Pushing event updated for resources: {'Port': ['ID=9c1656f9-189a-4eb8-8b5e-0c44830f794d,revision_number=2']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:47:10.995789 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-2cd283c8-0c14-4856-b28f-fb345a0e8dc3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:47:10.996743 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-dbaeea95-01de-4f10-88ab-797a69a5fc29 None None] Calling delete_port for c57cf81e-06a3-4c9d-9f7d-66ba421c3ff0 owned by network:dhcp {{(pid=128085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 11:47:11.011558 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.ipam_backend_mixin [None req-dbaeea95-01de-4f10-88ab-797a69a5fc29 None None] Port c57cf81e-06a3-4c9d-9f7d-66ba421c3ff0 was not found and therefore no delete operation was performed {{(pid=128085) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jun 24 11:47:11.013586 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-d5d3c9f6-42ce-4cf7-9c74-03ff8c08cca2 tempest-RoutersAdminTest-701485524 tempest-RoutersAdminTest-701485524-project] Notify callbacks [] for router_gateway, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:11.051814 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-dbaeea95-01de-4f10-88ab-797a69a5fc29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793193945299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193536732'] for port, after_delete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:11.056390 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-f4b94df6-a9c3-4206-aefc-e2a75a4cf13c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:47:11.071930 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-f6d1233d-cbdd-4ed4-9939-155637557e4a tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973199', 'neutron.services.segments.db._delete_segments_for_network-8793194012456'] for network, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:11.090252 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-996d774d-9a68-4437-bd50-62e8463c4b30 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Notify callbacks [] for port, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:11.099312 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.services.segments.db [None req-f6d1233d-cbdd-4ed4-9939-155637557e4a tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['830e8a92-47e9-413f-97b5-8cbe3b59c5dd']}} {{(pid=128083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:47:11.122062 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device c57cf81e-06a3-4c9d-9f7d-66ba421c3ff0 no longer exists at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 11:47:11.124935 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-4f2e2d65-a567-4192-b448-8d3ec63a3fc8 None None] Provisioning for port 7ad8e957-138a-47d0-ae75-77e7fbba792d completed by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 11:47:11.129258 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.provisioning_blocks [None req-996d774d-9a68-4437-bd50-62e8463c4b30 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Transition to ACTIVE for port object 4e83ec3d-ebda-49e9-a86f-ade6e7a02b34 will not be triggered until provisioned by entity DHCP. {{(pid=128083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 11:47:11.133018 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.services.segments.db [None req-f6d1233d-cbdd-4ed4-9939-155637557e4a tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9bc1e637-ac6d-4000-9582-eee96e28e9c1') {'for_net_delete': True} {{(pid=128083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:47:11.133217 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.services.segments.db [None req-f6d1233d-cbdd-4ed4-9939-155637557e4a tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9bc1e637-ac6d-4000-9582-eee96e28e9c1') {} {{(pid=128083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:47:11.133648 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbaeea95-01de-4f10-88ab-797a69a5fc29 None None] Pushing event deleted for resources: {'Port': ['ID=c57cf81e-06a3-4c9d-9f7d-66ba421c3ff0,revision_number=None']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:47:11.138992 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbaeea95-01de-4f10-88ab-797a69a5fc29 None None] No DVR routers for this DVR port c57cf81e-06a3-4c9d-9f7d-66ba421c3ff0 on host dv-neutron-797120-4-hyperv {{(pid=128085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 11:47:11.145349 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0868971b-4021-4921-99ae-f72101e6317e tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Made reservation on behalf of 40c92baf3d234fc591c70dce5f4e5134 for: {'port': 1} {{(pid=128083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 11:47:11.150242 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-0868971b-4021-4921-99ae-f72101e6317e tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:11.165473 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-f6d1233d-cbdd-4ed4-9939-155637557e4a tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793194097327', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3143690'] for segment, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:11.167399 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-dbaeea95-01de-4f10-88ab-797a69a5fc29 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:47:11.168054 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-4f2e2d65-a567-4192-b448-8d3ec63a3fc8 None None] Provisioning complete for port 7ad8e957-138a-47d0-ae75-77e7fbba792d triggered by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:47:11.168437 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-4f2e2d65-a567-4192-b448-8d3ec63a3fc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:11.175028 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] No Port match for: c57cf81e-06a3-4c9d-9f7d-66ba421c3ff0 {{(pid=128085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 11:47:11.175028 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device c57cf81e-06a3-4c9d-9f7d-66ba421c3ff0 not bound to the agent host dv-neutron-797120-4-hyperv {{(pid=128085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 11:47:11.214515 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-f6d1233d-cbdd-4ed4-9939-155637557e4a tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967879'] for segment, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:11.217580 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.notifiers.nova [None req-0868971b-4021-4921-99ae-f72101e6317e tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] device_id is not set on port 1101d5d3-0674-417c-ac20-1ff3e10271ec yet. {{(pid=128083) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 24 11:47:11.239913 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6d1233d-cbdd-4ed4-9939-155637557e4a tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Releasing vlan 615 on physical network physnet1 to pool {{(pid=128083) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 11:47:11.240686 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-f6d1233d-cbdd-4ed4-9939-155637557e4a tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2537899'] for segment, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:11.245859 dv-neutron-797120-4-hyperv neutron-server[128083]: Traceback (most recent call last): Jun 24 11:47:11.245859 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 24 11:47:11.245859 dv-neutron-797120-4-hyperv neutron-server[128083]: timer() Jun 24 11:47:11.245859 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 24 11:47:11.245859 dv-neutron-797120-4-hyperv neutron-server[128083]: cb(*args, **kw) Jun 24 11:47:11.245859 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 24 11:47:11.245859 dv-neutron-797120-4-hyperv neutron-server[128083]: return func(*args, **kwargs) Jun 24 11:47:11.245859 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 24 11:47:11.245859 dv-neutron-797120-4-hyperv neutron-server[128083]: self._notify() Jun 24 11:47:11.245859 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 24 11:47:11.245859 dv-neutron-797120-4-hyperv neutron-server[128083]: self.callback(batched_events) Jun 24 11:47:11.245859 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 24 11:47:11.245859 dv-neutron-797120-4-hyperv neutron-server[128083]: event.method(event) Jun 24 11:47:11.245859 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 24 11:47:11.245859 dv-neutron-797120-4-hyperv neutron-server[128083]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 24 11:47:11.245859 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 24 11:47:11.245859 dv-neutron-797120-4-hyperv neutron-server[128083]: aggregate_uuid = self.p_client.list_aggregates( Jun 24 11:47:11.245859 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 24 11:47:11.245859 dv-neutron-797120-4-hyperv neutron-server[128083]: return f(self, *a, **k) Jun 24 11:47:11.245859 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 24 11:47:11.245859 dv-neutron-797120-4-hyperv neutron-server[128083]: return self._get(url).json() Jun 24 11:47:11.245859 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 24 11:47:11.245859 dv-neutron-797120-4-hyperv neutron-server[128083]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 24 11:47:11.245859 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 24 11:47:11.245859 dv-neutron-797120-4-hyperv neutron-server[128083]: return self.request(url, 'GET', **kwargs) Jun 24 11:47:11.245859 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 24 11:47:11.245859 dv-neutron-797120-4-hyperv neutron-server[128083]: base_url = self.get_endpoint(auth, allow=allow, Jun 24 11:47:11.245859 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 24 11:47:11.245859 dv-neutron-797120-4-hyperv neutron-server[128083]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 24 11:47:11.245859 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 24 11:47:11.245859 dv-neutron-797120-4-hyperv neutron-server[128083]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 24 11:47:11.245859 dv-neutron-797120-4-hyperv neutron-server[128083]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 24 11:47:11.412225 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-f6d1233d-cbdd-4ed4-9939-155637557e4a tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1800243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1815642'] for network, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:11.431951 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-996d774d-9a68-4437-bd50-62e8463c4b30 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-650429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-506361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793193536723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2537853'] for port, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:11.434838 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-aedd46fe-8038-461c-94ff-1a9df9b6e8ca tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:47:11.444153 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-f6d1233d-cbdd-4ed4-9939-155637557e4a tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588949'] for network, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:11.448863 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-f6d1233d-cbdd-4ed4-9939-155637557e4a tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] 10.222.0.53 "DELETE /v2.0/networks/830e8a92-47e9-413f-97b5-8cbe3b59c5dd HTTP/1.1" status: 204 len: 168 time: 2.2748249 Jun 24 11:47:11.453089 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 58232) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:47:11.467932 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-4f2e2d65-a567-4192-b448-8d3ec63a3fc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:11.494757 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d1233d-cbdd-4ed4-9939-155637557e4a tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Pushing event deleted for resources: {'Network': ['ID=830e8a92-47e9-413f-97b5-8cbe3b59c5dd,revision_number=None']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:47:11.494955 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-0aeb096f-ee85-425b-9adc-e3fb17747050 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:11.506817 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-900d8877-58d4-4a70-9ef2-d8b4afc32be1 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Router fc9e401b-9e41-4991-883b-a5d54ca42ecc has already been hosted by L3 agent 2987dba8-2249-4ee6-96ec-28f0f7a6127d {{(pid=128084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 11:47:11.516196 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-4f2e2d65-a567-4192-b448-8d3ec63a3fc8 None None] For port 7ad8e957-138a-47d0-ae75-77e7fbba792d, host dv-neutron-797120-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=7ad8e957-138a-47d0-ae75-77e7fbba792d,segment=NetworkSegment(b78e3fec-a708-4c42-b9ce-56b3d372bb34),segment_id=b78e3fec-a708-4c42-b9ce-56b3d372bb34)] {{(pid=128085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 11:47:11.528096 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-f6d1233d-cbdd-4ed4-9939-155637557e4a tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:47:11.528530 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-52b1b9da-fab3-4189-b45b-40bd40a337dc tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.076s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:47:11.530131 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-4f2e2d65-a567-4192-b448-8d3ec63a3fc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:11.535829 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c0f82ce-5e61-4054-9c32-dbde4205f74c tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] DELETE failed (client error): The resource could not be found. Jun 24 11:47:11.536284 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4c0f82ce-5e61-4054-9c32-dbde4205f74c tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=128083) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 24 11:47:11.540346 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-b60f176f-af50-4a7a-9049-ad418e0e5bf8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:47:11.540527 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-4c0f82ce-5e61-4054-9c32-dbde4205f74c tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] 10.222.0.53 "DELETE /v2.0/subnets/4f119fbd-fe34-44c9-b3bf-1b14f6d230ab HTTP/1.1" status: 404 len: 337 time: 0.0629070 Jun 24 11:47:11.548521 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 58234) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:47:11.550856 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-996d774d-9a68-4437-bd50-62e8463c4b30 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Network 41403d78-aa20-4f32-9f75-4b684c2ff870 is already hosted by enough agents. {{(pid=128083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 11:47:11.598629 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.base_scheduler [None req-996d774d-9a68-4437-bd50-62e8463c4b30 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Resources bound (agent type, host, resource id): {{(pid=128083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:47:11.600750 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2e2d65-a567-4192-b448-8d3ec63a3fc8 None None] Pushing event updated for resources: {'Port': ['ID=7ad8e957-138a-47d0-ae75-77e7fbba792d,revision_number=3']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:47:11.604365 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-996d774d-9a68-4437-bd50-62e8463c4b30 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Received port after_create {{(pid=128083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 11:47:11.604929 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-996d774d-9a68-4437-bd50-62e8463c4b30 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1978458'] for router_interface, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:11.605827 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-4f2e2d65-a567-4192-b448-8d3ec63a3fc8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:47:11.612620 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a77473e-fc48-4ce7-8dd5-ff3b9346d37f tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] DELETE failed (client error): The resource could not be found. Jun 24 11:47:11.613153 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7a77473e-fc48-4ce7-8dd5-ff3b9346d37f tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=128084) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 24 11:47:11.617372 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-7a77473e-fc48-4ce7-8dd5-ff3b9346d37f tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] 10.222.0.53 "DELETE /v2.0/networks/ee189b1b-7b49-4962-b2e3-4b2ae5437519 HTTP/1.1" status: 404 len: 339 time: 0.0636714 Jun 24 11:47:11.620163 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 58236) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:47:11.745214 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.db_base_plugin_common [None req-0868971b-4021-4921-99ae-f72101e6317e tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Allocated IP 172.20.0.13 (1549d505-f936-4d39-8f8f-72b4c7023104/d8d531f4-362b-4ce9-b820-18d1165b6187/1101d5d3-0674-417c-ac20-1ff3e10271ec) {{(pid=128083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 11:47:11.750983 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996d774d-9a68-4437-bd50-62e8463c4b30 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Pushing event updated for resources: {'Port': ['ID=4e83ec3d-ebda-49e9-a86f-ade6e7a02b34,revision_number=1']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:47:11.760510 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-996d774d-9a68-4437-bd50-62e8463c4b30 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:47:11.786669 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd78f8cb-92c7-495c-91f5-77dda4f5142a tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Deleting subnet 29c91c6c-fcba-4c0b-901d-0bb116b88b43 {{(pid=128083) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 24 11:47:11.795155 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-dd78f8cb-92c7-495c-91f5-77dda4f5142a tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Notify callbacks [] for subnet, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:11.882915 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-dd78f8cb-92c7-495c-91f5-77dda4f5142a tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3143795'] for subnet, precommit_delete_associations {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:11.957168 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-530c5eb4-67b1-4f69-80cb-736736de7163 None None] Provisioning for port 11d4e1d1-3828-4a40-a4f0-e768f1395739 completed by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 11:47:11.966103 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-530c5eb4-67b1-4f69-80cb-736736de7163 None None] Provisioning complete for port 11d4e1d1-3828-4a40-a4f0-e768f1395739 triggered by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:47:11.966879 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-530c5eb4-67b1-4f69-80cb-736736de7163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:11.974078 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-996d774d-9a68-4437-bd50-62e8463c4b30 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:12.008465 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-530c5eb4-67b1-4f69-80cb-736736de7163 None None] Port 11d4e1d1-3828-4a40-a4f0-e768f1395739 cannot update to ACTIVE because it is not bound. {{(pid=128085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 11:47:12.032756 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-530c5eb4-67b1-4f69-80cb-736736de7163 None None] Provisioning complete for port 7ad8e957-138a-47d0-ae75-77e7fbba792d triggered by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:47:12.033590 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-530c5eb4-67b1-4f69-80cb-736736de7163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:12.159195 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-d5d3c9f6-42ce-4cf7-9c74-03ff8c08cca2 tempest-RoutersAdminTest-701485524 tempest-RoutersAdminTest-701485524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1803210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1815767'] for router, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:12.175886 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-900d8877-58d4-4a70-9ef2-d8b4afc32be1 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify agent at l3_agent.dv-neutron-797120-4-hyperv the message routers_updated {{(pid=128084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 11:47:12.181499 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-900d8877-58d4-4a70-9ef2-d8b4afc32be1 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] 10.222.0.53 "PUT /v2.0/routers/fc9e401b-9e41-4991-883b-a5d54ca42ecc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1870725 Jun 24 11:47:12.191521 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 58238) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:47:12.283713 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-c6d1f4c8-24ff-4e10-a6d5-37ff36b4a93d None None] Provisioning complete for port 11d4e1d1-3828-4a40-a4f0-e768f1395739 triggered by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:47:12.285281 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-c6d1f4c8-24ff-4e10-a6d5-37ff36b4a93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:12.333359 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-c6d1f4c8-24ff-4e10-a6d5-37ff36b4a93d None None] Port 11d4e1d1-3828-4a40-a4f0-e768f1395739 cannot update to ACTIVE because it is not bound. {{(pid=128085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 11:47:12.487576 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-2552a04c-7ed5-4441-9f01-59af7f32908c tempest-RoutersIpV6AdminTest-670466919 tempest-RoutersIpV6AdminTest-670466919-project] Notify callbacks [] for router_gateway, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:12.507720 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d682cb57-8816-4db1-990a-8cee44d47cb9 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=128084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:47:12.511159 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d682cb57-8816-4db1-990a-8cee44d47cb9 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=128084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:47:12.513343 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-d682cb57-8816-4db1-990a-8cee44d47cb9 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.3206134 Jun 24 11:47:12.520574 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-dd78f8cb-92c7-495c-91f5-77dda4f5142a tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-972249'] for subnet, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:12.525855 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 58240) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:47:12.564292 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc0f0a73-9f78-42cc-8303-0e717267fb51 None None] Network 41403d78-aa20-4f32-9f75-4b684c2ff870 requested from dv-neutron-797120-4-hyperv {{(pid=128085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 11:47:12.594164 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-2552a04c-7ed5-4441-9f01-59af7f32908c tempest-RoutersIpV6AdminTest-670466919 tempest-RoutersIpV6AdminTest-670466919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:12.620173 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device 9c1656f9-189a-4eb8-8b5e-0c44830f794d up at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 11:47:12.678056 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-0868971b-4021-4921-99ae-f72101e6317e tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Notify callbacks [] for port, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:12.700777 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-2769d8b0-c10b-4390-9596-3ee612909691 None None] Provisioning for port 9c1656f9-189a-4eb8-8b5e-0c44830f794d completed by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 11:47:12.727151 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.provisioning_blocks [None req-0868971b-4021-4921-99ae-f72101e6317e tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Transition to ACTIVE for port object 1101d5d3-0674-417c-ac20-1ff3e10271ec will not be triggered until provisioned by entity DHCP. {{(pid=128083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 11:47:12.738046 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.db_base_plugin_v2 [None req-dadd37c2-a716-4dc4-9eee-ee568cca7a28 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Deleting subnet 16322861-1bf0-4b2b-adca-5e20cd0e559f {{(pid=128083) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 24 11:47:12.744764 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-dadd37c2-a716-4dc4-9eee-ee568cca7a28 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks [] for subnet, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:12.757961 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning for port 9c1656f9-189a-4eb8-8b5e-0c44830f794d completed by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 11:47:12.778155 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning complete for port 9c1656f9-189a-4eb8-8b5e-0c44830f794d triggered by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:47:12.778155 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:12.842738 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-0aeb096f-ee85-425b-9adc-e3fb17747050 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Notify callbacks [] for port, precommit_update {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:12.843698 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-dd78f8cb-92c7-495c-91f5-77dda4f5142a tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-972238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2537800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3289951'] for subnet, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:12.845144 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eca7cc7-6ce8-4c86-9367-fa4a29ecc2e0 None None] Sync routers for ids ['fc9e401b-9e41-4991-883b-a5d54ca42ecc'] in dv-neutron-797120-4-hyperv {{(pid=128085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 11:47:12.847760 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-dadd37c2-a716-4dc4-9eee-ee568cca7a28 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3143795'] for subnet, precommit_delete_associations {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:12.854309 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-ea8dbb9c-3148-45d1-838b-e4cf11ea8d6e tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:47:12.859989 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.db.db_base_plugin_common [None req-2552a04c-7ed5-4441-9f01-59af7f32908c tempest-RoutersIpV6AdminTest-670466919 tempest-RoutersIpV6AdminTest-670466919-project] Allocated IP 172.26.7.247 (f2b8ca71-e776-48b2-8898-96cc7970207b/f37bf603-3862-4d0a-9f58-89616f7fd68f/cbe9fb69-9eda-4c1c-bb25-ed8fd97eebf5) {{(pid=128084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 11:47:12.862379 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-0aeb096f-ee85-425b-9adc-e3fb17747050 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3292081'] for port, after_update {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:12.869883 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-3521bab0-0677-44c7-9420-7336f1117a0f tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:47:12.890518 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eca7cc7-6ce8-4c86-9367-fa4a29ecc2e0 None None] Routers {'fc9e401b-9e41-4991-883b-a5d54ca42ecc'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 11:47:12.891486 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-5eca7cc7-6ce8-4c86-9367-fa4a29ecc2e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T11:46:56Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['fc9e401b-9e41-4991-883b-a5d54ca42ecc'], 'active': True} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:47:12.941340 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5d3c9f6-42ce-4cf7-9c74-03ff8c08cca2 tempest-RoutersAdminTest-701485524 tempest-RoutersAdminTest-701485524-project] Router a2da9bb3-5a7c-4167-9c2b-e3710120883c is scheduled to L3 agent 2987dba8-2249-4ee6-96ec-28f0f7a6127d with binding_index 1 {{(pid=128084) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 24 11:47:12.968008 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd78f8cb-92c7-495c-91f5-77dda4f5142a tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Pushing event deleted for resources: {'Subnet': ['ID=29c91c6c-fcba-4c0b-901d-0bb116b88b43,revision_number=None']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:47:12.975995 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvr_db [None req-5eca7cc7-6ce8-4c86-9367-fa4a29ecc2e0 None None] Set router fc9e401b-9e41-4991-883b-a5d54ca42ecc gateway port host: None {{(pid=128085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 11:47:12.981923 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-dd78f8cb-92c7-495c-91f5-77dda4f5142a tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:47:12.983355 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-dd78f8cb-92c7-495c-91f5-77dda4f5142a tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588949'] for subnet, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:12.986058 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-dd78f8cb-92c7-495c-91f5-77dda4f5142a tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] 10.222.0.53 "DELETE /v2.0/subnets/29c91c6c-fcba-4c0b-901d-0bb116b88b43 HTTP/1.1" status: 204 len: 168 time: 1.3646712 Jun 24 11:47:12.993419 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 58242) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:47:12.995107 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-0868971b-4021-4921-99ae-f72101e6317e tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-650429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-506361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793193536723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2537853'] for port, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:13.014348 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98fce91c-c8d8-47d0-a9e6-1f3a7895298c None None] Network d512c2a0-22d1-4ba1-80a7-8eedf9465158 requested from dv-neutron-797120-4-hyperv {{(pid=128085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 11:47:13.025678 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-2a097a8d-aa93-4fdf-8fa6-af222ef41707 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:47:13.032454 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-0aeb096f-ee85-425b-9adc-e3fb17747050 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1783050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1978542'] for router_interface, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:13.036840 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aeb096f-ee85-425b-9adc-e3fb17747050 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Pushing event updated for resources: {'Port': ['ID=11d4e1d1-3828-4a40-a4f0-e768f1395739,revision_number=2']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:47:13.040442 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-0aeb096f-ee85-425b-9adc-e3fb17747050 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:47:13.074327 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-5eca7cc7-6ce8-4c86-9367-fa4a29ecc2e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc9e401b-9e41-4991-883b-a5d54ca42ecc', 'name': 'tempest-NetworksTestDHCPv6-router-498000444', 'tenant_id': '086af1f572244cd08c37d97e004e4732', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T11:46:56Z', 'updated_at': '2021-06-24T11:47:09Z', 'revision_number': 3, 'project_id': '086af1f572244cd08c37d97e004e4732', 'gw_port_host': None}], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:47:13.181238 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0868971b-4021-4921-99ae-f72101e6317e tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Network 1549d505-f936-4d39-8f8f-72b4c7023104 is already hosted by enough agents. {{(pid=128083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 11:47:13.223451 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eca7cc7-6ce8-4c86-9367-fa4a29ecc2e0 None None] Checking router: fc9e401b-9e41-4991-883b-a5d54ca42ecc for host: dv-neutron-797120-4-hyperv {{(pid=128085) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 11:47:13.226003 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:13.259905 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.base_scheduler [None req-0868971b-4021-4921-99ae-f72101e6317e tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Resources bound (agent type, host, resource id): {{(pid=128083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:47:13.287026 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0868971b-4021-4921-99ae-f72101e6317e tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Received port after_create {{(pid=128083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 11:47:13.332104 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eca7cc7-6ce8-4c86-9367-fa4a29ecc2e0 None None] Routers {'fc9e401b-9e41-4991-883b-a5d54ca42ecc'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 11:47:13.333242 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-5eca7cc7-6ce8-4c86-9367-fa4a29ecc2e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T11:46:56Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['fc9e401b-9e41-4991-883b-a5d54ca42ecc'], 'active': True} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:47:13.333995 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-2552a04c-7ed5-4441-9f01-59af7f32908c tempest-RoutersIpV6AdminTest-670466919 tempest-RoutersIpV6AdminTest-670466919-project] Notify callbacks [] for port, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:13.345887 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0868971b-4021-4921-99ae-f72101e6317e tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Pushing event updated for resources: {'Port': ['ID=1101d5d3-0674-417c-ac20-1ff3e10271ec,revision_number=1']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:47:13.368906 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5d3c9f6-42ce-4cf7-9c74-03ff8c08cca2 tempest-RoutersAdminTest-701485524 tempest-RoutersAdminTest-701485524-project] Notify agent at l3_agent.dv-neutron-797120-4-hyperv the message routers_updated {{(pid=128084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 11:47:13.375973 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-0868971b-4021-4921-99ae-f72101e6317e tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.350s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:47:13.382874 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e3dfc80-80b5-4a86-95db-8a05873a8300 None None] Sync routers for ids ['a2da9bb3-5a7c-4167-9c2b-e3710120883c'] in dv-neutron-797120-4-hyperv {{(pid=128086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 11:47:13.399658 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0aeb096f-ee85-425b-9adc-e3fb17747050 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Network bddb0f8e-0e1f-4536-a9ef-e387f1699f13 is already hosted by enough agents. {{(pid=128084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 11:47:13.405440 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.base_scheduler [None req-0aeb096f-ee85-425b-9adc-e3fb17747050 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Resources bound (agent type, host, resource id): {{(pid=128084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:47:13.419777 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e3dfc80-80b5-4a86-95db-8a05873a8300 None None] Routers {'a2da9bb3-5a7c-4167-9c2b-e3710120883c'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 11:47:13.420412 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-0e3dfc80-80b5-4a86-95db-8a05873a8300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T11:46:56Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['a2da9bb3-5a7c-4167-9c2b-e3710120883c'], 'active': True} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:47:13.443479 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-dadd37c2-a716-4dc4-9eee-ee568cca7a28 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-972249'] for subnet, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:13.474253 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-2d0b44ba-3c15-4e5b-836a-a07d827618ad tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-534962'] for network, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:13.504586 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-d5d3c9f6-42ce-4cf7-9c74-03ff8c08cca2 tempest-RoutersAdminTest-701485524 tempest-RoutersAdminTest-701485524-project] Notify callbacks [] for router, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:13.508291 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-d5d3c9f6-42ce-4cf7-9c74-03ff8c08cca2 tempest-RoutersAdminTest-701485524 tempest-RoutersAdminTest-701485524-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 7.4406459 Jun 24 11:47:13.509986 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 58244) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:47:13.526173 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] For port 9c1656f9-189a-4eb8-8b5e-0c44830f794d, host dv-neutron-797120-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=9c1656f9-189a-4eb8-8b5e-0c44830f794d,segment=NetworkSegment(6dc0ed20-0e3e-4794-aa27-4e8e2aa82b77),segment_id=6dc0ed20-0e3e-4794-aa27-4e8e2aa82b77)] {{(pid=128085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 11:47:13.532302 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-0e3dfc80-80b5-4a86-95db-8a05873a8300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:47:13.553905 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvr_db [None req-5eca7cc7-6ce8-4c86-9367-fa4a29ecc2e0 None None] Set router fc9e401b-9e41-4991-883b-a5d54ca42ecc gateway port host: None {{(pid=128085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 11:47:13.558246 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:13.570972 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device 7ad8e957-138a-47d0-ae75-77e7fbba792d up at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 11:47:13.586334 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e3dfc80-80b5-4a86-95db-8a05873a8300 None None] Routers {'a2da9bb3-5a7c-4167-9c2b-e3710120883c'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 11:47:13.588113 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-0e3dfc80-80b5-4a86-95db-8a05873a8300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T11:46:56Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['a2da9bb3-5a7c-4167-9c2b-e3710120883c'], 'active': True} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:47:13.588327 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-2552a04c-7ed5-4441-9f01-59af7f32908c tempest-RoutersIpV6AdminTest-670466919 tempest-RoutersIpV6AdminTest-670466919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-650429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-506361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793193536723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3291971'] for port, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:13.596974 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-724d8aa9-d046-4a96-aabd-441c5e5c79f4 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:47:13.627318 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-996d774d-9a68-4437-bd50-62e8463c4b30 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Notify callbacks [] for port, precommit_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:13.647499 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0868971b-4021-4921-99ae-f72101e6317e tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:47:13.649427 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-0868971b-4021-4921-99ae-f72101e6317e tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468916'] for port, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:13.663534 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-dadd37c2-a716-4dc4-9eee-ee568cca7a28 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-972238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2537800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3289951'] for subnet, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:13.677997 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-333ddecd-5723-4186-8450-1c5a07d0db16 tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:47:13.700838 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2552a04c-7ed5-4441-9f01-59af7f32908c tempest-RoutersIpV6AdminTest-670466919 tempest-RoutersIpV6AdminTest-670466919-project] Network f2b8ca71-e776-48b2-8898-96cc7970207b is already hosted by enough agents. {{(pid=128084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 11:47:13.713541 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-0e3dfc80-80b5-4a86-95db-8a05873a8300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:47:13.714490 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e3dfc80-80b5-4a86-95db-8a05873a8300 None None] The sync data for ids ['a2da9bb3-5a7c-4167-9c2b-e3710120883c'] in dv-neutron-797120-4-hyperv is: [] {{(pid=128086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 11:47:13.753678 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-996d774d-9a68-4437-bd50-62e8463c4b30 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2537871'] for port, after_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:13.754881 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-996d774d-9a68-4437-bd50-62e8463c4b30 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1783050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1978542'] for router_interface, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:13.759823 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-dadd37c2-a716-4dc4-9eee-ee568cca7a28 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588949'] for subnet, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:13.772939 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-dadd37c2-a716-4dc4-9eee-ee568cca7a28 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] 10.222.0.53 "DELETE /v2.0/subnets/16322861-1bf0-4b2b-adca-5e20cd0e559f HTTP/1.1" status: 204 len: 168 time: 1.2458704 Jun 24 11:47:13.783334 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dadd37c2-a716-4dc4-9eee-ee568cca7a28 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Pushing event deleted for resources: {'Subnet': ['ID=16322861-1bf0-4b2b-adca-5e20cd0e559f,revision_number=None']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:47:13.792851 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 58246) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:47:13.801172 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.base_scheduler [None req-2552a04c-7ed5-4441-9f01-59af7f32908c tempest-RoutersIpV6AdminTest-670466919 tempest-RoutersIpV6AdminTest-670466919-project] Resources bound (agent type, host, resource id): {{(pid=128084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:47:13.807393 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-dadd37c2-a716-4dc4-9eee-ee568cca7a28 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:47:13.817104 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-f6d1233d-cbdd-4ed4-9939-155637557e4a tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.036s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:47:13.824960 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2552a04c-7ed5-4441-9f01-59af7f32908c tempest-RoutersIpV6AdminTest-670466919 tempest-RoutersIpV6AdminTest-670466919-project] Received port after_create {{(pid=128084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 11:47:13.836859 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-ef198d64-7ba3-494c-8dad-051c77bdc18d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:47:13.839779 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-7abbbd29-d473-4c0f-a074-a6563fa8b879 None None] Provisioning for port 4e83ec3d-ebda-49e9-a86f-ade6e7a02b34 completed by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 11:47:13.875745 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59d63bce-e8ae-4472-8f71-93e3556822d9 None None] Network 11a80c9d-f8ee-4388-91b0-d49a25200fee requested from dv-neutron-797120-4-hyperv {{(pid=128085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 11:47:13.880233 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-0868971b-4021-4921-99ae-f72101e6317e tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.1950703 Jun 24 11:47:13.883549 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 58248) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:47:13.887505 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2552a04c-7ed5-4441-9f01-59af7f32908c tempest-RoutersIpV6AdminTest-670466919 tempest-RoutersIpV6AdminTest-670466919-project] Pushing event updated for resources: {'Port': ['ID=cbe9fb69-9eda-4c1c-bb25-ed8fd97eebf5,revision_number=1']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:47:13.901250 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-2552a04c-7ed5-4441-9f01-59af7f32908c tempest-RoutersIpV6AdminTest-670466919 tempest-RoutersIpV6AdminTest-670466919-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.304s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:47:13.925081 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-5908bb04-f2dd-40e5-8082-6d3b9e5f9051 tempest-RoutersAdminTest-1970644103 tempest-RoutersAdminTest-1970644103-project-admin] 10.222.0.53 "GET /v2.0/routers/a2da9bb3-5a7c-4167-9c2b-e3710120883c HTTP/1.1" status: 200 len: 920 time: 0.4133406 Jun 24 11:47:13.925658 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [None req-306a22e9-ea9c-412f-8070-1f1ae4121797 tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Request body: {'floatingip': {'port_id': '1101d5d3-0674-417c-ac20-1ff3e10271ec'}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:47:13.926732 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 58250) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:47:13.977097 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-5eca7cc7-6ce8-4c86-9367-fa4a29ecc2e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc9e401b-9e41-4991-883b-a5d54ca42ecc', 'name': 'tempest-NetworksTestDHCPv6-router-498000444', 'tenant_id': '086af1f572244cd08c37d97e004e4732', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T11:46:56Z', 'updated_at': '2021-06-24T11:47:09Z', 'revision_number': 3, 'project_id': '086af1f572244cd08c37d97e004e4732', 'gw_port_host': None}], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:47:13.978809 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-7abbbd29-d473-4c0f-a074-a6563fa8b879 None None] Provisioning complete for port 4e83ec3d-ebda-49e9-a86f-ade6e7a02b34 triggered by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:47:13.979191 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-7abbbd29-d473-4c0f-a074-a6563fa8b879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:13.998033 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-566ddaee-9bd7-4942-b785-365a1564026d tempest-RoutersAdminTest-701485524 tempest-RoutersAdminTest-701485524-project] 10.222.0.53 "GET /v2.0/ports?device_id=a2da9bb3-5a7c-4167-9c2b-e3710120883c HTTP/1.1" status: 200 len: 205 time: 0.0677941 Jun 24 11:47:13.998546 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 58252) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:47:14.033046 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0aeb096f-ee85-425b-9adc-e3fb17747050 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Router d87749d3-f594-4284-87a4-6fe3955904b1 is scheduled to L3 agent 2987dba8-2249-4ee6-96ec-28f0f7a6127d with binding_index 1 {{(pid=128084) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 24 11:47:14.100435 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996d774d-9a68-4437-bd50-62e8463c4b30 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Pushing event updated for resources: {'Port': ['ID=4e83ec3d-ebda-49e9-a86f-ade6e7a02b34,revision_number=2']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:47:14.107281 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eca7cc7-6ce8-4c86-9367-fa4a29ecc2e0 None None] The sync data for ids ['fc9e401b-9e41-4991-883b-a5d54ca42ecc'] in dv-neutron-797120-4-hyperv is: [{'id': 'fc9e401b-9e41-4991-883b-a5d54ca42ecc', 'name': 'tempest-NetworksTestDHCPv6-router-498000444', 'tenant_id': '086af1f572244cd08c37d97e004e4732', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T11:46:56Z', 'updated_at': '2021-06-24T11:47:09Z', 'revision_number': 3, 'project_id': '086af1f572244cd08c37d97e004e4732', 'gw_port_host': None}] {{(pid=128085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 11:47:14.108737 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-996d774d-9a68-4437-bd50-62e8463c4b30 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:47:14.110448 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Pushing event updated for resources: {'Port': ['ID=9c1656f9-189a-4eb8-8b5e-0c44830f794d,revision_number=3']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:47:14.124523 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:47:14.125545 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-4068af14-e352-4365-9506-f11e3f930ffc tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.3252153 Jun 24 11:47:14.130768 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c37ab95-1fb6-41df-80a3-04337031e8f1 None None] DHCP port deletion for d512c2a0-22d1-4ba1-80a7-8eedf9465158 request from dv-neutron-797120-4-hyperv {{(pid=128085) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 24 11:47:14.132322 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-306a22e9-ea9c-412f-8070-1f1ae4121797 tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Notify callbacks [] for floatingip, before_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:14.135537 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 58254) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:47:14.224514 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-7abbbd29-d473-4c0f-a074-a6563fa8b879 None None] Port 4e83ec3d-ebda-49e9-a86f-ade6e7a02b34 cannot update to ACTIVE because it is not bound. {{(pid=128085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 11:47:14.260905 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-7abbbd29-d473-4c0f-a074-a6563fa8b879 None None] Provisioning complete for port 9c1656f9-189a-4eb8-8b5e-0c44830f794d triggered by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:47:14.261593 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-7abbbd29-d473-4c0f-a074-a6563fa8b879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:14.268361 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning complete for port 7ad8e957-138a-47d0-ae75-77e7fbba792d triggered by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:47:14.268744 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:14.275107 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.plugin [None req-2d0b44ba-3c15-4e5b-836a-a07d827618ad tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Deleting port 96b07c25-1f30-4ede-87e5-8b82d7875052 {{(pid=128083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 11:47:14.275519 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-2d0b44ba-3c15-4e5b-836a-a07d827618ad tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793193942312'] for port, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:14.299868 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0aeb096f-ee85-425b-9adc-e3fb17747050 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Notify agent at l3_agent.dv-neutron-797120-4-hyperv the message routers_updated {{(pid=128084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 11:47:14.307341 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-0aeb096f-ee85-425b-9adc-e3fb17747050 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] 10.222.0.53 "PUT /v2.0/routers/d87749d3-f594-4284-87a4-6fe3955904b1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9482381 Jun 24 11:47:14.313489 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 58258) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:47:14.319156 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-ba0e108a-840a-45cc-ab25-72df523ca79d tempest-RoutersAdminTest-701485524 tempest-RoutersAdminTest-701485524-project] Notify callbacks [] for router, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:14.322633 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9173fd11-dabb-4b42-9ab3-36195c853b54 None None] Sync routers for ids ['d87749d3-f594-4284-87a4-6fe3955904b1'] in dv-neutron-797120-4-hyperv {{(pid=128085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 11:47:14.324197 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-f6cbf483-5283-4783-b590-d90b618215a0 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Request body: {'network': {'name': 'tempest-RoutersTest-1138476992'}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:47:14.331326 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-996d774d-9a68-4437-bd50-62e8463c4b30 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Network 41403d78-aa20-4f32-9f75-4b684c2ff870 is already hosted by enough agents. {{(pid=128083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 11:47:14.335828 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-cabc6b6f-e402-44ae-8b56-7c40142d44e3 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks [] for router, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:14.364746 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-6c37ab95-1fb6-41df-80a3-04337031e8f1 None None] Deleting port 96b07c25-1f30-4ede-87e5-8b82d7875052 {{(pid=128085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 11:47:14.364746 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-6c37ab95-1fb6-41df-80a3-04337031e8f1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793193942312'] for port, before_delete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:14.367520 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9173fd11-dabb-4b42-9ab3-36195c853b54 None None] Routers {'d87749d3-f594-4284-87a4-6fe3955904b1'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 11:47:14.367834 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-9173fd11-dabb-4b42-9ab3-36195c853b54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T11:46:56Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['d87749d3-f594-4284-87a4-6fe3955904b1'], 'active': True} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:47:14.373003 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.base_scheduler [None req-996d774d-9a68-4437-bd50-62e8463c4b30 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Resources bound (agent type, host, resource id): {{(pid=128083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:47:14.514931 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.db [None req-2d0b44ba-3c15-4e5b-836a-a07d827618ad tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] For port 96b07c25-1f30-4ede-87e5-8b82d7875052, host dv-neutron-797120-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=96b07c25-1f30-4ede-87e5-8b82d7875052,segment=NetworkSegment(6fb3c7b9-0149-440b-bef8-3dbbc46cd512),segment_id=6fb3c7b9-0149-440b-bef8-3dbbc46cd512)] {{(pid=128083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 11:47:14.515888 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-2d0b44ba-3c15-4e5b-836a-a07d827618ad tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1978872'] for port, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:14.604946 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-6c37ab95-1fb6-41df-80a3-04337031e8f1 None None] For port 96b07c25-1f30-4ede-87e5-8b82d7875052, host dv-neutron-797120-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=96b07c25-1f30-4ede-87e5-8b82d7875052,segment=NetworkSegment(6fb3c7b9-0149-440b-bef8-3dbbc46cd512),segment_id=6fb3c7b9-0149-440b-bef8-3dbbc46cd512)] {{(pid=128085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 11:47:14.605603 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-6c37ab95-1fb6-41df-80a3-04337031e8f1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1978872'] for port, precommit_delete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:14.626369 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-276e7549-223d-48f2-9402-66d76c7091d9 None None] DHCP port deletion for 11a80c9d-f8ee-4388-91b0-d49a25200fee request from dv-neutron-797120-4-hyperv {{(pid=128085) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 24 11:47:14.638240 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.plugin [None req-2d0b44ba-3c15-4e5b-836a-a07d827618ad tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Calling delete_port for 96b07c25-1f30-4ede-87e5-8b82d7875052 owned by network:dhcp {{(pid=128083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 11:47:14.677198 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvr_db [None req-9173fd11-dabb-4b42-9ab3-36195c853b54 None None] Set router d87749d3-f594-4284-87a4-6fe3955904b1 gateway port host: None {{(pid=128085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 11:47:14.721166 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-6c37ab95-1fb6-41df-80a3-04337031e8f1 None None] Calling delete_port for 96b07c25-1f30-4ede-87e5-8b82d7875052 owned by network:dhcp {{(pid=128085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 11:47:14.788262 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:14.790115 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6cbf483-5283-4783-b590-d90b618215a0 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Made reservation on behalf of 01c7f8735a2b4722ae0cabb11183e366 for: {'network': 1} {{(pid=128084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 11:47:14.793720 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-f6cbf483-5283-4783-b590-d90b618215a0 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for network, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:14.871521 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-2552a04c-7ed5-4441-9f01-59af7f32908c tempest-RoutersIpV6AdminTest-670466919 tempest-RoutersIpV6AdminTest-670466919-project] Notify callbacks [] for router_gateway, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:14.924741 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6cbf483-5283-4783-b590-d90b618215a0 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] vlan segment allocate from pool success with {'vlan_id': 645, 'physical_network': 'physnet1'} {{(pid=128084) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 11:47:14.950180 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-f6cbf483-5283-4783-b590-d90b618215a0 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967879'] for segment, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:14.950559 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.db.segments_db [None req-f6cbf483-5283-4783-b590-d90b618215a0 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Added segment b7c26e65-0a7a-473a-9051-c0d95f4985d5 of type vlan for network b91d5cb9-8fe3-4576-a991-183ff1f7b145 Jun 24 11:47:14.966257 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-ba0e108a-840a-45cc-ab25-72df523ca79d tempest-RoutersAdminTest-701485524 tempest-RoutersAdminTest-701485524-project] Notify callbacks [] for router_gateway, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:14.985211 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device 393d903f-50b4-48ed-81e2-0ee182c5f33f up at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 11:47:15.051928 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-f6cbf483-5283-4783-b590-d90b618215a0 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793193525068'] for network, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:15.057780 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-6c37ab95-1fb6-41df-80a3-04337031e8f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793193945299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193536732'] for port, after_delete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:15.068548 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-f4b94df6-a9c3-4206-aefc-e2a75a4cf13c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:47:15.071150 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-276e7549-223d-48f2-9402-66d76c7091d9 None None] Deleting port 5c4ec6b2-bbba-4019-9615-4b23af6d1552 {{(pid=128085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 11:47:15.071530 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-276e7549-223d-48f2-9402-66d76c7091d9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793193942312'] for port, before_delete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:15.115919 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-cabc6b6f-e402-44ae-8b56-7c40142d44e3 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1803182', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65403'] for router, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:15.120137 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c37ab95-1fb6-41df-80a3-04337031e8f1 None None] Pushing event deleted for resources: {'Port': ['ID=96b07c25-1f30-4ede-87e5-8b82d7875052,revision_number=None']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:47:15.127405 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-cabc6b6f-e402-44ae-8b56-7c40142d44e3 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:15.164094 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-f6cbf483-5283-4783-b590-d90b618215a0 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1800243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976'] for network, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:15.167917 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-6c37ab95-1fb6-41df-80a3-04337031e8f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:47:15.170803 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6cbf483-5283-4783-b590-d90b618215a0 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=128084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:47:15.172036 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-f6cbf483-5283-4783-b590-d90b618215a0 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Notify callbacks [] for network, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:15.174230 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c37ab95-1fb6-41df-80a3-04337031e8f1 None None] No DVR routers for this DVR port 96b07c25-1f30-4ede-87e5-8b82d7875052 on host dv-neutron-797120-4-hyperv {{(pid=128085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 11:47:15.182069 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-70f526fa-6be6-4b14-aaa4-68c9ce8cc837 tempest-BulkNetworkOpsIpV6Test-1142812762 tempest-BulkNetworkOpsIpV6Test-1142812762-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:47:15.184549 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-37ee08e8-69de-4659-8e3a-50da98c29936 None None] Provisioning complete for port 4e83ec3d-ebda-49e9-a86f-ade6e7a02b34 triggered by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:47:15.184942 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-37ee08e8-69de-4659-8e3a-50da98c29936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:15.219801 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-996d774d-9a68-4437-bd50-62e8463c4b30 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Router 9ce5a3ea-ef86-4fbf-9a68-c613a7caab15 has already been hosted by L3 agent 2987dba8-2249-4ee6-96ec-28f0f7a6127d {{(pid=128083) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 11:47:15.247355 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-276e7549-223d-48f2-9402-66d76c7091d9 None None] For port 5c4ec6b2-bbba-4019-9615-4b23af6d1552, host dv-neutron-797120-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=5c4ec6b2-bbba-4019-9615-4b23af6d1552,segment=NetworkSegment(fddfe548-9582-48fa-8a0c-6b06bc4d1b9f),segment_id=fddfe548-9582-48fa-8a0c-6b06bc4d1b9f)] {{(pid=128085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 11:47:15.247788 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-276e7549-223d-48f2-9402-66d76c7091d9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1978872'] for port, precommit_delete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:15.260462 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning complete for port 393d903f-50b4-48ed-81e2-0ee182c5f33f triggered by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:47:15.260871 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:15.267119 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 58260) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:47:15.267438 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-f6cbf483-5283-4783-b590-d90b618215a0 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.9508882 Jun 24 11:47:15.272802 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-276e7549-223d-48f2-9402-66d76c7091d9 None None] Calling delete_port for 5c4ec6b2-bbba-4019-9615-4b23af6d1552 owned by network:dhcp {{(pid=128085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 11:47:15.285009 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [None req-af81a514-e455-4fc3-a9c7-d8c0412914e2 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Request body: {'subnet': {'network_id': 'b91d5cb9-8fe3-4576-a991-183ff1f7b145', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:47:15.293649 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-37ee08e8-69de-4659-8e3a-50da98c29936 None None] Port 4e83ec3d-ebda-49e9-a86f-ade6e7a02b34 cannot update to ACTIVE because it is not bound. {{(pid=128085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 11:47:15.303705 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.plugin [None req-ba0e108a-840a-45cc-ab25-72df523ca79d tempest-RoutersAdminTest-701485524 tempest-RoutersAdminTest-701485524-project] Deleting port e21efbf5-35fe-4b1b-a3ce-1c3c83d291e6 {{(pid=128084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 11:47:15.304053 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-ba0e108a-840a-45cc-ab25-72df523ca79d tempest-RoutersAdminTest-701485524 tempest-RoutersAdminTest-701485524-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793193942312'] for port, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:15.345892 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-cabc6b6f-e402-44ae-8b56-7c40142d44e3 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1806072'] for router, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:15.346299 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cabc6b6f-e402-44ae-8b56-7c40142d44e3 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Fanout notify agent at l3_agent the message router_deleted on router fc9e401b-9e41-4991-883b-a5d54ca42ecc {{(pid=128083) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 24 11:47:15.364269 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-cabc6b6f-e402-44ae-8b56-7c40142d44e3 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks [] for router, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:15.365429 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-cabc6b6f-e402-44ae-8b56-7c40142d44e3 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] 10.222.0.53 "DELETE /v2.0/routers/fc9e401b-9e41-4991-883b-a5d54ca42ecc HTTP/1.1" status: 204 len: 168 time: 1.2251935 Jun 24 11:47:15.370046 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 58262) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:47:15.371520 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-2552a04c-7ed5-4441-9f01-59af7f32908c tempest-RoutersIpV6AdminTest-670466919 tempest-RoutersIpV6AdminTest-670466919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1803210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1815767'] for router, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:15.373587 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6cbf483-5283-4783-b590-d90b618215a0 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Pushing event updated for resources: {'Network': ['ID=b91d5cb9-8fe3-4576-a991-183ff1f7b145,revision_number=1']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:47:15.374709 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-37ee08e8-69de-4659-8e3a-50da98c29936 None None] Provisioning for port 1101d5d3-0674-417c-ac20-1ff3e10271ec completed by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 11:47:15.376684 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-f6cbf483-5283-4783-b590-d90b618215a0 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:47:15.381419 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-37ee08e8-69de-4659-8e3a-50da98c29936 None None] Provisioning complete for port 1101d5d3-0674-417c-ac20-1ff3e10271ec triggered by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:47:15.382233 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-37ee08e8-69de-4659-8e3a-50da98c29936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:15.382367 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-3c1c40d8-08f9-4235-8349-d95a849fa38b tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Request body: {'subnet': {'network_id': '11a80c9d-f8ee-4388-91b0-d49a25200fee', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:47:15.421170 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-9173fd11-dabb-4b42-9ab3-36195c853b54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd87749d3-f594-4284-87a4-6fe3955904b1', 'name': 'tempest-RoutersTest-router-456200694', 'tenant_id': '01c7f8735a2b4722ae0cabb11183e366', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T11:47:01Z', 'updated_at': '2021-06-24T11:47:11Z', 'revision_number': 2, 'project_id': '01c7f8735a2b4722ae0cabb11183e366', 'gw_port_host': None, '_interfaces': [{'id': '11d4e1d1-3828-4a40-a4f0-e768f1395739', 'name': '', 'network_id': 'bddb0f8e-0e1f-4536-a9ef-e387f1699f13', 'tenant_id': '01c7f8735a2b4722ae0cabb11183e366', 'mac_address': 'fa:16:3e:7d:a9:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd87749d3-f594-4284-87a4-6fe3955904b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'ee35f23e-956d-4b15-87a0-fe4ac4012d10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:47:07Z', 'updated_at': '2021-06-24T11:47:12Z', 'revision_number': 2, 'project_id': '01c7f8735a2b4722ae0cabb11183e366', 'subnets': [{'id': 'ee35f23e-956d-4b15-87a0-fe4ac4012d10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:47:15.426479 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-37ee08e8-69de-4659-8e3a-50da98c29936 None None] Port 1101d5d3-0674-417c-ac20-1ff3e10271ec cannot update to ACTIVE because it is not bound. {{(pid=128085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 11:47:15.428406 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Network b91d5cb9-8fe3-4576-a991-183ff1f7b145 details requested by agent ovs-agent-dv-neutron-797120-4-hyperv with host dv-neutron-797120-4-hyperv {{(pid=128085) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 11:47:15.495605 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9173fd11-dabb-4b42-9ab3-36195c853b54 None None] Checking router: d87749d3-f594-4284-87a4-6fe3955904b1 for host: dv-neutron-797120-4-hyperv {{(pid=128085) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 11:47:15.495605 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9173fd11-dabb-4b42-9ab3-36195c853b54 None None] Updating router d87749d3-f594-4284-87a4-6fe3955904b1 port 11d4e1d1-3828-4a40-a4f0-e768f1395739 binding host dv-neutron-797120-4-hyperv {{(pid=128085) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 11:47:15.503789 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-2d0b44ba-3c15-4e5b-836a-a07d827618ad tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793193945299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193536732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2537862'] for port, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:15.508536 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-c55ff9d9-d47a-4326-8597-26fff4b5045f tempest-PortsAdminExtendedAttrsTestJSON-866674268 tempest-PortsAdminExtendedAttrsTestJSON-866674268-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:47:15.561060 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-ba0e108a-840a-45cc-ab25-72df523ca79d tempest-RoutersAdminTest-701485524 tempest-RoutersAdminTest-701485524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1978872'] for port, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:15.583287 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0b44ba-3c15-4e5b-836a-a07d827618ad tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Pushing event deleted for resources: {'Port': ['ID=96b07c25-1f30-4ede-87e5-8b82d7875052,revision_number=None']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:47:15.595885 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.plugin [None req-ba0e108a-840a-45cc-ab25-72df523ca79d tempest-RoutersAdminTest-701485524 tempest-RoutersAdminTest-701485524-project] Calling delete_port for e21efbf5-35fe-4b1b-a3ce-1c3c83d291e6 owned by network:router_gateway {{(pid=128084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 11:47:15.629193 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-2d0b44ba-3c15-4e5b-836a-a07d827618ad tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:47:15.637661 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d0b44ba-3c15-4e5b-836a-a07d827618ad tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] No DVR routers for this DVR port 96b07c25-1f30-4ede-87e5-8b82d7875052 on host dv-neutron-797120-4-hyperv {{(pid=128083) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 11:47:15.673497 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c1c40d8-08f9-4235-8349-d95a849fa38b tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Made reservation on behalf of 086af1f572244cd08c37d97e004e4732 for: {'subnet': 1} {{(pid=128084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 11:47:15.677835 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-3c1c40d8-08f9-4235-8349-d95a849fa38b tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3162484'] for subnet, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:15.758467 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-37ee08e8-69de-4659-8e3a-50da98c29936 None None] Provisioning complete for port 11d4e1d1-3828-4a40-a4f0-e768f1395739 triggered by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:47:15.759185 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-37ee08e8-69de-4659-8e3a-50da98c29936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:15.767684 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-9173fd11-dabb-4b42-9ab3-36195c853b54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:15.781578 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2552a04c-7ed5-4441-9f01-59af7f32908c tempest-RoutersIpV6AdminTest-670466919 tempest-RoutersIpV6AdminTest-670466919-project] Router b4842764-46a0-4cc7-9589-935ca85c407d is scheduled to L3 agent 2987dba8-2249-4ee6-96ec-28f0f7a6127d with binding_index 1 {{(pid=128084) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 24 11:47:15.799324 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-996d774d-9a68-4437-bd50-62e8463c4b30 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Notify agent at l3_agent.dv-neutron-797120-4-hyperv the message routers_updated {{(pid=128083) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 11:47:15.802161 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-276e7549-223d-48f2-9402-66d76c7091d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793193945299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193536732'] for port, after_delete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:15.805600 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-6bb43e54-c4d1-442d-ac9f-4378f10c7536 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:47:15.808124 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af81a514-e455-4fc3-a9c7-d8c0412914e2 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Made reservation on behalf of 01c7f8735a2b4722ae0cabb11183e366 for: {'subnet': 1} {{(pid=128083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 11:47:15.815441 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-af81a514-e455-4fc3-a9c7-d8c0412914e2 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3289788'] for subnet, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:15.819477 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdf4e6e3-f238-4048-ad05-3f1e0c8d1638 None None] Sync routers for ids ['9ce5a3ea-ef86-4fbf-9a68-c613a7caab15'] in dv-neutron-797120-4-hyperv {{(pid=128086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 11:47:15.841461 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276e7549-223d-48f2-9402-66d76c7091d9 None None] Pushing event deleted for resources: {'Port': ['ID=5c4ec6b2-bbba-4019-9615-4b23af6d1552,revision_number=None']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:47:15.845173 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-276e7549-223d-48f2-9402-66d76c7091d9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:47:15.847145 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdf4e6e3-f238-4048-ad05-3f1e0c8d1638 None None] Routers {'9ce5a3ea-ef86-4fbf-9a68-c613a7caab15'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 11:47:15.847857 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-bdf4e6e3-f238-4048-ad05-3f1e0c8d1638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T11:46:56Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['9ce5a3ea-ef86-4fbf-9a68-c613a7caab15'], 'active': True} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:47:15.865183 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-37ee08e8-69de-4659-8e3a-50da98c29936 None None] Port 11d4e1d1-3828-4a40-a4f0-e768f1395739 cannot update to ACTIVE because it is not bound. {{(pid=128085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 11:47:15.873964 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-276e7549-223d-48f2-9402-66d76c7091d9 None None] No DVR routers for this DVR port 5c4ec6b2-bbba-4019-9615-4b23af6d1552 on host dv-neutron-797120-4-hyperv {{(pid=128085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 11:47:15.956117 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device 9c1656f9-189a-4eb8-8b5e-0c44830f794d up at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 11:47:15.959264 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-996d774d-9a68-4437-bd50-62e8463c4b30 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] 10.222.0.53 "PUT /v2.0/routers/9ce5a3ea-ef86-4fbf-9a68-c613a7caab15/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0772271 Jun 24 11:47:15.962479 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-2d0b44ba-3c15-4e5b-836a-a07d827618ad tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973199', 'neutron.services.segments.db._delete_segments_for_network-8793194012456'] for network, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:15.964815 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 58264) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:47:15.970287 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [None req-c9be137a-6d74-40b3-988d-2c4a7d8de586 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1059213611'}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:47:15.976446 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_dvr_db [None req-bdf4e6e3-f238-4048-ad05-3f1e0c8d1638 None None] Set router 9ce5a3ea-ef86-4fbf-9a68-c613a7caab15 gateway port host: None {{(pid=128086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 11:47:16.021065 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.services.segments.db [None req-2d0b44ba-3c15-4e5b-836a-a07d827618ad tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d512c2a0-22d1-4ba1-80a7-8eedf9465158']}} {{(pid=128083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:47:16.087520 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning complete for port 9c1656f9-189a-4eb8-8b5e-0c44830f794d triggered by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:47:16.088323 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:16.143366 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.services.segments.db [None req-2d0b44ba-3c15-4e5b-836a-a07d827618ad tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6fb3c7b9-0149-440b-bef8-3dbbc46cd512') {'for_net_delete': True} {{(pid=128083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:47:16.143732 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.services.segments.db [None req-2d0b44ba-3c15-4e5b-836a-a07d827618ad tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6fb3c7b9-0149-440b-bef8-3dbbc46cd512') {} {{(pid=128083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:47:16.149737 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-af81a514-e455-4fc3-a9c7-d8c0412914e2 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2537737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3289942'] for subnet, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:16.164209 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-dd78f8cb-92c7-495c-91f5-77dda4f5142a tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:47:16.203997 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-bdf4e6e3-f238-4048-ad05-3f1e0c8d1638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ce5a3ea-ef86-4fbf-9a68-c613a7caab15', 'name': 'tempest-RoutersIpV6Test-router-1768214735', 'tenant_id': '9c8c7551cf984e4ca40de4f1d8880b93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T11:46:39Z', 'updated_at': '2021-06-24T11:47:11Z', 'revision_number': 4, 'project_id': '9c8c7551cf984e4ca40de4f1d8880b93', 'gw_port_host': None, '_interfaces': [{'id': '393d903f-50b4-48ed-81e2-0ee182c5f33f', 'name': '', 'network_id': 'bafc64b7-599f-4120-9111-1328d4d00b29', 'tenant_id': '9c8c7551cf984e4ca40de4f1d8880b93', 'mac_address': 'fa:16:3e:41:a8:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce5a3ea-ef86-4fbf-9a68-c613a7caab15', 'device_owner': 'network:router_interface', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '2eadf126-bb80-462e-a2e3-90a335dd379b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:46:56Z', 'updated_at': '2021-06-24T11:47:09Z', 'revision_number': 5, 'project_id': '9c8c7551cf984e4ca40de4f1d8880b93', 'subnets': [{'id': '2eadf126-bb80-462e-a2e3-90a335dd379b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4e83ec3d-ebda-49e9-a86f-ade6e7a02b34', 'name': '', 'network_id': '41403d78-aa20-4f32-9f75-4b684c2ff870', 'tenant_id': '9c8c7551cf984e4ca40de4f1d8880b93', 'mac_address': 'fa:16:3e:70:f2:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ce5a3ea-ef86-4fbf-9a68-c613a7caab15', 'device_owner': 'network:router_interface', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '4492df7d-0108-42b8-9db5-4fc6e259fc17', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:47:09Z', 'updated_at': '2021-06-24T11:47:12Z', 'revision_number': 2, 'project_id': '9c8c7551cf984e4ca40de4f1d8880b93', 'subnets': [{'id': '4492df7d-0108-42b8-9db5-4fc6e259fc17', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '525ba555-882d-46c1-90b4-58e1947f05fb', 'name': '', 'network_id': 'e6c680f4-577d-4f2c-840f-4ffe44326df7', 'tenant_id': '9c8c7551cf984e4ca40de4f1d8880b93', 'mac_address': 'fa:16:3e:9e:cb:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce5a3ea-ef86-4fbf-9a68-c613a7caab15', 'device_owner': 'network:router_interface', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': 'e0b6c98b-cc27-4b1e-ba5c-af819acff9ea', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:46:45Z', 'updated_at': '2021-06-24T11:47:01Z', 'revision_number': 5, 'project_id': '9c8c7551cf984e4ca40de4f1d8880b93', 'subnets': [{'id': 'e0b6c98b-cc27-4b1e-ba5c-af819acff9ea', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:47:16.205740 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-2d0b44ba-3c15-4e5b-836a-a07d827618ad tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793194097327', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3143690'] for segment, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:16.215485 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9be137a-6d74-40b3-988d-2c4a7d8de586 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Made reservation on behalf of 9c8c7551cf984e4ca40de4f1d8880b93 for: {'network': 1} {{(pid=128083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 11:47:16.219196 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-c9be137a-6d74-40b3-988d-2c4a7d8de586 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for network, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:16.233205 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdf4e6e3-f238-4048-ad05-3f1e0c8d1638 None None] Checking router: 9ce5a3ea-ef86-4fbf-9a68-c613a7caab15 for host: dv-neutron-797120-4-hyperv {{(pid=128086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 11:47:16.233562 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdf4e6e3-f238-4048-ad05-3f1e0c8d1638 None None] Updating router 9ce5a3ea-ef86-4fbf-9a68-c613a7caab15 port 4e83ec3d-ebda-49e9-a86f-ade6e7a02b34 binding host dv-neutron-797120-4-hyperv {{(pid=128086) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 11:47:16.240114 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-ba0e108a-840a-45cc-ab25-72df523ca79d tempest-RoutersAdminTest-701485524 tempest-RoutersAdminTest-701485524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793193945299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193536732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3292088'] for port, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:16.259037 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-2d0b44ba-3c15-4e5b-836a-a07d827618ad tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967879'] for segment, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:16.261316 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-9fbeee87-7c41-40d2-bb51-f7936856a582 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:47:16.271334 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-3c1c40d8-08f9-4235-8349-d95a849fa38b tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3291959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3162270'] for subnet, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:16.278428 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron_lib.callbacks.manager [None req-bdf4e6e3-f238-4048-ad05-3f1e0c8d1638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:16.288163 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-9173fd11-dabb-4b42-9ab3-36195c853b54 None None] Notify callbacks [] for port, precommit_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:16.304688 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d0b44ba-3c15-4e5b-836a-a07d827618ad tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Releasing vlan 632 on physical network physnet1 to pool {{(pid=128083) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 11:47:16.305162 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-2d0b44ba-3c15-4e5b-836a-a07d827618ad tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2537899'] for segment, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:16.308336 dv-neutron-797120-4-hyperv neutron-server[128083]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 11:47:16.308336 dv-neutron-797120-4-hyperv neutron-server[128083]: conditions |= (models_v2.Port.network_id.in_( Jun 24 11:47:16.308336 dv-neutron-797120-4-hyperv neutron-server[128083]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 24 11:47:16.308336 dv-neutron-797120-4-hyperv neutron-server[128083]: self.session.flush() Jun 24 11:47:16.308336 dv-neutron-797120-4-hyperv neutron-server[128083]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 24 11:47:16.308336 dv-neutron-797120-4-hyperv neutron-server[128083]: self.session.flush() Jun 24 11:47:16.308336 dv-neutron-797120-4-hyperv neutron-server[128083]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 24 11:47:16.308336 dv-neutron-797120-4-hyperv neutron-server[128083]: self.session.flush() Jun 24 11:47:16.308336 dv-neutron-797120-4-hyperv neutron-server[128083]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 24 11:47:16.308336 dv-neutron-797120-4-hyperv neutron-server[128083]: self.session.flush() Jun 24 11:47:16.308336 dv-neutron-797120-4-hyperv neutron-server[128083]: Traceback (most recent call last): Jun 24 11:47:16.308336 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 24 11:47:16.308336 dv-neutron-797120-4-hyperv neutron-server[128083]: timer() Jun 24 11:47:16.308336 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 24 11:47:16.308336 dv-neutron-797120-4-hyperv neutron-server[128083]: cb(*args, **kw) Jun 24 11:47:16.308336 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 24 11:47:16.308336 dv-neutron-797120-4-hyperv neutron-server[128083]: return func(*args, **kwargs) Jun 24 11:47:16.308336 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 24 11:47:16.308336 dv-neutron-797120-4-hyperv neutron-server[128083]: self._notify() Jun 24 11:47:16.308336 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 24 11:47:16.308336 dv-neutron-797120-4-hyperv neutron-server[128083]: self.callback(batched_events) Jun 24 11:47:16.308336 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 24 11:47:16.308336 dv-neutron-797120-4-hyperv neutron-server[128083]: event.method(event) Jun 24 11:47:16.308336 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 24 11:47:16.308336 dv-neutron-797120-4-hyperv neutron-server[128083]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 24 11:47:16.308336 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 24 11:47:16.308336 dv-neutron-797120-4-hyperv neutron-server[128083]: aggregate_uuid = self.p_client.list_aggregates( Jun 24 11:47:16.308336 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 24 11:47:16.308336 dv-neutron-797120-4-hyperv neutron-server[128083]: return f(self, *a, **k) Jun 24 11:47:16.308336 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 24 11:47:16.308336 dv-neutron-797120-4-hyperv neutron-server[128083]: return self._get(url).json() Jun 24 11:47:16.308336 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 24 11:47:16.308336 dv-neutron-797120-4-hyperv neutron-server[128083]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 24 11:47:16.308336 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 24 11:47:16.308336 dv-neutron-797120-4-hyperv neutron-server[128083]: return self.request(url, 'GET', **kwargs) Jun 24 11:47:16.308336 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 24 11:47:16.308336 dv-neutron-797120-4-hyperv neutron-server[128083]: base_url = self.get_endpoint(auth, allow=allow, Jun 24 11:47:16.308336 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 24 11:47:16.308336 dv-neutron-797120-4-hyperv neutron-server[128083]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 24 11:47:16.308336 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 24 11:47:16.308336 dv-neutron-797120-4-hyperv neutron-server[128083]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 24 11:47:16.308336 dv-neutron-797120-4-hyperv neutron-server[128083]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 24 11:47:16.311190 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af81a514-e455-4fc3-a9c7-d8c0412914e2 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Pushing event updated for resources: {'Subnet': ['ID=02346804-ee6e-4b90-a906-fa952c478595,revision_number=0']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:47:16.321610 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-9173fd11-dabb-4b42-9ab3-36195c853b54 None None] Transition to ACTIVE for port object 11d4e1d1-3828-4a40-a4f0-e768f1395739 will not be triggered until provisioned by entity L2. {{(pid=128085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 11:47:16.328878 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0e108a-840a-45cc-ab25-72df523ca79d tempest-RoutersAdminTest-701485524 tempest-RoutersAdminTest-701485524-project] Pushing event deleted for resources: {'Port': ['ID=e21efbf5-35fe-4b1b-a3ce-1c3c83d291e6,revision_number=None']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:47:16.329780 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-9173fd11-dabb-4b42-9ab3-36195c853b54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:16.336020 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-af81a514-e455-4fc3-a9c7-d8c0412914e2 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:47:16.336609 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:47:16.373498 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device 5c4ec6b2-bbba-4019-9615-4b23af6d1552 no longer exists at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 11:47:16.384618 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9be137a-6d74-40b3-988d-2c4a7d8de586 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] vlan segment allocate from pool success with {'vlan_id': 618, 'physical_network': 'physnet1'} {{(pid=128083) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 11:47:16.407680 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-ba0e108a-840a-45cc-ab25-72df523ca79d tempest-RoutersAdminTest-701485524 tempest-RoutersAdminTest-701485524-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:47:16.408222 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-9e5628dd-c01b-4ebc-8375-8c0459c364c5 tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.104s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:47:16.420130 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] No Port match for: 5c4ec6b2-bbba-4019-9615-4b23af6d1552 {{(pid=128085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 11:47:16.420488 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device 5c4ec6b2-bbba-4019-9615-4b23af6d1552 not bound to the agent host dv-neutron-797120-4-hyperv {{(pid=128085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 11:47:16.420925 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device 73b888de-a65f-4c7b-ac49-5d950956a147 no longer exists at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 11:47:16.426756 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c1c40d8-08f9-4235-8349-d95a849fa38b tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Network 11a80c9d-f8ee-4388-91b0-d49a25200fee is already hosted by enough agents. {{(pid=128084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 11:47:16.431847 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.base_scheduler [None req-3c1c40d8-08f9-4235-8349-d95a849fa38b tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Resources bound (agent type, host, resource id): {{(pid=128084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:47:16.448600 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.db.resource_extend [None req-306a22e9-ea9c-412f-8070-1f1ae4121797 tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=128083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 24 11:47:16.455765 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] No Port match for: 73b888de-a65f-4c7b-ac49-5d950956a147 {{(pid=128085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 11:47:16.456129 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device 73b888de-a65f-4c7b-ac49-5d950956a147 not bound to the agent host dv-neutron-797120-4-hyperv {{(pid=128085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 11:47:16.456558 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device 96b07c25-1f30-4ede-87e5-8b82d7875052 no longer exists at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 11:47:16.458549 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ec24abf-f7ba-413b-baf8-0e3a099776fc None None] Network 11a80c9d-f8ee-4388-91b0-d49a25200fee requested from dv-neutron-797120-4-hyperv {{(pid=128085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 11:47:16.502949 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af81a514-e455-4fc3-a9c7-d8c0412914e2 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Checking segment: {'id': 'b7c26e65-0a7a-473a-9051-c0d95f4985d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'b91d5cb9-8fe3-4576-a991-183ff1f7b145'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=128083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 11:47:16.503314 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af81a514-e455-4fc3-a9c7-d8c0412914e2 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Network hostable DHCP agents. Network: b91d5cb9-8fe3-4576-a991-183ff1f7b145, hostable agents: ['6be988a9-1d97-480f-be5a-c55abf2c55c5'], hosted agents: [] {{(pid=128083) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 11:47:16.507218 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c1c40d8-08f9-4235-8349-d95a849fa38b tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=128084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:47:16.507829 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-3c1c40d8-08f9-4235-8349-d95a849fa38b tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks [] for subnet, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:16.514172 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-c9be137a-6d74-40b3-988d-2c4a7d8de586 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967879'] for segment, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:16.514589 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.db.segments_db [None req-c9be137a-6d74-40b3-988d-2c4a7d8de586 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Added segment f94e6868-a75c-48d3-9c96-e0e46c9b4925 of type vlan for network 8365e720-eeab-4abf-a44a-499d2c46421a Jun 24 11:47:16.566960 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-2d0b44ba-3c15-4e5b-836a-a07d827618ad tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1800243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1815642'] for network, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:16.575240 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-3c1c40d8-08f9-4235-8349-d95a849fa38b tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.1972272 Jun 24 11:47:16.577267 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 58266) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:47:16.579946 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1c40d8-08f9-4235-8349-d95a849fa38b tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Pushing event updated for resources: {'Subnet': ['ID=ce58233f-e002-43d2-b629-16ff92787838,revision_number=0']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:47:16.583158 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-ba0e108a-840a-45cc-ab25-72df523ca79d tempest-RoutersAdminTest-701485524 tempest-RoutersAdminTest-701485524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1815728'] for router_gateway, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:16.585414 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-3c1c40d8-08f9-4235-8349-d95a849fa38b tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:47:16.588930 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-78d988ee-5500-4f9f-8dd3-b68c18fb9055 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-2132536734', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:47:16.603270 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-f6d1233d-cbdd-4ed4-9939-155637557e4a tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:47:16.605282 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2552a04c-7ed5-4441-9f01-59af7f32908c tempest-RoutersIpV6AdminTest-670466919 tempest-RoutersIpV6AdminTest-670466919-project] Notify agent at l3_agent.dv-neutron-797120-4-hyperv the message routers_updated {{(pid=128084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 11:47:16.609394 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] No Port match for: 96b07c25-1f30-4ede-87e5-8b82d7875052 {{(pid=128085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 11:47:16.609865 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device 96b07c25-1f30-4ede-87e5-8b82d7875052 not bound to the agent host dv-neutron-797120-4-hyperv {{(pid=128085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 11:47:16.622152 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-2d0b44ba-3c15-4e5b-836a-a07d827618ad tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588949'] for network, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:16.626654 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-2d0b44ba-3c15-4e5b-836a-a07d827618ad tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] 10.222.0.53 "DELETE /v2.0/networks/d512c2a0-22d1-4ba1-80a7-8eedf9465158 HTTP/1.1" status: 204 len: 168 time: 3.6262288 Jun 24 11:47:16.631392 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0b44ba-3c15-4e5b-836a-a07d827618ad tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Pushing event deleted for resources: {'Network': ['ID=d512c2a0-22d1-4ba1-80a7-8eedf9465158,revision_number=None']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:47:16.640860 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-2d0b44ba-3c15-4e5b-836a-a07d827618ad tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:47:16.649393 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2fd75b-3175-425c-8fa1-691b53b6061d None None] Pushing event updated for resources: {'Port': ['ID=11d4e1d1-3828-4a40-a4f0-e768f1395739,revision_number=3']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:47:16.658567 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-ec2fd75b-3175-425c-8fa1-691b53b6061d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.323s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:47:16.661799 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af81a514-e455-4fc3-a9c7-d8c0412914e2 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Network b91d5cb9-8fe3-4576-a991-183ff1f7b145 is scheduled to be hosted by DHCP agent 6be988a9-1d97-480f-be5a-c55abf2c55c5 with binding_index 1 {{(pid=128083) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 11:47:16.664937 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-c9be137a-6d74-40b3-988d-2c4a7d8de586 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793193525068'] for network, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:16.680619 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-306a22e9-ea9c-412f-8070-1f1ae4121797 tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Notify callbacks [] for floatingip, precommit_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:16.683273 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d7adb34-7a2f-47c0-bede-4b96ae9257da None None] Sync routers for ids ['b4842764-46a0-4cc7-9589-935ca85c407d'] in dv-neutron-797120-4-hyperv {{(pid=128085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 11:47:16.697601 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-306a22e9-ea9c-412f-8070-1f1ae4121797 tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1815637'] for floatingip, after_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:16.760266 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron_lib.callbacks.manager [None req-bdf4e6e3-f238-4048-ad05-3f1e0c8d1638 None None] Notify callbacks [] for port, precommit_update {{(pid=128086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:16.774804 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.provisioning_blocks [None req-bdf4e6e3-f238-4048-ad05-3f1e0c8d1638 None None] Transition to ACTIVE for port object 4e83ec3d-ebda-49e9-a86f-ade6e7a02b34 will not be triggered until provisioned by entity L2. {{(pid=128086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 11:47:16.782373 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron_lib.callbacks.manager [None req-bdf4e6e3-f238-4048-ad05-3f1e0c8d1638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:16.785453 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128086) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:47:16.795113 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.base_scheduler [None req-af81a514-e455-4fc3-a9c7-d8c0412914e2 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-4-hyperv, b91d5cb9-8fe3-4576-a991-183ff1f7b145) {{(pid=128083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:47:16.800827 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af81a514-e455-4fc3-a9c7-d8c0412914e2 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:47:16.802277 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-af81a514-e455-4fc3-a9c7-d8c0412914e2 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588949'] for subnet, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:16.810972 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.db.resource_extend [None req-c9be137a-6d74-40b3-988d-2c4a7d8de586 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=128083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 24 11:47:16.821438 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31720c97-79cf-4db3-b3d0-d050ba0c2c5e None None] Network b91d5cb9-8fe3-4576-a991-183ff1f7b145 requested from dv-neutron-797120-4-hyperv {{(pid=128085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 11:47:16.827372 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8f9b8d-f844-4a2d-879a-d7ffec3a21ea None None] Pushing event updated for resources: {'Port': ['ID=4e83ec3d-ebda-49e9-a86f-ade6e7a02b34,revision_number=3']} {{(pid=128086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:47:16.833581 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG oslo_concurrency.lockutils [None req-9b8f9b8d-f844-4a2d-879a-d7ffec3a21ea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=128086) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:47:16.858987 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-ba0e108a-840a-45cc-ab25-72df523ca79d tempest-RoutersAdminTest-701485524 tempest-RoutersAdminTest-701485524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1803182', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65403'] for router, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:16.862896 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-ba0e108a-840a-45cc-ab25-72df523ca79d tempest-RoutersAdminTest-701485524 tempest-RoutersAdminTest-701485524-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:16.883525 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-78d988ee-5500-4f9f-8dd3-b68c18fb9055 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1803889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65293'] for router, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:16.884174 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-78d988ee-5500-4f9f-8dd3-b68c18fb9055 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1803848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1975305', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1581158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65396'] for router, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:16.890934 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-c9be137a-6d74-40b3-988d-2c4a7d8de586 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1800243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976'] for network, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:16.897290 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9be137a-6d74-40b3-988d-2c4a7d8de586 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:47:16.898306 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-c9be137a-6d74-40b3-988d-2c4a7d8de586 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588949'] for network, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:16.903990 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-1aff7cb9-126c-498f-8b60-65e888ec3be3 tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:47:16.911380 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-af81a514-e455-4fc3-a9c7-d8c0412914e2 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6343660 Jun 24 11:47:16.913512 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d7adb34-7a2f-47c0-bede-4b96ae9257da None None] Routers {'b4842764-46a0-4cc7-9589-935ca85c407d'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 11:47:16.914181 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-5d7adb34-7a2f-47c0-bede-4b96ae9257da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T11:46:56Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['b4842764-46a0-4cc7-9589-935ca85c407d'], 'active': True} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:47:16.916487 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 58270) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:47:16.956411 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-2552a04c-7ed5-4441-9f01-59af7f32908c tempest-RoutersIpV6AdminTest-670466919 tempest-RoutersIpV6AdminTest-670466919-project] Notify callbacks [] for router, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:16.973665 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.plugins.ml2.managers [None req-bdf4e6e3-f238-4048-ad05-3f1e0c8d1638 None None] Attempting to bind port 4e83ec3d-ebda-49e9-a86f-ade6e7a02b34 on host dv-neutron-797120-4-hyperv for vnic_type normal with profile {{(pid=128086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 11:47:16.978017 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.plugins.ml2.managers [None req-bdf4e6e3-f238-4048-ad05-3f1e0c8d1638 None None] Attempting to bind port 4e83ec3d-ebda-49e9-a86f-ade6e7a02b34 by drivers openvswitch,hyperv on host dv-neutron-797120-4-hyperv at level 0 using segments [{'id': '6dc0ed20-0e3e-4794-aa27-4e8e2aa82b77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '41403d78-aa20-4f32-9f75-4b684c2ff870'}] {{(pid=128086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 11:47:16.978389 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdf4e6e3-f238-4048-ad05-3f1e0c8d1638 None None] Attempting to bind port 4e83ec3d-ebda-49e9-a86f-ade6e7a02b34 on network 41403d78-aa20-4f32-9f75-4b684c2ff870 {{(pid=128086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 11:47:16.982081 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-2552a04c-7ed5-4441-9f01-59af7f32908c tempest-RoutersIpV6AdminTest-670466919 tempest-RoutersIpV6AdminTest-670466919-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 8.3592687 Jun 24 11:47:16.982981 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 58274) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:47:16.985096 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdf4e6e3-f238-4048-ad05-3f1e0c8d1638 None None] Checking agent: {'id': 'e3a695b2-c397-461f-83b0-10b79d490b59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 11, 36, 56), 'started_at': datetime.datetime(2021, 6, 24, 11, 37, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 11, 46, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=128086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 11:47:16.985595 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdf4e6e3-f238-4048-ad05-3f1e0c8d1638 None None] Checking segment: {'id': '6dc0ed20-0e3e-4794-aa27-4e8e2aa82b77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '41403d78-aa20-4f32-9f75-4b684c2ff870'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=128086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 11:47:16.986017 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron_lib.callbacks.manager [None req-bdf4e6e3-f238-4048-ad05-3f1e0c8d1638 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=128086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:16.986722 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdf4e6e3-f238-4048-ad05-3f1e0c8d1638 None None] Bound using segment: {'id': '6dc0ed20-0e3e-4794-aa27-4e8e2aa82b77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '41403d78-aa20-4f32-9f75-4b684c2ff870'} {{(pid=128086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 11:47:16.988404 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.plugins.ml2.managers [None req-bdf4e6e3-f238-4048-ad05-3f1e0c8d1638 None None] Bound port: 4e83ec3d-ebda-49e9-a86f-ade6e7a02b34, host: dv-neutron-797120-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6dc0ed20-0e3e-4794-aa27-4e8e2aa82b77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '41403d78-aa20-4f32-9f75-4b684c2ff870'}}] {{(pid=128086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 11:47:16.989809 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron_lib.callbacks.manager [None req-bdf4e6e3-f238-4048-ad05-3f1e0c8d1638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:17.058726 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-c9be137a-6d74-40b3-988d-2c4a7d8de586 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.0930302 Jun 24 11:47:17.083931 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.plugins.ml2.db [None req-bdf4e6e3-f238-4048-ad05-3f1e0c8d1638 None None] For port 4e83ec3d-ebda-49e9-a86f-ade6e7a02b34, host dv-neutron-797120-4-hyperv, cleared binding levels {{(pid=128086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 11:47:17.087547 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.plugins.ml2.db [None req-bdf4e6e3-f238-4048-ad05-3f1e0c8d1638 None None] For port 4e83ec3d-ebda-49e9-a86f-ade6e7a02b34, host dv-neutron-797120-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=4e83ec3d-ebda-49e9-a86f-ade6e7a02b34,segment=NetworkSegment(6dc0ed20-0e3e-4794-aa27-4e8e2aa82b77),segment_id=6dc0ed20-0e3e-4794-aa27-4e8e2aa82b77)] {{(pid=128086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 11:47:17.092559 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron_lib.callbacks.manager [None req-bdf4e6e3-f238-4048-ad05-3f1e0c8d1638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:17.098335 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-9173fd11-dabb-4b42-9ab3-36195c853b54 None None] Attempting to bind port 11d4e1d1-3828-4a40-a4f0-e768f1395739 on host dv-neutron-797120-4-hyperv for vnic_type normal with profile {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 11:47:17.098719 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-9173fd11-dabb-4b42-9ab3-36195c853b54 None None] Attempting to bind port 11d4e1d1-3828-4a40-a4f0-e768f1395739 by drivers openvswitch,hyperv on host dv-neutron-797120-4-hyperv at level 0 using segments [{'id': 'b78e3fec-a708-4c42-b9ce-56b3d372bb34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'bddb0f8e-0e1f-4536-a9ef-e387f1699f13'}] {{(pid=128085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 11:47:17.099108 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9173fd11-dabb-4b42-9ab3-36195c853b54 None None] Attempting to bind port 11d4e1d1-3828-4a40-a4f0-e768f1395739 on network bddb0f8e-0e1f-4536-a9ef-e387f1699f13 {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 11:47:17.102751 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG oslo_concurrency.lockutils [None req-aceb8215-070f-407d-b25a-f0ab63d78b81 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128086) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:47:17.103756 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 58276) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:47:17.122019 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-ba0e108a-840a-45cc-ab25-72df523ca79d tempest-RoutersAdminTest-701485524 tempest-RoutersAdminTest-701485524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1806072'] for router, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:17.122576 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba0e108a-840a-45cc-ab25-72df523ca79d tempest-RoutersAdminTest-701485524 tempest-RoutersAdminTest-701485524-project] Fanout notify agent at l3_agent the message router_deleted on router a2da9bb3-5a7c-4167-9c2b-e3710120883c {{(pid=128084) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 24 11:47:17.128917 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-5d7adb34-7a2f-47c0-bede-4b96ae9257da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:47:17.145887 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [None req-407e2ccc-9338-41c6-b34a-6d38045c21f3 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Request body: {'subnet': {'network_id': '8365e720-eeab-4abf-a44a-499d2c46421a', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:47:17.149302 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb291c76-d77b-4473-a5e5-bdff73c16385 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d65c8f8-7530-5052-99fe-8ea05073750b-11a80c9d-f8ee-4388-91b0-d49a25200fee', 'network_id': '11a80c9d-f8ee-4388-91b0-d49a25200fee', 'tenant_id': '086af1f572244cd08c37d97e004e4732', 'fixed_ips': [{'subnet_id': 'ce58233f-e002-43d2-b629-16ff92787838'}]}} from dv-neutron-797120-4-hyperv. {{(pid=128085) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 24 11:47:17.150315 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-fb291c76-d77b-4473-a5e5-bdff73c16385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_create {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:17.160407 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9173fd11-dabb-4b42-9ab3-36195c853b54 None None] Checking agent: {'id': 'e3a695b2-c397-461f-83b0-10b79d490b59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 11, 36, 56), 'started_at': datetime.datetime(2021, 6, 24, 11, 37, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 11, 46, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 11:47:17.160795 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9173fd11-dabb-4b42-9ab3-36195c853b54 None None] Checking segment: {'id': 'b78e3fec-a708-4c42-b9ce-56b3d372bb34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'bddb0f8e-0e1f-4536-a9ef-e387f1699f13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=128085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 11:47:17.173533 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-9173fd11-dabb-4b42-9ab3-36195c853b54 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:17.173909 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9173fd11-dabb-4b42-9ab3-36195c853b54 None None] Bound using segment: {'id': 'b78e3fec-a708-4c42-b9ce-56b3d372bb34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'bddb0f8e-0e1f-4536-a9ef-e387f1699f13'} {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 11:47:17.174461 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-9173fd11-dabb-4b42-9ab3-36195c853b54 None None] Bound port: 11d4e1d1-3828-4a40-a4f0-e768f1395739, host: dv-neutron-797120-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b78e3fec-a708-4c42-b9ce-56b3d372bb34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'bddb0f8e-0e1f-4536-a9ef-e387f1699f13'}}] {{(pid=128085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 11:47:17.174842 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-9173fd11-dabb-4b42-9ab3-36195c853b54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:17.182938 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8f9b8d-f844-4a2d-879a-d7ffec3a21ea None None] Pushing event updated for resources: {'Port': ['ID=4e83ec3d-ebda-49e9-a86f-ade6e7a02b34,revision_number=4']} {{(pid=128086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:47:17.190005 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG oslo_concurrency.lockutils [None req-9b8f9b8d-f844-4a2d-879a-d7ffec3a21ea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=128086) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:47:17.191342 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-ba0e108a-840a-45cc-ab25-72df523ca79d tempest-RoutersAdminTest-701485524 tempest-RoutersAdminTest-701485524-project] Notify callbacks [] for router, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:17.195845 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-ba0e108a-840a-45cc-ab25-72df523ca79d tempest-RoutersAdminTest-701485524 tempest-RoutersAdminTest-701485524-project] 10.222.0.53 "DELETE /v2.0/routers/a2da9bb3-5a7c-4167-9c2b-e3710120883c HTTP/1.1" status: 204 len: 168 time: 3.1933210 Jun 24 11:47:17.208151 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdf4e6e3-f238-4048-ad05-3f1e0c8d1638 None None] Routers {'9ce5a3ea-ef86-4fbf-9a68-c613a7caab15'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 11:47:17.208874 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-bdf4e6e3-f238-4048-ad05-3f1e0c8d1638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T11:46:56Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['9ce5a3ea-ef86-4fbf-9a68-c613a7caab15'], 'active': True} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:47:17.212065 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 58278) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:47:17.212401 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 58280) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:47:17.217418 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-78d988ee-5500-4f9f-8dd3-b68c18fb9055 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:17.222634 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-11ab63d9-8a75-4f38-aba1-0a5b84fd0c77 tempest-RoutersAdminTest-1970644103 tempest-RoutersAdminTest-1970644103-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1264454390', 'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'enable_snat': False}}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:47:17.223677 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d7adb34-7a2f-47c0-bede-4b96ae9257da None None] Routers {'b4842764-46a0-4cc7-9589-935ca85c407d'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 11:47:17.224570 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-5d7adb34-7a2f-47c0-bede-4b96ae9257da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T11:46:56Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['b4842764-46a0-4cc7-9589-935ca85c407d'], 'active': True} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:47:17.224704 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.db.l3_db [None req-306a22e9-ea9c-412f-8070-1f1ae4121797 tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Floating IP b9cfd91e-1c6b-44d0-8b87-93716c3ba736 associated. External IP: 172.26.7.233, port: 44681b40-d675-4660-991b-a28231d98fad. Jun 24 11:47:17.279010 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-78d988ee-5500-4f9f-8dd3-b68c18fb9055 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1803210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1815767'] for router, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:17.306118 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9be137a-6d74-40b3-988d-2c4a7d8de586 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Pushing event updated for resources: {'Network': ['ID=8365e720-eeab-4abf-a44a-499d2c46421a,revision_number=1']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:47:17.330077 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-11ab63d9-8a75-4f38-aba1-0a5b84fd0c77 tempest-RoutersAdminTest-1970644103 tempest-RoutersAdminTest-1970644103-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1803889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65293'] for router, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:17.331492 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_dvr_db [None req-bdf4e6e3-f238-4048-ad05-3f1e0c8d1638 None None] Set router 9ce5a3ea-ef86-4fbf-9a68-c613a7caab15 gateway port host: None {{(pid=128086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 11:47:17.334070 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-11ab63d9-8a75-4f38-aba1-0a5b84fd0c77 tempest-RoutersAdminTest-1970644103 tempest-RoutersAdminTest-1970644103-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1803848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1975305', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1581158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65396'] for router, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:17.348456 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-78d988ee-5500-4f9f-8dd3-b68c18fb9055 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks [] for router, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:17.355007 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-78d988ee-5500-4f9f-8dd3-b68c18fb9055 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.7728925 Jun 24 11:47:17.355919 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 58286) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:47:17.409780 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-b5c21458-c249-47ea-ac2c-18f74ce8a567 tempest-RoutersIpV6AdminTest-1198470881 tempest-RoutersIpV6AdminTest-1198470881-project-admin] 10.222.0.53 "GET /v2.0/routers/b4842764-46a0-4cc7-9589-935ca85c407d HTTP/1.1" status: 200 len: 925 time: 0.4212122 Jun 24 11:47:17.473329 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 58288) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:47:17.488346 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-c9be137a-6d74-40b3-988d-2c4a7d8de586 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.584s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:47:17.554102 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.db_base_plugin_common [None req-fb291c76-d77b-4473-a5e5-bdff73c16385 None None] Allocated IP 2001:db8::2 (11a80c9d-f8ee-4388-91b0-d49a25200fee/ce58233f-e002-43d2-b629-16ff92787838/46a99554-fcef-4b71-88ef-e788fe0f51b3) {{(pid=128085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 11:47:17.609406 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-bdf4e6e3-f238-4048-ad05-3f1e0c8d1638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ce5a3ea-ef86-4fbf-9a68-c613a7caab15', 'name': 'tempest-RoutersIpV6Test-router-1768214735', 'tenant_id': '9c8c7551cf984e4ca40de4f1d8880b93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T11:46:39Z', 'updated_at': '2021-06-24T11:47:11Z', 'revision_number': 4, 'project_id': '9c8c7551cf984e4ca40de4f1d8880b93', 'gw_port_host': None, '_interfaces': [{'id': '393d903f-50b4-48ed-81e2-0ee182c5f33f', 'name': '', 'network_id': 'bafc64b7-599f-4120-9111-1328d4d00b29', 'tenant_id': '9c8c7551cf984e4ca40de4f1d8880b93', 'mac_address': 'fa:16:3e:41:a8:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce5a3ea-ef86-4fbf-9a68-c613a7caab15', 'device_owner': 'network:router_interface', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '2eadf126-bb80-462e-a2e3-90a335dd379b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:46:56Z', 'updated_at': '2021-06-24T11:47:09Z', 'revision_number': 5, 'project_id': '9c8c7551cf984e4ca40de4f1d8880b93', 'subnets': [{'id': '2eadf126-bb80-462e-a2e3-90a335dd379b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4e83ec3d-ebda-49e9-a86f-ade6e7a02b34', 'name': '', 'network_id': '41403d78-aa20-4f32-9f75-4b684c2ff870', 'tenant_id': '9c8c7551cf984e4ca40de4f1d8880b93', 'mac_address': 'fa:16:3e:70:f2:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ce5a3ea-ef86-4fbf-9a68-c613a7caab15', 'device_owner': 'network:router_interface', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '4492df7d-0108-42b8-9db5-4fc6e259fc17', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:47:09Z', 'updated_at': '2021-06-24T11:47:17Z', 'revision_number': 4, 'project_id': '9c8c7551cf984e4ca40de4f1d8880b93', 'subnets': [{'id': '4492df7d-0108-42b8-9db5-4fc6e259fc17', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '525ba555-882d-46c1-90b4-58e1947f05fb', 'name': '', 'network_id': 'e6c680f4-577d-4f2c-840f-4ffe44326df7', 'tenant_id': '9c8c7551cf984e4ca40de4f1d8880b93', 'mac_address': 'fa:16:3e:9e:cb:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce5a3ea-ef86-4fbf-9a68-c613a7caab15', 'device_owner': 'network:router_interface', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': 'e0b6c98b-cc27-4b1e-ba5c-af819acff9ea', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:46:45Z', 'updated_at': '2021-06-24T11:47:01Z', 'revision_number': 5, 'project_id': '9c8c7551cf984e4ca40de4f1d8880b93', 'subnets': [{'id': 'e0b6c98b-cc27-4b1e-ba5c-af819acff9ea', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:47:17.681711 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-11ab63d9-8a75-4f38-aba1-0a5b84fd0c77 tempest-RoutersAdminTest-1970644103 tempest-RoutersAdminTest-1970644103-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:17.716136 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-1ab5eb61-cf3c-43e8-952c-9b7c86819f26 tempest-RoutersIpV6AdminTest-670466919 tempest-RoutersIpV6AdminTest-670466919-project] 10.222.0.53 "GET /v2.0/ports?device_id=b4842764-46a0-4cc7-9589-935ca85c407d HTTP/1.1" status: 200 len: 205 time: 0.2414539 Jun 24 11:47:17.723383 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 58290) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:47:17.724604 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-fb291c76-d77b-4473-a5e5-bdff73c16385 None None] Notify callbacks [] for port, precommit_create {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:17.735600 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-fb291c76-d77b-4473-a5e5-bdff73c16385 None None] Transition to ACTIVE for port object 46a99554-fcef-4b71-88ef-e788fe0f51b3 will not be triggered until provisioned by entity L2. {{(pid=128085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 11:47:17.751515 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdf4e6e3-f238-4048-ad05-3f1e0c8d1638 None None] The sync data for ids ['9ce5a3ea-ef86-4fbf-9a68-c613a7caab15'] in dv-neutron-797120-4-hyperv is: [{'id': '9ce5a3ea-ef86-4fbf-9a68-c613a7caab15', 'name': 'tempest-RoutersIpV6Test-router-1768214735', 'tenant_id': '9c8c7551cf984e4ca40de4f1d8880b93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T11:46:39Z', 'updated_at': '2021-06-24T11:47:11Z', 'revision_number': 4, 'project_id': '9c8c7551cf984e4ca40de4f1d8880b93', 'gw_port_host': None, '_interfaces': [{'id': '393d903f-50b4-48ed-81e2-0ee182c5f33f', 'name': '', 'network_id': 'bafc64b7-599f-4120-9111-1328d4d00b29', 'tenant_id': '9c8c7551cf984e4ca40de4f1d8880b93', 'mac_address': 'fa:16:3e:41:a8:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce5a3ea-ef86-4fbf-9a68-c613a7caab15', 'device_owner': 'network:router_interface', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '2eadf126-bb80-462e-a2e3-90a335dd379b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:46:56Z', 'updated_at': '2021-06-24T11:47:09Z', 'revision_number': 5, 'project_id': '9c8c7551cf984e4ca40de4f1d8880b93', 'subnets': [{'id': '2eadf126-bb80-462e-a2e3-90a335dd379b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4e83ec3d-ebda-49e9-a86f-ade6e7a02b34', 'name': '', 'network_id': '41403d78-aa20-4f32-9f75-4b684c2ff870', 'tenant_id': '9c8c7551cf984e4ca40de4f1d8880b93', 'mac_address': 'fa:16:3e:70:f2:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ce5a3ea-ef86-4fbf-9a68-c613a7caab15', 'device_owner': 'network:router_interface', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '4492df7d-0108-42b8-9db5-4fc6e259fc17', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:47:09Z', 'updated_at': '2021-06-24T11:47:17Z', 'revision_number': 4, 'project_id': '9c8c7551cf984e4ca40de4f1d8880b93', 'subnets': [{'id': '4492df7d-0108-42b8-9db5-4fc6e259fc17', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '525ba555-882d-46c1-90b4-58e1947f05fb', 'name': '', 'network_id': 'e6c680f4-577d-4f2c-840f-4ffe44326df7', 'tenant_id': '9c8c7551cf984e4ca40de4f1d8880b93', 'mac_address': 'fa:16:3e:9e:cb:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce5a3ea-ef86-4fbf-9a68-c613a7caab15', 'device_owner': 'network:router_interface', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': 'e0b6c98b-cc27-4b1e-ba5c-af819acff9ea', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:46:45Z', 'updated_at': '2021-06-24T11:47:01Z', 'revision_number': 5, 'project_id': '9c8c7551cf984e4ca40de4f1d8880b93', 'subnets': [{'id': 'e0b6c98b-cc27-4b1e-ba5c-af819acff9ea', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=128086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 11:47:17.752682 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-fb291c76-d77b-4473-a5e5-bdff73c16385 None None] Transition to ACTIVE for port object 46a99554-fcef-4b71-88ef-e788fe0f51b3 will not be triggered until provisioned by entity DHCP. {{(pid=128085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 11:47:17.786874 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Network 8365e720-eeab-4abf-a44a-499d2c46421a details requested by agent ovs-agent-dv-neutron-797120-4-hyperv with host dv-neutron-797120-4-hyperv {{(pid=128085) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 11:47:17.801076 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-5d7adb34-7a2f-47c0-bede-4b96ae9257da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:47:17.801999 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d7adb34-7a2f-47c0-bede-4b96ae9257da None None] The sync data for ids ['b4842764-46a0-4cc7-9589-935ca85c407d'] in dv-neutron-797120-4-hyperv is: [] {{(pid=128085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 11:47:17.826194 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-fb291c76-d77b-4473-a5e5-bdff73c16385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-650429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-506361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793193536723'] for port, after_create {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:17.857599 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-3afd4ec3-32a7-438e-a4ca-0bbffe9ae22c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:47:17.921011 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-7a6ee8bd-2115-47b0-94a2-e4f4a6dadd36 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=83bd187da1f344e0936ca43751a06a44&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7053926 Jun 24 11:47:17.956921 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 58292) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:47:18.007188 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb291c76-d77b-4473-a5e5-bdff73c16385 None None] Network 11a80c9d-f8ee-4388-91b0-d49a25200fee is already hosted by enough agents. {{(pid=128085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 11:47:18.044972 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device 4e83ec3d-ebda-49e9-a86f-ade6e7a02b34 up at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 11:47:18.073597 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.scheduler.base_scheduler [None req-fb291c76-d77b-4473-a5e5-bdff73c16385 None None] Resources bound (agent type, host, resource id): {{(pid=128085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:47:18.105855 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb291c76-d77b-4473-a5e5-bdff73c16385 None None] Received port after_create {{(pid=128085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 11:47:18.129873 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1afa636a-db81-43d0-abea-ad9110533491 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d65c8f8-7530-5052-99fe-8ea05073750b-b91d5cb9-8fe3-4576-a991-183ff1f7b145', 'network_id': 'b91d5cb9-8fe3-4576-a991-183ff1f7b145', 'tenant_id': '01c7f8735a2b4722ae0cabb11183e366', 'fixed_ips': [{'subnet_id': '02346804-ee6e-4b90-a906-fa952c478595'}]}} from dv-neutron-797120-4-hyperv. {{(pid=128085) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 24 11:47:18.130752 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-1afa636a-db81-43d0-abea-ad9110533491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_create {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:18.148248 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-9173fd11-dabb-4b42-9ab3-36195c853b54 None None] For port 11d4e1d1-3828-4a40-a4f0-e768f1395739, host dv-neutron-797120-4-hyperv, cleared binding levels {{(pid=128085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 11:47:18.152373 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb291c76-d77b-4473-a5e5-bdff73c16385 None None] Pushing event updated for resources: {'Port': ['ID=46a99554-fcef-4b71-88ef-e788fe0f51b3,revision_number=1']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:47:18.155437 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-fb291c76-d77b-4473-a5e5-bdff73c16385 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:47:18.200342 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-9173fd11-dabb-4b42-9ab3-36195c853b54 None None] For port 11d4e1d1-3828-4a40-a4f0-e768f1395739, host dv-neutron-797120-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=11d4e1d1-3828-4a40-a4f0-e768f1395739,segment=NetworkSegment(b78e3fec-a708-4c42-b9ce-56b3d372bb34),segment_id=b78e3fec-a708-4c42-b9ce-56b3d372bb34)] {{(pid=128085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 11:47:18.215400 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-9173fd11-dabb-4b42-9ab3-36195c853b54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:18.235420 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-cb37fc9c-6494-4235-acb9-4d2726056461 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:47:18.301499 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-306a22e9-ea9c-412f-8070-1f1ae4121797 tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Router ec2cec42-9d81-44aa-a4f8-e4c8409e9b4d has already been hosted by L3 agent 2987dba8-2249-4ee6-96ec-28f0f7a6127d {{(pid=128083) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 11:47:18.360846 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-fb291c76-d77b-4473-a5e5-bdff73c16385 None None] Attempting to bind port 46a99554-fcef-4b71-88ef-e788fe0f51b3 on host dv-neutron-797120-4-hyperv for vnic_type normal with profile {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 11:47:18.361719 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-fb291c76-d77b-4473-a5e5-bdff73c16385 None None] Attempting to bind port 46a99554-fcef-4b71-88ef-e788fe0f51b3 by drivers openvswitch,hyperv on host dv-neutron-797120-4-hyperv at level 0 using segments [{'id': 'fddfe548-9582-48fa-8a0c-6b06bc4d1b9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '11a80c9d-f8ee-4388-91b0-d49a25200fee'}] {{(pid=128085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 11:47:18.362180 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb291c76-d77b-4473-a5e5-bdff73c16385 None None] Attempting to bind port 46a99554-fcef-4b71-88ef-e788fe0f51b3 on network 11a80c9d-f8ee-4388-91b0-d49a25200fee {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 11:47:18.375446 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning for port 4e83ec3d-ebda-49e9-a86f-ade6e7a02b34 completed by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 11:47:18.388664 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-b3efad14-b2c0-40c9-b9b4-39ad9bce7927 None None] Provisioning complete for port 4e83ec3d-ebda-49e9-a86f-ade6e7a02b34 triggered by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:47:18.389916 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-b3efad14-b2c0-40c9-b9b4-39ad9bce7927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:18.410586 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-407e2ccc-9338-41c6-b34a-6d38045c21f3 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Made reservation on behalf of 9c8c7551cf984e4ca40de4f1d8880b93 for: {'subnet': 1} {{(pid=128083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 11:47:18.412947 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning complete for port 4e83ec3d-ebda-49e9-a86f-ade6e7a02b34 triggered by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:47:18.414475 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-407e2ccc-9338-41c6-b34a-6d38045c21f3 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3289788'] for subnet, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:18.419178 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:18.443017 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb291c76-d77b-4473-a5e5-bdff73c16385 None None] Checking agent: {'id': 'e3a695b2-c397-461f-83b0-10b79d490b59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 11, 36, 56), 'started_at': datetime.datetime(2021, 6, 24, 11, 37, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 11, 46, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 11:47:18.443362 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb291c76-d77b-4473-a5e5-bdff73c16385 None None] Checking segment: {'id': 'fddfe548-9582-48fa-8a0c-6b06bc4d1b9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '11a80c9d-f8ee-4388-91b0-d49a25200fee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=128085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 11:47:18.443571 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-fb291c76-d77b-4473-a5e5-bdff73c16385 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:18.443979 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb291c76-d77b-4473-a5e5-bdff73c16385 None None] Bound using segment: {'id': 'fddfe548-9582-48fa-8a0c-6b06bc4d1b9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '11a80c9d-f8ee-4388-91b0-d49a25200fee'} {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 11:47:18.444805 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-fb291c76-d77b-4473-a5e5-bdff73c16385 None None] Bound port: 46a99554-fcef-4b71-88ef-e788fe0f51b3, host: dv-neutron-797120-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fddfe548-9582-48fa-8a0c-6b06bc4d1b9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '11a80c9d-f8ee-4388-91b0-d49a25200fee'}}] {{(pid=128085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 11:47:18.444805 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-fb291c76-d77b-4473-a5e5-bdff73c16385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:18.496019 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9173fd11-dabb-4b42-9ab3-36195c853b54 None None] Routers {'d87749d3-f594-4284-87a4-6fe3955904b1'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 11:47:18.496519 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-9173fd11-dabb-4b42-9ab3-36195c853b54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T11:46:56Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['d87749d3-f594-4284-87a4-6fe3955904b1'], 'active': True} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:47:18.525594 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2fd75b-3175-425c-8fa1-691b53b6061d None None] Pushing event updated for resources: {'Port': ['ID=11d4e1d1-3828-4a40-a4f0-e768f1395739,revision_number=4']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:47:18.537640 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-ec2fd75b-3175-425c-8fa1-691b53b6061d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:47:18.637420 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-11ab63d9-8a75-4f38-aba1-0a5b84fd0c77 tempest-RoutersAdminTest-1970644103 tempest-RoutersAdminTest-1970644103-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1975381', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1803205', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65378'] for router, precommit_update {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:18.651790 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-306a22e9-ea9c-412f-8070-1f1ae4121797 tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Notify agent at l3_agent.dv-neutron-797120-4-hyperv the message routers_updated {{(pid=128083) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 11:47:18.669795 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdb7935b-2a06-47c4-a411-cbcbad7dbc09 None None] Sync routers for ids ['ec2cec42-9d81-44aa-a4f8-e4c8409e9b4d'] in dv-neutron-797120-4-hyperv {{(pid=128086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 11:47:18.691967 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdb7935b-2a06-47c4-a411-cbcbad7dbc09 None None] Routers {'ec2cec42-9d81-44aa-a4f8-e4c8409e9b4d'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 11:47:18.694632 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-bdb7935b-2a06-47c4-a411-cbcbad7dbc09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T11:46:56Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['ec2cec42-9d81-44aa-a4f8-e4c8409e9b4d'], 'active': True} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:47:18.750853 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-f0277c2c-0141-4d35-be68-347f267f63de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:18.756158 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-7f5e43c0-13ba-4e79-a43f-407a0b455a49 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:18.790073 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-bdb7935b-2a06-47c4-a411-cbcbad7dbc09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:47:18.813243 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdb7935b-2a06-47c4-a411-cbcbad7dbc09 None None] Routers {'ec2cec42-9d81-44aa-a4f8-e4c8409e9b4d'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 11:47:18.815105 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-bdb7935b-2a06-47c4-a411-cbcbad7dbc09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T11:46:56Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['ec2cec42-9d81-44aa-a4f8-e4c8409e9b4d'], 'active': True} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:47:18.861020 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-bdb7935b-2a06-47c4-a411-cbcbad7dbc09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:47:18.862378 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdb7935b-2a06-47c4-a411-cbcbad7dbc09 None None] The sync data for ids ['ec2cec42-9d81-44aa-a4f8-e4c8409e9b4d'] in dv-neutron-797120-4-hyperv is: [] {{(pid=128086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 11:47:18.876161 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-d9d3d6db-14dc-4bc6-bdae-125ec0c97f04 tempest-RoutersIpV6AdminTest-670466919 tempest-RoutersIpV6AdminTest-670466919-project] Notify callbacks [] for router, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:18.877210 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.db_base_plugin_common [None req-1afa636a-db81-43d0-abea-ad9110533491 None None] Allocated IP 172.21.0.2 (b91d5cb9-8fe3-4576-a991-183ff1f7b145/02346804-ee6e-4b90-a906-fa952c478595/37308f62-fc0f-4c8f-8e7d-60df59cfd4a3) {{(pid=128085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 11:47:18.911669 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-67fcd8ad-d634-48da-991c-b2bb44b6a22f tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:18.926757 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvr_db [None req-9173fd11-dabb-4b42-9ab3-36195c853b54 None None] Set router d87749d3-f594-4284-87a4-6fe3955904b1 gateway port host: None {{(pid=128085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 11:47:18.993961 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-f0277c2c-0141-4d35-be68-347f267f63de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:19.011406 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-fb291c76-d77b-4473-a5e5-bdff73c16385 None None] For port 46a99554-fcef-4b71-88ef-e788fe0f51b3, host dv-neutron-797120-4-hyperv, cleared binding levels {{(pid=128085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 11:47:19.100706 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-fb291c76-d77b-4473-a5e5-bdff73c16385 None None] For port 46a99554-fcef-4b71-88ef-e788fe0f51b3, host dv-neutron-797120-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=46a99554-fcef-4b71-88ef-e788fe0f51b3,segment=NetworkSegment(fddfe548-9582-48fa-8a0c-6b06bc4d1b9f),segment_id=fddfe548-9582-48fa-8a0c-6b06bc4d1b9f)] {{(pid=128085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 11:47:19.142783 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-fb291c76-d77b-4473-a5e5-bdff73c16385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:19.145644 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:47:19.192019 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-b3efad14-b2c0-40c9-b9b4-39ad9bce7927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:19.193949 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:19.220184 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-d9d3d6db-14dc-4bc6-bdae-125ec0c97f04 tempest-RoutersIpV6AdminTest-670466919 tempest-RoutersIpV6AdminTest-670466919-project] Notify callbacks [] for router_gateway, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:19.244457 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-f0277c2c-0141-4d35-be68-347f267f63de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800410'] for security_group, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:19.247747 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-f0277c2c-0141-4d35-be68-347f267f63de admin admin] Notify callbacks [] for security_group, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:19.249360 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-f0277c2c-0141-4d35-be68-347f267f63de admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/21cc1905-acfd-4d9d-b32b-d2abdcea771a HTTP/1.1" status: 204 len: 168 time: 1.2896273 Jun 24 11:47:19.254476 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:47:19.302441 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0277c2c-0141-4d35-be68-347f267f63de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21cc1905-acfd-4d9d-b32b-d2abdcea771a,revision_number=None']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:47:19.307211 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.db.db_base_plugin_common [None req-7f5e43c0-13ba-4e79-a43f-407a0b455a49 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Allocated IP 2001:db8::1 (11a80c9d-f8ee-4388-91b0-d49a25200fee/ce58233f-e002-43d2-b629-16ff92787838/17fded0a-e59d-4ade-8c8e-dd43b1fdba3b) {{(pid=128084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 11:47:19.313646 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-f0277c2c-0141-4d35-be68-347f267f63de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:47:19.385745 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-407e2ccc-9338-41c6-b34a-6d38045c21f3 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2537737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3289942'] for subnet, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:19.391532 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-af81a514-e455-4fc3-a9c7-d8c0412914e2 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:47:19.448941 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb291c76-d77b-4473-a5e5-bdff73c16385 None None] Pushing event updated for resources: {'Port': ['ID=46a99554-fcef-4b71-88ef-e788fe0f51b3,revision_number=2']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:47:19.459325 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] For port 4e83ec3d-ebda-49e9-a86f-ade6e7a02b34, host dv-neutron-797120-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=4e83ec3d-ebda-49e9-a86f-ade6e7a02b34,segment=NetworkSegment(6dc0ed20-0e3e-4794-aa27-4e8e2aa82b77),segment_id=6dc0ed20-0e3e-4794-aa27-4e8e2aa82b77)] {{(pid=128085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 11:47:19.464720 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-fb291c76-d77b-4473-a5e5-bdff73c16385 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.319s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:47:19.480651 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:19.490499 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-306a22e9-ea9c-412f-8070-1f1ae4121797 tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Router b2eec381-1ec3-4a70-a792-0718d3eb5c86 has already been hosted by L3 agent 2987dba8-2249-4ee6-96ec-28f0f7a6127d {{(pid=128083) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 11:47:19.503377 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-d37469a2-82f3-4460-91af-155d176e7f5b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:47:19.520002 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407e2ccc-9338-41c6-b34a-6d38045c21f3 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Pushing event updated for resources: {'Subnet': ['ID=33e815b6-870d-46c2-bbe8-86c8ae48bb35,revision_number=0']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:47:19.534827 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-407e2ccc-9338-41c6-b34a-6d38045c21f3 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:47:19.568740 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-407e2ccc-9338-41c6-b34a-6d38045c21f3 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Checking segment: {'id': 'f94e6868-a75c-48d3-9c96-e0e46c9b4925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '8365e720-eeab-4abf-a44a-499d2c46421a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=128083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 11:47:19.569148 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-407e2ccc-9338-41c6-b34a-6d38045c21f3 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Network hostable DHCP agents. Network: 8365e720-eeab-4abf-a44a-499d2c46421a, hostable agents: ['6be988a9-1d97-480f-be5a-c55abf2c55c5'], hosted agents: [] {{(pid=128083) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 11:47:19.596765 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.plugin [None req-d9d3d6db-14dc-4bc6-bdae-125ec0c97f04 tempest-RoutersIpV6AdminTest-670466919 tempest-RoutersIpV6AdminTest-670466919-project] Deleting port cbe9fb69-9eda-4c1c-bb25-ed8fd97eebf5 {{(pid=128084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 11:47:19.597154 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-d9d3d6db-14dc-4bc6-bdae-125ec0c97f04 tempest-RoutersIpV6AdminTest-670466919 tempest-RoutersIpV6AdminTest-670466919-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793193942312'] for port, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:19.611654 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-1afa636a-db81-43d0-abea-ad9110533491 None None] Notify callbacks [] for port, precommit_create {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:19.639020 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-407e2ccc-9338-41c6-b34a-6d38045c21f3 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Network 8365e720-eeab-4abf-a44a-499d2c46421a is scheduled to be hosted by DHCP agent 6be988a9-1d97-480f-be5a-c55abf2c55c5 with binding_index 1 {{(pid=128083) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 11:47:19.689937 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-1afa636a-db81-43d0-abea-ad9110533491 None None] Transition to ACTIVE for port object 37308f62-fc0f-4c8f-8e7d-60df59cfd4a3 will not be triggered until provisioned by entity L2. {{(pid=128085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 11:47:19.692618 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.base_scheduler [None req-407e2ccc-9338-41c6-b34a-6d38045c21f3 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-4-hyperv, 8365e720-eeab-4abf-a44a-499d2c46421a) {{(pid=128083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:47:19.699497 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-407e2ccc-9338-41c6-b34a-6d38045c21f3 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:47:19.700092 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-407e2ccc-9338-41c6-b34a-6d38045c21f3 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588949'] for subnet, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:19.729073 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-407e2ccc-9338-41c6-b34a-6d38045c21f3 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.6192639 Jun 24 11:47:19.729715 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 58300) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:47:19.732454 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-11ab63d9-8a75-4f38-aba1-0a5b84fd0c77 tempest-RoutersAdminTest-1970644103 tempest-RoutersAdminTest-1970644103-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:19.746779 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-7f5e43c0-13ba-4e79-a43f-407a0b455a49 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks [] for port, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:19.757082 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbea3f8e-74d5-4d3f-b601-41f3bfa7db40 None None] Network 8365e720-eeab-4abf-a44a-499d2c46421a requested from dv-neutron-797120-4-hyperv {{(pid=128085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 11:47:19.760885 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Pushing event updated for resources: {'Port': ['ID=4e83ec3d-ebda-49e9-a86f-ade6e7a02b34,revision_number=5']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:47:19.772848 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:47:19.775916 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-11ab63d9-8a75-4f38-aba1-0a5b84fd0c77 tempest-RoutersAdminTest-1970644103 tempest-RoutersAdminTest-1970644103-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:19.789743 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-306a22e9-ea9c-412f-8070-1f1ae4121797 tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Notify agent at l3_agent.dv-neutron-797120-4-hyperv the message routers_updated {{(pid=128083) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 11:47:19.793331 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-1afa636a-db81-43d0-abea-ad9110533491 None None] Transition to ACTIVE for port object 37308f62-fc0f-4c8f-8e7d-60df59cfd4a3 will not be triggered until provisioned by entity DHCP. {{(pid=128085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 11:47:19.802409 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-306a22e9-ea9c-412f-8070-1f1ae4121797 tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468916'] for floatingip, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:19.814951 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.db.api [None req-b3efad14-b2c0-40c9-b9b4-39ad9bce7927 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=128085) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 24 11:47:19.815405 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_db.api [None req-b3efad14-b2c0-40c9-b9b4-39ad9bce7927 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 24 11:47:19.835255 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a49e7ee-5af4-405f-90d0-bb2476bdf8ce None None] Sync routers for ids ['b2eec381-1ec3-4a70-a792-0718d3eb5c86'] in dv-neutron-797120-4-hyperv {{(pid=128085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 11:47:19.838525 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-1afa636a-db81-43d0-abea-ad9110533491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-650429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-506361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793193536723'] for port, after_create {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:19.857486 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:47:19.879653 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1afa636a-db81-43d0-abea-ad9110533491 None None] Network b91d5cb9-8fe3-4576-a991-183ff1f7b145 is already hosted by enough agents. {{(pid=128085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 11:47:19.890000 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.scheduler.base_scheduler [None req-1afa636a-db81-43d0-abea-ad9110533491 None None] Resources bound (agent type, host, resource id): {{(pid=128085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:47:19.895230 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1afa636a-db81-43d0-abea-ad9110533491 None None] Received port after_create {{(pid=128085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 11:47:19.911315 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.db_base_plugin_common [None req-67fcd8ad-d634-48da-991c-b2bb44b6a22f tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Allocated IP 172.21.0.1 (b91d5cb9-8fe3-4576-a991-183ff1f7b145/02346804-ee6e-4b90-a906-fa952c478595/bb63497c-372a-47d2-b8b1-cf3202deb92b) {{(pid=128083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 11:47:19.927391 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.db.db_base_plugin_common [None req-11ab63d9-8a75-4f38-aba1-0a5b84fd0c77 tempest-RoutersAdminTest-1970644103 tempest-RoutersAdminTest-1970644103-project-admin] Allocated IP 172.26.7.59 (f2b8ca71-e776-48b2-8898-96cc7970207b/f37bf603-3862-4d0a-9f58-89616f7fd68f/b2047405-f29c-4bee-bbe2-ca75cf8a5034) {{(pid=128084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 11:47:19.988056 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.db.provisioning_blocks [None req-7f5e43c0-13ba-4e79-a43f-407a0b455a49 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Transition to ACTIVE for port object 17fded0a-e59d-4ade-8c8e-dd43b1fdba3b will not be triggered until provisioned by entity DHCP. {{(pid=128084) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 11:47:20.014598 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a49e7ee-5af4-405f-90d0-bb2476bdf8ce None None] Routers {'b2eec381-1ec3-4a70-a792-0718d3eb5c86'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 11:47:20.015993 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-3a49e7ee-5af4-405f-90d0-bb2476bdf8ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T11:46:56Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['b2eec381-1ec3-4a70-a792-0718d3eb5c86'], 'active': True} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:47:20.072044 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-d9d3d6db-14dc-4bc6-bdae-125ec0c97f04 tempest-RoutersIpV6AdminTest-670466919 tempest-RoutersIpV6AdminTest-670466919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1978872'] for port, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:20.087186 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-3a49e7ee-5af4-405f-90d0-bb2476bdf8ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:47:20.100844 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.plugin [None req-d9d3d6db-14dc-4bc6-bdae-125ec0c97f04 tempest-RoutersIpV6AdminTest-670466919 tempest-RoutersIpV6AdminTest-670466919-project] Calling delete_port for cbe9fb69-9eda-4c1c-bb25-ed8fd97eebf5 owned by network:router_gateway {{(pid=128084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 11:47:20.119646 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-67fcd8ad-d634-48da-991c-b2bb44b6a22f tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Notify callbacks [] for port, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:20.137929 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a49e7ee-5af4-405f-90d0-bb2476bdf8ce None None] Routers {'b2eec381-1ec3-4a70-a792-0718d3eb5c86'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 11:47:20.142451 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.provisioning_blocks [None req-67fcd8ad-d634-48da-991c-b2bb44b6a22f tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Transition to ACTIVE for port object bb63497c-372a-47d2-b8b1-cf3202deb92b will not be triggered until provisioned by entity DHCP. {{(pid=128083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 11:47:20.147847 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-3a49e7ee-5af4-405f-90d0-bb2476bdf8ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T11:46:56Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['b2eec381-1ec3-4a70-a792-0718d3eb5c86'], 'active': True} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:47:20.188841 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device 46a99554-fcef-4b71-88ef-e788fe0f51b3 up at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 11:47:20.201596 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-11ab63d9-8a75-4f38-aba1-0a5b84fd0c77 tempest-RoutersAdminTest-1970644103 tempest-RoutersAdminTest-1970644103-project-admin] Notify callbacks [] for port, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:20.201975 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-67fcd8ad-d634-48da-991c-b2bb44b6a22f tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-650429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-506361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793193536723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2537853'] for port, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:20.215225 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-7f5e43c0-13ba-4e79-a43f-407a0b455a49 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-650429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-506361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793193536723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3291971'] for port, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:20.216818 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-41908a71-9178-48bf-af3c-aa507af50270 tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:47:20.221164 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-d43b09d6-9478-40e1-ad3d-ddd28e94623c tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:47:20.230444 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67fcd8ad-d634-48da-991c-b2bb44b6a22f tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Network b91d5cb9-8fe3-4576-a991-183ff1f7b145 is already hosted by enough agents. {{(pid=128083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 11:47:20.264243 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-3a49e7ee-5af4-405f-90d0-bb2476bdf8ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:47:20.264466 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.base_scheduler [None req-67fcd8ad-d634-48da-991c-b2bb44b6a22f tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Resources bound (agent type, host, resource id): {{(pid=128083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:47:20.265844 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a49e7ee-5af4-405f-90d0-bb2476bdf8ce None None] The sync data for ids ['b2eec381-1ec3-4a70-a792-0718d3eb5c86'] in dv-neutron-797120-4-hyperv is: [] {{(pid=128085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 11:47:20.283322 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-1afa636a-db81-43d0-abea-ad9110533491 None None] Attempting to bind port 37308f62-fc0f-4c8f-8e7d-60df59cfd4a3 on host dv-neutron-797120-4-hyperv for vnic_type normal with profile {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 11:47:20.283703 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-1afa636a-db81-43d0-abea-ad9110533491 None None] Attempting to bind port 37308f62-fc0f-4c8f-8e7d-60df59cfd4a3 by drivers openvswitch,hyperv on host dv-neutron-797120-4-hyperv at level 0 using segments [{'id': 'b7c26e65-0a7a-473a-9051-c0d95f4985d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'b91d5cb9-8fe3-4576-a991-183ff1f7b145'}] {{(pid=128085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 11:47:20.284067 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1afa636a-db81-43d0-abea-ad9110533491 None None] Attempting to bind port 37308f62-fc0f-4c8f-8e7d-60df59cfd4a3 on network b91d5cb9-8fe3-4576-a991-183ff1f7b145 {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 11:47:20.292435 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f5e43c0-13ba-4e79-a43f-407a0b455a49 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Network 11a80c9d-f8ee-4388-91b0-d49a25200fee is already hosted by enough agents. {{(pid=128084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 11:47:20.301607 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-9173fd11-dabb-4b42-9ab3-36195c853b54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd87749d3-f594-4284-87a4-6fe3955904b1', 'name': 'tempest-RoutersTest-router-456200694', 'tenant_id': '01c7f8735a2b4722ae0cabb11183e366', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T11:47:01Z', 'updated_at': '2021-06-24T11:47:11Z', 'revision_number': 2, 'project_id': '01c7f8735a2b4722ae0cabb11183e366', 'gw_port_host': None, '_interfaces': [{'id': '11d4e1d1-3828-4a40-a4f0-e768f1395739', 'name': '', 'network_id': 'bddb0f8e-0e1f-4536-a9ef-e387f1699f13', 'tenant_id': '01c7f8735a2b4722ae0cabb11183e366', 'mac_address': 'fa:16:3e:7d:a9:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd87749d3-f594-4284-87a4-6fe3955904b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'ee35f23e-956d-4b15-87a0-fe4ac4012d10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:47:07Z', 'updated_at': '2021-06-24T11:47:18Z', 'revision_number': 4, 'project_id': '01c7f8735a2b4722ae0cabb11183e366', 'subnets': [{'id': 'ee35f23e-956d-4b15-87a0-fe4ac4012d10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:47:20.306712 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.base_scheduler [None req-7f5e43c0-13ba-4e79-a43f-407a0b455a49 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Resources bound (agent type, host, resource id): {{(pid=128084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:47:20.318731 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f5e43c0-13ba-4e79-a43f-407a0b455a49 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Received port after_create {{(pid=128084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 11:47:20.319293 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-7f5e43c0-13ba-4e79-a43f-407a0b455a49 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1978458'] for router_interface, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:20.324584 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1afa636a-db81-43d0-abea-ad9110533491 None None] Checking agent: {'id': 'e3a695b2-c397-461f-83b0-10b79d490b59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 11, 36, 56), 'started_at': datetime.datetime(2021, 6, 24, 11, 37, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 11, 46, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 11:47:20.325333 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1afa636a-db81-43d0-abea-ad9110533491 None None] Checking segment: {'id': 'b7c26e65-0a7a-473a-9051-c0d95f4985d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'b91d5cb9-8fe3-4576-a991-183ff1f7b145'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=128085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 11:47:20.325833 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-1afa636a-db81-43d0-abea-ad9110533491 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:20.326833 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1afa636a-db81-43d0-abea-ad9110533491 None None] Bound using segment: {'id': 'b7c26e65-0a7a-473a-9051-c0d95f4985d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'b91d5cb9-8fe3-4576-a991-183ff1f7b145'} {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 11:47:20.328159 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-1afa636a-db81-43d0-abea-ad9110533491 None None] Bound port: 37308f62-fc0f-4c8f-8e7d-60df59cfd4a3, host: dv-neutron-797120-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7c26e65-0a7a-473a-9051-c0d95f4985d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'b91d5cb9-8fe3-4576-a991-183ff1f7b145'}}] {{(pid=128085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 11:47:20.329083 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-1afa636a-db81-43d0-abea-ad9110533491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:20.338937 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67fcd8ad-d634-48da-991c-b2bb44b6a22f tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Received port after_create {{(pid=128083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 11:47:20.392034 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fcd8ad-d634-48da-991c-b2bb44b6a22f tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Pushing event updated for resources: {'Port': ['ID=bb63497c-372a-47d2-b8b1-cf3202deb92b,revision_number=1']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:47:20.403394 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-67fcd8ad-d634-48da-991c-b2bb44b6a22f tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:47:20.442877 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-1afa636a-db81-43d0-abea-ad9110533491 None None] For port 37308f62-fc0f-4c8f-8e7d-60df59cfd4a3, host dv-neutron-797120-4-hyperv, cleared binding levels {{(pid=128085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 11:47:20.446835 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-1afa636a-db81-43d0-abea-ad9110533491 None None] For port 37308f62-fc0f-4c8f-8e7d-60df59cfd4a3, host dv-neutron-797120-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=37308f62-fc0f-4c8f-8e7d-60df59cfd4a3,segment=NetworkSegment(b7c26e65-0a7a-473a-9051-c0d95f4985d5),segment_id=b7c26e65-0a7a-473a-9051-c0d95f4985d5)] {{(pid=128085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 11:47:20.447931 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1afa636a-db81-43d0-abea-ad9110533491 None None] Pushing event updated for resources: {'Port': ['ID=37308f62-fc0f-4c8f-8e7d-60df59cfd4a3,revision_number=1']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:47:20.456712 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-1afa636a-db81-43d0-abea-ad9110533491 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.595s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:47:20.458129 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning for port 46a99554-fcef-4b71-88ef-e788fe0f51b3 completed by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 11:47:20.465431 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-1afa636a-db81-43d0-abea-ad9110533491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:20.495122 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 58318) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:47:20.501794 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-fb291c76-d77b-4473-a5e5-bdff73c16385 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:47:20.507480 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5e43c0-13ba-4e79-a43f-407a0b455a49 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Pushing event updated for resources: {'Port': ['ID=17fded0a-e59d-4ade-8c8e-dd43b1fdba3b,revision_number=1']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:47:20.509564 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9173fd11-dabb-4b42-9ab3-36195c853b54 None None] The sync data for ids ['d87749d3-f594-4284-87a4-6fe3955904b1'] in dv-neutron-797120-4-hyperv is: [{'id': 'd87749d3-f594-4284-87a4-6fe3955904b1', 'name': 'tempest-RoutersTest-router-456200694', 'tenant_id': '01c7f8735a2b4722ae0cabb11183e366', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T11:47:01Z', 'updated_at': '2021-06-24T11:47:11Z', 'revision_number': 2, 'project_id': '01c7f8735a2b4722ae0cabb11183e366', 'gw_port_host': None, '_interfaces': [{'id': '11d4e1d1-3828-4a40-a4f0-e768f1395739', 'name': '', 'network_id': 'bddb0f8e-0e1f-4536-a9ef-e387f1699f13', 'tenant_id': '01c7f8735a2b4722ae0cabb11183e366', 'mac_address': 'fa:16:3e:7d:a9:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd87749d3-f594-4284-87a4-6fe3955904b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'ee35f23e-956d-4b15-87a0-fe4ac4012d10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:47:07Z', 'updated_at': '2021-06-24T11:47:18Z', 'revision_number': 4, 'project_id': '01c7f8735a2b4722ae0cabb11183e366', 'subnets': [{'id': 'ee35f23e-956d-4b15-87a0-fe4ac4012d10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=128085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 11:47:20.553679 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device 4e83ec3d-ebda-49e9-a86f-ade6e7a02b34 up at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 11:47:20.559144 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-d9d3d6db-14dc-4bc6-bdae-125ec0c97f04 tempest-RoutersIpV6AdminTest-670466919 tempest-RoutersIpV6AdminTest-670466919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793193945299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193536732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3292088'] for port, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:20.588784 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f5e43c0-13ba-4e79-a43f-407a0b455a49 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:47:20.589225 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f5e43c0-13ba-4e79-a43f-407a0b455a49 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:47:20.589605 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f5e43c0-13ba-4e79-a43f-407a0b455a49 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:47:20.590112 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f5e43c0-13ba-4e79-a43f-407a0b455a49 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:47:20.590509 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f5e43c0-13ba-4e79-a43f-407a0b455a49 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:47:20.590882 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f5e43c0-13ba-4e79-a43f-407a0b455a49 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:47:20.591239 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f5e43c0-13ba-4e79-a43f-407a0b455a49 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:47:20.592246 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f5e43c0-13ba-4e79-a43f-407a0b455a49 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:47:20.592790 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f5e43c0-13ba-4e79-a43f-407a0b455a49 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:47:20.599651 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f5e43c0-13ba-4e79-a43f-407a0b455a49 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:47:20.600215 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f5e43c0-13ba-4e79-a43f-407a0b455a49 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:47:20.600808 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f5e43c0-13ba-4e79-a43f-407a0b455a49 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:47:20.619106 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-7f5e43c0-13ba-4e79-a43f-407a0b455a49 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.398s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:47:20.622208 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-11ab63d9-8a75-4f38-aba1-0a5b84fd0c77 tempest-RoutersAdminTest-1970644103 tempest-RoutersAdminTest-1970644103-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-650429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-506361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793193536723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3291971'] for port, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:20.625237 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-7d358278-c1d6-417e-9f6c-12075d9fbae1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.037s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:47:20.680611 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning complete for port 4e83ec3d-ebda-49e9-a86f-ade6e7a02b34 triggered by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:47:20.681511 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:20.697885 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-67fcd8ad-d634-48da-991c-b2bb44b6a22f tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1978458'] for router_interface, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:20.756161 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d3d6db-14dc-4bc6-bdae-125ec0c97f04 tempest-RoutersIpV6AdminTest-670466919 tempest-RoutersIpV6AdminTest-670466919-project] Pushing event deleted for resources: {'Port': ['ID=cbe9fb69-9eda-4c1c-bb25-ed8fd97eebf5,revision_number=None']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:47:20.768004 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1afa636a-db81-43d0-abea-ad9110533491 None None] Pushing event updated for resources: {'Port': ['ID=37308f62-fc0f-4c8f-8e7d-60df59cfd4a3,revision_number=2']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:47:20.776809 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-1afa636a-db81-43d0-abea-ad9110533491 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:47:20.803898 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11ab63d9-8a75-4f38-aba1-0a5b84fd0c77 tempest-RoutersAdminTest-1970644103 tempest-RoutersAdminTest-1970644103-project-admin] Network f2b8ca71-e776-48b2-8898-96cc7970207b is already hosted by enough agents. {{(pid=128084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 11:47:20.810841 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [None req-047b7886-834b-48c7-b937-46ff3ed2e5fc tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1981318520'}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:47:20.829502 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-306a22e9-ea9c-412f-8070-1f1ae4121797 tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] 10.222.0.53 "PUT /v2.0/floatingips/b9cfd91e-1c6b-44d0-8b87-93716c3ba736 HTTP/1.1" status: 200 len: 979 time: 6.9088640 Jun 24 11:47:20.836110 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 58322) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:47:20.876553 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.base_scheduler [None req-11ab63d9-8a75-4f38-aba1-0a5b84fd0c77 tempest-RoutersAdminTest-1970644103 tempest-RoutersAdminTest-1970644103-project-admin] Resources bound (agent type, host, resource id): {{(pid=128084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:47:20.884056 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11ab63d9-8a75-4f38-aba1-0a5b84fd0c77 tempest-RoutersAdminTest-1970644103 tempest-RoutersAdminTest-1970644103-project-admin] Received port after_create {{(pid=128084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 11:47:20.911164 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1de13615-93cc-4241-8eb4-328aa7fec6eb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d65c8f8-7530-5052-99fe-8ea05073750b-8365e720-eeab-4abf-a44a-499d2c46421a', 'network_id': '8365e720-eeab-4abf-a44a-499d2c46421a', 'tenant_id': '9c8c7551cf984e4ca40de4f1d8880b93', 'fixed_ips': [{'subnet_id': '33e815b6-870d-46c2-bbe8-86c8ae48bb35'}]}} from dv-neutron-797120-4-hyperv. {{(pid=128085) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 24 11:47:20.912028 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-1de13615-93cc-4241-8eb4-328aa7fec6eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_create {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:21.049588 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ab63d9-8a75-4f38-aba1-0a5b84fd0c77 tempest-RoutersAdminTest-1970644103 tempest-RoutersAdminTest-1970644103-project-admin] Pushing event updated for resources: {'Port': ['ID=b2047405-f29c-4bee-bbe2-ca75cf8a5034,revision_number=1']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:47:21.055374 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-11ab63d9-8a75-4f38-aba1-0a5b84fd0c77 tempest-RoutersAdminTest-1970644103 tempest-RoutersAdminTest-1970644103-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.431s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:47:21.087626 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-72c18aa0-8052-40ba-862f-cbf06c00f603 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.407s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:47:21.088025 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-72c18aa0-8052-40ba-862f-cbf06c00f603 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:47:21.094762 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-7f5e43c0-13ba-4e79-a43f-407a0b455a49 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:21.140867 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-61754499-b97c-4a06-8183-a53de452416f None None] Provisioning for port 46a99554-fcef-4b71-88ef-e788fe0f51b3 completed by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 11:47:21.168770 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-61754499-b97c-4a06-8183-a53de452416f None None] Provisioning complete for port 46a99554-fcef-4b71-88ef-e788fe0f51b3 triggered by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:47:21.169600 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-61754499-b97c-4a06-8183-a53de452416f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:21.300556 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.db_base_plugin_common [None req-1de13615-93cc-4241-8eb4-328aa7fec6eb None None] Allocated IP 2001:db8:3::2 (8365e720-eeab-4abf-a44a-499d2c46421a/33e815b6-870d-46c2-bbe8-86c8ae48bb35/b02d8e75-b9e9-46d8-b62a-dab93239ece8) {{(pid=128085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 11:47:21.308397 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-d9d3d6db-14dc-4bc6-bdae-125ec0c97f04 tempest-RoutersIpV6AdminTest-670466919 tempest-RoutersIpV6AdminTest-670466919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1815728'] for router_gateway, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:21.582187 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-047b7886-834b-48c7-b937-46ff3ed2e5fc tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] Made reservation on behalf of e5cf0df8d3ec4e94a403a4ce89d83b64 for: {'network': 1} {{(pid=128083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 11:47:21.588563 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-047b7886-834b-48c7-b937-46ff3ed2e5fc tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for network, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:21.612644 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-047b7886-834b-48c7-b937-46ff3ed2e5fc tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] Notify callbacks [] for security_group, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:21.646230 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-61754499-b97c-4a06-8183-a53de452416f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:21.711865 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-61754499-b97c-4a06-8183-a53de452416f None None] For port 46a99554-fcef-4b71-88ef-e788fe0f51b3, host dv-neutron-797120-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=46a99554-fcef-4b71-88ef-e788fe0f51b3,segment=NetworkSegment(fddfe548-9582-48fa-8a0c-6b06bc4d1b9f),segment_id=fddfe548-9582-48fa-8a0c-6b06bc4d1b9f)] {{(pid=128085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 11:47:21.719991 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-61754499-b97c-4a06-8183-a53de452416f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:21.740577 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-91c1c535-624a-4388-83c1-d0c14869baf6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:47:21.745342 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-67fcd8ad-d634-48da-991c-b2bb44b6a22f tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:21.809947 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-1de13615-93cc-4241-8eb4-328aa7fec6eb None None] Notify callbacks [] for port, precommit_create {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:21.838816 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-1de13615-93cc-4241-8eb4-328aa7fec6eb None None] Transition to ACTIVE for port object b02d8e75-b9e9-46d8-b62a-dab93239ece8 will not be triggered until provisioned by entity L2. {{(pid=128085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 11:47:21.851498 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61754499-b97c-4a06-8183-a53de452416f None None] Pushing event updated for resources: {'Port': ['ID=46a99554-fcef-4b71-88ef-e788fe0f51b3,revision_number=3']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:47:21.866961 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-61754499-b97c-4a06-8183-a53de452416f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:47:21.894590 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-1de13615-93cc-4241-8eb4-328aa7fec6eb None None] Transition to ACTIVE for port object b02d8e75-b9e9-46d8-b62a-dab93239ece8 will not be triggered until provisioned by entity DHCP. {{(pid=128085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 11:47:21.896499 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-faea3dd1-28ac-43a1-8acc-96cfaaf3fff6 None None] Provisioning for port 17fded0a-e59d-4ade-8c8e-dd43b1fdba3b completed by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 11:47:21.905046 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-faea3dd1-28ac-43a1-8acc-96cfaaf3fff6 None None] Provisioning complete for port 17fded0a-e59d-4ade-8c8e-dd43b1fdba3b triggered by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:47:21.905577 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-faea3dd1-28ac-43a1-8acc-96cfaaf3fff6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:21.968419 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-1de13615-93cc-4241-8eb4-328aa7fec6eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-650429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-506361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793193536723'] for port, after_create {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:21.983190 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:47:22.033051 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-faea3dd1-28ac-43a1-8acc-96cfaaf3fff6 None None] Port 17fded0a-e59d-4ade-8c8e-dd43b1fdba3b cannot update to ACTIVE because it is not bound. {{(pid=128085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 11:47:22.039759 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1de13615-93cc-4241-8eb4-328aa7fec6eb None None] Network 8365e720-eeab-4abf-a44a-499d2c46421a is already hosted by enough agents. {{(pid=128085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 11:47:22.043322 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.scheduler.base_scheduler [None req-1de13615-93cc-4241-8eb4-328aa7fec6eb None None] Resources bound (agent type, host, resource id): {{(pid=128085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:47:22.054855 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device 11d4e1d1-3828-4a40-a4f0-e768f1395739 up at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 11:47:22.108529 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1de13615-93cc-4241-8eb4-328aa7fec6eb None None] Received port after_create {{(pid=128085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 11:47:22.185802 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-047b7886-834b-48c7-b937-46ff3ed2e5fc tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] Notify callbacks [] for security_group, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:22.195780 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-d9d3d6db-14dc-4bc6-bdae-125ec0c97f04 tempest-RoutersIpV6AdminTest-670466919 tempest-RoutersIpV6AdminTest-670466919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1803182', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65403'] for router, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:22.215467 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-d9d3d6db-14dc-4bc6-bdae-125ec0c97f04 tempest-RoutersIpV6AdminTest-670466919 tempest-RoutersIpV6AdminTest-670466919-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:22.236074 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-07b12a12-b370-4be3-8ebd-5231589a8adf tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:22.244096 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-7f5e43c0-13ba-4e79-a43f-407a0b455a49 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks [] for port, precommit_update {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:22.250372 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-047b7886-834b-48c7-b937-46ff3ed2e5fc tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800410'] for security_group, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:22.270032 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-0fe9ba4e-d4b7-4c75-9769-7c69a756c85c tempest-ServersTestManualDisk-182325693 tempest-ServersTestManualDisk-182325693-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:47:22.272207 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de13615-93cc-4241-8eb4-328aa7fec6eb None None] Pushing event updated for resources: {'Port': ['ID=b02d8e75-b9e9-46d8-b62a-dab93239ece8,revision_number=1']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:47:22.273501 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-7f5e43c0-13ba-4e79-a43f-407a0b455a49 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3292081'] for port, after_update {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:22.274356 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-7f5e43c0-13ba-4e79-a43f-407a0b455a49 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1783050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1978542'] for router_interface, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:22.286527 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning for port 11d4e1d1-3828-4a40-a4f0-e768f1395739 completed by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 11:47:22.316832 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-2552a04c-7ed5-4441-9f01-59af7f32908c tempest-RoutersIpV6AdminTest-670466919 tempest-RoutersIpV6AdminTest-670466919-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:47:22.340693 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-047b7886-834b-48c7-b937-46ff3ed2e5fc tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] vlan segment allocate from pool success with {'vlan_id': 633, 'physical_network': 'physnet1'} {{(pid=128083) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 11:47:22.342337 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-1de13615-93cc-4241-8eb4-328aa7fec6eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.358s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:47:22.343508 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning complete for port 11d4e1d1-3828-4a40-a4f0-e768f1395739 triggered by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:47:22.343866 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:22.351797 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047b7886-834b-48c7-b937-46ff3ed2e5fc tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c4eca917-dcc9-480e-9850-ae79e20312b9,revision_number=1']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:47:22.363333 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f499d99f-47b8-41bd-9c5b-33462c250680 None None] Network b91d5cb9-8fe3-4576-a991-183ff1f7b145 requested from dv-neutron-797120-4-hyperv {{(pid=128085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 11:47:22.403834 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-d9d3d6db-14dc-4bc6-bdae-125ec0c97f04 tempest-RoutersIpV6AdminTest-670466919 tempest-RoutersIpV6AdminTest-670466919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1806072'] for router, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:22.404960 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9d3d6db-14dc-4bc6-bdae-125ec0c97f04 tempest-RoutersIpV6AdminTest-670466919 tempest-RoutersIpV6AdminTest-670466919-project] Fanout notify agent at l3_agent the message router_deleted on router b4842764-46a0-4cc7-9589-935ca85c407d {{(pid=128084) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 24 11:47:22.420993 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-d9d3d6db-14dc-4bc6-bdae-125ec0c97f04 tempest-RoutersIpV6AdminTest-670466919 tempest-RoutersIpV6AdminTest-670466919-project] Notify callbacks [] for router, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:22.422941 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-d9d3d6db-14dc-4bc6-bdae-125ec0c97f04 tempest-RoutersIpV6AdminTest-670466919 tempest-RoutersIpV6AdminTest-670466919-project] 10.222.0.53 "DELETE /v2.0/routers/b4842764-46a0-4cc7-9589-935ca85c407d HTTP/1.1" status: 204 len: 168 time: 4.6967134 Jun 24 11:47:22.428696 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 58330) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:47:22.478968 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-047b7886-834b-48c7-b937-46ff3ed2e5fc tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:47:22.479356 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-047b7886-834b-48c7-b937-46ff3ed2e5fc tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:47:22.479729 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-047b7886-834b-48c7-b937-46ff3ed2e5fc tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:47:22.480098 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-047b7886-834b-48c7-b937-46ff3ed2e5fc tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:47:22.480465 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-047b7886-834b-48c7-b937-46ff3ed2e5fc tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:47:22.480828 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-047b7886-834b-48c7-b937-46ff3ed2e5fc tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:47:22.481211 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-047b7886-834b-48c7-b937-46ff3ed2e5fc tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:47:22.481570 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-047b7886-834b-48c7-b937-46ff3ed2e5fc tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:47:22.481931 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-047b7886-834b-48c7-b937-46ff3ed2e5fc tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:47:22.482286 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-047b7886-834b-48c7-b937-46ff3ed2e5fc tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:47:22.482643 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-047b7886-834b-48c7-b937-46ff3ed2e5fc tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:47:22.482994 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-047b7886-834b-48c7-b937-46ff3ed2e5fc tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:47:22.488290 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-047b7886-834b-48c7-b937-46ff3ed2e5fc tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:47:22.505493 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.plugin [None req-b64caa2e-f3dd-44d5-99c7-bf1be71a5de5 tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Deleting port 1101d5d3-0674-417c-ac20-1ff3e10271ec {{(pid=128083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 11:47:22.505637 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-795af558-df00-409d-90bf-0d2c10f30513 tempest-RoutersIpV6AdminTest-1198470881 tempest-RoutersIpV6AdminTest-1198470881-project-admin] Request body: {'router': {'name': 'tempest-snat-router-14675017', 'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'enable_snat': False}}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:47:22.505998 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-b64caa2e-f3dd-44d5-99c7-bf1be71a5de5 tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793193942312'] for port, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:22.514013 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-047b7886-834b-48c7-b937-46ff3ed2e5fc tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967879'] for segment, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:22.514362 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.db.segments_db [None req-047b7886-834b-48c7-b937-46ff3ed2e5fc tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] Added segment 964b2602-e3a8-414f-85ec-ae50d87d038d of type vlan for network 14503e52-17e6-4dcb-904d-c24521ea40fb Jun 24 11:47:22.523020 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5e43c0-13ba-4e79-a43f-407a0b455a49 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Pushing event updated for resources: {'Port': ['ID=17fded0a-e59d-4ade-8c8e-dd43b1fdba3b,revision_number=2']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:47:22.541085 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-7f5e43c0-13ba-4e79-a43f-407a0b455a49 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:47:22.583842 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-d38653a6-ad9a-42b1-b3e6-fc42ea9342cb None None] Provisioning for port 37308f62-fc0f-4c8f-8e7d-60df59cfd4a3 completed by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 11:47:22.590971 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-1de13615-93cc-4241-8eb4-328aa7fec6eb None None] Attempting to bind port b02d8e75-b9e9-46d8-b62a-dab93239ece8 on host dv-neutron-797120-4-hyperv for vnic_type normal with profile {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 11:47:22.591272 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-1de13615-93cc-4241-8eb4-328aa7fec6eb None None] Attempting to bind port b02d8e75-b9e9-46d8-b62a-dab93239ece8 by drivers openvswitch,hyperv on host dv-neutron-797120-4-hyperv at level 0 using segments [{'id': 'f94e6868-a75c-48d3-9c96-e0e46c9b4925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '8365e720-eeab-4abf-a44a-499d2c46421a'}] {{(pid=128085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 11:47:22.595636 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1de13615-93cc-4241-8eb4-328aa7fec6eb None None] Attempting to bind port b02d8e75-b9e9-46d8-b62a-dab93239ece8 on network 8365e720-eeab-4abf-a44a-499d2c46421a {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 11:47:22.603895 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1de13615-93cc-4241-8eb4-328aa7fec6eb None None] Checking agent: {'id': 'e3a695b2-c397-461f-83b0-10b79d490b59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 11, 36, 56), 'started_at': datetime.datetime(2021, 6, 24, 11, 37, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 11, 46, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 11:47:22.604283 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1de13615-93cc-4241-8eb4-328aa7fec6eb None None] Checking segment: {'id': 'f94e6868-a75c-48d3-9c96-e0e46c9b4925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '8365e720-eeab-4abf-a44a-499d2c46421a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=128085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 11:47:22.604702 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-1de13615-93cc-4241-8eb4-328aa7fec6eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:22.605143 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1de13615-93cc-4241-8eb4-328aa7fec6eb None None] Bound using segment: {'id': 'f94e6868-a75c-48d3-9c96-e0e46c9b4925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '8365e720-eeab-4abf-a44a-499d2c46421a'} {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 11:47:22.605642 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-1de13615-93cc-4241-8eb4-328aa7fec6eb None None] Bound port: b02d8e75-b9e9-46d8-b62a-dab93239ece8, host: dv-neutron-797120-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f94e6868-a75c-48d3-9c96-e0e46c9b4925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '8365e720-eeab-4abf-a44a-499d2c46421a'}}] {{(pid=128085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 11:47:22.606037 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-1de13615-93cc-4241-8eb4-328aa7fec6eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:22.625366 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-795af558-df00-409d-90bf-0d2c10f30513 tempest-RoutersIpV6AdminTest-1198470881 tempest-RoutersIpV6AdminTest-1198470881-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1803889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65293'] for router, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:22.626897 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-795af558-df00-409d-90bf-0d2c10f30513 tempest-RoutersIpV6AdminTest-1198470881 tempest-RoutersIpV6AdminTest-1198470881-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1803848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1975305', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1581158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65396'] for router, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:22.663863 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f5e43c0-13ba-4e79-a43f-407a0b455a49 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Network 11a80c9d-f8ee-4388-91b0-d49a25200fee is already hosted by enough agents. {{(pid=128084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 11:47:22.671354 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.base_scheduler [None req-7f5e43c0-13ba-4e79-a43f-407a0b455a49 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Resources bound (agent type, host, resource id): {{(pid=128084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:47:22.692718 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-11ab63d9-8a75-4f38-aba1-0a5b84fd0c77 tempest-RoutersAdminTest-1970644103 tempest-RoutersAdminTest-1970644103-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:22.731933 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-047b7886-834b-48c7-b937-46ff3ed2e5fc tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793193525068'] for network, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:22.762641 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-1de13615-93cc-4241-8eb4-328aa7fec6eb None None] For port b02d8e75-b9e9-46d8-b62a-dab93239ece8, host dv-neutron-797120-4-hyperv, cleared binding levels {{(pid=128085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 11:47:22.764944 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:22.785212 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-1de13615-93cc-4241-8eb4-328aa7fec6eb None None] For port b02d8e75-b9e9-46d8-b62a-dab93239ece8, host dv-neutron-797120-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=b02d8e75-b9e9-46d8-b62a-dab93239ece8,segment=NetworkSegment(f94e6868-a75c-48d3-9c96-e0e46c9b4925),segment_id=f94e6868-a75c-48d3-9c96-e0e46c9b4925)] {{(pid=128085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 11:47:22.806163 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-1de13615-93cc-4241-8eb4-328aa7fec6eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:22.810457 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:47:22.824161 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-795af558-df00-409d-90bf-0d2c10f30513 tempest-RoutersIpV6AdminTest-1198470881 tempest-RoutersIpV6AdminTest-1198470881-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:22.848325 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] For port 11d4e1d1-3828-4a40-a4f0-e768f1395739, host dv-neutron-797120-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=11d4e1d1-3828-4a40-a4f0-e768f1395739,segment=NetworkSegment(b78e3fec-a708-4c42-b9ce-56b3d372bb34),segment_id=b78e3fec-a708-4c42-b9ce-56b3d372bb34)] {{(pid=128085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 11:47:22.849430 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3a9def-f348-45e8-a988-83e65b03dc9c req-e6609ec8-4644-4fbd-b8be-12c2fcb4abea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:47:22.851239 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-ad3a9def-f348-45e8-a988-83e65b03dc9c req-e6609ec8-4644-4fbd-b8be-12c2fcb4abea service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=33124f0dd27d41d79a5a6b42eb81b949&device_id=d6cc2586-9578-488f-96d4-fbc6dd702115 HTTP/1.1" status: 200 len: 1098 time: 0.5295639 Jun 24 11:47:22.866902 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:22.868075 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device 37308f62-fc0f-4c8f-8e7d-60df59cfd4a3 up at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 11:47:22.889593 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-b64caa2e-f3dd-44d5-99c7-bf1be71a5de5 tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1978872'] for port, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:22.975652 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de13615-93cc-4241-8eb4-328aa7fec6eb None None] Pushing event updated for resources: {'Port': ['ID=b02d8e75-b9e9-46d8-b62a-dab93239ece8,revision_number=2']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:47:22.977441 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c0a1d5-afd8-439c-be69-cc07423eb258 req-ed9e1e0a-29be-4523-bfe4-bca2f51d2c95 tempest-ServerActionsTestJSON-818164034 tempest-ServerActionsTestJSON-818164034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:47:22.979008 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-33c0a1d5-afd8-439c-be69-cc07423eb258 req-ed9e1e0a-29be-4523-bfe4-bca2f51d2c95 tempest-ServerActionsTestJSON-818164034 tempest-ServerActionsTestJSON-818164034-project] 10.222.0.53 "GET /v2.0/ports?device_id=d6cc2586-9578-488f-96d4-fbc6dd702115 HTTP/1.1" status: 200 len: 945 time: 0.5459809 Jun 24 11:47:22.994118 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1de13615-93cc-4241-8eb4-328aa7fec6eb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:47:22.994401 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1de13615-93cc-4241-8eb4-328aa7fec6eb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:47:22.995320 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1de13615-93cc-4241-8eb4-328aa7fec6eb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:47:22.995665 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1de13615-93cc-4241-8eb4-328aa7fec6eb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:47:22.996003 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1de13615-93cc-4241-8eb4-328aa7fec6eb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:47:22.996340 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1de13615-93cc-4241-8eb4-328aa7fec6eb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:47:22.996674 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1de13615-93cc-4241-8eb4-328aa7fec6eb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:47:22.997079 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1de13615-93cc-4241-8eb4-328aa7fec6eb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:47:22.997871 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1de13615-93cc-4241-8eb4-328aa7fec6eb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:47:22.997871 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1de13615-93cc-4241-8eb4-328aa7fec6eb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:47:22.998228 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1de13615-93cc-4241-8eb4-328aa7fec6eb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:47:22.998353 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1de13615-93cc-4241-8eb4-328aa7fec6eb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:47:23.004460 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-1de13615-93cc-4241-8eb4-328aa7fec6eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:47:23.006269 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.136s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:47:23.089690 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning for port 37308f62-fc0f-4c8f-8e7d-60df59cfd4a3 completed by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 11:47:23.095759 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning complete for port 37308f62-fc0f-4c8f-8e7d-60df59cfd4a3 triggered by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:47:23.096150 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:23.139106 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-047b7886-834b-48c7-b937-46ff3ed2e5fc tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1800243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976'] for network, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:23.146680 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-047b7886-834b-48c7-b937-46ff3ed2e5fc tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:47:23.147311 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-047b7886-834b-48c7-b937-46ff3ed2e5fc tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588949'] for network, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:23.160547 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:47:23.180873 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Pushing event updated for resources: {'Port': ['ID=11d4e1d1-3828-4a40-a4f0-e768f1395739,revision_number=5']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:47:23.189403 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:47:23.208058 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-e17f6797-2220-4c2e-a305-358c514291db None None] Provisioning complete for port 17fded0a-e59d-4ade-8c8e-dd43b1fdba3b triggered by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:47:23.208937 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-e17f6797-2220-4c2e-a305-358c514291db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:23.301941 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-795af558-df00-409d-90bf-0d2c10f30513 tempest-RoutersIpV6AdminTest-1198470881 tempest-RoutersIpV6AdminTest-1198470881-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1975381', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1803205', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65378'] for router, precommit_update {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:23.354253 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-047b7886-834b-48c7-b937-46ff3ed2e5fc tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 2.8562658 Jun 24 11:47:23.386547 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:23.449364 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] For port 37308f62-fc0f-4c8f-8e7d-60df59cfd4a3, host dv-neutron-797120-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=37308f62-fc0f-4c8f-8e7d-60df59cfd4a3,segment=NetworkSegment(b7c26e65-0a7a-473a-9051-c0d95f4985d5),segment_id=b7c26e65-0a7a-473a-9051-c0d95f4985d5)] {{(pid=128085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 11:47:23.451256 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-e17f6797-2220-4c2e-a305-358c514291db None None] Port 17fded0a-e59d-4ade-8c8e-dd43b1fdba3b cannot update to ACTIVE because it is not bound. {{(pid=128085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 11:47:23.461786 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:23.466323 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-276e7549-223d-48f2-9402-66d76c7091d9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:47:23.473232 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f5e43c0-13ba-4e79-a43f-407a0b455a49 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Router a556e9a1-69a2-4fb3-ad6e-54893bfe2002 is scheduled to L3 agent 2987dba8-2249-4ee6-96ec-28f0f7a6127d with binding_index 1 {{(pid=128084) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 24 11:47:23.494431 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047b7886-834b-48c7-b937-46ff3ed2e5fc tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] Pushing event updated for resources: {'Network': ['ID=14503e52-17e6-4dcb-904d-c24521ea40fb,revision_number=1']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:47:23.522280 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-33c0a1d5-afd8-439c-be69-cc07423eb258 req-439f3b25-f641-47ba-957d-7116087ef23b tempest-ServerActionsTestJSON-818164034 tempest-ServerActionsTestJSON-818164034-project] 10.222.0.53 "GET /v2.0/security-groups?id=7ca7987f-c073-401f-ba18-8737b1398c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4841020 Jun 24 11:47:23.533851 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-047b7886-834b-48c7-b937-46ff3ed2e5fc tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.373s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:47:23.535861 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Network 14503e52-17e6-4dcb-904d-c24521ea40fb details requested by agent ovs-agent-dv-neutron-797120-4-hyperv with host dv-neutron-797120-4-hyperv {{(pid=128085) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 11:47:23.571316 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-67fcd8ad-d634-48da-991c-b2bb44b6a22f tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Notify callbacks [] for port, precommit_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:23.600272 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3a9def-f348-45e8-a988-83e65b03dc9c req-1fc5f7e7-967b-4fe3-85d2-bdd3c0616e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:47:23.601812 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-ad3a9def-f348-45e8-a988-83e65b03dc9c req-1fc5f7e7-967b-4fe3-85d2-bdd3c0616e4b service neutron] 10.222.0.45 "GET /v2.0/networks?id=4865c6d7-6c66-4548-b02e-d00e97d481c4 HTTP/1.1" status: 200 len: 912 time: 0.7296910 Jun 24 11:47:23.614874 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-67fcd8ad-d634-48da-991c-b2bb44b6a22f tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2537871'] for port, after_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:23.625531 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-47876c58-35fd-4b44-94a5-84939c18bdda tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:47:23.655085 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-11ab63d9-8a75-4f38-aba1-0a5b84fd0c77 tempest-RoutersAdminTest-1970644103 tempest-RoutersAdminTest-1970644103-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1803210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1815767'] for router, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:23.699163 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-0412ef94-2411-491e-88ad-aaceadafd093 None None] Provisioning complete for port 37308f62-fc0f-4c8f-8e7d-60df59cfd4a3 triggered by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:47:23.699548 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-0412ef94-2411-491e-88ad-aaceadafd093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:23.702599 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Pushing event updated for resources: {'Port': ['ID=37308f62-fc0f-4c8f-8e7d-60df59cfd4a3,revision_number=3']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:47:23.715381 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:47:23.785598 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-b64caa2e-f3dd-44d5-99c7-bf1be71a5de5 tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Notify callbacks [] for floatingip, precommit_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:23.786682 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-b64caa2e-f3dd-44d5-99c7-bf1be71a5de5 tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1815637'] for floatingip, after_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:23.787620 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.db.l3_db [None req-b64caa2e-f3dd-44d5-99c7-bf1be71a5de5 tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Floating IP b9cfd91e-1c6b-44d0-8b87-93716c3ba736 disassociated. External IP: 172.26.7.233, port: 1101d5d3-0674-417c-ac20-1ff3e10271ec. Jun 24 11:47:23.788182 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.plugin [None req-b64caa2e-f3dd-44d5-99c7-bf1be71a5de5 tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Calling delete_port for 1101d5d3-0674-417c-ac20-1ff3e10271ec owned by {{(pid=128083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 11:47:23.835982 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-5b3db26f-bfeb-4552-bff4-6dc3d3470803 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:23.854200 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f5e43c0-13ba-4e79-a43f-407a0b455a49 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify agent at l3_agent.dv-neutron-797120-4-hyperv the message routers_updated {{(pid=128084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 11:47:23.867690 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0f11f58-99f5-4af1-a17d-b36a6ef5f5f0 None None] Sync routers for ids ['a556e9a1-69a2-4fb3-ad6e-54893bfe2002'] in dv-neutron-797120-4-hyperv {{(pid=128086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 11:47:23.870330 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-7f5e43c0-13ba-4e79-a43f-407a0b455a49 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] 10.222.0.53 "PUT /v2.0/routers/a556e9a1-69a2-4fb3-ad6e-54893bfe2002/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5100842 Jun 24 11:47:23.877390 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 58332) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:47:23.883575 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0f11f58-99f5-4af1-a17d-b36a6ef5f5f0 None None] Routers {'a556e9a1-69a2-4fb3-ad6e-54893bfe2002'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 11:47:23.885043 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-a0f11f58-99f5-4af1-a17d-b36a6ef5f5f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T11:46:56Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['a556e9a1-69a2-4fb3-ad6e-54893bfe2002'], 'active': True} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:47:23.899681 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-0412ef94-2411-491e-88ad-aaceadafd093 None None] Provisioning for port bb63497c-372a-47d2-b8b1-cf3202deb92b completed by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 11:47:23.906421 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-0412ef94-2411-491e-88ad-aaceadafd093 None None] Provisioning complete for port bb63497c-372a-47d2-b8b1-cf3202deb92b triggered by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:47:23.907000 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-0412ef94-2411-491e-88ad-aaceadafd093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:24.022395 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-0412ef94-2411-491e-88ad-aaceadafd093 None None] Port bb63497c-372a-47d2-b8b1-cf3202deb92b cannot update to ACTIVE because it is not bound. {{(pid=128085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 11:47:24.069179 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_dvr_db [None req-a0f11f58-99f5-4af1-a17d-b36a6ef5f5f0 None None] Set router a556e9a1-69a2-4fb3-ad6e-54893bfe2002 gateway port host: None {{(pid=128086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 11:47:24.138939 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.db_base_plugin_common [None req-07b12a12-b370-4be3-8ebd-5231589a8adf tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Allocated IP 2001:db8:3::1 (8365e720-eeab-4abf-a44a-499d2c46421a/33e815b6-870d-46c2-bbe8-86c8ae48bb35/c6cfcfc5-9819-4af6-a93c-15f03675594f) {{(pid=128083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 11:47:24.145803 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-768a61b9-2884-488a-8af4-28c255657557 None None] Provisioning complete for port bb63497c-372a-47d2-b8b1-cf3202deb92b triggered by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:47:24.146419 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-768a61b9-2884-488a-8af4-28c255657557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:24.160204 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-b64caa2e-f3dd-44d5-99c7-bf1be71a5de5 tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793193945299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193536732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2537862'] for port, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:24.172268 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7ee4b53-aee0-4436-bfda-a0fb868fb590 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:47:24.173678 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-f7ee4b53-aee0-4436-bfda-a0fb868fb590 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] 10.222.0.53 "GET /v2.0/ports/17fded0a-e59d-4ade-8c8e-dd43b1fdba3b HTTP/1.1" status: 200 len: 911 time: 0.2915568 Jun 24 11:47:24.192844 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 58334) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:47:24.217652 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device 46a99554-fcef-4b71-88ef-e788fe0f51b3 up at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 11:47:24.319764 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-768a61b9-2884-488a-8af4-28c255657557 None None] Port bb63497c-372a-47d2-b8b1-cf3202deb92b cannot update to ACTIVE because it is not bound. {{(pid=128085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 11:47:24.370423 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning complete for port 46a99554-fcef-4b71-88ef-e788fe0f51b3 triggered by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:47:24.371179 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:24.455208 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-795af558-df00-409d-90bf-0d2c10f30513 tempest-RoutersIpV6AdminTest-1198470881 tempest-RoutersIpV6AdminTest-1198470881-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:24.548276 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-07b12a12-b370-4be3-8ebd-5231589a8adf tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Notify callbacks [] for port, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:24.561969 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-795af558-df00-409d-90bf-0d2c10f30513 tempest-RoutersIpV6AdminTest-1198470881 tempest-RoutersIpV6AdminTest-1198470881-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:24.606213 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device b02d8e75-b9e9-46d8-b62a-dab93239ece8 up at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 11:47:24.607448 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-a0f11f58-99f5-4af1-a17d-b36a6ef5f5f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a556e9a1-69a2-4fb3-ad6e-54893bfe2002', 'name': 'tempest-NetworksTestDHCPv6-router-2132536734', 'tenant_id': '086af1f572244cd08c37d97e004e4732', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T11:47:16Z', 'updated_at': '2021-06-24T11:47:20Z', 'revision_number': 2, 'project_id': '086af1f572244cd08c37d97e004e4732', 'gw_port_host': None, '_interfaces': [{'id': '17fded0a-e59d-4ade-8c8e-dd43b1fdba3b', 'name': '', 'network_id': '11a80c9d-f8ee-4388-91b0-d49a25200fee', 'tenant_id': '086af1f572244cd08c37d97e004e4732', 'mac_address': 'fa:16:3e:2a:f5:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a556e9a1-69a2-4fb3-ad6e-54893bfe2002', 'device_owner': 'network:router_interface', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': 'ce58233f-e002-43d2-b629-16ff92787838', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:47:18Z', 'updated_at': '2021-06-24T11:47:21Z', 'revision_number': 2, 'project_id': '086af1f572244cd08c37d97e004e4732', 'subnets': [{'id': 'ce58233f-e002-43d2-b629-16ff92787838', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:47:24.622694 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.provisioning_blocks [None req-07b12a12-b370-4be3-8ebd-5231589a8adf tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Transition to ACTIVE for port object c6cfcfc5-9819-4af6-a93c-15f03675594f will not be triggered until provisioned by entity DHCP. {{(pid=128083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 11:47:24.692912 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bff8834-5826-4843-974c-c86a9a5fdd93 None None] Network 8365e720-eeab-4abf-a44a-499d2c46421a requested from dv-neutron-797120-4-hyperv {{(pid=128085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 11:47:24.710163 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0f11f58-99f5-4af1-a17d-b36a6ef5f5f0 None None] Checking router: a556e9a1-69a2-4fb3-ad6e-54893bfe2002 for host: dv-neutron-797120-4-hyperv {{(pid=128086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 11:47:24.710806 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0f11f58-99f5-4af1-a17d-b36a6ef5f5f0 None None] Updating router a556e9a1-69a2-4fb3-ad6e-54893bfe2002 port 17fded0a-e59d-4ade-8c8e-dd43b1fdba3b binding host dv-neutron-797120-4-hyperv {{(pid=128086) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 11:47:24.776075 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.db.db_base_plugin_common [None req-795af558-df00-409d-90bf-0d2c10f30513 tempest-RoutersIpV6AdminTest-1198470881 tempest-RoutersIpV6AdminTest-1198470881-project-admin] Allocated IP 172.26.7.58 (f2b8ca71-e776-48b2-8898-96cc7970207b/f37bf603-3862-4d0a-9f58-89616f7fd68f/4be036bd-d527-4f52-a3f1-64fe5b94a0e1) {{(pid=128084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 11:47:24.792837 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-b21d2586-269a-4270-99d7-a482383cbdb1 None None] Provisioning for port b02d8e75-b9e9-46d8-b62a-dab93239ece8 completed by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 11:47:24.808748 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron_lib.callbacks.manager [None req-a0f11f58-99f5-4af1-a17d-b36a6ef5f5f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:24.833161 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning for port b02d8e75-b9e9-46d8-b62a-dab93239ece8 completed by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 11:47:24.844879 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning complete for port b02d8e75-b9e9-46d8-b62a-dab93239ece8 triggered by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:47:24.844879 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:24.899346 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07d00945-9adc-4abb-9338-69b436db6791 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:47:24.909520 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07d00945-9adc-4abb-9338-69b436db6791 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:47:24.911214 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-07d00945-9adc-4abb-9338-69b436db6791 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.7157817 Jun 24 11:47:25.052668 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:25.103315 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] For port b02d8e75-b9e9-46d8-b62a-dab93239ece8, host dv-neutron-797120-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=b02d8e75-b9e9-46d8-b62a-dab93239ece8,segment=NetworkSegment(f94e6868-a75c-48d3-9c96-e0e46c9b4925),segment_id=f94e6868-a75c-48d3-9c96-e0e46c9b4925)] {{(pid=128085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 11:47:25.106272 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 58338) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:47:25.116191 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:25.117141 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device 11d4e1d1-3828-4a40-a4f0-e768f1395739 up at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 11:47:25.201241 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:47:25.242201 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-07b12a12-b370-4be3-8ebd-5231589a8adf tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-650429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-506361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793193536723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2537853'] for port, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:25.304952 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-795af558-df00-409d-90bf-0d2c10f30513 tempest-RoutersIpV6AdminTest-1198470881 tempest-RoutersIpV6AdminTest-1198470881-project-admin] Notify callbacks [] for port, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:25.308222 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-67fcd8ad-d634-48da-991c-b2bb44b6a22f tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1783050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1978542'] for router_interface, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:25.309108 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11ab63d9-8a75-4f38-aba1-0a5b84fd0c77 tempest-RoutersAdminTest-1970644103 tempest-RoutersAdminTest-1970644103-project-admin] Router e3a822f4-baa5-4181-a262-e34c2974892f is scheduled to L3 agent 2987dba8-2249-4ee6-96ec-28f0f7a6127d with binding_index 1 {{(pid=128084) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 24 11:47:25.325113 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fcd8ad-d634-48da-991c-b2bb44b6a22f tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Pushing event updated for resources: {'Port': ['ID=bb63497c-372a-47d2-b8b1-cf3202deb92b,revision_number=2']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:47:25.334480 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning complete for port 11d4e1d1-3828-4a40-a4f0-e768f1395739 triggered by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:47:25.334480 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:25.362390 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-67fcd8ad-d634-48da-991c-b2bb44b6a22f tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.734s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:47:25.371056 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-419ecbe5-5769-4c85-8f04-68587f0f0a21 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.145s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:47:25.377639 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-ad3a9def-f348-45e8-a988-83e65b03dc9c req-3b11ef91-61ab-4c86-af43-f4e87d8d815a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6147d57c-7485-4c8f-a255-8497342b277c HTTP/1.1" status: 200 len: 1001 time: 1.7593241 Jun 24 11:47:25.397425 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron_lib.callbacks.manager [None req-a0f11f58-99f5-4af1-a17d-b36a6ef5f5f0 None None] Notify callbacks [] for port, precommit_update {{(pid=128086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:25.426723 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.provisioning_blocks [None req-a0f11f58-99f5-4af1-a17d-b36a6ef5f5f0 None None] Transition to ACTIVE for port object 17fded0a-e59d-4ade-8c8e-dd43b1fdba3b will not be triggered until provisioned by entity L2. {{(pid=128086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 11:47:25.440652 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Pushing event updated for resources: {'Port': ['ID=b02d8e75-b9e9-46d8-b62a-dab93239ece8,revision_number=3']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:47:25.448006 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron_lib.callbacks.manager [None req-a0f11f58-99f5-4af1-a17d-b36a6ef5f5f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:25.451027 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG oslo_concurrency.lockutils [None req-9b8f9b8d-f844-4a2d-879a-d7ffec3a21ea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128086) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:47:25.462771 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:47:25.496254 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07b12a12-b370-4be3-8ebd-5231589a8adf tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Network 8365e720-eeab-4abf-a44a-499d2c46421a is already hosted by enough agents. {{(pid=128083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 11:47:25.523132 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64caa2e-f3dd-44d5-99c7-bf1be71a5de5 tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Pushing event deleted for resources: {'Port': ['ID=1101d5d3-0674-417c-ac20-1ff3e10271ec,revision_number=None']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:47:25.536777 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433340bb-87e9-4291-9c97-6698ff2b090c None None] Pushing event updated for resources: {'Port': ['ID=17fded0a-e59d-4ade-8c8e-dd43b1fdba3b,revision_number=3']} {{(pid=128086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:47:25.544448 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG oslo_concurrency.lockutils [None req-433340bb-87e9-4291-9c97-6698ff2b090c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=128086) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:47:25.590235 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device 37308f62-fc0f-4c8f-8e7d-60df59cfd4a3 up at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 11:47:25.600405 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.base_scheduler [None req-07b12a12-b370-4be3-8ebd-5231589a8adf tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Resources bound (agent type, host, resource id): {{(pid=128083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:47:25.603135 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3a9def-f348-45e8-a988-83e65b03dc9c req-1fe0a070-ce3b-41cc-a707-87cb255b1c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:47:25.604727 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-ad3a9def-f348-45e8-a988-83e65b03dc9c req-1fe0a070-ce3b-41cc-a707-87cb255b1c10 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c9f29286-6a6a-43a7-8236-d8b39e2a7133 HTTP/1.1" status: 200 len: 850 time: 0.1715508 Jun 24 11:47:25.690372 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-dbb6845b-0600-4197-b8d6-5be0c759d83a None None] Provisioning complete for port b02d8e75-b9e9-46d8-b62a-dab93239ece8 triggered by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:47:25.692631 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-dbb6845b-0600-4197-b8d6-5be0c759d83a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:25.720744 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07b12a12-b370-4be3-8ebd-5231589a8adf tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Received port after_create {{(pid=128083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 11:47:25.725635 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.plugins.ml2.managers [None req-a0f11f58-99f5-4af1-a17d-b36a6ef5f5f0 None None] Attempting to bind port 17fded0a-e59d-4ade-8c8e-dd43b1fdba3b on host dv-neutron-797120-4-hyperv for vnic_type normal with profile {{(pid=128086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 11:47:25.726016 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.plugins.ml2.managers [None req-a0f11f58-99f5-4af1-a17d-b36a6ef5f5f0 None None] Attempting to bind port 17fded0a-e59d-4ade-8c8e-dd43b1fdba3b by drivers openvswitch,hyperv on host dv-neutron-797120-4-hyperv at level 0 using segments [{'id': 'fddfe548-9582-48fa-8a0c-6b06bc4d1b9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '11a80c9d-f8ee-4388-91b0-d49a25200fee'}] {{(pid=128086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 11:47:25.726370 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0f11f58-99f5-4af1-a17d-b36a6ef5f5f0 None None] Attempting to bind port 17fded0a-e59d-4ade-8c8e-dd43b1fdba3b on network 11a80c9d-f8ee-4388-91b0-d49a25200fee {{(pid=128086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 11:47:25.726962 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-07b12a12-b370-4be3-8ebd-5231589a8adf tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1978458'] for router_interface, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:25.742860 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0f11f58-99f5-4af1-a17d-b36a6ef5f5f0 None None] Checking agent: {'id': 'e3a695b2-c397-461f-83b0-10b79d490b59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 11, 36, 56), 'started_at': datetime.datetime(2021, 6, 24, 11, 37, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 11, 46, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=128086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 11:47:25.743249 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0f11f58-99f5-4af1-a17d-b36a6ef5f5f0 None None] Checking segment: {'id': 'fddfe548-9582-48fa-8a0c-6b06bc4d1b9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '11a80c9d-f8ee-4388-91b0-d49a25200fee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=128086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 11:47:25.743657 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron_lib.callbacks.manager [None req-a0f11f58-99f5-4af1-a17d-b36a6ef5f5f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=128086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:25.744057 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0f11f58-99f5-4af1-a17d-b36a6ef5f5f0 None None] Bound using segment: {'id': 'fddfe548-9582-48fa-8a0c-6b06bc4d1b9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '11a80c9d-f8ee-4388-91b0-d49a25200fee'} {{(pid=128086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 11:47:25.744544 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.plugins.ml2.managers [None req-a0f11f58-99f5-4af1-a17d-b36a6ef5f5f0 None None] Bound port: 17fded0a-e59d-4ade-8c8e-dd43b1fdba3b, host: dv-neutron-797120-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fddfe548-9582-48fa-8a0c-6b06bc4d1b9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '11a80c9d-f8ee-4388-91b0-d49a25200fee'}}] {{(pid=128086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 11:47:25.747263 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron_lib.callbacks.manager [None req-a0f11f58-99f5-4af1-a17d-b36a6ef5f5f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:25.802584 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b12a12-b370-4be3-8ebd-5231589a8adf tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Pushing event updated for resources: {'Port': ['ID=c6cfcfc5-9819-4af6-a93c-15f03675594f,revision_number=1']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:47:25.814810 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning complete for port 37308f62-fc0f-4c8f-8e7d-60df59cfd4a3 triggered by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:47:25.815131 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:25.819029 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-07b12a12-b370-4be3-8ebd-5231589a8adf tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.446s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:47:25.902727 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-996d774d-9a68-4437-bd50-62e8463c4b30 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.628s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:47:25.903055 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-996d774d-9a68-4437-bd50-62e8463c4b30 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:47:25.912389 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.plugins.ml2.db [None req-a0f11f58-99f5-4af1-a17d-b36a6ef5f5f0 None None] For port 17fded0a-e59d-4ade-8c8e-dd43b1fdba3b, host dv-neutron-797120-4-hyperv, cleared binding levels {{(pid=128086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 11:47:25.919438 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.plugins.ml2.db [None req-a0f11f58-99f5-4af1-a17d-b36a6ef5f5f0 None None] For port 17fded0a-e59d-4ade-8c8e-dd43b1fdba3b, host dv-neutron-797120-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=17fded0a-e59d-4ade-8c8e-dd43b1fdba3b,segment=NetworkSegment(fddfe548-9582-48fa-8a0c-6b06bc4d1b9f),segment_id=fddfe548-9582-48fa-8a0c-6b06bc4d1b9f)] {{(pid=128086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 11:47:25.940445 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron_lib.callbacks.manager [None req-a0f11f58-99f5-4af1-a17d-b36a6ef5f5f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:25.961438 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG oslo_concurrency.lockutils [None req-ceb2b3a7-939f-4074-9543-5517aff579c4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128086) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:47:26.048072 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0f11f58-99f5-4af1-a17d-b36a6ef5f5f0 None None] Routers {'a556e9a1-69a2-4fb3-ad6e-54893bfe2002'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 11:47:26.050253 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-a0f11f58-99f5-4af1-a17d-b36a6ef5f5f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T11:46:56Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['a556e9a1-69a2-4fb3-ad6e-54893bfe2002'], 'active': True} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:47:26.108024 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b64caa2e-f3dd-44d5-99c7-bf1be71a5de5 tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Router b2eec381-1ec3-4a70-a792-0718d3eb5c86 has already been hosted by L3 agent 2987dba8-2249-4ee6-96ec-28f0f7a6127d {{(pid=128083) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 11:47:26.160338 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-dbb6845b-0600-4197-b8d6-5be0c759d83a None None] Provisioning for port c6cfcfc5-9819-4af6-a93c-15f03675594f completed by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 11:47:26.164305 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-dbb6845b-0600-4197-b8d6-5be0c759d83a None None] Provisioning complete for port c6cfcfc5-9819-4af6-a93c-15f03675594f triggered by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:47:26.164696 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-dbb6845b-0600-4197-b8d6-5be0c759d83a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:26.277350 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-dbb6845b-0600-4197-b8d6-5be0c759d83a None None] Port c6cfcfc5-9819-4af6-a93c-15f03675594f cannot update to ACTIVE because it is not bound. {{(pid=128085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 11:47:26.289632 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device b02d8e75-b9e9-46d8-b62a-dab93239ece8 up at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 11:47:26.321388 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67fcd8ad-d634-48da-991c-b2bb44b6a22f tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Network b91d5cb9-8fe3-4576-a991-183ff1f7b145 is already hosted by enough agents. {{(pid=128083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 11:47:26.331259 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.base_scheduler [None req-67fcd8ad-d634-48da-991c-b2bb44b6a22f tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Resources bound (agent type, host, resource id): {{(pid=128083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:47:26.363787 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433340bb-87e9-4291-9c97-6698ff2b090c None None] Pushing event updated for resources: {'Port': ['ID=17fded0a-e59d-4ade-8c8e-dd43b1fdba3b,revision_number=4']} {{(pid=128086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:47:26.372410 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG oslo_concurrency.lockutils [None req-433340bb-87e9-4291-9c97-6698ff2b090c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.411s {{(pid=128086) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:47:26.382258 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_dvr_db [None req-a0f11f58-99f5-4af1-a17d-b36a6ef5f5f0 None None] Set router a556e9a1-69a2-4fb3-ad6e-54893bfe2002 gateway port host: None {{(pid=128086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 11:47:26.441987 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11ab63d9-8a75-4f38-aba1-0a5b84fd0c77 tempest-RoutersAdminTest-1970644103 tempest-RoutersAdminTest-1970644103-project-admin] Notify agent at l3_agent.dv-neutron-797120-4-hyperv the message routers_updated {{(pid=128084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 11:47:26.456102 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ef653b-c67b-46e8-94b6-d5ada9e3f8fd req-98df4d7f-0e3d-48f3-8232-cd3b6372e560 tempest-ServerActionsTestJSON-818164034 tempest-ServerActionsTestJSON-818164034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:47:26.461237 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-09ef653b-c67b-46e8-94b6-d5ada9e3f8fd req-98df4d7f-0e3d-48f3-8232-cd3b6372e560 tempest-ServerActionsTestJSON-818164034 tempest-ServerActionsTestJSON-818164034-project] 10.222.0.53 "GET /v2.0/ports?device_id=d6cc2586-9578-488f-96d4-fbc6dd702115 HTTP/1.1" status: 200 len: 945 time: 1.2691846 Jun 24 11:47:26.479603 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a013875d-e6fa-4035-a475-3bcc049152d3 None None] Sync routers for ids ['e3a822f4-baa5-4181-a262-e34c2974892f'] in dv-neutron-797120-4-hyperv {{(pid=128085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 11:47:26.497977 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-11ab63d9-8a75-4f38-aba1-0a5b84fd0c77 tempest-RoutersAdminTest-1970644103 tempest-RoutersAdminTest-1970644103-project-admin] Notify callbacks [] for router, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:26.501748 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-11ab63d9-8a75-4f38-aba1-0a5b84fd0c77 tempest-RoutersAdminTest-1970644103 tempest-RoutersAdminTest-1970644103-project-admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 9.2858117 Jun 24 11:47:26.501912 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-10e00b23-8506-4a20-b5b6-b2b77e2ea5ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:26.505378 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 58340) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:47:26.522524 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-4faf6645-9413-4c1a-89bb-4347d59784c9 None None] Provisioning complete for port c6cfcfc5-9819-4af6-a93c-15f03675594f triggered by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:47:26.522904 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-4faf6645-9413-4c1a-89bb-4347d59784c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:26.586770 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3a9def-f348-45e8-a988-83e65b03dc9c req-8a750200-5a4f-42d6-874b-c53bae91eb26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:47:26.588640 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-ad3a9def-f348-45e8-a988-83e65b03dc9c req-8a750200-5a4f-42d6-874b-c53bae91eb26 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=4865c6d7-6c66-4548-b02e-d00e97d481c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.7686462 Jun 24 11:47:26.608798 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a013875d-e6fa-4035-a475-3bcc049152d3 None None] Routers {'e3a822f4-baa5-4181-a262-e34c2974892f'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 11:47:26.610719 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-a013875d-e6fa-4035-a475-3bcc049152d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T11:47:26Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['e3a822f4-baa5-4181-a262-e34c2974892f'], 'active': True} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:47:26.612600 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:26.653244 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 58342) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:47:26.661496 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-e6978e9f-b09a-4254-b6d5-e9f4e90366c6 tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] Request body: {'subnet': {'network_id': '14503e52-17e6-4dcb-904d-c24521ea40fb', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:47:26.701204 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-4faf6645-9413-4c1a-89bb-4347d59784c9 None None] Port c6cfcfc5-9819-4af6-a93c-15f03675594f cannot update to ACTIVE because it is not bound. {{(pid=128085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 11:47:26.706637 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning complete for port b02d8e75-b9e9-46d8-b62a-dab93239ece8 triggered by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:47:26.707016 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:26.774222 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-07b12a12-b370-4be3-8ebd-5231589a8adf tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:26.791174 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-795af558-df00-409d-90bf-0d2c10f30513 tempest-RoutersIpV6AdminTest-1198470881 tempest-RoutersIpV6AdminTest-1198470881-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-650429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-506361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793193536723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3291971'] for port, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:26.807015 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-a0f11f58-99f5-4af1-a17d-b36a6ef5f5f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a556e9a1-69a2-4fb3-ad6e-54893bfe2002', 'name': 'tempest-NetworksTestDHCPv6-router-2132536734', 'tenant_id': '086af1f572244cd08c37d97e004e4732', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T11:47:16Z', 'updated_at': '2021-06-24T11:47:20Z', 'revision_number': 2, 'project_id': '086af1f572244cd08c37d97e004e4732', 'gw_port_host': None, '_interfaces': [{'id': '17fded0a-e59d-4ade-8c8e-dd43b1fdba3b', 'name': '', 'network_id': '11a80c9d-f8ee-4388-91b0-d49a25200fee', 'tenant_id': '086af1f572244cd08c37d97e004e4732', 'mac_address': 'fa:16:3e:2a:f5:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a556e9a1-69a2-4fb3-ad6e-54893bfe2002', 'device_owner': 'network:router_interface', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': 'ce58233f-e002-43d2-b629-16ff92787838', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:47:18Z', 'updated_at': '2021-06-24T11:47:25Z', 'revision_number': 4, 'project_id': '086af1f572244cd08c37d97e004e4732', 'subnets': [{'id': 'ce58233f-e002-43d2-b629-16ff92787838', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:47:26.820207 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvr_db [None req-a013875d-e6fa-4035-a475-3bcc049152d3 None None] Set router e3a822f4-baa5-4181-a262-e34c2974892f gateway port host: dv-neutron-797120-4-hyperv {{(pid=128085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 11:47:26.830925 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-e544012f-369b-4cea-bb4a-bc2d474e2bab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:47:26.841501 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0f11f58-99f5-4af1-a17d-b36a6ef5f5f0 None None] The sync data for ids ['a556e9a1-69a2-4fb3-ad6e-54893bfe2002'] in dv-neutron-797120-4-hyperv is: [{'id': 'a556e9a1-69a2-4fb3-ad6e-54893bfe2002', 'name': 'tempest-NetworksTestDHCPv6-router-2132536734', 'tenant_id': '086af1f572244cd08c37d97e004e4732', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T11:47:16Z', 'updated_at': '2021-06-24T11:47:20Z', 'revision_number': 2, 'project_id': '086af1f572244cd08c37d97e004e4732', 'gw_port_host': None, '_interfaces': [{'id': '17fded0a-e59d-4ade-8c8e-dd43b1fdba3b', 'name': '', 'network_id': '11a80c9d-f8ee-4388-91b0-d49a25200fee', 'tenant_id': '086af1f572244cd08c37d97e004e4732', 'mac_address': 'fa:16:3e:2a:f5:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a556e9a1-69a2-4fb3-ad6e-54893bfe2002', 'device_owner': 'network:router_interface', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': 'ce58233f-e002-43d2-b629-16ff92787838', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:47:18Z', 'updated_at': '2021-06-24T11:47:25Z', 'revision_number': 4, 'project_id': '086af1f572244cd08c37d97e004e4732', 'subnets': [{'id': 'ce58233f-e002-43d2-b629-16ff92787838', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=128086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 11:47:26.877142 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67fcd8ad-d634-48da-991c-b2bb44b6a22f tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Router d87749d3-f594-4284-87a4-6fe3955904b1 has already been hosted by L3 agent 2987dba8-2249-4ee6-96ec-28f0f7a6127d {{(pid=128083) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 11:47:26.880473 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-09ef653b-c67b-46e8-94b6-d5ada9e3f8fd req-cb8c83a0-3513-4c76-9f68-9cfc6c9f3ff1 tempest-ServerActionsTestJSON-818164034 tempest-ServerActionsTestJSON-818164034-project] 10.222.0.53 "GET /v2.0/security-groups?id=7ca7987f-c073-401f-ba18-8737b1398c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3886297 Jun 24 11:47:26.961474 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6978e9f-b09a-4254-b6d5-e9f4e90366c6 tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] Made reservation on behalf of e5cf0df8d3ec4e94a403a4ce89d83b64 for: {'subnet': 1} {{(pid=128084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 11:47:26.965754 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-e6978e9f-b09a-4254-b6d5-e9f4e90366c6 tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3162484'] for subnet, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:26.979809 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-795af558-df00-409d-90bf-0d2c10f30513 tempest-RoutersIpV6AdminTest-1198470881 tempest-RoutersIpV6AdminTest-1198470881-project-admin] Network f2b8ca71-e776-48b2-8898-96cc7970207b is already hosted by enough agents. {{(pid=128084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 11:47:26.999441 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.base_scheduler [None req-795af558-df00-409d-90bf-0d2c10f30513 tempest-RoutersIpV6AdminTest-1198470881 tempest-RoutersIpV6AdminTest-1198470881-project-admin] Resources bound (agent type, host, resource id): {{(pid=128084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:47:27.011394 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-795af558-df00-409d-90bf-0d2c10f30513 tempest-RoutersIpV6AdminTest-1198470881 tempest-RoutersIpV6AdminTest-1198470881-project-admin] Received port after_create {{(pid=128084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 11:47:27.018618 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-1e847641-3a4a-4d1e-bb9f-77c06e8bcb27 None None] Provisioning complete for port bb63497c-372a-47d2-b8b1-cf3202deb92b triggered by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:47:27.018873 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-1e847641-3a4a-4d1e-bb9f-77c06e8bcb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:27.036780 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795af558-df00-409d-90bf-0d2c10f30513 tempest-RoutersIpV6AdminTest-1198470881 tempest-RoutersIpV6AdminTest-1198470881-project-admin] Pushing event updated for resources: {'Port': ['ID=4be036bd-d527-4f52-a3f1-64fe5b94a0e1,revision_number=1']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:47:27.053577 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-a3447631-e74d-4634-994a-f0118d32a1d1 tempest-RoutersAdminTest-1970644103 tempest-RoutersAdminTest-1970644103-project-admin] 10.222.0.53 "GET /v2.0/routers/e3a822f4-baa5-4181-a262-e34c2974892f HTTP/1.1" status: 200 len: 908 time: 0.5469854 Jun 24 11:47:27.066352 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 58344) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:47:27.074669 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [None req-206d03c0-efcf-4aca-a6f6-a9ad65aa9123 tempest-RoutersAdminTest-1970644103 tempest-RoutersAdminTest-1970644103-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1264454390', 'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'enable_snat': True}}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:47:27.080938 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-795af558-df00-409d-90bf-0d2c10f30513 tempest-RoutersIpV6AdminTest-1198470881 tempest-RoutersIpV6AdminTest-1198470881-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:47:27.084457 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-1e847641-3a4a-4d1e-bb9f-77c06e8bcb27 None None] Port bb63497c-372a-47d2-b8b1-cf3202deb92b cannot update to ACTIVE because it is not bound. {{(pid=128085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 11:47:27.107731 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-a013875d-e6fa-4035-a475-3bcc049152d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3a822f4-baa5-4181-a262-e34c2974892f', 'name': 'tempest-snat-router-1264454390', 'tenant_id': 'eaf2e9e62f1244a7be5f1c7d5a343001', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'external_fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.59'}], 'enable_snat': False}, 'gw_port_id': 'b2047405-f29c-4bee-bbe2-ca75cf8a5034', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T11:47:17Z', 'updated_at': '2021-06-24T11:47:22Z', 'revision_number': 3, 'project_id': 'eaf2e9e62f1244a7be5f1c7d5a343001', 'gw_port': {'id': 'b2047405-f29c-4bee-bbe2-ca75cf8a5034', 'name': '', 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:f0:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3a822f4-baa5-4181-a262-e34c2974892f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:47:19Z', 'updated_at': '2021-06-24T11:47:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-797120-4-hyperv'}], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:47:27.139219 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a013875d-e6fa-4035-a475-3bcc049152d3 None None] Checking router: e3a822f4-baa5-4181-a262-e34c2974892f for host: dv-neutron-797120-4-hyperv {{(pid=128085) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 11:47:27.139550 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a013875d-e6fa-4035-a475-3bcc049152d3 None None] Updating router e3a822f4-baa5-4181-a262-e34c2974892f port b2047405-f29c-4bee-bbe2-ca75cf8a5034 binding host dv-neutron-797120-4-hyperv {{(pid=128085) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 11:47:27.163863 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-206d03c0-efcf-4aca-a6f6-a9ad65aa9123 tempest-RoutersAdminTest-1970644103 tempest-RoutersAdminTest-1970644103-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1803889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65293'] for router, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:27.164890 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-206d03c0-efcf-4aca-a6f6-a9ad65aa9123 tempest-RoutersAdminTest-1970644103 tempest-RoutersAdminTest-1970644103-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1803848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1975305', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1581158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65396'] for router, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:27.185872 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-a013875d-e6fa-4035-a475-3bcc049152d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:27.193247 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b64caa2e-f3dd-44d5-99c7-bf1be71a5de5 tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Notify agent at l3_agent.dv-neutron-797120-4-hyperv the message routers_updated {{(pid=128083) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 11:47:27.213514 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22f7d89e-141c-4b08-a704-d8c35b502098 None None] Sync routers for ids ['b2eec381-1ec3-4a70-a792-0718d3eb5c86'] in dv-neutron-797120-4-hyperv {{(pid=128086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 11:47:27.233225 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22f7d89e-141c-4b08-a704-d8c35b502098 None None] Routers {'b2eec381-1ec3-4a70-a792-0718d3eb5c86'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 11:47:27.233890 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-22f7d89e-141c-4b08-a704-d8c35b502098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T11:47:26Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['b2eec381-1ec3-4a70-a792-0718d3eb5c86'], 'active': True} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:47:27.266973 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-ad3a9def-f348-45e8-a988-83e65b03dc9c req-4bb939f4-fad4-43e4-bcc3-6defa4f06a2c service neutron] 10.222.0.45 "GET /v2.0/networks/4865c6d7-6c66-4548-b02e-d00e97d481c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6614101 Jun 24 11:47:27.272634 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-206d03c0-efcf-4aca-a6f6-a9ad65aa9123 tempest-RoutersAdminTest-1970644103 tempest-RoutersAdminTest-1970644103-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:27.298904 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-22f7d89e-141c-4b08-a704-d8c35b502098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:47:27.320860 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22f7d89e-141c-4b08-a704-d8c35b502098 None None] Routers {'b2eec381-1ec3-4a70-a792-0718d3eb5c86'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 11:47:27.322476 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-22f7d89e-141c-4b08-a704-d8c35b502098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T11:47:26Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['b2eec381-1ec3-4a70-a792-0718d3eb5c86'], 'active': True} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:47:27.376571 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-22f7d89e-141c-4b08-a704-d8c35b502098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:47:27.377206 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22f7d89e-141c-4b08-a704-d8c35b502098 None None] The sync data for ids ['b2eec381-1ec3-4a70-a792-0718d3eb5c86'] in dv-neutron-797120-4-hyperv is: [] {{(pid=128086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 11:47:27.437380 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-bbe872a2-22fc-40d0-acc2-6eeaad8147ab tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1978565'] for router_interface, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:27.448835 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-ad3a9def-f348-45e8-a988-83e65b03dc9c req-6088a2be-2678-4ad4-a3bf-e89f0f49e48e service neutron] 10.222.0.45 "GET /v2.0/networks/4865c6d7-6c66-4548-b02e-d00e97d481c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1450310 Jun 24 11:47:27.551497 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67fcd8ad-d634-48da-991c-b2bb44b6a22f tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Notify agent at l3_agent.dv-neutron-797120-4-hyperv the message routers_updated {{(pid=128083) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 11:47:27.564654 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-67fcd8ad-d634-48da-991c-b2bb44b6a22f tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] 10.222.0.53 "PUT /v2.0/routers/d87749d3-f594-4284-87a4-6fe3955904b1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.6371660 Jun 24 11:47:27.578749 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 58346) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:47:27.588088 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-5a0b0ed2-6378-4e10-87b9-05ef775d07cf tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Request body: {'network': {'name': 'tempest-RoutersTest-988404173'}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:47:27.618915 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d67b788-dc31-4ed7-990c-b475093a6c07 None None] Sync routers for ids ['d87749d3-f594-4284-87a4-6fe3955904b1'] in dv-neutron-797120-4-hyperv {{(pid=128085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 11:47:27.665675 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d67b788-dc31-4ed7-990c-b475093a6c07 None None] Routers {'d87749d3-f594-4284-87a4-6fe3955904b1'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 11:47:27.671091 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-4d67b788-dc31-4ed7-990c-b475093a6c07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T11:47:26Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['d87749d3-f594-4284-87a4-6fe3955904b1'], 'active': True} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:47:27.735149 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-03237adf-ebd0-46f2-a476-4d4bb746e0f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:27.823918 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a0b0ed2-6378-4e10-87b9-05ef775d07cf tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Made reservation on behalf of 01c7f8735a2b4722ae0cabb11183e366 for: {'network': 1} {{(pid=128084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 11:47:27.839880 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-5a0b0ed2-6378-4e10-87b9-05ef775d07cf tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for network, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:27.850073 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvr_db [None req-4d67b788-dc31-4ed7-990c-b475093a6c07 None None] Set router d87749d3-f594-4284-87a4-6fe3955904b1 gateway port host: None {{(pid=128085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 11:47:27.880048 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-e6978e9f-b09a-4254-b6d5-e9f4e90366c6 tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3291959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3162270'] for subnet, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:27.886218 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-fd56a4ce-000e-4d6a-acbd-673392c74c58 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:47:27.924062 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-795af558-df00-409d-90bf-0d2c10f30513 tempest-RoutersIpV6AdminTest-1198470881 tempest-RoutersIpV6AdminTest-1198470881-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:28.010031 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6978e9f-b09a-4254-b6d5-e9f4e90366c6 tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] Pushing event updated for resources: {'Subnet': ['ID=fb5fe6ca-6240-4019-a792-f14a5df217ac,revision_number=0']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:47:28.034949 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a0b0ed2-6378-4e10-87b9-05ef775d07cf tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] vlan segment allocate from pool success with {'vlan_id': 636, 'physical_network': 'physnet1'} {{(pid=128084) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 11:47:28.037773 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-e6978e9f-b09a-4254-b6d5-e9f4e90366c6 tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:47:28.084012 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-b64caa2e-f3dd-44d5-99c7-bf1be71a5de5 tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468916'] for port, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:28.089445 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-5a0b0ed2-6378-4e10-87b9-05ef775d07cf tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967879'] for segment, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:28.089609 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-b64caa2e-f3dd-44d5-99c7-bf1be71a5de5 tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] 10.222.0.53 "DELETE /v2.0/ports/1101d5d3-0674-417c-ac20-1ff3e10271ec HTTP/1.1" status: 204 len: 168 time: 7.2151482 Jun 24 11:47:28.089698 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.db.segments_db [None req-5a0b0ed2-6378-4e10-87b9-05ef775d07cf tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Added segment bb331b1f-a9ef-4c40-9aab-9aba7f5e1fe9 of type vlan for network 580a2d1a-1689-4c76-bcaf-a30c08ec9279 Jun 24 11:47:28.091373 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 58350) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:47:28.119841 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-a013875d-e6fa-4035-a475-3bcc049152d3 None None] Notify callbacks [] for port, precommit_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:28.143464 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-a013875d-e6fa-4035-a475-3bcc049152d3 None None] Transition to ACTIVE for port object b2047405-f29c-4bee-bbe2-ca75cf8a5034 will not be triggered until provisioned by entity L2. {{(pid=128085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 11:47:28.147179 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-206d03c0-efcf-4aca-a6f6-a9ad65aa9123 tempest-RoutersAdminTest-1970644103 tempest-RoutersAdminTest-1970644103-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1975381', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1803205', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65378'] for router, precommit_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:28.215846 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-a013875d-e6fa-4035-a475-3bcc049152d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:28.225492 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-1de13615-93cc-4241-8eb4-328aa7fec6eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:47:28.273290 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-07b12a12-b370-4be3-8ebd-5231589a8adf tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Notify callbacks [] for port, precommit_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:28.288886 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3630be8b-6180-4365-b134-26c1d2ce0c31 req-c3d07fde-3c30-47e7-acd6-7598d187866a tempest-ServerActionsTestJSON-818164034 tempest-ServerActionsTestJSON-818164034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:47:28.290541 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-3630be8b-6180-4365-b134-26c1d2ce0c31 req-c3d07fde-3c30-47e7-acd6-7598d187866a tempest-ServerActionsTestJSON-818164034 tempest-ServerActionsTestJSON-818164034-project] 10.222.0.53 "GET /v2.0/ports?device_id=d6cc2586-9578-488f-96d4-fbc6dd702115 HTTP/1.1" status: 200 len: 945 time: 0.2080290 Jun 24 11:47:28.323586 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-07b12a12-b370-4be3-8ebd-5231589a8adf tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2537871'] for port, after_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:28.324418 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-07b12a12-b370-4be3-8ebd-5231589a8adf tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1783050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1978542'] for router_interface, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:28.325232 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-5a0b0ed2-6378-4e10-87b9-05ef775d07cf tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793193525068'] for network, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:28.329993 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-5a753eab-c7a1-4759-ba72-b0800ba60edc tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:47:28.334376 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6153556f-112f-4c75-b484-022c8b55f518 None None] Pushing event updated for resources: {'Port': ['ID=b2047405-f29c-4bee-bbe2-ca75cf8a5034,revision_number=2']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:47:28.335641 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6978e9f-b09a-4254-b6d5-e9f4e90366c6 tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] Checking segment: {'id': '964b2602-e3a8-414f-85ec-ae50d87d038d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '14503e52-17e6-4dcb-904d-c24521ea40fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=128084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 11:47:28.336084 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6978e9f-b09a-4254-b6d5-e9f4e90366c6 tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] Network hostable DHCP agents. Network: 14503e52-17e6-4dcb-904d-c24521ea40fb, hostable agents: ['6be988a9-1d97-480f-be5a-c55abf2c55c5'], hosted agents: [] {{(pid=128084) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 11:47:28.337555 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device 17fded0a-e59d-4ade-8c8e-dd43b1fdba3b up at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 11:47:28.342392 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-6153556f-112f-4c75-b484-022c8b55f518 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:47:28.409235 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-a013875d-e6fa-4035-a475-3bcc049152d3 None None] Attempting to bind port b2047405-f29c-4bee-bbe2-ca75cf8a5034 on host dv-neutron-797120-4-hyperv for vnic_type normal with profile {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 11:47:28.409609 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-a013875d-e6fa-4035-a475-3bcc049152d3 None None] Attempting to bind port b2047405-f29c-4bee-bbe2-ca75cf8a5034 by drivers openvswitch,hyperv on host dv-neutron-797120-4-hyperv at level 0 using segments [{'id': '1139564f-ff83-4b49-a593-84b33301357d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b'}] {{(pid=128085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 11:47:28.409978 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a013875d-e6fa-4035-a475-3bcc049152d3 None None] Attempting to bind port b2047405-f29c-4bee-bbe2-ca75cf8a5034 on network f2b8ca71-e776-48b2-8898-96cc7970207b {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 11:47:28.415280 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-4d67b788-dc31-4ed7-990c-b475093a6c07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd87749d3-f594-4284-87a4-6fe3955904b1', 'name': 'tempest-RoutersTest-router-456200694', 'tenant_id': '01c7f8735a2b4722ae0cabb11183e366', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T11:47:01Z', 'updated_at': '2021-06-24T11:47:21Z', 'revision_number': 3, 'project_id': '01c7f8735a2b4722ae0cabb11183e366', 'gw_port_host': None, '_interfaces': [{'id': '11d4e1d1-3828-4a40-a4f0-e768f1395739', 'name': '', 'network_id': 'bddb0f8e-0e1f-4536-a9ef-e387f1699f13', 'tenant_id': '01c7f8735a2b4722ae0cabb11183e366', 'mac_address': 'fa:16:3e:7d:a9:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd87749d3-f594-4284-87a4-6fe3955904b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'ee35f23e-956d-4b15-87a0-fe4ac4012d10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:47:07Z', 'updated_at': '2021-06-24T11:47:22Z', 'revision_number': 5, 'project_id': '01c7f8735a2b4722ae0cabb11183e366', 'subnets': [{'id': 'ee35f23e-956d-4b15-87a0-fe4ac4012d10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bb63497c-372a-47d2-b8b1-cf3202deb92b', 'name': '', 'network_id': 'b91d5cb9-8fe3-4576-a991-183ff1f7b145', 'tenant_id': '01c7f8735a2b4722ae0cabb11183e366', 'mac_address': 'fa:16:3e:93:ca:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd87749d3-f594-4284-87a4-6fe3955904b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '02346804-ee6e-4b90-a906-fa952c478595', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:47:19Z', 'updated_at': '2021-06-24T11:47:22Z', 'revision_number': 2, 'project_id': '01c7f8735a2b4722ae0cabb11183e366', 'subnets': [{'id': '02346804-ee6e-4b90-a906-fa952c478595', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:47:28.431903 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-3630be8b-6180-4365-b134-26c1d2ce0c31 req-7f0dd374-f304-43cb-91b7-8691583bd949 tempest-ServerActionsTestJSON-818164034 tempest-ServerActionsTestJSON-818164034-project] 10.222.0.53 "GET /v2.0/security-groups?id=7ca7987f-c073-401f-ba18-8737b1398c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1153054 Jun 24 11:47:28.441659 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b12a12-b370-4be3-8ebd-5231589a8adf tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Pushing event updated for resources: {'Port': ['ID=c6cfcfc5-9819-4af6-a93c-15f03675594f,revision_number=2']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:47:28.446521 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a013875d-e6fa-4035-a475-3bcc049152d3 None None] Checking agent: {'id': 'e3a695b2-c397-461f-83b0-10b79d490b59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 11, 36, 56), 'started_at': datetime.datetime(2021, 6, 24, 11, 37, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 11, 47, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 11:47:28.446724 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a013875d-e6fa-4035-a475-3bcc049152d3 None None] Checking segment: {'id': '1139564f-ff83-4b49-a593-84b33301357d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=128085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 11:47:28.447132 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-a013875d-e6fa-4035-a475-3bcc049152d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:28.447529 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a013875d-e6fa-4035-a475-3bcc049152d3 None None] Bound using segment: {'id': '1139564f-ff83-4b49-a593-84b33301357d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b'} {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 11:47:28.448020 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-a013875d-e6fa-4035-a475-3bcc049152d3 None None] Bound port: b2047405-f29c-4bee-bbe2-ca75cf8a5034, host: dv-neutron-797120-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1139564f-ff83-4b49-a593-84b33301357d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b'}}] {{(pid=128085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 11:47:28.448411 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-a013875d-e6fa-4035-a475-3bcc049152d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:28.451746 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d67b788-dc31-4ed7-990c-b475093a6c07 None None] Checking router: d87749d3-f594-4284-87a4-6fe3955904b1 for host: dv-neutron-797120-4-hyperv {{(pid=128085) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 11:47:28.451746 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d67b788-dc31-4ed7-990c-b475093a6c07 None None] Updating router d87749d3-f594-4284-87a4-6fe3955904b1 port bb63497c-372a-47d2-b8b1-cf3202deb92b binding host dv-neutron-797120-4-hyperv {{(pid=128085) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 11:47:28.468809 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-07b12a12-b370-4be3-8ebd-5231589a8adf tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:47:28.520736 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-5a0b0ed2-6378-4e10-87b9-05ef775d07cf tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1800243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976'] for network, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:28.526671 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a0b0ed2-6378-4e10-87b9-05ef775d07cf tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=128084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:47:28.527956 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-5a0b0ed2-6378-4e10-87b9-05ef775d07cf tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Notify callbacks [] for network, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:28.535090 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-79fd0b9e-f063-46f8-ba06-16f3b44d5e24 tempest-RoutersIpV6AdminTest-1198470881 tempest-RoutersIpV6AdminTest-1198470881-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:47:28.544149 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6978e9f-b09a-4254-b6d5-e9f4e90366c6 tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] Network 14503e52-17e6-4dcb-904d-c24521ea40fb is scheduled to be hosted by DHCP agent 6be988a9-1d97-480f-be5a-c55abf2c55c5 with binding_index 1 {{(pid=128084) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 11:47:28.554841 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning for port 17fded0a-e59d-4ade-8c8e-dd43b1fdba3b completed by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 11:47:28.563703 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-4d67b788-dc31-4ed7-990c-b475093a6c07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:28.570375 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning complete for port 17fded0a-e59d-4ade-8c8e-dd43b1fdba3b triggered by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:47:28.570887 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:28.579879 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-a013875d-e6fa-4035-a475-3bcc049152d3 None None] For port b2047405-f29c-4bee-bbe2-ca75cf8a5034, host dv-neutron-797120-4-hyperv, cleared binding levels {{(pid=128085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 11:47:28.623158 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-a013875d-e6fa-4035-a475-3bcc049152d3 None None] For port b2047405-f29c-4bee-bbe2-ca75cf8a5034, host dv-neutron-797120-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=b2047405-f29c-4bee-bbe2-ca75cf8a5034,segment=NetworkSegment(1139564f-ff83-4b49-a593-84b33301357d),segment_id=1139564f-ff83-4b49-a593-84b33301357d)] {{(pid=128085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 11:47:28.625162 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07b12a12-b370-4be3-8ebd-5231589a8adf tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Network 8365e720-eeab-4abf-a44a-499d2c46421a is already hosted by enough agents. {{(pid=128083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 11:47:28.628734 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.base_scheduler [None req-07b12a12-b370-4be3-8ebd-5231589a8adf tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Resources bound (agent type, host, resource id): {{(pid=128083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:47:28.656801 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-a013875d-e6fa-4035-a475-3bcc049152d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:28.671572 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:47:28.673002 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-206d03c0-efcf-4aca-a6f6-a9ad65aa9123 tempest-RoutersAdminTest-1970644103 tempest-RoutersAdminTest-1970644103-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:28.673542 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-5a0b0ed2-6378-4e10-87b9-05ef775d07cf tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.0912781 Jun 24 11:47:28.674559 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.base_scheduler [None req-e6978e9f-b09a-4254-b6d5-e9f4e90366c6 tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-4-hyperv, 14503e52-17e6-4dcb-904d-c24521ea40fb) {{(pid=128084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:47:28.676335 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 58352) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:47:28.682507 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [None req-0feae5d6-c491-4fc9-a2c9-0365c8624528 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Request body: {'subnet': {'network_id': '580a2d1a-1689-4c76-bcaf-a30c08ec9279', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:47:28.693890 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6978e9f-b09a-4254-b6d5-e9f4e90366c6 tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=128084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:47:28.694490 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-e6978e9f-b09a-4254-b6d5-e9f4e90366c6 tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] Notify callbacks [] for subnet, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:28.697746 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-795af558-df00-409d-90bf-0d2c10f30513 tempest-RoutersIpV6AdminTest-1198470881 tempest-RoutersIpV6AdminTest-1198470881-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1803210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1815767'] for router, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:28.708727 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0b0ed2-6378-4e10-87b9-05ef775d07cf tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Pushing event updated for resources: {'Network': ['ID=580a2d1a-1689-4c76-bcaf-a30c08ec9279,revision_number=1']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:47:28.714709 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ca69333-88b9-4466-b947-2651cde8aedf None None] Network 14503e52-17e6-4dcb-904d-c24521ea40fb requested from dv-neutron-797120-4-hyperv {{(pid=128085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 11:47:28.719783 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-5a0b0ed2-6378-4e10-87b9-05ef775d07cf tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:47:28.723620 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.plugin [None req-bbe872a2-22fc-40d0-acc2-6eeaad8147ab tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Deleting port 17fded0a-e59d-4ade-8c8e-dd43b1fdba3b {{(pid=128084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 11:47:28.723965 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-bbe872a2-22fc-40d0-acc2-6eeaad8147ab tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793193942312'] for port, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:28.733739 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-206d03c0-efcf-4aca-a6f6-a9ad65aa9123 tempest-RoutersAdminTest-1970644103 tempest-RoutersAdminTest-1970644103-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:28.806991 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Network 580a2d1a-1689-4c76-bcaf-a30c08ec9279 details requested by agent ovs-agent-dv-neutron-797120-4-hyperv with host dv-neutron-797120-4-hyperv {{(pid=128085) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 11:47:28.935097 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07b12a12-b370-4be3-8ebd-5231589a8adf tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Router 9ce5a3ea-ef86-4fbf-9a68-c613a7caab15 has already been hosted by L3 agent 2987dba8-2249-4ee6-96ec-28f0f7a6127d {{(pid=128083) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 11:47:29.015189 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6153556f-112f-4c75-b484-022c8b55f518 None None] Pushing event updated for resources: {'Port': ['ID=b2047405-f29c-4bee-bbe2-ca75cf8a5034,revision_number=3']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:47:29.020101 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-6153556f-112f-4c75-b484-022c8b55f518 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.348s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:47:29.035182 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a013875d-e6fa-4035-a475-3bcc049152d3 None None] Routers {'e3a822f4-baa5-4181-a262-e34c2974892f'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 11:47:29.035849 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-a013875d-e6fa-4035-a475-3bcc049152d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T11:47:26Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['e3a822f4-baa5-4181-a262-e34c2974892f'], 'active': True} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:47:29.050145 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0feae5d6-c491-4fc9-a2c9-0365c8624528 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Made reservation on behalf of 01c7f8735a2b4722ae0cabb11183e366 for: {'subnet': 1} {{(pid=128083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 11:47:29.054214 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-0feae5d6-c491-4fc9-a2c9-0365c8624528 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3289788'] for subnet, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:29.067112 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.db_base_plugin_common [None req-206d03c0-efcf-4aca-a6f6-a9ad65aa9123 tempest-RoutersAdminTest-1970644103 tempest-RoutersAdminTest-1970644103-project-admin] Allocated IP 172.26.7.52 (f2b8ca71-e776-48b2-8898-96cc7970207b/f37bf603-3862-4d0a-9f58-89616f7fd68f/41333b96-c7a9-47eb-9c5d-a1a3f7925cc0) {{(pid=128083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 11:47:29.161125 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-e6978e9f-b09a-4254-b6d5-e9f4e90366c6 tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.5020115 Jun 24 11:47:29.163854 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 58354) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:47:29.168248 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-cdd69a2b-85b3-492d-a9e2-5221ae02734c tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-562652172'}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:47:29.189735 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07b12a12-b370-4be3-8ebd-5231589a8adf tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Notify agent at l3_agent.dv-neutron-797120-4-hyperv the message routers_updated {{(pid=128083) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 11:47:29.201598 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a1a2364-14b7-4adc-823e-57410529a590 None None] Sync routers for ids ['9ce5a3ea-ef86-4fbf-9a68-c613a7caab15'] in dv-neutron-797120-4-hyperv {{(pid=128086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 11:47:29.205464 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-07b12a12-b370-4be3-8ebd-5231589a8adf tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] 10.222.0.53 "PUT /v2.0/routers/9ce5a3ea-ef86-4fbf-9a68-c613a7caab15/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.4730477 Jun 24 11:47:29.210854 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 58356) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:47:29.221976 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a1a2364-14b7-4adc-823e-57410529a590 None None] Routers {'9ce5a3ea-ef86-4fbf-9a68-c613a7caab15'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 11:47:29.222665 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [None req-5f0c8ce1-ef80-4393-b7c9-8ede610a038a tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:47:29.223091 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-2a1a2364-14b7-4adc-823e-57410529a590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T11:47:26Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['9ce5a3ea-ef86-4fbf-9a68-c613a7caab15'], 'active': True} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:47:29.352952 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.db [None req-bbe872a2-22fc-40d0-acc2-6eeaad8147ab tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] For port 17fded0a-e59d-4ade-8c8e-dd43b1fdba3b, host dv-neutron-797120-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=17fded0a-e59d-4ade-8c8e-dd43b1fdba3b,segment=NetworkSegment(fddfe548-9582-48fa-8a0c-6b06bc4d1b9f),segment_id=fddfe548-9582-48fa-8a0c-6b06bc4d1b9f)] {{(pid=128084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 11:47:29.353356 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-bbe872a2-22fc-40d0-acc2-6eeaad8147ab tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1978872'] for port, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:29.368477 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.plugin [None req-bbe872a2-22fc-40d0-acc2-6eeaad8147ab tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Calling delete_port for 17fded0a-e59d-4ade-8c8e-dd43b1fdba3b owned by network:router_interface {{(pid=128084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 11:47:29.370120 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvr_db [None req-a013875d-e6fa-4035-a475-3bcc049152d3 None None] Set router e3a822f4-baa5-4181-a262-e34c2974892f gateway port host: dv-neutron-797120-4-hyperv {{(pid=128085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 11:47:29.442524 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_dvr_db [None req-2a1a2364-14b7-4adc-823e-57410529a590 None None] Set router 9ce5a3ea-ef86-4fbf-9a68-c613a7caab15 gateway port host: None {{(pid=128086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 11:47:29.516519 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdd69a2b-85b3-492d-a9e2-5221ae02734c tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] Made reservation on behalf of e5cf0df8d3ec4e94a403a4ce89d83b64 for: {'network': 1} {{(pid=128084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 11:47:29.527265 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-206d03c0-efcf-4aca-a6f6-a9ad65aa9123 tempest-RoutersAdminTest-1970644103 tempest-RoutersAdminTest-1970644103-project-admin] Notify callbacks [] for port, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:29.540706 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-cdd69a2b-85b3-492d-a9e2-5221ae02734c tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for network, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:29.554267 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:29.669852 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cdd69a2b-85b3-492d-a9e2-5221ae02734c tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] vlan segment allocate from pool success with {'vlan_id': 615, 'physical_network': 'physnet1'} {{(pid=128084) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 11:47:29.697953 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-0feae5d6-c491-4fc9-a2c9-0365c8624528 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2537737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3289942'] for subnet, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:29.708898 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-dadd37c2-a716-4dc4-9eee-ee568cca7a28 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:47:29.736892 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-cdd69a2b-85b3-492d-a9e2-5221ae02734c tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967879'] for segment, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:29.737775 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.db.segments_db [None req-cdd69a2b-85b3-492d-a9e2-5221ae02734c tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] Added segment e627a114-3672-49f9-9fe0-f3f5009587df of type vlan for network 4e56aab3-6fb4-4d2c-9994-f4592a1346f5 Jun 24 11:47:29.829899 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-2a1a2364-14b7-4adc-823e-57410529a590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ce5a3ea-ef86-4fbf-9a68-c613a7caab15', 'name': 'tempest-RoutersIpV6Test-router-1768214735', 'tenant_id': '9c8c7551cf984e4ca40de4f1d8880b93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T11:46:39Z', 'updated_at': '2021-06-24T11:47:26Z', 'revision_number': 5, 'project_id': '9c8c7551cf984e4ca40de4f1d8880b93', 'gw_port_host': None, '_interfaces': [{'id': '393d903f-50b4-48ed-81e2-0ee182c5f33f', 'name': '', 'network_id': 'bafc64b7-599f-4120-9111-1328d4d00b29', 'tenant_id': '9c8c7551cf984e4ca40de4f1d8880b93', 'mac_address': 'fa:16:3e:41:a8:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce5a3ea-ef86-4fbf-9a68-c613a7caab15', 'device_owner': 'network:router_interface', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '2eadf126-bb80-462e-a2e3-90a335dd379b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:46:56Z', 'updated_at': '2021-06-24T11:47:09Z', 'revision_number': 5, 'project_id': '9c8c7551cf984e4ca40de4f1d8880b93', 'subnets': [{'id': '2eadf126-bb80-462e-a2e3-90a335dd379b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4e83ec3d-ebda-49e9-a86f-ade6e7a02b34', 'name': '', 'network_id': '41403d78-aa20-4f32-9f75-4b684c2ff870', 'tenant_id': '9c8c7551cf984e4ca40de4f1d8880b93', 'mac_address': 'fa:16:3e:70:f2:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce5a3ea-ef86-4fbf-9a68-c613a7caab15', 'device_owner': 'network:router_interface', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '4492df7d-0108-42b8-9db5-4fc6e259fc17', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:47:09Z', 'updated_at': '2021-06-24T11:47:19Z', 'revision_number': 5, 'project_id': '9c8c7551cf984e4ca40de4f1d8880b93', 'subnets': [{'id': '4492df7d-0108-42b8-9db5-4fc6e259fc17', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '525ba555-882d-46c1-90b4-58e1947f05fb', 'name': '', 'network_id': 'e6c680f4-577d-4f2c-840f-4ffe44326df7', 'tenant_id': '9c8c7551cf984e4ca40de4f1d8880b93', 'mac_address': 'fa:16:3e:9e:cb:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce5a3ea-ef86-4fbf-9a68-c613a7caab15', 'device_owner': 'network:router_interface', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': 'e0b6c98b-cc27-4b1e-ba5c-af819acff9ea', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:46:45Z', 'updated_at': '2021-06-24T11:47:01Z', 'revision_number': 5, 'project_id': '9c8c7551cf984e4ca40de4f1d8880b93', 'subnets': [{'id': 'e0b6c98b-cc27-4b1e-ba5c-af819acff9ea', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c6cfcfc5-9819-4af6-a93c-15f03675594f', 'name': '', 'network_id': '8365e720-eeab-4abf-a44a-499d2c46421a', 'tenant_id': '9c8c7551cf984e4ca40de4f1d8880b93', 'mac_address': 'fa:16:3e:5c:a7:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ce5a3ea-ef86-4fbf-9a68-c613a7caab15', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '33e815b6-870d-46c2-bbe8-86c8ae48bb35', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:47:22Z', 'updated_at': '2021-06-24T11:47:27Z', 'revision_number': 2, 'project_id': '9c8c7551cf984e4ca40de4f1d8880b93', 'subnets': [{'id': '33e815b6-870d-46c2-bbe8-86c8ae48bb35', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:47:29.863839 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-206d03c0-efcf-4aca-a6f6-a9ad65aa9123 tempest-RoutersAdminTest-1970644103 tempest-RoutersAdminTest-1970644103-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-650429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-506361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793193536723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2537853'] for port, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:29.872246 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-7145c0b4-05c8-496b-a7d1-80c7c3e86df0 None None] Provisioning complete for port c6cfcfc5-9819-4af6-a93c-15f03675594f triggered by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:47:29.873902 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-7145c0b4-05c8-496b-a7d1-80c7c3e86df0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:29.902440 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0feae5d6-c491-4fc9-a2c9-0365c8624528 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Pushing event updated for resources: {'Subnet': ['ID=7733ac5c-122b-4158-91ff-dfd2455e0191,revision_number=0']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:47:29.914639 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-795af558-df00-409d-90bf-0d2c10f30513 tempest-RoutersIpV6AdminTest-1198470881 tempest-RoutersIpV6AdminTest-1198470881-project-admin] Router 05bf45c1-a322-4e7f-ab48-e31cdd054287 is scheduled to L3 agent 2987dba8-2249-4ee6-96ec-28f0f7a6127d with binding_index 1 {{(pid=128084) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 24 11:47:29.917879 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a1a2364-14b7-4adc-823e-57410529a590 None None] Checking router: 9ce5a3ea-ef86-4fbf-9a68-c613a7caab15 for host: dv-neutron-797120-4-hyperv {{(pid=128086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 11:47:29.918482 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a1a2364-14b7-4adc-823e-57410529a590 None None] Updating router 9ce5a3ea-ef86-4fbf-9a68-c613a7caab15 port c6cfcfc5-9819-4af6-a93c-15f03675594f binding host dv-neutron-797120-4-hyperv {{(pid=128086) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 11:47:29.920450 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-0feae5d6-c491-4fc9-a2c9-0365c8624528 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:47:29.920973 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-7cf319a0-d309-42dc-8b8f-352ff80346fc tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.046s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:47:29.944249 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-bbe872a2-22fc-40d0-acc2-6eeaad8147ab tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793193945299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193536732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3292088'] for port, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:29.950542 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40589c59-a0da-4ccd-b541-249e0a74d079 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d65c8f8-7530-5052-99fe-8ea05073750b-14503e52-17e6-4dcb-904d-c24521ea40fb', 'network_id': '14503e52-17e6-4dcb-904d-c24521ea40fb', 'tenant_id': 'e5cf0df8d3ec4e94a403a4ce89d83b64', 'fixed_ips': [{'subnet_id': 'fb5fe6ca-6240-4019-a792-f14a5df217ac'}]}} from dv-neutron-797120-4-hyperv. {{(pid=128085) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 24 11:47:29.951464 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-40589c59-a0da-4ccd-b541-249e0a74d079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_create {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:29.952010 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-206d03c0-efcf-4aca-a6f6-a9ad65aa9123 tempest-RoutersAdminTest-1970644103 tempest-RoutersAdminTest-1970644103-project-admin] Network f2b8ca71-e776-48b2-8898-96cc7970207b is already hosted by enough agents. {{(pid=128083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 11:47:29.978804 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.base_scheduler [None req-206d03c0-efcf-4aca-a6f6-a9ad65aa9123 tempest-RoutersAdminTest-1970644103 tempest-RoutersAdminTest-1970644103-project-admin] Resources bound (agent type, host, resource id): {{(pid=128083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:47:29.980872 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0feae5d6-c491-4fc9-a2c9-0365c8624528 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Checking segment: {'id': 'bb331b1f-a9ef-4c40-9aab-9aba7f5e1fe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '580a2d1a-1689-4c76-bcaf-a30c08ec9279'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=128083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 11:47:29.981288 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0feae5d6-c491-4fc9-a2c9-0365c8624528 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Network hostable DHCP agents. Network: 580a2d1a-1689-4c76-bcaf-a30c08ec9279, hostable agents: ['6be988a9-1d97-480f-be5a-c55abf2c55c5'], hosted agents: [] {{(pid=128083) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 11:47:29.984466 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-206d03c0-efcf-4aca-a6f6-a9ad65aa9123 tempest-RoutersAdminTest-1970644103 tempest-RoutersAdminTest-1970644103-project-admin] Received port after_create {{(pid=128083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 11:47:29.989937 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-795af558-df00-409d-90bf-0d2c10f30513 tempest-RoutersIpV6AdminTest-1198470881 tempest-RoutersIpV6AdminTest-1198470881-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:47:30.004494 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-52c483ef-d5c1-4030-9a32-e5ce4ff00ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:30.008680 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a948f9f1-7d6e-4843-b1e6-91494b52ceb7 req-b23ea4ee-058d-4615-a80f-c2c540e6d43b tempest-ServerActionsTestJSON-818164034 tempest-ServerActionsTestJSON-818164034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:47:30.010287 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-a948f9f1-7d6e-4843-b1e6-91494b52ceb7 req-b23ea4ee-058d-4615-a80f-c2c540e6d43b tempest-ServerActionsTestJSON-818164034 tempest-ServerActionsTestJSON-818164034-project] 10.222.0.53 "GET /v2.0/ports?device_id=d6cc2586-9578-488f-96d4-fbc6dd702115 HTTP/1.1" status: 200 len: 945 time: 0.3337958 Jun 24 11:47:30.014969 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron_lib.callbacks.manager [None req-2a1a2364-14b7-4adc-823e-57410529a590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:30.032501 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-7145c0b4-05c8-496b-a7d1-80c7c3e86df0 None None] Port c6cfcfc5-9819-4af6-a93c-15f03675594f cannot update to ACTIVE because it is not bound. {{(pid=128085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 11:47:30.046012 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-4d67b788-dc31-4ed7-990c-b475093a6c07 None None] Notify callbacks [] for port, precommit_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:30.134853 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-a948f9f1-7d6e-4843-b1e6-91494b52ceb7 req-420deb8a-d382-4487-aefc-4ff64176e9aa tempest-ServerActionsTestJSON-818164034 tempest-ServerActionsTestJSON-818164034-project] 10.222.0.53 "GET /v2.0/security-groups?id=7ca7987f-c073-401f-ba18-8737b1398c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0989397 Jun 24 11:47:30.136004 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206d03c0-efcf-4aca-a6f6-a9ad65aa9123 tempest-RoutersAdminTest-1970644103 tempest-RoutersAdminTest-1970644103-project-admin] Pushing event updated for resources: {'Port': ['ID=41333b96-c7a9-47eb-9c5d-a1a3f7925cc0,revision_number=1']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:47:30.147915 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-206d03c0-efcf-4aca-a6f6-a9ad65aa9123 tempest-RoutersAdminTest-1970644103 tempest-RoutersAdminTest-1970644103-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:47:30.171870 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-795af558-df00-409d-90bf-0d2c10f30513 tempest-RoutersIpV6AdminTest-1198470881 tempest-RoutersIpV6AdminTest-1198470881-project-admin] Notify agent at l3_agent.dv-neutron-797120-4-hyperv the message routers_updated {{(pid=128084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 11:47:30.193573 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03b80be6-cee2-4a08-a691-e1969faebac8 None None] Sync routers for ids ['05bf45c1-a322-4e7f-ab48-e31cdd054287'] in dv-neutron-797120-4-hyperv {{(pid=128085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 11:47:30.216904 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-4d67b788-dc31-4ed7-990c-b475093a6c07 None None] Transition to ACTIVE for port object bb63497c-372a-47d2-b8b1-cf3202deb92b will not be triggered until provisioned by entity L2. {{(pid=128085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 11:47:30.236803 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe872a2-22fc-40d0-acc2-6eeaad8147ab tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Pushing event deleted for resources: {'Port': ['ID=17fded0a-e59d-4ade-8c8e-dd43b1fdba3b,revision_number=None']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:47:30.268031 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-bbe872a2-22fc-40d0-acc2-6eeaad8147ab tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:47:30.286685 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-4d67b788-dc31-4ed7-990c-b475093a6c07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:30.291461 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-6153556f-112f-4c75-b484-022c8b55f518 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:47:30.293551 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03b80be6-cee2-4a08-a691-e1969faebac8 None None] Routers {'05bf45c1-a322-4e7f-ab48-e31cdd054287'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 11:47:30.294297 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-03b80be6-cee2-4a08-a691-e1969faebac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T11:47:26Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['05bf45c1-a322-4e7f-ab48-e31cdd054287'], 'active': True} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:47:30.329769 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0feae5d6-c491-4fc9-a2c9-0365c8624528 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Network 580a2d1a-1689-4c76-bcaf-a30c08ec9279 is scheduled to be hosted by DHCP agent 6be988a9-1d97-480f-be5a-c55abf2c55c5 with binding_index 1 {{(pid=128083) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 11:47:30.338100 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron_lib.callbacks.manager [None req-2a1a2364-14b7-4adc-823e-57410529a590 None None] Notify callbacks [] for port, precommit_update {{(pid=128086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:30.349312 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.provisioning_blocks [None req-2a1a2364-14b7-4adc-823e-57410529a590 None None] Transition to ACTIVE for port object c6cfcfc5-9819-4af6-a93c-15f03675594f will not be triggered until provisioned by entity L2. {{(pid=128086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 11:47:30.350826 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.extraroute_db [None req-5f0c8ce1-ef80-4393-b7c9-8ede610a038a tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Added routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=128083) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Jun 24 11:47:30.376923 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-795af558-df00-409d-90bf-0d2c10f30513 tempest-RoutersIpV6AdminTest-1198470881 tempest-RoutersIpV6AdminTest-1198470881-project-admin] Notify callbacks [] for router, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:30.380664 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron_lib.callbacks.manager [None req-2a1a2364-14b7-4adc-823e-57410529a590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:30.380848 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-795af558-df00-409d-90bf-0d2c10f30513 tempest-RoutersIpV6AdminTest-1198470881 tempest-RoutersIpV6AdminTest-1198470881-project-admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 905 time: 7.9440906 Jun 24 11:47:30.380997 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG oslo_concurrency.lockutils [None req-433340bb-87e9-4291-9c97-6698ff2b090c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128086) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:47:30.397470 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-cdd69a2b-85b3-492d-a9e2-5221ae02734c tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793193525068'] for network, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:30.402582 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 58362) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:47:30.446968 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.base_scheduler [None req-0feae5d6-c491-4fc9-a2c9-0365c8624528 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-4-hyperv, 580a2d1a-1689-4c76-bcaf-a30c08ec9279) {{(pid=128083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:47:30.454958 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.db_base_plugin_common [None req-40589c59-a0da-4ccd-b541-249e0a74d079 None None] Allocated IP 2001:db8:0:ffff::2 (14503e52-17e6-4dcb-904d-c24521ea40fb/fb5fe6ca-6240-4019-a792-f14a5df217ac/75945320-0e85-42d2-8297-821261cac9a8) {{(pid=128085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 11:47:30.479327 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0feae5d6-c491-4fc9-a2c9-0365c8624528 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:47:30.480143 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-0feae5d6-c491-4fc9-a2c9-0365c8624528 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588949'] for subnet, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:30.486579 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8cb40d-a310-4d6a-a666-33b805ad60ae None None] Pushing event updated for resources: {'Port': ['ID=c6cfcfc5-9819-4af6-a93c-15f03675594f,revision_number=3']} {{(pid=128086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:47:30.488905 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.extraroute_db [None req-5f0c8ce1-ef80-4393-b7c9-8ede610a038a tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Removed routes are [] {{(pid=128083) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Jun 24 11:47:30.492233 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-5f0c8ce1-ef80-4393-b7c9-8ede610a038a tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1975381', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1803205', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65378'] for router, precommit_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:30.493843 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG oslo_concurrency.lockutils [None req-8e8cb40d-a310-4d6a-a666-33b805ad60ae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=128086) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:47:30.559260 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a57b510-6111-4023-86c1-77d3a4e8b21c None None] Network 580a2d1a-1689-4c76-bcaf-a30c08ec9279 requested from dv-neutron-797120-4-hyperv {{(pid=128085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 11:47:30.561551 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d862c3-86c7-43c5-9b76-52a4a212979d None None] Pushing event updated for resources: {'Port': ['ID=bb63497c-372a-47d2-b8b1-cf3202deb92b,revision_number=3']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:47:30.592470 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-28d862c3-86c7-43c5-9b76-52a4a212979d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:47:30.614932 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.plugins.ml2.managers [None req-2a1a2364-14b7-4adc-823e-57410529a590 None None] Attempting to bind port c6cfcfc5-9819-4af6-a93c-15f03675594f on host dv-neutron-797120-4-hyperv for vnic_type normal with profile {{(pid=128086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 11:47:30.615299 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.plugins.ml2.managers [None req-2a1a2364-14b7-4adc-823e-57410529a590 None None] Attempting to bind port c6cfcfc5-9819-4af6-a93c-15f03675594f by drivers openvswitch,hyperv on host dv-neutron-797120-4-hyperv at level 0 using segments [{'id': 'f94e6868-a75c-48d3-9c96-e0e46c9b4925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '8365e720-eeab-4abf-a44a-499d2c46421a'}] {{(pid=128086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 11:47:30.615661 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a1a2364-14b7-4adc-823e-57410529a590 None None] Attempting to bind port c6cfcfc5-9819-4af6-a93c-15f03675594f on network 8365e720-eeab-4abf-a44a-499d2c46421a {{(pid=128086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 11:47:30.623018 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a1a2364-14b7-4adc-823e-57410529a590 None None] Checking agent: {'id': 'e3a695b2-c397-461f-83b0-10b79d490b59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 11, 36, 56), 'started_at': datetime.datetime(2021, 6, 24, 11, 37, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 11, 47, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=128086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 11:47:30.623394 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a1a2364-14b7-4adc-823e-57410529a590 None None] Checking segment: {'id': 'f94e6868-a75c-48d3-9c96-e0e46c9b4925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '8365e720-eeab-4abf-a44a-499d2c46421a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=128086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 11:47:30.623807 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron_lib.callbacks.manager [None req-2a1a2364-14b7-4adc-823e-57410529a590 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=128086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:30.624207 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a1a2364-14b7-4adc-823e-57410529a590 None None] Bound using segment: {'id': 'f94e6868-a75c-48d3-9c96-e0e46c9b4925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '8365e720-eeab-4abf-a44a-499d2c46421a'} {{(pid=128086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 11:47:30.624742 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.plugins.ml2.managers [None req-2a1a2364-14b7-4adc-823e-57410529a590 None None] Bound port: c6cfcfc5-9819-4af6-a93c-15f03675594f, host: dv-neutron-797120-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f94e6868-a75c-48d3-9c96-e0e46c9b4925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '8365e720-eeab-4abf-a44a-499d2c46421a'}}] {{(pid=128086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 11:47:30.625270 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron_lib.callbacks.manager [None req-2a1a2364-14b7-4adc-823e-57410529a590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:30.733312 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-d0c38728-3008-4e35-a932-3537bcfc5ff8 tempest-RoutersIpV6AdminTest-1198470881 tempest-RoutersIpV6AdminTest-1198470881-project-admin] 10.222.0.53 "GET /v2.0/routers/05bf45c1-a322-4e7f-ab48-e31cdd054287 HTTP/1.1" status: 200 len: 906 time: 0.3258288 Jun 24 11:47:30.735846 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 58364) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:47:30.800385 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-0feae5d6-c491-4fc9-a2c9-0365c8624528 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1237073 Jun 24 11:47:30.806521 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-17ec9588-a3d4-4c16-a153-a300bfbc722c tempest-RoutersIpV6AdminTest-1198470881 tempest-RoutersIpV6AdminTest-1198470881-project-admin] Request body: {'router': {'name': 'tempest-snat-router-14675017', 'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'enable_snat': True}}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:47:30.808132 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 58366) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:47:30.833153 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.plugins.ml2.db [None req-2a1a2364-14b7-4adc-823e-57410529a590 None None] For port c6cfcfc5-9819-4af6-a93c-15f03675594f, host dv-neutron-797120-4-hyperv, cleared binding levels {{(pid=128086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 11:47:30.844905 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.plugins.ml2.db [None req-2a1a2364-14b7-4adc-823e-57410529a590 None None] For port c6cfcfc5-9819-4af6-a93c-15f03675594f, host dv-neutron-797120-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=c6cfcfc5-9819-4af6-a93c-15f03675594f,segment=NetworkSegment(f94e6868-a75c-48d3-9c96-e0e46c9b4925),segment_id=f94e6868-a75c-48d3-9c96-e0e46c9b4925)] {{(pid=128086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 11:47:30.846723 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.db.resource_extend [None req-cdd69a2b-85b3-492d-a9e2-5221ae02734c tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] It took 0.32 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=128084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 24 11:47:30.859492 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-bbe872a2-22fc-40d0-acc2-6eeaad8147ab tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1588985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1806165'] for router_interface, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:30.870104 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron_lib.callbacks.manager [None req-2a1a2364-14b7-4adc-823e-57410529a590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:30.874134 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128086) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:47:30.929180 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvr_db [None req-03b80be6-cee2-4a08-a691-e1969faebac8 None None] Set router 05bf45c1-a322-4e7f-ab48-e31cdd054287 gateway port host: dv-neutron-797120-4-hyperv {{(pid=128085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 11:47:30.998173 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8cb40d-a310-4d6a-a666-33b805ad60ae None None] Pushing event updated for resources: {'Port': ['ID=c6cfcfc5-9819-4af6-a93c-15f03675594f,revision_number=4']} {{(pid=128086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:47:31.011344 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG oslo_concurrency.lockutils [None req-8e8cb40d-a310-4d6a-a666-33b805ad60ae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=128086) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:47:31.042007 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-a013875d-e6fa-4035-a475-3bcc049152d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3a822f4-baa5-4181-a262-e34c2974892f', 'name': 'tempest-snat-router-1264454390', 'tenant_id': 'eaf2e9e62f1244a7be5f1c7d5a343001', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'external_fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.59'}], 'enable_snat': False}, 'gw_port_id': 'b2047405-f29c-4bee-bbe2-ca75cf8a5034', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T11:47:17Z', 'updated_at': '2021-06-24T11:47:22Z', 'revision_number': 3, 'project_id': 'eaf2e9e62f1244a7be5f1c7d5a343001', 'gw_port': {'id': 'b2047405-f29c-4bee-bbe2-ca75cf8a5034', 'name': '', 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:f0:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3a822f4-baa5-4181-a262-e34c2974892f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:47:19Z', 'updated_at': '2021-06-24T11:47:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-797120-4-hyperv'}], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:47:31.057350 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-4d67b788-dc31-4ed7-990c-b475093a6c07 None None] Attempting to bind port bb63497c-372a-47d2-b8b1-cf3202deb92b on host dv-neutron-797120-4-hyperv for vnic_type normal with profile {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 11:47:31.057473 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a1a2364-14b7-4adc-823e-57410529a590 None None] Routers {'9ce5a3ea-ef86-4fbf-9a68-c613a7caab15'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 11:47:31.057567 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-4d67b788-dc31-4ed7-990c-b475093a6c07 None None] Attempting to bind port bb63497c-372a-47d2-b8b1-cf3202deb92b by drivers openvswitch,hyperv on host dv-neutron-797120-4-hyperv at level 0 using segments [{'id': 'b7c26e65-0a7a-473a-9051-c0d95f4985d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'b91d5cb9-8fe3-4576-a991-183ff1f7b145'}] {{(pid=128085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 11:47:31.057937 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d67b788-dc31-4ed7-990c-b475093a6c07 None None] Attempting to bind port bb63497c-372a-47d2-b8b1-cf3202deb92b on network b91d5cb9-8fe3-4576-a991-183ff1f7b145 {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 11:47:31.058062 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-2a1a2364-14b7-4adc-823e-57410529a590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T11:47:26Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['9ce5a3ea-ef86-4fbf-9a68-c613a7caab15'], 'active': True} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:47:31.105399 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-bdea5eae-5a7e-4f38-b308-15b65dafacb1 tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1978565'] for router_interface, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:31.140361 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a013875d-e6fa-4035-a475-3bcc049152d3 None None] The sync data for ids ['e3a822f4-baa5-4181-a262-e34c2974892f'] in dv-neutron-797120-4-hyperv is: [{'id': 'e3a822f4-baa5-4181-a262-e34c2974892f', 'name': 'tempest-snat-router-1264454390', 'tenant_id': 'eaf2e9e62f1244a7be5f1c7d5a343001', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'external_fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.59'}], 'enable_snat': False}, 'gw_port_id': 'b2047405-f29c-4bee-bbe2-ca75cf8a5034', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T11:47:17Z', 'updated_at': '2021-06-24T11:47:22Z', 'revision_number': 3, 'project_id': 'eaf2e9e62f1244a7be5f1c7d5a343001', 'gw_port': {'id': 'b2047405-f29c-4bee-bbe2-ca75cf8a5034', 'name': '', 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:f0:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3a822f4-baa5-4181-a262-e34c2974892f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:47:19Z', 'updated_at': '2021-06-24T11:47:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-797120-4-hyperv'}] {{(pid=128085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 11:47:31.142248 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d67b788-dc31-4ed7-990c-b475093a6c07 None None] Checking agent: {'id': 'e3a695b2-c397-461f-83b0-10b79d490b59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 11, 36, 56), 'started_at': datetime.datetime(2021, 6, 24, 11, 37, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 11, 47, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 11:47:31.142640 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d67b788-dc31-4ed7-990c-b475093a6c07 None None] Checking segment: {'id': 'b7c26e65-0a7a-473a-9051-c0d95f4985d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'b91d5cb9-8fe3-4576-a991-183ff1f7b145'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=128085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 11:47:31.143059 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-4d67b788-dc31-4ed7-990c-b475093a6c07 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:31.143464 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d67b788-dc31-4ed7-990c-b475093a6c07 None None] Bound using segment: {'id': 'b7c26e65-0a7a-473a-9051-c0d95f4985d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'b91d5cb9-8fe3-4576-a991-183ff1f7b145'} {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 11:47:31.143968 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-4d67b788-dc31-4ed7-990c-b475093a6c07 None None] Bound port: bb63497c-372a-47d2-b8b1-cf3202deb92b, host: dv-neutron-797120-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7c26e65-0a7a-473a-9051-c0d95f4985d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'b91d5cb9-8fe3-4576-a991-183ff1f7b145'}}] {{(pid=128085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 11:47:31.144368 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-4d67b788-dc31-4ed7-990c-b475093a6c07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:31.196145 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-17ec9588-a3d4-4c16-a153-a300bfbc722c tempest-RoutersIpV6AdminTest-1198470881 tempest-RoutersIpV6AdminTest-1198470881-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1803889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65293'] for router, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:31.198634 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-17ec9588-a3d4-4c16-a153-a300bfbc722c tempest-RoutersIpV6AdminTest-1198470881 tempest-RoutersIpV6AdminTest-1198470881-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1803848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1975305', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1581158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65396'] for router, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:31.296839 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-17ec9588-a3d4-4c16-a153-a300bfbc722c tempest-RoutersIpV6AdminTest-1198470881 tempest-RoutersIpV6AdminTest-1198470881-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:31.298468 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-cdd69a2b-85b3-492d-a9e2-5221ae02734c tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1800243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976'] for network, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:31.305707 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdd69a2b-85b3-492d-a9e2-5221ae02734c tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=128084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:47:31.306713 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-cdd69a2b-85b3-492d-a9e2-5221ae02734c tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] Notify callbacks [] for network, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:31.315564 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-9146c03a-03b9-410b-bfce-6df61ab0727a tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:47:31.335739 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_dvr_db [None req-2a1a2364-14b7-4adc-823e-57410529a590 None None] Set router 9ce5a3ea-ef86-4fbf-9a68-c613a7caab15 gateway port host: None {{(pid=128086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 11:47:31.465496 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-cdd69a2b-85b3-492d-a9e2-5221ae02734c tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 2.3016493 Jun 24 11:47:31.475654 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 58368) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:47:31.482662 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [None req-36f6c756-eb97-462e-b5ad-2093f13f6bb0 tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] Request body: {'subnet': {'network_id': '4e56aab3-6fb4-4d2c-9994-f4592a1346f5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:47:31.517642 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbe872a2-22fc-40d0-acc2-6eeaad8147ab tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Router a556e9a1-69a2-4fb3-ad6e-54893bfe2002 has already been hosted by L3 agent 2987dba8-2249-4ee6-96ec-28f0f7a6127d {{(pid=128084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 11:47:31.561634 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-206d03c0-efcf-4aca-a6f6-a9ad65aa9123 tempest-RoutersAdminTest-1970644103 tempest-RoutersAdminTest-1970644103-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:31.573057 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4320c74-26ab-480c-a94e-e58fc2605e5a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d65c8f8-7530-5052-99fe-8ea05073750b-580a2d1a-1689-4c76-bcaf-a30c08ec9279', 'network_id': '580a2d1a-1689-4c76-bcaf-a30c08ec9279', 'tenant_id': '01c7f8735a2b4722ae0cabb11183e366', 'fixed_ips': [{'subnet_id': '7733ac5c-122b-4158-91ff-dfd2455e0191'}]}} from dv-neutron-797120-4-hyperv. {{(pid=128085) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 24 11:47:31.573057 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-e4320c74-26ab-480c-a94e-e58fc2605e5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_create {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:31.580648 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-4d67b788-dc31-4ed7-990c-b475093a6c07 None None] For port bb63497c-372a-47d2-b8b1-cf3202deb92b, host dv-neutron-797120-4-hyperv, cleared binding levels {{(pid=128085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 11:47:31.645536 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-40589c59-a0da-4ccd-b541-249e0a74d079 None None] Notify callbacks [] for port, precommit_create {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:31.652970 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-4d67b788-dc31-4ed7-990c-b475093a6c07 None None] For port bb63497c-372a-47d2-b8b1-cf3202deb92b, host dv-neutron-797120-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=bb63497c-372a-47d2-b8b1-cf3202deb92b,segment=NetworkSegment(b7c26e65-0a7a-473a-9051-c0d95f4985d5),segment_id=b7c26e65-0a7a-473a-9051-c0d95f4985d5)] {{(pid=128085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 11:47:31.672003 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-40589c59-a0da-4ccd-b541-249e0a74d079 None None] Transition to ACTIVE for port object 75945320-0e85-42d2-8297-821261cac9a8 will not be triggered until provisioned by entity L2. {{(pid=128085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 11:47:31.700174 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd69a2b-85b3-492d-a9e2-5221ae02734c tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] Pushing event updated for resources: {'Network': ['ID=4e56aab3-6fb4-4d2c-9994-f4592a1346f5,revision_number=1']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:47:31.720659 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-4d67b788-dc31-4ed7-990c-b475093a6c07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:31.736375 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Network 4e56aab3-6fb4-4d2c-9994-f4592a1346f5 details requested by agent ovs-agent-dv-neutron-797120-4-hyperv with host dv-neutron-797120-4-hyperv {{(pid=128085) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 11:47:31.754190 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-cdd69a2b-85b3-492d-a9e2-5221ae02734c tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.439s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:47:31.754554 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-2cd283c8-0c14-4856-b28f-fb345a0e8dc3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:47:31.842682 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-40589c59-a0da-4ccd-b541-249e0a74d079 None None] Transition to ACTIVE for port object 75945320-0e85-42d2-8297-821261cac9a8 will not be triggered until provisioned by entity DHCP. {{(pid=128085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 11:47:31.855333 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-17ec9588-a3d4-4c16-a153-a300bfbc722c tempest-RoutersIpV6AdminTest-1198470881 tempest-RoutersIpV6AdminTest-1198470881-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1975381', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1803205', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65378'] for router, precommit_update {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:31.863540 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-2a1a2364-14b7-4adc-823e-57410529a590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ce5a3ea-ef86-4fbf-9a68-c613a7caab15', 'name': 'tempest-RoutersIpV6Test-router-1768214735', 'tenant_id': '9c8c7551cf984e4ca40de4f1d8880b93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T11:46:39Z', 'updated_at': '2021-06-24T11:47:30Z', 'revision_number': 6, 'project_id': '9c8c7551cf984e4ca40de4f1d8880b93', 'gw_port_host': None, '_interfaces': [{'id': '393d903f-50b4-48ed-81e2-0ee182c5f33f', 'name': '', 'network_id': 'bafc64b7-599f-4120-9111-1328d4d00b29', 'tenant_id': '9c8c7551cf984e4ca40de4f1d8880b93', 'mac_address': 'fa:16:3e:41:a8:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce5a3ea-ef86-4fbf-9a68-c613a7caab15', 'device_owner': 'network:router_interface', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '2eadf126-bb80-462e-a2e3-90a335dd379b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:46:56Z', 'updated_at': '2021-06-24T11:47:09Z', 'revision_number': 5, 'project_id': '9c8c7551cf984e4ca40de4f1d8880b93', 'subnets': [{'id': '2eadf126-bb80-462e-a2e3-90a335dd379b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4e83ec3d-ebda-49e9-a86f-ade6e7a02b34', 'name': '', 'network_id': '41403d78-aa20-4f32-9f75-4b684c2ff870', 'tenant_id': '9c8c7551cf984e4ca40de4f1d8880b93', 'mac_address': 'fa:16:3e:70:f2:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce5a3ea-ef86-4fbf-9a68-c613a7caab15', 'device_owner': 'network:router_interface', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '4492df7d-0108-42b8-9db5-4fc6e259fc17', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:47:09Z', 'updated_at': '2021-06-24T11:47:19Z', 'revision_number': 5, 'project_id': '9c8c7551cf984e4ca40de4f1d8880b93', 'subnets': [{'id': '4492df7d-0108-42b8-9db5-4fc6e259fc17', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '525ba555-882d-46c1-90b4-58e1947f05fb', 'name': '', 'network_id': 'e6c680f4-577d-4f2c-840f-4ffe44326df7', 'tenant_id': '9c8c7551cf984e4ca40de4f1d8880b93', 'mac_address': 'fa:16:3e:9e:cb:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce5a3ea-ef86-4fbf-9a68-c613a7caab15', 'device_owner': 'network:router_interface', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': 'e0b6c98b-cc27-4b1e-ba5c-af819acff9ea', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:46:45Z', 'updated_at': '2021-06-24T11:47:01Z', 'revision_number': 5, 'project_id': '9c8c7551cf984e4ca40de4f1d8880b93', 'subnets': [{'id': 'e0b6c98b-cc27-4b1e-ba5c-af819acff9ea', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c6cfcfc5-9819-4af6-a93c-15f03675594f', 'name': '', 'network_id': '8365e720-eeab-4abf-a44a-499d2c46421a', 'tenant_id': '9c8c7551cf984e4ca40de4f1d8880b93', 'mac_address': 'fa:16:3e:5c:a7:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ce5a3ea-ef86-4fbf-9a68-c613a7caab15', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '33e815b6-870d-46c2-bbe8-86c8ae48bb35', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:47:22Z', 'updated_at': '2021-06-24T11:47:30Z', 'revision_number': 4, 'project_id': '9c8c7551cf984e4ca40de4f1d8880b93', 'subnets': [{'id': '33e815b6-870d-46c2-bbe8-86c8ae48bb35', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:47:31.889362 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-5f0c8ce1-ef80-4393-b7c9-8ede610a038a tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1975381', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1803205', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65378'] for router, precommit_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:31.920007 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a1a2364-14b7-4adc-823e-57410529a590 None None] The sync data for ids ['9ce5a3ea-ef86-4fbf-9a68-c613a7caab15'] in dv-neutron-797120-4-hyperv is: [{'id': '9ce5a3ea-ef86-4fbf-9a68-c613a7caab15', 'name': 'tempest-RoutersIpV6Test-router-1768214735', 'tenant_id': '9c8c7551cf984e4ca40de4f1d8880b93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T11:46:39Z', 'updated_at': '2021-06-24T11:47:30Z', 'revision_number': 6, 'project_id': '9c8c7551cf984e4ca40de4f1d8880b93', 'gw_port_host': None, '_interfaces': [{'id': '393d903f-50b4-48ed-81e2-0ee182c5f33f', 'name': '', 'network_id': 'bafc64b7-599f-4120-9111-1328d4d00b29', 'tenant_id': '9c8c7551cf984e4ca40de4f1d8880b93', 'mac_address': 'fa:16:3e:41:a8:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce5a3ea-ef86-4fbf-9a68-c613a7caab15', 'device_owner': 'network:router_interface', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '2eadf126-bb80-462e-a2e3-90a335dd379b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:46:56Z', 'updated_at': '2021-06-24T11:47:09Z', 'revision_number': 5, 'project_id': '9c8c7551cf984e4ca40de4f1d8880b93', 'subnets': [{'id': '2eadf126-bb80-462e-a2e3-90a335dd379b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4e83ec3d-ebda-49e9-a86f-ade6e7a02b34', 'name': '', 'network_id': '41403d78-aa20-4f32-9f75-4b684c2ff870', 'tenant_id': '9c8c7551cf984e4ca40de4f1d8880b93', 'mac_address': 'fa:16:3e:70:f2:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce5a3ea-ef86-4fbf-9a68-c613a7caab15', 'device_owner': 'network:router_interface', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '4492df7d-0108-42b8-9db5-4fc6e259fc17', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:47:09Z', 'updated_at': '2021-06-24T11:47:19Z', 'revision_number': 5, 'project_id': '9c8c7551cf984e4ca40de4f1d8880b93', 'subnets': [{'id': '4492df7d-0108-42b8-9db5-4fc6e259fc17', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '525ba555-882d-46c1-90b4-58e1947f05fb', 'name': '', 'network_id': 'e6c680f4-577d-4f2c-840f-4ffe44326df7', 'tenant_id': '9c8c7551cf984e4ca40de4f1d8880b93', 'mac_address': 'fa:16:3e:9e:cb:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce5a3ea-ef86-4fbf-9a68-c613a7caab15', 'device_owner': 'network:router_interface', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': 'e0b6c98b-cc27-4b1e-ba5c-af819acff9ea', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:46:45Z', 'updated_at': '2021-06-24T11:47:01Z', 'revision_number': 5, 'project_id': '9c8c7551cf984e4ca40de4f1d8880b93', 'subnets': [{'id': 'e0b6c98b-cc27-4b1e-ba5c-af819acff9ea', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c6cfcfc5-9819-4af6-a93c-15f03675594f', 'name': '', 'network_id': '8365e720-eeab-4abf-a44a-499d2c46421a', 'tenant_id': '9c8c7551cf984e4ca40de4f1d8880b93', 'mac_address': 'fa:16:3e:5c:a7:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ce5a3ea-ef86-4fbf-9a68-c613a7caab15', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '33e815b6-870d-46c2-bbe8-86c8ae48bb35', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:47:22Z', 'updated_at': '2021-06-24T11:47:30Z', 'revision_number': 4, 'project_id': '9c8c7551cf984e4ca40de4f1d8880b93', 'subnets': [{'id': '33e815b6-870d-46c2-bbe8-86c8ae48bb35', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=128086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 11:47:31.963970 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-40589c59-a0da-4ccd-b541-249e0a74d079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-650429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-506361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793193536723'] for port, after_create {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:31.971977 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-5f0c8ce1-ef80-4393-b7c9-8ede610a038a tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1815767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1975340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1815772', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1803228'] for router, after_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:32.097336 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbe872a2-22fc-40d0-acc2-6eeaad8147ab tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify agent at l3_agent.dv-neutron-797120-4-hyperv the message routers_updated {{(pid=128084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 11:47:32.107054 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9032cbf-8268-45b5-b81b-1bf6e3d9bc17 None None] Sync routers for ids ['a556e9a1-69a2-4fb3-ad6e-54893bfe2002'] in dv-neutron-797120-4-hyperv {{(pid=128086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 11:47:32.127110 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-bbe872a2-22fc-40d0-acc2-6eeaad8147ab tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] 10.222.0.53 "PUT /v2.0/routers/a556e9a1-69a2-4fb3-ad6e-54893bfe2002/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0158873 Jun 24 11:47:32.134358 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 58370) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:47:32.135641 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9032cbf-8268-45b5-b81b-1bf6e3d9bc17 None None] Routers {'a556e9a1-69a2-4fb3-ad6e-54893bfe2002'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 11:47:32.135784 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-e9032cbf-8268-45b5-b81b-1bf6e3d9bc17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T11:47:26Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['a556e9a1-69a2-4fb3-ad6e-54893bfe2002'], 'active': True} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:47:32.195836 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36f6c756-eb97-462e-b5ad-2093f13f6bb0 tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] Made reservation on behalf of e5cf0df8d3ec4e94a403a4ce89d83b64 for: {'subnet': 1} {{(pid=128083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 11:47:32.199406 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-36f6c756-eb97-462e-b5ad-2093f13f6bb0 tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3289788'] for subnet, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:32.235446 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40589c59-a0da-4ccd-b541-249e0a74d079 None None] Network 14503e52-17e6-4dcb-904d-c24521ea40fb is already hosted by enough agents. {{(pid=128085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 11:47:32.262468 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.scheduler.base_scheduler [None req-40589c59-a0da-4ccd-b541-249e0a74d079 None None] Resources bound (agent type, host, resource id): {{(pid=128085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:47:32.268482 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40589c59-a0da-4ccd-b541-249e0a74d079 None None] Received port after_create {{(pid=128085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 11:47:32.286029 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_dvr_db [None req-e9032cbf-8268-45b5-b81b-1bf6e3d9bc17 None None] Set router a556e9a1-69a2-4fb3-ad6e-54893bfe2002 gateway port host: None {{(pid=128086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 11:47:32.339920 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d862c3-86c7-43c5-9b76-52a4a212979d None None] Pushing event updated for resources: {'Port': ['ID=bb63497c-372a-47d2-b8b1-cf3202deb92b,revision_number=4']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:47:32.349914 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d67b788-dc31-4ed7-990c-b475093a6c07 None None] Routers {'d87749d3-f594-4284-87a4-6fe3955904b1'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 11:47:32.350526 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-4d67b788-dc31-4ed7-990c-b475093a6c07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T11:47:26Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['d87749d3-f594-4284-87a4-6fe3955904b1'], 'active': True} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:47:32.418500 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-e9032cbf-8268-45b5-b81b-1bf6e3d9bc17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a556e9a1-69a2-4fb3-ad6e-54893bfe2002', 'name': 'tempest-NetworksTestDHCPv6-router-2132536734', 'tenant_id': '086af1f572244cd08c37d97e004e4732', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T11:47:16Z', 'updated_at': '2021-06-24T11:47:29Z', 'revision_number': 3, 'project_id': '086af1f572244cd08c37d97e004e4732', 'gw_port_host': None}], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:47:32.503019 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-28d862c3-86c7-43c5-9b76-52a4a212979d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.746s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:47:32.537220 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9032cbf-8268-45b5-b81b-1bf6e3d9bc17 None None] Checking router: a556e9a1-69a2-4fb3-ad6e-54893bfe2002 for host: dv-neutron-797120-4-hyperv {{(pid=128086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 11:47:32.565744 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9032cbf-8268-45b5-b81b-1bf6e3d9bc17 None None] Routers {'a556e9a1-69a2-4fb3-ad6e-54893bfe2002'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 11:47:32.566371 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-e9032cbf-8268-45b5-b81b-1bf6e3d9bc17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T11:47:26Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['a556e9a1-69a2-4fb3-ad6e-54893bfe2002'], 'active': True} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:47:32.569418 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-fb291c76-d77b-4473-a5e5-bdff73c16385 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.497s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:47:32.585109 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device b2047405-f29c-4bee-bbe2-ca75cf8a5034 up at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 11:47:32.608780 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-03b80be6-cee2-4a08-a691-e1969faebac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05bf45c1-a322-4e7f-ab48-e31cdd054287', 'name': 'tempest-snat-router-14675017', 'tenant_id': '444d1cfc1a1d4d7c897062fd9604b852', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'external_fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.58'}], 'enable_snat': False}, 'gw_port_id': '4be036bd-d527-4f52-a3f1-64fe5b94a0e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T11:47:22Z', 'updated_at': '2021-06-24T11:47:27Z', 'revision_number': 3, 'project_id': '444d1cfc1a1d4d7c897062fd9604b852', 'gw_port': {'id': '4be036bd-d527-4f52-a3f1-64fe5b94a0e1', 'name': '', 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:6f:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05bf45c1-a322-4e7f-ab48-e31cdd054287', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:47:24Z', 'updated_at': '2021-06-24T11:47:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-797120-4-hyperv'}], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:47:32.645116 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f0c8ce1-ef80-4393-b7c9-8ede610a038a tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Router 9ce5a3ea-ef86-4fbf-9a68-c613a7caab15 has already been hosted by L3 agent 2987dba8-2249-4ee6-96ec-28f0f7a6127d {{(pid=128083) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 11:47:32.710197 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_dvr_db [None req-e9032cbf-8268-45b5-b81b-1bf6e3d9bc17 None None] Set router a556e9a1-69a2-4fb3-ad6e-54893bfe2002 gateway port host: None {{(pid=128086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 11:47:32.739188 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.db_base_plugin_common [None req-e4320c74-26ab-480c-a94e-e58fc2605e5a None None] Allocated IP 172.22.0.2 (580a2d1a-1689-4c76-bcaf-a30c08ec9279/7733ac5c-122b-4158-91ff-dfd2455e0191/675ad237-f097-4b8a-a6ab-6ccbcb3eb3db) {{(pid=128085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 11:47:32.905176 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-e9032cbf-8268-45b5-b81b-1bf6e3d9bc17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a556e9a1-69a2-4fb3-ad6e-54893bfe2002', 'name': 'tempest-NetworksTestDHCPv6-router-2132536734', 'tenant_id': '086af1f572244cd08c37d97e004e4732', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T11:47:16Z', 'updated_at': '2021-06-24T11:47:29Z', 'revision_number': 3, 'project_id': '086af1f572244cd08c37d97e004e4732', 'gw_port_host': None}], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:47:32.934410 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-deb3bdf0-3bb8-4478-a028-dc2c808136c2 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=128084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:47:32.936868 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-deb3bdf0-3bb8-4478-a028-dc2c808136c2 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=128084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:47:32.943326 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-deb3bdf0-3bb8-4478-a028-dc2c808136c2 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.8041861 Jun 24 11:47:32.948173 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 58372) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:47:32.951645 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9032cbf-8268-45b5-b81b-1bf6e3d9bc17 None None] The sync data for ids ['a556e9a1-69a2-4fb3-ad6e-54893bfe2002'] in dv-neutron-797120-4-hyperv is: [{'id': 'a556e9a1-69a2-4fb3-ad6e-54893bfe2002', 'name': 'tempest-NetworksTestDHCPv6-router-2132536734', 'tenant_id': '086af1f572244cd08c37d97e004e4732', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T11:47:16Z', 'updated_at': '2021-06-24T11:47:29Z', 'revision_number': 3, 'project_id': '086af1f572244cd08c37d97e004e4732', 'gw_port_host': None}] {{(pid=128086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 11:47:32.956498 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f0c8ce1-ef80-4393-b7c9-8ede610a038a tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Notify agent at l3_agent.dv-neutron-797120-4-hyperv the message routers_updated {{(pid=128083) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 11:47:32.972744 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-5f0c8ce1-ef80-4393-b7c9-8ede610a038a tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Notify callbacks [] for router, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:32.974233 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-5f0c8ce1-ef80-4393-b7c9-8ede610a038a tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] 10.222.0.53 "PUT /v2.0/routers/9ce5a3ea-ef86-4fbf-9a68-c613a7caab15 HTTP/1.1" status: 200 len: 954 time: 3.7568486 Jun 24 11:47:32.979513 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 58374) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:47:33.027282 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.db.db_base_plugin_v2 [None req-48b1b940-9eed-4e3b-b2bd-887b004edd59 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Deleting subnet ce58233f-e002-43d2-b629-16ff92787838 {{(pid=128084) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 24 11:47:33.032876 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-48b1b940-9eed-4e3b-b2bd-887b004edd59 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks [] for subnet, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:33.097445 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-48b1b940-9eed-4e3b-b2bd-887b004edd59 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2373542'] for subnet, precommit_delete_associations {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:33.116463 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03b80be6-cee2-4a08-a691-e1969faebac8 None None] Checking router: 05bf45c1-a322-4e7f-ab48-e31cdd054287 for host: dv-neutron-797120-4-hyperv {{(pid=128085) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 11:47:33.116829 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03b80be6-cee2-4a08-a691-e1969faebac8 None None] Updating router 05bf45c1-a322-4e7f-ab48-e31cdd054287 port 4be036bd-d527-4f52-a3f1-64fe5b94a0e1 binding host dv-neutron-797120-4-hyperv {{(pid=128085) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 11:47:33.154064 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.plugin [None req-bdea5eae-5a7e-4f38-b308-15b65dafacb1 tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Deleting port 75920fbd-98f5-471f-8f3e-f368f0a8bdb3 {{(pid=128084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 11:47:33.154497 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-bdea5eae-5a7e-4f38-b308-15b65dafacb1 tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793193942312'] for port, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:33.230892 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40589c59-a0da-4ccd-b541-249e0a74d079 None None] Pushing event updated for resources: {'Port': ['ID=75945320-0e85-42d2-8297-821261cac9a8,revision_number=1']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:47:33.233849 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-40589c59-a0da-4ccd-b541-249e0a74d079 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.665s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:47:33.253174 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.objects.ports [None req-36f6c756-eb97-462e-b5ad-2093f13f6bb0 tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=128083) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jun 24 11:47:33.266926 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-36f6c756-eb97-462e-b5ad-2093f13f6bb0 tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2537737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3289942'] for subnet, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:33.273621 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-0489a194-8909-49ee-bdca-a7b3d158225f tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:47:33.282432 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-40589c59-a0da-4ccd-b541-249e0a74d079 None None] Attempting to bind port 75945320-0e85-42d2-8297-821261cac9a8 on host dv-neutron-797120-4-hyperv for vnic_type normal with profile {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 11:47:33.282432 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-40589c59-a0da-4ccd-b541-249e0a74d079 None None] Attempting to bind port 75945320-0e85-42d2-8297-821261cac9a8 by drivers openvswitch,hyperv on host dv-neutron-797120-4-hyperv at level 0 using segments [{'id': '964b2602-e3a8-414f-85ec-ae50d87d038d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '14503e52-17e6-4dcb-904d-c24521ea40fb'}] {{(pid=128085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 11:47:33.282766 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40589c59-a0da-4ccd-b541-249e0a74d079 None None] Attempting to bind port 75945320-0e85-42d2-8297-821261cac9a8 on network 14503e52-17e6-4dcb-904d-c24521ea40fb {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 11:47:33.305663 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-206d03c0-efcf-4aca-a6f6-a9ad65aa9123 tempest-RoutersAdminTest-1970644103 tempest-RoutersAdminTest-1970644103-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1803210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1815767'] for router, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:33.327172 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40589c59-a0da-4ccd-b541-249e0a74d079 None None] Checking agent: {'id': 'e3a695b2-c397-461f-83b0-10b79d490b59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 11, 36, 56), 'started_at': datetime.datetime(2021, 6, 24, 11, 37, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 11, 47, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 11:47:33.327574 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40589c59-a0da-4ccd-b541-249e0a74d079 None None] Checking segment: {'id': '964b2602-e3a8-414f-85ec-ae50d87d038d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '14503e52-17e6-4dcb-904d-c24521ea40fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=128085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 11:47:33.328674 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-40589c59-a0da-4ccd-b541-249e0a74d079 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:33.329555 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40589c59-a0da-4ccd-b541-249e0a74d079 None None] Bound using segment: {'id': '964b2602-e3a8-414f-85ec-ae50d87d038d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '14503e52-17e6-4dcb-904d-c24521ea40fb'} {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 11:47:33.329812 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-40589c59-a0da-4ccd-b541-249e0a74d079 None None] Bound port: 75945320-0e85-42d2-8297-821261cac9a8, host: dv-neutron-797120-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '964b2602-e3a8-414f-85ec-ae50d87d038d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '14503e52-17e6-4dcb-904d-c24521ea40fb'}}] {{(pid=128085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 11:47:33.330208 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-40589c59-a0da-4ccd-b541-249e0a74d079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:33.339284 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-5dc62393-531d-4f04-b5cb-ccccf80e949f tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] 10.222.0.53 "GET /v2.0/routers/9ce5a3ea-ef86-4fbf-9a68-c613a7caab15 HTTP/1.1" status: 200 len: 954 time: 0.3200388 Jun 24 11:47:33.346324 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvr_db [None req-4d67b788-dc31-4ed7-990c-b475093a6c07 None None] Set router d87749d3-f594-4284-87a4-6fe3955904b1 gateway port host: None {{(pid=128085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 11:47:33.346560 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 58376) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:47:33.348094 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-03b80be6-cee2-4a08-a691-e1969faebac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:33.358994 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [None req-a45e37cc-fbe9-49cf-85cd-90da7304cb60 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Request body: {'router': {'routes': None}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:47:33.366518 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-48b1b940-9eed-4e3b-b2bd-887b004edd59 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-972249'] for subnet, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:33.473830 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-48b1b940-9eed-4e3b-b2bd-887b004edd59 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-972238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3292022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3162263'] for subnet, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:33.512942 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-b09ccbf8-6141-4848-becd-0e0dcf0036fd tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:47:33.543803 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f6c756-eb97-462e-b5ad-2093f13f6bb0 tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] Pushing event updated for resources: {'Subnet': ['ID=f04f8f07-1ed4-40ce-81cf-bcde9db19555,revision_number=0']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:47:33.546241 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-40589c59-a0da-4ccd-b541-249e0a74d079 None None] For port 75945320-0e85-42d2-8297-821261cac9a8, host dv-neutron-797120-4-hyperv, cleared binding levels {{(pid=128085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 11:47:33.564007 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-36f6c756-eb97-462e-b5ad-2093f13f6bb0 tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:47:33.574541 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning for port b2047405-f29c-4bee-bbe2-ca75cf8a5034 completed by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 11:47:33.608767 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b1b940-9eed-4e3b-b2bd-887b004edd59 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Pushing event deleted for resources: {'Subnet': ['ID=ce58233f-e002-43d2-b629-16ff92787838,revision_number=None']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:47:33.621784 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-48b1b940-9eed-4e3b-b2bd-887b004edd59 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:47:33.628939 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bd8cc1e-d3f6-44e7-8142-a3557e44c010 None None] Sync routers for ids ['9ce5a3ea-ef86-4fbf-9a68-c613a7caab15'] in dv-neutron-797120-4-hyperv {{(pid=128085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 11:47:33.632949 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-bdea5eae-5a7e-4f38-b308-15b65dafacb1 tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1978872'] for port, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:33.636701 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-48b1b940-9eed-4e3b-b2bd-887b004edd59 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks [] for subnet, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:33.638737 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-40589c59-a0da-4ccd-b541-249e0a74d079 None None] For port 75945320-0e85-42d2-8297-821261cac9a8, host dv-neutron-797120-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=75945320-0e85-42d2-8297-821261cac9a8,segment=NetworkSegment(964b2602-e3a8-414f-85ec-ae50d87d038d),segment_id=964b2602-e3a8-414f-85ec-ae50d87d038d)] {{(pid=128085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 11:47:33.643545 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-48b1b940-9eed-4e3b-b2bd-887b004edd59 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] 10.222.0.53 "DELETE /v2.0/subnets/ce58233f-e002-43d2-b629-16ff92787838 HTTP/1.1" status: 204 len: 168 time: 0.6907907 Jun 24 11:47:33.652082 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 58378) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:47:33.670196 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.plugin [None req-bdea5eae-5a7e-4f38-b308-15b65dafacb1 tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Calling delete_port for 75920fbd-98f5-471f-8f3e-f368f0a8bdb3 owned by network:router_interface {{(pid=128084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 11:47:33.696818 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47f3dbce-a01f-4cee-aeb0-8b1b846d0d33 None None] Network 11a80c9d-f8ee-4388-91b0-d49a25200fee requested from dv-neutron-797120-4-hyperv {{(pid=128085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 11:47:33.707512 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning complete for port b2047405-f29c-4bee-bbe2-ca75cf8a5034 triggered by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:47:33.707885 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:33.723020 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-17ec9588-a3d4-4c16-a153-a300bfbc722c tempest-RoutersIpV6AdminTest-1198470881 tempest-RoutersIpV6AdminTest-1198470881-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:33.732063 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-40589c59-a0da-4ccd-b541-249e0a74d079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:33.756871 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-17ec9588-a3d4-4c16-a153-a300bfbc722c tempest-RoutersIpV6AdminTest-1198470881 tempest-RoutersIpV6AdminTest-1198470881-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:33.766391 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-61754499-b97c-4a06-8183-a53de452416f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:47:33.898509 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-6372a87e-e497-4c5a-b188-af27d3d6a5d8 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.2437706 Jun 24 11:47:33.909168 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 58380) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:47:33.917365 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bd8cc1e-d3f6-44e7-8142-a3557e44c010 None None] Routers {'9ce5a3ea-ef86-4fbf-9a68-c613a7caab15'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 11:47:33.918006 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-9bd8cc1e-d3f6-44e7-8142-a3557e44c010 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T11:47:26Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['9ce5a3ea-ef86-4fbf-9a68-c613a7caab15'], 'active': True} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:47:34.023247 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36f6c756-eb97-462e-b5ad-2093f13f6bb0 tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] Checking segment: {'id': 'e627a114-3672-49f9-9fe0-f3f5009587df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '4e56aab3-6fb4-4d2c-9994-f4592a1346f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=128083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 11:47:34.024536 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36f6c756-eb97-462e-b5ad-2093f13f6bb0 tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] Network hostable DHCP agents. Network: 4e56aab3-6fb4-4d2c-9994-f4592a1346f5, hostable agents: ['6be988a9-1d97-480f-be5a-c55abf2c55c5'], hosted agents: [] {{(pid=128083) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 11:47:34.062127 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-e4320c74-26ab-480c-a94e-e58fc2605e5a None None] Notify callbacks [] for port, precommit_create {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:34.076940 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-724eb677-3d4d-4d38-b726-bfdae202befc tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks [] for router, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:34.153899 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-e4320c74-26ab-480c-a94e-e58fc2605e5a None None] Transition to ACTIVE for port object 675ad237-f097-4b8a-a6ab-6ccbcb3eb3db will not be triggered until provisioned by entity L2. {{(pid=128085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 11:47:34.165467 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40589c59-a0da-4ccd-b541-249e0a74d079 None None] Pushing event updated for resources: {'Port': ['ID=75945320-0e85-42d2-8297-821261cac9a8,revision_number=2']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:47:34.173851 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-40589c59-a0da-4ccd-b541-249e0a74d079 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.408s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:47:34.247158 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvr_db [None req-9bd8cc1e-d3f6-44e7-8142-a3557e44c010 None None] Set router 9ce5a3ea-ef86-4fbf-9a68-c613a7caab15 gateway port host: None {{(pid=128085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 11:47:34.254759 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36f6c756-eb97-462e-b5ad-2093f13f6bb0 tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] Network 4e56aab3-6fb4-4d2c-9994-f4592a1346f5 is scheduled to be hosted by DHCP agent 6be988a9-1d97-480f-be5a-c55abf2c55c5 with binding_index 1 {{(pid=128083) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 11:47:34.266625 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-4298e2eb-b9e2-41ee-8a2a-55932910c87e tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:34.310114 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-e4320c74-26ab-480c-a94e-e58fc2605e5a None None] Transition to ACTIVE for port object 675ad237-f097-4b8a-a6ab-6ccbcb3eb3db will not be triggered until provisioned by entity DHCP. {{(pid=128085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 11:47:34.354469 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.base_scheduler [None req-36f6c756-eb97-462e-b5ad-2093f13f6bb0 tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-4-hyperv, 4e56aab3-6fb4-4d2c-9994-f4592a1346f5) {{(pid=128083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:47:34.374543 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-e4320c74-26ab-480c-a94e-e58fc2605e5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-650429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-506361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793193536723'] for port, after_create {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:34.386217 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-724eb677-3d4d-4d38-b726-bfdae202befc tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1803182', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65403'] for router, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:34.389979 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-ec2fd75b-3175-425c-8fa1-691b53b6061d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:47:34.390164 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-724eb677-3d4d-4d38-b726-bfdae202befc tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:34.393294 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93003b0c-a1f3-462e-bcba-37387f9dafb4 None None] Network 4e56aab3-6fb4-4d2c-9994-f4592a1346f5 requested from dv-neutron-797120-4-hyperv {{(pid=128085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 11:47:34.401595 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36f6c756-eb97-462e-b5ad-2093f13f6bb0 tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:47:34.402634 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-36f6c756-eb97-462e-b5ad-2093f13f6bb0 tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588949'] for subnet, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:34.468236 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-724eb677-3d4d-4d38-b726-bfdae202befc tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1806072'] for router, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:34.469006 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-724eb677-3d4d-4d38-b726-bfdae202befc tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Fanout notify agent at l3_agent the message router_deleted on router a556e9a1-69a2-4fb3-ad6e-54893bfe2002 {{(pid=128084) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 24 11:47:34.475982 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-36f6c756-eb97-462e-b5ad-2093f13f6bb0 tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.9975510 Jun 24 11:47:34.480775 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-206d03c0-efcf-4aca-a6f6-a9ad65aa9123 tempest-RoutersAdminTest-1970644103 tempest-RoutersAdminTest-1970644103-project-admin] Router 12e56eed-14bb-4e45-9505-6e9e0d14da8f is scheduled to L3 agent 2987dba8-2249-4ee6-96ec-28f0f7a6127d with binding_index 1 {{(pid=128083) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 24 11:47:34.487287 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-724eb677-3d4d-4d38-b726-bfdae202befc tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks [] for router, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:34.489672 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 58382) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:47:34.491827 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-724eb677-3d4d-4d38-b726-bfdae202befc tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] 10.222.0.53 "DELETE /v2.0/routers/a556e9a1-69a2-4fb3-ad6e-54893bfe2002 HTTP/1.1" status: 204 len: 168 time: 0.5808127 Jun 24 11:47:34.492490 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 58384) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:47:34.498431 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [None req-5e601171-c295-4785-87f2-d57d93e93d21 tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] Request body: {'port': {'network_id': '4e56aab3-6fb4-4d2c-9994-f4592a1346f5', 'name': 'tempest-NetworksIpV6TestAttrs-1013687195'}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:47:34.544847 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:34.560855 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4320c74-26ab-480c-a94e-e58fc2605e5a None None] Network 580a2d1a-1689-4c76-bcaf-a30c08ec9279 is already hosted by enough agents. {{(pid=128085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 11:47:34.596818 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.scheduler.base_scheduler [None req-e4320c74-26ab-480c-a94e-e58fc2605e5a None None] Resources bound (agent type, host, resource id): {{(pid=128085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:47:34.599953 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4320c74-26ab-480c-a94e-e58fc2605e5a None None] Received port after_create {{(pid=128085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 11:47:34.609354 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-bdea5eae-5a7e-4f38-b308-15b65dafacb1 tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793193945299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193536732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3292088'] for port, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:34.611787 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-4fa95d77-54d9-4e16-b371-3880a040c47f tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:47:34.655744 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdea5eae-5a7e-4f38-b308-15b65dafacb1 tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Pushing event deleted for resources: {'Port': ['ID=75920fbd-98f5-471f-8f3e-f368f0a8bdb3,revision_number=None']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:47:34.663846 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-bdea5eae-5a7e-4f38-b308-15b65dafacb1 tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:47:34.676744 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07bed9f0-9848-4dd5-a891-c29a5fea0ecd tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:47:34.680750 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-07bed9f0-9848-4dd5-a891-c29a5fea0ecd tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1849544 Jun 24 11:47:34.683970 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 58386) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:47:34.738152 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc2fb38e-a88e-48b4-a73b-f55b1c9aefa6 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=128084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:47:34.740091 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-bc2fb38e-a88e-48b4-a73b-f55b1c9aefa6 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0578904 Jun 24 11:47:34.757675 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 58388) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:47:34.815953 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.extraroute_db [None req-a45e37cc-fbe9-49cf-85cd-90da7304cb60 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Added routes are [] {{(pid=128083) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Jun 24 11:47:34.816280 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.extraroute_db [None req-a45e37cc-fbe9-49cf-85cd-90da7304cb60 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Removed routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=128083) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Jun 24 11:47:34.837888 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-63203447-9b18-4c80-b9f3-8b2b34858849 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0783617 Jun 24 11:47:34.842021 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 58390) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:47:34.848790 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-8f0bdfd3-1035-4398-8a3c-36e2e0cdd7bf tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Request body: {'subnet': {'network_id': '11a80c9d-f8ee-4388-91b0-d49a25200fee', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:47:34.919280 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] For port b2047405-f29c-4bee-bbe2-ca75cf8a5034, host dv-neutron-797120-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=b2047405-f29c-4bee-bbe2-ca75cf8a5034,segment=NetworkSegment(1139564f-ff83-4b49-a593-84b33301357d),segment_id=1139564f-ff83-4b49-a593-84b33301357d)] {{(pid=128085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 11:47:34.950417 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4320c74-26ab-480c-a94e-e58fc2605e5a None None] Pushing event updated for resources: {'Port': ['ID=675ad237-f097-4b8a-a6ab-6ccbcb3eb3db,revision_number=1']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:47:34.956514 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:34.960386 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device c6cfcfc5-9819-4af6-a93c-15f03675594f up at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 11:47:35.003789 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-e4320c74-26ab-480c-a94e-e58fc2605e5a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.614s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:47:35.004401 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-e4320c74-26ab-480c-a94e-e58fc2605e5a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:47:35.098784 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c03a8570-d47c-46ca-adb2-36e968022c8e None None] DHCP port deletion for 11a80c9d-f8ee-4388-91b0-d49a25200fee request from dv-neutron-797120-4-hyperv {{(pid=128085) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 24 11:47:35.118400 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f0bdfd3-1035-4398-8a3c-36e2e0cdd7bf tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Made reservation on behalf of 086af1f572244cd08c37d97e004e4732 for: {'subnet': 1} {{(pid=128084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 11:47:35.122960 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-8f0bdfd3-1035-4398-8a3c-36e2e0cdd7bf tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3162484'] for subnet, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:35.137412 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-03b80be6-cee2-4a08-a691-e1969faebac8 None None] Notify callbacks [] for port, precommit_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:35.153199 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-a45e37cc-fbe9-49cf-85cd-90da7304cb60 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1975381', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1803205', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65378'] for router, precommit_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:35.154398 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-4d67b788-dc31-4ed7-990c-b475093a6c07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd87749d3-f594-4284-87a4-6fe3955904b1', 'name': 'tempest-RoutersTest-router-456200694', 'tenant_id': '01c7f8735a2b4722ae0cabb11183e366', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T11:47:01Z', 'updated_at': '2021-06-24T11:47:21Z', 'revision_number': 3, 'project_id': '01c7f8735a2b4722ae0cabb11183e366', 'gw_port_host': None, '_interfaces': [{'id': '11d4e1d1-3828-4a40-a4f0-e768f1395739', 'name': '', 'network_id': 'bddb0f8e-0e1f-4536-a9ef-e387f1699f13', 'tenant_id': '01c7f8735a2b4722ae0cabb11183e366', 'mac_address': 'fa:16:3e:7d:a9:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd87749d3-f594-4284-87a4-6fe3955904b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'ee35f23e-956d-4b15-87a0-fe4ac4012d10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:47:07Z', 'updated_at': '2021-06-24T11:47:22Z', 'revision_number': 5, 'project_id': '01c7f8735a2b4722ae0cabb11183e366', 'subnets': [{'id': 'ee35f23e-956d-4b15-87a0-fe4ac4012d10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bb63497c-372a-47d2-b8b1-cf3202deb92b', 'name': '', 'network_id': 'b91d5cb9-8fe3-4576-a991-183ff1f7b145', 'tenant_id': '01c7f8735a2b4722ae0cabb11183e366', 'mac_address': 'fa:16:3e:93:ca:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd87749d3-f594-4284-87a4-6fe3955904b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '02346804-ee6e-4b90-a906-fa952c478595', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:47:19Z', 'updated_at': '2021-06-24T11:47:31Z', 'revision_number': 4, 'project_id': '01c7f8735a2b4722ae0cabb11183e366', 'subnets': [{'id': '02346804-ee6e-4b90-a906-fa952c478595', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:47:35.261313 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-bdea5eae-5a7e-4f38-b308-15b65dafacb1 tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1588985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1806165'] for router_interface, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:35.286770 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d67b788-dc31-4ed7-990c-b475093a6c07 None None] The sync data for ids ['d87749d3-f594-4284-87a4-6fe3955904b1'] in dv-neutron-797120-4-hyperv is: [{'id': 'd87749d3-f594-4284-87a4-6fe3955904b1', 'name': 'tempest-RoutersTest-router-456200694', 'tenant_id': '01c7f8735a2b4722ae0cabb11183e366', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T11:47:01Z', 'updated_at': '2021-06-24T11:47:21Z', 'revision_number': 3, 'project_id': '01c7f8735a2b4722ae0cabb11183e366', 'gw_port_host': None, '_interfaces': [{'id': '11d4e1d1-3828-4a40-a4f0-e768f1395739', 'name': '', 'network_id': 'bddb0f8e-0e1f-4536-a9ef-e387f1699f13', 'tenant_id': '01c7f8735a2b4722ae0cabb11183e366', 'mac_address': 'fa:16:3e:7d:a9:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd87749d3-f594-4284-87a4-6fe3955904b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'ee35f23e-956d-4b15-87a0-fe4ac4012d10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:47:07Z', 'updated_at': '2021-06-24T11:47:22Z', 'revision_number': 5, 'project_id': '01c7f8735a2b4722ae0cabb11183e366', 'subnets': [{'id': 'ee35f23e-956d-4b15-87a0-fe4ac4012d10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bb63497c-372a-47d2-b8b1-cf3202deb92b', 'name': '', 'network_id': 'b91d5cb9-8fe3-4576-a991-183ff1f7b145', 'tenant_id': '01c7f8735a2b4722ae0cabb11183e366', 'mac_address': 'fa:16:3e:93:ca:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd87749d3-f594-4284-87a4-6fe3955904b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '02346804-ee6e-4b90-a906-fa952c478595', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:47:19Z', 'updated_at': '2021-06-24T11:47:31Z', 'revision_number': 4, 'project_id': '01c7f8735a2b4722ae0cabb11183e366', 'subnets': [{'id': '02346804-ee6e-4b90-a906-fa952c478595', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=128085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 11:47:35.302533 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-03b80be6-cee2-4a08-a691-e1969faebac8 None None] Transition to ACTIVE for port object 4be036bd-d527-4f52-a3f1-64fe5b94a0e1 will not be triggered until provisioned by entity L2. {{(pid=128085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 11:47:35.306857 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-e4320c74-26ab-480c-a94e-e58fc2605e5a None None] Attempting to bind port 675ad237-f097-4b8a-a6ab-6ccbcb3eb3db on host dv-neutron-797120-4-hyperv for vnic_type normal with profile {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 11:47:35.307359 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-e4320c74-26ab-480c-a94e-e58fc2605e5a None None] Attempting to bind port 675ad237-f097-4b8a-a6ab-6ccbcb3eb3db by drivers openvswitch,hyperv on host dv-neutron-797120-4-hyperv at level 0 using segments [{'id': 'bb331b1f-a9ef-4c40-9aab-9aba7f5e1fe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '580a2d1a-1689-4c76-bcaf-a30c08ec9279'}] {{(pid=128085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 11:47:35.307840 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4320c74-26ab-480c-a94e-e58fc2605e5a None None] Attempting to bind port 675ad237-f097-4b8a-a6ab-6ccbcb3eb3db on network 580a2d1a-1689-4c76-bcaf-a30c08ec9279 {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 11:47:35.335602 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Pushing event updated for resources: {'Port': ['ID=b2047405-f29c-4bee-bbe2-ca75cf8a5034,revision_number=4']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:47:35.355033 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.337s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:47:35.356640 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-03b80be6-cee2-4a08-a691-e1969faebac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:35.360364 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4320c74-26ab-480c-a94e-e58fc2605e5a None None] Checking agent: {'id': 'e3a695b2-c397-461f-83b0-10b79d490b59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 11, 36, 56), 'started_at': datetime.datetime(2021, 6, 24, 11, 37, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 11, 47, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 11:47:35.360848 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4320c74-26ab-480c-a94e-e58fc2605e5a None None] Checking segment: {'id': 'bb331b1f-a9ef-4c40-9aab-9aba7f5e1fe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '580a2d1a-1689-4c76-bcaf-a30c08ec9279'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=128085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 11:47:35.361228 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-e4320c74-26ab-480c-a94e-e58fc2605e5a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:35.361610 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4320c74-26ab-480c-a94e-e58fc2605e5a None None] Bound using segment: {'id': 'bb331b1f-a9ef-4c40-9aab-9aba7f5e1fe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '580a2d1a-1689-4c76-bcaf-a30c08ec9279'} {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 11:47:35.362117 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-e4320c74-26ab-480c-a94e-e58fc2605e5a None None] Bound port: 675ad237-f097-4b8a-a6ab-6ccbcb3eb3db, host: dv-neutron-797120-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb331b1f-a9ef-4c40-9aab-9aba7f5e1fe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '580a2d1a-1689-4c76-bcaf-a30c08ec9279'}}] {{(pid=128085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 11:47:35.364845 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-e4320c74-26ab-480c-a94e-e58fc2605e5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:35.398333 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-ec2fd75b-3175-425c-8fa1-691b53b6061d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:47:35.460444 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e601171-c295-4785-87f2-d57d93e93d21 tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] Made reservation on behalf of e5cf0df8d3ec4e94a403a4ce89d83b64 for: {'port': 1} {{(pid=128083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 11:47:35.464063 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-5e601171-c295-4785-87f2-d57d93e93d21 tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:35.489804 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.notifiers.nova [None req-5e601171-c295-4785-87f2-d57d93e93d21 tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] device_id is not set on port c9055f25-a61f-4848-9829-fc6c65ec4f5d yet. {{(pid=128083) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 24 11:47:35.523370 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning for port c6cfcfc5-9819-4af6-a93c-15f03675594f completed by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 11:47:35.524154 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.db.db_base_plugin_common [None req-17ec9588-a3d4-4c16-a153-a300bfbc722c tempest-RoutersIpV6AdminTest-1198470881 tempest-RoutersIpV6AdminTest-1198470881-project-admin] Allocated IP 172.26.7.10 (f2b8ca71-e776-48b2-8898-96cc7970207b/f37bf603-3862-4d0a-9f58-89616f7fd68f/b0717805-1955-4e32-99c1-6526fdebd3fc) {{(pid=128084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 11:47:35.562648 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-a45e37cc-fbe9-49cf-85cd-90da7304cb60 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1975381', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1803205', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65378'] for router, precommit_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:35.567583 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-206d03c0-efcf-4aca-a6f6-a9ad65aa9123 tempest-RoutersAdminTest-1970644103 tempest-RoutersAdminTest-1970644103-project-admin] Notify agent at l3_agent.dv-neutron-797120-4-hyperv the message routers_updated {{(pid=128083) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 11:47:35.573508 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-a45e37cc-fbe9-49cf-85cd-90da7304cb60 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1815767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1975340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1815772', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1803228'] for router, after_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:35.579754 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37842e34-4c0f-449e-8993-f8feb190ebde None None] Sync routers for ids ['12e56eed-14bb-4e45-9505-6e9e0d14da8f'] in dv-neutron-797120-4-hyperv {{(pid=128086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 11:47:35.592699 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37842e34-4c0f-449e-8993-f8feb190ebde None None] Routers {'12e56eed-14bb-4e45-9505-6e9e0d14da8f'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 11:47:35.599688 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-37842e34-4c0f-449e-8993-f8feb190ebde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T11:47:26Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['12e56eed-14bb-4e45-9505-6e9e0d14da8f'], 'active': True} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:47:35.623334 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning complete for port c6cfcfc5-9819-4af6-a93c-15f03675594f triggered by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:47:35.623523 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:35.638998 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc429d56-db31-4a04-ae8c-65b9d4177f81 None None] Network 14503e52-17e6-4dcb-904d-c24521ea40fb requested from dv-neutron-797120-4-hyperv {{(pid=128085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 11:47:35.641134 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11bd3bfd-ce03-44ec-b028-5b14f8654ebe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d65c8f8-7530-5052-99fe-8ea05073750b-4e56aab3-6fb4-4d2c-9994-f4592a1346f5', 'network_id': '4e56aab3-6fb4-4d2c-9994-f4592a1346f5', 'tenant_id': 'e5cf0df8d3ec4e94a403a4ce89d83b64', 'fixed_ips': [{'subnet_id': 'f04f8f07-1ed4-40ce-81cf-bcde9db19555'}]}} from dv-neutron-797120-4-hyperv. {{(pid=128085) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 24 11:47:35.642238 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-11bd3bfd-ce03-44ec-b028-5b14f8654ebe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_create {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:35.647137 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.db_base_plugin_common [None req-4298e2eb-b9e2-41ee-8a2a-55932910c87e tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Allocated IP 172.22.0.1 (580a2d1a-1689-4c76-bcaf-a30c08ec9279/7733ac5c-122b-4158-91ff-dfd2455e0191/d22328e1-d1a8-42bd-82d3-351b64623792) {{(pid=128083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 11:47:35.715905 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f5ca17-44f3-40e3-a7fb-4c81a117e144 None None] Pushing event updated for resources: {'Port': ['ID=4be036bd-d527-4f52-a3f1-64fe5b94a0e1,revision_number=2']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:47:35.720029 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-03b80be6-cee2-4a08-a691-e1969faebac8 None None] Attempting to bind port 4be036bd-d527-4f52-a3f1-64fe5b94a0e1 on host dv-neutron-797120-4-hyperv for vnic_type normal with profile {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 11:47:35.720626 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-03b80be6-cee2-4a08-a691-e1969faebac8 None None] Attempting to bind port 4be036bd-d527-4f52-a3f1-64fe5b94a0e1 by drivers openvswitch,hyperv on host dv-neutron-797120-4-hyperv at level 0 using segments [{'id': '1139564f-ff83-4b49-a593-84b33301357d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b'}] {{(pid=128085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 11:47:35.721234 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03b80be6-cee2-4a08-a691-e1969faebac8 None None] Attempting to bind port 4be036bd-d527-4f52-a3f1-64fe5b94a0e1 on network f2b8ca71-e776-48b2-8898-96cc7970207b {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 11:47:35.725687 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-d2f5ca17-44f3-40e3-a7fb-4c81a117e144 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.327s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:47:35.766894 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_dvr_db [None req-37842e34-4c0f-449e-8993-f8feb190ebde None None] Set router 12e56eed-14bb-4e45-9505-6e9e0d14da8f gateway port host: dv-neutron-797120-4-hyperv {{(pid=128086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 11:47:35.817623 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03b80be6-cee2-4a08-a691-e1969faebac8 None None] Checking agent: {'id': 'e3a695b2-c397-461f-83b0-10b79d490b59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 11, 36, 56), 'started_at': datetime.datetime(2021, 6, 24, 11, 37, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 11, 47, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 11:47:35.818004 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03b80be6-cee2-4a08-a691-e1969faebac8 None None] Checking segment: {'id': '1139564f-ff83-4b49-a593-84b33301357d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=128085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 11:47:35.821820 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.db_base_plugin_common [None req-5e601171-c295-4785-87f2-d57d93e93d21 tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] Allocated IP 2001:db8::f816:3eff:fec6:deac (4e56aab3-6fb4-4d2c-9994-f4592a1346f5/f04f8f07-1ed4-40ce-81cf-bcde9db19555/c9055f25-a61f-4848-9829-fc6c65ec4f5d) {{(pid=128083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 11:47:35.824550 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-03b80be6-cee2-4a08-a691-e1969faebac8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:35.825214 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03b80be6-cee2-4a08-a691-e1969faebac8 None None] Bound using segment: {'id': '1139564f-ff83-4b49-a593-84b33301357d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b'} {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 11:47:35.827115 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-03b80be6-cee2-4a08-a691-e1969faebac8 None None] Bound port: 4be036bd-d527-4f52-a3f1-64fe5b94a0e1, host: dv-neutron-797120-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1139564f-ff83-4b49-a593-84b33301357d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b'}}] {{(pid=128085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 11:47:35.827719 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-03b80be6-cee2-4a08-a691-e1969faebac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:35.882833 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-c03a8570-d47c-46ca-adb2-36e968022c8e None None] Deleting port 46a99554-fcef-4b71-88ef-e788fe0f51b3 {{(pid=128085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 11:47:35.883490 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-c03a8570-d47c-46ca-adb2-36e968022c8e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793193942312'] for port, before_delete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:35.908626 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-3da5f57b-332d-46ea-bdcd-e3b146430e0c None None] Provisioning for port 75945320-0e85-42d2-8297-821261cac9a8 completed by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 11:47:36.041182 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-e4320c74-26ab-480c-a94e-e58fc2605e5a None None] For port 675ad237-f097-4b8a-a6ab-6ccbcb3eb3db, host dv-neutron-797120-4-hyperv, cleared binding levels {{(pid=128085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 11:47:36.046555 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-37842e34-4c0f-449e-8993-f8feb190ebde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12e56eed-14bb-4e45-9505-6e9e0d14da8f', 'name': 'tempest-snat-router-1264454390', 'tenant_id': 'eaf2e9e62f1244a7be5f1c7d5a343001', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'external_fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.52'}], 'enable_snat': True}, 'gw_port_id': '41333b96-c7a9-47eb-9c5d-a1a3f7925cc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T11:47:27Z', 'updated_at': '2021-06-24T11:47:30Z', 'revision_number': 3, 'project_id': 'eaf2e9e62f1244a7be5f1c7d5a343001', 'gw_port': {'id': '41333b96-c7a9-47eb-9c5d-a1a3f7925cc0', 'name': '', 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:4a:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12e56eed-14bb-4e45-9505-6e9e0d14da8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:47:28Z', 'updated_at': '2021-06-24T11:47:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-4-hyperv'}], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:47:36.082888 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37842e34-4c0f-449e-8993-f8feb190ebde None None] Checking router: 12e56eed-14bb-4e45-9505-6e9e0d14da8f for host: dv-neutron-797120-4-hyperv {{(pid=128086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 11:47:36.083490 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37842e34-4c0f-449e-8993-f8feb190ebde None None] Updating router 12e56eed-14bb-4e45-9505-6e9e0d14da8f port 41333b96-c7a9-47eb-9c5d-a1a3f7925cc0 binding host dv-neutron-797120-4-hyperv {{(pid=128086) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 11:47:36.108907 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-9bd8cc1e-d3f6-44e7-8142-a3557e44c010 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ce5a3ea-ef86-4fbf-9a68-c613a7caab15', 'name': 'tempest-RoutersIpV6Test-router-1768214735', 'tenant_id': '9c8c7551cf984e4ca40de4f1d8880b93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T11:46:39Z', 'updated_at': '2021-06-24T11:47:30Z', 'revision_number': 6, 'project_id': '9c8c7551cf984e4ca40de4f1d8880b93', 'gw_port_host': None, '_interfaces': [{'id': '393d903f-50b4-48ed-81e2-0ee182c5f33f', 'name': '', 'network_id': 'bafc64b7-599f-4120-9111-1328d4d00b29', 'tenant_id': '9c8c7551cf984e4ca40de4f1d8880b93', 'mac_address': 'fa:16:3e:41:a8:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce5a3ea-ef86-4fbf-9a68-c613a7caab15', 'device_owner': 'network:router_interface', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '2eadf126-bb80-462e-a2e3-90a335dd379b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:46:56Z', 'updated_at': '2021-06-24T11:47:09Z', 'revision_number': 5, 'project_id': '9c8c7551cf984e4ca40de4f1d8880b93', 'subnets': [{'id': '2eadf126-bb80-462e-a2e3-90a335dd379b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4e83ec3d-ebda-49e9-a86f-ade6e7a02b34', 'name': '', 'network_id': '41403d78-aa20-4f32-9f75-4b684c2ff870', 'tenant_id': '9c8c7551cf984e4ca40de4f1d8880b93', 'mac_address': 'fa:16:3e:70:f2:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce5a3ea-ef86-4fbf-9a68-c613a7caab15', 'device_owner': 'network:router_interface', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '4492df7d-0108-42b8-9db5-4fc6e259fc17', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:47:09Z', 'updated_at': '2021-06-24T11:47:19Z', 'revision_number': 5, 'project_id': '9c8c7551cf984e4ca40de4f1d8880b93', 'subnets': [{'id': '4492df7d-0108-42b8-9db5-4fc6e259fc17', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '525ba555-882d-46c1-90b4-58e1947f05fb', 'name': '', 'network_id': 'e6c680f4-577d-4f2c-840f-4ffe44326df7', 'tenant_id': '9c8c7551cf984e4ca40de4f1d8880b93', 'mac_address': 'fa:16:3e:9e:cb:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce5a3ea-ef86-4fbf-9a68-c613a7caab15', 'device_owner': 'network:router_interface', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': 'e0b6c98b-cc27-4b1e-ba5c-af819acff9ea', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:46:45Z', 'updated_at': '2021-06-24T11:47:01Z', 'revision_number': 5, 'project_id': '9c8c7551cf984e4ca40de4f1d8880b93', 'subnets': [{'id': 'e0b6c98b-cc27-4b1e-ba5c-af819acff9ea', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c6cfcfc5-9819-4af6-a93c-15f03675594f', 'name': '', 'network_id': '8365e720-eeab-4abf-a44a-499d2c46421a', 'tenant_id': '9c8c7551cf984e4ca40de4f1d8880b93', 'mac_address': 'fa:16:3e:5c:a7:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ce5a3ea-ef86-4fbf-9a68-c613a7caab15', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '33e815b6-870d-46c2-bbe8-86c8ae48bb35', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:47:22Z', 'updated_at': '2021-06-24T11:47:30Z', 'revision_number': 4, 'project_id': '9c8c7551cf984e4ca40de4f1d8880b93', 'subnets': [{'id': '33e815b6-870d-46c2-bbe8-86c8ae48bb35', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:47:36.116649 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-206d03c0-efcf-4aca-a6f6-a9ad65aa9123 tempest-RoutersAdminTest-1970644103 tempest-RoutersAdminTest-1970644103-project-admin] Notify callbacks [] for router, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:36.121201 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-206d03c0-efcf-4aca-a6f6-a9ad65aa9123 tempest-RoutersAdminTest-1970644103 tempest-RoutersAdminTest-1970644103-project-admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 9.0473175 Jun 24 11:47:36.129213 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 58392) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:47:36.140971 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron_lib.callbacks.manager [None req-37842e34-4c0f-449e-8993-f8feb190ebde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:36.151619 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-e4320c74-26ab-480c-a94e-e58fc2605e5a None None] For port 675ad237-f097-4b8a-a6ab-6ccbcb3eb3db, host dv-neutron-797120-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=675ad237-f097-4b8a-a6ab-6ccbcb3eb3db,segment=NetworkSegment(bb331b1f-a9ef-4c40-9aab-9aba7f5e1fe9),segment_id=bb331b1f-a9ef-4c40-9aab-9aba7f5e1fe9)] {{(pid=128085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 11:47:36.213098 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-03b80be6-cee2-4a08-a691-e1969faebac8 None None] For port 4be036bd-d527-4f52-a3f1-64fe5b94a0e1, host dv-neutron-797120-4-hyperv, cleared binding levels {{(pid=128085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 11:47:36.220883 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bd8cc1e-d3f6-44e7-8142-a3557e44c010 None None] Checking router: 9ce5a3ea-ef86-4fbf-9a68-c613a7caab15 for host: dv-neutron-797120-4-hyperv {{(pid=128085) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 11:47:36.223254 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-e4320c74-26ab-480c-a94e-e58fc2605e5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:36.255887 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-6153556f-112f-4c75-b484-022c8b55f518 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:47:36.332451 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-03b80be6-cee2-4a08-a691-e1969faebac8 None None] For port 4be036bd-d527-4f52-a3f1-64fe5b94a0e1, host dv-neutron-797120-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=4be036bd-d527-4f52-a3f1-64fe5b94a0e1,segment=NetworkSegment(1139564f-ff83-4b49-a593-84b33301357d),segment_id=1139564f-ff83-4b49-a593-84b33301357d)] {{(pid=128085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 11:47:36.371029 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-03b80be6-cee2-4a08-a691-e1969faebac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:36.399226 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-c03a8570-d47c-46ca-adb2-36e968022c8e None None] For port 46a99554-fcef-4b71-88ef-e788fe0f51b3, host dv-neutron-797120-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=46a99554-fcef-4b71-88ef-e788fe0f51b3,segment=NetworkSegment(fddfe548-9582-48fa-8a0c-6b06bc4d1b9f),segment_id=fddfe548-9582-48fa-8a0c-6b06bc4d1b9f)] {{(pid=128085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 11:47:36.399661 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-c03a8570-d47c-46ca-adb2-36e968022c8e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1978872'] for port, precommit_delete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:36.403410 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bd8cc1e-d3f6-44e7-8142-a3557e44c010 None None] Routers {'9ce5a3ea-ef86-4fbf-9a68-c613a7caab15'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 11:47:36.404063 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-9bd8cc1e-d3f6-44e7-8142-a3557e44c010 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T11:47:26Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['9ce5a3ea-ef86-4fbf-9a68-c613a7caab15'], 'active': True} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:47:36.410924 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a45e37cc-fbe9-49cf-85cd-90da7304cb60 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Router 9ce5a3ea-ef86-4fbf-9a68-c613a7caab15 has already been hosted by L3 agent 2987dba8-2249-4ee6-96ec-28f0f7a6127d {{(pid=128083) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 11:47:36.438433 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-5e601171-c295-4785-87f2-d57d93e93d21 tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] Notify callbacks [] for port, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:36.464432 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:36.499159 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.provisioning_blocks [None req-5e601171-c295-4785-87f2-d57d93e93d21 tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] Transition to ACTIVE for port object c9055f25-a61f-4848-9829-fc6c65ec4f5d will not be triggered until provisioned by entity DHCP. {{(pid=128083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 11:47:36.503286 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-93248d0e-8010-43e2-bc27-44452c5c106c tempest-RoutersAdminTest-1970644103 tempest-RoutersAdminTest-1970644103-project-admin] 10.222.0.53 "GET /v2.0/routers/12e56eed-14bb-4e45-9505-6e9e0d14da8f HTTP/1.1" status: 200 len: 907 time: 0.3693726 Jun 24 11:47:36.506461 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-17ec9588-a3d4-4c16-a153-a300bfbc722c tempest-RoutersIpV6AdminTest-1198470881 tempest-RoutersIpV6AdminTest-1198470881-project-admin] Notify callbacks [] for port, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:36.507045 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-4298e2eb-b9e2-41ee-8a2a-55932910c87e tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Notify callbacks [] for port, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:36.514004 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 58394) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:47:36.552444 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bdea5eae-5a7e-4f38-b308-15b65dafacb1 tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Router b2eec381-1ec3-4a70-a792-0718d3eb5c86 has already been hosted by L3 agent 2987dba8-2249-4ee6-96ec-28f0f7a6127d {{(pid=128084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 11:47:36.556025 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.objects.ports [None req-8f0bdfd3-1035-4398-8a3c-36e2e0cdd7bf tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=128084) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jun 24 11:47:36.582428 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-c03a8570-d47c-46ca-adb2-36e968022c8e None None] Calling delete_port for 46a99554-fcef-4b71-88ef-e788fe0f51b3 owned by network:dhcp {{(pid=128085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 11:47:36.588274 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03b80be6-cee2-4a08-a691-e1969faebac8 None None] Routers {'05bf45c1-a322-4e7f-ab48-e31cdd054287'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 11:47:36.588934 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-03b80be6-cee2-4a08-a691-e1969faebac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T11:47:26Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['05bf45c1-a322-4e7f-ab48-e31cdd054287'], 'active': True} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:47:36.636885 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4320c74-26ab-480c-a94e-e58fc2605e5a None None] Pushing event updated for resources: {'Port': ['ID=675ad237-f097-4b8a-a6ab-6ccbcb3eb3db,revision_number=2']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:47:36.668967 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-e4320c74-26ab-480c-a94e-e58fc2605e5a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.413s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:47:36.676477 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-54cd9968-69fb-44ee-a349-235cae025025 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.282s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:47:36.783946 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvr_db [None req-9bd8cc1e-d3f6-44e7-8142-a3557e44c010 None None] Set router 9ce5a3ea-ef86-4fbf-9a68-c613a7caab15 gateway port host: None {{(pid=128085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 11:47:36.869084 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] For port c6cfcfc5-9819-4af6-a93c-15f03675594f, host dv-neutron-797120-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=c6cfcfc5-9819-4af6-a93c-15f03675594f,segment=NetworkSegment(f94e6868-a75c-48d3-9c96-e0e46c9b4925),segment_id=f94e6868-a75c-48d3-9c96-e0e46c9b4925)] {{(pid=128085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 11:47:36.915288 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-17ec9588-a3d4-4c16-a153-a300bfbc722c tempest-RoutersIpV6AdminTest-1198470881 tempest-RoutersIpV6AdminTest-1198470881-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-650429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-506361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793193536723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3291971'] for port, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:36.923090 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-11ab63d9-8a75-4f38-aba1-0a5b84fd0c77 tempest-RoutersAdminTest-1970644103 tempest-RoutersAdminTest-1970644103-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:47:36.924048 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:36.965277 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f5ca17-44f3-40e3-a7fb-4c81a117e144 None None] Pushing event updated for resources: {'Port': ['ID=4be036bd-d527-4f52-a3f1-64fe5b94a0e1,revision_number=3']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:47:36.971114 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-d2f5ca17-44f3-40e3-a7fb-4c81a117e144 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:47:36.980736 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.037s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:47:37.007950 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17ec9588-a3d4-4c16-a153-a300bfbc722c tempest-RoutersIpV6AdminTest-1198470881 tempest-RoutersIpV6AdminTest-1198470881-project-admin] Network f2b8ca71-e776-48b2-8898-96cc7970207b is already hosted by enough agents. {{(pid=128084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 11:47:37.022585 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.base_scheduler [None req-17ec9588-a3d4-4c16-a153-a300bfbc722c tempest-RoutersIpV6AdminTest-1198470881 tempest-RoutersIpV6AdminTest-1198470881-project-admin] Resources bound (agent type, host, resource id): {{(pid=128084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:47:37.024260 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17ec9588-a3d4-4c16-a153-a300bfbc722c tempest-RoutersIpV6AdminTest-1198470881 tempest-RoutersIpV6AdminTest-1198470881-project-admin] Received port after_create {{(pid=128084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 11:47:37.034785 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.provisioning_blocks [None req-4298e2eb-b9e2-41ee-8a2a-55932910c87e tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Transition to ACTIVE for port object d22328e1-d1a8-42bd-82d3-351b64623792 will not be triggered until provisioned by entity DHCP. {{(pid=128083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 11:47:37.060438 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdea5eae-5a7e-4f38-b308-15b65dafacb1 tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Notify agent at l3_agent.dv-neutron-797120-4-hyperv the message routers_updated {{(pid=128084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 11:47:37.070852 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-bdea5eae-5a7e-4f38-b308-15b65dafacb1 tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] 10.222.0.53 "PUT /v2.0/routers/b2eec381-1ec3-4a70-a792-0718d3eb5c86/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9796381 Jun 24 11:47:37.071847 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ec9588-a3d4-4c16-a153-a300bfbc722c tempest-RoutersIpV6AdminTest-1198470881 tempest-RoutersIpV6AdminTest-1198470881-project-admin] Pushing event updated for resources: {'Port': ['ID=b0717805-1955-4e32-99c1-6526fdebd3fc,revision_number=1']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:47:37.074695 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-17ec9588-a3d4-4c16-a153-a300bfbc722c tempest-RoutersIpV6AdminTest-1198470881 tempest-RoutersIpV6AdminTest-1198470881-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:47:37.075203 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 58396) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:47:37.098795 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-8f0bdfd3-1035-4398-8a3c-36e2e0cdd7bf tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:37.213190 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-5e601171-c295-4785-87f2-d57d93e93d21 tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-650429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-506361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793193536723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2537853'] for port, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:37.216645 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a45e37cc-fbe9-49cf-85cd-90da7304cb60 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Notify agent at l3_agent.dv-neutron-797120-4-hyperv the message routers_updated {{(pid=128083) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 11:47:37.228591 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-d63b49b4-8645-4efa-99b3-9cc3e69d6949 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:47:37.239034 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-a45e37cc-fbe9-49cf-85cd-90da7304cb60 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Notify callbacks [] for router, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:37.240814 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-a45e37cc-fbe9-49cf-85cd-90da7304cb60 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] 10.222.0.53 "PUT /v2.0/routers/9ce5a3ea-ef86-4fbf-9a68-c613a7caab15 HTTP/1.1" status: 200 len: 704 time: 3.8918483 Jun 24 11:47:37.244500 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 58398) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:47:37.305260 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron_lib.callbacks.manager [None req-37842e34-4c0f-449e-8993-f8feb190ebde None None] Notify callbacks [] for port, precommit_update {{(pid=128086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:37.308236 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-4298e2eb-b9e2-41ee-8a2a-55932910c87e tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-650429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-506361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793193536723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2537853'] for port, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:37.323946 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.provisioning_blocks [None req-37842e34-4c0f-449e-8993-f8feb190ebde None None] Transition to ACTIVE for port object 41333b96-c7a9-47eb-9c5d-a1a3f7925cc0 will not be triggered until provisioned by entity L2. {{(pid=128086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 11:47:37.362228 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron_lib.callbacks.manager [None req-37842e34-4c0f-449e-8993-f8feb190ebde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:37.376753 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128086) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:47:37.405233 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvr_db [None req-03b80be6-cee2-4a08-a691-e1969faebac8 None None] Set router 05bf45c1-a322-4e7f-ab48-e31cdd054287 gateway port host: dv-neutron-797120-4-hyperv {{(pid=128085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 11:47:37.415356 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-8c93f4bb-d9a3-4954-bf3b-28f9475bda10 tempest-RoutersAdminTest-1970644103 tempest-RoutersAdminTest-1970644103-project-admin] Notify callbacks [] for router, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:37.453896 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6051145f-531f-4189-9a87-999c3a3e5548 None None] Pushing event updated for resources: {'Port': ['ID=41333b96-c7a9-47eb-9c5d-a1a3f7925cc0,revision_number=2']} {{(pid=128086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:47:37.457149 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG oslo_concurrency.lockutils [None req-6051145f-531f-4189-9a87-999c3a3e5548 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=128086) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:47:37.458375 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.plugins.ml2.managers [None req-37842e34-4c0f-449e-8993-f8feb190ebde None None] Attempting to bind port 41333b96-c7a9-47eb-9c5d-a1a3f7925cc0 on host dv-neutron-797120-4-hyperv for vnic_type normal with profile {{(pid=128086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 11:47:37.458925 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.plugins.ml2.managers [None req-37842e34-4c0f-449e-8993-f8feb190ebde None None] Attempting to bind port 41333b96-c7a9-47eb-9c5d-a1a3f7925cc0 by drivers openvswitch,hyperv on host dv-neutron-797120-4-hyperv at level 0 using segments [{'id': '1139564f-ff83-4b49-a593-84b33301357d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b'}] {{(pid=128086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 11:47:37.459404 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37842e34-4c0f-449e-8993-f8feb190ebde None None] Attempting to bind port 41333b96-c7a9-47eb-9c5d-a1a3f7925cc0 on network f2b8ca71-e776-48b2-8898-96cc7970207b {{(pid=128086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 11:47:37.465305 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37842e34-4c0f-449e-8993-f8feb190ebde None None] Checking agent: {'id': 'e3a695b2-c397-461f-83b0-10b79d490b59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 11, 36, 56), 'started_at': datetime.datetime(2021, 6, 24, 11, 37, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 11, 47, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=128086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 11:47:37.465822 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37842e34-4c0f-449e-8993-f8feb190ebde None None] Checking segment: {'id': '1139564f-ff83-4b49-a593-84b33301357d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=128086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 11:47:37.466368 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron_lib.callbacks.manager [None req-37842e34-4c0f-449e-8993-f8feb190ebde None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=128086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:37.467046 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37842e34-4c0f-449e-8993-f8feb190ebde None None] Bound using segment: {'id': '1139564f-ff83-4b49-a593-84b33301357d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b'} {{(pid=128086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 11:47:37.467764 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.plugins.ml2.managers [None req-37842e34-4c0f-449e-8993-f8feb190ebde None None] Bound port: 41333b96-c7a9-47eb-9c5d-a1a3f7925cc0, host: dv-neutron-797120-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1139564f-ff83-4b49-a593-84b33301357d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b'}}] {{(pid=128086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 11:47:37.468284 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron_lib.callbacks.manager [None req-37842e34-4c0f-449e-8993-f8feb190ebde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:37.480423 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9809c5d1-68a8-4f49-bd54-52eed5d55ac2 None None] Sync routers for ids ['b2eec381-1ec3-4a70-a792-0718d3eb5c86'] in dv-neutron-797120-4-hyperv {{(pid=128085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 11:47:37.529958 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.plugins.ml2.db [None req-37842e34-4c0f-449e-8993-f8feb190ebde None None] For port 41333b96-c7a9-47eb-9c5d-a1a3f7925cc0, host dv-neutron-797120-4-hyperv, cleared binding levels {{(pid=128086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 11:47:37.534448 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.plugins.ml2.db [None req-37842e34-4c0f-449e-8993-f8feb190ebde None None] For port 41333b96-c7a9-47eb-9c5d-a1a3f7925cc0, host dv-neutron-797120-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=41333b96-c7a9-47eb-9c5d-a1a3f7925cc0,segment=NetworkSegment(1139564f-ff83-4b49-a593-84b33301357d),segment_id=1139564f-ff83-4b49-a593-84b33301357d)] {{(pid=128086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 11:47:37.545127 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron_lib.callbacks.manager [None req-37842e34-4c0f-449e-8993-f8feb190ebde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:37.552436 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG oslo_concurrency.lockutils [None req-3ccea5f2-c9e4-44db-8605-d98f1a2f1f68 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128086) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:47:37.578997 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device 675ad237-f097-4b8a-a6ab-6ccbcb3eb3db up at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 11:47:37.637409 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6051145f-531f-4189-9a87-999c3a3e5548 None None] Pushing event updated for resources: {'Port': ['ID=41333b96-c7a9-47eb-9c5d-a1a3f7925cc0,revision_number=3']} {{(pid=128086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:47:37.641566 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG oslo_concurrency.lockutils [None req-6051145f-531f-4189-9a87-999c3a3e5548 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=128086) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:47:37.646889 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37842e34-4c0f-449e-8993-f8feb190ebde None None] Routers {'12e56eed-14bb-4e45-9505-6e9e0d14da8f'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 11:47:37.647583 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-37842e34-4c0f-449e-8993-f8feb190ebde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T11:47:26Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['12e56eed-14bb-4e45-9505-6e9e0d14da8f'], 'active': True} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:47:37.730280 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4298e2eb-b9e2-41ee-8a2a-55932910c87e tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Network 580a2d1a-1689-4c76-bcaf-a30c08ec9279 is already hosted by enough agents. {{(pid=128083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 11:47:37.738148 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e601171-c295-4785-87f2-d57d93e93d21 tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] Network 4e56aab3-6fb4-4d2c-9994-f4592a1346f5 is already hosted by enough agents. {{(pid=128083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 11:47:37.748829 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.base_scheduler [None req-4298e2eb-b9e2-41ee-8a2a-55932910c87e tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Resources bound (agent type, host, resource id): {{(pid=128083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:47:37.757358 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-8c93f4bb-d9a3-4954-bf3b-28f9475bda10 tempest-RoutersAdminTest-1970644103 tempest-RoutersAdminTest-1970644103-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:37.769909 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.base_scheduler [None req-5e601171-c295-4785-87f2-d57d93e93d21 tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] Resources bound (agent type, host, resource id): {{(pid=128083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:47:37.772125 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4298e2eb-b9e2-41ee-8a2a-55932910c87e tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Received port after_create {{(pid=128083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 11:47:37.787784 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_dvr_db [None req-37842e34-4c0f-449e-8993-f8feb190ebde None None] Set router 12e56eed-14bb-4e45-9505-6e9e0d14da8f gateway port host: dv-neutron-797120-4-hyperv {{(pid=128086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 11:47:37.831568 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-a56c958e-f2be-4bb7-9302-a64059d1d3b0 tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Notify callbacks [] for router, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:37.879058 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-4298e2eb-b9e2-41ee-8a2a-55932910c87e tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1978458'] for router_interface, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:37.882241 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9809c5d1-68a8-4f49-bd54-52eed5d55ac2 None None] Routers {'b2eec381-1ec3-4a70-a792-0718d3eb5c86'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 11:47:37.882968 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-9809c5d1-68a8-4f49-bd54-52eed5d55ac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T11:47:26Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['b2eec381-1ec3-4a70-a792-0718d3eb5c86'], 'active': True} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:47:37.884331 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e601171-c295-4785-87f2-d57d93e93d21 tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] Received port after_create {{(pid=128083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 11:47:37.894443 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e601171-c295-4785-87f2-d57d93e93d21 tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:47:37.895219 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-5e601171-c295-4785-87f2-d57d93e93d21 tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468916'] for port, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:37.975480 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-5e601171-c295-4785-87f2-d57d93e93d21 tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 3.4840267 Jun 24 11:47:37.975939 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e601171-c295-4785-87f2-d57d93e93d21 tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] Pushing event updated for resources: {'Port': ['ID=c9055f25-a61f-4848-9829-fc6c65ec4f5d,revision_number=1']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:47:37.989389 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 58400) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:47:37.999556 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-9809c5d1-68a8-4f49-bd54-52eed5d55ac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:47:38.015263 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Pushing event updated for resources: {'Port': ['ID=c6cfcfc5-9819-4af6-a93c-15f03675594f,revision_number=5']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:47:38.025080 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.044s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:47:38.031903 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-5e601171-c295-4785-87f2-d57d93e93d21 tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.803s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:47:38.036111 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-2d0b44ba-3c15-4e5b-836a-a07d827618ad tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.711s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:47:38.048626 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-37842e34-4c0f-449e-8993-f8feb190ebde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12e56eed-14bb-4e45-9505-6e9e0d14da8f', 'name': 'tempest-snat-router-1264454390', 'tenant_id': 'eaf2e9e62f1244a7be5f1c7d5a343001', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'external_fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.52'}], 'enable_snat': True}, 'gw_port_id': '41333b96-c7a9-47eb-9c5d-a1a3f7925cc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T11:47:27Z', 'updated_at': '2021-06-24T11:47:30Z', 'revision_number': 3, 'project_id': 'eaf2e9e62f1244a7be5f1c7d5a343001', 'gw_port': {'id': '41333b96-c7a9-47eb-9c5d-a1a3f7925cc0', 'name': '', 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:4a:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12e56eed-14bb-4e45-9505-6e9e0d14da8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:47:28Z', 'updated_at': '2021-06-24T11:47:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-4-hyperv'}], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:47:38.065116 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9809c5d1-68a8-4f49-bd54-52eed5d55ac2 None None] Routers {'b2eec381-1ec3-4a70-a792-0718d3eb5c86'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 11:47:38.065780 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-9809c5d1-68a8-4f49-bd54-52eed5d55ac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T11:47:26Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['b2eec381-1ec3-4a70-a792-0718d3eb5c86'], 'active': True} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:47:38.091555 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37842e34-4c0f-449e-8993-f8feb190ebde None None] The sync data for ids ['12e56eed-14bb-4e45-9505-6e9e0d14da8f'] in dv-neutron-797120-4-hyperv is: [{'id': '12e56eed-14bb-4e45-9505-6e9e0d14da8f', 'name': 'tempest-snat-router-1264454390', 'tenant_id': 'eaf2e9e62f1244a7be5f1c7d5a343001', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'external_fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.52'}], 'enable_snat': True}, 'gw_port_id': '41333b96-c7a9-47eb-9c5d-a1a3f7925cc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T11:47:27Z', 'updated_at': '2021-06-24T11:47:30Z', 'revision_number': 3, 'project_id': 'eaf2e9e62f1244a7be5f1c7d5a343001', 'gw_port': {'id': '41333b96-c7a9-47eb-9c5d-a1a3f7925cc0', 'name': '', 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:4a:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12e56eed-14bb-4e45-9505-6e9e0d14da8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:47:28Z', 'updated_at': '2021-06-24T11:47:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-4-hyperv'}] {{(pid=128086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 11:47:38.095930 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.agents_db [None req-87a69269-d72b-4286-97f3-1041481ed6d8 None None] Agent healthcheck: found 6 active agents {{(pid=128086) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 11:47:38.129808 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.db_base_plugin_common [None req-11bd3bfd-ce03-44ec-b028-5b14f8654ebe None None] Allocated IP 2001:db8::f816:3eff:fe99:ce (4e56aab3-6fb4-4d2c-9994-f4592a1346f5/f04f8f07-1ed4-40ce-81cf-bcde9db19555/b86f8de3-8a8e-4c72-be4c-af5a0b50a5eb) {{(pid=128085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 11:47:38.132661 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-17ec9588-a3d4-4c16-a153-a300bfbc722c tempest-RoutersIpV6AdminTest-1198470881 tempest-RoutersIpV6AdminTest-1198470881-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:38.141924 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65f940ca-bb55-48d4-9f4f-7be64cbdae91 None None] Network 580a2d1a-1689-4c76-bcaf-a30c08ec9279 requested from dv-neutron-797120-4-hyperv {{(pid=128085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 11:47:38.143866 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning for port 675ad237-f097-4b8a-a6ab-6ccbcb3eb3db completed by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 11:47:38.158325 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device b2047405-f29c-4bee-bbe2-ca75cf8a5034 up at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 11:47:38.161082 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-9809c5d1-68a8-4f49-bd54-52eed5d55ac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:47:38.161578 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9809c5d1-68a8-4f49-bd54-52eed5d55ac2 None None] The sync data for ids ['b2eec381-1ec3-4a70-a792-0718d3eb5c86'] in dv-neutron-797120-4-hyperv is: [] {{(pid=128085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 11:47:38.190578 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.db [None req-8f0bdfd3-1035-4398-8a3c-36e2e0cdd7bf tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] For port 46a99554-fcef-4b71-88ef-e788fe0f51b3, host dv-neutron-797120-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=46a99554-fcef-4b71-88ef-e788fe0f51b3,segment=NetworkSegment(fddfe548-9582-48fa-8a0c-6b06bc4d1b9f),segment_id=fddfe548-9582-48fa-8a0c-6b06bc4d1b9f)] {{(pid=128084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 11:47:38.197536 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-7716fc6a-b89e-49e6-9709-8300319e87d2 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] 10.222.0.53 "GET /v2.0/routers/9ce5a3ea-ef86-4fbf-9a68-c613a7caab15 HTTP/1.1" status: 200 len: 704 time: 0.9413428 Jun 24 11:47:38.204550 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 58402) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:47:38.238783 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.db_base_plugin_v2 [None req-da925693-904d-444b-aaef-545fe6de3a2d tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] Deleting subnet f04f8f07-1ed4-40ce-81cf-bcde9db19555 {{(pid=128083) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 24 11:47:38.242234 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4298e2eb-b9e2-41ee-8a2a-55932910c87e tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Pushing event updated for resources: {'Port': ['ID=d22328e1-d1a8-42bd-82d3-351b64623792,revision_number=1']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:47:38.266432 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-4298e2eb-b9e2-41ee-8a2a-55932910c87e tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:47:38.285734 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.plugin [None req-8c93f4bb-d9a3-4954-bf3b-28f9475bda10 tempest-RoutersAdminTest-1970644103 tempest-RoutersAdminTest-1970644103-project-admin] Deleting port 41333b96-c7a9-47eb-9c5d-a1a3f7925cc0 {{(pid=128083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 11:47:38.286082 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-8c93f4bb-d9a3-4954-bf3b-28f9475bda10 tempest-RoutersAdminTest-1970644103 tempest-RoutersAdminTest-1970644103-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793193942312'] for port, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:38.340938 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-a56c958e-f2be-4bb7-9302-a64059d1d3b0 tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Notify callbacks [] for router_gateway, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:38.365484 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-8f0bdfd3-1035-4398-8a3c-36e2e0cdd7bf tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks [] for port, precommit_update {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:38.396588 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-4298e2eb-b9e2-41ee-8a2a-55932910c87e tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:38.404703 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-c03a8570-d47c-46ca-adb2-36e968022c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793193945299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193536732'] for port, after_delete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:38.414494 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-8f0bdfd3-1035-4398-8a3c-36e2e0cdd7bf tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3292081'] for port, after_update {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:38.415272 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-8f0bdfd3-1035-4398-8a3c-36e2e0cdd7bf tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3291959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3162270'] for subnet, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:38.416617 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-2cd283c8-0c14-4856-b28f-fb345a0e8dc3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:47:38.417219 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-65f92086-50a9-4bcb-905f-64aad0f1a50e tempest-RoutersAdminTest-1970644103 tempest-RoutersAdminTest-1970644103-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:47:38.438260 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-03b80be6-cee2-4a08-a691-e1969faebac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05bf45c1-a322-4e7f-ab48-e31cdd054287', 'name': 'tempest-snat-router-14675017', 'tenant_id': '444d1cfc1a1d4d7c897062fd9604b852', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'external_fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.58'}], 'enable_snat': False}, 'gw_port_id': '4be036bd-d527-4f52-a3f1-64fe5b94a0e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T11:47:22Z', 'updated_at': '2021-06-24T11:47:27Z', 'revision_number': 3, 'project_id': '444d1cfc1a1d4d7c897062fd9604b852', 'gw_port': {'id': '4be036bd-d527-4f52-a3f1-64fe5b94a0e1', 'name': '', 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:6f:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05bf45c1-a322-4e7f-ab48-e31cdd054287', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:47:24Z', 'updated_at': '2021-06-24T11:47:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-797120-4-hyperv'}], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:47:38.450093 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03a8570-d47c-46ca-adb2-36e968022c8e None None] Pushing event deleted for resources: {'Port': ['ID=46a99554-fcef-4b71-88ef-e788fe0f51b3,revision_number=None']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:47:38.457506 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.db [None req-8c93f4bb-d9a3-4954-bf3b-28f9475bda10 tempest-RoutersAdminTest-1970644103 tempest-RoutersAdminTest-1970644103-project-admin] For port 41333b96-c7a9-47eb-9c5d-a1a3f7925cc0, host dv-neutron-797120-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=41333b96-c7a9-47eb-9c5d-a1a3f7925cc0,segment=NetworkSegment(1139564f-ff83-4b49-a593-84b33301357d),segment_id=1139564f-ff83-4b49-a593-84b33301357d)] {{(pid=128083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 11:47:38.458659 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-c03a8570-d47c-46ca-adb2-36e968022c8e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:47:38.459046 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-8c93f4bb-d9a3-4954-bf3b-28f9475bda10 tempest-RoutersAdminTest-1970644103 tempest-RoutersAdminTest-1970644103-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1978872'] for port, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:38.459372 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0bdfd3-1035-4398-8a3c-36e2e0cdd7bf tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Pushing event deleted for resources: {'Port': ['ID=46a99554-fcef-4b71-88ef-e788fe0f51b3,revision_number=None']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:47:38.482273 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.plugin [None req-8c93f4bb-d9a3-4954-bf3b-28f9475bda10 tempest-RoutersAdminTest-1970644103 tempest-RoutersAdminTest-1970644103-project-admin] Calling delete_port for 41333b96-c7a9-47eb-9c5d-a1a3f7925cc0 owned by network:router_gateway {{(pid=128083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 11:47:38.541531 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-8f0bdfd3-1035-4398-8a3c-36e2e0cdd7bf tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:47:38.542284 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-c42534f9-30d0-4bec-b3b4-fd364d28c9ff tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.122s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:47:38.575002 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03b80be6-cee2-4a08-a691-e1969faebac8 None None] The sync data for ids ['05bf45c1-a322-4e7f-ab48-e31cdd054287'] in dv-neutron-797120-4-hyperv is: [{'id': '05bf45c1-a322-4e7f-ab48-e31cdd054287', 'name': 'tempest-snat-router-14675017', 'tenant_id': '444d1cfc1a1d4d7c897062fd9604b852', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'external_fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.58'}], 'enable_snat': False}, 'gw_port_id': '4be036bd-d527-4f52-a3f1-64fe5b94a0e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T11:47:22Z', 'updated_at': '2021-06-24T11:47:27Z', 'revision_number': 3, 'project_id': '444d1cfc1a1d4d7c897062fd9604b852', 'gw_port': {'id': '4be036bd-d527-4f52-a3f1-64fe5b94a0e1', 'name': '', 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:6f:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05bf45c1-a322-4e7f-ab48-e31cdd054287', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:47:24Z', 'updated_at': '2021-06-24T11:47:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-797120-4-hyperv'}] {{(pid=128085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 11:47:38.583955 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c03a8570-d47c-46ca-adb2-36e968022c8e None None] No DVR routers for this DVR port 46a99554-fcef-4b71-88ef-e788fe0f51b3 on host dv-neutron-797120-4-hyperv {{(pid=128085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 11:47:38.634406 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f0bdfd3-1035-4398-8a3c-36e2e0cdd7bf tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Network 11a80c9d-f8ee-4388-91b0-d49a25200fee is already hosted by enough agents. {{(pid=128084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 11:47:38.636322 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-a29fbca9-ea60-462e-bba4-b3f8a13a6ac6 None None] Provisioning for port 675ad237-f097-4b8a-a6ab-6ccbcb3eb3db completed by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 11:47:38.642513 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning complete for port b2047405-f29c-4bee-bbe2-ca75cf8a5034 triggered by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:47:38.643399 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:38.683929 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-a29fbca9-ea60-462e-bba4-b3f8a13a6ac6 None None] Provisioning complete for port 675ad237-f097-4b8a-a6ab-6ccbcb3eb3db triggered by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:47:38.684465 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-a29fbca9-ea60-462e-bba4-b3f8a13a6ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:38.740150 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-9bd8cc1e-d3f6-44e7-8142-a3557e44c010 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ce5a3ea-ef86-4fbf-9a68-c613a7caab15', 'name': 'tempest-RoutersIpV6Test-router-1768214735', 'tenant_id': '9c8c7551cf984e4ca40de4f1d8880b93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T11:46:39Z', 'updated_at': '2021-06-24T11:47:34Z', 'revision_number': 7, 'project_id': '9c8c7551cf984e4ca40de4f1d8880b93', 'gw_port_host': None, '_interfaces': [{'id': '393d903f-50b4-48ed-81e2-0ee182c5f33f', 'name': '', 'network_id': 'bafc64b7-599f-4120-9111-1328d4d00b29', 'tenant_id': '9c8c7551cf984e4ca40de4f1d8880b93', 'mac_address': 'fa:16:3e:41:a8:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce5a3ea-ef86-4fbf-9a68-c613a7caab15', 'device_owner': 'network:router_interface', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '2eadf126-bb80-462e-a2e3-90a335dd379b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:46:56Z', 'updated_at': '2021-06-24T11:47:09Z', 'revision_number': 5, 'project_id': '9c8c7551cf984e4ca40de4f1d8880b93', 'subnets': [{'id': '2eadf126-bb80-462e-a2e3-90a335dd379b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4e83ec3d-ebda-49e9-a86f-ade6e7a02b34', 'name': '', 'network_id': '41403d78-aa20-4f32-9f75-4b684c2ff870', 'tenant_id': '9c8c7551cf984e4ca40de4f1d8880b93', 'mac_address': 'fa:16:3e:70:f2:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce5a3ea-ef86-4fbf-9a68-c613a7caab15', 'device_owner': 'network:router_interface', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '4492df7d-0108-42b8-9db5-4fc6e259fc17', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:47:09Z', 'updated_at': '2021-06-24T11:47:19Z', 'revision_number': 5, 'project_id': '9c8c7551cf984e4ca40de4f1d8880b93', 'subnets': [{'id': '4492df7d-0108-42b8-9db5-4fc6e259fc17', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '525ba555-882d-46c1-90b4-58e1947f05fb', 'name': '', 'network_id': 'e6c680f4-577d-4f2c-840f-4ffe44326df7', 'tenant_id': '9c8c7551cf984e4ca40de4f1d8880b93', 'mac_address': 'fa:16:3e:9e:cb:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce5a3ea-ef86-4fbf-9a68-c613a7caab15', 'device_owner': 'network:router_interface', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': 'e0b6c98b-cc27-4b1e-ba5c-af819acff9ea', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:46:45Z', 'updated_at': '2021-06-24T11:47:01Z', 'revision_number': 5, 'project_id': '9c8c7551cf984e4ca40de4f1d8880b93', 'subnets': [{'id': 'e0b6c98b-cc27-4b1e-ba5c-af819acff9ea', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c6cfcfc5-9819-4af6-a93c-15f03675594f', 'name': '', 'network_id': '8365e720-eeab-4abf-a44a-499d2c46421a', 'tenant_id': '9c8c7551cf984e4ca40de4f1d8880b93', 'mac_address': 'fa:16:3e:5c:a7:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ce5a3ea-ef86-4fbf-9a68-c613a7caab15', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '33e815b6-870d-46c2-bbe8-86c8ae48bb35', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:47:22Z', 'updated_at': '2021-06-24T11:47:30Z', 'revision_number': 4, 'project_id': '9c8c7551cf984e4ca40de4f1d8880b93', 'subnets': [{'id': '33e815b6-870d-46c2-bbe8-86c8ae48bb35', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:47:38.822044 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bd8cc1e-d3f6-44e7-8142-a3557e44c010 None None] The sync data for ids ['9ce5a3ea-ef86-4fbf-9a68-c613a7caab15'] in dv-neutron-797120-4-hyperv is: [{'id': '9ce5a3ea-ef86-4fbf-9a68-c613a7caab15', 'name': 'tempest-RoutersIpV6Test-router-1768214735', 'tenant_id': '9c8c7551cf984e4ca40de4f1d8880b93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T11:46:39Z', 'updated_at': '2021-06-24T11:47:34Z', 'revision_number': 7, 'project_id': '9c8c7551cf984e4ca40de4f1d8880b93', 'gw_port_host': None, '_interfaces': [{'id': '393d903f-50b4-48ed-81e2-0ee182c5f33f', 'name': '', 'network_id': 'bafc64b7-599f-4120-9111-1328d4d00b29', 'tenant_id': '9c8c7551cf984e4ca40de4f1d8880b93', 'mac_address': 'fa:16:3e:41:a8:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce5a3ea-ef86-4fbf-9a68-c613a7caab15', 'device_owner': 'network:router_interface', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '2eadf126-bb80-462e-a2e3-90a335dd379b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:46:56Z', 'updated_at': '2021-06-24T11:47:09Z', 'revision_number': 5, 'project_id': '9c8c7551cf984e4ca40de4f1d8880b93', 'subnets': [{'id': '2eadf126-bb80-462e-a2e3-90a335dd379b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4e83ec3d-ebda-49e9-a86f-ade6e7a02b34', 'name': '', 'network_id': '41403d78-aa20-4f32-9f75-4b684c2ff870', 'tenant_id': '9c8c7551cf984e4ca40de4f1d8880b93', 'mac_address': 'fa:16:3e:70:f2:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce5a3ea-ef86-4fbf-9a68-c613a7caab15', 'device_owner': 'network:router_interface', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '4492df7d-0108-42b8-9db5-4fc6e259fc17', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:47:09Z', 'updated_at': '2021-06-24T11:47:19Z', 'revision_number': 5, 'project_id': '9c8c7551cf984e4ca40de4f1d8880b93', 'subnets': [{'id': '4492df7d-0108-42b8-9db5-4fc6e259fc17', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '525ba555-882d-46c1-90b4-58e1947f05fb', 'name': '', 'network_id': 'e6c680f4-577d-4f2c-840f-4ffe44326df7', 'tenant_id': '9c8c7551cf984e4ca40de4f1d8880b93', 'mac_address': 'fa:16:3e:9e:cb:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce5a3ea-ef86-4fbf-9a68-c613a7caab15', 'device_owner': 'network:router_interface', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': 'e0b6c98b-cc27-4b1e-ba5c-af819acff9ea', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:46:45Z', 'updated_at': '2021-06-24T11:47:01Z', 'revision_number': 5, 'project_id': '9c8c7551cf984e4ca40de4f1d8880b93', 'subnets': [{'id': 'e0b6c98b-cc27-4b1e-ba5c-af819acff9ea', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c6cfcfc5-9819-4af6-a93c-15f03675594f', 'name': '', 'network_id': '8365e720-eeab-4abf-a44a-499d2c46421a', 'tenant_id': '9c8c7551cf984e4ca40de4f1d8880b93', 'mac_address': 'fa:16:3e:5c:a7:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ce5a3ea-ef86-4fbf-9a68-c613a7caab15', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '33e815b6-870d-46c2-bbe8-86c8ae48bb35', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:47:22Z', 'updated_at': '2021-06-24T11:47:30Z', 'revision_number': 4, 'project_id': '9c8c7551cf984e4ca40de4f1d8880b93', 'subnets': [{'id': '33e815b6-870d-46c2-bbe8-86c8ae48bb35', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=128085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 11:47:38.872237 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-11bd3bfd-ce03-44ec-b028-5b14f8654ebe None None] Notify callbacks [] for port, precommit_create {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:38.892886 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-11bd3bfd-ce03-44ec-b028-5b14f8654ebe None None] Transition to ACTIVE for port object b86f8de3-8a8e-4c72-be4c-af5a0b50a5eb will not be triggered until provisioned by entity L2. {{(pid=128085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 11:47:38.927260 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-11bd3bfd-ce03-44ec-b028-5b14f8654ebe None None] Transition to ACTIVE for port object b86f8de3-8a8e-4c72-be4c-af5a0b50a5eb will not be triggered until provisioned by entity DHCP. {{(pid=128085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 11:47:38.978877 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-da925693-904d-444b-aaef-545fe6de3a2d tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] Notify callbacks [] for subnet, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:39.050847 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-11bd3bfd-ce03-44ec-b028-5b14f8654ebe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-650429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-506361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793193536723'] for port, after_create {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:39.061848 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-da925693-904d-444b-aaef-545fe6de3a2d tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3143795'] for subnet, precommit_delete_associations {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:39.062263 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:47:39.170359 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-a29fbca9-ea60-462e-bba4-b3f8a13a6ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:39.269563 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-8c93f4bb-d9a3-4954-bf3b-28f9475bda10 tempest-RoutersAdminTest-1970644103 tempest-RoutersAdminTest-1970644103-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793193945299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193536732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2537862'] for port, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:39.275133 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-72c3da88-f6ca-4e0c-a0ce-212d4ce8c106 tempest-RoutersIpV6AdminTest-1198470881 tempest-RoutersIpV6AdminTest-1198470881-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:47:39.298475 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-a29fbca9-ea60-462e-bba4-b3f8a13a6ac6 None None] For port 675ad237-f097-4b8a-a6ab-6ccbcb3eb3db, host dv-neutron-797120-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=675ad237-f097-4b8a-a6ab-6ccbcb3eb3db,segment=NetworkSegment(bb331b1f-a9ef-4c40-9aab-9aba7f5e1fe9),segment_id=bb331b1f-a9ef-4c40-9aab-9aba7f5e1fe9)] {{(pid=128085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 11:47:39.303647 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device 75945320-0e85-42d2-8297-821261cac9a8 up at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 11:47:39.330918 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11bd3bfd-ce03-44ec-b028-5b14f8654ebe None None] Network 4e56aab3-6fb4-4d2c-9994-f4592a1346f5 is already hosted by enough agents. {{(pid=128085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 11:47:39.337585 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c93f4bb-d9a3-4954-bf3b-28f9475bda10 tempest-RoutersAdminTest-1970644103 tempest-RoutersAdminTest-1970644103-project-admin] Pushing event deleted for resources: {'Port': ['ID=41333b96-c7a9-47eb-9c5d-a1a3f7925cc0,revision_number=None']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:47:39.342813 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-8c93f4bb-d9a3-4954-bf3b-28f9475bda10 tempest-RoutersAdminTest-1970644103 tempest-RoutersAdminTest-1970644103-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:47:39.368699 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-a29fbca9-ea60-462e-bba4-b3f8a13a6ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:39.391457 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.scheduler.base_scheduler [None req-11bd3bfd-ce03-44ec-b028-5b14f8654ebe None None] Resources bound (agent type, host, resource id): {{(pid=128085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:47:39.407229 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11bd3bfd-ce03-44ec-b028-5b14f8654ebe None None] Received port after_create {{(pid=128085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 11:47:39.409622 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-17ec9588-a3d4-4c16-a153-a300bfbc722c tempest-RoutersIpV6AdminTest-1198470881 tempest-RoutersIpV6AdminTest-1198470881-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1803210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1815767'] for router, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:39.411896 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.base_scheduler [None req-8f0bdfd3-1035-4398-8a3c-36e2e0cdd7bf tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Resources bound (agent type, host, resource id): {{(pid=128084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:47:39.413703 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0bdfd3-1035-4398-8a3c-36e2e0cdd7bf tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Pushing event updated for resources: {'Subnet': ['ID=41779e91-2d90-4198-9a09-1efdadab9b46,revision_number=0']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:47:39.425686 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f0bdfd3-1035-4398-8a3c-36e2e0cdd7bf tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=128084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:47:39.426291 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-8f0bdfd3-1035-4398-8a3c-36e2e0cdd7bf tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks [] for subnet, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:39.433863 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11bd3bfd-ce03-44ec-b028-5b14f8654ebe None None] Pushing event updated for resources: {'Port': ['ID=b86f8de3-8a8e-4c72-be4c-af5a0b50a5eb,revision_number=1']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:47:39.440594 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-130be1f7-a556-42cd-be16-9d0d4ba26704 None None] Network 11a80c9d-f8ee-4388-91b0-d49a25200fee requested from dv-neutron-797120-4-hyperv {{(pid=128085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 11:47:39.451539 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-11bd3bfd-ce03-44ec-b028-5b14f8654ebe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.389s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:47:39.461477 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-8f0bdfd3-1035-4398-8a3c-36e2e0cdd7bf tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.919s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:47:39.463851 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.074s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:47:39.478647 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.plugin [None req-a56c958e-f2be-4bb7-9302-a64059d1d3b0 tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Deleting port 56ed5059-1599-469d-90c8-4a95a1bbb4e7 {{(pid=128084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 11:47:39.478993 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-a56c958e-f2be-4bb7-9302-a64059d1d3b0 tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793193942312'] for port, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:39.492627 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-8c93f4bb-d9a3-4954-bf3b-28f9475bda10 tempest-RoutersAdminTest-1970644103 tempest-RoutersAdminTest-1970644103-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1815728'] for router_gateway, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:39.501965 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-da925693-904d-444b-aaef-545fe6de3a2d tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-972249'] for subnet, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:39.555396 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40038089-efe5-4d58-b98a-9c6d2ccbe121 None None] Sync routers for ids ['9ce5a3ea-ef86-4fbf-9a68-c613a7caab15'] in dv-neutron-797120-4-hyperv {{(pid=128086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 11:47:39.571710 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40038089-efe5-4d58-b98a-9c6d2ccbe121 None None] Routers {'9ce5a3ea-ef86-4fbf-9a68-c613a7caab15'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 11:47:39.572908 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-40038089-efe5-4d58-b98a-9c6d2ccbe121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T11:47:26Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['9ce5a3ea-ef86-4fbf-9a68-c613a7caab15'], 'active': True} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:47:39.636556 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-4298e2eb-b9e2-41ee-8a2a-55932910c87e tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Notify callbacks [] for port, precommit_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:39.691940 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-4298e2eb-b9e2-41ee-8a2a-55932910c87e tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2537871'] for port, after_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:39.752282 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-8f0bdfd3-1035-4398-8a3c-36e2e0cdd7bf tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 4.9089229 Jun 24 11:47:39.753906 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_dvr_db [None req-40038089-efe5-4d58-b98a-9c6d2ccbe121 None None] Set router 9ce5a3ea-ef86-4fbf-9a68-c613a7caab15 gateway port host: None {{(pid=128086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 11:47:39.757503 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 58404) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:47:39.768528 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-1081e0ee-2a93-46d2-8b85-4d6a981cc49e tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:47:39.811608 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-71260023-8588-4cb6-bf6f-f4f797e0705c tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Request body: {'subnet': {'network_id': '11a80c9d-f8ee-4388-91b0-d49a25200fee', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:47:39.819755 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-4298e2eb-b9e2-41ee-8a2a-55932910c87e tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1783050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1978542'] for router_interface, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:39.827991 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4298e2eb-b9e2-41ee-8a2a-55932910c87e tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Pushing event updated for resources: {'Port': ['ID=d22328e1-d1a8-42bd-82d3-351b64623792,revision_number=2']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:47:39.832811 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-4298e2eb-b9e2-41ee-8a2a-55932910c87e tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:47:39.837269 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-8c93f4bb-d9a3-4954-bf3b-28f9475bda10 tempest-RoutersAdminTest-1970644103 tempest-RoutersAdminTest-1970644103-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1803182', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65403'] for router, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:39.849163 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-8c93f4bb-d9a3-4954-bf3b-28f9475bda10 tempest-RoutersAdminTest-1970644103 tempest-RoutersAdminTest-1970644103-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:39.863180 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-725ed2c4-7a36-437c-aa7e-1cb1f2370c4a None None] Provisioning for port d22328e1-d1a8-42bd-82d3-351b64623792 completed by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 11:47:39.884420 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-725ed2c4-7a36-437c-aa7e-1cb1f2370c4a None None] Provisioning complete for port d22328e1-d1a8-42bd-82d3-351b64623792 triggered by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:47:39.885081 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-725ed2c4-7a36-437c-aa7e-1cb1f2370c4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:39.944443 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning for port 75945320-0e85-42d2-8297-821261cac9a8 completed by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 11:47:39.966178 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-725ed2c4-7a36-437c-aa7e-1cb1f2370c4a None None] Port d22328e1-d1a8-42bd-82d3-351b64623792 cannot update to ACTIVE because it is not bound. {{(pid=128085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 11:47:39.983068 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning complete for port 75945320-0e85-42d2-8297-821261cac9a8 triggered by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:47:39.983759 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:40.038280 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-11bd3bfd-ce03-44ec-b028-5b14f8654ebe None None] Attempting to bind port b86f8de3-8a8e-4c72-be4c-af5a0b50a5eb on host dv-neutron-797120-4-hyperv for vnic_type normal with profile {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 11:47:40.038673 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-11bd3bfd-ce03-44ec-b028-5b14f8654ebe None None] Attempting to bind port b86f8de3-8a8e-4c72-be4c-af5a0b50a5eb by drivers openvswitch,hyperv on host dv-neutron-797120-4-hyperv at level 0 using segments [{'id': 'e627a114-3672-49f9-9fe0-f3f5009587df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '4e56aab3-6fb4-4d2c-9994-f4592a1346f5'}] {{(pid=128085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 11:47:40.039056 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11bd3bfd-ce03-44ec-b028-5b14f8654ebe None None] Attempting to bind port b86f8de3-8a8e-4c72-be4c-af5a0b50a5eb on network 4e56aab3-6fb4-4d2c-9994-f4592a1346f5 {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 11:47:40.050513 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29fbca9-ea60-462e-bba4-b3f8a13a6ac6 None None] Pushing event updated for resources: {'Port': ['ID=675ad237-f097-4b8a-a6ab-6ccbcb3eb3db,revision_number=3']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:47:40.064415 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-8c93f4bb-d9a3-4954-bf3b-28f9475bda10 tempest-RoutersAdminTest-1970644103 tempest-RoutersAdminTest-1970644103-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1806072'] for router, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:40.064963 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c93f4bb-d9a3-4954-bf3b-28f9475bda10 tempest-RoutersAdminTest-1970644103 tempest-RoutersAdminTest-1970644103-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 12e56eed-14bb-4e45-9505-6e9e0d14da8f {{(pid=128083) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 24 11:47:40.073076 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-a56c958e-f2be-4bb7-9302-a64059d1d3b0 tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1978872'] for port, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:40.083911 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-8c93f4bb-d9a3-4954-bf3b-28f9475bda10 tempest-RoutersAdminTest-1970644103 tempest-RoutersAdminTest-1970644103-project-admin] Notify callbacks [] for router, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:40.086371 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-a29fbca9-ea60-462e-bba4-b3f8a13a6ac6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.623s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:47:40.090148 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-725ed2c4-7a36-437c-aa7e-1cb1f2370c4a None None] Provisioning complete for port 675ad237-f097-4b8a-a6ab-6ccbcb3eb3db triggered by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:47:40.090535 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-725ed2c4-7a36-437c-aa7e-1cb1f2370c4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:40.093835 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-8c93f4bb-d9a3-4954-bf3b-28f9475bda10 tempest-RoutersAdminTest-1970644103 tempest-RoutersAdminTest-1970644103-project-admin] 10.222.0.53 "DELETE /v2.0/routers/12e56eed-14bb-4e45-9505-6e9e0d14da8f HTTP/1.1" status: 204 len: 168 time: 3.5764644 Jun 24 11:47:40.098549 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 58406) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:47:40.102126 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.plugin [None req-a56c958e-f2be-4bb7-9302-a64059d1d3b0 tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Calling delete_port for 56ed5059-1599-469d-90c8-4a95a1bbb4e7 owned by network:router_gateway {{(pid=128084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 11:47:40.150735 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11bd3bfd-ce03-44ec-b028-5b14f8654ebe None None] Checking agent: {'id': 'e3a695b2-c397-461f-83b0-10b79d490b59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 11, 36, 56), 'started_at': datetime.datetime(2021, 6, 24, 11, 37, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 11, 47, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 11:47:40.151199 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11bd3bfd-ce03-44ec-b028-5b14f8654ebe None None] Checking segment: {'id': 'e627a114-3672-49f9-9fe0-f3f5009587df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '4e56aab3-6fb4-4d2c-9994-f4592a1346f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=128085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 11:47:40.151542 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-11bd3bfd-ce03-44ec-b028-5b14f8654ebe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:40.151959 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11bd3bfd-ce03-44ec-b028-5b14f8654ebe None None] Bound using segment: {'id': 'e627a114-3672-49f9-9fe0-f3f5009587df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '4e56aab3-6fb4-4d2c-9994-f4592a1346f5'} {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 11:47:40.152465 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-11bd3bfd-ce03-44ec-b028-5b14f8654ebe None None] Bound port: b86f8de3-8a8e-4c72-be4c-af5a0b50a5eb, host: dv-neutron-797120-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e627a114-3672-49f9-9fe0-f3f5009587df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '4e56aab3-6fb4-4d2c-9994-f4592a1346f5'}}] {{(pid=128085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 11:47:40.152860 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-11bd3bfd-ce03-44ec-b028-5b14f8654ebe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:40.155073 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c577b3a-d16d-4d90-a0e5-29136e8269d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d65c8f8-7530-5052-99fe-8ea05073750b-11a80c9d-f8ee-4388-91b0-d49a25200fee', 'network_id': '11a80c9d-f8ee-4388-91b0-d49a25200fee', 'tenant_id': '086af1f572244cd08c37d97e004e4732', 'fixed_ips': [{'subnet_id': '41779e91-2d90-4198-9a09-1efdadab9b46'}]}} from dv-neutron-797120-4-hyperv. {{(pid=128085) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 24 11:47:40.167193 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-7c577b3a-d16d-4d90-a0e5-29136e8269d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_create {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:40.231359 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-40038089-efe5-4d58-b98a-9c6d2ccbe121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ce5a3ea-ef86-4fbf-9a68-c613a7caab15', 'name': 'tempest-RoutersIpV6Test-router-1768214735', 'tenant_id': '9c8c7551cf984e4ca40de4f1d8880b93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T11:46:39Z', 'updated_at': '2021-06-24T11:47:34Z', 'revision_number': 7, 'project_id': '9c8c7551cf984e4ca40de4f1d8880b93', 'gw_port_host': None, '_interfaces': [{'id': '393d903f-50b4-48ed-81e2-0ee182c5f33f', 'name': '', 'network_id': 'bafc64b7-599f-4120-9111-1328d4d00b29', 'tenant_id': '9c8c7551cf984e4ca40de4f1d8880b93', 'mac_address': 'fa:16:3e:41:a8:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce5a3ea-ef86-4fbf-9a68-c613a7caab15', 'device_owner': 'network:router_interface', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '2eadf126-bb80-462e-a2e3-90a335dd379b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:46:56Z', 'updated_at': '2021-06-24T11:47:09Z', 'revision_number': 5, 'project_id': '9c8c7551cf984e4ca40de4f1d8880b93', 'subnets': [{'id': '2eadf126-bb80-462e-a2e3-90a335dd379b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4e83ec3d-ebda-49e9-a86f-ade6e7a02b34', 'name': '', 'network_id': '41403d78-aa20-4f32-9f75-4b684c2ff870', 'tenant_id': '9c8c7551cf984e4ca40de4f1d8880b93', 'mac_address': 'fa:16:3e:70:f2:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce5a3ea-ef86-4fbf-9a68-c613a7caab15', 'device_owner': 'network:router_interface', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '4492df7d-0108-42b8-9db5-4fc6e259fc17', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:47:09Z', 'updated_at': '2021-06-24T11:47:19Z', 'revision_number': 5, 'project_id': '9c8c7551cf984e4ca40de4f1d8880b93', 'subnets': [{'id': '4492df7d-0108-42b8-9db5-4fc6e259fc17', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '525ba555-882d-46c1-90b4-58e1947f05fb', 'name': '', 'network_id': 'e6c680f4-577d-4f2c-840f-4ffe44326df7', 'tenant_id': '9c8c7551cf984e4ca40de4f1d8880b93', 'mac_address': 'fa:16:3e:9e:cb:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce5a3ea-ef86-4fbf-9a68-c613a7caab15', 'device_owner': 'network:router_interface', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': 'e0b6c98b-cc27-4b1e-ba5c-af819acff9ea', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:46:45Z', 'updated_at': '2021-06-24T11:47:01Z', 'revision_number': 5, 'project_id': '9c8c7551cf984e4ca40de4f1d8880b93', 'subnets': [{'id': 'e0b6c98b-cc27-4b1e-ba5c-af819acff9ea', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c6cfcfc5-9819-4af6-a93c-15f03675594f', 'name': '', 'network_id': '8365e720-eeab-4abf-a44a-499d2c46421a', 'tenant_id': '9c8c7551cf984e4ca40de4f1d8880b93', 'mac_address': 'fa:16:3e:5c:a7:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce5a3ea-ef86-4fbf-9a68-c613a7caab15', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '33e815b6-870d-46c2-bbe8-86c8ae48bb35', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:47:22Z', 'updated_at': '2021-06-24T11:47:36Z', 'revision_number': 5, 'project_id': '9c8c7551cf984e4ca40de4f1d8880b93', 'subnets': [{'id': '33e815b6-870d-46c2-bbe8-86c8ae48bb35', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:47:40.264360 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40038089-efe5-4d58-b98a-9c6d2ccbe121 None None] Checking router: 9ce5a3ea-ef86-4fbf-9a68-c613a7caab15 for host: dv-neutron-797120-4-hyperv {{(pid=128086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 11:47:40.275811 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40038089-efe5-4d58-b98a-9c6d2ccbe121 None None] Routers {'9ce5a3ea-ef86-4fbf-9a68-c613a7caab15'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 11:47:40.276770 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-40038089-efe5-4d58-b98a-9c6d2ccbe121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T11:47:26Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['9ce5a3ea-ef86-4fbf-9a68-c613a7caab15'], 'active': True} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:47:40.314316 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-d17dcfef-ae4e-499c-871c-358eac337b4f tempest-RoutersAdminTest-1970644103 tempest-RoutersAdminTest-1970644103-project-admin] Notify callbacks [] for router, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:40.333798 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17ec9588-a3d4-4c16-a153-a300bfbc722c tempest-RoutersIpV6AdminTest-1198470881 tempest-RoutersIpV6AdminTest-1198470881-project-admin] Router cb77690d-c644-42a6-830e-db2d23ab7835 is scheduled to L3 agent 2987dba8-2249-4ee6-96ec-28f0f7a6127d with binding_index 1 {{(pid=128084) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 24 11:47:40.338048 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71260023-8588-4cb6-bf6f-f4f797e0705c tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Made reservation on behalf of 086af1f572244cd08c37d97e004e4732 for: {'subnet': 1} {{(pid=128084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 11:47:40.341850 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-71260023-8588-4cb6-bf6f-f4f797e0705c tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3162484'] for subnet, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:40.374434 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-da925693-904d-444b-aaef-545fe6de3a2d tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-972238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2537800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3289951'] for subnet, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:40.383214 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:47:40.393231 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4298e2eb-b9e2-41ee-8a2a-55932910c87e tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Network 580a2d1a-1689-4c76-bcaf-a30c08ec9279 is already hosted by enough agents. {{(pid=128083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 11:47:40.398474 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_dvr_db [None req-40038089-efe5-4d58-b98a-9c6d2ccbe121 None None] Set router 9ce5a3ea-ef86-4fbf-9a68-c613a7caab15 gateway port host: None {{(pid=128086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 11:47:40.418140 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.base_scheduler [None req-4298e2eb-b9e2-41ee-8a2a-55932910c87e tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Resources bound (agent type, host, resource id): {{(pid=128083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:47:40.437734 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da925693-904d-444b-aaef-545fe6de3a2d tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] Pushing event deleted for resources: {'Subnet': ['ID=f04f8f07-1ed4-40ce-81cf-bcde9db19555,revision_number=None']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:47:40.462175 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-da925693-904d-444b-aaef-545fe6de3a2d tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:47:40.573726 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-11bd3bfd-ce03-44ec-b028-5b14f8654ebe None None] For port b86f8de3-8a8e-4c72-be4c-af5a0b50a5eb, host dv-neutron-797120-4-hyperv, cleared binding levels {{(pid=128085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 11:47:40.582515 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-11bd3bfd-ce03-44ec-b028-5b14f8654ebe None None] For port b86f8de3-8a8e-4c72-be4c-af5a0b50a5eb, host dv-neutron-797120-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=b86f8de3-8a8e-4c72-be4c-af5a0b50a5eb,segment=NetworkSegment(e627a114-3672-49f9-9fe0-f3f5009587df),segment_id=e627a114-3672-49f9-9fe0-f3f5009587df)] {{(pid=128085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 11:47:40.614026 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-11bd3bfd-ce03-44ec-b028-5b14f8654ebe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:40.641310 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-40589c59-a0da-4ccd-b541-249e0a74d079 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:47:40.693806 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-71260023-8588-4cb6-bf6f-f4f797e0705c tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3291959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3162270'] for subnet, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:40.720078 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11bd3bfd-ce03-44ec-b028-5b14f8654ebe None None] Pushing event updated for resources: {'Port': ['ID=b86f8de3-8a8e-4c72-be4c-af5a0b50a5eb,revision_number=3']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:47:40.720793 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-74ba55ce-d69d-4d3e-9674-f051d98b30f3 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:47:40.739361 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-11bd3bfd-ce03-44ec-b028-5b14f8654ebe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:47:40.740673 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:40.757305 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-40038089-efe5-4d58-b98a-9c6d2ccbe121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ce5a3ea-ef86-4fbf-9a68-c613a7caab15', 'name': 'tempest-RoutersIpV6Test-router-1768214735', 'tenant_id': '9c8c7551cf984e4ca40de4f1d8880b93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T11:46:39Z', 'updated_at': '2021-06-24T11:47:34Z', 'revision_number': 7, 'project_id': '9c8c7551cf984e4ca40de4f1d8880b93', 'gw_port_host': None, '_interfaces': [{'id': '393d903f-50b4-48ed-81e2-0ee182c5f33f', 'name': '', 'network_id': 'bafc64b7-599f-4120-9111-1328d4d00b29', 'tenant_id': '9c8c7551cf984e4ca40de4f1d8880b93', 'mac_address': 'fa:16:3e:41:a8:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce5a3ea-ef86-4fbf-9a68-c613a7caab15', 'device_owner': 'network:router_interface', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '2eadf126-bb80-462e-a2e3-90a335dd379b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:46:56Z', 'updated_at': '2021-06-24T11:47:09Z', 'revision_number': 5, 'project_id': '9c8c7551cf984e4ca40de4f1d8880b93', 'subnets': [{'id': '2eadf126-bb80-462e-a2e3-90a335dd379b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4e83ec3d-ebda-49e9-a86f-ade6e7a02b34', 'name': '', 'network_id': '41403d78-aa20-4f32-9f75-4b684c2ff870', 'tenant_id': '9c8c7551cf984e4ca40de4f1d8880b93', 'mac_address': 'fa:16:3e:70:f2:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce5a3ea-ef86-4fbf-9a68-c613a7caab15', 'device_owner': 'network:router_interface', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '4492df7d-0108-42b8-9db5-4fc6e259fc17', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:47:09Z', 'updated_at': '2021-06-24T11:47:19Z', 'revision_number': 5, 'project_id': '9c8c7551cf984e4ca40de4f1d8880b93', 'subnets': [{'id': '4492df7d-0108-42b8-9db5-4fc6e259fc17', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '525ba555-882d-46c1-90b4-58e1947f05fb', 'name': '', 'network_id': 'e6c680f4-577d-4f2c-840f-4ffe44326df7', 'tenant_id': '9c8c7551cf984e4ca40de4f1d8880b93', 'mac_address': 'fa:16:3e:9e:cb:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce5a3ea-ef86-4fbf-9a68-c613a7caab15', 'device_owner': 'network:router_interface', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': 'e0b6c98b-cc27-4b1e-ba5c-af819acff9ea', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:46:45Z', 'updated_at': '2021-06-24T11:47:01Z', 'revision_number': 5, 'project_id': '9c8c7551cf984e4ca40de4f1d8880b93', 'subnets': [{'id': 'e0b6c98b-cc27-4b1e-ba5c-af819acff9ea', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c6cfcfc5-9819-4af6-a93c-15f03675594f', 'name': '', 'network_id': '8365e720-eeab-4abf-a44a-499d2c46421a', 'tenant_id': '9c8c7551cf984e4ca40de4f1d8880b93', 'mac_address': 'fa:16:3e:5c:a7:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce5a3ea-ef86-4fbf-9a68-c613a7caab15', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '33e815b6-870d-46c2-bbe8-86c8ae48bb35', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:47:22Z', 'updated_at': '2021-06-24T11:47:36Z', 'revision_number': 5, 'project_id': '9c8c7551cf984e4ca40de4f1d8880b93', 'subnets': [{'id': '33e815b6-870d-46c2-bbe8-86c8ae48bb35', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:47:40.806140 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40038089-efe5-4d58-b98a-9c6d2ccbe121 None None] The sync data for ids ['9ce5a3ea-ef86-4fbf-9a68-c613a7caab15'] in dv-neutron-797120-4-hyperv is: [{'id': '9ce5a3ea-ef86-4fbf-9a68-c613a7caab15', 'name': 'tempest-RoutersIpV6Test-router-1768214735', 'tenant_id': '9c8c7551cf984e4ca40de4f1d8880b93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T11:46:39Z', 'updated_at': '2021-06-24T11:47:34Z', 'revision_number': 7, 'project_id': '9c8c7551cf984e4ca40de4f1d8880b93', 'gw_port_host': None, '_interfaces': [{'id': '393d903f-50b4-48ed-81e2-0ee182c5f33f', 'name': '', 'network_id': 'bafc64b7-599f-4120-9111-1328d4d00b29', 'tenant_id': '9c8c7551cf984e4ca40de4f1d8880b93', 'mac_address': 'fa:16:3e:41:a8:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce5a3ea-ef86-4fbf-9a68-c613a7caab15', 'device_owner': 'network:router_interface', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '2eadf126-bb80-462e-a2e3-90a335dd379b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:46:56Z', 'updated_at': '2021-06-24T11:47:09Z', 'revision_number': 5, 'project_id': '9c8c7551cf984e4ca40de4f1d8880b93', 'subnets': [{'id': '2eadf126-bb80-462e-a2e3-90a335dd379b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4e83ec3d-ebda-49e9-a86f-ade6e7a02b34', 'name': '', 'network_id': '41403d78-aa20-4f32-9f75-4b684c2ff870', 'tenant_id': '9c8c7551cf984e4ca40de4f1d8880b93', 'mac_address': 'fa:16:3e:70:f2:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce5a3ea-ef86-4fbf-9a68-c613a7caab15', 'device_owner': 'network:router_interface', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '4492df7d-0108-42b8-9db5-4fc6e259fc17', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:47:09Z', 'updated_at': '2021-06-24T11:47:19Z', 'revision_number': 5, 'project_id': '9c8c7551cf984e4ca40de4f1d8880b93', 'subnets': [{'id': '4492df7d-0108-42b8-9db5-4fc6e259fc17', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '525ba555-882d-46c1-90b4-58e1947f05fb', 'name': '', 'network_id': 'e6c680f4-577d-4f2c-840f-4ffe44326df7', 'tenant_id': '9c8c7551cf984e4ca40de4f1d8880b93', 'mac_address': 'fa:16:3e:9e:cb:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce5a3ea-ef86-4fbf-9a68-c613a7caab15', 'device_owner': 'network:router_interface', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': 'e0b6c98b-cc27-4b1e-ba5c-af819acff9ea', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:46:45Z', 'updated_at': '2021-06-24T11:47:01Z', 'revision_number': 5, 'project_id': '9c8c7551cf984e4ca40de4f1d8880b93', 'subnets': [{'id': 'e0b6c98b-cc27-4b1e-ba5c-af819acff9ea', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c6cfcfc5-9819-4af6-a93c-15f03675594f', 'name': '', 'network_id': '8365e720-eeab-4abf-a44a-499d2c46421a', 'tenant_id': '9c8c7551cf984e4ca40de4f1d8880b93', 'mac_address': 'fa:16:3e:5c:a7:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce5a3ea-ef86-4fbf-9a68-c613a7caab15', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '33e815b6-870d-46c2-bbe8-86c8ae48bb35', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:47:22Z', 'updated_at': '2021-06-24T11:47:36Z', 'revision_number': 5, 'project_id': '9c8c7551cf984e4ca40de4f1d8880b93', 'subnets': [{'id': '33e815b6-870d-46c2-bbe8-86c8ae48bb35', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=128086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 11:47:40.816085 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71260023-8588-4cb6-bf6f-f4f797e0705c tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Pushing event updated for resources: {'Subnet': ['ID=540ccc59-6c9a-46e4-8a67-d062128d54dd,revision_number=0']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:47:40.818787 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-71260023-8588-4cb6-bf6f-f4f797e0705c tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:47:40.879503 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71260023-8588-4cb6-bf6f-f4f797e0705c tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Network 11a80c9d-f8ee-4388-91b0-d49a25200fee is already hosted by enough agents. {{(pid=128084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 11:47:40.918300 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.base_scheduler [None req-71260023-8588-4cb6-bf6f-f4f797e0705c tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Resources bound (agent type, host, resource id): {{(pid=128084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:47:40.921483 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71260023-8588-4cb6-bf6f-f4f797e0705c tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=128084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:47:40.922274 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-71260023-8588-4cb6-bf6f-f4f797e0705c tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks [] for subnet, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:40.928680 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-439d3234-7ecd-462b-a045-cd841ec4321d None None] Network 4e56aab3-6fb4-4d2c-9994-f4592a1346f5 requested from dv-neutron-797120-4-hyperv {{(pid=128085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 11:47:40.932143 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] For port 75945320-0e85-42d2-8297-821261cac9a8, host dv-neutron-797120-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=75945320-0e85-42d2-8297-821261cac9a8,segment=NetworkSegment(964b2602-e3a8-414f-85ec-ae50d87d038d),segment_id=964b2602-e3a8-414f-85ec-ae50d87d038d)] {{(pid=128085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 11:47:40.970429 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:40.972001 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device bb63497c-372a-47d2-b8b1-cf3202deb92b up at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 11:47:40.979367 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-11bd3bfd-ce03-44ec-b028-5b14f8654ebe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:47:40.985909 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-71260023-8588-4cb6-bf6f-f4f797e0705c tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2272437 Jun 24 11:47:40.991354 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-1e7ed16f-07e0-4fdc-acbd-b8346246fbf0 None None] Provisioning complete for port d22328e1-d1a8-42bd-82d3-351b64623792 triggered by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:47:40.991814 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-1e7ed16f-07e0-4fdc-acbd-b8346246fbf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:40.994293 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 58410) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:47:41.002367 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-40a2b202-3c27-449a-9b4c-3a2b100417e1 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Request body: {'port': {'network_id': '11a80c9d-f8ee-4388-91b0-d49a25200fee', 'mac_address': 'fa:16:3e:a8:9d:b6', 'name': 'tempest-NetworksTestDHCPv6-839136479'}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:47:41.104393 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.db_base_plugin_common [None req-7c577b3a-d16d-4d90-a0e5-29136e8269d1 None None] Allocated IP 2001:db8::f816:3eff:fed4:b901 (11a80c9d-f8ee-4388-91b0-d49a25200fee/41779e91-2d90-4198-9a09-1efdadab9b46/efb82acd-441a-4aa1-9044-19fa4e822389) {{(pid=128085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 11:47:41.117742 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-50da0517-b34d-4c7e-aabc-21c4660e617f tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1978565'] for router_interface, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:41.142926 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-da925693-904d-444b-aaef-545fe6de3a2d tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588949'] for subnet, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:41.148167 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-da925693-904d-444b-aaef-545fe6de3a2d tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] 10.222.0.53 "DELETE /v2.0/subnets/f04f8f07-1ed4-40ce-81cf-bcde9db19555 HTTP/1.1" status: 204 len: 168 time: 3.1419098 Jun 24 11:47:41.148167 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 58412) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:47:41.181346 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-1e7ed16f-07e0-4fdc-acbd-b8346246fbf0 None None] Port d22328e1-d1a8-42bd-82d3-351b64623792 cannot update to ACTIVE because it is not bound. {{(pid=128085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 11:47:41.212814 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Pushing event updated for resources: {'Port': ['ID=75945320-0e85-42d2-8297-821261cac9a8,revision_number=3']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:47:41.223546 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95d7749f-1c98-4ef2-8f45-6d41e040ac93 tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:47:41.225097 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:47:41.225225 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95d7749f-1c98-4ef2-8f45-6d41e040ac93 tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:47:41.231167 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-95d7749f-1c98-4ef2-8f45-6d41e040ac93 tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.0748236 Jun 24 11:47:41.233166 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 58414) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:47:41.255668 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4298e2eb-b9e2-41ee-8a2a-55932910c87e tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Router d87749d3-f594-4284-87a4-6fe3955904b1 has already been hosted by L3 agent 2987dba8-2249-4ee6-96ec-28f0f7a6127d {{(pid=128083) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 11:47:41.272878 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17ec9588-a3d4-4c16-a153-a300bfbc722c tempest-RoutersIpV6AdminTest-1198470881 tempest-RoutersIpV6AdminTest-1198470881-project-admin] Notify agent at l3_agent.dv-neutron-797120-4-hyperv the message routers_updated {{(pid=128084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 11:47:41.293201 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning for port bb63497c-372a-47d2-b8b1-cf3202deb92b completed by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 11:47:41.294471 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-d17dcfef-ae4e-499c-871c-358eac337b4f tempest-RoutersAdminTest-1970644103 tempest-RoutersAdminTest-1970644103-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:41.300479 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-a56c958e-f2be-4bb7-9302-a64059d1d3b0 tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793193945299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193536732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3292088'] for port, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:41.303879 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning complete for port bb63497c-372a-47d2-b8b1-cf3202deb92b triggered by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:47:41.304675 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:41.311219 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-bd61c184-3564-450e-9a24-7883d1a1b544 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:47:41.343296 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55a93954-7eca-481f-aee3-1f3602a3ff23 None None] Sync routers for ids ['cb77690d-c644-42a6-830e-db2d23ab7835'] in dv-neutron-797120-4-hyperv {{(pid=128085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 11:47:41.361726 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-17ec9588-a3d4-4c16-a153-a300bfbc722c tempest-RoutersIpV6AdminTest-1198470881 tempest-RoutersIpV6AdminTest-1198470881-project-admin] Notify callbacks [] for router, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:41.362845 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-17ec9588-a3d4-4c16-a153-a300bfbc722c tempest-RoutersIpV6AdminTest-1198470881 tempest-RoutersIpV6AdminTest-1198470881-project-admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 904 time: 10.5600569 Jun 24 11:47:41.363832 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56c958e-f2be-4bb7-9302-a64059d1d3b0 tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Pushing event deleted for resources: {'Port': ['ID=56ed5059-1599-469d-90c8-4a95a1bbb4e7,revision_number=None']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:47:41.366766 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 58416) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:47:41.379388 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-a56c958e-f2be-4bb7-9302-a64059d1d3b0 tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:47:41.406702 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55a93954-7eca-481f-aee3-1f3602a3ff23 None None] Routers {'cb77690d-c644-42a6-830e-db2d23ab7835'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 11:47:41.407539 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-55a93954-7eca-481f-aee3-1f3602a3ff23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T11:47:26Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['cb77690d-c644-42a6-830e-db2d23ab7835'], 'active': True} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:47:41.452132 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-26b8e7c2-c4a8-4071-9f9c-c1bf36a3a43e tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-534962'] for network, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:41.477109 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.pecan_wsgi.hooks.translation [None req-26b8e7c2-c4a8-4071-9f9c-c1bf36a3a43e tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] DELETE failed (client error): There was a conflict when trying to complete your request. Jun 24 11:47:41.478267 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-26b8e7c2-c4a8-4071-9f9c-c1bf36a3a43e tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=128083) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 24 11:47:41.485158 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-26b8e7c2-c4a8-4071-9f9c-c1bf36a3a43e tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] 10.222.0.53 "DELETE /v2.0/networks/4e56aab3-6fb4-4d2c-9994-f4592a1346f5 HTTP/1.1" status: 409 len: 405 time: 0.2424834 Jun 24 11:47:41.485158 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 58418) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:47:41.488845 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [None req-c4adf39d-eb70-4190-93f1-ea7a86f8846b tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-134239283'}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:47:41.505934 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4298e2eb-b9e2-41ee-8a2a-55932910c87e tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Notify agent at l3_agent.dv-neutron-797120-4-hyperv the message routers_updated {{(pid=128083) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 11:47:41.513038 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-4298e2eb-b9e2-41ee-8a2a-55932910c87e tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] 10.222.0.53 "PUT /v2.0/routers/d87749d3-f594-4284-87a4-6fe3955904b1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.7016380 Jun 24 11:47:41.519386 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 58420) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:47:41.521024 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70484504-4d32-4093-ab14-576e802cc48c None None] Sync routers for ids ['d87749d3-f594-4284-87a4-6fe3955904b1'] in dv-neutron-797120-4-hyperv {{(pid=128086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 11:47:41.526188 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [None req-f4d7a9ac-621c-4d27-baf0-923a783d8d2c tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Request body: {'network': {'name': 'tempest-RoutersTest-149940890'}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:47:41.536123 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.plugin [None req-d17dcfef-ae4e-499c-871c-358eac337b4f tempest-RoutersAdminTest-1970644103 tempest-RoutersAdminTest-1970644103-project-admin] Deleting port b2047405-f29c-4bee-bbe2-ca75cf8a5034 {{(pid=128083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 11:47:41.536491 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-d17dcfef-ae4e-499c-871c-358eac337b4f tempest-RoutersAdminTest-1970644103 tempest-RoutersAdminTest-1970644103-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793193942312'] for port, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:41.537539 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70484504-4d32-4093-ab14-576e802cc48c None None] Routers {'d87749d3-f594-4284-87a4-6fe3955904b1'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 11:47:41.538440 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-70484504-4d32-4093-ab14-576e802cc48c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T11:47:26Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['d87749d3-f594-4284-87a4-6fe3955904b1'], 'active': True} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:47:41.556466 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-7c577b3a-d16d-4d90-a0e5-29136e8269d1 None None] Notify callbacks [] for port, precommit_create {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:41.582231 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-7c577b3a-d16d-4d90-a0e5-29136e8269d1 None None] Transition to ACTIVE for port object efb82acd-441a-4aa1-9044-19fa4e822389 will not be triggered until provisioned by entity L2. {{(pid=128085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 11:47:41.584112 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:41.603739 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvr_db [None req-55a93954-7eca-481f-aee3-1f3602a3ff23 None None] Set router cb77690d-c644-42a6-830e-db2d23ab7835 gateway port host: dv-neutron-797120-4-hyperv {{(pid=128085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 11:47:41.632719 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.db [None req-d17dcfef-ae4e-499c-871c-358eac337b4f tempest-RoutersAdminTest-1970644103 tempest-RoutersAdminTest-1970644103-project-admin] For port b2047405-f29c-4bee-bbe2-ca75cf8a5034, host dv-neutron-797120-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=b2047405-f29c-4bee-bbe2-ca75cf8a5034,segment=NetworkSegment(1139564f-ff83-4b49-a593-84b33301357d),segment_id=1139564f-ff83-4b49-a593-84b33301357d)] {{(pid=128083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 11:47:41.633409 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-d17dcfef-ae4e-499c-871c-358eac337b4f tempest-RoutersAdminTest-1970644103 tempest-RoutersAdminTest-1970644103-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1978872'] for port, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:41.648123 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.plugin [None req-d17dcfef-ae4e-499c-871c-358eac337b4f tempest-RoutersAdminTest-1970644103 tempest-RoutersAdminTest-1970644103-project-admin] Calling delete_port for b2047405-f29c-4bee-bbe2-ca75cf8a5034 owned by network:router_gateway {{(pid=128083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 11:47:41.678878 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_dvr_db [None req-70484504-4d32-4093-ab14-576e802cc48c None None] Set router d87749d3-f594-4284-87a4-6fe3955904b1 gateway port host: None {{(pid=128086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 11:47:41.687371 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] For port bb63497c-372a-47d2-b8b1-cf3202deb92b, host dv-neutron-797120-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=bb63497c-372a-47d2-b8b1-cf3202deb92b,segment=NetworkSegment(b7c26e65-0a7a-473a-9051-c0d95f4985d5),segment_id=b7c26e65-0a7a-473a-9051-c0d95f4985d5)] {{(pid=128085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 11:47:41.693212 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-7c577b3a-d16d-4d90-a0e5-29136e8269d1 None None] Transition to ACTIVE for port object efb82acd-441a-4aa1-9044-19fa4e822389 will not be triggered until provisioned by entity DHCP. {{(pid=128085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 11:47:41.701219 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-a56c958e-f2be-4bb7-9302-a64059d1d3b0 tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1815728'] for router_gateway, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:41.706651 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:41.716649 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-28d862c3-86c7-43c5-9b76-52a4a212979d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:47:41.722127 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-7c577b3a-d16d-4d90-a0e5-29136e8269d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-650429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-506361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793193536723'] for port, after_create {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:41.795178 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c577b3a-d16d-4d90-a0e5-29136e8269d1 None None] Network 11a80c9d-f8ee-4388-91b0-d49a25200fee is already hosted by enough agents. {{(pid=128085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 11:47:41.806926 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.scheduler.base_scheduler [None req-7c577b3a-d16d-4d90-a0e5-29136e8269d1 None None] Resources bound (agent type, host, resource id): {{(pid=128085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:47:41.816027 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.db.api [None req-c4adf39d-eb70-4190-93f1-ea7a86f8846b tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 24 11:47:41.816027 dv-neutron-797120-4-hyperv neutron-server[128083]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jun 24 11:47:41.816027 dv-neutron-797120-4-hyperv neutron-server[128083]: [parameters: {'project_id': 'e5cf0df8d3ec4e94a403a4ce89d83b64', 'id': '5f1902d6-3d34-447a-9866-714e539fe738', 'expiration': datetime.datetime(2021, 6, 24, 11, 49, 41, 797792)}] Jun 24 11:47:41.816027 dv-neutron-797120-4-hyperv neutron-server[128083]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=128083) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 24 11:47:41.816519 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_db.api [None req-c4adf39d-eb70-4190-93f1-ea7a86f8846b tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=128083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 24 11:47:41.816635 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c577b3a-d16d-4d90-a0e5-29136e8269d1 None None] Received port after_create {{(pid=128085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 11:47:41.819644 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device 46a99554-fcef-4b71-88ef-e788fe0f51b3 no longer exists at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 11:47:41.875835 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4d7a9ac-621c-4d27-baf0-923a783d8d2c tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Made reservation on behalf of 01c7f8735a2b4722ae0cabb11183e366 for: {'network': 1} {{(pid=128083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 11:47:41.879890 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-f4d7a9ac-621c-4d27-baf0-923a783d8d2c tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for network, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:41.883154 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] No Port match for: 46a99554-fcef-4b71-88ef-e788fe0f51b3 {{(pid=128085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 11:47:41.883514 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device 46a99554-fcef-4b71-88ef-e788fe0f51b3 not bound to the agent host dv-neutron-797120-4-hyperv {{(pid=128085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 11:47:41.883939 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device 17fded0a-e59d-4ade-8c8e-dd43b1fdba3b no longer exists at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 11:47:41.887981 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Pushing event updated for resources: {'Port': ['ID=bb63497c-372a-47d2-b8b1-cf3202deb92b,revision_number=5']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:47:41.898610 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-a56c958e-f2be-4bb7-9302-a64059d1d3b0 tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1803182', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65403'] for router, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:41.902088 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-a56c958e-f2be-4bb7-9302-a64059d1d3b0 tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:41.906193 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-d17dcfef-ae4e-499c-871c-358eac337b4f tempest-RoutersAdminTest-1970644103 tempest-RoutersAdminTest-1970644103-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793193945299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193536732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2537862'] for port, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:41.919140 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-4298e2eb-b9e2-41ee-8a2a-55932910c87e tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:47:41.928267 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:47:41.930038 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-1afa636a-db81-43d0-abea-ad9110533491 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.203s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:47:41.941741 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-70484504-4d32-4093-ab14-576e802cc48c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd87749d3-f594-4284-87a4-6fe3955904b1', 'name': 'tempest-RoutersTest-router-456200694', 'tenant_id': '01c7f8735a2b4722ae0cabb11183e366', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T11:47:01Z', 'updated_at': '2021-06-24T11:47:38Z', 'revision_number': 4, 'project_id': '01c7f8735a2b4722ae0cabb11183e366', 'gw_port_host': None, '_interfaces': [{'id': '11d4e1d1-3828-4a40-a4f0-e768f1395739', 'name': '', 'network_id': 'bddb0f8e-0e1f-4536-a9ef-e387f1699f13', 'tenant_id': '01c7f8735a2b4722ae0cabb11183e366', 'mac_address': 'fa:16:3e:7d:a9:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd87749d3-f594-4284-87a4-6fe3955904b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'ee35f23e-956d-4b15-87a0-fe4ac4012d10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:47:07Z', 'updated_at': '2021-06-24T11:47:22Z', 'revision_number': 5, 'project_id': '01c7f8735a2b4722ae0cabb11183e366', 'subnets': [{'id': 'ee35f23e-956d-4b15-87a0-fe4ac4012d10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bb63497c-372a-47d2-b8b1-cf3202deb92b', 'name': '', 'network_id': 'b91d5cb9-8fe3-4576-a991-183ff1f7b145', 'tenant_id': '01c7f8735a2b4722ae0cabb11183e366', 'mac_address': 'fa:16:3e:93:ca:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd87749d3-f594-4284-87a4-6fe3955904b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '02346804-ee6e-4b90-a906-fa952c478595', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:47:19Z', 'updated_at': '2021-06-24T11:47:31Z', 'revision_number': 4, 'project_id': '01c7f8735a2b4722ae0cabb11183e366', 'subnets': [{'id': '02346804-ee6e-4b90-a906-fa952c478595', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd22328e1-d1a8-42bd-82d3-351b64623792', 'name': '', 'network_id': '580a2d1a-1689-4c76-bcaf-a30c08ec9279', 'tenant_id': '01c7f8735a2b4722ae0cabb11183e366', 'mac_address': 'fa:16:3e:3e:12:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd87749d3-f594-4284-87a4-6fe3955904b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '7733ac5c-122b-4158-91ff-dfd2455e0191', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:47:34Z', 'updated_at': '2021-06-24T11:47:38Z', 'revision_number': 2, 'project_id': '01c7f8735a2b4722ae0cabb11183e366', 'subnets': [{'id': '7733ac5c-122b-4158-91ff-dfd2455e0191', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:47:41.946315 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-7c577b3a-d16d-4d90-a0e5-29136e8269d1 None None] Attempting to bind port efb82acd-441a-4aa1-9044-19fa4e822389 on host dv-neutron-797120-4-hyperv for vnic_type normal with profile {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 11:47:41.946700 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-7c577b3a-d16d-4d90-a0e5-29136e8269d1 None None] Attempting to bind port efb82acd-441a-4aa1-9044-19fa4e822389 by drivers openvswitch,hyperv on host dv-neutron-797120-4-hyperv at level 0 using segments [{'id': 'fddfe548-9582-48fa-8a0c-6b06bc4d1b9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '11a80c9d-f8ee-4388-91b0-d49a25200fee'}] {{(pid=128085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 11:47:41.947135 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c577b3a-d16d-4d90-a0e5-29136e8269d1 None None] Attempting to bind port efb82acd-441a-4aa1-9044-19fa4e822389 on network 11a80c9d-f8ee-4388-91b0-d49a25200fee {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 11:47:41.954626 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4d7a9ac-621c-4d27-baf0-923a783d8d2c tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] vlan segment allocate from pool success with {'vlan_id': 634, 'physical_network': 'physnet1'} {{(pid=128083) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 11:47:41.974309 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17dcfef-ae4e-499c-871c-358eac337b4f tempest-RoutersAdminTest-1970644103 tempest-RoutersAdminTest-1970644103-project-admin] Pushing event deleted for resources: {'Port': ['ID=b2047405-f29c-4bee-bbe2-ca75cf8a5034,revision_number=None']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:47:41.974820 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40a2b202-3c27-449a-9b4c-3a2b100417e1 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Made reservation on behalf of 086af1f572244cd08c37d97e004e4732 for: {'port': 1} {{(pid=128084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 11:47:41.976355 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70484504-4d32-4093-ab14-576e802cc48c None None] Checking router: d87749d3-f594-4284-87a4-6fe3955904b1 for host: dv-neutron-797120-4-hyperv {{(pid=128086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 11:47:41.977070 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70484504-4d32-4093-ab14-576e802cc48c None None] Updating router d87749d3-f594-4284-87a4-6fe3955904b1 port d22328e1-d1a8-42bd-82d3-351b64623792 binding host dv-neutron-797120-4-hyperv {{(pid=128086) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 11:47:41.981938 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] No Port match for: 17fded0a-e59d-4ade-8c8e-dd43b1fdba3b {{(pid=128085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 11:47:41.982439 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device 17fded0a-e59d-4ade-8c8e-dd43b1fdba3b not bound to the agent host dv-neutron-797120-4-hyperv {{(pid=128085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 11:47:41.996378 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c577b3a-d16d-4d90-a0e5-29136e8269d1 None None] Checking agent: {'id': 'e3a695b2-c397-461f-83b0-10b79d490b59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 11, 36, 56), 'started_at': datetime.datetime(2021, 6, 24, 11, 37, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 11, 47, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 11:47:41.996772 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c577b3a-d16d-4d90-a0e5-29136e8269d1 None None] Checking segment: {'id': 'fddfe548-9582-48fa-8a0c-6b06bc4d1b9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '11a80c9d-f8ee-4388-91b0-d49a25200fee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=128085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 11:47:41.997212 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-7c577b3a-d16d-4d90-a0e5-29136e8269d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:41.997619 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c577b3a-d16d-4d90-a0e5-29136e8269d1 None None] Bound using segment: {'id': 'fddfe548-9582-48fa-8a0c-6b06bc4d1b9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '11a80c9d-f8ee-4388-91b0-d49a25200fee'} {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 11:47:41.998112 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-7c577b3a-d16d-4d90-a0e5-29136e8269d1 None None] Bound port: efb82acd-441a-4aa1-9044-19fa4e822389, host: dv-neutron-797120-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fddfe548-9582-48fa-8a0c-6b06bc4d1b9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '11a80c9d-f8ee-4388-91b0-d49a25200fee'}}] {{(pid=128085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 11:47:41.998507 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-7c577b3a-d16d-4d90-a0e5-29136e8269d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:41.998636 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-a56c958e-f2be-4bb7-9302-a64059d1d3b0 tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1806072'] for router, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:41.999067 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a56c958e-f2be-4bb7-9302-a64059d1d3b0 tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Fanout notify agent at l3_agent the message router_deleted on router b2eec381-1ec3-4a70-a792-0718d3eb5c86 {{(pid=128084) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 24 11:47:42.007116 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-a56c958e-f2be-4bb7-9302-a64059d1d3b0 tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Notify callbacks [] for router, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:42.011417 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-a56c958e-f2be-4bb7-9302-a64059d1d3b0 tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] 10.222.0.53 "DELETE /v2.0/routers/b2eec381-1ec3-4a70-a792-0718d3eb5c86 HTTP/1.1" status: 204 len: 168 time: 4.9305043 Jun 24 11:47:42.017075 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-d17dcfef-ae4e-499c-871c-358eac337b4f tempest-RoutersAdminTest-1970644103 tempest-RoutersAdminTest-1970644103-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:47:42.021195 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 58422) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:47:42.052219 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c577b3a-d16d-4d90-a0e5-29136e8269d1 None None] Pushing event updated for resources: {'Port': ['ID=efb82acd-441a-4aa1-9044-19fa4e822389,revision_number=1']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:47:42.060385 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-7c577b3a-d16d-4d90-a0e5-29136e8269d1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:47:42.069367 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-f4d7a9ac-621c-4d27-baf0-923a783d8d2c tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967879'] for segment, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:42.069711 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.db.segments_db [None req-f4d7a9ac-621c-4d27-baf0-923a783d8d2c tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Added segment c7ea1012-34f2-49de-bcd0-f5a174798c27 of type vlan for network d256f873-da98-4eaa-988b-87fb800fabd9 Jun 24 11:47:42.075909 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron_lib.callbacks.manager [None req-70484504-4d32-4093-ab14-576e802cc48c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:42.147782 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-d17dcfef-ae4e-499c-871c-358eac337b4f tempest-RoutersAdminTest-1970644103 tempest-RoutersAdminTest-1970644103-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1815728'] for router_gateway, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:42.153321 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-55a93954-7eca-481f-aee3-1f3602a3ff23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb77690d-c644-42a6-830e-db2d23ab7835', 'name': 'tempest-snat-router-14675017', 'tenant_id': '444d1cfc1a1d4d7c897062fd9604b852', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'external_fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.10'}], 'enable_snat': True}, 'gw_port_id': 'b0717805-1955-4e32-99c1-6526fdebd3fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T11:47:31Z', 'updated_at': '2021-06-24T11:47:37Z', 'revision_number': 3, 'project_id': '444d1cfc1a1d4d7c897062fd9604b852', 'gw_port': {'id': 'b0717805-1955-4e32-99c1-6526fdebd3fc', 'name': '', 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:04:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb77690d-c644-42a6-830e-db2d23ab7835', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:47:33Z', 'updated_at': '2021-06-24T11:47:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-4-hyperv'}], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:47:42.158256 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-d5b467ff-f5f2-41f9-a3ea-9fbf67e02b4f tempest-RoutersIpV6AdminTest-1198470881 tempest-RoutersIpV6AdminTest-1198470881-project-admin] 10.222.0.53 "GET /v2.0/routers/cb77690d-c644-42a6-830e-db2d23ab7835 HTTP/1.1" status: 200 len: 905 time: 0.7888427 Jun 24 11:47:42.165345 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 58424) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:47:42.183356 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e24866b-5fba-444d-89ef-d275a96a6201 tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Deleting subnet d8d531f4-362b-4ce9-b820-18d1165b6187 {{(pid=128083) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 24 11:47:42.199710 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55a93954-7eca-481f-aee3-1f3602a3ff23 None None] Checking router: cb77690d-c644-42a6-830e-db2d23ab7835 for host: dv-neutron-797120-4-hyperv {{(pid=128085) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 11:47:42.200307 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55a93954-7eca-481f-aee3-1f3602a3ff23 None None] Updating router cb77690d-c644-42a6-830e-db2d23ab7835 port b0717805-1955-4e32-99c1-6526fdebd3fc binding host dv-neutron-797120-4-hyperv {{(pid=128085) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 11:47:42.228629 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-f4d7a9ac-621c-4d27-baf0-923a783d8d2c tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793193525068'] for network, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:42.237886 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-4e24866b-5fba-444d-89ef-d275a96a6201 tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Notify callbacks [] for subnet, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:42.253374 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-7c577b3a-d16d-4d90-a0e5-29136e8269d1 None None] For port efb82acd-441a-4aa1-9044-19fa4e822389, host dv-neutron-797120-4-hyperv, cleared binding levels {{(pid=128085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 11:47:42.276880 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-7c577b3a-d16d-4d90-a0e5-29136e8269d1 None None] For port efb82acd-441a-4aa1-9044-19fa4e822389, host dv-neutron-797120-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=efb82acd-441a-4aa1-9044-19fa4e822389,segment=NetworkSegment(fddfe548-9582-48fa-8a0c-6b06bc4d1b9f),segment_id=fddfe548-9582-48fa-8a0c-6b06bc4d1b9f)] {{(pid=128085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 11:47:42.280443 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-55a93954-7eca-481f-aee3-1f3602a3ff23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:42.293288 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-7c577b3a-d16d-4d90-a0e5-29136e8269d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:42.333599 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-1afa636a-db81-43d0-abea-ad9110533491 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:47:42.349163 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-d17dcfef-ae4e-499c-871c-358eac337b4f tempest-RoutersAdminTest-1970644103 tempest-RoutersAdminTest-1970644103-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1803182', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65403'] for router, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:42.357519 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-d17dcfef-ae4e-499c-871c-358eac337b4f tempest-RoutersAdminTest-1970644103 tempest-RoutersAdminTest-1970644103-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:42.439763 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-4e24866b-5fba-444d-89ef-d275a96a6201 tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3143795'] for subnet, precommit_delete_associations {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:42.491319 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-f4d7a9ac-621c-4d27-baf0-923a783d8d2c tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1800243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976'] for network, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:42.498403 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4d7a9ac-621c-4d27-baf0-923a783d8d2c tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:47:42.501325 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-f4d7a9ac-621c-4d27-baf0-923a783d8d2c tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588949'] for network, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:42.519350 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-2f5280a3-17ad-422f-82d5-e0b5ebdf7e3b tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:47:42.523588 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4adf39d-eb70-4190-93f1-ea7a86f8846b tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] Made reservation on behalf of e5cf0df8d3ec4e94a403a4ce89d83b64 for: {'network': 1} {{(pid=128083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 11:47:42.527824 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-c4adf39d-eb70-4190-93f1-ea7a86f8846b tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for network, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:42.540176 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-d17dcfef-ae4e-499c-871c-358eac337b4f tempest-RoutersAdminTest-1970644103 tempest-RoutersAdminTest-1970644103-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1806072'] for router, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:42.541042 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d17dcfef-ae4e-499c-871c-358eac337b4f tempest-RoutersAdminTest-1970644103 tempest-RoutersAdminTest-1970644103-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e3a822f4-baa5-4181-a262-e34c2974892f {{(pid=128083) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 24 11:47:42.566683 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-f4d7a9ac-621c-4d27-baf0-923a783d8d2c tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.0460458 Jun 24 11:47:42.587663 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 58426) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:47:42.593170 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-d17dcfef-ae4e-499c-871c-358eac337b4f tempest-RoutersAdminTest-1970644103 tempest-RoutersAdminTest-1970644103-project-admin] Notify callbacks [] for router, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:42.594907 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-d17dcfef-ae4e-499c-871c-358eac337b4f tempest-RoutersAdminTest-1970644103 tempest-RoutersAdminTest-1970644103-project-admin] 10.222.0.53 "DELETE /v2.0/routers/e3a822f4-baa5-4181-a262-e34c2974892f HTTP/1.1" status: 204 len: 168 time: 2.4906974 Jun 24 11:47:42.621155 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [None req-4ab56fd5-3f5c-4f23-93e4-eb768b61964f tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Request body: {'subnet': {'network_id': 'd256f873-da98-4eaa-988b-87fb800fabd9', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:47:42.627911 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 58428) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:47:42.662670 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [None req-c354da99-b3ff-4cf5-a0cb-2e04692bd04c tempest-RoutersAdminTest-701485524 tempest-RoutersAdminTest-701485524-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-349327770', 'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b'}, 'admin_state_up': False}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:47:42.682633 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron_lib.callbacks.manager [None req-70484504-4d32-4093-ab14-576e802cc48c None None] Notify callbacks [] for port, precommit_update {{(pid=128086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:42.685264 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c577b3a-d16d-4d90-a0e5-29136e8269d1 None None] Pushing event updated for resources: {'Port': ['ID=efb82acd-441a-4aa1-9044-19fa4e822389,revision_number=2']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:47:42.708703 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.provisioning_blocks [None req-70484504-4d32-4093-ab14-576e802cc48c None None] Transition to ACTIVE for port object d22328e1-d1a8-42bd-82d3-351b64623792 will not be triggered until provisioned by entity L2. {{(pid=128086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 11:47:42.713303 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-7c577b3a-d16d-4d90-a0e5-29136e8269d1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.380s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:47:42.714182 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device 675ad237-f097-4b8a-a6ab-6ccbcb3eb3db up at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 11:47:42.731256 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron_lib.callbacks.manager [None req-70484504-4d32-4093-ab14-576e802cc48c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:42.733430 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG oslo_concurrency.lockutils [None req-6051145f-531f-4189-9a87-999c3a3e5548 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128086) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:47:42.824671 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-c354da99-b3ff-4cf5-a0cb-2e04692bd04c tempest-RoutersAdminTest-701485524 tempest-RoutersAdminTest-701485524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1803889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65293'] for router, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:42.825951 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-c354da99-b3ff-4cf5-a0cb-2e04692bd04c tempest-RoutersAdminTest-701485524 tempest-RoutersAdminTest-701485524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1803848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1975305', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1581158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65396'] for router, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:42.855350 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd41d278-3e7d-4b3c-9041-b26911d2a38f None None] Pushing event updated for resources: {'Port': ['ID=d22328e1-d1a8-42bd-82d3-351b64623792,revision_number=3']} {{(pid=128086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:47:42.877474 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG oslo_concurrency.lockutils [None req-bd41d278-3e7d-4b3c-9041-b26911d2a38f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=128086) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:47:42.972243 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d7a9ac-621c-4d27-baf0-923a783d8d2c tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Pushing event updated for resources: {'Network': ['ID=d256f873-da98-4eaa-988b-87fb800fabd9,revision_number=1']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:47:42.985800 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4adf39d-eb70-4190-93f1-ea7a86f8846b tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] vlan segment allocate from pool success with {'vlan_id': 607, 'physical_network': 'physnet1'} {{(pid=128083) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 11:47:42.991929 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-21241f94-8f1f-48b3-8e4c-dcd0f29f2013 tempest-RoutersIpV6AdminTest-1198470881 tempest-RoutersIpV6AdminTest-1198470881-project-admin] Notify callbacks [] for router, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:42.995949 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Network d256f873-da98-4eaa-988b-87fb800fabd9 details requested by agent ovs-agent-dv-neutron-797120-4-hyperv with host dv-neutron-797120-4-hyperv {{(pid=128085) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 11:47:43.006030 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.plugins.ml2.managers [None req-70484504-4d32-4093-ab14-576e802cc48c None None] Attempting to bind port d22328e1-d1a8-42bd-82d3-351b64623792 on host dv-neutron-797120-4-hyperv for vnic_type normal with profile {{(pid=128086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 11:47:43.006503 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.plugins.ml2.managers [None req-70484504-4d32-4093-ab14-576e802cc48c None None] Attempting to bind port d22328e1-d1a8-42bd-82d3-351b64623792 by drivers openvswitch,hyperv on host dv-neutron-797120-4-hyperv at level 0 using segments [{'id': 'bb331b1f-a9ef-4c40-9aab-9aba7f5e1fe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '580a2d1a-1689-4c76-bcaf-a30c08ec9279'}] {{(pid=128086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 11:47:43.006763 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70484504-4d32-4093-ab14-576e802cc48c None None] Attempting to bind port d22328e1-d1a8-42bd-82d3-351b64623792 on network 580a2d1a-1689-4c76-bcaf-a30c08ec9279 {{(pid=128086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 11:47:43.008122 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-f4d7a9ac-621c-4d27-baf0-923a783d8d2c tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.485s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:47:43.017452 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70484504-4d32-4093-ab14-576e802cc48c None None] Checking agent: {'id': 'e3a695b2-c397-461f-83b0-10b79d490b59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 11, 36, 56), 'started_at': datetime.datetime(2021, 6, 24, 11, 37, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 11, 47, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=128086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 11:47:43.020921 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70484504-4d32-4093-ab14-576e802cc48c None None] Checking segment: {'id': 'bb331b1f-a9ef-4c40-9aab-9aba7f5e1fe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '580a2d1a-1689-4c76-bcaf-a30c08ec9279'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=128086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 11:47:43.021431 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron_lib.callbacks.manager [None req-70484504-4d32-4093-ab14-576e802cc48c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=128086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:43.022181 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70484504-4d32-4093-ab14-576e802cc48c None None] Bound using segment: {'id': 'bb331b1f-a9ef-4c40-9aab-9aba7f5e1fe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '580a2d1a-1689-4c76-bcaf-a30c08ec9279'} {{(pid=128086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 11:47:43.022852 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.plugins.ml2.managers [None req-70484504-4d32-4093-ab14-576e802cc48c None None] Bound port: d22328e1-d1a8-42bd-82d3-351b64623792, host: dv-neutron-797120-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb331b1f-a9ef-4c40-9aab-9aba7f5e1fe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '580a2d1a-1689-4c76-bcaf-a30c08ec9279'}}] {{(pid=128086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 11:47:43.024825 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron_lib.callbacks.manager [None req-70484504-4d32-4093-ab14-576e802cc48c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:43.109028 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning complete for port 675ad237-f097-4b8a-a6ab-6ccbcb3eb3db triggered by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:47:43.109979 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:43.133703 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-40a2b202-3c27-449a-9b4c-3a2b100417e1 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:43.136000 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-c4adf39d-eb70-4190-93f1-ea7a86f8846b tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967879'] for segment, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:43.136874 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.db.segments_db [None req-c4adf39d-eb70-4190-93f1-ea7a86f8846b tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] Added segment f972d67d-9a3f-43c1-a25e-18a9dc65bf56 of type vlan for network 981bb62b-f7f4-45de-8aea-7a1d43e26b6b Jun 24 11:47:43.155526 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-21241f94-8f1f-48b3-8e4c-dcd0f29f2013 tempest-RoutersIpV6AdminTest-1198470881 tempest-RoutersIpV6AdminTest-1198470881-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:43.209101 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.plugins.ml2.db [None req-70484504-4d32-4093-ab14-576e802cc48c None None] For port d22328e1-d1a8-42bd-82d3-351b64623792, host dv-neutron-797120-4-hyperv, cleared binding levels {{(pid=128086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 11:47:43.212215 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-4e24866b-5fba-444d-89ef-d275a96a6201 tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-972249'] for subnet, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:43.212765 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.plugins.ml2.db [None req-70484504-4d32-4093-ab14-576e802cc48c None None] For port d22328e1-d1a8-42bd-82d3-351b64623792, host dv-neutron-797120-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=d22328e1-d1a8-42bd-82d3-351b64623792,segment=NetworkSegment(bb331b1f-a9ef-4c40-9aab-9aba7f5e1fe9),segment_id=bb331b1f-a9ef-4c40-9aab-9aba7f5e1fe9)] {{(pid=128086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 11:47:43.223161 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.notifiers.nova [None req-40a2b202-3c27-449a-9b4c-3a2b100417e1 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] device_id is not set on port 602b2cf6-d98d-4368-bcb9-f36d9d8e63ad yet. {{(pid=128084) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 24 11:47:43.224824 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron_lib.callbacks.manager [None req-70484504-4d32-4093-ab14-576e802cc48c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:43.228020 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG oslo_concurrency.lockutils [None req-88694384-641d-41da-9c51-3f6431551de1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128086) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:47:43.366696 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd41d278-3e7d-4b3c-9041-b26911d2a38f None None] Pushing event updated for resources: {'Port': ['ID=d22328e1-d1a8-42bd-82d3-351b64623792,revision_number=4']} {{(pid=128086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:47:43.375182 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG oslo_concurrency.lockutils [None req-bd41d278-3e7d-4b3c-9041-b26911d2a38f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=128086) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:47:43.398750 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.plugin [None req-50da0517-b34d-4c7e-aabc-21c4660e617f tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Deleting port c6cfcfc5-9819-4af6-a93c-15f03675594f {{(pid=128084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 11:47:43.399110 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-50da0517-b34d-4c7e-aabc-21c4660e617f tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793193942312'] for port, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:43.407643 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70484504-4d32-4093-ab14-576e802cc48c None None] Routers {'d87749d3-f594-4284-87a4-6fe3955904b1'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 11:47:43.408279 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-70484504-4d32-4093-ab14-576e802cc48c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T11:47:26Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['d87749d3-f594-4284-87a4-6fe3955904b1'], 'active': True} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:47:43.421138 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-c4adf39d-eb70-4190-93f1-ea7a86f8846b tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793193525068'] for network, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:43.460605 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device bb63497c-372a-47d2-b8b1-cf3202deb92b up at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 11:47:43.473280 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-c354da99-b3ff-4cf5-a0cb-2e04692bd04c tempest-RoutersAdminTest-701485524 tempest-RoutersAdminTest-701485524-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:43.497585 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-82656c82-a7de-4bee-9a11-040bbf510ca9 req-3733d6d6-3b0c-438e-89cf-68489c1e6470 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=d6cc2586-9578-488f-96d4-fbc6dd702115&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.8980885 Jun 24 11:47:43.502786 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-c4adf39d-eb70-4190-93f1-ea7a86f8846b tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1800243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976'] for network, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:43.509913 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4adf39d-eb70-4190-93f1-ea7a86f8846b tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:47:43.510587 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-c4adf39d-eb70-4190-93f1-ea7a86f8846b tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588949'] for network, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:43.568714 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-1081e0ee-2a93-46d2-8b85-4d6a981cc49e tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:47:43.572454 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ab56fd5-3f5c-4f23-93e4-eb768b61964f tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Made reservation on behalf of 01c7f8735a2b4722ae0cabb11183e366 for: {'subnet': 1} {{(pid=128083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 11:47:43.576540 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-4ab56fd5-3f5c-4f23-93e4-eb768b61964f tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3289788'] for subnet, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:43.634915 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_dvr_db [None req-70484504-4d32-4093-ab14-576e802cc48c None None] Set router d87749d3-f594-4284-87a4-6fe3955904b1 gateway port host: None {{(pid=128086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 11:47:43.647418 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning complete for port bb63497c-372a-47d2-b8b1-cf3202deb92b triggered by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:47:43.648057 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:43.715717 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-55a93954-7eca-481f-aee3-1f3602a3ff23 None None] Notify callbacks [] for port, precommit_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:43.733160 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.plugin [None req-21241f94-8f1f-48b3-8e4c-dcd0f29f2013 tempest-RoutersIpV6AdminTest-1198470881 tempest-RoutersIpV6AdminTest-1198470881-project-admin] Deleting port b0717805-1955-4e32-99c1-6526fdebd3fc {{(pid=128084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 11:47:43.733825 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-21241f94-8f1f-48b3-8e4c-dcd0f29f2013 tempest-RoutersIpV6AdminTest-1198470881 tempest-RoutersIpV6AdminTest-1198470881-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793193942312'] for port, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:43.758595 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-55a93954-7eca-481f-aee3-1f3602a3ff23 None None] Transition to ACTIVE for port object b0717805-1955-4e32-99c1-6526fdebd3fc will not be triggered until provisioned by entity L2. {{(pid=128085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 11:47:43.786899 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-55a93954-7eca-481f-aee3-1f3602a3ff23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:43.792370 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-1de13615-93cc-4241-8eb4-328aa7fec6eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:47:43.832862 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-21241f94-8f1f-48b3-8e4c-dcd0f29f2013 tempest-RoutersIpV6AdminTest-1198470881 tempest-RoutersIpV6AdminTest-1198470881-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1978872'] for port, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:43.841991 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-c4adf39d-eb70-4190-93f1-ea7a86f8846b tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 2.3577640 Jun 24 11:47:43.853310 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.plugin [None req-21241f94-8f1f-48b3-8e4c-dcd0f29f2013 tempest-RoutersIpV6AdminTest-1198470881 tempest-RoutersIpV6AdminTest-1198470881-project-admin] Calling delete_port for b0717805-1955-4e32-99c1-6526fdebd3fc owned by network:router_gateway {{(pid=128084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 11:47:43.877900 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-4e24866b-5fba-444d-89ef-d275a96a6201 tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-972238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2537800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3289951'] for subnet, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:43.894042 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 58432) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:47:43.901913 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [None req-abe23031-d90d-447d-bdd2-e602d2b16e18 tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] Request body: {'subnet': {'network_id': '981bb62b-f7f4-45de-8aea-7a1d43e26b6b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:47:43.907428 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef93bbd-3e7e-460e-a5ed-6616f6bbce0c None None] Pushing event updated for resources: {'Port': ['ID=b0717805-1955-4e32-99c1-6526fdebd3fc,revision_number=2']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:47:43.912931 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9770e5eb-4b12-4381-a3f1-85ab9434bf91 None None] Network 1549d505-f936-4d39-8f8f-72b4c7023104 requested from dv-neutron-797120-4-hyperv {{(pid=128085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 11:47:43.915484 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-55a93954-7eca-481f-aee3-1f3602a3ff23 None None] Attempting to bind port b0717805-1955-4e32-99c1-6526fdebd3fc on host dv-neutron-797120-4-hyperv for vnic_type normal with profile {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 11:47:43.915484 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-55a93954-7eca-481f-aee3-1f3602a3ff23 None None] Attempting to bind port b0717805-1955-4e32-99c1-6526fdebd3fc by drivers openvswitch,hyperv on host dv-neutron-797120-4-hyperv at level 0 using segments [{'id': '1139564f-ff83-4b49-a593-84b33301357d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b'}] {{(pid=128085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 11:47:43.915804 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55a93954-7eca-481f-aee3-1f3602a3ff23 None None] Attempting to bind port b0717805-1955-4e32-99c1-6526fdebd3fc on network f2b8ca71-e776-48b2-8898-96cc7970207b {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 11:47:43.926941 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-3ef93bbd-3e7e-460e-a5ed-6616f6bbce0c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:47:43.941779 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device c6cfcfc5-9819-4af6-a93c-15f03675594f up at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 11:47:43.952007 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55a93954-7eca-481f-aee3-1f3602a3ff23 None None] Checking agent: {'id': 'e3a695b2-c397-461f-83b0-10b79d490b59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 11, 36, 56), 'started_at': datetime.datetime(2021, 6, 24, 11, 37, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 11, 47, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 11:47:43.952386 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55a93954-7eca-481f-aee3-1f3602a3ff23 None None] Checking segment: {'id': '1139564f-ff83-4b49-a593-84b33301357d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=128085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 11:47:43.952794 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-55a93954-7eca-481f-aee3-1f3602a3ff23 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:43.953341 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55a93954-7eca-481f-aee3-1f3602a3ff23 None None] Bound using segment: {'id': '1139564f-ff83-4b49-a593-84b33301357d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b'} {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 11:47:43.953832 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-55a93954-7eca-481f-aee3-1f3602a3ff23 None None] Bound port: b0717805-1955-4e32-99c1-6526fdebd3fc, host: dv-neutron-797120-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1139564f-ff83-4b49-a593-84b33301357d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b'}}] {{(pid=128085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 11:47:43.954220 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-55a93954-7eca-481f-aee3-1f3602a3ff23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:44.000075 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-4e24866b-5fba-444d-89ef-d275a96a6201 tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588949'] for subnet, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:44.004933 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-4e24866b-5fba-444d-89ef-d275a96a6201 tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] 10.222.0.53 "DELETE /v2.0/subnets/d8d531f4-362b-4ce9-b820-18d1165b6187 HTTP/1.1" status: 204 len: 168 time: 1.9826503 Jun 24 11:47:44.010117 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 58434) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:47:44.116832 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-21241f94-8f1f-48b3-8e4c-dcd0f29f2013 tempest-RoutersIpV6AdminTest-1198470881 tempest-RoutersIpV6AdminTest-1198470881-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793193945299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193536732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3292088'] for port, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:44.125523 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-dd215f99-bf4f-4024-85fa-aea19ea70654 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:47:44.131657 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.db [None req-50da0517-b34d-4c7e-aabc-21c4660e617f tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] For port c6cfcfc5-9819-4af6-a93c-15f03675594f, host dv-neutron-797120-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=c6cfcfc5-9819-4af6-a93c-15f03675594f,segment=NetworkSegment(f94e6868-a75c-48d3-9c96-e0e46c9b4925),segment_id=f94e6868-a75c-48d3-9c96-e0e46c9b4925)] {{(pid=128084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 11:47:44.132323 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-50da0517-b34d-4c7e-aabc-21c4660e617f tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1978872'] for port, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:44.136531 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.db.api [None req-55a93954-7eca-481f-aee3-1f3602a3ff23 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=128085) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 24 11:47:44.136893 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_db.api [None req-55a93954-7eca-481f-aee3-1f3602a3ff23 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 24 11:47:44.177257 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21241f94-8f1f-48b3-8e4c-dcd0f29f2013 tempest-RoutersIpV6AdminTest-1198470881 tempest-RoutersIpV6AdminTest-1198470881-project-admin] Pushing event deleted for resources: {'Port': ['ID=b0717805-1955-4e32-99c1-6526fdebd3fc,revision_number=None']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:47:44.181178 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-21241f94-8f1f-48b3-8e4c-dcd0f29f2013 tempest-RoutersIpV6AdminTest-1198470881 tempest-RoutersIpV6AdminTest-1198470881-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:47:44.185728 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning complete for port c6cfcfc5-9819-4af6-a93c-15f03675594f triggered by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:47:44.186114 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:44.205666 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-70484504-4d32-4093-ab14-576e802cc48c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd87749d3-f594-4284-87a4-6fe3955904b1', 'name': 'tempest-RoutersTest-router-456200694', 'tenant_id': '01c7f8735a2b4722ae0cabb11183e366', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T11:47:01Z', 'updated_at': '2021-06-24T11:47:38Z', 'revision_number': 4, 'project_id': '01c7f8735a2b4722ae0cabb11183e366', 'gw_port_host': None, '_interfaces': [{'id': '11d4e1d1-3828-4a40-a4f0-e768f1395739', 'name': '', 'network_id': 'bddb0f8e-0e1f-4536-a9ef-e387f1699f13', 'tenant_id': '01c7f8735a2b4722ae0cabb11183e366', 'mac_address': 'fa:16:3e:7d:a9:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd87749d3-f594-4284-87a4-6fe3955904b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'ee35f23e-956d-4b15-87a0-fe4ac4012d10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:47:07Z', 'updated_at': '2021-06-24T11:47:22Z', 'revision_number': 5, 'project_id': '01c7f8735a2b4722ae0cabb11183e366', 'subnets': [{'id': 'ee35f23e-956d-4b15-87a0-fe4ac4012d10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bb63497c-372a-47d2-b8b1-cf3202deb92b', 'name': '', 'network_id': 'b91d5cb9-8fe3-4576-a991-183ff1f7b145', 'tenant_id': '01c7f8735a2b4722ae0cabb11183e366', 'mac_address': 'fa:16:3e:93:ca:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd87749d3-f594-4284-87a4-6fe3955904b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '02346804-ee6e-4b90-a906-fa952c478595', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:47:19Z', 'updated_at': '2021-06-24T11:47:41Z', 'revision_number': 5, 'project_id': '01c7f8735a2b4722ae0cabb11183e366', 'subnets': [{'id': '02346804-ee6e-4b90-a906-fa952c478595', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd22328e1-d1a8-42bd-82d3-351b64623792', 'name': '', 'network_id': '580a2d1a-1689-4c76-bcaf-a30c08ec9279', 'tenant_id': '01c7f8735a2b4722ae0cabb11183e366', 'mac_address': 'fa:16:3e:3e:12:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd87749d3-f594-4284-87a4-6fe3955904b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '7733ac5c-122b-4158-91ff-dfd2455e0191', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:47:34Z', 'updated_at': '2021-06-24T11:47:43Z', 'revision_number': 4, 'project_id': '01c7f8735a2b4722ae0cabb11183e366', 'subnets': [{'id': '7733ac5c-122b-4158-91ff-dfd2455e0191', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:47:44.251386 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70484504-4d32-4093-ab14-576e802cc48c None None] The sync data for ids ['d87749d3-f594-4284-87a4-6fe3955904b1'] in dv-neutron-797120-4-hyperv is: [{'id': 'd87749d3-f594-4284-87a4-6fe3955904b1', 'name': 'tempest-RoutersTest-router-456200694', 'tenant_id': '01c7f8735a2b4722ae0cabb11183e366', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T11:47:01Z', 'updated_at': '2021-06-24T11:47:38Z', 'revision_number': 4, 'project_id': '01c7f8735a2b4722ae0cabb11183e366', 'gw_port_host': None, '_interfaces': [{'id': '11d4e1d1-3828-4a40-a4f0-e768f1395739', 'name': '', 'network_id': 'bddb0f8e-0e1f-4536-a9ef-e387f1699f13', 'tenant_id': '01c7f8735a2b4722ae0cabb11183e366', 'mac_address': 'fa:16:3e:7d:a9:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd87749d3-f594-4284-87a4-6fe3955904b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'ee35f23e-956d-4b15-87a0-fe4ac4012d10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:47:07Z', 'updated_at': '2021-06-24T11:47:22Z', 'revision_number': 5, 'project_id': '01c7f8735a2b4722ae0cabb11183e366', 'subnets': [{'id': 'ee35f23e-956d-4b15-87a0-fe4ac4012d10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bb63497c-372a-47d2-b8b1-cf3202deb92b', 'name': '', 'network_id': 'b91d5cb9-8fe3-4576-a991-183ff1f7b145', 'tenant_id': '01c7f8735a2b4722ae0cabb11183e366', 'mac_address': 'fa:16:3e:93:ca:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd87749d3-f594-4284-87a4-6fe3955904b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '02346804-ee6e-4b90-a906-fa952c478595', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:47:19Z', 'updated_at': '2021-06-24T11:47:41Z', 'revision_number': 5, 'project_id': '01c7f8735a2b4722ae0cabb11183e366', 'subnets': [{'id': '02346804-ee6e-4b90-a906-fa952c478595', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd22328e1-d1a8-42bd-82d3-351b64623792', 'name': '', 'network_id': '580a2d1a-1689-4c76-bcaf-a30c08ec9279', 'tenant_id': '01c7f8735a2b4722ae0cabb11183e366', 'mac_address': 'fa:16:3e:3e:12:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd87749d3-f594-4284-87a4-6fe3955904b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '7733ac5c-122b-4158-91ff-dfd2455e0191', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:47:34Z', 'updated_at': '2021-06-24T11:47:43Z', 'revision_number': 4, 'project_id': '01c7f8735a2b4722ae0cabb11183e366', 'subnets': [{'id': '7733ac5c-122b-4158-91ff-dfd2455e0191', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=128086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 11:47:44.261073 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.plugin [None req-50da0517-b34d-4c7e-aabc-21c4660e617f tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Calling delete_port for c6cfcfc5-9819-4af6-a93c-15f03675594f owned by network:router_interface {{(pid=128084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 11:47:44.275274 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-c354da99-b3ff-4cf5-a0cb-2e04692bd04c tempest-RoutersAdminTest-701485524 tempest-RoutersAdminTest-701485524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1975381', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1803205', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65378'] for router, precommit_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:44.288213 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4adf39d-eb70-4190-93f1-ea7a86f8846b tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] Pushing event updated for resources: {'Network': ['ID=981bb62b-f7f4-45de-8aea-7a1d43e26b6b,revision_number=1']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:47:44.295243 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-21241f94-8f1f-48b3-8e4c-dcd0f29f2013 tempest-RoutersIpV6AdminTest-1198470881 tempest-RoutersIpV6AdminTest-1198470881-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1815728'] for router_gateway, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:44.298128 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-c4adf39d-eb70-4190-93f1-ea7a86f8846b tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.729s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:47:44.299634 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.db.db_base_plugin_common [None req-40a2b202-3c27-449a-9b4c-3a2b100417e1 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Allocated IP 172.20.0.4 (11a80c9d-f8ee-4388-91b0-d49a25200fee/540ccc59-6c9a-46e4-8a67-d062128d54dd/602b2cf6-d98d-4368-bcb9-f36d9d8e63ad) {{(pid=128084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 11:47:44.349263 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Network 981bb62b-f7f4-45de-8aea-7a1d43e26b6b details requested by agent ovs-agent-dv-neutron-797120-4-hyperv with host dv-neutron-797120-4-hyperv {{(pid=128085) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 11:47:44.351574 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-da925693-904d-444b-aaef-545fe6de3a2d tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.457s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:47:44.405994 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e24866b-5fba-444d-89ef-d275a96a6201 tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Pushing event deleted for resources: {'Subnet': ['ID=d8d531f4-362b-4ce9-b820-18d1165b6187,revision_number=None']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:47:44.410322 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c3ce5a8-9dad-4b35-9525-cc4b626fa1e7 None None] DHCP port deletion for 1549d505-f936-4d39-8f8f-72b4c7023104 request from dv-neutron-797120-4-hyperv {{(pid=128085) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 24 11:47:44.444682 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-4e24866b-5fba-444d-89ef-d275a96a6201 tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:47:44.449458 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abe23031-d90d-447d-bdd2-e602d2b16e18 tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] Made reservation on behalf of e5cf0df8d3ec4e94a403a4ce89d83b64 for: {'subnet': 1} {{(pid=128083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 11:47:44.453362 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-abe23031-d90d-447d-bdd2-e602d2b16e18 tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3289788'] for subnet, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:44.477166 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.db.db_base_plugin_common [None req-40a2b202-3c27-449a-9b4c-3a2b100417e1 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Allocated IP 2001:db8::f816:3eff:fea8:9db6 (11a80c9d-f8ee-4388-91b0-d49a25200fee/41779e91-2d90-4198-9a09-1efdadab9b46/602b2cf6-d98d-4368-bcb9-f36d9d8e63ad) {{(pid=128084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 11:47:44.521659 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-21241f94-8f1f-48b3-8e4c-dcd0f29f2013 tempest-RoutersIpV6AdminTest-1198470881 tempest-RoutersIpV6AdminTest-1198470881-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1803182', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65403'] for router, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:44.528440 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-21241f94-8f1f-48b3-8e4c-dcd0f29f2013 tempest-RoutersIpV6AdminTest-1198470881 tempest-RoutersIpV6AdminTest-1198470881-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:44.536619 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device 75945320-0e85-42d2-8297-821261cac9a8 up at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 11:47:44.550587 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:44.565080 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82656c82-a7de-4bee-9a11-040bbf510ca9 req-e8bf4c52-c6f4-4448-a4c9-b48b56234923 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:47:44.566873 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-82656c82-a7de-4bee-9a11-040bbf510ca9 req-e8bf4c52-c6f4-4448-a4c9-b48b56234923 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=33124f0dd27d41d79a5a6b42eb81b949&device_id=d6cc2586-9578-488f-96d4-fbc6dd702115 HTTP/1.1" status: 200 len: 1098 time: 0.8401377 Jun 24 11:47:44.599081 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-d1fd9c42-485a-428d-a443-b5824b7bb0d5 tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-534962'] for network, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:44.601059 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-4ab56fd5-3f5c-4f23-93e4-eb768b61964f tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2537737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3289942'] for subnet, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:44.648869 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-21241f94-8f1f-48b3-8e4c-dcd0f29f2013 tempest-RoutersIpV6AdminTest-1198470881 tempest-RoutersIpV6AdminTest-1198470881-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1806072'] for router, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:44.650592 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21241f94-8f1f-48b3-8e4c-dcd0f29f2013 tempest-RoutersIpV6AdminTest-1198470881 tempest-RoutersIpV6AdminTest-1198470881-project-admin] Fanout notify agent at l3_agent the message router_deleted on router cb77690d-c644-42a6-830e-db2d23ab7835 {{(pid=128084) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 24 11:47:44.659038 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-21241f94-8f1f-48b3-8e4c-dcd0f29f2013 tempest-RoutersIpV6AdminTest-1198470881 tempest-RoutersIpV6AdminTest-1198470881-project-admin] Notify callbacks [] for router, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:44.663063 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-21241f94-8f1f-48b3-8e4c-dcd0f29f2013 tempest-RoutersIpV6AdminTest-1198470881 tempest-RoutersIpV6AdminTest-1198470881-project-admin] 10.222.0.53 "DELETE /v2.0/routers/cb77690d-c644-42a6-830e-db2d23ab7835 HTTP/1.1" status: 204 len: 168 time: 2.4844511 Jun 24 11:47:44.674286 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 58436) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:47:44.677413 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-c41f27f7-092e-4e25-99af-cd8188065867 tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:47:44.710772 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-7c3ce5a8-9dad-4b35-9525-cc4b626fa1e7 None None] Deleting port eaf193b7-fe17-471a-a312-384693be177e {{(pid=128085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 11:47:44.711157 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-7c3ce5a8-9dad-4b35-9525-cc4b626fa1e7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793193942312'] for port, before_delete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:44.712916 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning complete for port 75945320-0e85-42d2-8297-821261cac9a8 triggered by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:47:44.713307 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:44.730202 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76079bfd-f26a-4998-881c-bc922ceaa8e2 None None] Network 11a80c9d-f8ee-4388-91b0-d49a25200fee requested from dv-neutron-797120-4-hyperv {{(pid=128085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 11:47:44.892238 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-55a93954-7eca-481f-aee3-1f3602a3ff23 None None] Attempting to bind port b0717805-1955-4e32-99c1-6526fdebd3fc on host dv-neutron-797120-4-hyperv for vnic_type normal with profile {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 11:47:44.892620 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-55a93954-7eca-481f-aee3-1f3602a3ff23 None None] Attempting to bind port b0717805-1955-4e32-99c1-6526fdebd3fc by drivers openvswitch,hyperv on host dv-neutron-797120-4-hyperv at level 0 using segments [{'id': '1139564f-ff83-4b49-a593-84b33301357d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b'}] {{(pid=128085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 11:47:44.893009 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55a93954-7eca-481f-aee3-1f3602a3ff23 None None] Attempting to bind port b0717805-1955-4e32-99c1-6526fdebd3fc on network f2b8ca71-e776-48b2-8898-96cc7970207b {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 11:47:44.916020 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55a93954-7eca-481f-aee3-1f3602a3ff23 None None] Checking agent: {'id': 'e3a695b2-c397-461f-83b0-10b79d490b59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 11, 36, 56), 'started_at': datetime.datetime(2021, 6, 24, 11, 37, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 11, 47, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 11:47:44.916421 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55a93954-7eca-481f-aee3-1f3602a3ff23 None None] Checking segment: {'id': '1139564f-ff83-4b49-a593-84b33301357d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=128085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 11:47:44.916812 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-55a93954-7eca-481f-aee3-1f3602a3ff23 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:44.917298 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55a93954-7eca-481f-aee3-1f3602a3ff23 None None] Bound using segment: {'id': '1139564f-ff83-4b49-a593-84b33301357d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b'} {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 11:47:44.918097 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-55a93954-7eca-481f-aee3-1f3602a3ff23 None None] Bound port: b0717805-1955-4e32-99c1-6526fdebd3fc, host: dv-neutron-797120-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1139564f-ff83-4b49-a593-84b33301357d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b'}}] {{(pid=128085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 11:47:44.918493 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-55a93954-7eca-481f-aee3-1f3602a3ff23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:44.965499 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-55a93954-7eca-481f-aee3-1f3602a3ff23 None None] Port b0717805-1955-4e32-99c1-6526fdebd3fc has been deleted concurrently {{(pid=128085) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:660}} Jun 24 11:47:44.966897 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-65009661-3b27-43aa-b686-c978027c604b None None] Provisioning for port efb82acd-441a-4aa1-9044-19fa4e822389 completed by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 11:47:45.018966 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-d9694e9d-b2a2-40bc-a065-b320c63fc8d4 tempest-RoutersIpV6AdminTest-1198470881 tempest-RoutersIpV6AdminTest-1198470881-project-admin] Notify callbacks [] for router, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:45.097361 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55a93954-7eca-481f-aee3-1f3602a3ff23 None None] Routers set() bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 11:47:45.097596 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55a93954-7eca-481f-aee3-1f3602a3ff23 None None] Router IDs set() for agent in host dv-neutron-797120-4-hyperv {{(pid=128085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jun 24 11:47:45.098149 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_agentschedulers_db [None req-55a93954-7eca-481f-aee3-1f3602a3ff23 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'cb77690d-c644-42a6-830e-db2d23ab7835'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T11:47:26Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent'). {{(pid=128085) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jun 24 11:47:45.098535 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55a93954-7eca-481f-aee3-1f3602a3ff23 None None] The sync data for ids ['cb77690d-c644-42a6-830e-db2d23ab7835'] in dv-neutron-797120-4-hyperv is: [] {{(pid=128085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 11:47:45.105520 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-7c3ce5a8-9dad-4b35-9525-cc4b626fa1e7 None None] For port eaf193b7-fe17-471a-a312-384693be177e, host dv-neutron-797120-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=eaf193b7-fe17-471a-a312-384693be177e,segment=NetworkSegment(f7059b8b-d4c7-43d4-b709-d8933f695fb1),segment_id=f7059b8b-d4c7-43d4-b709-d8933f695fb1)] {{(pid=128085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 11:47:45.105934 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-7c3ce5a8-9dad-4b35-9525-cc4b626fa1e7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1978872'] for port, precommit_delete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:45.114679 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-40a2b202-3c27-449a-9b4c-3a2b100417e1 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks [] for port, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:45.130395 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-50da0517-b34d-4c7e-aabc-21c4660e617f tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793193945299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193536732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3292088'] for port, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:45.137544 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-bdea5eae-5a7e-4f38-b308-15b65dafacb1 tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:47:45.153084 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-7c3ce5a8-9dad-4b35-9525-cc4b626fa1e7 None None] Calling delete_port for eaf193b7-fe17-471a-a312-384693be177e owned by network:dhcp {{(pid=128085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 11:47:45.174549 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50da0517-b34d-4c7e-aabc-21c4660e617f tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Pushing event deleted for resources: {'Port': ['ID=c6cfcfc5-9819-4af6-a93c-15f03675594f,revision_number=None']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:47:45.177291 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-50da0517-b34d-4c7e-aabc-21c4660e617f tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:47:45.183578 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.db.provisioning_blocks [None req-40a2b202-3c27-449a-9b4c-3a2b100417e1 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Transition to ACTIVE for port object 602b2cf6-d98d-4368-bcb9-f36d9d8e63ad will not be triggered until provisioned by entity DHCP. {{(pid=128084) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 11:47:45.291593 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device 4be036bd-d527-4f52-a3f1-64fe5b94a0e1 up at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 11:47:45.340369 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab56fd5-3f5c-4f23-93e4-eb768b61964f tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Pushing event updated for resources: {'Subnet': ['ID=c9802021-c0fe-4638-a0c2-3f667ef35d38,revision_number=0']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:47:45.353525 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-4ab56fd5-3f5c-4f23-93e4-eb768b61964f tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.676s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:47:45.355034 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-50da0517-b34d-4c7e-aabc-21c4660e617f tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1588985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1806165'] for router_interface, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:45.393250 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ab56fd5-3f5c-4f23-93e4-eb768b61964f tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Checking segment: {'id': 'c7ea1012-34f2-49de-bcd0-f5a174798c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'd256f873-da98-4eaa-988b-87fb800fabd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=128083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 11:47:45.393502 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ab56fd5-3f5c-4f23-93e4-eb768b61964f tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Network hostable DHCP agents. Network: d256f873-da98-4eaa-988b-87fb800fabd9, hostable agents: ['6be988a9-1d97-480f-be5a-c55abf2c55c5'], hosted agents: [] {{(pid=128083) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 11:47:45.402859 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82656c82-a7de-4bee-9a11-040bbf510ca9 req-27a59196-a156-45a8-8e59-a97f95da9d7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:47:45.404296 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-82656c82-a7de-4bee-9a11-040bbf510ca9 req-27a59196-a156-45a8-8e59-a97f95da9d7e service neutron] 10.222.0.45 "GET /v2.0/networks?id=4865c6d7-6c66-4548-b02e-d00e97d481c4 HTTP/1.1" status: 200 len: 912 time: 0.7539062 Jun 24 11:47:45.411773 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-7c3ce5a8-9dad-4b35-9525-cc4b626fa1e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793193945299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193536732'] for port, after_delete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:45.417782 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-c03a8570-d47c-46ca-adb2-36e968022c8e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:47:45.427799 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning for port 4be036bd-d527-4f52-a3f1-64fe5b94a0e1 completed by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 11:47:45.453904 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3ce5a8-9dad-4b35-9525-cc4b626fa1e7 None None] Pushing event deleted for resources: {'Port': ['ID=eaf193b7-fe17-471a-a312-384693be177e,revision_number=None']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:47:45.459775 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning complete for port 4be036bd-d527-4f52-a3f1-64fe5b94a0e1 triggered by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:47:45.460363 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:45.463448 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-7c3ce5a8-9dad-4b35-9525-cc4b626fa1e7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:47:45.486460 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c3ce5a8-9dad-4b35-9525-cc4b626fa1e7 None None] No DVR routers for this DVR port eaf193b7-fe17-471a-a312-384693be177e on host dv-neutron-797120-4-hyperv {{(pid=128085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 11:47:45.557518 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-d9694e9d-b2a2-40bc-a065-b320c63fc8d4 tempest-RoutersIpV6AdminTest-1198470881 tempest-RoutersIpV6AdminTest-1198470881-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:45.559167 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-073928b5-22bc-45d0-a3c3-508062abb43c None None] Update dhcp port {'port': {'network_id': '11a80c9d-f8ee-4388-91b0-d49a25200fee', 'fixed_ips': [{'subnet_id': '41779e91-2d90-4198-9a09-1efdadab9b46', 'ip_address': '2001:db8::f816:3eff:fed4:b901'}, {'subnet_id': '540ccc59-6c9a-46e4-8a67-d062128d54dd'}], 'binding:host_id': 'dv-neutron-797120-4-hyperv'}, 'id': 'efb82acd-441a-4aa1-9044-19fa4e822389'} from dv-neutron-797120-4-hyperv. {{(pid=128085) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 24 11:47:45.604147 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-073928b5-22bc-45d0-a3c3-508062abb43c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:45.639988 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-40a2b202-3c27-449a-9b4c-3a2b100417e1 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-650429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-506361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793193536723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3291971'] for port, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:45.654134 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-7f5e43c0-13ba-4e79-a43f-407a0b455a49 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:47:45.665778 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.plugin [None req-d1fd9c42-485a-428d-a443-b5824b7bb0d5 tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Deleting port eaf193b7-fe17-471a-a312-384693be177e {{(pid=128083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 11:47:45.666281 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-d1fd9c42-485a-428d-a443-b5824b7bb0d5 tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793193942312'] for port, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:45.671541 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:45.695028 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ab56fd5-3f5c-4f23-93e4-eb768b61964f tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Network d256f873-da98-4eaa-988b-87fb800fabd9 is scheduled to be hosted by DHCP agent 6be988a9-1d97-480f-be5a-c55abf2c55c5 with binding_index 1 {{(pid=128083) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 11:47:45.702289 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40a2b202-3c27-449a-9b4c-3a2b100417e1 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Network 11a80c9d-f8ee-4388-91b0-d49a25200fee is already hosted by enough agents. {{(pid=128084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 11:47:45.727904 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.base_scheduler [None req-40a2b202-3c27-449a-9b4c-3a2b100417e1 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Resources bound (agent type, host, resource id): {{(pid=128084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:47:45.730871 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40a2b202-3c27-449a-9b4c-3a2b100417e1 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Received port after_create {{(pid=128084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 11:47:45.738805 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50da0517-b34d-4c7e-aabc-21c4660e617f tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Router 9ce5a3ea-ef86-4fbf-9a68-c613a7caab15 has already been hosted by L3 agent 2987dba8-2249-4ee6-96ec-28f0f7a6127d {{(pid=128084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 11:47:45.754589 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] For port 4be036bd-d527-4f52-a3f1-64fe5b94a0e1, host dv-neutron-797120-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=4be036bd-d527-4f52-a3f1-64fe5b94a0e1,segment=NetworkSegment(1139564f-ff83-4b49-a593-84b33301357d),segment_id=1139564f-ff83-4b49-a593-84b33301357d)] {{(pid=128085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 11:47:45.761284 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:45.767070 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a2b202-3c27-449a-9b4c-3a2b100417e1 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Pushing event updated for resources: {'Port': ['ID=602b2cf6-d98d-4368-bcb9-f36d9d8e63ad,revision_number=1']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:47:45.770098 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-40a2b202-3c27-449a-9b4c-3a2b100417e1 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:47:45.790832 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-82656c82-a7de-4bee-9a11-040bbf510ca9 req-3ee30ca0-0d20-408c-aa9d-edb2a27158e6 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6147d57c-7485-4c8f-a255-8497342b277c HTTP/1.1" status: 200 len: 1001 time: 0.3572636 Jun 24 11:47:45.791509 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.base_scheduler [None req-4ab56fd5-3f5c-4f23-93e4-eb768b61964f tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-4-hyperv, d256f873-da98-4eaa-988b-87fb800fabd9) {{(pid=128083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:47:45.812097 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.plugin [None req-d9694e9d-b2a2-40bc-a065-b320c63fc8d4 tempest-RoutersIpV6AdminTest-1198470881 tempest-RoutersIpV6AdminTest-1198470881-project-admin] Deleting port 4be036bd-d527-4f52-a3f1-64fe5b94a0e1 {{(pid=128084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 11:47:45.812590 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-d9694e9d-b2a2-40bc-a065-b320c63fc8d4 tempest-RoutersIpV6AdminTest-1198470881 tempest-RoutersIpV6AdminTest-1198470881-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793193942312'] for port, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:45.813908 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:47:45.820768 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49455646-0ab2-41dc-ab18-b36cdde5f523 None None] Network d256f873-da98-4eaa-988b-87fb800fabd9 requested from dv-neutron-797120-4-hyperv {{(pid=128085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 11:47:45.867234 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40a2b202-3c27-449a-9b4c-3a2b100417e1 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=128084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:47:45.867878 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-40a2b202-3c27-449a-9b4c-3a2b100417e1 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468916'] for port, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:45.892075 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ab56fd5-3f5c-4f23-93e4-eb768b61964f tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:47:45.892681 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-4ab56fd5-3f5c-4f23-93e4-eb768b61964f tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588949'] for subnet, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:45.941211 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.db [None req-d1fd9c42-485a-428d-a443-b5824b7bb0d5 tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] For port eaf193b7-fe17-471a-a312-384693be177e, host dv-neutron-797120-4-hyperv, got binding levels [] {{(pid=128083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 11:47:45.941576 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-d1fd9c42-485a-428d-a443-b5824b7bb0d5 tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1978872'] for port, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:45.964205 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.db_base_plugin_common [None req-073928b5-22bc-45d0-a3c3-508062abb43c None None] Allocated IP 172.20.0.2 (11a80c9d-f8ee-4388-91b0-d49a25200fee/540ccc59-6c9a-46e4-8a67-d062128d54dd/efb82acd-441a-4aa1-9044-19fa4e822389) {{(pid=128085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 11:47:45.974864 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.plugin [None req-d1fd9c42-485a-428d-a443-b5824b7bb0d5 tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Calling delete_port for eaf193b7-fe17-471a-a312-384693be177e owned by network:dhcp {{(pid=128083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 11:47:45.999415 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.objects.ports [None req-abe23031-d90d-447d-bdd2-e602d2b16e18 tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=128083) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jun 24 11:47:46.002369 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.ipam_backend_mixin [None req-d1fd9c42-485a-428d-a443-b5824b7bb0d5 tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Port eaf193b7-fe17-471a-a312-384693be177e was not found and therefore no delete operation was performed {{(pid=128083) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jun 24 11:47:46.005834 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-4ab56fd5-3f5c-4f23-93e4-eb768b61964f tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.3891599 Jun 24 11:47:46.039883 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 58438) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:47:46.040914 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-d1fd9c42-485a-428d-a443-b5824b7bb0d5 tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793193945299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193536732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2537862'] for port, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:46.043151 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-abe23031-d90d-447d-bdd2-e602d2b16e18 tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2537737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3289942'] for subnet, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:46.056949 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-5e601171-c295-4785-87f2-d57d93e93d21 tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:47:46.058997 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-c354da99-b3ff-4cf5-a0cb-2e04692bd04c tempest-RoutersAdminTest-701485524 tempest-RoutersAdminTest-701485524-project] Notify callbacks [] for router_gateway, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:46.141506 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82656c82-a7de-4bee-9a11-040bbf510ca9 req-9e2e4b60-c607-4aef-825d-77f6b54fa2da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:47:46.143139 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-82656c82-a7de-4bee-9a11-040bbf510ca9 req-9e2e4b60-c607-4aef-825d-77f6b54fa2da service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c9f29286-6a6a-43a7-8236-d8b39e2a7133 HTTP/1.1" status: 200 len: 850 time: 0.3066578 Jun 24 11:47:46.149020 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1fd9c42-485a-428d-a443-b5824b7bb0d5 tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Pushing event deleted for resources: {'Port': ['ID=eaf193b7-fe17-471a-a312-384693be177e,revision_number=None']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:47:46.186622 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-d1fd9c42-485a-428d-a443-b5824b7bb0d5 tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:47:46.188329 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-c354da99-b3ff-4cf5-a0cb-2e04692bd04c tempest-RoutersAdminTest-701485524 tempest-RoutersAdminTest-701485524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:46.190189 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-af5a1c9a-9142-473c-a5e5-4b898a7562bd tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.131s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:47:46.207168 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-073928b5-22bc-45d0-a3c3-508062abb43c None None] For port efb82acd-441a-4aa1-9044-19fa4e822389, host dv-neutron-797120-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=efb82acd-441a-4aa1-9044-19fa4e822389,segment=NetworkSegment(fddfe548-9582-48fa-8a0c-6b06bc4d1b9f),segment_id=fddfe548-9582-48fa-8a0c-6b06bc4d1b9f)] {{(pid=128085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 11:47:46.209109 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1fd9c42-485a-428d-a443-b5824b7bb0d5 tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] No DVR routers for this DVR port eaf193b7-fe17-471a-a312-384693be177e on host dv-neutron-797120-4-hyperv {{(pid=128083) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 11:47:46.216159 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Pushing event updated for resources: {'Port': ['ID=4be036bd-d527-4f52-a3f1-64fe5b94a0e1,revision_number=4']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:47:46.243014 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device d22328e1-d1a8-42bd-82d3-351b64623792 up at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 11:47:46.253948 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.440s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:47:46.291859 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-40a2b202-3c27-449a-9b4c-3a2b100417e1 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 5.2949798 Jun 24 11:47:46.297382 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 58440) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:47:46.342909 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50da0517-b34d-4c7e-aabc-21c4660e617f tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Notify agent at l3_agent.dv-neutron-797120-4-hyperv the message routers_updated {{(pid=128084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 11:47:46.351948 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-50da0517-b34d-4c7e-aabc-21c4660e617f tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] 10.222.0.53 "PUT /v2.0/routers/9ce5a3ea-ef86-4fbf-9a68-c613a7caab15/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1440427 Jun 24 11:47:46.354891 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 58442) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:47:46.395724 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe23031-d90d-447d-bdd2-e602d2b16e18 tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] Pushing event updated for resources: {'Subnet': ['ID=d8728583-3be5-46f5-a4d4-c3a09900b29d,revision_number=0']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:47:46.405674 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.db [None req-d9694e9d-b2a2-40bc-a065-b320c63fc8d4 tempest-RoutersIpV6AdminTest-1198470881 tempest-RoutersIpV6AdminTest-1198470881-project-admin] For port 4be036bd-d527-4f52-a3f1-64fe5b94a0e1, host dv-neutron-797120-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=4be036bd-d527-4f52-a3f1-64fe5b94a0e1,segment=NetworkSegment(1139564f-ff83-4b49-a593-84b33301357d),segment_id=1139564f-ff83-4b49-a593-84b33301357d)] {{(pid=128084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 11:47:46.406071 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-d9694e9d-b2a2-40bc-a065-b320c63fc8d4 tempest-RoutersIpV6AdminTest-1198470881 tempest-RoutersIpV6AdminTest-1198470881-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1978872'] for port, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:46.427839 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.plugin [None req-d9694e9d-b2a2-40bc-a065-b320c63fc8d4 tempest-RoutersIpV6AdminTest-1198470881 tempest-RoutersIpV6AdminTest-1198470881-project-admin] Calling delete_port for 4be036bd-d527-4f52-a3f1-64fe5b94a0e1 owned by network:router_gateway {{(pid=128084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 11:47:46.438733 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-abe23031-d90d-447d-bdd2-e602d2b16e18 tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:47:46.461012 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.db.db_base_plugin_v2 [None req-443be53a-f518-4a28-8353-6635742e91a3 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Deleting subnet 33e815b6-870d-46c2-bbe8-86c8ae48bb35 {{(pid=128084) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 24 11:47:46.466353 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-443be53a-f518-4a28-8353-6635742e91a3 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Notify callbacks [] for subnet, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:46.467640 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3524dfa-f0b4-407a-bd25-f7023dfa7626 None None] Sync routers for ids ['9ce5a3ea-ef86-4fbf-9a68-c613a7caab15'] in dv-neutron-797120-4-hyperv {{(pid=128085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 11:47:46.486343 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-073928b5-22bc-45d0-a3c3-508062abb43c None None] Notify callbacks [] for port, precommit_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:46.519456 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-d1fd9c42-485a-428d-a443-b5824b7bb0d5 tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973199', 'neutron.services.segments.db._delete_segments_for_network-8793194012456'] for network, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:46.525162 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-073928b5-22bc-45d0-a3c3-508062abb43c None None] Transition to ACTIVE for port object efb82acd-441a-4aa1-9044-19fa4e822389 will not be triggered until provisioned by entity DHCP. {{(pid=128085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 11:47:46.545132 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3524dfa-f0b4-407a-bd25-f7023dfa7626 None None] Routers {'9ce5a3ea-ef86-4fbf-9a68-c613a7caab15'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 11:47:46.547972 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-c3524dfa-f0b4-407a-bd25-f7023dfa7626 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T11:47:26Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['9ce5a3ea-ef86-4fbf-9a68-c613a7caab15'], 'active': True} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:47:46.551486 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42ed0b39-a6f4-45f7-9903-a3fd5bb2d5f7 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:47:46.554910 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-073928b5-22bc-45d0-a3c3-508062abb43c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:46.557998 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42ed0b39-a6f4-45f7-9903-a3fd5bb2d5f7 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:47:46.562516 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-42ed0b39-a6f4-45f7-9903-a3fd5bb2d5f7 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1781 time: 0.2638295 Jun 24 11:47:46.566941 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 58444) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:47:46.568860 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abe23031-d90d-447d-bdd2-e602d2b16e18 tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] Checking segment: {'id': 'f972d67d-9a3f-43c1-a25e-18a9dc65bf56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '981bb62b-f7f4-45de-8aea-7a1d43e26b6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=128083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 11:47:46.569342 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abe23031-d90d-447d-bdd2-e602d2b16e18 tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] Network hostable DHCP agents. Network: 981bb62b-f7f4-45de-8aea-7a1d43e26b6b, hostable agents: ['6be988a9-1d97-480f-be5a-c55abf2c55c5'], hosted agents: [] {{(pid=128083) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 11:47:46.585502 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.services.segments.db [None req-d1fd9c42-485a-428d-a443-b5824b7bb0d5 tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1549d505-f936-4d39-8f8f-72b4c7023104']}} {{(pid=128083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:47:46.586036 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-443be53a-f518-4a28-8353-6635742e91a3 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2373542'] for subnet, precommit_delete_associations {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:46.591387 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-7c577b3a-d16d-4d90-a0e5-29136e8269d1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:47:46.613483 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.services.segments.db [None req-d1fd9c42-485a-428d-a443-b5824b7bb0d5 tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7059b8b-d4c7-43d4-b709-d8933f695fb1') {'for_net_delete': True} {{(pid=128083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:47:46.613723 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.services.segments.db [None req-d1fd9c42-485a-428d-a443-b5824b7bb0d5 tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7059b8b-d4c7-43d4-b709-d8933f695fb1') {} {{(pid=128083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:47:46.622382 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd19275a-5468-4617-ba87-d0eee5879697 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d65c8f8-7530-5052-99fe-8ea05073750b-d256f873-da98-4eaa-988b-87fb800fabd9', 'network_id': 'd256f873-da98-4eaa-988b-87fb800fabd9', 'tenant_id': '01c7f8735a2b4722ae0cabb11183e366', 'fixed_ips': [{'subnet_id': 'c9802021-c0fe-4638-a0c2-3f667ef35d38'}]}} from dv-neutron-797120-4-hyperv. {{(pid=128085) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 24 11:47:46.623409 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-fd19275a-5468-4617-ba87-d0eee5879697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_create {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:46.643581 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-d1fd9c42-485a-428d-a443-b5824b7bb0d5 tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793194097327', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3143690'] for segment, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:46.649540 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82656c82-a7de-4bee-9a11-040bbf510ca9 req-30e10a55-797e-44af-85e9-2ea0cff8e355 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:47:46.651033 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-82656c82-a7de-4bee-9a11-040bbf510ca9 req-30e10a55-797e-44af-85e9-2ea0cff8e355 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=4865c6d7-6c66-4548-b02e-d00e97d481c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4562397 Jun 24 11:47:46.655871 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning for port d22328e1-d1a8-42bd-82d3-351b64623792 completed by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 11:47:46.678120 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning complete for port d22328e1-d1a8-42bd-82d3-351b64623792 triggered by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:47:46.678120 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:46.682365 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.db_base_plugin_common [None req-c354da99-b3ff-4cf5-a0cb-2e04692bd04c tempest-RoutersAdminTest-701485524 tempest-RoutersAdminTest-701485524-project] Allocated IP 172.26.7.200 (f2b8ca71-e776-48b2-8898-96cc7970207b/f37bf603-3862-4d0a-9f58-89616f7fd68f/bed7fb2b-2985-47f5-97f0-de1364759d7d) {{(pid=128083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 11:47:46.744358 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abe23031-d90d-447d-bdd2-e602d2b16e18 tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] Network 981bb62b-f7f4-45de-8aea-7a1d43e26b6b is scheduled to be hosted by DHCP agent 6be988a9-1d97-480f-be5a-c55abf2c55c5 with binding_index 1 {{(pid=128083) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 11:47:46.775905 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-d1fd9c42-485a-428d-a443-b5824b7bb0d5 tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967879'] for segment, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:46.814232 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-443be53a-f518-4a28-8353-6635742e91a3 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-972249'] for subnet, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:46.835219 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1fd9c42-485a-428d-a443-b5824b7bb0d5 tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Releasing vlan 649 on physical network physnet1 to pool {{(pid=128083) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 11:47:46.835632 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-d1fd9c42-485a-428d-a443-b5824b7bb0d5 tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2537899'] for segment, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:46.836195 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073928b5-22bc-45d0-a3c3-508062abb43c None None] Pushing event updated for resources: {'Port': ['ID=efb82acd-441a-4aa1-9044-19fa4e822389,revision_number=3']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:47:46.840206 dv-neutron-797120-4-hyperv neutron-server[128083]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 11:47:46.840206 dv-neutron-797120-4-hyperv neutron-server[128083]: conditions |= (models_v2.Port.network_id.in_( Jun 24 11:47:46.840206 dv-neutron-797120-4-hyperv neutron-server[128083]: Traceback (most recent call last): Jun 24 11:47:46.840206 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 24 11:47:46.840206 dv-neutron-797120-4-hyperv neutron-server[128083]: timer() Jun 24 11:47:46.840206 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 24 11:47:46.840206 dv-neutron-797120-4-hyperv neutron-server[128083]: cb(*args, **kw) Jun 24 11:47:46.840206 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 24 11:47:46.840206 dv-neutron-797120-4-hyperv neutron-server[128083]: return func(*args, **kwargs) Jun 24 11:47:46.840206 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 24 11:47:46.840206 dv-neutron-797120-4-hyperv neutron-server[128083]: self._notify() Jun 24 11:47:46.840206 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 24 11:47:46.840206 dv-neutron-797120-4-hyperv neutron-server[128083]: self.callback(batched_events) Jun 24 11:47:46.840206 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 24 11:47:46.840206 dv-neutron-797120-4-hyperv neutron-server[128083]: event.method(event) Jun 24 11:47:46.840206 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 24 11:47:46.840206 dv-neutron-797120-4-hyperv neutron-server[128083]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 24 11:47:46.840206 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 24 11:47:46.840206 dv-neutron-797120-4-hyperv neutron-server[128083]: aggregate_uuid = self.p_client.list_aggregates( Jun 24 11:47:46.840206 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 24 11:47:46.840206 dv-neutron-797120-4-hyperv neutron-server[128083]: return f(self, *a, **k) Jun 24 11:47:46.840206 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 24 11:47:46.840206 dv-neutron-797120-4-hyperv neutron-server[128083]: return self._get(url).json() Jun 24 11:47:46.840206 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 24 11:47:46.840206 dv-neutron-797120-4-hyperv neutron-server[128083]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 24 11:47:46.840206 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 24 11:47:46.840206 dv-neutron-797120-4-hyperv neutron-server[128083]: return self.request(url, 'GET', **kwargs) Jun 24 11:47:46.840206 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 24 11:47:46.840206 dv-neutron-797120-4-hyperv neutron-server[128083]: base_url = self.get_endpoint(auth, allow=allow, Jun 24 11:47:46.840206 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 24 11:47:46.840206 dv-neutron-797120-4-hyperv neutron-server[128083]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 24 11:47:46.840206 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 24 11:47:46.840206 dv-neutron-797120-4-hyperv neutron-server[128083]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 24 11:47:46.840206 dv-neutron-797120-4-hyperv neutron-server[128083]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 24 11:47:46.842975 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.base_scheduler [None req-abe23031-d90d-447d-bdd2-e602d2b16e18 tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-4-hyperv, 981bb62b-f7f4-45de-8aea-7a1d43e26b6b) {{(pid=128083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:47:46.847003 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-073928b5-22bc-45d0-a3c3-508062abb43c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:47:46.848479 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvr_db [None req-c3524dfa-f0b4-407a-bd25-f7023dfa7626 None None] Set router 9ce5a3ea-ef86-4fbf-9a68-c613a7caab15 gateway port host: None {{(pid=128085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 11:47:46.869770 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abe23031-d90d-447d-bdd2-e602d2b16e18 tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:47:46.870366 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-abe23031-d90d-447d-bdd2-e602d2b16e18 tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588949'] for subnet, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:46.883636 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.plugin [None req-e9db5a88-2a45-488e-a7ce-5c44e27f5715 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Deleting port 602b2cf6-d98d-4368-bcb9-f36d9d8e63ad {{(pid=128084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 11:47:46.885012 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-e9db5a88-2a45-488e-a7ce-5c44e27f5715 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793193942312'] for port, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:46.888864 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4b260d4-1211-4702-a2b0-9937fd62db65 None None] Network 981bb62b-f7f4-45de-8aea-7a1d43e26b6b requested from dv-neutron-797120-4-hyperv {{(pid=128085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 11:47:46.984133 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-abe23031-d90d-447d-bdd2-e602d2b16e18 tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.0869799 Jun 24 11:47:46.988178 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 58446) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:47:47.003397 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-041bec51-b981-44af-ae23-f6e5c9a90232 tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] Request body: {'port': {'network_id': '981bb62b-f7f4-45de-8aea-7a1d43e26b6b', 'name': 'tempest-NetworksIpV6TestAttrs-1029695749'}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:47:47.030089 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-d9694e9d-b2a2-40bc-a065-b320c63fc8d4 tempest-RoutersIpV6AdminTest-1198470881 tempest-RoutersIpV6AdminTest-1198470881-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793193945299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193536732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3292088'] for port, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:47.032363 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-d1fd9c42-485a-428d-a443-b5824b7bb0d5 tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1800243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1815642'] for network, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:47.039220 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-82656c82-a7de-4bee-9a11-040bbf510ca9 req-0aeb579c-1e53-4010-919b-688982395ac6 service neutron] 10.222.0.45 "GET /v2.0/networks/4865c6d7-6c66-4548-b02e-d00e97d481c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3783405 Jun 24 11:47:47.045035 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-047b7886-834b-48c7-b937-46ff3ed2e5fc tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:47:47.051950 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-a37d9b29-4402-4d3a-82bd-18dbdbd72f80 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:47:47.060703 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-d1fd9c42-485a-428d-a443-b5824b7bb0d5 tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588949'] for network, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:47.066074 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-d1fd9c42-485a-428d-a443-b5824b7bb0d5 tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] 10.222.0.53 "DELETE /v2.0/networks/1549d505-f936-4d39-8f8f-72b4c7023104 HTTP/1.1" status: 204 len: 168 time: 3.0139580 Jun 24 11:47:47.070064 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 58448) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:47:47.126531 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-443be53a-f518-4a28-8353-6635742e91a3 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-972238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3292022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3162263'] for subnet, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:47.128534 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9694e9d-b2a2-40bc-a065-b320c63fc8d4 tempest-RoutersIpV6AdminTest-1198470881 tempest-RoutersIpV6AdminTest-1198470881-project-admin] Pushing event deleted for resources: {'Port': ['ID=4be036bd-d527-4f52-a3f1-64fe5b94a0e1,revision_number=None']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:47:47.131582 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-d9694e9d-b2a2-40bc-a065-b320c63fc8d4 tempest-RoutersIpV6AdminTest-1198470881 tempest-RoutersIpV6AdminTest-1198470881-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:47:47.136239 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.db_base_plugin_common [None req-fd19275a-5468-4617-ba87-d0eee5879697 None None] Allocated IP 172.23.0.2 (d256f873-da98-4eaa-988b-87fb800fabd9/c9802021-c0fe-4638-a0c2-3f667ef35d38/d66a84b2-ad5a-483d-b0de-9abf8716d6a1) {{(pid=128085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 11:47:47.137447 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-e02abc80-4fbc-4fd5-834a-c40bd6e92f60 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:47:47.151630 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-e9db5a88-2a45-488e-a7ce-5c44e27f5715 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1978872'] for port, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:47.182252 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:47.202569 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443be53a-f518-4a28-8353-6635742e91a3 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Pushing event deleted for resources: {'Subnet': ['ID=33e815b6-870d-46c2-bbe8-86c8ae48bb35,revision_number=None']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:47:47.206203 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-443be53a-f518-4a28-8353-6635742e91a3 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:47:47.207613 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.plugin [None req-e9db5a88-2a45-488e-a7ce-5c44e27f5715 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Calling delete_port for 602b2cf6-d98d-4368-bcb9-f36d9d8e63ad owned by {{(pid=128084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 11:47:47.231348 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-443be53a-f518-4a28-8353-6635742e91a3 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Notify callbacks [] for subnet, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:47.237591 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-443be53a-f518-4a28-8353-6635742e91a3 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] 10.222.0.53 "DELETE /v2.0/subnets/33e815b6-870d-46c2-bbe8-86c8ae48bb35 HTTP/1.1" status: 204 len: 168 time: 0.8795304 Jun 24 11:47:47.238404 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 58450) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:47:47.251373 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa06ea3b-797e-4151-beea-5ed8ec970529 None None] Network 8365e720-eeab-4abf-a44a-499d2c46421a requested from dv-neutron-797120-4-hyperv {{(pid=128085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 11:47:47.303336 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-d9694e9d-b2a2-40bc-a065-b320c63fc8d4 tempest-RoutersIpV6AdminTest-1198470881 tempest-RoutersIpV6AdminTest-1198470881-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1815728'] for router_gateway, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:47.404945 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] For port d22328e1-d1a8-42bd-82d3-351b64623792, host dv-neutron-797120-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=d22328e1-d1a8-42bd-82d3-351b64623792,segment=NetworkSegment(bb331b1f-a9ef-4c40-9aab-9aba7f5e1fe9),segment_id=bb331b1f-a9ef-4c40-9aab-9aba7f5e1fe9)] {{(pid=128085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 11:47:47.450379 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:47.451319 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device efb82acd-441a-4aa1-9044-19fa4e822389 up at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 11:47:47.455947 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-073928b5-22bc-45d0-a3c3-508062abb43c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:47:47.465259 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b60c8682-3d88-4071-8b05-45930d818f01 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d65c8f8-7530-5052-99fe-8ea05073750b-981bb62b-f7f4-45de-8aea-7a1d43e26b6b', 'network_id': '981bb62b-f7f4-45de-8aea-7a1d43e26b6b', 'tenant_id': 'e5cf0df8d3ec4e94a403a4ce89d83b64', 'fixed_ips': [{'subnet_id': 'd8728583-3be5-46f5-a4d4-c3a09900b29d'}]}} from dv-neutron-797120-4-hyperv. {{(pid=128085) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 24 11:47:47.466213 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-b60c8682-3d88-4071-8b05-45930d818f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_create {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:47.517396 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1fd9c42-485a-428d-a443-b5824b7bb0d5 tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Pushing event deleted for resources: {'Network': ['ID=1549d505-f936-4d39-8f8f-72b4c7023104,revision_number=None']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:47:47.549352 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-d9694e9d-b2a2-40bc-a065-b320c63fc8d4 tempest-RoutersIpV6AdminTest-1198470881 tempest-RoutersIpV6AdminTest-1198470881-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1803182', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65403'] for router, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:47.558285 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-d9694e9d-b2a2-40bc-a065-b320c63fc8d4 tempest-RoutersIpV6AdminTest-1198470881 tempest-RoutersIpV6AdminTest-1198470881-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:47.577872 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-ad7c60f7-4009-4158-bc38-759cc7f9ef0c tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-534962'] for network, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:47.658109 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-d9694e9d-b2a2-40bc-a065-b320c63fc8d4 tempest-RoutersIpV6AdminTest-1198470881 tempest-RoutersIpV6AdminTest-1198470881-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1806072'] for router, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:47.658661 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9694e9d-b2a2-40bc-a065-b320c63fc8d4 tempest-RoutersIpV6AdminTest-1198470881 tempest-RoutersIpV6AdminTest-1198470881-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 05bf45c1-a322-4e7f-ab48-e31cdd054287 {{(pid=128084) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 24 11:47:47.663351 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-d9694e9d-b2a2-40bc-a065-b320c63fc8d4 tempest-RoutersIpV6AdminTest-1198470881 tempest-RoutersIpV6AdminTest-1198470881-project-admin] Notify callbacks [] for router, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:47.668618 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-d9694e9d-b2a2-40bc-a065-b320c63fc8d4 tempest-RoutersIpV6AdminTest-1198470881 tempest-RoutersIpV6AdminTest-1198470881-project-admin] 10.222.0.53 "DELETE /v2.0/routers/05bf45c1-a322-4e7f-ab48-e31cdd054287 HTTP/1.1" status: 204 len: 168 time: 2.9931061 Jun 24 11:47:47.691212 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 58452) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:47:47.697115 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-65c5f042-76cb-45dc-9689-6c1d57bf603c tempest-RoutersIpV6AdminTest-670466919 tempest-RoutersIpV6AdminTest-670466919-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-159642600', 'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b'}, 'admin_state_up': False}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:47:47.699487 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-fd19275a-5468-4617-ba87-d0eee5879697 None None] Notify callbacks [] for port, precommit_create {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:47.705454 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-041bec51-b981-44af-ae23-f6e5c9a90232 tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] Made reservation on behalf of e5cf0df8d3ec4e94a403a4ce89d83b64 for: {'port': 1} {{(pid=128084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 11:47:47.705941 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-d1fd9c42-485a-428d-a443-b5824b7bb0d5 tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.657s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:47:47.709246 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-041bec51-b981-44af-ae23-f6e5c9a90232 tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:47.758836 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Pushing event updated for resources: {'Port': ['ID=d22328e1-d1a8-42bd-82d3-351b64623792,revision_number=5']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:47:47.768937 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.313s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:47:47.773211 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-c354da99-b3ff-4cf5-a0cb-2e04692bd04c tempest-RoutersAdminTest-701485524 tempest-RoutersAdminTest-701485524-project] Notify callbacks [] for port, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:47.783532 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-48ef272e-3127-4558-82fd-03d8bef9b682 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:47.880441 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.notifiers.nova [None req-041bec51-b981-44af-ae23-f6e5c9a90232 tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] device_id is not set on port 65ad4183-a0f0-48e6-a56e-f0b9a51dfaa7 yet. {{(pid=128084) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 24 11:47:47.882960 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-c3524dfa-f0b4-407a-bd25-f7023dfa7626 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ce5a3ea-ef86-4fbf-9a68-c613a7caab15', 'name': 'tempest-RoutersIpV6Test-router-1768214735', 'tenant_id': '9c8c7551cf984e4ca40de4f1d8880b93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T11:46:39Z', 'updated_at': '2021-06-24T11:47:44Z', 'revision_number': 8, 'project_id': '9c8c7551cf984e4ca40de4f1d8880b93', 'gw_port_host': None, '_interfaces': [{'id': '393d903f-50b4-48ed-81e2-0ee182c5f33f', 'name': '', 'network_id': 'bafc64b7-599f-4120-9111-1328d4d00b29', 'tenant_id': '9c8c7551cf984e4ca40de4f1d8880b93', 'mac_address': 'fa:16:3e:41:a8:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce5a3ea-ef86-4fbf-9a68-c613a7caab15', 'device_owner': 'network:router_interface', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '2eadf126-bb80-462e-a2e3-90a335dd379b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:46:56Z', 'updated_at': '2021-06-24T11:47:09Z', 'revision_number': 5, 'project_id': '9c8c7551cf984e4ca40de4f1d8880b93', 'subnets': [{'id': '2eadf126-bb80-462e-a2e3-90a335dd379b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4e83ec3d-ebda-49e9-a86f-ade6e7a02b34', 'name': '', 'network_id': '41403d78-aa20-4f32-9f75-4b684c2ff870', 'tenant_id': '9c8c7551cf984e4ca40de4f1d8880b93', 'mac_address': 'fa:16:3e:70:f2:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce5a3ea-ef86-4fbf-9a68-c613a7caab15', 'device_owner': 'network:router_interface', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '4492df7d-0108-42b8-9db5-4fc6e259fc17', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:47:09Z', 'updated_at': '2021-06-24T11:47:19Z', 'revision_number': 5, 'project_id': '9c8c7551cf984e4ca40de4f1d8880b93', 'subnets': [{'id': '4492df7d-0108-42b8-9db5-4fc6e259fc17', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '525ba555-882d-46c1-90b4-58e1947f05fb', 'name': '', 'network_id': 'e6c680f4-577d-4f2c-840f-4ffe44326df7', 'tenant_id': '9c8c7551cf984e4ca40de4f1d8880b93', 'mac_address': 'fa:16:3e:9e:cb:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce5a3ea-ef86-4fbf-9a68-c613a7caab15', 'device_owner': 'network:router_interface', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': 'e0b6c98b-cc27-4b1e-ba5c-af819acff9ea', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:46:45Z', 'updated_at': '2021-06-24T11:47:01Z', 'revision_number': 5, 'project_id': '9c8c7551cf984e4ca40de4f1d8880b93', 'subnets': [{'id': 'e0b6c98b-cc27-4b1e-ba5c-af819acff9ea', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:47:47.892019 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-e9db5a88-2a45-488e-a7ce-5c44e27f5715 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793193945299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193536732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3292088'] for port, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:47.898839 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-900d8877-58d4-4a70-9ef2-d8b4afc32be1 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:47:47.903274 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-fd19275a-5468-4617-ba87-d0eee5879697 None None] Transition to ACTIVE for port object d66a84b2-ad5a-483d-b0de-9abf8716d6a1 will not be triggered until provisioned by entity L2. {{(pid=128085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 11:47:47.908114 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning for port efb82acd-441a-4aa1-9044-19fa4e822389 completed by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 11:47:47.941919 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-82656c82-a7de-4bee-9a11-040bbf510ca9 req-f890f6a8-b333-4a28-90ad-7bcfff513508 service neutron] 10.222.0.45 "GET /v2.0/networks/4865c6d7-6c66-4548-b02e-d00e97d481c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8899243 Jun 24 11:47:47.964594 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-65c5f042-76cb-45dc-9689-6c1d57bf603c tempest-RoutersIpV6AdminTest-670466919 tempest-RoutersIpV6AdminTest-670466919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1803889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65293'] for router, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:47.965154 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3524dfa-f0b4-407a-bd25-f7023dfa7626 None None] Checking router: 9ce5a3ea-ef86-4fbf-9a68-c613a7caab15 for host: dv-neutron-797120-4-hyperv {{(pid=128085) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 11:47:47.965812 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-65c5f042-76cb-45dc-9689-6c1d57bf603c tempest-RoutersIpV6AdminTest-670466919 tempest-RoutersIpV6AdminTest-670466919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1803848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1975305', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1581158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65396'] for router, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:47.980392 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.db_base_plugin_common [None req-b60c8682-3d88-4071-8b05-45930d818f01 None None] Allocated IP 2001:db8::f816:3eff:fe71:3123 (981bb62b-f7f4-45de-8aea-7a1d43e26b6b/d8728583-3be5-46f5-a4d4-c3a09900b29d/8884263e-3e89-43b1-a2ce-bed95c5d314e) {{(pid=128085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 11:47:47.989623 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9db5a88-2a45-488e-a7ce-5c44e27f5715 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Pushing event deleted for resources: {'Port': ['ID=602b2cf6-d98d-4368-bcb9-f36d9d8e63ad,revision_number=None']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:47:47.999229 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-e9db5a88-2a45-488e-a7ce-5c44e27f5715 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:47:48.014741 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-fd19275a-5468-4617-ba87-d0eee5879697 None None] Transition to ACTIVE for port object d66a84b2-ad5a-483d-b0de-9abf8716d6a1 will not be triggered until provisioned by entity DHCP. {{(pid=128085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 11:47:48.022877 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-62286f42-a576-43c5-b231-fabea068a546 None None] Provisioning for port efb82acd-441a-4aa1-9044-19fa4e822389 completed by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 11:47:48.044140 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3524dfa-f0b4-407a-bd25-f7023dfa7626 None None] Routers {'9ce5a3ea-ef86-4fbf-9a68-c613a7caab15'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 11:47:48.044312 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-c3524dfa-f0b4-407a-bd25-f7023dfa7626 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T11:47:26Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['9ce5a3ea-ef86-4fbf-9a68-c613a7caab15'], 'active': True} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:47:48.050558 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.plugin [None req-ad7c60f7-4009-4158-bc38-759cc7f9ef0c tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Deleting port b02d8e75-b9e9-46d8-b62a-dab93239ece8 {{(pid=128084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 11:47:48.050913 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-ad7c60f7-4009-4158-bc38-759cc7f9ef0c tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793193942312'] for port, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:48.054415 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-fd19275a-5468-4617-ba87-d0eee5879697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-650429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-506361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793193536723'] for port, after_create {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:48.060596 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-62286f42-a576-43c5-b231-fabea068a546 None None] Provisioning complete for port efb82acd-441a-4aa1-9044-19fa4e822389 triggered by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:47:48.060994 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-62286f42-a576-43c5-b231-fabea068a546 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:48.066457 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-d2f5ca17-44f3-40e3-a7fb-4c81a117e144 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:47:48.164912 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.plugin [None req-b72f663f-c71a-4308-a891-62888209e90a tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Deleting port 7ea2b119-0bab-47c2-9db4-0957910b3624 {{(pid=128083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 11:47:48.165357 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-b72f663f-c71a-4308-a891-62888209e90a tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793193942312'] for port, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:48.189318 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-65c5f042-76cb-45dc-9689-6c1d57bf603c tempest-RoutersIpV6AdminTest-670466919 tempest-RoutersIpV6AdminTest-670466919-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:48.291257 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.db [None req-ad7c60f7-4009-4158-bc38-759cc7f9ef0c tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] For port b02d8e75-b9e9-46d8-b62a-dab93239ece8, host dv-neutron-797120-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=b02d8e75-b9e9-46d8-b62a-dab93239ece8,segment=NetworkSegment(f94e6868-a75c-48d3-9c96-e0e46c9b4925),segment_id=f94e6868-a75c-48d3-9c96-e0e46c9b4925)] {{(pid=128084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 11:47:48.291859 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-ad7c60f7-4009-4158-bc38-759cc7f9ef0c tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1978872'] for port, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:48.318304 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-c354da99-b3ff-4cf5-a0cb-2e04692bd04c tempest-RoutersAdminTest-701485524 tempest-RoutersAdminTest-701485524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-650429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-506361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793193536723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2537853'] for port, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:48.332748 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.plugin [None req-ad7c60f7-4009-4158-bc38-759cc7f9ef0c tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Calling delete_port for b02d8e75-b9e9-46d8-b62a-dab93239ece8 owned by network:dhcp {{(pid=128084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 11:47:48.367893 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-47876c58-35fd-4b44-94a5-84939c18bdda tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:47:48.411293 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c354da99-b3ff-4cf5-a0cb-2e04692bd04c tempest-RoutersAdminTest-701485524 tempest-RoutersAdminTest-701485524-project] Network f2b8ca71-e776-48b2-8898-96cc7970207b is already hosted by enough agents. {{(pid=128083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 11:47:48.425851 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.base_scheduler [None req-c354da99-b3ff-4cf5-a0cb-2e04692bd04c tempest-RoutersAdminTest-701485524 tempest-RoutersAdminTest-701485524-project] Resources bound (agent type, host, resource id): {{(pid=128083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:47:48.449296 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c354da99-b3ff-4cf5-a0cb-2e04692bd04c tempest-RoutersAdminTest-701485524 tempest-RoutersAdminTest-701485524-project] Received port after_create {{(pid=128083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 11:47:48.457972 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-b72f663f-c71a-4308-a891-62888209e90a tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1978872'] for port, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:48.458325 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-b72f663f-c71a-4308-a891-62888209e90a tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:48.517958 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c354da99-b3ff-4cf5-a0cb-2e04692bd04c tempest-RoutersAdminTest-701485524 tempest-RoutersAdminTest-701485524-project] Pushing event updated for resources: {'Port': ['ID=bed7fb2b-2985-47f5-97f0-de1364759d7d,revision_number=1']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:47:48.519299 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bca58973-00f3-4168-a2e9-2a27788a9fc4 None None] DHCP port deletion for 8365e720-eeab-4abf-a44a-499d2c46421a request from dv-neutron-797120-4-hyperv {{(pid=128085) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 24 11:47:48.522998 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.plugin [None req-b72f663f-c71a-4308-a891-62888209e90a tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Calling delete_port for 7ea2b119-0bab-47c2-9db4-0957910b3624 owned by network:floatingip {{(pid=128083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 11:47:48.527612 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-e9db5a88-2a45-488e-a7ce-5c44e27f5715 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468916'] for port, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:48.528608 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-c354da99-b3ff-4cf5-a0cb-2e04692bd04c tempest-RoutersAdminTest-701485524 tempest-RoutersAdminTest-701485524-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:47:48.532293 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-e9db5a88-2a45-488e-a7ce-5c44e27f5715 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] 10.222.0.53 "DELETE /v2.0/ports/602b2cf6-d98d-4368-bcb9-f36d9d8e63ad HTTP/1.1" status: 204 len: 168 time: 1.9616387 Jun 24 11:47:48.534632 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device eaf193b7-fe17-471a-a312-384693be177e no longer exists at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 11:47:48.535920 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 58454) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:47:48.561535 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd19275a-5468-4617-ba87-d0eee5879697 None None] Network d256f873-da98-4eaa-988b-87fb800fabd9 is already hosted by enough agents. {{(pid=128085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 11:47:48.593747 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.scheduler.base_scheduler [None req-fd19275a-5468-4617-ba87-d0eee5879697 None None] Resources bound (agent type, host, resource id): {{(pid=128085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:47:48.600080 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd19275a-5468-4617-ba87-d0eee5879697 None None] Received port after_create {{(pid=128085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 11:47:48.602547 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] No Port match for: eaf193b7-fe17-471a-a312-384693be177e {{(pid=128085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 11:47:48.603077 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device eaf193b7-fe17-471a-a312-384693be177e not bound to the agent host dv-neutron-797120-4-hyperv {{(pid=128085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 11:47:48.603643 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device b2047405-f29c-4bee-bbe2-ca75cf8a5034 no longer exists at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 11:47:48.679552 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-65c5f042-76cb-45dc-9689-6c1d57bf603c tempest-RoutersIpV6AdminTest-670466919 tempest-RoutersIpV6AdminTest-670466919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1975381', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1803205', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65378'] for router, precommit_update {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:48.703634 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] No Port match for: b2047405-f29c-4bee-bbe2-ca75cf8a5034 {{(pid=128085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 11:47:48.704030 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device b2047405-f29c-4bee-bbe2-ca75cf8a5034 not bound to the agent host dv-neutron-797120-4-hyperv {{(pid=128085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 11:47:48.704573 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device 41333b96-c7a9-47eb-9c5d-a1a3f7925cc0 no longer exists at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 11:47:48.713518 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3da75b3b-c7ab-45fb-a86b-79f3ca378bec tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=128084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:47:48.715280 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3da75b3b-c7ab-45fb-a86b-79f3ca378bec tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=128084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:47:48.717125 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3da75b3b-c7ab-45fb-a86b-79f3ca378bec tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=128084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:47:48.721238 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.db_base_plugin_common [None req-48ef272e-3127-4558-82fd-03d8bef9b682 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Allocated IP 172.23.0.1 (d256f873-da98-4eaa-988b-87fb800fabd9/c9802021-c0fe-4638-a0c2-3f667ef35d38/49533a4b-f50b-4e00-a1ad-0779a9632ce3) {{(pid=128083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 11:47:48.721404 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-3da75b3b-c7ab-45fb-a86b-79f3ca378bec tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1807208 Jun 24 11:47:48.721509 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 58458) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:47:48.733051 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd19275a-5468-4617-ba87-d0eee5879697 None None] Pushing event updated for resources: {'Port': ['ID=d66a84b2-ad5a-483d-b0de-9abf8716d6a1,revision_number=1']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:47:48.781322 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-fd19275a-5468-4617-ba87-d0eee5879697 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.715s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:47:48.789520 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.db.db_base_plugin_v2 [None req-21c82323-be0c-45a3-8f82-6b8d7ff382f2 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Deleting subnet 41779e91-2d90-4198-9a09-1efdadab9b46 {{(pid=128084) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 24 11:47:48.802538 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-21c82323-be0c-45a3-8f82-6b8d7ff382f2 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks [] for subnet, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:48.806587 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-ad7c60f7-4009-4158-bc38-759cc7f9ef0c tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793193945299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193536732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3292088'] for port, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:48.820387 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] No Port match for: 41333b96-c7a9-47eb-9c5d-a1a3f7925cc0 {{(pid=128085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 11:47:48.820895 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device 41333b96-c7a9-47eb-9c5d-a1a3f7925cc0 not bound to the agent host dv-neutron-797120-4-hyperv {{(pid=128085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 11:47:48.833815 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-1974b1f4-eb7a-4876-ae41-4f3354dd55f5 tempest-RoutersIpV6AdminTest-1198470881 tempest-RoutersIpV6AdminTest-1198470881-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:47:48.841943 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvr_db [None req-c3524dfa-f0b4-407a-bd25-f7023dfa7626 None None] Set router 9ce5a3ea-ef86-4fbf-9a68-c613a7caab15 gateway port host: None {{(pid=128085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 11:47:48.879940 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7c60f7-4009-4158-bc38-759cc7f9ef0c tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Pushing event deleted for resources: {'Port': ['ID=b02d8e75-b9e9-46d8-b62a-dab93239ece8,revision_number=None']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:47:48.885140 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-ad7c60f7-4009-4158-bc38-759cc7f9ef0c tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:47:48.888748 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad7c60f7-4009-4158-bc38-759cc7f9ef0c tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] No DVR routers for this DVR port b02d8e75-b9e9-46d8-b62a-dab93239ece8 on host dv-neutron-797120-4-hyperv {{(pid=128084) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 11:47:48.915915 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-48ef272e-3127-4558-82fd-03d8bef9b682 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Notify callbacks [] for port, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:48.957127 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-21c82323-be0c-45a3-8f82-6b8d7ff382f2 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2373542'] for subnet, precommit_delete_associations {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:48.976239 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-bca58973-00f3-4168-a2e9-2a27788a9fc4 None None] Deleting port b02d8e75-b9e9-46d8-b62a-dab93239ece8 {{(pid=128085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 11:47:48.976803 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-bca58973-00f3-4168-a2e9-2a27788a9fc4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793193942312'] for port, before_delete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:49.005681 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-fd19275a-5468-4617-ba87-d0eee5879697 None None] Attempting to bind port d66a84b2-ad5a-483d-b0de-9abf8716d6a1 on host dv-neutron-797120-4-hyperv for vnic_type normal with profile {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 11:47:49.006346 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-fd19275a-5468-4617-ba87-d0eee5879697 None None] Attempting to bind port d66a84b2-ad5a-483d-b0de-9abf8716d6a1 by drivers openvswitch,hyperv on host dv-neutron-797120-4-hyperv at level 0 using segments [{'id': 'c7ea1012-34f2-49de-bcd0-f5a174798c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'd256f873-da98-4eaa-988b-87fb800fabd9'}] {{(pid=128085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 11:47:49.006894 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd19275a-5468-4617-ba87-d0eee5879697 None None] Attempting to bind port d66a84b2-ad5a-483d-b0de-9abf8716d6a1 on network d256f873-da98-4eaa-988b-87fb800fabd9 {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 11:47:49.022251 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.provisioning_blocks [None req-48ef272e-3127-4558-82fd-03d8bef9b682 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Transition to ACTIVE for port object 49533a4b-f50b-4e00-a1ad-0779a9632ce3 will not be triggered until provisioned by entity DHCP. {{(pid=128083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 11:47:49.022784 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device d22328e1-d1a8-42bd-82d3-351b64623792 up at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 11:47:49.025677 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-b72f663f-c71a-4308-a891-62888209e90a tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793193945299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193536732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2537862'] for port, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:49.030335 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-67fcd8ad-d634-48da-991c-b2bb44b6a22f tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:47:49.072623 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72f663f-c71a-4308-a891-62888209e90a tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Pushing event deleted for resources: {'Port': ['ID=7ea2b119-0bab-47c2-9db4-0957910b3624,revision_number=None']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:47:49.075761 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-ad7c60f7-4009-4158-bc38-759cc7f9ef0c tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973199', 'neutron.services.segments.db._delete_segments_for_network-8793194012456'] for network, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:49.103703 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-b72f663f-c71a-4308-a891-62888209e90a tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:47:49.113801 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.services.segments.db [None req-ad7c60f7-4009-4158-bc38-759cc7f9ef0c tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8365e720-eeab-4abf-a44a-499d2c46421a']}} {{(pid=128084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:47:49.115857 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd19275a-5468-4617-ba87-d0eee5879697 None None] Checking agent: {'id': 'e3a695b2-c397-461f-83b0-10b79d490b59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 11, 36, 56), 'started_at': datetime.datetime(2021, 6, 24, 11, 37, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 11, 47, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 11:47:49.116242 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd19275a-5468-4617-ba87-d0eee5879697 None None] Checking segment: {'id': 'c7ea1012-34f2-49de-bcd0-f5a174798c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'd256f873-da98-4eaa-988b-87fb800fabd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=128085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 11:47:49.116651 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-fd19275a-5468-4617-ba87-d0eee5879697 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:49.117453 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd19275a-5468-4617-ba87-d0eee5879697 None None] Bound using segment: {'id': 'c7ea1012-34f2-49de-bcd0-f5a174798c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'd256f873-da98-4eaa-988b-87fb800fabd9'} {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 11:47:49.117586 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-fd19275a-5468-4617-ba87-d0eee5879697 None None] Bound port: d66a84b2-ad5a-483d-b0de-9abf8716d6a1, host: dv-neutron-797120-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7ea1012-34f2-49de-bcd0-f5a174798c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'd256f873-da98-4eaa-988b-87fb800fabd9'}}] {{(pid=128085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 11:47:49.117964 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-fd19275a-5468-4617-ba87-d0eee5879697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:49.132408 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.services.segments.db [None req-ad7c60f7-4009-4158-bc38-759cc7f9ef0c tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f94e6868-a75c-48d3-9c96-e0e46c9b4925') {'for_net_delete': True} {{(pid=128084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:47:49.132761 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.services.segments.db [None req-ad7c60f7-4009-4158-bc38-759cc7f9ef0c tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f94e6868-a75c-48d3-9c96-e0e46c9b4925') {} {{(pid=128084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:47:49.153258 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-ad7c60f7-4009-4158-bc38-759cc7f9ef0c tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793194097327', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2373599'] for segment, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:49.176532 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-21c82323-be0c-45a3-8f82-6b8d7ff382f2 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-972249'] for subnet, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:49.198052 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-c354da99-b3ff-4cf5-a0cb-2e04692bd04c tempest-RoutersAdminTest-701485524 tempest-RoutersAdminTest-701485524-project] Notify callbacks [] for router_gateway, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:49.205206 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-48ef272e-3127-4558-82fd-03d8bef9b682 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-650429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-506361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793193536723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2537853'] for port, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:49.209829 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-ad7c60f7-4009-4158-bc38-759cc7f9ef0c tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967879'] for segment, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:49.220763 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad7c60f7-4009-4158-bc38-759cc7f9ef0c tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Releasing vlan 618 on physical network physnet1 to pool {{(pid=128084) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 11:47:49.221325 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-ad7c60f7-4009-4158-bc38-759cc7f9ef0c tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3292053'] for segment, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:49.224463 dv-neutron-797120-4-hyperv neutron-server[128084]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 24 11:47:49.224463 dv-neutron-797120-4-hyperv neutron-server[128084]: items = [ Jun 24 11:47:49.224463 dv-neutron-797120-4-hyperv neutron-server[128084]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 11:47:49.224463 dv-neutron-797120-4-hyperv neutron-server[128084]: conditions |= (models_v2.Port.network_id.in_( Jun 24 11:47:49.224463 dv-neutron-797120-4-hyperv neutron-server[128084]: Traceback (most recent call last): Jun 24 11:47:49.224463 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 24 11:47:49.224463 dv-neutron-797120-4-hyperv neutron-server[128084]: timer() Jun 24 11:47:49.224463 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 24 11:47:49.224463 dv-neutron-797120-4-hyperv neutron-server[128084]: cb(*args, **kw) Jun 24 11:47:49.224463 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 24 11:47:49.224463 dv-neutron-797120-4-hyperv neutron-server[128084]: return func(*args, **kwargs) Jun 24 11:47:49.224463 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 24 11:47:49.224463 dv-neutron-797120-4-hyperv neutron-server[128084]: self._notify() Jun 24 11:47:49.224463 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 24 11:47:49.224463 dv-neutron-797120-4-hyperv neutron-server[128084]: self.callback(batched_events) Jun 24 11:47:49.224463 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 24 11:47:49.224463 dv-neutron-797120-4-hyperv neutron-server[128084]: event.method(event) Jun 24 11:47:49.224463 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 24 11:47:49.224463 dv-neutron-797120-4-hyperv neutron-server[128084]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 24 11:47:49.224463 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 24 11:47:49.224463 dv-neutron-797120-4-hyperv neutron-server[128084]: aggregate_uuid = self.p_client.list_aggregates( Jun 24 11:47:49.224463 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 24 11:47:49.224463 dv-neutron-797120-4-hyperv neutron-server[128084]: return f(self, *a, **k) Jun 24 11:47:49.224463 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 24 11:47:49.224463 dv-neutron-797120-4-hyperv neutron-server[128084]: return self._get(url).json() Jun 24 11:47:49.224463 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 24 11:47:49.224463 dv-neutron-797120-4-hyperv neutron-server[128084]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 24 11:47:49.224463 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 24 11:47:49.224463 dv-neutron-797120-4-hyperv neutron-server[128084]: return self.request(url, 'GET', **kwargs) Jun 24 11:47:49.224463 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 24 11:47:49.224463 dv-neutron-797120-4-hyperv neutron-server[128084]: base_url = self.get_endpoint(auth, allow=allow, Jun 24 11:47:49.224463 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 24 11:47:49.224463 dv-neutron-797120-4-hyperv neutron-server[128084]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 24 11:47:49.224463 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 24 11:47:49.224463 dv-neutron-797120-4-hyperv neutron-server[128084]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 24 11:47:49.224463 dv-neutron-797120-4-hyperv neutron-server[128084]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 24 11:47:49.244568 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-b60c8682-3d88-4071-8b05-45930d818f01 None None] Notify callbacks [] for port, precommit_create {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:49.258323 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-f1d68246-4db8-42e9-8df0-c79fa966646e tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:47:49.263977 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-b72f663f-c71a-4308-a891-62888209e90a tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Notify callbacks [] for floatingip, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:49.267458 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-b72f663f-c71a-4308-a891-62888209e90a tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468916'] for floatingip, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:49.276107 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-b72f663f-c71a-4308-a891-62888209e90a tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] 10.222.0.53 "DELETE /v2.0/floatingips/b9cfd91e-1c6b-44d0-8b87-93716c3ba736 HTTP/1.1" status: 204 len: 168 time: 2.2003379 Jun 24 11:47:49.283156 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 58462) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:47:49.308946 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-bca58973-00f3-4168-a2e9-2a27788a9fc4 None None] For port b02d8e75-b9e9-46d8-b62a-dab93239ece8, host dv-neutron-797120-4-hyperv, got binding levels [] {{(pid=128085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 11:47:49.309377 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-bca58973-00f3-4168-a2e9-2a27788a9fc4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1978872'] for port, precommit_delete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:49.320374 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48ef272e-3127-4558-82fd-03d8bef9b682 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Network d256f873-da98-4eaa-988b-87fb800fabd9 is already hosted by enough agents. {{(pid=128083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 11:47:49.326474 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.base_scheduler [None req-48ef272e-3127-4558-82fd-03d8bef9b682 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Resources bound (agent type, host, resource id): {{(pid=128083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:47:49.333398 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-62286f42-a576-43c5-b231-fabea068a546 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:49.346614 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-b60c8682-3d88-4071-8b05-45930d818f01 None None] Transition to ACTIVE for port object 8884263e-3e89-43b1-a2ce-bed95c5d314e will not be triggered until provisioned by entity L2. {{(pid=128085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 11:47:49.352453 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48ef272e-3127-4558-82fd-03d8bef9b682 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Received port after_create {{(pid=128083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 11:47:49.363676 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-bca58973-00f3-4168-a2e9-2a27788a9fc4 None None] Calling delete_port for b02d8e75-b9e9-46d8-b62a-dab93239ece8 owned by network:dhcp {{(pid=128085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 11:47:49.367079 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.ipam_backend_mixin [None req-bca58973-00f3-4168-a2e9-2a27788a9fc4 None None] Port b02d8e75-b9e9-46d8-b62a-dab93239ece8 was not found and therefore no delete operation was performed {{(pid=128085) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jun 24 11:47:49.392425 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-bca58973-00f3-4168-a2e9-2a27788a9fc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793193945299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193536732'] for port, after_delete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:49.398742 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.pecan_wsgi.hooks.translation [None req-19464945-b8c7-49ff-ac2f-ff8cf14a9139 tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] DELETE failed (client error): The resource could not be found. Jun 24 11:47:49.399534 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-19464945-b8c7-49ff-ac2f-ff8cf14a9139 tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=128084) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 24 11:47:49.404929 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-19464945-b8c7-49ff-ac2f-ff8cf14a9139 tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] 10.222.0.53 "DELETE /v2.0/ports/1101d5d3-0674-417c-ac20-1ff3e10271ec HTTP/1.1" status: 404 len: 333 time: 0.0864723 Jun 24 11:47:49.406424 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:47:49.407410 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 58468) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:47:49.428803 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-b60c8682-3d88-4071-8b05-45930d818f01 None None] Transition to ACTIVE for port object 8884263e-3e89-43b1-a2ce-bed95c5d314e will not be triggered until provisioned by entity DHCP. {{(pid=128085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 11:47:49.460757 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ef272e-3127-4558-82fd-03d8bef9b682 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Pushing event updated for resources: {'Port': ['ID=49533a4b-f50b-4e00-a1ad-0779a9632ce3,revision_number=1']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:47:49.469220 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca58973-00f3-4168-a2e9-2a27788a9fc4 None None] Pushing event deleted for resources: {'Port': ['ID=b02d8e75-b9e9-46d8-b62a-dab93239ece8,revision_number=None']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:47:49.472201 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-bca58973-00f3-4168-a2e9-2a27788a9fc4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:47:49.476006 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-48ef272e-3127-4558-82fd-03d8bef9b682 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:47:49.479743 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-b60c8682-3d88-4071-8b05-45930d818f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-650429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-506361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793193536723'] for port, after_create {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:49.487117 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bca58973-00f3-4168-a2e9-2a27788a9fc4 None None] No DVR routers for this DVR port b02d8e75-b9e9-46d8-b62a-dab93239ece8 on host dv-neutron-797120-4-hyperv {{(pid=128085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 11:47:49.489733 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-48ef272e-3127-4558-82fd-03d8bef9b682 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1978458'] for router_interface, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:49.504862 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-fd19275a-5468-4617-ba87-d0eee5879697 None None] For port d66a84b2-ad5a-483d-b0de-9abf8716d6a1, host dv-neutron-797120-4-hyperv, cleared binding levels {{(pid=128085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 11:47:49.508201 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-2d06dd00-fe58-41c2-867a-6a7789ee741d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:47:49.521044 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning complete for port d22328e1-d1a8-42bd-82d3-351b64623792 triggered by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:47:49.521433 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:49.579586 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-fd19275a-5468-4617-ba87-d0eee5879697 None None] For port d66a84b2-ad5a-483d-b0de-9abf8716d6a1, host dv-neutron-797120-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=d66a84b2-ad5a-483d-b0de-9abf8716d6a1,segment=NetworkSegment(c7ea1012-34f2-49de-bcd0-f5a174798c27),segment_id=c7ea1012-34f2-49de-bcd0-f5a174798c27)] {{(pid=128085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 11:47:49.611721 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-fd19275a-5468-4617-ba87-d0eee5879697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:49.615925 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b60c8682-3d88-4071-8b05-45930d818f01 None None] Network 981bb62b-f7f4-45de-8aea-7a1d43e26b6b is already hosted by enough agents. {{(pid=128085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 11:47:49.639942 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.scheduler.base_scheduler [None req-b60c8682-3d88-4071-8b05-45930d818f01 None None] Resources bound (agent type, host, resource id): {{(pid=128085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:47:49.645401 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b60c8682-3d88-4071-8b05-45930d818f01 None None] Received port after_create {{(pid=128085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 11:47:49.664002 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60c8682-3d88-4071-8b05-45930d818f01 None None] Pushing event updated for resources: {'Port': ['ID=8884263e-3e89-43b1-a2ce-bed95c5d314e,revision_number=1']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:47:49.679853 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-b60c8682-3d88-4071-8b05-45930d818f01 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:47:49.682317 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.060s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:47:49.726525 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-c354da99-b3ff-4cf5-a0cb-2e04692bd04c tempest-RoutersAdminTest-701485524 tempest-RoutersAdminTest-701485524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1803210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1815767'] for router, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:49.777321 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-48ef272e-3127-4558-82fd-03d8bef9b682 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:49.779516 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd19275a-5468-4617-ba87-d0eee5879697 None None] Pushing event updated for resources: {'Port': ['ID=d66a84b2-ad5a-483d-b0de-9abf8716d6a1,revision_number=2']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:47:49.785914 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-fd19275a-5468-4617-ba87-d0eee5879697 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:47:49.900613 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-382b01c1-33ef-4468-88be-dca3502308e9 tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] 10.222.0.53 "GET /v2.0/ports?device_id=b2eec381-1ec3-4a70-a792-0718d3eb5c86 HTTP/1.1" status: 200 len: 205 time: 0.4893067 Jun 24 11:47:49.901561 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-65c5f042-76cb-45dc-9689-6c1d57bf603c tempest-RoutersIpV6AdminTest-670466919 tempest-RoutersIpV6AdminTest-670466919-project] Notify callbacks [] for router_gateway, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:49.909722 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-b60c8682-3d88-4071-8b05-45930d818f01 None None] Attempting to bind port 8884263e-3e89-43b1-a2ce-bed95c5d314e on host dv-neutron-797120-4-hyperv for vnic_type normal with profile {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 11:47:49.910185 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-b60c8682-3d88-4071-8b05-45930d818f01 None None] Attempting to bind port 8884263e-3e89-43b1-a2ce-bed95c5d314e by drivers openvswitch,hyperv on host dv-neutron-797120-4-hyperv at level 0 using segments [{'id': 'f972d67d-9a3f-43c1-a25e-18a9dc65bf56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '981bb62b-f7f4-45de-8aea-7a1d43e26b6b'}] {{(pid=128085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 11:47:49.910794 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b60c8682-3d88-4071-8b05-45930d818f01 None None] Attempting to bind port 8884263e-3e89-43b1-a2ce-bed95c5d314e on network 981bb62b-f7f4-45de-8aea-7a1d43e26b6b {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 11:47:49.921755 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-c3524dfa-f0b4-407a-bd25-f7023dfa7626 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ce5a3ea-ef86-4fbf-9a68-c613a7caab15', 'name': 'tempest-RoutersIpV6Test-router-1768214735', 'tenant_id': '9c8c7551cf984e4ca40de4f1d8880b93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T11:46:39Z', 'updated_at': '2021-06-24T11:47:44Z', 'revision_number': 8, 'project_id': '9c8c7551cf984e4ca40de4f1d8880b93', 'gw_port_host': None, '_interfaces': [{'id': '393d903f-50b4-48ed-81e2-0ee182c5f33f', 'name': '', 'network_id': 'bafc64b7-599f-4120-9111-1328d4d00b29', 'tenant_id': '9c8c7551cf984e4ca40de4f1d8880b93', 'mac_address': 'fa:16:3e:41:a8:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce5a3ea-ef86-4fbf-9a68-c613a7caab15', 'device_owner': 'network:router_interface', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '2eadf126-bb80-462e-a2e3-90a335dd379b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:46:56Z', 'updated_at': '2021-06-24T11:47:09Z', 'revision_number': 5, 'project_id': '9c8c7551cf984e4ca40de4f1d8880b93', 'subnets': [{'id': '2eadf126-bb80-462e-a2e3-90a335dd379b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4e83ec3d-ebda-49e9-a86f-ade6e7a02b34', 'name': '', 'network_id': '41403d78-aa20-4f32-9f75-4b684c2ff870', 'tenant_id': '9c8c7551cf984e4ca40de4f1d8880b93', 'mac_address': 'fa:16:3e:70:f2:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce5a3ea-ef86-4fbf-9a68-c613a7caab15', 'device_owner': 'network:router_interface', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '4492df7d-0108-42b8-9db5-4fc6e259fc17', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:47:09Z', 'updated_at': '2021-06-24T11:47:19Z', 'revision_number': 5, 'project_id': '9c8c7551cf984e4ca40de4f1d8880b93', 'subnets': [{'id': '4492df7d-0108-42b8-9db5-4fc6e259fc17', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '525ba555-882d-46c1-90b4-58e1947f05fb', 'name': '', 'network_id': 'e6c680f4-577d-4f2c-840f-4ffe44326df7', 'tenant_id': '9c8c7551cf984e4ca40de4f1d8880b93', 'mac_address': 'fa:16:3e:9e:cb:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce5a3ea-ef86-4fbf-9a68-c613a7caab15', 'device_owner': 'network:router_interface', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': 'e0b6c98b-cc27-4b1e-ba5c-af819acff9ea', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:46:45Z', 'updated_at': '2021-06-24T11:47:01Z', 'revision_number': 5, 'project_id': '9c8c7551cf984e4ca40de4f1d8880b93', 'subnets': [{'id': 'e0b6c98b-cc27-4b1e-ba5c-af819acff9ea', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:47:49.924861 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device efb82acd-441a-4aa1-9044-19fa4e822389 up at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 11:47:49.929119 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b60c8682-3d88-4071-8b05-45930d818f01 None None] Checking agent: {'id': 'e3a695b2-c397-461f-83b0-10b79d490b59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 11, 36, 56), 'started_at': datetime.datetime(2021, 6, 24, 11, 37, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 11, 47, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 11:47:49.929502 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b60c8682-3d88-4071-8b05-45930d818f01 None None] Checking segment: {'id': 'f972d67d-9a3f-43c1-a25e-18a9dc65bf56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '981bb62b-f7f4-45de-8aea-7a1d43e26b6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=128085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 11:47:49.929955 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-b60c8682-3d88-4071-8b05-45930d818f01 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:49.930358 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b60c8682-3d88-4071-8b05-45930d818f01 None None] Bound using segment: {'id': 'f972d67d-9a3f-43c1-a25e-18a9dc65bf56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '981bb62b-f7f4-45de-8aea-7a1d43e26b6b'} {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 11:47:49.930848 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-b60c8682-3d88-4071-8b05-45930d818f01 None None] Bound port: 8884263e-3e89-43b1-a2ce-bed95c5d314e, host: dv-neutron-797120-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f972d67d-9a3f-43c1-a25e-18a9dc65bf56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '981bb62b-f7f4-45de-8aea-7a1d43e26b6b'}}] {{(pid=128085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 11:47:49.931238 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-b60c8682-3d88-4071-8b05-45930d818f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:49.965184 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.db.db_base_plugin_common [None req-041bec51-b981-44af-ae23-f6e5c9a90232 tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] Allocated IP 2001:db8::f816:3eff:feac:89 (981bb62b-f7f4-45de-8aea-7a1d43e26b6b/d8728583-3be5-46f5-a4d4-c3a09900b29d/65ad4183-a0f0-48e6-a56e-f0b9a51dfaa7) {{(pid=128084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 11:47:50.012244 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 58472) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:47:50.030665 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3524dfa-f0b4-407a-bd25-f7023dfa7626 None None] The sync data for ids ['9ce5a3ea-ef86-4fbf-9a68-c613a7caab15'] in dv-neutron-797120-4-hyperv is: [{'id': '9ce5a3ea-ef86-4fbf-9a68-c613a7caab15', 'name': 'tempest-RoutersIpV6Test-router-1768214735', 'tenant_id': '9c8c7551cf984e4ca40de4f1d8880b93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T11:46:39Z', 'updated_at': '2021-06-24T11:47:44Z', 'revision_number': 8, 'project_id': '9c8c7551cf984e4ca40de4f1d8880b93', 'gw_port_host': None, '_interfaces': [{'id': '393d903f-50b4-48ed-81e2-0ee182c5f33f', 'name': '', 'network_id': 'bafc64b7-599f-4120-9111-1328d4d00b29', 'tenant_id': '9c8c7551cf984e4ca40de4f1d8880b93', 'mac_address': 'fa:16:3e:41:a8:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce5a3ea-ef86-4fbf-9a68-c613a7caab15', 'device_owner': 'network:router_interface', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '2eadf126-bb80-462e-a2e3-90a335dd379b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:46:56Z', 'updated_at': '2021-06-24T11:47:09Z', 'revision_number': 5, 'project_id': '9c8c7551cf984e4ca40de4f1d8880b93', 'subnets': [{'id': '2eadf126-bb80-462e-a2e3-90a335dd379b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4e83ec3d-ebda-49e9-a86f-ade6e7a02b34', 'name': '', 'network_id': '41403d78-aa20-4f32-9f75-4b684c2ff870', 'tenant_id': '9c8c7551cf984e4ca40de4f1d8880b93', 'mac_address': 'fa:16:3e:70:f2:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce5a3ea-ef86-4fbf-9a68-c613a7caab15', 'device_owner': 'network:router_interface', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '4492df7d-0108-42b8-9db5-4fc6e259fc17', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:47:09Z', 'updated_at': '2021-06-24T11:47:19Z', 'revision_number': 5, 'project_id': '9c8c7551cf984e4ca40de4f1d8880b93', 'subnets': [{'id': '4492df7d-0108-42b8-9db5-4fc6e259fc17', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '525ba555-882d-46c1-90b4-58e1947f05fb', 'name': '', 'network_id': 'e6c680f4-577d-4f2c-840f-4ffe44326df7', 'tenant_id': '9c8c7551cf984e4ca40de4f1d8880b93', 'mac_address': 'fa:16:3e:9e:cb:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce5a3ea-ef86-4fbf-9a68-c613a7caab15', 'device_owner': 'network:router_interface', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': 'e0b6c98b-cc27-4b1e-ba5c-af819acff9ea', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:46:45Z', 'updated_at': '2021-06-24T11:47:01Z', 'revision_number': 5, 'project_id': '9c8c7551cf984e4ca40de4f1d8880b93', 'subnets': [{'id': 'e0b6c98b-cc27-4b1e-ba5c-af819acff9ea', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=128085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 11:47:50.044291 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-ad7c60f7-4009-4158-bc38-759cc7f9ef0c tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1800243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1815642'] for network, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:50.046513 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-65c5f042-76cb-45dc-9689-6c1d57bf603c tempest-RoutersIpV6AdminTest-670466919 tempest-RoutersIpV6AdminTest-670466919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:50.144581 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.db.api [None req-62286f42-a576-43c5-b231-fabea068a546 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=128085) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 24 11:47:50.145033 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_db.api [None req-62286f42-a576-43c5-b231-fabea068a546 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 24 11:47:50.160369 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-b60c8682-3d88-4071-8b05-45930d818f01 None None] For port 8884263e-3e89-43b1-a2ce-bed95c5d314e, host dv-neutron-797120-4-hyperv, cleared binding levels {{(pid=128085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 11:47:50.163995 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-b60c8682-3d88-4071-8b05-45930d818f01 None None] For port 8884263e-3e89-43b1-a2ce-bed95c5d314e, host dv-neutron-797120-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=8884263e-3e89-43b1-a2ce-bed95c5d314e,segment=NetworkSegment(f972d67d-9a3f-43c1-a25e-18a9dc65bf56),segment_id=f972d67d-9a3f-43c1-a25e-18a9dc65bf56)] {{(pid=128085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 11:47:50.167581 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-87c5959d-4c02-4d53-b1a8-c171007308c9 tempest-RoutersAdminTest-1970644103 tempest-RoutersAdminTest-1970644103-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:47:50.173636 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning complete for port efb82acd-441a-4aa1-9044-19fa4e822389 triggered by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:47:50.174085 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:50.182825 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-21c82323-be0c-45a3-8f82-6b8d7ff382f2 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-972238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3292022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3162263'] for subnet, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:50.189111 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-ad7c60f7-4009-4158-bc38-759cc7f9ef0c tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Notify callbacks [] for network, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:50.193258 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-ad7c60f7-4009-4158-bc38-759cc7f9ef0c tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] 10.222.0.53 "DELETE /v2.0/networks/8365e720-eeab-4abf-a44a-499d2c46421a HTTP/1.1" status: 204 len: 168 time: 2.9465797 Jun 24 11:47:50.198525 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 58474) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:47:50.202791 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7c60f7-4009-4158-bc38-759cc7f9ef0c tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Pushing event deleted for resources: {'Network': ['ID=8365e720-eeab-4abf-a44a-499d2c46421a,revision_number=None']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:47:50.206171 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-b60c8682-3d88-4071-8b05-45930d818f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:50.216523 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-d2f5ca17-44f3-40e3-a7fb-4c81a117e144 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:47:50.216730 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-ad7c60f7-4009-4158-bc38-759cc7f9ef0c tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:47:50.217330 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-c8b6f468-03f5-4430-b2a9-1187e66b73cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.023s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:47:50.300145 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60c8682-3d88-4071-8b05-45930d818f01 None None] Pushing event updated for resources: {'Port': ['ID=8884263e-3e89-43b1-a2ce-bed95c5d314e,revision_number=2']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:47:50.305938 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-b60c8682-3d88-4071-8b05-45930d818f01 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:47:50.308349 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b64f5bef-615b-42b9-b2ca-635c052f716c None None] Network 11a80c9d-f8ee-4388-91b0-d49a25200fee requested from dv-neutron-797120-4-hyperv {{(pid=128085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 11:47:50.314321 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-21c82323-be0c-45a3-8f82-6b8d7ff382f2 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks [] for subnet, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:50.316382 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-21c82323-be0c-45a3-8f82-6b8d7ff382f2 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] 10.222.0.53 "DELETE /v2.0/subnets/41779e91-2d90-4198-9a09-1efdadab9b46 HTTP/1.1" status: 204 len: 168 time: 1.5939775 Jun 24 11:47:50.319745 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.db.db_base_plugin_common [None req-65c5f042-76cb-45dc-9689-6c1d57bf603c tempest-RoutersIpV6AdminTest-670466919 tempest-RoutersIpV6AdminTest-670466919-project] Allocated IP 172.26.7.30 (f2b8ca71-e776-48b2-8898-96cc7970207b/f37bf603-3862-4d0a-9f58-89616f7fd68f/3bb2d9a2-40aa-4f64-91ea-2327bad97743) {{(pid=128084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 11:47:50.322107 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c82323-be0c-45a3-8f82-6b8d7ff382f2 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Pushing event deleted for resources: {'Subnet': ['ID=41779e91-2d90-4198-9a09-1efdadab9b46,revision_number=None']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:47:50.324035 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 58476) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:47:50.466393 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-21c82323-be0c-45a3-8f82-6b8d7ff382f2 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:47:50.473390 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d666989-5502-47dc-9002-a86bc39714d7 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Deleting subnet 540ccc59-6c9a-46e4-8a67-d062128d54dd {{(pid=128084) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 24 11:47:50.473801 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:50.499688 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-2d666989-5502-47dc-9002-a86bc39714d7 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks [] for subnet, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:50.554837 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] For port efb82acd-441a-4aa1-9044-19fa4e822389, host dv-neutron-797120-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=efb82acd-441a-4aa1-9044-19fa4e822389,segment=NetworkSegment(fddfe548-9582-48fa-8a0c-6b06bc4d1b9f),segment_id=fddfe548-9582-48fa-8a0c-6b06bc4d1b9f)] {{(pid=128085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 11:47:50.590411 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:50.596864 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-7c3ce5a8-9dad-4b35-9525-cc4b626fa1e7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:47:50.639424 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.api.v2.resource [None req-35f1dcda-5008-4ee6-beed-e95b77f43a33 tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] delete failed (client error): The resource could not be found. Jun 24 11:47:50.640862 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-35f1dcda-5008-4ee6-beed-e95b77f43a33 tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] 10.222.0.53 "DELETE /v2.0/routers/b2eec381-1ec3-4a70-a792-0718d3eb5c86 HTTP/1.1" status: 404 len: 336 time: 0.6191335 Jun 24 11:47:50.650316 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 58478) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:47:50.704635 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Pushing event updated for resources: {'Port': ['ID=efb82acd-441a-4aa1-9044-19fa4e822389,revision_number=5']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:47:50.712097 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device b02d8e75-b9e9-46d8-b62a-dab93239ece8 no longer exists at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 11:47:50.720733 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:47:50.783610 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-48ef272e-3127-4558-82fd-03d8bef9b682 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Notify callbacks [] for port, precommit_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:50.789568 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.pecan_wsgi.hooks.translation [None req-dcb625de-2544-4e27-943f-6cce8236793b tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] DELETE failed (client error): The resource could not be found. Jun 24 11:47:50.790843 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dcb625de-2544-4e27-943f-6cce8236793b tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=128083) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 24 11:47:50.797789 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-dcb625de-2544-4e27-943f-6cce8236793b tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] 10.222.0.53 "DELETE /v2.0/subnets/d8d531f4-362b-4ce9-b820-18d1165b6187 HTTP/1.1" status: 404 len: 337 time: 0.1438046 Jun 24 11:47:50.799021 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 58480) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:47:50.808830 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] No Port match for: b02d8e75-b9e9-46d8-b62a-dab93239ece8 {{(pid=128085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 11:47:50.809235 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device b02d8e75-b9e9-46d8-b62a-dab93239ece8 not bound to the agent host dv-neutron-797120-4-hyperv {{(pid=128085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 11:47:50.810045 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device 4be036bd-d527-4f52-a3f1-64fe5b94a0e1 no longer exists at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 11:47:50.811409 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-48ef272e-3127-4558-82fd-03d8bef9b682 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2537871'] for port, after_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:50.817662 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-16035f6d-50f2-4646-8344-b13e6a6aea10 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:47:50.851015 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] No Port match for: 4be036bd-d527-4f52-a3f1-64fe5b94a0e1 {{(pid=128085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 11:47:50.851253 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device 4be036bd-d527-4f52-a3f1-64fe5b94a0e1 not bound to the agent host dv-neutron-797120-4-hyperv {{(pid=128085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 11:47:50.927931 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-2d666989-5502-47dc-9002-a86bc39714d7 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2373542'] for subnet, precommit_delete_associations {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:50.948402 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c354da99-b3ff-4cf5-a0cb-2e04692bd04c tempest-RoutersAdminTest-701485524 tempest-RoutersAdminTest-701485524-project] Router abe7498b-72e6-4bcd-b5a6-0bc356d7fd50 is scheduled to L3 agent 2987dba8-2249-4ee6-96ec-28f0f7a6127d with binding_index 1 {{(pid=128083) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 24 11:47:50.982598 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-0bebfbab-955d-4c58-9b16-4dbf6f83a25f None None] Could not find standard attr ID for object 602b2cf6-d98d-4368-bcb9-f36d9d8e63ad. {{(pid=128085) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 24 11:47:50.987898 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-48ef272e-3127-4558-82fd-03d8bef9b682 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1783050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1978542'] for router_interface, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:51.002790 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ef272e-3127-4558-82fd-03d8bef9b682 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Pushing event updated for resources: {'Port': ['ID=49533a4b-f50b-4e00-a1ad-0779a9632ce3,revision_number=2']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:47:51.006185 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-48ef272e-3127-4558-82fd-03d8bef9b682 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:47:51.021503 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-041bec51-b981-44af-ae23-f6e5c9a90232 tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] Notify callbacks [] for port, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:51.107210 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.db.provisioning_blocks [None req-041bec51-b981-44af-ae23-f6e5c9a90232 tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] Transition to ACTIVE for port object 65ad4183-a0f0-48e6-a56e-f0b9a51dfaa7 will not be triggered until provisioned by entity DHCP. {{(pid=128084) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 11:47:51.120518 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-65c5f042-76cb-45dc-9689-6c1d57bf603c tempest-RoutersIpV6AdminTest-670466919 tempest-RoutersIpV6AdminTest-670466919-project] Notify callbacks [] for port, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:51.268832 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-2d666989-5502-47dc-9002-a86bc39714d7 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-972249'] for subnet, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:51.270834 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device 8884263e-3e89-43b1-a2ce-bed95c5d314e up at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 11:47:51.327979 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.plugin [None req-fecc9d4d-72b8-4c8a-927d-3f82d0191bee tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Deleting port 44681b40-d675-4660-991b-a28231d98fad {{(pid=128083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 11:47:51.333268 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-fecc9d4d-72b8-4c8a-927d-3f82d0191bee tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793193942312'] for port, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:51.350538 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c354da99-b3ff-4cf5-a0cb-2e04692bd04c tempest-RoutersAdminTest-701485524 tempest-RoutersAdminTest-701485524-project] Notify agent at l3_agent.dv-neutron-797120-4-hyperv the message routers_updated {{(pid=128083) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 11:47:51.362290 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a09ede20-7a10-4a43-b400-542bc0b9a6a9 None None] Sync routers for ids ['abe7498b-72e6-4bcd-b5a6-0bc356d7fd50'] in dv-neutron-797120-4-hyperv {{(pid=128086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 11:47:51.372894 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning for port 8884263e-3e89-43b1-a2ce-bed95c5d314e completed by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 11:47:51.379065 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a09ede20-7a10-4a43-b400-542bc0b9a6a9 None None] Routers {'abe7498b-72e6-4bcd-b5a6-0bc356d7fd50'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 11:47:51.380229 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-a09ede20-7a10-4a43-b400-542bc0b9a6a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T11:47:26Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['abe7498b-72e6-4bcd-b5a6-0bc356d7fd50'], 'active': True} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:47:51.382992 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-041bec51-b981-44af-ae23-f6e5c9a90232 tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-650429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-506361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793193536723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3291971'] for port, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:51.395730 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-216d244f-b2d0-4710-8964-7506d5a67b57 None None] Network d256f873-da98-4eaa-988b-87fb800fabd9 requested from dv-neutron-797120-4-hyperv {{(pid=128085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 11:47:51.409594 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-0aeb096f-ee85-425b-9adc-e3fb17747050 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:47:51.434270 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48ef272e-3127-4558-82fd-03d8bef9b682 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Network d256f873-da98-4eaa-988b-87fb800fabd9 is already hosted by enough agents. {{(pid=128083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 11:47:51.439691 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-a09ede20-7a10-4a43-b400-542bc0b9a6a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:47:51.454914 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a09ede20-7a10-4a43-b400-542bc0b9a6a9 None None] Routers {'abe7498b-72e6-4bcd-b5a6-0bc356d7fd50'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 11:47:51.455652 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-a09ede20-7a10-4a43-b400-542bc0b9a6a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T11:47:26Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['abe7498b-72e6-4bcd-b5a6-0bc356d7fd50'], 'active': True} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:47:51.466763 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-65c5f042-76cb-45dc-9689-6c1d57bf603c tempest-RoutersIpV6AdminTest-670466919 tempest-RoutersIpV6AdminTest-670466919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-650429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-506361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793193536723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3291971'] for port, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:51.485683 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.base_scheduler [None req-48ef272e-3127-4558-82fd-03d8bef9b682 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Resources bound (agent type, host, resource id): {{(pid=128083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:47:51.502131 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-c354da99-b3ff-4cf5-a0cb-2e04692bd04c tempest-RoutersAdminTest-701485524 tempest-RoutersAdminTest-701485524-project] Notify callbacks [] for router, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:51.506784 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-c354da99-b3ff-4cf5-a0cb-2e04692bd04c tempest-RoutersAdminTest-701485524 tempest-RoutersAdminTest-701485524-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 8.8482661 Jun 24 11:47:51.509071 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 58482) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:47:51.518628 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-a09ede20-7a10-4a43-b400-542bc0b9a6a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:47:51.519602 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a09ede20-7a10-4a43-b400-542bc0b9a6a9 None None] The sync data for ids ['abe7498b-72e6-4bcd-b5a6-0bc356d7fd50'] in dv-neutron-797120-4-hyperv is: [] {{(pid=128086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 11:47:51.536357 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [None req-3fcf0a78-f96a-4918-a2ab-da8049514c28 tempest-RoutersAdminTest-1970644103 tempest-RoutersAdminTest-1970644103-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'enable_snat': False}}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:47:51.542470 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-041bec51-b981-44af-ae23-f6e5c9a90232 tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] Network 981bb62b-f7f4-45de-8aea-7a1d43e26b6b is already hosted by enough agents. {{(pid=128084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 11:47:51.563921 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-2d666989-5502-47dc-9002-a86bc39714d7 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-972238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3292022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3162263'] for subnet, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:51.578814 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.base_scheduler [None req-041bec51-b981-44af-ae23-f6e5c9a90232 tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] Resources bound (agent type, host, resource id): {{(pid=128084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:47:51.583207 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65c5f042-76cb-45dc-9689-6c1d57bf603c tempest-RoutersIpV6AdminTest-670466919 tempest-RoutersIpV6AdminTest-670466919-project] Network f2b8ca71-e776-48b2-8898-96cc7970207b is already hosted by enough agents. {{(pid=128084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 11:47:51.585072 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041bec51-b981-44af-ae23-f6e5c9a90232 tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] Pushing event updated for resources: {'Port': ['ID=65ad4183-a0f0-48e6-a56e-f0b9a51dfaa7,revision_number=1']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:47:51.590971 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-041bec51-b981-44af-ae23-f6e5c9a90232 tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] Received port after_create {{(pid=128084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 11:47:51.596741 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-041bec51-b981-44af-ae23-f6e5c9a90232 tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=128084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:47:51.602389 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-041bec51-b981-44af-ae23-f6e5c9a90232 tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468916'] for port, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:51.606098 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-041bec51-b981-44af-ae23-f6e5c9a90232 tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:47:51.616041 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-21241f94-8f1f-48b3-8e4c-dcd0f29f2013 tempest-RoutersIpV6AdminTest-1198470881 tempest-RoutersIpV6AdminTest-1198470881-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.135s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:47:51.618317 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.base_scheduler [None req-65c5f042-76cb-45dc-9689-6c1d57bf603c tempest-RoutersIpV6AdminTest-670466919 tempest-RoutersIpV6AdminTest-670466919-project] Resources bound (agent type, host, resource id): {{(pid=128084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:47:51.631693 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65c5f042-76cb-45dc-9689-6c1d57bf603c tempest-RoutersIpV6AdminTest-670466919 tempest-RoutersIpV6AdminTest-670466919-project] Received port after_create {{(pid=128084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 11:47:51.662050 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-2d666989-5502-47dc-9002-a86bc39714d7 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks [] for subnet, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:51.664242 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-2d666989-5502-47dc-9002-a86bc39714d7 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] 10.222.0.53 "DELETE /v2.0/subnets/540ccc59-6c9a-46e4-8a67-d062128d54dd HTTP/1.1" status: 204 len: 168 time: 1.2943110 Jun 24 11:47:51.672332 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 58484) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:47:51.678828 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device d66a84b2-ad5a-483d-b0de-9abf8716d6a1 up at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 11:47:51.736186 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-041bec51-b981-44af-ae23-f6e5c9a90232 tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 949 time: 4.7415950 Jun 24 11:47:51.743108 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48ef272e-3127-4558-82fd-03d8bef9b682 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Router d87749d3-f594-4284-87a4-6fe3955904b1 has already been hosted by L3 agent 2987dba8-2249-4ee6-96ec-28f0f7a6127d {{(pid=128083) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 11:47:51.748087 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 58486) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:47:51.796618 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-b91dc9dd-6be3-44e1-b4be-8912736e53b2 None None] Provisioning for port d66a84b2-ad5a-483d-b0de-9abf8716d6a1 completed by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 11:47:51.838143 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-fa2f3201-c743-421b-a172-f3403d7e87ba tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1289866 Jun 24 11:47:51.869978 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 58488) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:47:51.870436 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning for port d66a84b2-ad5a-483d-b0de-9abf8716d6a1 completed by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 11:47:51.872454 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-fecc9d4d-72b8-4c8a-927d-3f82d0191bee tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1978872'] for port, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:51.881341 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning complete for port d66a84b2-ad5a-483d-b0de-9abf8716d6a1 triggered by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:47:51.881722 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:51.883057 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [None req-ad641df8-d7bb-45be-af0f-9dbe7ce57752 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Request body: {'subnet': {'network_id': '11a80c9d-f8ee-4388-91b0-d49a25200fee', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:47:51.943720 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c5f042-76cb-45dc-9689-6c1d57bf603c tempest-RoutersIpV6AdminTest-670466919 tempest-RoutersIpV6AdminTest-670466919-project] Pushing event updated for resources: {'Port': ['ID=3bb2d9a2-40aa-4f64-91ea-2327bad97743,revision_number=1']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:47:51.950144 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-65c5f042-76cb-45dc-9689-6c1d57bf603c tempest-RoutersIpV6AdminTest-670466919 tempest-RoutersIpV6AdminTest-670466919-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.333s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:47:51.954752 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-c57b57c2-1f0e-47f3-af13-7c37d5785c08 tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.370s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:47:51.987974 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-336f264d-8411-45a1-b129-5e31e8f9c042 None None] Network 981bb62b-f7f4-45de-8aea-7a1d43e26b6b requested from dv-neutron-797120-4-hyperv {{(pid=128085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 11:47:52.010192 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d666989-5502-47dc-9002-a86bc39714d7 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Pushing event deleted for resources: {'Subnet': ['ID=540ccc59-6c9a-46e4-8a67-d062128d54dd,revision_number=None']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:47:52.018449 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-2d666989-5502-47dc-9002-a86bc39714d7 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:47:52.052021 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.plugin [None req-fecc9d4d-72b8-4c8a-927d-3f82d0191bee tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Calling delete_port for 44681b40-d675-4660-991b-a28231d98fad owned by {{(pid=128083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 11:47:52.076463 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54b70477-eb16-4298-981f-cbb9bbdb8135 None None] Network 11a80c9d-f8ee-4388-91b0-d49a25200fee requested from dv-neutron-797120-4-hyperv {{(pid=128085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 11:47:52.106692 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.db_base_plugin_v2 [None req-601cb630-9c33-45f3-9b14-cdce5433a588 tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] Deleting subnet d8728583-3be5-46f5-a4d4-c3a09900b29d {{(pid=128083) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 24 11:47:52.126194 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-c1e3d300-60c4-4806-a0e4-acfe16e1b9c5 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1978565'] for router_interface, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:52.141409 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-601cb630-9c33-45f3-9b14-cdce5433a588 tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] Notify callbacks [] for subnet, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:52.157995 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:52.177811 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-6934f85e-c322-4cf5-ba05-5447f42c56fe None None] Provisioning for port 8884263e-3e89-43b1-a2ce-bed95c5d314e completed by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 11:47:52.204661 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48ef272e-3127-4558-82fd-03d8bef9b682 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Notify agent at l3_agent.dv-neutron-797120-4-hyperv the message routers_updated {{(pid=128083) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 11:47:52.227692 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14ca047e-d769-46e7-9fa9-58226cb6b579 None None] Sync routers for ids ['d87749d3-f594-4284-87a4-6fe3955904b1'] in dv-neutron-797120-4-hyperv {{(pid=128085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 11:47:52.245473 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-6934f85e-c322-4cf5-ba05-5447f42c56fe None None] Provisioning complete for port 8884263e-3e89-43b1-a2ce-bed95c5d314e triggered by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:47:52.245758 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-6934f85e-c322-4cf5-ba05-5447f42c56fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:52.257019 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-48ef272e-3127-4558-82fd-03d8bef9b682 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] 10.222.0.53 "PUT /v2.0/routers/d87749d3-f594-4284-87a4-6fe3955904b1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2090962 Jun 24 11:47:52.258084 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 58490) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:47:52.263084 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-3208a53e-10d2-451d-aac2-33c9c015b153 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:47:52.277675 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-601cb630-9c33-45f3-9b14-cdce5433a588 tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3143795'] for subnet, precommit_delete_associations {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:52.313050 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad641df8-d7bb-45be-af0f-9dbe7ce57752 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Made reservation on behalf of 086af1f572244cd08c37d97e004e4732 for: {'subnet': 1} {{(pid=128083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 11:47:52.313278 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-65c5f042-76cb-45dc-9689-6c1d57bf603c tempest-RoutersIpV6AdminTest-670466919 tempest-RoutersIpV6AdminTest-670466919-project] Notify callbacks [] for router_gateway, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:52.315379 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-ad641df8-d7bb-45be-af0f-9dbe7ce57752 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3289788'] for subnet, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:52.393458 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14ca047e-d769-46e7-9fa9-58226cb6b579 None None] Routers {'d87749d3-f594-4284-87a4-6fe3955904b1'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 11:47:52.394137 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-14ca047e-d769-46e7-9fa9-58226cb6b579 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T11:47:26Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['d87749d3-f594-4284-87a4-6fe3955904b1'], 'active': True} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:47:52.550388 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvr_db [None req-14ca047e-d769-46e7-9fa9-58226cb6b579 None None] Set router d87749d3-f594-4284-87a4-6fe3955904b1 gateway port host: None {{(pid=128085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 11:47:52.613224 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-fecc9d4d-72b8-4c8a-927d-3f82d0191bee tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793193945299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193536732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2537862'] for port, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:52.673105 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-d1fd9c42-485a-428d-a443-b5824b7bb0d5 tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:47:52.687067 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] For port d66a84b2-ad5a-483d-b0de-9abf8716d6a1, host dv-neutron-797120-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=d66a84b2-ad5a-483d-b0de-9abf8716d6a1,segment=NetworkSegment(c7ea1012-34f2-49de-bcd0-f5a174798c27),segment_id=c7ea1012-34f2-49de-bcd0-f5a174798c27)] {{(pid=128085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 11:47:52.729848 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:52.730622 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device efb82acd-441a-4aa1-9044-19fa4e822389 up at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 11:47:52.776612 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-a29fbca9-ea60-462e-bba4-b3f8a13a6ac6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:47:53.032951 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Pushing event updated for resources: {'Port': ['ID=d66a84b2-ad5a-483d-b0de-9abf8716d6a1,revision_number=3']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:47:53.035657 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd5e4f5d-e909-4de6-adb4-eec129ad6ab1 None None] DHCP port deletion for 11a80c9d-f8ee-4388-91b0-d49a25200fee request from dv-neutron-797120-4-hyperv {{(pid=128085) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 24 11:47:53.061648 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:47:53.076609 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fecc9d4d-72b8-4c8a-927d-3f82d0191bee tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Pushing event deleted for resources: {'Port': ['ID=44681b40-d675-4660-991b-a28231d98fad,revision_number=None']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:47:53.085886 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-fecc9d4d-72b8-4c8a-927d-3f82d0191bee tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.414s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:47:53.115453 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning complete for port efb82acd-441a-4aa1-9044-19fa4e822389 triggered by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:47:53.115929 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:53.124265 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-601cb630-9c33-45f3-9b14-cdce5433a588 tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-972249'] for subnet, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:53.170868 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-3fcf0a78-f96a-4918-a2ab-da8049514c28 tempest-RoutersAdminTest-1970644103 tempest-RoutersAdminTest-1970644103-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1975381', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1803205', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65378'] for router, precommit_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:53.177801 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-6934f85e-c322-4cf5-ba05-5447f42c56fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:53.230193 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-65c5f042-76cb-45dc-9689-6c1d57bf603c tempest-RoutersIpV6AdminTest-670466919 tempest-RoutersIpV6AdminTest-670466919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1803210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1815767'] for router, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:53.275953 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-14ca047e-d769-46e7-9fa9-58226cb6b579 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd87749d3-f594-4284-87a4-6fe3955904b1', 'name': 'tempest-RoutersTest-router-456200694', 'tenant_id': '01c7f8735a2b4722ae0cabb11183e366', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T11:47:01Z', 'updated_at': '2021-06-24T11:47:49Z', 'revision_number': 5, 'project_id': '01c7f8735a2b4722ae0cabb11183e366', 'gw_port_host': None, '_interfaces': [{'id': '11d4e1d1-3828-4a40-a4f0-e768f1395739', 'name': '', 'network_id': 'bddb0f8e-0e1f-4536-a9ef-e387f1699f13', 'tenant_id': '01c7f8735a2b4722ae0cabb11183e366', 'mac_address': 'fa:16:3e:7d:a9:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd87749d3-f594-4284-87a4-6fe3955904b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'ee35f23e-956d-4b15-87a0-fe4ac4012d10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:47:07Z', 'updated_at': '2021-06-24T11:47:22Z', 'revision_number': 5, 'project_id': '01c7f8735a2b4722ae0cabb11183e366', 'subnets': [{'id': 'ee35f23e-956d-4b15-87a0-fe4ac4012d10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '49533a4b-f50b-4e00-a1ad-0779a9632ce3', 'name': '', 'network_id': 'd256f873-da98-4eaa-988b-87fb800fabd9', 'tenant_id': '01c7f8735a2b4722ae0cabb11183e366', 'mac_address': 'fa:16:3e:19:b2:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd87749d3-f594-4284-87a4-6fe3955904b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': 'c9802021-c0fe-4638-a0c2-3f667ef35d38', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:47:48Z', 'updated_at': '2021-06-24T11:47:50Z', 'revision_number': 2, 'project_id': '01c7f8735a2b4722ae0cabb11183e366', 'subnets': [{'id': 'c9802021-c0fe-4638-a0c2-3f667ef35d38', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bb63497c-372a-47d2-b8b1-cf3202deb92b', 'name': '', 'network_id': 'b91d5cb9-8fe3-4576-a991-183ff1f7b145', 'tenant_id': '01c7f8735a2b4722ae0cabb11183e366', 'mac_address': 'fa:16:3e:93:ca:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd87749d3-f594-4284-87a4-6fe3955904b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '02346804-ee6e-4b90-a906-fa952c478595', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:47:19Z', 'updated_at': '2021-06-24T11:47:41Z', 'revision_number': 5, 'project_id': '01c7f8735a2b4722ae0cabb11183e366', 'subnets': [{'id': '02346804-ee6e-4b90-a906-fa952c478595', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd22328e1-d1a8-42bd-82d3-351b64623792', 'name': '', 'network_id': '580a2d1a-1689-4c76-bcaf-a30c08ec9279', 'tenant_id': '01c7f8735a2b4722ae0cabb11183e366', 'mac_address': 'fa:16:3e:3e:12:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd87749d3-f594-4284-87a4-6fe3955904b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '7733ac5c-122b-4158-91ff-dfd2455e0191', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:47:34Z', 'updated_at': '2021-06-24T11:47:47Z', 'revision_number': 5, 'project_id': '01c7f8735a2b4722ae0cabb11183e366', 'subnets': [{'id': '7733ac5c-122b-4158-91ff-dfd2455e0191', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:47:53.310387 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-fecc9d4d-72b8-4c8a-927d-3f82d0191bee tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468916'] for port, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:53.312177 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-fecc9d4d-72b8-4c8a-927d-3f82d0191bee tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] 10.222.0.53 "DELETE /v2.0/ports/44681b40-d675-4660-991b-a28231d98fad HTTP/1.1" status: 204 len: 168 time: 2.5105100 Jun 24 11:47:53.316044 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 58496) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:47:53.343557 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14ca047e-d769-46e7-9fa9-58226cb6b579 None None] Checking router: d87749d3-f594-4284-87a4-6fe3955904b1 for host: dv-neutron-797120-4-hyperv {{(pid=128085) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 11:47:53.344584 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14ca047e-d769-46e7-9fa9-58226cb6b579 None None] Updating router d87749d3-f594-4284-87a4-6fe3955904b1 port 49533a4b-f50b-4e00-a1ad-0779a9632ce3 binding host dv-neutron-797120-4-hyperv {{(pid=128085) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 11:47:53.377083 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-dd5e4f5d-e909-4de6-adb4-eec129ad6ab1 None None] Deleting port efb82acd-441a-4aa1-9044-19fa4e822389 {{(pid=128085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 11:47:53.377567 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-dd5e4f5d-e909-4de6-adb4-eec129ad6ab1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793193942312'] for port, before_delete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:53.398430 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-601cb630-9c33-45f3-9b14-cdce5433a588 tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-972238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2537800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3289951'] for subnet, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:53.403997 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-05d52367-37ba-4d4c-9f46-7357926354be tempest-BulkNetworkOpsIpV6Test-1142812762 tempest-BulkNetworkOpsIpV6Test-1142812762-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:47:53.423965 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device c6cfcfc5-9819-4af6-a93c-15f03675594f no longer exists at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 11:47:53.451038 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.plugin [None req-c1e3d300-60c4-4806-a0e4-acfe16e1b9c5 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Deleting port 4e83ec3d-ebda-49e9-a86f-ade6e7a02b34 {{(pid=128084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 11:47:53.451424 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-c1e3d300-60c4-4806-a0e4-acfe16e1b9c5 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793193942312'] for port, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:53.463240 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601cb630-9c33-45f3-9b14-cdce5433a588 tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] Pushing event deleted for resources: {'Subnet': ['ID=d8728583-3be5-46f5-a4d4-c3a09900b29d,revision_number=None']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:47:53.467496 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-601cb630-9c33-45f3-9b14-cdce5433a588 tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:47:53.476144 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-601cb630-9c33-45f3-9b14-cdce5433a588 tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588949'] for subnet, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:53.478039 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-601cb630-9c33-45f3-9b14-cdce5433a588 tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] 10.222.0.53 "DELETE /v2.0/subnets/d8728583-3be5-46f5-a4d4-c3a09900b29d HTTP/1.1" status: 204 len: 168 time: 1.7272537 Jun 24 11:47:53.483407 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 58498) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:47:53.556335 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.db.extraroute_db [None req-3208a53e-10d2-451d-aac2-33c9c015b153 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Added routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=128084) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Jun 24 11:47:53.601462 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.db.extraroute_db [None req-3208a53e-10d2-451d-aac2-33c9c015b153 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Removed routes are [] {{(pid=128084) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Jun 24 11:47:53.602414 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-3208a53e-10d2-451d-aac2-33c9c015b153 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1975381', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1803205', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65378'] for router, precommit_update {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:53.623896 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] No Port match for: c6cfcfc5-9819-4af6-a93c-15f03675594f {{(pid=128085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 11:47:53.623896 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device c6cfcfc5-9819-4af6-a93c-15f03675594f not bound to the agent host dv-neutron-797120-4-hyperv {{(pid=128085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 11:47:53.628114 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2c67d5d-231a-49a7-81ed-dcd6d867b2dd None None] Network 981bb62b-f7f4-45de-8aea-7a1d43e26b6b requested from dv-neutron-797120-4-hyperv {{(pid=128085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 11:47:53.634081 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-dd5e4f5d-e909-4de6-adb4-eec129ad6ab1 None None] For port efb82acd-441a-4aa1-9044-19fa4e822389, host dv-neutron-797120-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=efb82acd-441a-4aa1-9044-19fa4e822389,segment=NetworkSegment(fddfe548-9582-48fa-8a0c-6b06bc4d1b9f),segment_id=fddfe548-9582-48fa-8a0c-6b06bc4d1b9f)] {{(pid=128085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 11:47:53.634522 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-dd5e4f5d-e909-4de6-adb4-eec129ad6ab1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1978872'] for port, precommit_delete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:53.637831 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-14ca047e-d769-46e7-9fa9-58226cb6b579 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:53.661805 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e5b8808-03c4-454a-be72-1f848ce90d89 tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:47:53.663519 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e5b8808-03c4-454a-be72-1f848ce90d89 tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:47:53.665647 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-5e5b8808-03c4-454a-be72-1f848ce90d89 tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1810021 Jun 24 11:47:53.667868 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 58500) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:47:53.730475 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.objects.ports [None req-ad641df8-d7bb-45be-af0f-9dbe7ce57752 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=128083) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jun 24 11:47:53.735769 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65c5f042-76cb-45dc-9689-6c1d57bf603c tempest-RoutersIpV6AdminTest-670466919 tempest-RoutersIpV6AdminTest-670466919-project] Router 7e1c25c5-b618-479e-bec5-03fc8266b5d5 is scheduled to L3 agent 2987dba8-2249-4ee6-96ec-28f0f7a6127d with binding_index 1 {{(pid=128084) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 24 11:47:53.741364 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.db [None req-c1e3d300-60c4-4806-a0e4-acfe16e1b9c5 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] For port 4e83ec3d-ebda-49e9-a86f-ade6e7a02b34, host dv-neutron-797120-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=4e83ec3d-ebda-49e9-a86f-ade6e7a02b34,segment=NetworkSegment(6dc0ed20-0e3e-4794-aa27-4e8e2aa82b77),segment_id=6dc0ed20-0e3e-4794-aa27-4e8e2aa82b77)] {{(pid=128084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 11:47:53.741732 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-c1e3d300-60c4-4806-a0e4-acfe16e1b9c5 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1978872'] for port, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:53.789954 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.plugin [None req-c1e3d300-60c4-4806-a0e4-acfe16e1b9c5 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Calling delete_port for 4e83ec3d-ebda-49e9-a86f-ade6e7a02b34 owned by network:router_interface {{(pid=128084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 11:47:53.862752 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.plugin [None req-85455b7f-73d3-49db-b360-9c36586e72eb tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Deleting port e4bb185b-2cd2-4be8-b24c-5a244e5a9131 {{(pid=128083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 11:47:53.863121 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-85455b7f-73d3-49db-b360-9c36586e72eb tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793193942312'] for port, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:53.895046 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-dd5e4f5d-e909-4de6-adb4-eec129ad6ab1 None None] Calling delete_port for efb82acd-441a-4aa1-9044-19fa4e822389 owned by network:dhcp {{(pid=128085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 11:47:53.908014 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device d66a84b2-ad5a-483d-b0de-9abf8716d6a1 up at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 11:47:53.957538 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.db.api [None req-6934f85e-c322-4cf5-ba05-5447f42c56fe None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=128085) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 24 11:47:53.957912 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_db.api [None req-6934f85e-c322-4cf5-ba05-5447f42c56fe None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 24 11:47:53.964854 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-43f57b4b-2119-47aa-a2fc-e32f3bb794ef tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-534962'] for network, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:54.026368 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-e7a82e06-2166-47ed-83bd-c618769dec1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:54.046541 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.pecan_wsgi.hooks.translation [None req-43f57b4b-2119-47aa-a2fc-e32f3bb794ef tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] DELETE failed (client error): There was a conflict when trying to complete your request. Jun 24 11:47:54.047069 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-43f57b4b-2119-47aa-a2fc-e32f3bb794ef tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=128084) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 24 11:47:54.048868 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-43f57b4b-2119-47aa-a2fc-e32f3bb794ef tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] 10.222.0.53 "DELETE /v2.0/networks/981bb62b-f7f4-45de-8aea-7a1d43e26b6b HTTP/1.1" status: 409 len: 405 time: 0.3750849 Jun 24 11:47:54.060219 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 58502) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:47:54.065591 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-ed0fd8c3-2b85-4c1c-8877-2a70661dbf78 tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1479441172'}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:47:54.103327 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-3208a53e-10d2-451d-aac2-33c9c015b153 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1975381', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1803205', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65378'] for router, precommit_update {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:54.116426 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-3208a53e-10d2-451d-aac2-33c9c015b153 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1815767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1975340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1815772', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1803228'] for router, after_update {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:54.149187 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-85455b7f-73d3-49db-b360-9c36586e72eb tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1978872'] for port, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:54.163001 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65c5f042-76cb-45dc-9689-6c1d57bf603c tempest-RoutersIpV6AdminTest-670466919 tempest-RoutersIpV6AdminTest-670466919-project] Notify agent at l3_agent.dv-neutron-797120-4-hyperv the message routers_updated {{(pid=128084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 11:47:54.164501 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed0fd8c3-2b85-4c1c-8877-2a70661dbf78 tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] Made reservation on behalf of e5cf0df8d3ec4e94a403a4ce89d83b64 for: {'network': 1} {{(pid=128084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 11:47:54.168031 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-ed0fd8c3-2b85-4c1c-8877-2a70661dbf78 tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for network, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:54.176806 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.plugin [None req-85455b7f-73d3-49db-b360-9c36586e72eb tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Calling delete_port for e4bb185b-2cd2-4be8-b24c-5a244e5a9131 owned by {{(pid=128083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 11:47:54.190823 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70808c5a-473c-49a5-838a-c4736c5ecc77 None None] Sync routers for ids ['7e1c25c5-b618-479e-bec5-03fc8266b5d5'] in dv-neutron-797120-4-hyperv {{(pid=128086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 11:47:54.224816 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70808c5a-473c-49a5-838a-c4736c5ecc77 None None] Routers {'7e1c25c5-b618-479e-bec5-03fc8266b5d5'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 11:47:54.226725 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-70808c5a-473c-49a5-838a-c4736c5ecc77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T11:47:26Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['7e1c25c5-b618-479e-bec5-03fc8266b5d5'], 'active': True} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:47:54.227337 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning complete for port d66a84b2-ad5a-483d-b0de-9abf8716d6a1 triggered by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:47:54.227711 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:54.239027 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-dd5e4f5d-e909-4de6-adb4-eec129ad6ab1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793193945299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193536732'] for port, after_delete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:54.269384 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-4f2e2d65-a567-4192-b448-8d3ec63a3fc8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:47:54.291698 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-65c5f042-76cb-45dc-9689-6c1d57bf603c tempest-RoutersIpV6AdminTest-670466919 tempest-RoutersIpV6AdminTest-670466919-project] Notify callbacks [] for router, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:54.291698 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-65c5f042-76cb-45dc-9689-6c1d57bf603c tempest-RoutersIpV6AdminTest-670466919 tempest-RoutersIpV6AdminTest-670466919-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 6.5984416 Jun 24 11:47:54.298549 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 58504) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:47:54.303628 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed0fd8c3-2b85-4c1c-8877-2a70661dbf78 tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] vlan segment allocate from pool success with {'vlan_id': 635, 'physical_network': 'physnet1'} {{(pid=128084) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 11:47:54.308239 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [None req-2109f3fc-751f-4617-b266-b206834a63d7 tempest-RoutersIpV6AdminTest-1198470881 tempest-RoutersIpV6AdminTest-1198470881-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'enable_snat': False}}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:47:54.314049 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-70808c5a-473c-49a5-838a-c4736c5ecc77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:47:54.336098 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70808c5a-473c-49a5-838a-c4736c5ecc77 None None] Routers {'7e1c25c5-b618-479e-bec5-03fc8266b5d5'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 11:47:54.337324 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-70808c5a-473c-49a5-838a-c4736c5ecc77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T11:47:26Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['7e1c25c5-b618-479e-bec5-03fc8266b5d5'], 'active': True} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:47:54.345246 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-ed0fd8c3-2b85-4c1c-8877-2a70661dbf78 tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967879'] for segment, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:54.345589 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.db.segments_db [None req-ed0fd8c3-2b85-4c1c-8877-2a70661dbf78 tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] Added segment a1d5634a-66cd-4579-862d-162dc9244b18 of type vlan for network 1b66cbc1-367f-4d15-94d4-eb5edab47c2a Jun 24 11:47:54.361162 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-ad641df8-d7bb-45be-af0f-9dbe7ce57752 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:54.365975 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3208a53e-10d2-451d-aac2-33c9c015b153 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Router d87749d3-f594-4284-87a4-6fe3955904b1 has already been hosted by L3 agent 2987dba8-2249-4ee6-96ec-28f0f7a6127d {{(pid=128084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 11:47:54.370045 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5e4f5d-e909-4de6-adb4-eec129ad6ab1 None None] Pushing event deleted for resources: {'Port': ['ID=efb82acd-441a-4aa1-9044-19fa4e822389,revision_number=None']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:47:54.373161 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-dd5e4f5d-e909-4de6-adb4-eec129ad6ab1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:47:54.384192 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd5e4f5d-e909-4de6-adb4-eec129ad6ab1 None None] No DVR routers for this DVR port efb82acd-441a-4aa1-9044-19fa4e822389 on host dv-neutron-797120-4-hyperv {{(pid=128085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 11:47:54.434202 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-ed0fd8c3-2b85-4c1c-8877-2a70661dbf78 tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793193525068'] for network, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:54.467062 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad641df8-d7bb-45be-af0f-9dbe7ce57752 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Port efb82acd-441a-4aa1-9044-19fa4e822389 concurrently deleted while adding address for new subnet {'id': '5a550cab-4970-4959-84a4-111253794fc0', 'name': '', 'tenant_id': '086af1f572244cd08c37d97e004e4732', 'network_id': '11a80c9d-f8ee-4388-91b0-d49a25200fee', 'ip_version': 6, 'subnetpool_id': None, 'enable_dhcp': True, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless', 'standard_attr_id': 576, 'gateway_ip': '2001:db8::1', 'cidr': '2001:db8::/64', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:ffff'}], 'host_routes': [], 'dns_nameservers': [], 'shared': False, 'description': '', 'service_types': [], 'tags': [], 'created_at': '2021-06-24T11:47:52Z', 'updated_at': '2021-06-24T11:47:52Z', 'revision_number': 0, 'segment_id': None, 'project_id': '086af1f572244cd08c37d97e004e4732'}. {{(pid=128083) _create_subnet_postcommit /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:766}} Jun 24 11:47:54.468296 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-ad641df8-d7bb-45be-af0f-9dbe7ce57752 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2537737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3289942'] for subnet, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:54.486255 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-c1e3d300-60c4-4806-a0e4-acfe16e1b9c5 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793193945299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193536732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3292088'] for port, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:54.501414 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-50da0517-b34d-4c7e-aabc-21c4660e617f tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:47:54.505646 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-70808c5a-473c-49a5-838a-c4736c5ecc77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:47:54.507025 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70808c5a-473c-49a5-838a-c4736c5ecc77 None None] The sync data for ids ['7e1c25c5-b618-479e-bec5-03fc8266b5d5'] in dv-neutron-797120-4-hyperv is: [] {{(pid=128086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 11:47:54.543421 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-601cb630-9c33-45f3-9b14-cdce5433a588 tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:47:54.545813 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-6934f85e-c322-4cf5-ba05-5447f42c56fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:54.580004 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39c066c6-5024-4ac2-a4f9-569b891e951e None None] DHCP port deletion for 981bb62b-f7f4-45de-8aea-7a1d43e26b6b request from dv-neutron-797120-4-hyperv {{(pid=128085) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 24 11:47:54.628004 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.db.resource_extend [None req-ed0fd8c3-2b85-4c1c-8877-2a70661dbf78 tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=128084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 24 11:47:54.654770 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device efb82acd-441a-4aa1-9044-19fa4e822389 no longer exists at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 11:47:54.659558 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-14ca047e-d769-46e7-9fa9-58226cb6b579 None None] Notify callbacks [] for port, precommit_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:54.674465 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e3d300-60c4-4806-a0e4-acfe16e1b9c5 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Pushing event deleted for resources: {'Port': ['ID=4e83ec3d-ebda-49e9-a86f-ade6e7a02b34,revision_number=None']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:47:54.676268 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-ed0fd8c3-2b85-4c1c-8877-2a70661dbf78 tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1800243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976'] for network, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:54.683382 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed0fd8c3-2b85-4c1c-8877-2a70661dbf78 tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=128084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:47:54.684920 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-ed0fd8c3-2b85-4c1c-8877-2a70661dbf78 tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] Notify callbacks [] for network, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:54.702688 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-6934f85e-c322-4cf5-ba05-5447f42c56fe None None] For port 8884263e-3e89-43b1-a2ce-bed95c5d314e, host dv-neutron-797120-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=8884263e-3e89-43b1-a2ce-bed95c5d314e,segment=NetworkSegment(f972d67d-9a3f-43c1-a25e-18a9dc65bf56),segment_id=f972d67d-9a3f-43c1-a25e-18a9dc65bf56)] {{(pid=128085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 11:47:54.704654 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-14ca047e-d769-46e7-9fa9-58226cb6b579 None None] Transition to ACTIVE for port object 49533a4b-f50b-4e00-a1ad-0779a9632ce3 will not be triggered until provisioned by entity L2. {{(pid=128085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 11:47:54.704880 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-c1e3d300-60c4-4806-a0e4-acfe16e1b9c5 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:47:54.705772 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-c8fac80d-1622-4ee3-b383-a83a117a46e0 tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:47:54.707288 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] No Port match for: efb82acd-441a-4aa1-9044-19fa4e822389 {{(pid=128085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 11:47:54.707702 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device efb82acd-441a-4aa1-9044-19fa4e822389 not bound to the agent host dv-neutron-797120-4-hyperv {{(pid=128085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 11:47:54.713551 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-6934f85e-c322-4cf5-ba05-5447f42c56fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:54.716185 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:47:54.752583 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad641df8-d7bb-45be-af0f-9dbe7ce57752 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Network 11a80c9d-f8ee-4388-91b0-d49a25200fee is already hosted by enough agents. {{(pid=128083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 11:47:54.766108 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.base_scheduler [None req-ad641df8-d7bb-45be-af0f-9dbe7ce57752 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Resources bound (agent type, host, resource id): {{(pid=128083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:47:54.769202 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-3fcf0a78-f96a-4918-a2ab-da8049514c28 tempest-RoutersAdminTest-1970644103 tempest-RoutersAdminTest-1970644103-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1975381', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1803205', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65378'] for router, precommit_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:54.776057 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-ed0fd8c3-2b85-4c1c-8877-2a70661dbf78 tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.7123225 Jun 24 11:47:54.778643 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3208a53e-10d2-451d-aac2-33c9c015b153 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Notify agent at l3_agent.dv-neutron-797120-4-hyperv the message routers_updated {{(pid=128084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 11:47:54.780776 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6934f85e-c322-4cf5-ba05-5447f42c56fe None None] Pushing event updated for resources: {'Port': ['ID=8884263e-3e89-43b1-a2ce-bed95c5d314e,revision_number=4']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:47:54.781055 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad641df8-d7bb-45be-af0f-9dbe7ce57752 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:47:54.781916 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-ad641df8-d7bb-45be-af0f-9dbe7ce57752 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588949'] for subnet, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:54.789673 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-6934f85e-c322-4cf5-ba05-5447f42c56fe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:47:54.793586 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-14ca047e-d769-46e7-9fa9-58226cb6b579 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:54.800068 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 58506) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:47:54.808774 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-fd19275a-5468-4617-ba87-d0eee5879697 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:47:54.808915 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-3fcf0a78-f96a-4918-a2ab-da8049514c28 tempest-RoutersAdminTest-1970644103 tempest-RoutersAdminTest-1970644103-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1815767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1975340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1815772', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1803228'] for router, after_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:54.816187 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [None req-088cde2e-0e1b-4451-acf9-f730d281f0d9 tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] Request body: {'subnet': {'network_id': '1b66cbc1-367f-4d15-94d4-eb5edab47c2a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:47:54.817876 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-3208a53e-10d2-451d-aac2-33c9c015b153 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Notify callbacks [] for router, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:54.822329 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-3208a53e-10d2-451d-aac2-33c9c015b153 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] 10.222.0.53 "PUT /v2.0/routers/d87749d3-f594-4284-87a4-6fe3955904b1 HTTP/1.1" status: 200 len: 933 time: 2.5602381 Jun 24 11:47:54.833114 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87c8b588-5b9e-4af7-bac1-7a0b9cfb66a0 None None] Network 11a80c9d-f8ee-4388-91b0-d49a25200fee requested from dv-neutron-797120-4-hyperv {{(pid=128085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 11:47:54.871174 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 58508) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:47:54.906990 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-ad641df8-d7bb-45be-af0f-9dbe7ce57752 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.0249770 Jun 24 11:47:54.906990 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad641df8-d7bb-45be-af0f-9dbe7ce57752 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Pushing event updated for resources: {'Subnet': ['ID=5a550cab-4970-4959-84a4-111253794fc0,revision_number=0']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:47:54.925905 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 58510) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:47:54.933610 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-89711236-d7a2-4755-aca6-f056ae927b66 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Request body: {'subnet': {'network_id': '11a80c9d-f8ee-4388-91b0-d49a25200fee', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:47:54.939356 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0fd8c3-2b85-4c1c-8877-2a70661dbf78 tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] Pushing event updated for resources: {'Network': ['ID=1b66cbc1-367f-4d15-94d4-eb5edab47c2a,revision_number=1']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:47:54.946909 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-ad641df8-d7bb-45be-af0f-9dbe7ce57752 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.403s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:47:54.972773 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-39c066c6-5024-4ac2-a4f9-569b891e951e None None] Deleting port 8884263e-3e89-43b1-a2ce-bed95c5d314e {{(pid=128085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 11:47:54.973203 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-39c066c6-5024-4ac2-a4f9-569b891e951e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793193942312'] for port, before_delete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:55.020431 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-85455b7f-73d3-49db-b360-9c36586e72eb tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793193945299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193536732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2537862'] for port, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:55.033850 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-fecc9d4d-72b8-4c8a-927d-3f82d0191bee tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:47:55.048699 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-39c066c6-5024-4ac2-a4f9-569b891e951e None None] For port 8884263e-3e89-43b1-a2ce-bed95c5d314e, host dv-neutron-797120-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=8884263e-3e89-43b1-a2ce-bed95c5d314e,segment=NetworkSegment(f972d67d-9a3f-43c1-a25e-18a9dc65bf56),segment_id=f972d67d-9a3f-43c1-a25e-18a9dc65bf56)] {{(pid=128085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 11:47:55.049134 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-39c066c6-5024-4ac2-a4f9-569b891e951e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1978872'] for port, precommit_delete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:55.070896 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Network 1b66cbc1-367f-4d15-94d4-eb5edab47c2a details requested by agent ovs-agent-dv-neutron-797120-4-hyperv with host dv-neutron-797120-4-hyperv {{(pid=128085) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 11:47:55.090841 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-14ca047e-d769-46e7-9fa9-58226cb6b579 None None] Attempting to bind port 49533a4b-f50b-4e00-a1ad-0779a9632ce3 on host dv-neutron-797120-4-hyperv for vnic_type normal with profile {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 11:47:55.091220 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-14ca047e-d769-46e7-9fa9-58226cb6b579 None None] Attempting to bind port 49533a4b-f50b-4e00-a1ad-0779a9632ce3 by drivers openvswitch,hyperv on host dv-neutron-797120-4-hyperv at level 0 using segments [{'id': 'c7ea1012-34f2-49de-bcd0-f5a174798c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'd256f873-da98-4eaa-988b-87fb800fabd9'}] {{(pid=128085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 11:47:55.091672 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14ca047e-d769-46e7-9fa9-58226cb6b579 None None] Attempting to bind port 49533a4b-f50b-4e00-a1ad-0779a9632ce3 on network d256f873-da98-4eaa-988b-87fb800fabd9 {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 11:47:55.113587 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14ca047e-d769-46e7-9fa9-58226cb6b579 None None] Checking agent: {'id': 'e3a695b2-c397-461f-83b0-10b79d490b59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 11, 36, 56), 'started_at': datetime.datetime(2021, 6, 24, 11, 37, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 11, 47, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 11:47:55.113970 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14ca047e-d769-46e7-9fa9-58226cb6b579 None None] Checking segment: {'id': 'c7ea1012-34f2-49de-bcd0-f5a174798c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'd256f873-da98-4eaa-988b-87fb800fabd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=128085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 11:47:55.114382 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-14ca047e-d769-46e7-9fa9-58226cb6b579 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:55.114791 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14ca047e-d769-46e7-9fa9-58226cb6b579 None None] Bound using segment: {'id': 'c7ea1012-34f2-49de-bcd0-f5a174798c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'd256f873-da98-4eaa-988b-87fb800fabd9'} {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 11:47:55.115556 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-14ca047e-d769-46e7-9fa9-58226cb6b579 None None] Bound port: 49533a4b-f50b-4e00-a1ad-0779a9632ce3, host: dv-neutron-797120-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7ea1012-34f2-49de-bcd0-f5a174798c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'd256f873-da98-4eaa-988b-87fb800fabd9'}}] {{(pid=128085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 11:47:55.115971 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-14ca047e-d769-46e7-9fa9-58226cb6b579 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:55.137071 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-39c066c6-5024-4ac2-a4f9-569b891e951e None None] Calling delete_port for 8884263e-3e89-43b1-a2ce-bed95c5d314e owned by network:dhcp {{(pid=128085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 11:47:55.144359 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ecb266-c727-412b-bb57-9cf77ff72e30 None None] Pushing event updated for resources: {'Port': ['ID=49533a4b-f50b-4e00-a1ad-0779a9632ce3,revision_number=3']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:47:55.190356 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-e5ecb266-c727-412b-bb57-9cf77ff72e30 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.382s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:47:55.195384 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-60f5c96c-28c5-4984-9216-571e104eb51b None None] Provisioning for port 49533a4b-f50b-4e00-a1ad-0779a9632ce3 completed by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 11:47:55.342465 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-60f5c96c-28c5-4984-9216-571e104eb51b None None] Provisioning for port 65ad4183-a0f0-48e6-a56e-f0b9a51dfaa7 completed by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 11:47:55.353602 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-ed0fd8c3-2b85-4c1c-8877-2a70661dbf78 tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.648s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:47:55.354215 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-c1e3d300-60c4-4806-a0e4-acfe16e1b9c5 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1588985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1806165'] for router_interface, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:55.373709 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-60f5c96c-28c5-4984-9216-571e104eb51b None None] Provisioning complete for port 65ad4183-a0f0-48e6-a56e-f0b9a51dfaa7 triggered by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:47:55.373709 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-60f5c96c-28c5-4984-9216-571e104eb51b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:55.393132 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85455b7f-73d3-49db-b360-9c36586e72eb tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Pushing event deleted for resources: {'Port': ['ID=e4bb185b-2cd2-4be8-b24c-5a244e5a9131,revision_number=None']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:47:55.400072 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-85455b7f-73d3-49db-b360-9c36586e72eb tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.366s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:47:55.402816 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-088cde2e-0e1b-4451-acf9-f730d281f0d9 tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] Made reservation on behalf of e5cf0df8d3ec4e94a403a4ce89d83b64 for: {'subnet': 1} {{(pid=128083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 11:47:55.406681 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-088cde2e-0e1b-4451-acf9-f730d281f0d9 tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3289788'] for subnet, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:55.439205 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-14ca047e-d769-46e7-9fa9-58226cb6b579 None None] For port 49533a4b-f50b-4e00-a1ad-0779a9632ce3, host dv-neutron-797120-4-hyperv, cleared binding levels {{(pid=128085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 11:47:55.459062 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-14ca047e-d769-46e7-9fa9-58226cb6b579 None None] For port 49533a4b-f50b-4e00-a1ad-0779a9632ce3, host dv-neutron-797120-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=49533a4b-f50b-4e00-a1ad-0779a9632ce3,segment=NetworkSegment(c7ea1012-34f2-49de-bcd0-f5a174798c27),segment_id=c7ea1012-34f2-49de-bcd0-f5a174798c27)] {{(pid=128085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 11:47:55.470186 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6be84ba3-8fcc-42f2-b3b4-68ccc84ed347 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d65c8f8-7530-5052-99fe-8ea05073750b-11a80c9d-f8ee-4388-91b0-d49a25200fee', 'network_id': '11a80c9d-f8ee-4388-91b0-d49a25200fee', 'tenant_id': '086af1f572244cd08c37d97e004e4732', 'fixed_ips': [{'subnet_id': '5a550cab-4970-4959-84a4-111253794fc0'}]}} from dv-neutron-797120-4-hyperv. {{(pid=128085) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 24 11:47:55.471450 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-6be84ba3-8fcc-42f2-b3b4-68ccc84ed347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_create {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:55.487510 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-14ca047e-d769-46e7-9fa9-58226cb6b579 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:55.492281 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-fd19275a-5468-4617-ba87-d0eee5879697 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:47:55.498745 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-60f5c96c-28c5-4984-9216-571e104eb51b None None] Port 65ad4183-a0f0-48e6-a56e-f0b9a51dfaa7 cannot update to ACTIVE because it is not bound. {{(pid=128085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 11:47:55.501528 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-39c066c6-5024-4ac2-a4f9-569b891e951e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793193945299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193536732'] for port, after_delete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:55.532650 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-60f5c96c-28c5-4984-9216-571e104eb51b None None] Could not find standard attr ID for object efb82acd-441a-4aa1-9044-19fa4e822389. {{(pid=128085) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 24 11:47:55.547003 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-8faf3a93-e5bb-4b11-8bcf-57c8ec04533e tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] 10.222.0.53 "GET /v2.0/routers/d87749d3-f594-4284-87a4-6fe3955904b1 HTTP/1.1" status: 200 len: 933 time: 0.6740432 Jun 24 11:47:55.547003 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 58514) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:47:55.552306 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-60f5c96c-28c5-4984-9216-571e104eb51b None None] Could not find standard attr ID for object 8884263e-3e89-43b1-a2ce-bed95c5d314e. {{(pid=128085) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 24 11:47:55.558861 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-a7337340-5ad0-4b2e-8d36-9a4a4219c854 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Request body: {'router': {'routes': None}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:47:55.568359 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39c066c6-5024-4ac2-a4f9-569b891e951e None None] No DVR routers for this DVR port 8884263e-3e89-43b1-a2ce-bed95c5d314e on host dv-neutron-797120-4-hyperv {{(pid=128085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 11:47:55.735175 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fcf0a78-f96a-4918-a2ab-da8049514c28 tempest-RoutersAdminTest-1970644103 tempest-RoutersAdminTest-1970644103-project-admin] Router abe7498b-72e6-4bcd-b5a6-0bc356d7fd50 has already been hosted by L3 agent 2987dba8-2249-4ee6-96ec-28f0f7a6127d {{(pid=128083) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 11:47:55.741308 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ecb266-c727-412b-bb57-9cf77ff72e30 None None] Pushing event updated for resources: {'Port': ['ID=49533a4b-f50b-4e00-a1ad-0779a9632ce3,revision_number=4']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:47:55.758411 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-85455b7f-73d3-49db-b360-9c36586e72eb tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468916'] for port, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:55.759830 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14ca047e-d769-46e7-9fa9-58226cb6b579 None None] Routers {'d87749d3-f594-4284-87a4-6fe3955904b1'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 11:47:55.760535 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-85455b7f-73d3-49db-b360-9c36586e72eb tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] 10.222.0.53 "DELETE /v2.0/ports/e4bb185b-2cd2-4be8-b24c-5a244e5a9131 HTTP/1.1" status: 204 len: 168 time: 2.4406860 Jun 24 11:47:55.760841 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-14ca047e-d769-46e7-9fa9-58226cb6b579 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T11:47:26Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['d87749d3-f594-4284-87a4-6fe3955904b1'], 'active': True} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:47:55.762945 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-2109f3fc-751f-4617-b266-b206834a63d7 tempest-RoutersIpV6AdminTest-1198470881 tempest-RoutersIpV6AdminTest-1198470881-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1975381', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1803205', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65378'] for router, precommit_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:55.767697 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 58516) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:47:55.772152 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89711236-d7a2-4755-aca6-f056ae927b66 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Made reservation on behalf of 086af1f572244cd08c37d97e004e4732 for: {'subnet': 1} {{(pid=128084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 11:47:55.776197 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-89711236-d7a2-4755-aca6-f056ae927b66 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3162484'] for subnet, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:55.787650 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-e5ecb266-c727-412b-bb57-9cf77ff72e30 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:47:55.788291 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-b60c8682-3d88-4071-8b05-45930d818f01 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.266s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:47:55.796249 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-60f5c96c-28c5-4984-9216-571e104eb51b None None] Provisioning complete for port d66a84b2-ad5a-483d-b0de-9abf8716d6a1 triggered by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:47:55.796633 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-60f5c96c-28c5-4984-9216-571e104eb51b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:55.903612 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c066c6-5024-4ac2-a4f9-569b891e951e None None] Pushing event deleted for resources: {'Port': ['ID=8884263e-3e89-43b1-a2ce-bed95c5d314e,revision_number=None']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:47:55.938714 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-39c066c6-5024-4ac2-a4f9-569b891e951e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:47:55.942828 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device 8884263e-3e89-43b1-a2ce-bed95c5d314e no longer exists at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 11:47:55.982633 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.db_base_plugin_common [None req-6be84ba3-8fcc-42f2-b3b4-68ccc84ed347 None None] Allocated IP 2001:db8::f816:3eff:fe16:8590 (11a80c9d-f8ee-4388-91b0-d49a25200fee/5a550cab-4970-4959-84a4-111253794fc0/8d80ae74-f986-42b8-9266-21634e3a1a9d) {{(pid=128085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 11:47:55.996188 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] No Port match for: 8884263e-3e89-43b1-a2ce-bed95c5d314e {{(pid=128085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 11:47:55.996678 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device 8884263e-3e89-43b1-a2ce-bed95c5d314e not bound to the agent host dv-neutron-797120-4-hyperv {{(pid=128085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 11:47:56.024441 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvr_db [None req-14ca047e-d769-46e7-9fa9-58226cb6b579 None None] Set router d87749d3-f594-4284-87a4-6fe3955904b1 gateway port host: None {{(pid=128085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 11:47:56.081676 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fcf0a78-f96a-4918-a2ab-da8049514c28 tempest-RoutersAdminTest-1970644103 tempest-RoutersAdminTest-1970644103-project-admin] Notify agent at l3_agent.dv-neutron-797120-4-hyperv the message routers_updated {{(pid=128083) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 11:47:56.091619 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-3fcf0a78-f96a-4918-a2ab-da8049514c28 tempest-RoutersAdminTest-1970644103 tempest-RoutersAdminTest-1970644103-project-admin] Notify callbacks [] for router, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:56.093258 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-3fcf0a78-f96a-4918-a2ab-da8049514c28 tempest-RoutersAdminTest-1970644103 tempest-RoutersAdminTest-1970644103-project-admin] 10.222.0.53 "PUT /v2.0/routers/abe7498b-72e6-4bcd-b5a6-0bc356d7fd50 HTTP/1.1" status: 200 len: 921 time: 4.5774832 Jun 24 11:47:56.097563 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 58518) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:47:56.101960 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1e3d300-60c4-4806-a0e4-acfe16e1b9c5 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Router 9ce5a3ea-ef86-4fbf-9a68-c613a7caab15 has already been hosted by L3 agent 2987dba8-2249-4ee6-96ec-28f0f7a6127d {{(pid=128084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 11:47:56.224009 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-770dd8d8-cde4-4547-9974-e1f2ae42259c None None] Sync routers for ids ['abe7498b-72e6-4bcd-b5a6-0bc356d7fd50'] in dv-neutron-797120-4-hyperv {{(pid=128085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 11:47:56.270972 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.objects.ports [None req-088cde2e-0e1b-4451-acf9-f730d281f0d9 tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=128083) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jun 24 11:47:56.280906 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-088cde2e-0e1b-4451-acf9-f730d281f0d9 tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2537737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3289942'] for subnet, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:56.286675 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-17b85d0f-fdcb-4bbf-bb90-1f556bfbe0a0 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:47:56.335336 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-770dd8d8-cde4-4547-9974-e1f2ae42259c None None] Routers {'abe7498b-72e6-4bcd-b5a6-0bc356d7fd50'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 11:47:56.336228 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-770dd8d8-cde4-4547-9974-e1f2ae42259c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T11:47:26Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['abe7498b-72e6-4bcd-b5a6-0bc356d7fd50'], 'active': True} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:47:56.336376 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-170be9f8-0b49-4edf-9314-051a74c22912 tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:47:56.341012 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-170be9f8-0b49-4edf-9314-051a74c22912 tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] 10.222.0.53 "GET /v2.0/ports?device_id=ec2cec42-9d81-44aa-a4f8-e4c8409e9b4d HTTP/1.1" status: 200 len: 913 time: 0.5668266 Jun 24 11:47:56.344946 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 58520) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:47:56.358918 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-52c48915-c003-406c-81ed-eb229ad30a9a tempest-RoutersAdminTest-1970644103 tempest-RoutersAdminTest-1970644103-project-admin] 10.222.0.53 "GET /v2.0/routers/abe7498b-72e6-4bcd-b5a6-0bc356d7fd50 HTTP/1.1" status: 200 len: 921 time: 0.2578022 Jun 24 11:47:56.366716 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 58522) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:47:56.410357 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-770dd8d8-cde4-4547-9974-e1f2ae42259c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:47:56.472544 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1e3d300-60c4-4806-a0e4-acfe16e1b9c5 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Notify agent at l3_agent.dv-neutron-797120-4-hyperv the message routers_updated {{(pid=128084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 11:47:56.479662 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088cde2e-0e1b-4451-acf9-f730d281f0d9 tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] Pushing event updated for resources: {'Subnet': ['ID=75d182af-fee4-437a-ad91-cbfc03a68add,revision_number=0']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:47:56.483233 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-62f2fa32-80a6-440e-bea4-854269e567ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:56.488345 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-088cde2e-0e1b-4451-acf9-f730d281f0d9 tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:47:56.489559 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-c1e3d300-60c4-4806-a0e4-acfe16e1b9c5 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] 10.222.0.53 "PUT /v2.0/routers/9ce5a3ea-ef86-4fbf-9a68-c613a7caab15/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2842662 Jun 24 11:47:56.494559 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-770dd8d8-cde4-4547-9974-e1f2ae42259c None None] Routers {'abe7498b-72e6-4bcd-b5a6-0bc356d7fd50'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 11:47:56.495144 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-770dd8d8-cde4-4547-9974-e1f2ae42259c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T11:47:26Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['abe7498b-72e6-4bcd-b5a6-0bc356d7fd50'], 'active': True} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:47:56.502516 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 58524) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:47:56.513085 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d1c5dee-09ff-45b1-81fc-bc17b6121a83 None None] Sync routers for ids ['9ce5a3ea-ef86-4fbf-9a68-c613a7caab15'] in dv-neutron-797120-4-hyperv {{(pid=128086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 11:47:56.528844 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d1c5dee-09ff-45b1-81fc-bc17b6121a83 None None] Routers {'9ce5a3ea-ef86-4fbf-9a68-c613a7caab15'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 11:47:56.529743 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-4d1c5dee-09ff-45b1-81fc-bc17b6121a83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T11:47:56Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['9ce5a3ea-ef86-4fbf-9a68-c613a7caab15'], 'active': True} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:47:56.570577 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-89711236-d7a2-4755-aca6-f056ae927b66 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3291959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3162270'] for subnet, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:56.577102 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:47:56.581577 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-088cde2e-0e1b-4451-acf9-f730d281f0d9 tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] Checking segment: {'id': 'a1d5634a-66cd-4579-862d-162dc9244b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '1b66cbc1-367f-4d15-94d4-eb5edab47c2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=128083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 11:47:56.582196 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-088cde2e-0e1b-4451-acf9-f730d281f0d9 tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] Network hostable DHCP agents. Network: 1b66cbc1-367f-4d15-94d4-eb5edab47c2a, hostable agents: ['6be988a9-1d97-480f-be5a-c55abf2c55c5'], hosted agents: [] {{(pid=128083) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 11:47:56.589354 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-770dd8d8-cde4-4547-9974-e1f2ae42259c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:47:56.590125 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-770dd8d8-cde4-4547-9974-e1f2ae42259c None None] The sync data for ids ['abe7498b-72e6-4bcd-b5a6-0bc356d7fd50'] in dv-neutron-797120-4-hyperv is: [] {{(pid=128085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 11:47:56.648525 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:56.657719 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3e7493a-858e-4a05-afe4-3d7e5679d3be tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Deleting subnet 4492df7d-0108-42b8-9db5-4fc6e259fc17 {{(pid=128083) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 24 11:47:56.661347 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-6be84ba3-8fcc-42f2-b3b4-68ccc84ed347 None None] Notify callbacks [] for port, precommit_create {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:56.662450 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89711236-d7a2-4755-aca6-f056ae927b66 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Network 11a80c9d-f8ee-4388-91b0-d49a25200fee is already hosted by enough agents. {{(pid=128084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 11:47:56.666389 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-988f9ee3-98ea-4563-be37-c132cd8386d5 tempest-RoutersAdminTest-1970644103 tempest-RoutersAdminTest-1970644103-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:47:56.668107 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-988f9ee3-98ea-4563-be37-c132cd8386d5 tempest-RoutersAdminTest-1970644103 tempest-RoutersAdminTest-1970644103-project-admin] 10.222.0.53 "GET /v2.0/ports?network_id=f2b8ca71-e776-48b2-8898-96cc7970207b&device_id=abe7498b-72e6-4bcd-b5a6-0bc356d7fd50&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2983859 Jun 24 11:47:56.671761 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-f3e7493a-858e-4a05-afe4-3d7e5679d3be tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Notify callbacks [] for subnet, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:56.672697 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 58526) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:47:56.677768 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-6be84ba3-8fcc-42f2-b3b4-68ccc84ed347 None None] Transition to ACTIVE for port object 8d80ae74-f986-42b8-9266-21634e3a1a9d will not be triggered until provisioned by entity L2. {{(pid=128085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 11:47:56.680965 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.base_scheduler [None req-89711236-d7a2-4755-aca6-f056ae927b66 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Resources bound (agent type, host, resource id): {{(pid=128084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:47:56.693645 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_dvr_db [None req-4d1c5dee-09ff-45b1-81fc-bc17b6121a83 None None] Set router 9ce5a3ea-ef86-4fbf-9a68-c613a7caab15 gateway port host: None {{(pid=128086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 11:47:56.704497 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-088cde2e-0e1b-4451-acf9-f730d281f0d9 tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] Network 1b66cbc1-367f-4d15-94d4-eb5edab47c2a is scheduled to be hosted by DHCP agent 6be988a9-1d97-480f-be5a-c55abf2c55c5 with binding_index 1 {{(pid=128083) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 11:47:56.718278 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-6be84ba3-8fcc-42f2-b3b4-68ccc84ed347 None None] Transition to ACTIVE for port object 8d80ae74-f986-42b8-9266-21634e3a1a9d will not be triggered until provisioned by entity DHCP. {{(pid=128085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 11:47:56.721283 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89711236-d7a2-4755-aca6-f056ae927b66 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=128084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:47:56.721885 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-89711236-d7a2-4755-aca6-f056ae927b66 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks [] for subnet, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:56.732785 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-6be84ba3-8fcc-42f2-b3b4-68ccc84ed347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-650429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-506361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793193536723'] for port, after_create {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:56.736886 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-bca58973-00f3-4168-a2e9-2a27788a9fc4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:47:56.762158 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.base_scheduler [None req-088cde2e-0e1b-4451-acf9-f730d281f0d9 tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-4-hyperv, 1b66cbc1-367f-4d15-94d4-eb5edab47c2a) {{(pid=128083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:47:56.772002 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-f3e7493a-858e-4a05-afe4-3d7e5679d3be tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3143795'] for subnet, precommit_delete_associations {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:56.772893 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-299a2017-3f4a-4868-864a-7cdd51d584c9 None None] Network 1b66cbc1-367f-4d15-94d4-eb5edab47c2a requested from dv-neutron-797120-4-hyperv {{(pid=128085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 11:47:56.775329 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-088cde2e-0e1b-4451-acf9-f730d281f0d9 tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:47:56.775923 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-088cde2e-0e1b-4451-acf9-f730d281f0d9 tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588949'] for subnet, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:56.803443 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89711236-d7a2-4755-aca6-f056ae927b66 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Pushing event updated for resources: {'Subnet': ['ID=b5a02a2b-119b-425a-8922-b2bd4a226c71,revision_number=0']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:47:56.825861 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-89711236-d7a2-4755-aca6-f056ae927b66 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:47:56.849674 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6be84ba3-8fcc-42f2-b3b4-68ccc84ed347 None None] Network 11a80c9d-f8ee-4388-91b0-d49a25200fee is already hosted by enough agents. {{(pid=128085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 11:47:56.855532 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be84ba3-8fcc-42f2-b3b4-68ccc84ed347 None None] Pushing event updated for resources: {'Port': ['ID=8d80ae74-f986-42b8-9266-21634e3a1a9d,revision_number=1']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:47:56.858268 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.scheduler.base_scheduler [None req-6be84ba3-8fcc-42f2-b3b4-68ccc84ed347 None None] Resources bound (agent type, host, resource id): {{(pid=128085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:47:56.865106 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-6be84ba3-8fcc-42f2-b3b4-68ccc84ed347 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:47:56.867974 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6be84ba3-8fcc-42f2-b3b4-68ccc84ed347 None None] Received port after_create {{(pid=128085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 11:47:56.874168 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-088cde2e-0e1b-4451-acf9-f730d281f0d9 tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 2.0709586 Jun 24 11:47:56.879087 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 58528) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:47:56.884081 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-14ca047e-d769-46e7-9fa9-58226cb6b579 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd87749d3-f594-4284-87a4-6fe3955904b1', 'name': 'tempest-RoutersTest-router-456200694', 'tenant_id': '01c7f8735a2b4722ae0cabb11183e366', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T11:47:01Z', 'updated_at': '2021-06-24T11:47:53Z', 'revision_number': 6, 'project_id': '01c7f8735a2b4722ae0cabb11183e366', 'gw_port_host': None, '_interfaces': [{'id': '11d4e1d1-3828-4a40-a4f0-e768f1395739', 'name': '', 'network_id': 'bddb0f8e-0e1f-4536-a9ef-e387f1699f13', 'tenant_id': '01c7f8735a2b4722ae0cabb11183e366', 'mac_address': 'fa:16:3e:7d:a9:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd87749d3-f594-4284-87a4-6fe3955904b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'ee35f23e-956d-4b15-87a0-fe4ac4012d10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:47:07Z', 'updated_at': '2021-06-24T11:47:22Z', 'revision_number': 5, 'project_id': '01c7f8735a2b4722ae0cabb11183e366', 'subnets': [{'id': 'ee35f23e-956d-4b15-87a0-fe4ac4012d10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '49533a4b-f50b-4e00-a1ad-0779a9632ce3', 'name': '', 'network_id': 'd256f873-da98-4eaa-988b-87fb800fabd9', 'tenant_id': '01c7f8735a2b4722ae0cabb11183e366', 'mac_address': 'fa:16:3e:19:b2:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd87749d3-f594-4284-87a4-6fe3955904b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': 'c9802021-c0fe-4638-a0c2-3f667ef35d38', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:47:48Z', 'updated_at': '2021-06-24T11:47:55Z', 'revision_number': 4, 'project_id': '01c7f8735a2b4722ae0cabb11183e366', 'subnets': [{'id': 'c9802021-c0fe-4638-a0c2-3f667ef35d38', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bb63497c-372a-47d2-b8b1-cf3202deb92b', 'name': '', 'network_id': 'b91d5cb9-8fe3-4576-a991-183ff1f7b145', 'tenant_id': '01c7f8735a2b4722ae0cabb11183e366', 'mac_address': 'fa:16:3e:93:ca:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd87749d3-f594-4284-87a4-6fe3955904b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '02346804-ee6e-4b90-a906-fa952c478595', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:47:19Z', 'updated_at': '2021-06-24T11:47:41Z', 'revision_number': 5, 'project_id': '01c7f8735a2b4722ae0cabb11183e366', 'subnets': [{'id': '02346804-ee6e-4b90-a906-fa952c478595', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd22328e1-d1a8-42bd-82d3-351b64623792', 'name': '', 'network_id': '580a2d1a-1689-4c76-bcaf-a30c08ec9279', 'tenant_id': '01c7f8735a2b4722ae0cabb11183e366', 'mac_address': 'fa:16:3e:3e:12:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd87749d3-f594-4284-87a4-6fe3955904b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '7733ac5c-122b-4158-91ff-dfd2455e0191', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:47:34Z', 'updated_at': '2021-06-24T11:47:47Z', 'revision_number': 5, 'project_id': '01c7f8735a2b4722ae0cabb11183e366', 'subnets': [{'id': '7733ac5c-122b-4158-91ff-dfd2455e0191', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:47:56.895271 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-89711236-d7a2-4755-aca6-f056ae927b66 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9682980 Jun 24 11:47:56.907138 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 58530) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:47:56.924855 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [None req-6f805d9d-83e2-421e-b352-f5b36ebc1582 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Request body: {'port': {'network_id': '11a80c9d-f8ee-4388-91b0-d49a25200fee', 'mac_address': 'fa:16:3e:a3:c5:bf', 'name': 'tempest-NetworksTestDHCPv6-1946990223'}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:47:56.940746 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14ca047e-d769-46e7-9fa9-58226cb6b579 None None] The sync data for ids ['d87749d3-f594-4284-87a4-6fe3955904b1'] in dv-neutron-797120-4-hyperv is: [{'id': 'd87749d3-f594-4284-87a4-6fe3955904b1', 'name': 'tempest-RoutersTest-router-456200694', 'tenant_id': '01c7f8735a2b4722ae0cabb11183e366', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T11:47:01Z', 'updated_at': '2021-06-24T11:47:53Z', 'revision_number': 6, 'project_id': '01c7f8735a2b4722ae0cabb11183e366', 'gw_port_host': None, '_interfaces': [{'id': '11d4e1d1-3828-4a40-a4f0-e768f1395739', 'name': '', 'network_id': 'bddb0f8e-0e1f-4536-a9ef-e387f1699f13', 'tenant_id': '01c7f8735a2b4722ae0cabb11183e366', 'mac_address': 'fa:16:3e:7d:a9:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd87749d3-f594-4284-87a4-6fe3955904b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'ee35f23e-956d-4b15-87a0-fe4ac4012d10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:47:07Z', 'updated_at': '2021-06-24T11:47:22Z', 'revision_number': 5, 'project_id': '01c7f8735a2b4722ae0cabb11183e366', 'subnets': [{'id': 'ee35f23e-956d-4b15-87a0-fe4ac4012d10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '49533a4b-f50b-4e00-a1ad-0779a9632ce3', 'name': '', 'network_id': 'd256f873-da98-4eaa-988b-87fb800fabd9', 'tenant_id': '01c7f8735a2b4722ae0cabb11183e366', 'mac_address': 'fa:16:3e:19:b2:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd87749d3-f594-4284-87a4-6fe3955904b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': 'c9802021-c0fe-4638-a0c2-3f667ef35d38', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:47:48Z', 'updated_at': '2021-06-24T11:47:55Z', 'revision_number': 4, 'project_id': '01c7f8735a2b4722ae0cabb11183e366', 'subnets': [{'id': 'c9802021-c0fe-4638-a0c2-3f667ef35d38', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bb63497c-372a-47d2-b8b1-cf3202deb92b', 'name': '', 'network_id': 'b91d5cb9-8fe3-4576-a991-183ff1f7b145', 'tenant_id': '01c7f8735a2b4722ae0cabb11183e366', 'mac_address': 'fa:16:3e:93:ca:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd87749d3-f594-4284-87a4-6fe3955904b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '02346804-ee6e-4b90-a906-fa952c478595', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:47:19Z', 'updated_at': '2021-06-24T11:47:41Z', 'revision_number': 5, 'project_id': '01c7f8735a2b4722ae0cabb11183e366', 'subnets': [{'id': '02346804-ee6e-4b90-a906-fa952c478595', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd22328e1-d1a8-42bd-82d3-351b64623792', 'name': '', 'network_id': '580a2d1a-1689-4c76-bcaf-a30c08ec9279', 'tenant_id': '01c7f8735a2b4722ae0cabb11183e366', 'mac_address': 'fa:16:3e:3e:12:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd87749d3-f594-4284-87a4-6fe3955904b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '7733ac5c-122b-4158-91ff-dfd2455e0191', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:47:34Z', 'updated_at': '2021-06-24T11:47:47Z', 'revision_number': 5, 'project_id': '01c7f8735a2b4722ae0cabb11183e366', 'subnets': [{'id': '7733ac5c-122b-4158-91ff-dfd2455e0191', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=128085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 11:47:57.042448 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-6be84ba3-8fcc-42f2-b3b4-68ccc84ed347 None None] Attempting to bind port 8d80ae74-f986-42b8-9266-21634e3a1a9d on host dv-neutron-797120-4-hyperv for vnic_type normal with profile {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 11:47:57.043078 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-6be84ba3-8fcc-42f2-b3b4-68ccc84ed347 None None] Attempting to bind port 8d80ae74-f986-42b8-9266-21634e3a1a9d by drivers openvswitch,hyperv on host dv-neutron-797120-4-hyperv at level 0 using segments [{'id': 'fddfe548-9582-48fa-8a0c-6b06bc4d1b9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '11a80c9d-f8ee-4388-91b0-d49a25200fee'}] {{(pid=128085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 11:47:57.043627 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6be84ba3-8fcc-42f2-b3b4-68ccc84ed347 None None] Attempting to bind port 8d80ae74-f986-42b8-9266-21634e3a1a9d on network 11a80c9d-f8ee-4388-91b0-d49a25200fee {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 11:47:57.073961 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-4d1c5dee-09ff-45b1-81fc-bc17b6121a83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ce5a3ea-ef86-4fbf-9a68-c613a7caab15', 'name': 'tempest-RoutersIpV6Test-router-1768214735', 'tenant_id': '9c8c7551cf984e4ca40de4f1d8880b93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T11:46:39Z', 'updated_at': '2021-06-24T11:47:54Z', 'revision_number': 9, 'project_id': '9c8c7551cf984e4ca40de4f1d8880b93', 'gw_port_host': None, '_interfaces': [{'id': '393d903f-50b4-48ed-81e2-0ee182c5f33f', 'name': '', 'network_id': 'bafc64b7-599f-4120-9111-1328d4d00b29', 'tenant_id': '9c8c7551cf984e4ca40de4f1d8880b93', 'mac_address': 'fa:16:3e:41:a8:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce5a3ea-ef86-4fbf-9a68-c613a7caab15', 'device_owner': 'network:router_interface', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '2eadf126-bb80-462e-a2e3-90a335dd379b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:46:56Z', 'updated_at': '2021-06-24T11:47:09Z', 'revision_number': 5, 'project_id': '9c8c7551cf984e4ca40de4f1d8880b93', 'subnets': [{'id': '2eadf126-bb80-462e-a2e3-90a335dd379b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '525ba555-882d-46c1-90b4-58e1947f05fb', 'name': '', 'network_id': 'e6c680f4-577d-4f2c-840f-4ffe44326df7', 'tenant_id': '9c8c7551cf984e4ca40de4f1d8880b93', 'mac_address': 'fa:16:3e:9e:cb:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce5a3ea-ef86-4fbf-9a68-c613a7caab15', 'device_owner': 'network:router_interface', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': 'e0b6c98b-cc27-4b1e-ba5c-af819acff9ea', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:46:45Z', 'updated_at': '2021-06-24T11:47:01Z', 'revision_number': 5, 'project_id': '9c8c7551cf984e4ca40de4f1d8880b93', 'subnets': [{'id': 'e0b6c98b-cc27-4b1e-ba5c-af819acff9ea', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:47:57.097919 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6be84ba3-8fcc-42f2-b3b4-68ccc84ed347 None None] Checking agent: {'id': 'e3a695b2-c397-461f-83b0-10b79d490b59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 11, 36, 56), 'started_at': datetime.datetime(2021, 6, 24, 11, 37, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 11, 47, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 11:47:57.098409 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6be84ba3-8fcc-42f2-b3b4-68ccc84ed347 None None] Checking segment: {'id': 'fddfe548-9582-48fa-8a0c-6b06bc4d1b9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '11a80c9d-f8ee-4388-91b0-d49a25200fee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=128085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 11:47:57.100591 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-6be84ba3-8fcc-42f2-b3b4-68ccc84ed347 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:57.100591 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6be84ba3-8fcc-42f2-b3b4-68ccc84ed347 None None] Bound using segment: {'id': 'fddfe548-9582-48fa-8a0c-6b06bc4d1b9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '11a80c9d-f8ee-4388-91b0-d49a25200fee'} {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 11:47:57.100591 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-6be84ba3-8fcc-42f2-b3b4-68ccc84ed347 None None] Bound port: 8d80ae74-f986-42b8-9266-21634e3a1a9d, host: dv-neutron-797120-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fddfe548-9582-48fa-8a0c-6b06bc4d1b9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '11a80c9d-f8ee-4388-91b0-d49a25200fee'}}] {{(pid=128085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 11:47:57.100591 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-6be84ba3-8fcc-42f2-b3b4-68ccc84ed347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:57.114923 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-2109f3fc-751f-4617-b266-b206834a63d7 tempest-RoutersIpV6AdminTest-1198470881 tempest-RoutersIpV6AdminTest-1198470881-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1975381', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1803205', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65378'] for router, precommit_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:57.144934 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d1c5dee-09ff-45b1-81fc-bc17b6121a83 None None] Checking router: 9ce5a3ea-ef86-4fbf-9a68-c613a7caab15 for host: dv-neutron-797120-4-hyperv {{(pid=128086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 11:47:57.156090 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-2109f3fc-751f-4617-b266-b206834a63d7 tempest-RoutersIpV6AdminTest-1198470881 tempest-RoutersIpV6AdminTest-1198470881-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1815767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1975340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1815772', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1803228'] for router, after_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:57.160350 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d1c5dee-09ff-45b1-81fc-bc17b6121a83 None None] Routers {'9ce5a3ea-ef86-4fbf-9a68-c613a7caab15'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 11:47:57.162320 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-4d1c5dee-09ff-45b1-81fc-bc17b6121a83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T11:47:56Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['9ce5a3ea-ef86-4fbf-9a68-c613a7caab15'], 'active': True} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:47:57.186438 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-f3e7493a-858e-4a05-afe4-3d7e5679d3be tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-972249'] for subnet, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:57.230055 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87745444-7474-4291-8a92-d813665558f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d65c8f8-7530-5052-99fe-8ea05073750b-1b66cbc1-367f-4d15-94d4-eb5edab47c2a', 'network_id': '1b66cbc1-367f-4d15-94d4-eb5edab47c2a', 'tenant_id': 'e5cf0df8d3ec4e94a403a4ce89d83b64', 'fixed_ips': [{'subnet_id': '75d182af-fee4-437a-ad91-cbfc03a68add'}]}} from dv-neutron-797120-4-hyperv. {{(pid=128085) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 24 11:47:57.230930 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-87745444-7474-4291-8a92-d813665558f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_create {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:57.287254 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-6be84ba3-8fcc-42f2-b3b4-68ccc84ed347 None None] For port 8d80ae74-f986-42b8-9266-21634e3a1a9d, host dv-neutron-797120-4-hyperv, cleared binding levels {{(pid=128085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 11:47:57.291691 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-6be84ba3-8fcc-42f2-b3b4-68ccc84ed347 None None] For port 8d80ae74-f986-42b8-9266-21634e3a1a9d, host dv-neutron-797120-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=8d80ae74-f986-42b8-9266-21634e3a1a9d,segment=NetworkSegment(fddfe548-9582-48fa-8a0c-6b06bc4d1b9f),segment_id=fddfe548-9582-48fa-8a0c-6b06bc4d1b9f)] {{(pid=128085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 11:47:57.364517 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-6be84ba3-8fcc-42f2-b3b4-68ccc84ed347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:57.367521 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_dvr_db [None req-4d1c5dee-09ff-45b1-81fc-bc17b6121a83 None None] Set router 9ce5a3ea-ef86-4fbf-9a68-c613a7caab15 gateway port host: None {{(pid=128086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 11:47:57.368969 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-3ef93bbd-3e7e-460e-a5ed-6616f6bbce0c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:47:57.493533 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.db.extraroute_db [None req-a7337340-5ad0-4b2e-8d36-9a4a4219c854 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Added routes are [] {{(pid=128084) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Jun 24 11:47:57.494534 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.db.extraroute_db [None req-a7337340-5ad0-4b2e-8d36-9a4a4219c854 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Removed routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=128084) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Jun 24 11:47:57.571284 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03ca7ac0-6ac8-4a5e-95eb-29e69e61ab6f tempest-RoutersAdminTest-1970644103 tempest-RoutersAdminTest-1970644103-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=128084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:47:57.574497 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-03ca7ac0-6ac8-4a5e-95eb-29e69e61ab6f tempest-RoutersAdminTest-1970644103 tempest-RoutersAdminTest-1970644103-project-admin] 10.222.0.53 "GET /v2.0/networks/f2b8ca71-e776-48b2-8898-96cc7970207b HTTP/1.1" status: 200 len: 881 time: 0.8949497 Jun 24 11:47:57.581599 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 58532) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:47:57.594114 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be84ba3-8fcc-42f2-b3b4-68ccc84ed347 None None] Pushing event updated for resources: {'Port': ['ID=8d80ae74-f986-42b8-9266-21634e3a1a9d,revision_number=2']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:47:57.608960 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-6be84ba3-8fcc-42f2-b3b4-68ccc84ed347 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:47:57.638703 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.db_base_plugin_common [None req-87745444-7474-4291-8a92-d813665558f4 None None] Allocated IP 2001:db8::f816:3eff:feef:f8b3 (1b66cbc1-367f-4d15-94d4-eb5edab47c2a/75d182af-fee4-437a-ad91-cbfc03a68add/5988f267-ed22-4b27-9bcb-0105d0b84f6a) {{(pid=128085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 11:47:57.651622 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-03237adf-ebd0-46f2-a476-4d4bb746e0f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:57.708078 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-9df41f9d-4b04-48f5-9d47-705bd9762b75 tempest-RoutersAdminTest-701485524 tempest-RoutersAdminTest-701485524-project] 10.222.0.53 "GET /v2.0/ports?device_id=abe7498b-72e6-4bcd-b5a6-0bc356d7fd50 HTTP/1.1" status: 200 len: 205 time: 0.1187861 Jun 24 11:47:57.708078 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 58534) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:47:57.779892 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-a7337340-5ad0-4b2e-8d36-9a4a4219c854 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1975381', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1803205', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65378'] for router, precommit_update {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:57.790177 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-4d1c5dee-09ff-45b1-81fc-bc17b6121a83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ce5a3ea-ef86-4fbf-9a68-c613a7caab15', 'name': 'tempest-RoutersIpV6Test-router-1768214735', 'tenant_id': '9c8c7551cf984e4ca40de4f1d8880b93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T11:46:39Z', 'updated_at': '2021-06-24T11:47:54Z', 'revision_number': 9, 'project_id': '9c8c7551cf984e4ca40de4f1d8880b93', 'gw_port_host': None, '_interfaces': [{'id': '393d903f-50b4-48ed-81e2-0ee182c5f33f', 'name': '', 'network_id': 'bafc64b7-599f-4120-9111-1328d4d00b29', 'tenant_id': '9c8c7551cf984e4ca40de4f1d8880b93', 'mac_address': 'fa:16:3e:41:a8:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce5a3ea-ef86-4fbf-9a68-c613a7caab15', 'device_owner': 'network:router_interface', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '2eadf126-bb80-462e-a2e3-90a335dd379b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:46:56Z', 'updated_at': '2021-06-24T11:47:09Z', 'revision_number': 5, 'project_id': '9c8c7551cf984e4ca40de4f1d8880b93', 'subnets': [{'id': '2eadf126-bb80-462e-a2e3-90a335dd379b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '525ba555-882d-46c1-90b4-58e1947f05fb', 'name': '', 'network_id': 'e6c680f4-577d-4f2c-840f-4ffe44326df7', 'tenant_id': '9c8c7551cf984e4ca40de4f1d8880b93', 'mac_address': 'fa:16:3e:9e:cb:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce5a3ea-ef86-4fbf-9a68-c613a7caab15', 'device_owner': 'network:router_interface', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': 'e0b6c98b-cc27-4b1e-ba5c-af819acff9ea', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:46:45Z', 'updated_at': '2021-06-24T11:47:01Z', 'revision_number': 5, 'project_id': '9c8c7551cf984e4ca40de4f1d8880b93', 'subnets': [{'id': 'e0b6c98b-cc27-4b1e-ba5c-af819acff9ea', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:47:57.855086 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d1c5dee-09ff-45b1-81fc-bc17b6121a83 None None] The sync data for ids ['9ce5a3ea-ef86-4fbf-9a68-c613a7caab15'] in dv-neutron-797120-4-hyperv is: [{'id': '9ce5a3ea-ef86-4fbf-9a68-c613a7caab15', 'name': 'tempest-RoutersIpV6Test-router-1768214735', 'tenant_id': '9c8c7551cf984e4ca40de4f1d8880b93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T11:46:39Z', 'updated_at': '2021-06-24T11:47:54Z', 'revision_number': 9, 'project_id': '9c8c7551cf984e4ca40de4f1d8880b93', 'gw_port_host': None, '_interfaces': [{'id': '393d903f-50b4-48ed-81e2-0ee182c5f33f', 'name': '', 'network_id': 'bafc64b7-599f-4120-9111-1328d4d00b29', 'tenant_id': '9c8c7551cf984e4ca40de4f1d8880b93', 'mac_address': 'fa:16:3e:41:a8:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce5a3ea-ef86-4fbf-9a68-c613a7caab15', 'device_owner': 'network:router_interface', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '2eadf126-bb80-462e-a2e3-90a335dd379b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:46:56Z', 'updated_at': '2021-06-24T11:47:09Z', 'revision_number': 5, 'project_id': '9c8c7551cf984e4ca40de4f1d8880b93', 'subnets': [{'id': '2eadf126-bb80-462e-a2e3-90a335dd379b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '525ba555-882d-46c1-90b4-58e1947f05fb', 'name': '', 'network_id': 'e6c680f4-577d-4f2c-840f-4ffe44326df7', 'tenant_id': '9c8c7551cf984e4ca40de4f1d8880b93', 'mac_address': 'fa:16:3e:9e:cb:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce5a3ea-ef86-4fbf-9a68-c613a7caab15', 'device_owner': 'network:router_interface', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': 'e0b6c98b-cc27-4b1e-ba5c-af819acff9ea', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:46:45Z', 'updated_at': '2021-06-24T11:47:01Z', 'revision_number': 5, 'project_id': '9c8c7551cf984e4ca40de4f1d8880b93', 'subnets': [{'id': 'e0b6c98b-cc27-4b1e-ba5c-af819acff9ea', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=128086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 11:47:57.916091 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-87745444-7474-4291-8a92-d813665558f4 None None] Notify callbacks [] for port, precommit_create {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:57.928305 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-87745444-7474-4291-8a92-d813665558f4 None None] Transition to ACTIVE for port object 5988f267-ed22-4b27-9bcb-0105d0b84f6a will not be triggered until provisioned by entity L2. {{(pid=128085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 11:47:57.952710 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-87745444-7474-4291-8a92-d813665558f4 None None] Transition to ACTIVE for port object 5988f267-ed22-4b27-9bcb-0105d0b84f6a will not be triggered until provisioned by entity DHCP. {{(pid=128085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 11:47:57.959591 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device 49533a4b-f50b-4e00-a1ad-0779a9632ce3 up at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 11:47:57.963696 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-87745444-7474-4291-8a92-d813665558f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-650429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-506361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793193536723'] for port, after_create {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:57.999193 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-2d06dd00-fe58-41c2-867a-6a7789ee741d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:47:58.017836 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-cd5adb0d-fc28-452f-9a60-e7ceb830598a tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-534962'] for network, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:58.034444 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2109f3fc-751f-4617-b266-b206834a63d7 tempest-RoutersIpV6AdminTest-1198470881 tempest-RoutersIpV6AdminTest-1198470881-project-admin] Router 7e1c25c5-b618-479e-bec5-03fc8266b5d5 has already been hosted by L3 agent 2987dba8-2249-4ee6-96ec-28f0f7a6127d {{(pid=128083) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 11:47:58.046169 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-f3e7493a-858e-4a05-afe4-3d7e5679d3be tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-972238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2537800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3289951'] for subnet, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:58.054096 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-4e24866b-5fba-444d-89ef-d275a96a6201 tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:47:58.064339 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87745444-7474-4291-8a92-d813665558f4 None None] Network 1b66cbc1-367f-4d15-94d4-eb5edab47c2a is already hosted by enough agents. {{(pid=128085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 11:47:58.069270 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.scheduler.base_scheduler [None req-87745444-7474-4291-8a92-d813665558f4 None None] Resources bound (agent type, host, resource id): {{(pid=128085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:47:58.075184 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87745444-7474-4291-8a92-d813665558f4 None None] Received port after_create {{(pid=128085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 11:47:58.079201 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87745444-7474-4291-8a92-d813665558f4 None None] Pushing event updated for resources: {'Port': ['ID=5988f267-ed22-4b27-9bcb-0105d0b84f6a,revision_number=1']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:47:58.083741 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-87745444-7474-4291-8a92-d813665558f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:47:58.099279 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e7493a-858e-4a05-afe4-3d7e5679d3be tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Pushing event deleted for resources: {'Subnet': ['ID=4492df7d-0108-42b8-9db5-4fc6e259fc17,revision_number=None']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:47:58.102540 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-f3e7493a-858e-4a05-afe4-3d7e5679d3be tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:47:58.121206 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-1c61411c-5c0c-443a-a2b0-3c986d1574e5 tempest-RoutersAdminTest-701485524 tempest-RoutersAdminTest-701485524-project] Notify callbacks [] for router, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:58.138198 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-f3e7493a-858e-4a05-afe4-3d7e5679d3be tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588949'] for subnet, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:58.141997 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-f3e7493a-858e-4a05-afe4-3d7e5679d3be tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] 10.222.0.53 "DELETE /v2.0/subnets/4492df7d-0108-42b8-9db5-4fc6e259fc17 HTTP/1.1" status: 204 len: 168 time: 1.6370013 Jun 24 11:47:58.149232 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31e129b1-f99d-4a38-b011-dc00b374bd51 None None] Network 41403d78-aa20-4f32-9f75-4b684c2ff870 requested from dv-neutron-797120-4-hyperv {{(pid=128085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 11:47:58.157746 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 58536) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:47:58.168892 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning for port 49533a4b-f50b-4e00-a1ad-0779a9632ce3 completed by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 11:47:58.188117 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning complete for port 49533a4b-f50b-4e00-a1ad-0779a9632ce3 triggered by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:47:58.188499 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:58.214615 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-87745444-7474-4291-8a92-d813665558f4 None None] Attempting to bind port 5988f267-ed22-4b27-9bcb-0105d0b84f6a on host dv-neutron-797120-4-hyperv for vnic_type normal with profile {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 11:47:58.215142 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-87745444-7474-4291-8a92-d813665558f4 None None] Attempting to bind port 5988f267-ed22-4b27-9bcb-0105d0b84f6a by drivers openvswitch,hyperv on host dv-neutron-797120-4-hyperv at level 0 using segments [{'id': 'a1d5634a-66cd-4579-862d-162dc9244b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '1b66cbc1-367f-4d15-94d4-eb5edab47c2a'}] {{(pid=128085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 11:47:58.215373 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87745444-7474-4291-8a92-d813665558f4 None None] Attempting to bind port 5988f267-ed22-4b27-9bcb-0105d0b84f6a on network 1b66cbc1-367f-4d15-94d4-eb5edab47c2a {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 11:47:58.257963 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87745444-7474-4291-8a92-d813665558f4 None None] Checking agent: {'id': 'e3a695b2-c397-461f-83b0-10b79d490b59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 11, 36, 56), 'started_at': datetime.datetime(2021, 6, 24, 11, 37, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 11, 47, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 11:47:58.258389 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87745444-7474-4291-8a92-d813665558f4 None None] Checking segment: {'id': 'a1d5634a-66cd-4579-862d-162dc9244b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '1b66cbc1-367f-4d15-94d4-eb5edab47c2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=128085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 11:47:58.258612 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-87745444-7474-4291-8a92-d813665558f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:58.258933 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87745444-7474-4291-8a92-d813665558f4 None None] Bound using segment: {'id': 'a1d5634a-66cd-4579-862d-162dc9244b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '1b66cbc1-367f-4d15-94d4-eb5edab47c2a'} {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 11:47:58.259422 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-87745444-7474-4291-8a92-d813665558f4 None None] Bound port: 5988f267-ed22-4b27-9bcb-0105d0b84f6a, host: dv-neutron-797120-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1d5634a-66cd-4579-862d-162dc9244b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '1b66cbc1-367f-4d15-94d4-eb5edab47c2a'}}] {{(pid=128085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 11:47:58.259808 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-87745444-7474-4291-8a92-d813665558f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:58.327487 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-a7337340-5ad0-4b2e-8d36-9a4a4219c854 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1975381', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1803205', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65378'] for router, precommit_update {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:58.338595 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-a7337340-5ad0-4b2e-8d36-9a4a4219c854 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1815767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1975340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1815772', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1803228'] for router, after_update {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:58.400973 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.plugin [None req-cd5adb0d-fc28-452f-9a60-e7ceb830598a tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] Deleting port 5988f267-ed22-4b27-9bcb-0105d0b84f6a {{(pid=128083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 11:47:58.401363 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-cd5adb0d-fc28-452f-9a60-e7ceb830598a tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793193942312'] for port, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:58.411031 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-d6f5f2b7-d78c-41e5-a3e0-9deee0feb067 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-534962'] for network, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:58.434911 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:58.447457 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f805d9d-83e2-421e-b352-f5b36ebc1582 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Made reservation on behalf of 086af1f572244cd08c37d97e004e4732 for: {'port': 1} {{(pid=128083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 11:47:58.466962 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2109f3fc-751f-4617-b266-b206834a63d7 tempest-RoutersIpV6AdminTest-1198470881 tempest-RoutersIpV6AdminTest-1198470881-project-admin] Notify agent at l3_agent.dv-neutron-797120-4-hyperv the message routers_updated {{(pid=128083) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 11:47:58.471952 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-2109f3fc-751f-4617-b266-b206834a63d7 tempest-RoutersIpV6AdminTest-1198470881 tempest-RoutersIpV6AdminTest-1198470881-project-admin] Notify callbacks [] for router, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:58.477575 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-2109f3fc-751f-4617-b266-b206834a63d7 tempest-RoutersIpV6AdminTest-1198470881 tempest-RoutersIpV6AdminTest-1198470881-project-admin] 10.222.0.53 "PUT /v2.0/routers/7e1c25c5-b618-479e-bec5-03fc8266b5d5 HTTP/1.1" status: 200 len: 924 time: 4.1763387 Jun 24 11:47:58.479965 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 58538) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:47:58.491892 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] For port 49533a4b-f50b-4e00-a1ad-0779a9632ce3, host dv-neutron-797120-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=49533a4b-f50b-4e00-a1ad-0779a9632ce3,segment=NetworkSegment(c7ea1012-34f2-49de-bcd0-f5a174798c27),segment_id=c7ea1012-34f2-49de-bcd0-f5a174798c27)] {{(pid=128085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 11:47:58.502479 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-1c61411c-5c0c-443a-a2b0-3c986d1574e5 tempest-RoutersAdminTest-701485524 tempest-RoutersAdminTest-701485524-project] Notify callbacks [] for router_gateway, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:58.503477 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-289d1ae8-527d-4b13-b4c1-f8c7d6118531 None None] Sync routers for ids ['7e1c25c5-b618-479e-bec5-03fc8266b5d5'] in dv-neutron-797120-4-hyperv {{(pid=128085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 11:47:58.513944 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:58.533359 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-7c577b3a-d16d-4d90-a0e5-29136e8269d1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:47:58.550003 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2aa08f3-2aad-453c-beb3-e91295e58a45 None None] Sync routers for ids ['d87749d3-f594-4284-87a4-6fe3955904b1'] in dv-neutron-797120-4-hyperv {{(pid=128086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 11:47:58.561676 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2aa08f3-2aad-453c-beb3-e91295e58a45 None None] Routers {'d87749d3-f594-4284-87a4-6fe3955904b1'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 11:47:58.562339 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-b2aa08f3-2aad-453c-beb3-e91295e58a45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T11:47:56Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['d87749d3-f594-4284-87a4-6fe3955904b1'], 'active': True} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:47:58.588810 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-d4bc8edd-a70a-41d5-a9b6-c33cd203047a tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1978565'] for router_interface, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:58.611171 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Pushing event updated for resources: {'Port': ['ID=49533a4b-f50b-4e00-a1ad-0779a9632ce3,revision_number=5']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:47:58.647408 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:47:58.651030 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-289d1ae8-527d-4b13-b4c1-f8c7d6118531 None None] Routers {'7e1c25c5-b618-479e-bec5-03fc8266b5d5'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 11:47:58.652222 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-289d1ae8-527d-4b13-b4c1-f8c7d6118531 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T11:47:56Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['7e1c25c5-b618-479e-bec5-03fc8266b5d5'], 'active': True} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:47:58.665851 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.db [None req-cd5adb0d-fc28-452f-9a60-e7ceb830598a tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] For port 5988f267-ed22-4b27-9bcb-0105d0b84f6a, host dv-neutron-797120-4-hyperv, got binding levels [] {{(pid=128083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 11:47:58.667934 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-cd5adb0d-fc28-452f-9a60-e7ceb830598a tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1978872'] for port, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:58.690466 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-6f805d9d-83e2-421e-b352-f5b36ebc1582 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:58.701944 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_dvr_db [None req-b2aa08f3-2aad-453c-beb3-e91295e58a45 None None] Set router d87749d3-f594-4284-87a4-6fe3955904b1 gateway port host: None {{(pid=128086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 11:47:58.712946 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-289d1ae8-527d-4b13-b4c1-f8c7d6118531 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:47:58.721378 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.plugin [None req-cd5adb0d-fc28-452f-9a60-e7ceb830598a tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] Calling delete_port for 5988f267-ed22-4b27-9bcb-0105d0b84f6a owned by network:dhcp {{(pid=128083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 11:47:58.735187 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-87745444-7474-4291-8a92-d813665558f4 None None] For port 5988f267-ed22-4b27-9bcb-0105d0b84f6a, host dv-neutron-797120-4-hyperv, cleared binding levels {{(pid=128085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 11:47:58.755039 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7337340-5ad0-4b2e-8d36-9a4a4219c854 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Router d87749d3-f594-4284-87a4-6fe3955904b1 has already been hosted by L3 agent 2987dba8-2249-4ee6-96ec-28f0f7a6127d {{(pid=128084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 11:47:58.757981 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-289d1ae8-527d-4b13-b4c1-f8c7d6118531 None None] Routers {'7e1c25c5-b618-479e-bec5-03fc8266b5d5'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 11:47:58.758625 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-289d1ae8-527d-4b13-b4c1-f8c7d6118531 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T11:47:56Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['7e1c25c5-b618-479e-bec5-03fc8266b5d5'], 'active': True} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:47:58.765723 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.notifiers.nova [None req-6f805d9d-83e2-421e-b352-f5b36ebc1582 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] device_id is not set on port fd63c340-d0cd-4d5c-b569-cd20722106a9 yet. {{(pid=128083) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 24 11:47:58.808709 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-289d1ae8-527d-4b13-b4c1-f8c7d6118531 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:47:58.809515 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-289d1ae8-527d-4b13-b4c1-f8c7d6118531 None None] The sync data for ids ['7e1c25c5-b618-479e-bec5-03fc8266b5d5'] in dv-neutron-797120-4-hyperv is: [] {{(pid=128085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 11:47:58.814287 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-87745444-7474-4291-8a92-d813665558f4 None None] For port 5988f267-ed22-4b27-9bcb-0105d0b84f6a, host dv-neutron-797120-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=5988f267-ed22-4b27-9bcb-0105d0b84f6a,segment=NetworkSegment(a1d5634a-66cd-4579-862d-162dc9244b18),segment_id=a1d5634a-66cd-4579-862d-162dc9244b18)] {{(pid=128085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 11:47:58.834366 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-87745444-7474-4291-8a92-d813665558f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:58.834600 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.plugin [None req-d6f5f2b7-d78c-41e5-a3e0-9deee0feb067 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Deleting port 9c1656f9-189a-4eb8-8b5e-0c44830f794d {{(pid=128083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 11:47:58.834894 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-d6f5f2b7-d78c-41e5-a3e0-9deee0feb067 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793193942312'] for port, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:58.857653 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:47:58.915099 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-6154391a-7e92-410f-b0ed-15c605b48c93 tempest-RoutersIpV6AdminTest-1198470881 tempest-RoutersIpV6AdminTest-1198470881-project-admin] 10.222.0.53 "GET /v2.0/routers/7e1c25c5-b618-479e-bec5-03fc8266b5d5 HTTP/1.1" status: 200 len: 924 time: 0.4318480 Jun 24 11:47:58.943616 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 58540) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:47:58.946674 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87745444-7474-4291-8a92-d813665558f4 None None] Pushing event updated for resources: {'Port': ['ID=5988f267-ed22-4b27-9bcb-0105d0b84f6a,revision_number=2']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:47:58.949674 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f64daf4e-7a59-4f43-b63d-1cef9df749b1 None None] DHCP port deletion for 41403d78-aa20-4f32-9f75-4b684c2ff870 request from dv-neutron-797120-4-hyperv {{(pid=128085) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 24 11:47:58.955002 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-87745444-7474-4291-8a92-d813665558f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:47:59.027008 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.db [None req-d6f5f2b7-d78c-41e5-a3e0-9deee0feb067 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] For port 9c1656f9-189a-4eb8-8b5e-0c44830f794d, host dv-neutron-797120-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=9c1656f9-189a-4eb8-8b5e-0c44830f794d,segment=NetworkSegment(6dc0ed20-0e3e-4794-aa27-4e8e2aa82b77),segment_id=6dc0ed20-0e3e-4794-aa27-4e8e2aa82b77)] {{(pid=128083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 11:47:59.027607 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-d6f5f2b7-d78c-41e5-a3e0-9deee0feb067 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1978872'] for port, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:59.044781 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-f64daf4e-7a59-4f43-b63d-1cef9df749b1 None None] Deleting port 9c1656f9-189a-4eb8-8b5e-0c44830f794d {{(pid=128085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 11:47:59.046325 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-f64daf4e-7a59-4f43-b63d-1cef9df749b1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793193942312'] for port, before_delete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:59.120197 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.plugin [None req-d6f5f2b7-d78c-41e5-a3e0-9deee0feb067 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Calling delete_port for 9c1656f9-189a-4eb8-8b5e-0c44830f794d owned by network:dhcp {{(pid=128083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 11:47:59.146506 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7337340-5ad0-4b2e-8d36-9a4a4219c854 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Notify agent at l3_agent.dv-neutron-797120-4-hyperv the message routers_updated {{(pid=128084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 11:47:59.177908 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-a7337340-5ad0-4b2e-8d36-9a4a4219c854 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Notify callbacks [] for router, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:59.179802 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-a7337340-5ad0-4b2e-8d36-9a4a4219c854 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] 10.222.0.53 "PUT /v2.0/routers/d87749d3-f594-4284-87a4-6fe3955904b1 HTTP/1.1" status: 200 len: 699 time: 3.6271496 Jun 24 11:47:59.187743 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 58542) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:47:59.196805 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-f64daf4e-7a59-4f43-b63d-1cef9df749b1 None None] For port 9c1656f9-189a-4eb8-8b5e-0c44830f794d, host dv-neutron-797120-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=9c1656f9-189a-4eb8-8b5e-0c44830f794d,segment=NetworkSegment(6dc0ed20-0e3e-4794-aa27-4e8e2aa82b77),segment_id=6dc0ed20-0e3e-4794-aa27-4e8e2aa82b77)] {{(pid=128085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 11:47:59.197239 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-f64daf4e-7a59-4f43-b63d-1cef9df749b1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1978872'] for port, precommit_delete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:59.222930 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-f64daf4e-7a59-4f43-b63d-1cef9df749b1 None None] Calling delete_port for 9c1656f9-189a-4eb8-8b5e-0c44830f794d owned by network:dhcp {{(pid=128085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 11:47:59.313139 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.db_base_plugin_common [None req-6f805d9d-83e2-421e-b352-f5b36ebc1582 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Allocated IP 172.20.0.6 (11a80c9d-f8ee-4388-91b0-d49a25200fee/b5a02a2b-119b-425a-8922-b2bd4a226c71/fd63c340-d0cd-4d5c-b569-cd20722106a9) {{(pid=128083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 11:47:59.359863 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.db_base_plugin_common [None req-6f805d9d-83e2-421e-b352-f5b36ebc1582 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Allocated IP 2001:db8::f816:3eff:fea3:c5bf (11a80c9d-f8ee-4388-91b0-d49a25200fee/5a550cab-4970-4959-84a4-111253794fc0/fd63c340-d0cd-4d5c-b569-cd20722106a9) {{(pid=128083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 11:47:59.377430 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.plugin [None req-1c61411c-5c0c-443a-a2b0-3c986d1574e5 tempest-RoutersAdminTest-701485524 tempest-RoutersAdminTest-701485524-project] Deleting port bed7fb2b-2985-47f5-97f0-de1364759d7d {{(pid=128084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 11:47:59.377829 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-1c61411c-5c0c-443a-a2b0-3c986d1574e5 tempest-RoutersAdminTest-701485524 tempest-RoutersAdminTest-701485524-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793193942312'] for port, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:59.399972 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-61a5fb8b-1917-46cf-9e14-323007eff50b tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] 10.222.0.53 "GET /v2.0/routers/d87749d3-f594-4284-87a4-6fe3955904b1 HTTP/1.1" status: 200 len: 699 time: 0.1993930 Jun 24 11:47:59.410962 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 58544) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:47:59.414950 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-b2aa08f3-2aad-453c-beb3-e91295e58a45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd87749d3-f594-4284-87a4-6fe3955904b1', 'name': 'tempest-RoutersTest-router-456200694', 'tenant_id': '01c7f8735a2b4722ae0cabb11183e366', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T11:47:01Z', 'updated_at': '2021-06-24T11:47:57Z', 'revision_number': 7, 'project_id': '01c7f8735a2b4722ae0cabb11183e366', 'gw_port_host': None, '_interfaces': [{'id': '11d4e1d1-3828-4a40-a4f0-e768f1395739', 'name': '', 'network_id': 'bddb0f8e-0e1f-4536-a9ef-e387f1699f13', 'tenant_id': '01c7f8735a2b4722ae0cabb11183e366', 'mac_address': 'fa:16:3e:7d:a9:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd87749d3-f594-4284-87a4-6fe3955904b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'ee35f23e-956d-4b15-87a0-fe4ac4012d10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:47:07Z', 'updated_at': '2021-06-24T11:47:22Z', 'revision_number': 5, 'project_id': '01c7f8735a2b4722ae0cabb11183e366', 'subnets': [{'id': 'ee35f23e-956d-4b15-87a0-fe4ac4012d10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '49533a4b-f50b-4e00-a1ad-0779a9632ce3', 'name': '', 'network_id': 'd256f873-da98-4eaa-988b-87fb800fabd9', 'tenant_id': '01c7f8735a2b4722ae0cabb11183e366', 'mac_address': 'fa:16:3e:19:b2:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd87749d3-f594-4284-87a4-6fe3955904b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': 'c9802021-c0fe-4638-a0c2-3f667ef35d38', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:47:48Z', 'updated_at': '2021-06-24T11:47:58Z', 'revision_number': 5, 'project_id': '01c7f8735a2b4722ae0cabb11183e366', 'subnets': [{'id': 'c9802021-c0fe-4638-a0c2-3f667ef35d38', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bb63497c-372a-47d2-b8b1-cf3202deb92b', 'name': '', 'network_id': 'b91d5cb9-8fe3-4576-a991-183ff1f7b145', 'tenant_id': '01c7f8735a2b4722ae0cabb11183e366', 'mac_address': 'fa:16:3e:93:ca:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd87749d3-f594-4284-87a4-6fe3955904b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '02346804-ee6e-4b90-a906-fa952c478595', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:47:19Z', 'updated_at': '2021-06-24T11:47:41Z', 'revision_number': 5, 'project_id': '01c7f8735a2b4722ae0cabb11183e366', 'subnets': [{'id': '02346804-ee6e-4b90-a906-fa952c478595', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd22328e1-d1a8-42bd-82d3-351b64623792', 'name': '', 'network_id': '580a2d1a-1689-4c76-bcaf-a30c08ec9279', 'tenant_id': '01c7f8735a2b4722ae0cabb11183e366', 'mac_address': 'fa:16:3e:3e:12:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd87749d3-f594-4284-87a4-6fe3955904b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '7733ac5c-122b-4158-91ff-dfd2455e0191', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:47:34Z', 'updated_at': '2021-06-24T11:47:47Z', 'revision_number': 5, 'project_id': '01c7f8735a2b4722ae0cabb11183e366', 'subnets': [{'id': '7733ac5c-122b-4158-91ff-dfd2455e0191', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:47:59.492163 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b17f79e6-1c8c-4d6e-b277-fbfa4ec912c5 None None] Network 11a80c9d-f8ee-4388-91b0-d49a25200fee requested from dv-neutron-797120-4-hyperv {{(pid=128085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 11:47:59.492679 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2aa08f3-2aad-453c-beb3-e91295e58a45 None None] Checking router: d87749d3-f594-4284-87a4-6fe3955904b1 for host: dv-neutron-797120-4-hyperv {{(pid=128086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 11:47:59.504032 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2aa08f3-2aad-453c-beb3-e91295e58a45 None None] Routers {'d87749d3-f594-4284-87a4-6fe3955904b1'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 11:47:59.505217 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-b2aa08f3-2aad-453c-beb3-e91295e58a45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T11:47:56Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['d87749d3-f594-4284-87a4-6fe3955904b1'], 'active': True} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:47:59.505471 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-1c61411c-5c0c-443a-a2b0-3c986d1574e5 tempest-RoutersAdminTest-701485524 tempest-RoutersAdminTest-701485524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1978872'] for port, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:59.530390 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.plugin [None req-1c61411c-5c0c-443a-a2b0-3c986d1574e5 tempest-RoutersAdminTest-701485524 tempest-RoutersAdminTest-701485524-project] Calling delete_port for bed7fb2b-2985-47f5-97f0-de1364759d7d owned by network:router_gateway {{(pid=128084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 11:47:59.617709 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0990fe9d-5091-4f97-a578-76246f07c404 tempest-RoutersIpV6AdminTest-1198470881 tempest-RoutersIpV6AdminTest-1198470881-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:47:59.619619 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-0990fe9d-5091-4f97-a578-76246f07c404 tempest-RoutersIpV6AdminTest-1198470881 tempest-RoutersIpV6AdminTest-1198470881-project-admin] 10.222.0.53 "GET /v2.0/ports?network_id=f2b8ca71-e776-48b2-8898-96cc7970207b&device_id=7e1c25c5-b618-479e-bec5-03fc8266b5d5&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.6712089 Jun 24 11:47:59.630340 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 58546) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:47:59.648353 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-00384e20-0af5-4ee3-95dd-4b19a6a4a45c None None] Provisioning for port 8d80ae74-f986-42b8-9266-21634e3a1a9d completed by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 11:47:59.650380 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-f64daf4e-7a59-4f43-b63d-1cef9df749b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793193945299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193536732'] for port, after_delete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:59.652146 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:47:59.694683 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64daf4e-7a59-4f43-b63d-1cef9df749b1 None None] Pushing event deleted for resources: {'Port': ['ID=9c1656f9-189a-4eb8-8b5e-0c44830f794d,revision_number=None']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:47:59.697770 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_dvr_db [None req-b2aa08f3-2aad-453c-beb3-e91295e58a45 None None] Set router d87749d3-f594-4284-87a4-6fe3955904b1 gateway port host: None {{(pid=128086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 11:47:59.705017 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-f64daf4e-7a59-4f43-b63d-1cef9df749b1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:47:59.705950 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f64daf4e-7a59-4f43-b63d-1cef9df749b1 None None] No DVR routers for this DVR port 9c1656f9-189a-4eb8-8b5e-0c44830f794d on host dv-neutron-797120-4-hyperv {{(pid=128085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 11:47:59.724017 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-52c483ef-d5c1-4030-9a32-e5ce4ff00ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:59.754119 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af2bd513-8837-49f8-ad46-bf06e3a8b47f tempest-RoutersIpV6AdminTest-1198470881 tempest-RoutersIpV6AdminTest-1198470881-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:47:59.755609 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-af2bd513-8837-49f8-ad46-bf06e3a8b47f tempest-RoutersIpV6AdminTest-1198470881 tempest-RoutersIpV6AdminTest-1198470881-project-admin] 10.222.0.53 "GET /v2.0/networks/f2b8ca71-e776-48b2-8898-96cc7970207b HTTP/1.1" status: 200 len: 881 time: 0.1241832 Jun 24 11:47:59.766049 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-cd5adb0d-fc28-452f-9a60-e7ceb830598a tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793193945299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193536732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2537862'] for port, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:47:59.775854 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 58548) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:47:59.807056 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-07b12a12-b370-4be3-8ebd-5231589a8adf tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:47:59.906629 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-75ce21fb-0a5a-4218-b78f-05f398f40e46 tempest-RoutersIpV6AdminTest-670466919 tempest-RoutersIpV6AdminTest-670466919-project] 10.222.0.53 "GET /v2.0/ports?device_id=7e1c25c5-b618-479e-bec5-03fc8266b5d5 HTTP/1.1" status: 200 len: 205 time: 0.0963068 Jun 24 11:47:59.954896 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 58552) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:47:59.956010 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd5adb0d-fc28-452f-9a60-e7ceb830598a tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] No DVR routers for this DVR port 5988f267-ed22-4b27-9bcb-0105d0b84f6a on host dv-neutron-797120-4-hyperv {{(pid=128083) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 11:47:59.963869 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5adb0d-fc28-452f-9a60-e7ceb830598a tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] Pushing event deleted for resources: {'Port': ['ID=5988f267-ed22-4b27-9bcb-0105d0b84f6a,revision_number=None']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:47:59.993295 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3dab52f-7d50-4df4-bc26-93836d56bdaf None None] Update dhcp port {'port': {'network_id': '11a80c9d-f8ee-4388-91b0-d49a25200fee', 'fixed_ips': [{'subnet_id': '5a550cab-4970-4959-84a4-111253794fc0', 'ip_address': '2001:db8::f816:3eff:fe16:8590'}, {'subnet_id': 'b5a02a2b-119b-425a-8922-b2bd4a226c71'}], 'binding:host_id': 'dv-neutron-797120-4-hyperv'}, 'id': '8d80ae74-f986-42b8-9266-21634e3a1a9d'} from dv-neutron-797120-4-hyperv. {{(pid=128085) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 24 11:48:00.026646 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-1c61411c-5c0c-443a-a2b0-3c986d1574e5 tempest-RoutersAdminTest-701485524 tempest-RoutersAdminTest-701485524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793193945299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193536732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3292088'] for port, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:00.034012 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-041bec51-b981-44af-ae23-f6e5c9a90232 tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:48:00.037395 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-cd5adb0d-fc28-452f-9a60-e7ceb830598a tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:48:00.056560 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device 5988f267-ed22-4b27-9bcb-0105d0b84f6a up at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 11:48:00.069467 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c61411c-5c0c-443a-a2b0-3c986d1574e5 tempest-RoutersAdminTest-701485524 tempest-RoutersAdminTest-701485524-project] Pushing event deleted for resources: {'Port': ['ID=bed7fb2b-2985-47f5-97f0-de1364759d7d,revision_number=None']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:48:00.077099 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-1c61411c-5c0c-443a-a2b0-3c986d1574e5 tempest-RoutersAdminTest-701485524 tempest-RoutersAdminTest-701485524-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:48:00.083379 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-d6f5f2b7-d78c-41e5-a3e0-9deee0feb067 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793193945299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193536732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2537862'] for port, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:00.094660 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] No Port match for: 5988f267-ed22-4b27-9bcb-0105d0b84f6a {{(pid=128085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 11:48:00.095013 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device 5988f267-ed22-4b27-9bcb-0105d0b84f6a not bound to the agent host dv-neutron-797120-4-hyperv {{(pid=128085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Jun 24 11:48:00.113127 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.plugin [None req-d4bc8edd-a70a-41d5-a9b6-c33cd203047a tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Deleting port c099083d-fe81-4514-a919-74af072aaaa3 {{(pid=128084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 11:48:00.113722 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-d4bc8edd-a70a-41d5-a9b6-c33cd203047a tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793193942312'] for port, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:00.122514 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Port 5988f267-ed22-4b27-9bcb-0105d0b84f6a not found, will not notify nova. {{(pid=128085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Jun 24 11:48:00.122931 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device 8d80ae74-f986-42b8-9266-21634e3a1a9d up at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 11:48:00.128045 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-6d4020dc-a411-4007-8df0-96bfed9242d7 tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:48:00.129274 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-d3dab52f-7d50-4df4-bc26-93836d56bdaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:00.167224 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-b2aa08f3-2aad-453c-beb3-e91295e58a45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd87749d3-f594-4284-87a4-6fe3955904b1', 'name': 'tempest-RoutersTest-router-456200694', 'tenant_id': '01c7f8735a2b4722ae0cabb11183e366', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T11:47:01Z', 'updated_at': '2021-06-24T11:47:57Z', 'revision_number': 7, 'project_id': '01c7f8735a2b4722ae0cabb11183e366', 'gw_port_host': None, '_interfaces': [{'id': '11d4e1d1-3828-4a40-a4f0-e768f1395739', 'name': '', 'network_id': 'bddb0f8e-0e1f-4536-a9ef-e387f1699f13', 'tenant_id': '01c7f8735a2b4722ae0cabb11183e366', 'mac_address': 'fa:16:3e:7d:a9:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd87749d3-f594-4284-87a4-6fe3955904b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'ee35f23e-956d-4b15-87a0-fe4ac4012d10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:47:07Z', 'updated_at': '2021-06-24T11:47:22Z', 'revision_number': 5, 'project_id': '01c7f8735a2b4722ae0cabb11183e366', 'subnets': [{'id': 'ee35f23e-956d-4b15-87a0-fe4ac4012d10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '49533a4b-f50b-4e00-a1ad-0779a9632ce3', 'name': '', 'network_id': 'd256f873-da98-4eaa-988b-87fb800fabd9', 'tenant_id': '01c7f8735a2b4722ae0cabb11183e366', 'mac_address': 'fa:16:3e:19:b2:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd87749d3-f594-4284-87a4-6fe3955904b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': 'c9802021-c0fe-4638-a0c2-3f667ef35d38', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:47:48Z', 'updated_at': '2021-06-24T11:47:58Z', 'revision_number': 5, 'project_id': '01c7f8735a2b4722ae0cabb11183e366', 'subnets': [{'id': 'c9802021-c0fe-4638-a0c2-3f667ef35d38', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bb63497c-372a-47d2-b8b1-cf3202deb92b', 'name': '', 'network_id': 'b91d5cb9-8fe3-4576-a991-183ff1f7b145', 'tenant_id': '01c7f8735a2b4722ae0cabb11183e366', 'mac_address': 'fa:16:3e:93:ca:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd87749d3-f594-4284-87a4-6fe3955904b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '02346804-ee6e-4b90-a906-fa952c478595', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:47:19Z', 'updated_at': '2021-06-24T11:47:41Z', 'revision_number': 5, 'project_id': '01c7f8735a2b4722ae0cabb11183e366', 'subnets': [{'id': '02346804-ee6e-4b90-a906-fa952c478595', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd22328e1-d1a8-42bd-82d3-351b64623792', 'name': '', 'network_id': '580a2d1a-1689-4c76-bcaf-a30c08ec9279', 'tenant_id': '01c7f8735a2b4722ae0cabb11183e366', 'mac_address': 'fa:16:3e:3e:12:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd87749d3-f594-4284-87a4-6fe3955904b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '7733ac5c-122b-4158-91ff-dfd2455e0191', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:47:34Z', 'updated_at': '2021-06-24T11:47:47Z', 'revision_number': 5, 'project_id': '01c7f8735a2b4722ae0cabb11183e366', 'subnets': [{'id': '7733ac5c-122b-4158-91ff-dfd2455e0191', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:48:00.199462 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f5f2b7-d78c-41e5-a3e0-9deee0feb067 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Pushing event deleted for resources: {'Port': ['ID=9c1656f9-189a-4eb8-8b5e-0c44830f794d,revision_number=None']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:48:00.217418 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2aa08f3-2aad-453c-beb3-e91295e58a45 None None] The sync data for ids ['d87749d3-f594-4284-87a4-6fe3955904b1'] in dv-neutron-797120-4-hyperv is: [{'id': 'd87749d3-f594-4284-87a4-6fe3955904b1', 'name': 'tempest-RoutersTest-router-456200694', 'tenant_id': '01c7f8735a2b4722ae0cabb11183e366', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T11:47:01Z', 'updated_at': '2021-06-24T11:47:57Z', 'revision_number': 7, 'project_id': '01c7f8735a2b4722ae0cabb11183e366', 'gw_port_host': None, '_interfaces': [{'id': '11d4e1d1-3828-4a40-a4f0-e768f1395739', 'name': '', 'network_id': 'bddb0f8e-0e1f-4536-a9ef-e387f1699f13', 'tenant_id': '01c7f8735a2b4722ae0cabb11183e366', 'mac_address': 'fa:16:3e:7d:a9:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd87749d3-f594-4284-87a4-6fe3955904b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'ee35f23e-956d-4b15-87a0-fe4ac4012d10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:47:07Z', 'updated_at': '2021-06-24T11:47:22Z', 'revision_number': 5, 'project_id': '01c7f8735a2b4722ae0cabb11183e366', 'subnets': [{'id': 'ee35f23e-956d-4b15-87a0-fe4ac4012d10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '49533a4b-f50b-4e00-a1ad-0779a9632ce3', 'name': '', 'network_id': 'd256f873-da98-4eaa-988b-87fb800fabd9', 'tenant_id': '01c7f8735a2b4722ae0cabb11183e366', 'mac_address': 'fa:16:3e:19:b2:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd87749d3-f594-4284-87a4-6fe3955904b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': 'c9802021-c0fe-4638-a0c2-3f667ef35d38', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:47:48Z', 'updated_at': '2021-06-24T11:47:58Z', 'revision_number': 5, 'project_id': '01c7f8735a2b4722ae0cabb11183e366', 'subnets': [{'id': 'c9802021-c0fe-4638-a0c2-3f667ef35d38', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bb63497c-372a-47d2-b8b1-cf3202deb92b', 'name': '', 'network_id': 'b91d5cb9-8fe3-4576-a991-183ff1f7b145', 'tenant_id': '01c7f8735a2b4722ae0cabb11183e366', 'mac_address': 'fa:16:3e:93:ca:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd87749d3-f594-4284-87a4-6fe3955904b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '02346804-ee6e-4b90-a906-fa952c478595', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:47:19Z', 'updated_at': '2021-06-24T11:47:41Z', 'revision_number': 5, 'project_id': '01c7f8735a2b4722ae0cabb11183e366', 'subnets': [{'id': '02346804-ee6e-4b90-a906-fa952c478595', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd22328e1-d1a8-42bd-82d3-351b64623792', 'name': '', 'network_id': '580a2d1a-1689-4c76-bcaf-a30c08ec9279', 'tenant_id': '01c7f8735a2b4722ae0cabb11183e366', 'mac_address': 'fa:16:3e:3e:12:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd87749d3-f594-4284-87a4-6fe3955904b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '7733ac5c-122b-4158-91ff-dfd2455e0191', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:47:34Z', 'updated_at': '2021-06-24T11:47:47Z', 'revision_number': 5, 'project_id': '01c7f8735a2b4722ae0cabb11183e366', 'subnets': [{'id': '7733ac5c-122b-4158-91ff-dfd2455e0191', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=128086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 11:48:00.227294 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-1c61411c-5c0c-443a-a2b0-3c986d1574e5 tempest-RoutersAdminTest-701485524 tempest-RoutersAdminTest-701485524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1815728'] for router_gateway, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:00.288658 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6f5f2b7-d78c-41e5-a3e0-9deee0feb067 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] No DVR routers for this DVR port 9c1656f9-189a-4eb8-8b5e-0c44830f794d on host dv-neutron-797120-4-hyperv {{(pid=128083) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 11:48:00.366909 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-1c61411c-5c0c-443a-a2b0-3c986d1574e5 tempest-RoutersAdminTest-701485524 tempest-RoutersAdminTest-701485524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1803182', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65403'] for router, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:00.371019 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-1c61411c-5c0c-443a-a2b0-3c986d1574e5 tempest-RoutersAdminTest-701485524 tempest-RoutersAdminTest-701485524-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:00.373484 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-d4bc8edd-a70a-41d5-a9b6-c33cd203047a tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1978872'] for port, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:00.387558 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning for port 8d80ae74-f986-42b8-9266-21634e3a1a9d completed by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 11:48:00.393768 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning complete for port 8d80ae74-f986-42b8-9266-21634e3a1a9d triggered by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:48:00.394379 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:00.429130 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.plugin [None req-d4bc8edd-a70a-41d5-a9b6-c33cd203047a tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Calling delete_port for c099083d-fe81-4514-a919-74af072aaaa3 owned by network:router_interface {{(pid=128084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 11:48:00.446689 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-1c61411c-5c0c-443a-a2b0-3c986d1574e5 tempest-RoutersAdminTest-701485524 tempest-RoutersAdminTest-701485524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1806072'] for router, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:00.447206 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c61411c-5c0c-443a-a2b0-3c986d1574e5 tempest-RoutersAdminTest-701485524 tempest-RoutersAdminTest-701485524-project] Fanout notify agent at l3_agent the message router_deleted on router abe7498b-72e6-4bcd-b5a6-0bc356d7fd50 {{(pid=128084) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 24 11:48:00.455612 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-1c61411c-5c0c-443a-a2b0-3c986d1574e5 tempest-RoutersAdminTest-701485524 tempest-RoutersAdminTest-701485524-project] Notify callbacks [] for router, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:00.456758 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-1c61411c-5c0c-443a-a2b0-3c986d1574e5 tempest-RoutersAdminTest-701485524 tempest-RoutersAdminTest-701485524-project] 10.222.0.53 "DELETE /v2.0/routers/abe7498b-72e6-4bcd-b5a6-0bc356d7fd50 HTTP/1.1" status: 204 len: 168 time: 2.7346225 Jun 24 11:48:00.484710 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-d6f5f2b7-d78c-41e5-a3e0-9deee0feb067 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.357s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:48:00.485998 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-cd5adb0d-fc28-452f-9a60-e7ceb830598a tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-972249'] for subnet, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:00.490814 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-30aff7b1-9e94-4d20-af99-4ec107b079f3 tempest-RoutersIpV6AdminTest-670466919 tempest-RoutersIpV6AdminTest-670466919-project] Notify callbacks [] for router, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:00.497281 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 58554) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:48:00.507329 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [None req-e7c8e7ae-4759-4604-8d34-bf659fac0a4f tempest-RoutersAdminTest-701485524 tempest-RoutersAdminTest-701485524-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-505487603', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:48:00.512227 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77201b68-79c5-4785-812b-dd1e3697ebc2 None None] Network 1b66cbc1-367f-4d15-94d4-eb5edab47c2a requested from dv-neutron-797120-4-hyperv {{(pid=128085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 11:48:00.536907 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-3e602baf-1f20-4f80-815f-5ac57e534c00 None None] Could not find standard attr ID for object 5988f267-ed22-4b27-9bcb-0105d0b84f6a. {{(pid=128085) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 24 11:48:00.549382 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:00.608851 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-6f805d9d-83e2-421e-b352-f5b36ebc1582 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks [] for port, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:00.633613 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] For port 8d80ae74-f986-42b8-9266-21634e3a1a9d, host dv-neutron-797120-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=8d80ae74-f986-42b8-9266-21634e3a1a9d,segment=NetworkSegment(fddfe548-9582-48fa-8a0c-6b06bc4d1b9f),segment_id=fddfe548-9582-48fa-8a0c-6b06bc4d1b9f)] {{(pid=128085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 11:48:00.647780 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83b278b4-da20-4a73-9ebe-ebedf6bc2682 None None] Sync routers for ids ['d87749d3-f594-4284-87a4-6fe3955904b1'] in dv-neutron-797120-4-hyperv {{(pid=128085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 11:48:00.654097 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:00.654951 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device 49533a4b-f50b-4e00-a1ad-0779a9632ce3 up at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 11:48:00.661849 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-87745444-7474-4291-8a92-d813665558f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:48:00.742069 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.provisioning_blocks [None req-6f805d9d-83e2-421e-b352-f5b36ebc1582 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Transition to ACTIVE for port object fd63c340-d0cd-4d5c-b569-cd20722106a9 will not be triggered until provisioned by entity DHCP. {{(pid=128083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 11:48:00.746891 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83b278b4-da20-4a73-9ebe-ebedf6bc2682 None None] Routers {'d87749d3-f594-4284-87a4-6fe3955904b1'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 11:48:00.747454 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-83b278b4-da20-4a73-9ebe-ebedf6bc2682 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T11:47:56Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['d87749d3-f594-4284-87a4-6fe3955904b1'], 'active': True} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:48:00.854030 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Pushing event updated for resources: {'Port': ['ID=8d80ae74-f986-42b8-9266-21634e3a1a9d,revision_number=3']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:48:00.861911 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:48:00.906126 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvr_db [None req-83b278b4-da20-4a73-9ebe-ebedf6bc2682 None None] Set router d87749d3-f594-4284-87a4-6fe3955904b1 gateway port host: None {{(pid=128085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 11:48:00.940572 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning complete for port 49533a4b-f50b-4e00-a1ad-0779a9632ce3 triggered by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:48:00.940856 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:01.027878 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-d4bc8edd-a70a-41d5-a9b6-c33cd203047a tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793193945299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193536732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3292088'] for port, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:01.032457 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-70028887-cd05-4aeb-a278-f1b7ba76351a tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:48:01.090552 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4bc8edd-a70a-41d5-a9b6-c33cd203047a tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Pushing event deleted for resources: {'Port': ['ID=c099083d-fe81-4514-a919-74af072aaaa3,revision_number=None']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:48:01.095327 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-d4bc8edd-a70a-41d5-a9b6-c33cd203047a tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:48:01.169184 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-d6f5f2b7-d78c-41e5-a3e0-9deee0feb067 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973199', 'neutron.services.segments.db._delete_segments_for_network-8793194012456'] for network, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:01.177367 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-e7c8e7ae-4759-4604-8d34-bf659fac0a4f tempest-RoutersAdminTest-701485524 tempest-RoutersAdminTest-701485524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1803889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65293'] for router, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:01.178378 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-e7c8e7ae-4759-4604-8d34-bf659fac0a4f tempest-RoutersAdminTest-701485524 tempest-RoutersAdminTest-701485524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1803848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1975305', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1581158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65396'] for router, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:01.210341 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-cd5adb0d-fc28-452f-9a60-e7ceb830598a tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-972238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2537800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3289951'] for subnet, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:01.224916 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:48:01.245842 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.services.segments.db [None req-d6f5f2b7-d78c-41e5-a3e0-9deee0feb067 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41403d78-aa20-4f32-9f75-4b684c2ff870']}} {{(pid=128083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:48:01.248046 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device 9c1656f9-189a-4eb8-8b5e-0c44830f794d no longer exists at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 11:48:01.269883 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] No Port match for: 9c1656f9-189a-4eb8-8b5e-0c44830f794d {{(pid=128085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 11:48:01.270255 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device 9c1656f9-189a-4eb8-8b5e-0c44830f794d not bound to the agent host dv-neutron-797120-4-hyperv {{(pid=128085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 11:48:01.270711 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device 4e83ec3d-ebda-49e9-a86f-ade6e7a02b34 no longer exists at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 11:48:01.283812 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.services.segments.db [None req-d6f5f2b7-d78c-41e5-a3e0-9deee0feb067 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6dc0ed20-0e3e-4794-aa27-4e8e2aa82b77') {'for_net_delete': True} {{(pid=128083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:48:01.284170 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.services.segments.db [None req-d6f5f2b7-d78c-41e5-a3e0-9deee0feb067 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6dc0ed20-0e3e-4794-aa27-4e8e2aa82b77') {} {{(pid=128083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:48:01.291811 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] No Port match for: 4e83ec3d-ebda-49e9-a86f-ade6e7a02b34 {{(pid=128085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 11:48:01.292168 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device 4e83ec3d-ebda-49e9-a86f-ade6e7a02b34 not bound to the agent host dv-neutron-797120-4-hyperv {{(pid=128085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 11:48:01.297950 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-d4bc8edd-a70a-41d5-a9b6-c33cd203047a tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1588985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1806165'] for router_interface, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:01.315998 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-83b278b4-da20-4a73-9ebe-ebedf6bc2682 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd87749d3-f594-4284-87a4-6fe3955904b1', 'name': 'tempest-RoutersTest-router-456200694', 'tenant_id': '01c7f8735a2b4722ae0cabb11183e366', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T11:47:01Z', 'updated_at': '2021-06-24T11:47:57Z', 'revision_number': 7, 'project_id': '01c7f8735a2b4722ae0cabb11183e366', 'gw_port_host': None, '_interfaces': [{'id': '11d4e1d1-3828-4a40-a4f0-e768f1395739', 'name': '', 'network_id': 'bddb0f8e-0e1f-4536-a9ef-e387f1699f13', 'tenant_id': '01c7f8735a2b4722ae0cabb11183e366', 'mac_address': 'fa:16:3e:7d:a9:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd87749d3-f594-4284-87a4-6fe3955904b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'ee35f23e-956d-4b15-87a0-fe4ac4012d10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:47:07Z', 'updated_at': '2021-06-24T11:47:22Z', 'revision_number': 5, 'project_id': '01c7f8735a2b4722ae0cabb11183e366', 'subnets': [{'id': 'ee35f23e-956d-4b15-87a0-fe4ac4012d10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '49533a4b-f50b-4e00-a1ad-0779a9632ce3', 'name': '', 'network_id': 'd256f873-da98-4eaa-988b-87fb800fabd9', 'tenant_id': '01c7f8735a2b4722ae0cabb11183e366', 'mac_address': 'fa:16:3e:19:b2:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd87749d3-f594-4284-87a4-6fe3955904b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': 'c9802021-c0fe-4638-a0c2-3f667ef35d38', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:47:48Z', 'updated_at': '2021-06-24T11:47:58Z', 'revision_number': 5, 'project_id': '01c7f8735a2b4722ae0cabb11183e366', 'subnets': [{'id': 'c9802021-c0fe-4638-a0c2-3f667ef35d38', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bb63497c-372a-47d2-b8b1-cf3202deb92b', 'name': '', 'network_id': 'b91d5cb9-8fe3-4576-a991-183ff1f7b145', 'tenant_id': '01c7f8735a2b4722ae0cabb11183e366', 'mac_address': 'fa:16:3e:93:ca:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd87749d3-f594-4284-87a4-6fe3955904b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '02346804-ee6e-4b90-a906-fa952c478595', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:47:19Z', 'updated_at': '2021-06-24T11:47:41Z', 'revision_number': 5, 'project_id': '01c7f8735a2b4722ae0cabb11183e366', 'subnets': [{'id': '02346804-ee6e-4b90-a906-fa952c478595', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd22328e1-d1a8-42bd-82d3-351b64623792', 'name': '', 'network_id': '580a2d1a-1689-4c76-bcaf-a30c08ec9279', 'tenant_id': '01c7f8735a2b4722ae0cabb11183e366', 'mac_address': 'fa:16:3e:3e:12:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd87749d3-f594-4284-87a4-6fe3955904b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '7733ac5c-122b-4158-91ff-dfd2455e0191', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:47:34Z', 'updated_at': '2021-06-24T11:47:47Z', 'revision_number': 5, 'project_id': '01c7f8735a2b4722ae0cabb11183e366', 'subnets': [{'id': '7733ac5c-122b-4158-91ff-dfd2455e0191', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:48:01.345774 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83b278b4-da20-4a73-9ebe-ebedf6bc2682 None None] Checking router: d87749d3-f594-4284-87a4-6fe3955904b1 for host: dv-neutron-797120-4-hyperv {{(pid=128085) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 11:48:01.347915 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5adb0d-fc28-452f-9a60-e7ceb830598a tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] Pushing event deleted for resources: {'Subnet': ['ID=75d182af-fee4-437a-ad91-cbfc03a68add,revision_number=None']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:48:01.354604 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83b278b4-da20-4a73-9ebe-ebedf6bc2682 None None] Routers {'d87749d3-f594-4284-87a4-6fe3955904b1'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 11:48:01.355219 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-83b278b4-da20-4a73-9ebe-ebedf6bc2682 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T11:47:56Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['d87749d3-f594-4284-87a4-6fe3955904b1'], 'active': True} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:48:01.355652 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-e7c8e7ae-4759-4604-8d34-bf659fac0a4f tempest-RoutersAdminTest-701485524 tempest-RoutersAdminTest-701485524-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:01.358775 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-d6f5f2b7-d78c-41e5-a3e0-9deee0feb067 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793194097327', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3143690'] for segment, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:01.364041 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-cd5adb0d-fc28-452f-9a60-e7ceb830598a tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:48:01.388162 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-e7c8e7ae-4759-4604-8d34-bf659fac0a4f tempest-RoutersAdminTest-701485524 tempest-RoutersAdminTest-701485524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1803210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1815767'] for router, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:01.389343 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8479df0-6d1f-4a83-844c-78a74bd96c4a None None] Network 1b66cbc1-367f-4d15-94d4-eb5edab47c2a requested from dv-neutron-797120-4-hyperv {{(pid=128085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 11:48:01.412296 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-d6f5f2b7-d78c-41e5-a3e0-9deee0feb067 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967879'] for segment, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:01.436581 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-6f805d9d-83e2-421e-b352-f5b36ebc1582 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-650429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-506361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793193536723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2537853'] for port, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:01.441525 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6f5f2b7-d78c-41e5-a3e0-9deee0feb067 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Releasing vlan 600 on physical network physnet1 to pool {{(pid=128083) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 11:48:01.441912 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-d6f5f2b7-d78c-41e5-a3e0-9deee0feb067 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2537899'] for segment, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:01.448093 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-30aff7b1-9e94-4d20-af99-4ec107b079f3 tempest-RoutersIpV6AdminTest-670466919 tempest-RoutersIpV6AdminTest-670466919-project] Notify callbacks [] for router_gateway, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:01.450894 dv-neutron-797120-4-hyperv neutron-server[128083]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 24 11:48:01.450894 dv-neutron-797120-4-hyperv neutron-server[128083]: self.session.flush() Jun 24 11:48:01.450894 dv-neutron-797120-4-hyperv neutron-server[128083]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 24 11:48:01.450894 dv-neutron-797120-4-hyperv neutron-server[128083]: self.session.flush() Jun 24 11:48:01.450894 dv-neutron-797120-4-hyperv neutron-server[128083]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 24 11:48:01.450894 dv-neutron-797120-4-hyperv neutron-server[128083]: self.session.flush() Jun 24 11:48:01.450894 dv-neutron-797120-4-hyperv neutron-server[128083]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 24 11:48:01.450894 dv-neutron-797120-4-hyperv neutron-server[128083]: self.session.flush() Jun 24 11:48:01.450894 dv-neutron-797120-4-hyperv neutron-server[128083]: Traceback (most recent call last): Jun 24 11:48:01.450894 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 24 11:48:01.450894 dv-neutron-797120-4-hyperv neutron-server[128083]: timer() Jun 24 11:48:01.450894 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 24 11:48:01.450894 dv-neutron-797120-4-hyperv neutron-server[128083]: cb(*args, **kw) Jun 24 11:48:01.450894 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 24 11:48:01.450894 dv-neutron-797120-4-hyperv neutron-server[128083]: return func(*args, **kwargs) Jun 24 11:48:01.450894 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 24 11:48:01.450894 dv-neutron-797120-4-hyperv neutron-server[128083]: self._notify() Jun 24 11:48:01.450894 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 24 11:48:01.450894 dv-neutron-797120-4-hyperv neutron-server[128083]: self.callback(batched_events) Jun 24 11:48:01.450894 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 24 11:48:01.450894 dv-neutron-797120-4-hyperv neutron-server[128083]: event.method(event) Jun 24 11:48:01.450894 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 24 11:48:01.450894 dv-neutron-797120-4-hyperv neutron-server[128083]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 24 11:48:01.450894 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 24 11:48:01.450894 dv-neutron-797120-4-hyperv neutron-server[128083]: aggregate_uuid = self.p_client.list_aggregates( Jun 24 11:48:01.450894 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 24 11:48:01.450894 dv-neutron-797120-4-hyperv neutron-server[128083]: return f(self, *a, **k) Jun 24 11:48:01.450894 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 24 11:48:01.450894 dv-neutron-797120-4-hyperv neutron-server[128083]: return self._get(url).json() Jun 24 11:48:01.450894 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 24 11:48:01.450894 dv-neutron-797120-4-hyperv neutron-server[128083]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 24 11:48:01.450894 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 24 11:48:01.450894 dv-neutron-797120-4-hyperv neutron-server[128083]: return self.request(url, 'GET', **kwargs) Jun 24 11:48:01.450894 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 24 11:48:01.450894 dv-neutron-797120-4-hyperv neutron-server[128083]: base_url = self.get_endpoint(auth, allow=allow, Jun 24 11:48:01.450894 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 24 11:48:01.450894 dv-neutron-797120-4-hyperv neutron-server[128083]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 24 11:48:01.450894 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 24 11:48:01.450894 dv-neutron-797120-4-hyperv neutron-server[128083]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 24 11:48:01.450894 dv-neutron-797120-4-hyperv neutron-server[128083]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 24 11:48:01.495168 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-8c93f4bb-d9a3-4954-bf3b-28f9475bda10 tempest-RoutersAdminTest-1970644103 tempest-RoutersAdminTest-1970644103-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:48:01.511471 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-e7c8e7ae-4759-4604-8d34-bf659fac0a4f tempest-RoutersAdminTest-701485524 tempest-RoutersAdminTest-701485524-project] Notify callbacks [] for router, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:01.515336 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-e7c8e7ae-4759-4604-8d34-bf659fac0a4f tempest-RoutersAdminTest-701485524 tempest-RoutersAdminTest-701485524-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 1.0090880 Jun 24 11:48:01.525666 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvr_db [None req-83b278b4-da20-4a73-9ebe-ebedf6bc2682 None None] Set router d87749d3-f594-4284-87a4-6fe3955904b1 gateway port host: None {{(pid=128085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 11:48:01.556067 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 58556) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:48:01.564813 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-0b820baf-1a25-41db-b8de-0d38cce942cb tempest-RoutersAdminTest-701485524 tempest-RoutersAdminTest-701485524-project] Request body: {'router': {'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b'}}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:48:01.566895 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-cd5adb0d-fc28-452f-9a60-e7ceb830598a tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973199', 'neutron.services.segments.db._delete_segments_for_network-8793194012456'] for network, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:01.595437 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.services.segments.db [None req-cd5adb0d-fc28-452f-9a60-e7ceb830598a tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b66cbc1-367f-4d15-94d4-eb5edab47c2a']}} {{(pid=128083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:48:01.596219 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.db_base_plugin_common [None req-d3dab52f-7d50-4df4-bc26-93836d56bdaf None None] Allocated IP 172.20.0.2 (11a80c9d-f8ee-4388-91b0-d49a25200fee/b5a02a2b-119b-425a-8922-b2bd4a226c71/8d80ae74-f986-42b8-9266-21634e3a1a9d) {{(pid=128085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 11:48:01.656655 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.services.segments.db [None req-cd5adb0d-fc28-452f-9a60-e7ceb830598a tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1d5634a-66cd-4579-862d-162dc9244b18') {'for_net_delete': True} {{(pid=128083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:48:01.657059 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.services.segments.db [None req-cd5adb0d-fc28-452f-9a60-e7ceb830598a tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1d5634a-66cd-4579-862d-162dc9244b18') {} {{(pid=128083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:48:01.659742 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f805d9d-83e2-421e-b352-f5b36ebc1582 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Network 11a80c9d-f8ee-4388-91b0-d49a25200fee is already hosted by enough agents. {{(pid=128083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 11:48:01.673598 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.base_scheduler [None req-6f805d9d-83e2-421e-b352-f5b36ebc1582 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Resources bound (agent type, host, resource id): {{(pid=128083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:48:01.678124 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-cd5adb0d-fc28-452f-9a60-e7ceb830598a tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793194097327', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3143690'] for segment, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:01.680490 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f805d9d-83e2-421e-b352-f5b36ebc1582 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Pushing event updated for resources: {'Port': ['ID=fd63c340-d0cd-4d5c-b569-cd20722106a9,revision_number=1']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:48:01.685042 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-d6f5f2b7-d78c-41e5-a3e0-9deee0feb067 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1800243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1815642'] for network, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:01.685042 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f805d9d-83e2-421e-b352-f5b36ebc1582 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Received port after_create {{(pid=128083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 11:48:01.692997 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-6f805d9d-83e2-421e-b352-f5b36ebc1582 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:48:01.701364 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:48:01.730599 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-d6f5f2b7-d78c-41e5-a3e0-9deee0feb067 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588949'] for network, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:01.732506 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-d6f5f2b7-d78c-41e5-a3e0-9deee0feb067 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] 10.222.0.53 "DELETE /v2.0/networks/41403d78-aa20-4f32-9f75-4b684c2ff870 HTTP/1.1" status: 204 len: 168 time: 3.5730007 Jun 24 11:48:01.747457 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 58558) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:48:01.752753 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-cd5adb0d-fc28-452f-9a60-e7ceb830598a tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967879'] for segment, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:01.756130 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4bc8edd-a70a-41d5-a9b6-c33cd203047a tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Router ec2cec42-9d81-44aa-a4f8-e4c8409e9b4d has already been hosted by L3 agent 2987dba8-2249-4ee6-96ec-28f0f7a6127d {{(pid=128084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 11:48:01.770492 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f5f2b7-d78c-41e5-a3e0-9deee0feb067 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Pushing event deleted for resources: {'Network': ['ID=41403d78-aa20-4f32-9f75-4b684c2ff870,revision_number=None']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:48:01.793401 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfa0340b-304c-4ba2-bb2d-f5bead2f9a61 None None] DHCP port deletion for 1b66cbc1-367f-4d15-94d4-eb5edab47c2a request from dv-neutron-797120-4-hyperv {{(pid=128085) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 24 11:48:01.824686 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-d6f5f2b7-d78c-41e5-a3e0-9deee0feb067 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:48:01.824686 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd5adb0d-fc28-452f-9a60-e7ceb830598a tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] Releasing vlan 635 on physical network physnet1 to pool {{(pid=128083) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 11:48:01.824686 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-cd5adb0d-fc28-452f-9a60-e7ceb830598a tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2537899'] for segment, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:01.864275 dv-neutron-797120-4-hyperv neutron-server[128083]: Traceback (most recent call last): Jun 24 11:48:01.864275 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 24 11:48:01.864275 dv-neutron-797120-4-hyperv neutron-server[128083]: timer() Jun 24 11:48:01.864275 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 24 11:48:01.864275 dv-neutron-797120-4-hyperv neutron-server[128083]: cb(*args, **kw) Jun 24 11:48:01.864275 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 24 11:48:01.864275 dv-neutron-797120-4-hyperv neutron-server[128083]: return func(*args, **kwargs) Jun 24 11:48:01.864275 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 24 11:48:01.864275 dv-neutron-797120-4-hyperv neutron-server[128083]: self._notify() Jun 24 11:48:01.864275 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 24 11:48:01.864275 dv-neutron-797120-4-hyperv neutron-server[128083]: self.callback(batched_events) Jun 24 11:48:01.864275 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 24 11:48:01.864275 dv-neutron-797120-4-hyperv neutron-server[128083]: event.method(event) Jun 24 11:48:01.864275 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 24 11:48:01.864275 dv-neutron-797120-4-hyperv neutron-server[128083]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 24 11:48:01.864275 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 24 11:48:01.864275 dv-neutron-797120-4-hyperv neutron-server[128083]: aggregate_uuid = self.p_client.list_aggregates( Jun 24 11:48:01.864275 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 24 11:48:01.864275 dv-neutron-797120-4-hyperv neutron-server[128083]: return f(self, *a, **k) Jun 24 11:48:01.864275 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 24 11:48:01.864275 dv-neutron-797120-4-hyperv neutron-server[128083]: return self._get(url).json() Jun 24 11:48:01.864275 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 24 11:48:01.864275 dv-neutron-797120-4-hyperv neutron-server[128083]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 24 11:48:01.864275 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 24 11:48:01.864275 dv-neutron-797120-4-hyperv neutron-server[128083]: return self.request(url, 'GET', **kwargs) Jun 24 11:48:01.864275 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 24 11:48:01.864275 dv-neutron-797120-4-hyperv neutron-server[128083]: base_url = self.get_endpoint(auth, allow=allow, Jun 24 11:48:01.864275 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 24 11:48:01.864275 dv-neutron-797120-4-hyperv neutron-server[128083]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 24 11:48:01.864275 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 24 11:48:01.864275 dv-neutron-797120-4-hyperv neutron-server[128083]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 24 11:48:01.864275 dv-neutron-797120-4-hyperv neutron-server[128083]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 24 11:48:01.912536 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-0b820baf-1a25-41db-b8de-0d38cce942cb tempest-RoutersAdminTest-701485524 tempest-RoutersAdminTest-701485524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1975381', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1803205', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65378'] for router, precommit_update {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:01.967597 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-cd5adb0d-fc28-452f-9a60-e7ceb830598a tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1800243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1815642'] for network, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:01.989918 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f805d9d-83e2-421e-b352-f5b36ebc1582 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:48:01.990835 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-6f805d9d-83e2-421e-b352-f5b36ebc1582 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468916'] for port, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:01.993705 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-2edbe958-1673-4d6d-bd7b-b679da43e382 tempest-BulkNetworkOpsIpV6Test-1142812762 tempest-BulkNetworkOpsIpV6Test-1142812762-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:48:01.998448 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device 8d80ae74-f986-42b8-9266-21634e3a1a9d up at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 11:48:01.999077 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-cd5adb0d-fc28-452f-9a60-e7ceb830598a tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588949'] for network, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:02.002205 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-cd5adb0d-fc28-452f-9a60-e7ceb830598a tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] 10.222.0.53 "DELETE /v2.0/networks/1b66cbc1-367f-4d15-94d4-eb5edab47c2a HTTP/1.1" status: 204 len: 168 time: 5.1203644 Jun 24 11:48:02.008810 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 58560) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:48:02.013372 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-e583cca7-f72d-46a1-9ccc-664fd22ee5d8 tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1234344726'}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:48:02.028414 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4bc8edd-a70a-41d5-a9b6-c33cd203047a tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Notify agent at l3_agent.dv-neutron-797120-4-hyperv the message routers_updated {{(pid=128084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 11:48:02.032326 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5adb0d-fc28-452f-9a60-e7ceb830598a tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] Pushing event deleted for resources: {'Network': ['ID=1b66cbc1-367f-4d15-94d4-eb5edab47c2a,revision_number=None']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:48:02.040259 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-cd5adb0d-fc28-452f-9a60-e7ceb830598a tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:48:02.042966 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-0c1d97cd-b85e-4b74-91ac-481cfb194549 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1978565'] for router_interface, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:02.056464 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07eeac33-b161-472e-a462-6476ee66c2ea None None] Sync routers for ids ['ec2cec42-9d81-44aa-a4f8-e4c8409e9b4d'] in dv-neutron-797120-4-hyperv {{(pid=128086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 11:48:02.061145 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.plugin [None req-30aff7b1-9e94-4d20-af99-4ec107b079f3 tempest-RoutersIpV6AdminTest-670466919 tempest-RoutersIpV6AdminTest-670466919-project] Deleting port 3bb2d9a2-40aa-4f64-91ea-2327bad97743 {{(pid=128083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 11:48:02.062103 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-30aff7b1-9e94-4d20-af99-4ec107b079f3 tempest-RoutersIpV6AdminTest-670466919 tempest-RoutersIpV6AdminTest-670466919-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793193942312'] for port, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:02.072580 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-d4bc8edd-a70a-41d5-a9b6-c33cd203047a tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] 10.222.0.53 "PUT /v2.0/routers/ec2cec42-9d81-44aa-a4f8-e4c8409e9b4d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7243989 Jun 24 11:48:02.074666 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 58562) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:48:02.075393 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07eeac33-b161-472e-a462-6476ee66c2ea None None] Routers {'ec2cec42-9d81-44aa-a4f8-e4c8409e9b4d'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 11:48:02.076002 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-07eeac33-b161-472e-a462-6476ee66c2ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T11:47:56Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['ec2cec42-9d81-44aa-a4f8-e4c8409e9b4d'], 'active': True} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:48:02.100746 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-d3dab52f-7d50-4df4-bc26-93836d56bdaf None None] For port 8d80ae74-f986-42b8-9266-21634e3a1a9d, host dv-neutron-797120-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=8d80ae74-f986-42b8-9266-21634e3a1a9d,segment=NetworkSegment(fddfe548-9582-48fa-8a0c-6b06bc4d1b9f),segment_id=fddfe548-9582-48fa-8a0c-6b06bc4d1b9f)] {{(pid=128085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 11:48:02.120455 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-07eeac33-b161-472e-a462-6476ee66c2ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:48:02.126224 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e583cca7-f72d-46a1-9ccc-664fd22ee5d8 tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] Made reservation on behalf of e5cf0df8d3ec4e94a403a4ce89d83b64 for: {'network': 1} {{(pid=128084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 11:48:02.130741 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-e583cca7-f72d-46a1-9ccc-664fd22ee5d8 tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for network, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:02.131447 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07eeac33-b161-472e-a462-6476ee66c2ea None None] Routers {'ec2cec42-9d81-44aa-a4f8-e4c8409e9b4d'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 11:48:02.132270 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-07eeac33-b161-472e-a462-6476ee66c2ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T11:47:56Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['ec2cec42-9d81-44aa-a4f8-e4c8409e9b4d'], 'active': True} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:48:02.165741 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-d3dab52f-7d50-4df4-bc26-93836d56bdaf None None] Notify callbacks [] for port, precommit_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:02.174765 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-07eeac33-b161-472e-a462-6476ee66c2ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:48:02.175747 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07eeac33-b161-472e-a462-6476ee66c2ea None None] The sync data for ids ['ec2cec42-9d81-44aa-a4f8-e4c8409e9b4d'] in dv-neutron-797120-4-hyperv is: [] {{(pid=128086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 11:48:02.189202 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning complete for port 8d80ae74-f986-42b8-9266-21634e3a1a9d triggered by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:48:02.189824 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:02.195499 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-d3dab52f-7d50-4df4-bc26-93836d56bdaf None None] Transition to ACTIVE for port object 8d80ae74-f986-42b8-9266-21634e3a1a9d will not be triggered until provisioned by entity DHCP. {{(pid=128085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 11:48:02.217371 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e583cca7-f72d-46a1-9ccc-664fd22ee5d8 tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] vlan segment allocate from pool success with {'vlan_id': 647, 'physical_network': 'physnet1'} {{(pid=128084) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 11:48:02.225978 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-d3dab52f-7d50-4df4-bc26-93836d56bdaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:02.230232 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:48:02.244744 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-6f805d9d-83e2-421e-b352-f5b36ebc1582 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 5.3309581 Jun 24 11:48:02.247495 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 58566) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:48:02.252215 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-e583cca7-f72d-46a1-9ccc-664fd22ee5d8 tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967879'] for segment, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:02.252564 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.db.segments_db [None req-e583cca7-f72d-46a1-9ccc-664fd22ee5d8 tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] Added segment 36772d1a-8eac-4ffd-a2b5-feba09f65ec3 of type vlan for network 03d3777a-6dbb-4b23-9165-095a36e5b96c Jun 24 11:48:02.324102 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-be6c7e44-50a5-4c78-82ca-30c6f98e3d99 tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Notify callbacks [] for router, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:02.325435 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-83b278b4-da20-4a73-9ebe-ebedf6bc2682 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd87749d3-f594-4284-87a4-6fe3955904b1', 'name': 'tempest-RoutersTest-router-456200694', 'tenant_id': '01c7f8735a2b4722ae0cabb11183e366', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T11:47:01Z', 'updated_at': '2021-06-24T11:47:57Z', 'revision_number': 7, 'project_id': '01c7f8735a2b4722ae0cabb11183e366', 'gw_port_host': None, '_interfaces': [{'id': '11d4e1d1-3828-4a40-a4f0-e768f1395739', 'name': '', 'network_id': 'bddb0f8e-0e1f-4536-a9ef-e387f1699f13', 'tenant_id': '01c7f8735a2b4722ae0cabb11183e366', 'mac_address': 'fa:16:3e:7d:a9:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd87749d3-f594-4284-87a4-6fe3955904b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'ee35f23e-956d-4b15-87a0-fe4ac4012d10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:47:07Z', 'updated_at': '2021-06-24T11:47:22Z', 'revision_number': 5, 'project_id': '01c7f8735a2b4722ae0cabb11183e366', 'subnets': [{'id': 'ee35f23e-956d-4b15-87a0-fe4ac4012d10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '49533a4b-f50b-4e00-a1ad-0779a9632ce3', 'name': '', 'network_id': 'd256f873-da98-4eaa-988b-87fb800fabd9', 'tenant_id': '01c7f8735a2b4722ae0cabb11183e366', 'mac_address': 'fa:16:3e:19:b2:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd87749d3-f594-4284-87a4-6fe3955904b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': 'c9802021-c0fe-4638-a0c2-3f667ef35d38', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:47:48Z', 'updated_at': '2021-06-24T11:47:58Z', 'revision_number': 5, 'project_id': '01c7f8735a2b4722ae0cabb11183e366', 'subnets': [{'id': 'c9802021-c0fe-4638-a0c2-3f667ef35d38', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bb63497c-372a-47d2-b8b1-cf3202deb92b', 'name': '', 'network_id': 'b91d5cb9-8fe3-4576-a991-183ff1f7b145', 'tenant_id': '01c7f8735a2b4722ae0cabb11183e366', 'mac_address': 'fa:16:3e:93:ca:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd87749d3-f594-4284-87a4-6fe3955904b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '02346804-ee6e-4b90-a906-fa952c478595', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:47:19Z', 'updated_at': '2021-06-24T11:47:41Z', 'revision_number': 5, 'project_id': '01c7f8735a2b4722ae0cabb11183e366', 'subnets': [{'id': '02346804-ee6e-4b90-a906-fa952c478595', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd22328e1-d1a8-42bd-82d3-351b64623792', 'name': '', 'network_id': '580a2d1a-1689-4c76-bcaf-a30c08ec9279', 'tenant_id': '01c7f8735a2b4722ae0cabb11183e366', 'mac_address': 'fa:16:3e:3e:12:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd87749d3-f594-4284-87a4-6fe3955904b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '7733ac5c-122b-4158-91ff-dfd2455e0191', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:47:34Z', 'updated_at': '2021-06-24T11:47:47Z', 'revision_number': 5, 'project_id': '01c7f8735a2b4722ae0cabb11183e366', 'subnets': [{'id': '7733ac5c-122b-4158-91ff-dfd2455e0191', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:48:02.384733 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-e583cca7-f72d-46a1-9ccc-664fd22ee5d8 tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793193525068'] for network, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:02.389370 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83b278b4-da20-4a73-9ebe-ebedf6bc2682 None None] The sync data for ids ['d87749d3-f594-4284-87a4-6fe3955904b1'] in dv-neutron-797120-4-hyperv is: [{'id': 'd87749d3-f594-4284-87a4-6fe3955904b1', 'name': 'tempest-RoutersTest-router-456200694', 'tenant_id': '01c7f8735a2b4722ae0cabb11183e366', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T11:47:01Z', 'updated_at': '2021-06-24T11:47:57Z', 'revision_number': 7, 'project_id': '01c7f8735a2b4722ae0cabb11183e366', 'gw_port_host': None, '_interfaces': [{'id': '11d4e1d1-3828-4a40-a4f0-e768f1395739', 'name': '', 'network_id': 'bddb0f8e-0e1f-4536-a9ef-e387f1699f13', 'tenant_id': '01c7f8735a2b4722ae0cabb11183e366', 'mac_address': 'fa:16:3e:7d:a9:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd87749d3-f594-4284-87a4-6fe3955904b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'ee35f23e-956d-4b15-87a0-fe4ac4012d10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:47:07Z', 'updated_at': '2021-06-24T11:47:22Z', 'revision_number': 5, 'project_id': '01c7f8735a2b4722ae0cabb11183e366', 'subnets': [{'id': 'ee35f23e-956d-4b15-87a0-fe4ac4012d10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '49533a4b-f50b-4e00-a1ad-0779a9632ce3', 'name': '', 'network_id': 'd256f873-da98-4eaa-988b-87fb800fabd9', 'tenant_id': '01c7f8735a2b4722ae0cabb11183e366', 'mac_address': 'fa:16:3e:19:b2:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd87749d3-f594-4284-87a4-6fe3955904b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': 'c9802021-c0fe-4638-a0c2-3f667ef35d38', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:47:48Z', 'updated_at': '2021-06-24T11:47:58Z', 'revision_number': 5, 'project_id': '01c7f8735a2b4722ae0cabb11183e366', 'subnets': [{'id': 'c9802021-c0fe-4638-a0c2-3f667ef35d38', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bb63497c-372a-47d2-b8b1-cf3202deb92b', 'name': '', 'network_id': 'b91d5cb9-8fe3-4576-a991-183ff1f7b145', 'tenant_id': '01c7f8735a2b4722ae0cabb11183e366', 'mac_address': 'fa:16:3e:93:ca:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd87749d3-f594-4284-87a4-6fe3955904b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '02346804-ee6e-4b90-a906-fa952c478595', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:47:19Z', 'updated_at': '2021-06-24T11:47:41Z', 'revision_number': 5, 'project_id': '01c7f8735a2b4722ae0cabb11183e366', 'subnets': [{'id': '02346804-ee6e-4b90-a906-fa952c478595', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd22328e1-d1a8-42bd-82d3-351b64623792', 'name': '', 'network_id': '580a2d1a-1689-4c76-bcaf-a30c08ec9279', 'tenant_id': '01c7f8735a2b4722ae0cabb11183e366', 'mac_address': 'fa:16:3e:3e:12:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd87749d3-f594-4284-87a4-6fe3955904b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '7733ac5c-122b-4158-91ff-dfd2455e0191', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:47:34Z', 'updated_at': '2021-06-24T11:47:47Z', 'revision_number': 5, 'project_id': '01c7f8735a2b4722ae0cabb11183e366', 'subnets': [{'id': '7733ac5c-122b-4158-91ff-dfd2455e0191', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=128085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 11:48:02.394062 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Port 8d80ae74-f986-42b8-9266-21634e3a1a9d had new provisioning blocks added so it will not transition to active. {{(pid=128085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:347}} Jun 24 11:48:02.396509 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3dab52f-7d50-4df4-bc26-93836d56bdaf None None] Pushing event updated for resources: {'Port': ['ID=8d80ae74-f986-42b8-9266-21634e3a1a9d,revision_number=4']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:48:02.405559 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-d3dab52f-7d50-4df4-bc26-93836d56bdaf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:48:02.451788 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-30aff7b1-9e94-4d20-af99-4ec107b079f3 tempest-RoutersIpV6AdminTest-670466919 tempest-RoutersIpV6AdminTest-670466919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1978872'] for port, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:02.480351 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.plugin [None req-30aff7b1-9e94-4d20-af99-4ec107b079f3 tempest-RoutersIpV6AdminTest-670466919 tempest-RoutersIpV6AdminTest-670466919-project] Calling delete_port for 3bb2d9a2-40aa-4f64-91ea-2327bad97743 owned by network:router_gateway {{(pid=128083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 11:48:02.559943 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afae9e23-8aa6-44e2-ae02-79b3c08d5bdc tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:48:02.566642 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afae9e23-8aa6-44e2-ae02-79b3c08d5bdc tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:48:02.570784 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-afae9e23-8aa6-44e2-ae02-79b3c08d5bdc tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.3198822 Jun 24 11:48:02.574681 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 58570) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:48:02.575175 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-e583cca7-f72d-46a1-9ccc-664fd22ee5d8 tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1800243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976'] for network, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:02.581528 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e583cca7-f72d-46a1-9ccc-664fd22ee5d8 tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=128084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:48:02.582108 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-e583cca7-f72d-46a1-9ccc-664fd22ee5d8 tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] Notify callbacks [] for network, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:02.602513 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-5e74482a-c733-4323-8e89-de837f3e9fb8 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:48:02.685835 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-0b820baf-1a25-41db-b8de-0d38cce942cb tempest-RoutersAdminTest-701485524 tempest-RoutersAdminTest-701485524-project] Notify callbacks [] for router_gateway, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:02.688772 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-e583cca7-f72d-46a1-9ccc-664fd22ee5d8 tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.6794598 Jun 24 11:48:02.709189 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 58572) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:48:02.714377 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [None req-26ee21d0-e400-432d-8795-2c1a56511a69 tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] Request body: {'subnet': {'network_id': '03d3777a-6dbb-4b23-9165-095a36e5b96c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:48:02.727986 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-be6c7e44-50a5-4c78-82ca-30c6f98e3d99 tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Notify callbacks [] for router_gateway, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:02.771012 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-0b820baf-1a25-41db-b8de-0d38cce942cb tempest-RoutersAdminTest-701485524 tempest-RoutersAdminTest-701485524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:02.811760 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e583cca7-f72d-46a1-9ccc-664fd22ee5d8 tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] Pushing event updated for resources: {'Network': ['ID=03d3777a-6dbb-4b23-9165-095a36e5b96c,revision_number=1']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:48:02.818786 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-e583cca7-f72d-46a1-9ccc-664fd22ee5d8 tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:48:02.829898 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Network 03d3777a-6dbb-4b23-9165-095a36e5b96c details requested by agent ovs-agent-dv-neutron-797120-4-hyperv with host dv-neutron-797120-4-hyperv {{(pid=128085) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 11:48:02.939230 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.plugin [None req-0c1d97cd-b85e-4b74-91ac-481cfb194549 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Deleting port 49533a4b-f50b-4e00-a1ad-0779a9632ce3 {{(pid=128083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 11:48:02.939607 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-0c1d97cd-b85e-4b74-91ac-481cfb194549 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793193942312'] for port, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:02.974423 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26ee21d0-e400-432d-8795-2c1a56511a69 tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] Made reservation on behalf of e5cf0df8d3ec4e94a403a4ce89d83b64 for: {'subnet': 1} {{(pid=128083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 11:48:02.977968 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-26ee21d0-e400-432d-8795-2c1a56511a69 tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3289788'] for subnet, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:02.981337 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-30aff7b1-9e94-4d20-af99-4ec107b079f3 tempest-RoutersIpV6AdminTest-670466919 tempest-RoutersIpV6AdminTest-670466919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793193945299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193536732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2537862'] for port, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:02.982083 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.plugin [None req-37b62485-1000-4a6e-b052-1ff7b9db629b tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Deleting port fd63c340-d0cd-4d5c-b569-cd20722106a9 {{(pid=128084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 11:48:02.982673 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-37b62485-1000-4a6e-b052-1ff7b9db629b tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793193942312'] for port, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:02.991824 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-50448818-078c-4aed-befa-f27d5ea04eaf tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:48:03.016477 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.plugin [None req-be6c7e44-50a5-4c78-82ca-30c6f98e3d99 tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Deleting port af8e0bd5-ac75-4b69-8685-9fcdf84ac79f {{(pid=128084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 11:48:03.017627 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-be6c7e44-50a5-4c78-82ca-30c6f98e3d99 tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793193942312'] for port, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:03.103115 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30aff7b1-9e94-4d20-af99-4ec107b079f3 tempest-RoutersIpV6AdminTest-670466919 tempest-RoutersIpV6AdminTest-670466919-project] Pushing event deleted for resources: {'Port': ['ID=3bb2d9a2-40aa-4f64-91ea-2327bad97743,revision_number=None']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:48:03.114118 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-30aff7b1-9e94-4d20-af99-4ec107b079f3 tempest-RoutersIpV6AdminTest-670466919 tempest-RoutersIpV6AdminTest-670466919-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:48:03.126606 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.db.db_base_plugin_common [None req-0b820baf-1a25-41db-b8de-0d38cce942cb tempest-RoutersAdminTest-701485524 tempest-RoutersAdminTest-701485524-project] Allocated IP 172.26.7.155 (f2b8ca71-e776-48b2-8898-96cc7970207b/f37bf603-3862-4d0a-9f58-89616f7fd68f/5f225298-b054-41be-9614-ddf5e1a2d7c3) {{(pid=128084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 11:48:03.170220 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-04a89b5a-92f5-4d9e-8360-a05e948387f3 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1978565'] for router_interface, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:03.204005 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-37b62485-1000-4a6e-b052-1ff7b9db629b tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1978872'] for port, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:03.254884 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.plugin [None req-37b62485-1000-4a6e-b052-1ff7b9db629b tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Calling delete_port for fd63c340-d0cd-4d5c-b569-cd20722106a9 owned by {{(pid=128084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 11:48:03.257860 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-be6c7e44-50a5-4c78-82ca-30c6f98e3d99 tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1978872'] for port, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:03.284063 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.plugin [None req-be6c7e44-50a5-4c78-82ca-30c6f98e3d99 tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Calling delete_port for af8e0bd5-ac75-4b69-8685-9fcdf84ac79f owned by network:router_gateway {{(pid=128084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 11:48:03.305886 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-6e401af6-0a44-4913-ab56-99c37b15f4f8 None None] Provisioning for port 8d80ae74-f986-42b8-9266-21634e3a1a9d completed by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 11:48:03.311275 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-6e401af6-0a44-4913-ab56-99c37b15f4f8 None None] Provisioning complete for port 8d80ae74-f986-42b8-9266-21634e3a1a9d triggered by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:48:03.314569 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-6e401af6-0a44-4913-ab56-99c37b15f4f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:03.400765 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-0b820baf-1a25-41db-b8de-0d38cce942cb tempest-RoutersAdminTest-701485524 tempest-RoutersAdminTest-701485524-project] Notify callbacks [] for port, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:03.530336 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-085a87aa-ef7d-4440-8f93-35c54390bbd4 None None] get_active_networks_info from dv-neutron-797120-4-hyperv {{(pid=128085) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 24 11:48:03.591078 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-d0f23254-955a-41e7-9b87-adef63c028ca None None] Provisioning for port fd63c340-d0cd-4d5c-b569-cd20722106a9 completed by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 11:48:03.603244 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-d0f23254-955a-41e7-9b87-adef63c028ca None None] Provisioning complete for port fd63c340-d0cd-4d5c-b569-cd20722106a9 triggered by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:48:03.603714 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-d0f23254-955a-41e7-9b87-adef63c028ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:03.657743 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.db [None req-0c1d97cd-b85e-4b74-91ac-481cfb194549 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] For port 49533a4b-f50b-4e00-a1ad-0779a9632ce3, host dv-neutron-797120-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=49533a4b-f50b-4e00-a1ad-0779a9632ce3,segment=NetworkSegment(c7ea1012-34f2-49de-bcd0-f5a174798c27),segment_id=c7ea1012-34f2-49de-bcd0-f5a174798c27)] {{(pid=128083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 11:48:03.658504 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-0c1d97cd-b85e-4b74-91ac-481cfb194549 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1978872'] for port, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:03.682100 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-d0f23254-955a-41e7-9b87-adef63c028ca None None] Port fd63c340-d0cd-4d5c-b569-cd20722106a9 cannot update to ACTIVE because it is not bound. {{(pid=128085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 11:48:03.697786 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.plugin [None req-0c1d97cd-b85e-4b74-91ac-481cfb194549 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Calling delete_port for 49533a4b-f50b-4e00-a1ad-0779a9632ce3 owned by network:router_interface {{(pid=128083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 11:48:03.717231 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-30aff7b1-9e94-4d20-af99-4ec107b079f3 tempest-RoutersIpV6AdminTest-670466919 tempest-RoutersIpV6AdminTest-670466919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1815728'] for router_gateway, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:03.732533 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-085a87aa-ef7d-4440-8f93-35c54390bbd4 None None] Resources bound (agent type, host, resource id): {{(pid=128085) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 24 11:48:03.828069 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device 8d80ae74-f986-42b8-9266-21634e3a1a9d up at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 11:48:03.855109 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-0b820baf-1a25-41db-b8de-0d38cce942cb tempest-RoutersAdminTest-701485524 tempest-RoutersAdminTest-701485524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-650429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-506361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793193536723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3291971'] for port, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:03.864616 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-e9db5a88-2a45-488e-a7ce-5c44e27f5715 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:48:03.924032 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning complete for port 8d80ae74-f986-42b8-9266-21634e3a1a9d triggered by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:48:03.924600 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:03.952093 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27133c75-5c46-443e-9079-2d9ea2e72c1e req-71d10cb3-3353-476f-bf27-4e9e62b74ad4 tempest-ServerActionsTestJSON-818164034 tempest-ServerActionsTestJSON-818164034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:48:03.957014 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-27133c75-5c46-443e-9079-2d9ea2e72c1e req-71d10cb3-3353-476f-bf27-4e9e62b74ad4 tempest-ServerActionsTestJSON-818164034 tempest-ServerActionsTestJSON-818164034-project] 10.222.0.53 "GET /v2.0/ports?device_id=d6cc2586-9578-488f-96d4-fbc6dd702115 HTTP/1.1" status: 200 len: 945 time: 0.8421741 Jun 24 11:48:03.959182 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b820baf-1a25-41db-b8de-0d38cce942cb tempest-RoutersAdminTest-701485524 tempest-RoutersAdminTest-701485524-project] Network f2b8ca71-e776-48b2-8898-96cc7970207b is already hosted by enough agents. {{(pid=128084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 11:48:03.962421 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-30aff7b1-9e94-4d20-af99-4ec107b079f3 tempest-RoutersIpV6AdminTest-670466919 tempest-RoutersIpV6AdminTest-670466919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1803182', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65403'] for router, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:03.974360 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-30aff7b1-9e94-4d20-af99-4ec107b079f3 tempest-RoutersIpV6AdminTest-670466919 tempest-RoutersIpV6AdminTest-670466919-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:03.976364 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.base_scheduler [None req-0b820baf-1a25-41db-b8de-0d38cce942cb tempest-RoutersAdminTest-701485524 tempest-RoutersAdminTest-701485524-project] Resources bound (agent type, host, resource id): {{(pid=128084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:48:03.988184 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b820baf-1a25-41db-b8de-0d38cce942cb tempest-RoutersAdminTest-701485524 tempest-RoutersAdminTest-701485524-project] Received port after_create {{(pid=128084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 11:48:03.995430 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b820baf-1a25-41db-b8de-0d38cce942cb tempest-RoutersAdminTest-701485524 tempest-RoutersAdminTest-701485524-project] Pushing event updated for resources: {'Port': ['ID=5f225298-b054-41be-9614-ddf5e1a2d7c3,revision_number=1']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:48:04.019923 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-0b820baf-1a25-41db-b8de-0d38cce942cb tempest-RoutersAdminTest-701485524 tempest-RoutersAdminTest-701485524-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:48:04.025846 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-be6c7e44-50a5-4c78-82ca-30c6f98e3d99 tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793193945299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193536732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3292088'] for port, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:04.048900 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-ad7c60f7-4009-4158-bc38-759cc7f9ef0c tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:48:04.077423 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6c7e44-50a5-4c78-82ca-30c6f98e3d99 tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Pushing event deleted for resources: {'Port': ['ID=af8e0bd5-ac75-4b69-8685-9fcdf84ac79f,revision_number=None']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:48:04.083440 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-be6c7e44-50a5-4c78-82ca-30c6f98e3d99 tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:48:04.134338 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device 5988f267-ed22-4b27-9bcb-0105d0b84f6a no longer exists at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 11:48:04.143368 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-30aff7b1-9e94-4d20-af99-4ec107b079f3 tempest-RoutersIpV6AdminTest-670466919 tempest-RoutersIpV6AdminTest-670466919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1806072'] for router, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:04.143960 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30aff7b1-9e94-4d20-af99-4ec107b079f3 tempest-RoutersIpV6AdminTest-670466919 tempest-RoutersIpV6AdminTest-670466919-project] Fanout notify agent at l3_agent the message router_deleted on router 7e1c25c5-b618-479e-bec5-03fc8266b5d5 {{(pid=128083) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 24 11:48:04.151144 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-30aff7b1-9e94-4d20-af99-4ec107b079f3 tempest-RoutersIpV6AdminTest-670466919 tempest-RoutersIpV6AdminTest-670466919-project] Notify callbacks [] for router, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:04.158895 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] No Port match for: 5988f267-ed22-4b27-9bcb-0105d0b84f6a {{(pid=128085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 11:48:04.159048 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-30aff7b1-9e94-4d20-af99-4ec107b079f3 tempest-RoutersIpV6AdminTest-670466919 tempest-RoutersIpV6AdminTest-670466919-project] 10.222.0.53 "DELETE /v2.0/routers/7e1c25c5-b618-479e-bec5-03fc8266b5d5 HTTP/1.1" status: 204 len: 168 time: 4.2007177 Jun 24 11:48:04.159167 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device 5988f267-ed22-4b27-9bcb-0105d0b84f6a not bound to the agent host dv-neutron-797120-4-hyperv {{(pid=128085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 11:48:04.161439 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 58580) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:48:04.170737 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-6ff00b11-3a88-4466-a7ed-e77d0582e9d8 tempest-RoutersIpV6AdminTest-670466919 tempest-RoutersIpV6AdminTest-670466919-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1806175106', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:48:04.191675 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-27133c75-5c46-443e-9079-2d9ea2e72c1e req-a8d20b80-b901-405c-b133-3c2e922b78f7 tempest-ServerActionsTestJSON-818164034 tempest-ServerActionsTestJSON-818164034-project] 10.222.0.53 "GET /v2.0/security-groups?id=7ca7987f-c073-401f-ba18-8737b1398c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2206130 Jun 24 11:48:04.208628 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-26ee21d0-e400-432d-8795-2c1a56511a69 tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2537737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3289942'] for subnet, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:04.212591 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-d1309d79-106f-4910-9716-143601b58ece tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:48:04.255265 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-37b62485-1000-4a6e-b052-1ff7b9db629b tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793193945299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193536732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3292088'] for port, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:04.287503 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-17ec9588-a3d4-4c16-a153-a300bfbc722c tempest-RoutersIpV6AdminTest-1198470881 tempest-RoutersIpV6AdminTest-1198470881-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:48:04.334286 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b62485-1000-4a6e-b052-1ff7b9db629b tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Pushing event deleted for resources: {'Port': ['ID=fd63c340-d0cd-4d5c-b569-cd20722106a9,revision_number=None']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:48:04.338826 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ee21d0-e400-432d-8795-2c1a56511a69 tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] Pushing event updated for resources: {'Subnet': ['ID=9e14ef0b-a778-4e75-8bea-8379e548f65f,revision_number=0']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:48:04.342643 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-26ee21d0-e400-432d-8795-2c1a56511a69 tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:48:04.343017 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-37b62485-1000-4a6e-b052-1ff7b9db629b tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:48:04.344507 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-6ff00b11-3a88-4466-a7ed-e77d0582e9d8 tempest-RoutersIpV6AdminTest-670466919 tempest-RoutersIpV6AdminTest-670466919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1803889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65293'] for router, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:04.346047 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-6ff00b11-3a88-4466-a7ed-e77d0582e9d8 tempest-RoutersIpV6AdminTest-670466919 tempest-RoutersIpV6AdminTest-670466919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1803848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1975305', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1581158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65396'] for router, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:04.355183 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-be6c7e44-50a5-4c78-82ca-30c6f98e3d99 tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1815728'] for router_gateway, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:04.421379 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26ee21d0-e400-432d-8795-2c1a56511a69 tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] Checking segment: {'id': '36772d1a-8eac-4ffd-a2b5-feba09f65ec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '03d3777a-6dbb-4b23-9165-095a36e5b96c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=128083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 11:48:04.421771 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26ee21d0-e400-432d-8795-2c1a56511a69 tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] Network hostable DHCP agents. Network: 03d3777a-6dbb-4b23-9165-095a36e5b96c, hostable agents: ['6be988a9-1d97-480f-be5a-c55abf2c55c5'], hosted agents: [] {{(pid=128083) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 11:48:04.431347 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-0c1d97cd-b85e-4b74-91ac-481cfb194549 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793193945299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193536732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2537862'] for port, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:04.452680 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-cd5adb0d-fc28-452f-9a60-e7ceb830598a tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:48:04.503313 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1d97cd-b85e-4b74-91ac-481cfb194549 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Pushing event deleted for resources: {'Port': ['ID=49533a4b-f50b-4e00-a1ad-0779a9632ce3,revision_number=None']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:48:04.505918 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-0c1d97cd-b85e-4b74-91ac-481cfb194549 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:48:04.522849 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-be6c7e44-50a5-4c78-82ca-30c6f98e3d99 tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1803182', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65403'] for router, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:04.526436 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-be6c7e44-50a5-4c78-82ca-30c6f98e3d99 tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:04.570526 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26ee21d0-e400-432d-8795-2c1a56511a69 tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] Network 03d3777a-6dbb-4b23-9165-095a36e5b96c is scheduled to be hosted by DHCP agent 6be988a9-1d97-480f-be5a-c55abf2c55c5 with binding_index 1 {{(pid=128083) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 11:48:04.614139 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d2c5ff-d384-4543-88c5-446dacec38c3 req-ba43895b-9875-4c69-a5cf-61b53ef6bdfd tempest-ServerActionsTestJSON-818164034 tempest-ServerActionsTestJSON-818164034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:48:04.615614 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-75d2c5ff-d384-4543-88c5-446dacec38c3 req-ba43895b-9875-4c69-a5cf-61b53ef6bdfd tempest-ServerActionsTestJSON-818164034 tempest-ServerActionsTestJSON-818164034-project] 10.222.0.53 "GET /v2.0/ports?device_id=d6cc2586-9578-488f-96d4-fbc6dd702115 HTTP/1.1" status: 200 len: 945 time: 0.2821965 Jun 24 11:48:04.616504 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.base_scheduler [None req-26ee21d0-e400-432d-8795-2c1a56511a69 tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-4-hyperv, 03d3777a-6dbb-4b23-9165-095a36e5b96c) {{(pid=128083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:48:04.621433 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26ee21d0-e400-432d-8795-2c1a56511a69 tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:48:04.623008 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-26ee21d0-e400-432d-8795-2c1a56511a69 tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588949'] for subnet, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:04.624899 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-340dc115-225c-4244-a30f-4a0d21cc3065 None None] Network 03d3777a-6dbb-4b23-9165-095a36e5b96c requested from dv-neutron-797120-4-hyperv {{(pid=128085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 11:48:04.644922 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-6ff00b11-3a88-4466-a7ed-e77d0582e9d8 tempest-RoutersIpV6AdminTest-670466919 tempest-RoutersIpV6AdminTest-670466919-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:04.688973 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-6ff00b11-3a88-4466-a7ed-e77d0582e9d8 tempest-RoutersIpV6AdminTest-670466919 tempest-RoutersIpV6AdminTest-670466919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1803210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1815767'] for router, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:04.725344 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-be6c7e44-50a5-4c78-82ca-30c6f98e3d99 tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1806072'] for router, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:04.726141 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be6c7e44-50a5-4c78-82ca-30c6f98e3d99 tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Fanout notify agent at l3_agent the message router_deleted on router ec2cec42-9d81-44aa-a4f8-e4c8409e9b4d {{(pid=128084) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 24 11:48:04.746976 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-be6c7e44-50a5-4c78-82ca-30c6f98e3d99 tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Notify callbacks [] for router, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:04.751420 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-be6c7e44-50a5-4c78-82ca-30c6f98e3d99 tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] 10.222.0.53 "DELETE /v2.0/routers/ec2cec42-9d81-44aa-a4f8-e4c8409e9b4d HTTP/1.1" status: 204 len: 168 time: 2.6748021 Jun 24 11:48:04.760153 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 58586) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:48:04.770355 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.plugin [None req-04a89b5a-92f5-4d9e-8360-a05e948387f3 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Deleting port 393d903f-50b4-48ed-81e2-0ee182c5f33f {{(pid=128083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 11:48:04.770908 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-04a89b5a-92f5-4d9e-8360-a05e948387f3 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793193942312'] for port, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:04.804087 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-6ff00b11-3a88-4466-a7ed-e77d0582e9d8 tempest-RoutersIpV6AdminTest-670466919 tempest-RoutersIpV6AdminTest-670466919-project] Notify callbacks [] for router, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:04.807846 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-6ff00b11-3a88-4466-a7ed-e77d0582e9d8 tempest-RoutersIpV6AdminTest-670466919 tempest-RoutersIpV6AdminTest-670466919-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6383002 Jun 24 11:48:04.812156 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-37b62485-1000-4a6e-b052-1ff7b9db629b tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468916'] for port, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:04.814302 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-37b62485-1000-4a6e-b052-1ff7b9db629b tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] 10.222.0.53 "DELETE /v2.0/ports/fd63c340-d0cd-4d5c-b569-cd20722106a9 HTTP/1.1" status: 204 len: 168 time: 2.2295136 Jun 24 11:48:04.817885 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 58588) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:48:04.818205 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 58590) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:48:04.844816 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-eaf63e0c-aae6-407c-a413-5e7c272a6e62 tempest-RoutersIpV6AdminTest-670466919 tempest-RoutersIpV6AdminTest-670466919-project] Request body: {'router': {'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b'}}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:48:04.865532 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-26ee21d0-e400-432d-8795-2c1a56511a69 tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.1552420 Jun 24 11:48:04.868234 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 58592) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:48:04.924091 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bad0e869-6e2c-4171-9e10-04578536be25 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d65c8f8-7530-5052-99fe-8ea05073750b-03d3777a-6dbb-4b23-9165-095a36e5b96c', 'network_id': '03d3777a-6dbb-4b23-9165-095a36e5b96c', 'tenant_id': 'e5cf0df8d3ec4e94a403a4ce89d83b64', 'fixed_ips': [{'subnet_id': '9e14ef0b-a778-4e75-8bea-8379e548f65f'}]}} from dv-neutron-797120-4-hyperv. {{(pid=128085) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 24 11:48:04.925971 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-bad0e869-6e2c-4171-9e10-04578536be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_create {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:04.956892 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-75d2c5ff-d384-4543-88c5-446dacec38c3 req-fd637b20-2067-480a-ae5f-17514ecfefea tempest-ServerActionsTestJSON-818164034 tempest-ServerActionsTestJSON-818164034-project] 10.222.0.53 "GET /v2.0/security-groups?id=7ca7987f-c073-401f-ba18-8737b1398c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3175514 Jun 24 11:48:04.985556 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.db.db_base_plugin_v2 [None req-52a3d350-4e55-4656-9a0c-0ccc3683129b tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Deleting subnet 601dfe9b-0301-4469-a352-3182348d7d07 {{(pid=128084) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 24 11:48:04.991502 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-0b820baf-1a25-41db-b8de-0d38cce942cb tempest-RoutersAdminTest-701485524 tempest-RoutersAdminTest-701485524-project] Notify callbacks [] for router_gateway, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:04.998791 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-52a3d350-4e55-4656-9a0c-0ccc3683129b tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Notify callbacks [] for subnet, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:05.042864 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-0c1d97cd-b85e-4b74-91ac-481cfb194549 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1588985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1806165'] for router_interface, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:05.086195 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-19b962a4-3e8b-4870-a336-ef0aa24ea946 tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-534962'] for network, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:05.101684 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.db_base_plugin_common [None req-bad0e869-6e2c-4171-9e10-04578536be25 None None] Allocated IP 2001:db8::2 (03d3777a-6dbb-4b23-9165-095a36e5b96c/9e14ef0b-a778-4e75-8bea-8379e548f65f/1853a9ef-ca49-4c55-812f-b2a632c19a8b) {{(pid=128085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 11:48:05.157934 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0721a0a-9e5f-4a3a-b34f-f0bf03241f47 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=128084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:48:05.160351 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0721a0a-9e5f-4a3a-b34f-f0bf03241f47 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=128084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:48:05.162794 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0721a0a-9e5f-4a3a-b34f-f0bf03241f47 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=128084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:48:05.165131 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-b0721a0a-9e5f-4a3a-b34f-f0bf03241f47 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.3262300 Jun 24 11:48:05.172816 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 58596) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:48:05.192898 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.db [None req-04a89b5a-92f5-4d9e-8360-a05e948387f3 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] For port 393d903f-50b4-48ed-81e2-0ee182c5f33f, host dv-neutron-797120-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=393d903f-50b4-48ed-81e2-0ee182c5f33f,segment=NetworkSegment(5f43c935-74a5-4624-8586-2fa4d7e03c81),segment_id=5f43c935-74a5-4624-8586-2fa4d7e03c81)] {{(pid=128083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 11:48:05.193560 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-04a89b5a-92f5-4d9e-8360-a05e948387f3 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1978872'] for port, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:05.232523 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.plugin [None req-04a89b5a-92f5-4d9e-8360-a05e948387f3 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Calling delete_port for 393d903f-50b4-48ed-81e2-0ee182c5f33f owned by network:router_interface {{(pid=128083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 11:48:05.303180 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-52a3d350-4e55-4656-9a0c-0ccc3683129b tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2373542'] for subnet, precommit_delete_associations {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:05.313836 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-19b962a4-3e8b-4870-a336-ef0aa24ea946 tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-972249'] for subnet, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:05.323140 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-bad0e869-6e2c-4171-9e10-04578536be25 None None] Notify callbacks [] for port, precommit_create {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:05.335082 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-bad0e869-6e2c-4171-9e10-04578536be25 None None] Transition to ACTIVE for port object 1853a9ef-ca49-4c55-812f-b2a632c19a8b will not be triggered until provisioned by entity L2. {{(pid=128085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 11:48:05.354932 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-bad0e869-6e2c-4171-9e10-04578536be25 None None] Transition to ACTIVE for port object 1853a9ef-ca49-4c55-812f-b2a632c19a8b will not be triggered until provisioned by entity DHCP. {{(pid=128085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 11:48:05.363373 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-bad0e869-6e2c-4171-9e10-04578536be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-650429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-506361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793193536723'] for port, after_create {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:05.366904 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-39c066c6-5024-4ac2-a4f9-569b891e951e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:48:05.388556 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-eaf63e0c-aae6-407c-a413-5e7c272a6e62 tempest-RoutersIpV6AdminTest-670466919 tempest-RoutersIpV6AdminTest-670466919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1975381', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1803205', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65378'] for router, precommit_update {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:05.400846 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.db.db_base_plugin_v2 [None req-d93dccd2-f84a-4635-9497-24c5577ec7dd tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Deleting subnet 5a550cab-4970-4959-84a4-111253794fc0 {{(pid=128084) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 24 11:48:05.411195 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bad0e869-6e2c-4171-9e10-04578536be25 None None] Network 03d3777a-6dbb-4b23-9165-095a36e5b96c is already hosted by enough agents. {{(pid=128085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 11:48:05.415754 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-d93dccd2-f84a-4635-9497-24c5577ec7dd tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks [] for subnet, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:05.416543 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.scheduler.base_scheduler [None req-bad0e869-6e2c-4171-9e10-04578536be25 None None] Resources bound (agent type, host, resource id): {{(pid=128085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:48:05.420879 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bad0e869-6e2c-4171-9e10-04578536be25 None None] Received port after_create {{(pid=128085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 11:48:05.429040 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad0e869-6e2c-4171-9e10-04578536be25 None None] Pushing event updated for resources: {'Port': ['ID=1853a9ef-ca49-4c55-812f-b2a632c19a8b,revision_number=1']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:48:05.433746 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-bad0e869-6e2c-4171-9e10-04578536be25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:48:05.497756 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-bad0e869-6e2c-4171-9e10-04578536be25 None None] Attempting to bind port 1853a9ef-ca49-4c55-812f-b2a632c19a8b on host dv-neutron-797120-4-hyperv for vnic_type normal with profile {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 11:48:05.498173 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-bad0e869-6e2c-4171-9e10-04578536be25 None None] Attempting to bind port 1853a9ef-ca49-4c55-812f-b2a632c19a8b by drivers openvswitch,hyperv on host dv-neutron-797120-4-hyperv at level 0 using segments [{'id': '36772d1a-8eac-4ffd-a2b5-feba09f65ec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '03d3777a-6dbb-4b23-9165-095a36e5b96c'}] {{(pid=128085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 11:48:05.498507 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bad0e869-6e2c-4171-9e10-04578536be25 None None] Attempting to bind port 1853a9ef-ca49-4c55-812f-b2a632c19a8b on network 03d3777a-6dbb-4b23-9165-095a36e5b96c {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 11:48:05.504511 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bad0e869-6e2c-4171-9e10-04578536be25 None None] Checking agent: {'id': 'e3a695b2-c397-461f-83b0-10b79d490b59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 11, 36, 56), 'started_at': datetime.datetime(2021, 6, 24, 11, 37, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 11, 47, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 11:48:05.504904 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bad0e869-6e2c-4171-9e10-04578536be25 None None] Checking segment: {'id': '36772d1a-8eac-4ffd-a2b5-feba09f65ec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '03d3777a-6dbb-4b23-9165-095a36e5b96c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=128085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 11:48:05.505345 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-bad0e869-6e2c-4171-9e10-04578536be25 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:05.507647 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bad0e869-6e2c-4171-9e10-04578536be25 None None] Bound using segment: {'id': '36772d1a-8eac-4ffd-a2b5-feba09f65ec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '03d3777a-6dbb-4b23-9165-095a36e5b96c'} {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 11:48:05.507647 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-bad0e869-6e2c-4171-9e10-04578536be25 None None] Bound port: 1853a9ef-ca49-4c55-812f-b2a632c19a8b, host: dv-neutron-797120-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36772d1a-8eac-4ffd-a2b5-feba09f65ec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '03d3777a-6dbb-4b23-9165-095a36e5b96c'}}] {{(pid=128085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 11:48:05.507647 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-bad0e869-6e2c-4171-9e10-04578536be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:05.507954 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-52a3d350-4e55-4656-9a0c-0ccc3683129b tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-972249'] for subnet, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:05.561671 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-19b962a4-3e8b-4870-a336-ef0aa24ea946 tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-972238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2537800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3289951'] for subnet, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:05.561929 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-d93dccd2-f84a-4635-9497-24c5577ec7dd tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2373542'] for subnet, precommit_delete_associations {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:05.573739 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-33233fb6-4cd2-43ba-93a0-7ec5bae47c17 tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:48:05.588055 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-bad0e869-6e2c-4171-9e10-04578536be25 None None] For port 1853a9ef-ca49-4c55-812f-b2a632c19a8b, host dv-neutron-797120-4-hyperv, cleared binding levels {{(pid=128085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 11:48:05.591877 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-bad0e869-6e2c-4171-9e10-04578536be25 None None] For port 1853a9ef-ca49-4c55-812f-b2a632c19a8b, host dv-neutron-797120-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=1853a9ef-ca49-4c55-812f-b2a632c19a8b,segment=NetworkSegment(36772d1a-8eac-4ffd-a2b5-feba09f65ec3),segment_id=36772d1a-8eac-4ffd-a2b5-feba09f65ec3)] {{(pid=128085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 11:48:05.596479 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-bad0e869-6e2c-4171-9e10-04578536be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:05.604865 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-b60c8682-3d88-4071-8b05-45930d818f01 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:48:05.658514 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad0e869-6e2c-4171-9e10-04578536be25 None None] Pushing event updated for resources: {'Port': ['ID=1853a9ef-ca49-4c55-812f-b2a632c19a8b,revision_number=2']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:48:05.661718 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-bad0e869-6e2c-4171-9e10-04578536be25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:48:05.688747 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b962a4-3e8b-4870-a336-ef0aa24ea946 tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] Pushing event deleted for resources: {'Subnet': ['ID=9e14ef0b-a778-4e75-8bea-8379e548f65f,revision_number=None']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:48:05.691330 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-19b962a4-3e8b-4870-a336-ef0aa24ea946 tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:48:05.714335 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649d02e1-20db-48f9-bee9-0ca65a998a5c req-9a8a5e1d-2282-40ae-bb4e-ac78180cd350 tempest-ServerActionsTestJSON-818164034 tempest-ServerActionsTestJSON-818164034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:48:05.715959 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-649d02e1-20db-48f9-bee9-0ca65a998a5c req-9a8a5e1d-2282-40ae-bb4e-ac78180cd350 tempest-ServerActionsTestJSON-818164034 tempest-ServerActionsTestJSON-818164034-project] 10.222.0.53 "GET /v2.0/ports?device_id=d6cc2586-9578-488f-96d4-fbc6dd702115 HTTP/1.1" status: 200 len: 945 time: 0.3455210 Jun 24 11:48:05.777128 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c1d97cd-b85e-4b74-91ac-481cfb194549 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Router d87749d3-f594-4284-87a4-6fe3955904b1 has already been hosted by L3 agent 2987dba8-2249-4ee6-96ec-28f0f7a6127d {{(pid=128083) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 11:48:05.788668 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-19b962a4-3e8b-4870-a336-ef0aa24ea946 tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973199', 'neutron.services.segments.db._delete_segments_for_network-8793194012456'] for network, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:05.810297 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.services.segments.db [None req-19b962a4-3e8b-4870-a336-ef0aa24ea946 tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03d3777a-6dbb-4b23-9165-095a36e5b96c']}} {{(pid=128083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:48:05.858826 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.services.segments.db [None req-19b962a4-3e8b-4870-a336-ef0aa24ea946 tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36772d1a-8eac-4ffd-a2b5-feba09f65ec3') {'for_net_delete': True} {{(pid=128083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:48:05.859128 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.services.segments.db [None req-19b962a4-3e8b-4870-a336-ef0aa24ea946 tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36772d1a-8eac-4ffd-a2b5-feba09f65ec3') {} {{(pid=128083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:48:05.880358 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-19b962a4-3e8b-4870-a336-ef0aa24ea946 tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793194097327', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3143690'] for segment, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:05.893664 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-649d02e1-20db-48f9-bee9-0ca65a998a5c req-e55081fa-c223-4204-bd0f-62b079d87ca6 tempest-ServerActionsTestJSON-818164034 tempest-ServerActionsTestJSON-818164034-project] 10.222.0.53 "GET /v2.0/security-groups?id=7ca7987f-c073-401f-ba18-8737b1398c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1348598 Jun 24 11:48:06.021199 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-19b962a4-3e8b-4870-a336-ef0aa24ea946 tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967879'] for segment, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:06.035801 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c1d97cd-b85e-4b74-91ac-481cfb194549 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Notify agent at l3_agent.dv-neutron-797120-4-hyperv the message routers_updated {{(pid=128083) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 11:48:06.036026 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-0b820baf-1a25-41db-b8de-0d38cce942cb tempest-RoutersAdminTest-701485524 tempest-RoutersAdminTest-701485524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1975381', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1803205', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65378'] for router, precommit_update {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:06.039270 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19b962a4-3e8b-4870-a336-ef0aa24ea946 tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] Releasing vlan 647 on physical network physnet1 to pool {{(pid=128083) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 11:48:06.039270 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-19b962a4-3e8b-4870-a336-ef0aa24ea946 tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2537899'] for segment, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:06.042175 dv-neutron-797120-4-hyperv neutron-server[128083]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 11:48:06.042175 dv-neutron-797120-4-hyperv neutron-server[128083]: conditions |= (models_v2.Port.network_id.in_( Jun 24 11:48:06.042175 dv-neutron-797120-4-hyperv neutron-server[128083]: Traceback (most recent call last): Jun 24 11:48:06.042175 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 24 11:48:06.042175 dv-neutron-797120-4-hyperv neutron-server[128083]: timer() Jun 24 11:48:06.042175 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 24 11:48:06.042175 dv-neutron-797120-4-hyperv neutron-server[128083]: cb(*args, **kw) Jun 24 11:48:06.042175 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 24 11:48:06.042175 dv-neutron-797120-4-hyperv neutron-server[128083]: return func(*args, **kwargs) Jun 24 11:48:06.042175 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 24 11:48:06.042175 dv-neutron-797120-4-hyperv neutron-server[128083]: self._notify() Jun 24 11:48:06.042175 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 24 11:48:06.042175 dv-neutron-797120-4-hyperv neutron-server[128083]: self.callback(batched_events) Jun 24 11:48:06.042175 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 24 11:48:06.042175 dv-neutron-797120-4-hyperv neutron-server[128083]: event.method(event) Jun 24 11:48:06.042175 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 24 11:48:06.042175 dv-neutron-797120-4-hyperv neutron-server[128083]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 24 11:48:06.042175 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 24 11:48:06.042175 dv-neutron-797120-4-hyperv neutron-server[128083]: aggregate_uuid = self.p_client.list_aggregates( Jun 24 11:48:06.042175 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 24 11:48:06.042175 dv-neutron-797120-4-hyperv neutron-server[128083]: return f(self, *a, **k) Jun 24 11:48:06.042175 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 24 11:48:06.042175 dv-neutron-797120-4-hyperv neutron-server[128083]: return self._get(url).json() Jun 24 11:48:06.042175 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 24 11:48:06.042175 dv-neutron-797120-4-hyperv neutron-server[128083]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 24 11:48:06.042175 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 24 11:48:06.042175 dv-neutron-797120-4-hyperv neutron-server[128083]: return self.request(url, 'GET', **kwargs) Jun 24 11:48:06.042175 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 24 11:48:06.042175 dv-neutron-797120-4-hyperv neutron-server[128083]: base_url = self.get_endpoint(auth, allow=allow, Jun 24 11:48:06.042175 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 24 11:48:06.042175 dv-neutron-797120-4-hyperv neutron-server[128083]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 24 11:48:06.042175 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 24 11:48:06.042175 dv-neutron-797120-4-hyperv neutron-server[128083]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 24 11:48:06.042175 dv-neutron-797120-4-hyperv neutron-server[128083]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 24 11:48:06.046475 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-0c1d97cd-b85e-4b74-91ac-481cfb194549 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] 10.222.0.53 "PUT /v2.0/routers/d87749d3-f594-4284-87a4-6fe3955904b1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6284502 Jun 24 11:48:06.054992 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8021c11f-8333-4d97-8ab9-30b9610b4276 None None] Sync routers for ids ['d87749d3-f594-4284-87a4-6fe3955904b1'] in dv-neutron-797120-4-hyperv {{(pid=128085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 11:48:06.058297 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 58600) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:48:06.064231 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8021c11f-8333-4d97-8ab9-30b9610b4276 None None] Routers {'d87749d3-f594-4284-87a4-6fe3955904b1'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 11:48:06.065004 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-8021c11f-8333-4d97-8ab9-30b9610b4276 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T11:47:56Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['d87749d3-f594-4284-87a4-6fe3955904b1'], 'active': True} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:48:06.101273 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-04a89b5a-92f5-4d9e-8360-a05e948387f3 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793193945299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193536732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2537862'] for port, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:06.108749 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-0b820baf-1a25-41db-b8de-0d38cce942cb tempest-RoutersAdminTest-701485524 tempest-RoutersAdminTest-701485524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1815767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1975340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1815772', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1803228'] for router, after_update {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:06.132893 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-996d774d-9a68-4437-bd50-62e8463c4b30 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:48:06.179916 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvr_db [None req-8021c11f-8333-4d97-8ab9-30b9610b4276 None None] Set router d87749d3-f594-4284-87a4-6fe3955904b1 gateway port host: None {{(pid=128085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 11:48:06.186200 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a89b5a-92f5-4d9e-8360-a05e948387f3 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Pushing event deleted for resources: {'Port': ['ID=393d903f-50b4-48ed-81e2-0ee182c5f33f,revision_number=None']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:48:06.190310 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-52a3d350-4e55-4656-9a0c-0ccc3683129b tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-972238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3292022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3162263'] for subnet, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:06.194820 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-04a89b5a-92f5-4d9e-8360-a05e948387f3 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:48:06.196731 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-5a7e079b-4330-49f5-8172-60537a7b9355 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:48:06.199192 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.db_base_plugin_v2 [None req-4394c601-0b4d-4d24-af74-bd08c6bae8ab tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Deleting subnet c9802021-c0fe-4638-a0c2-3f667ef35d38 {{(pid=128083) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 24 11:48:06.202409 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-4394c601-0b4d-4d24-af74-bd08c6bae8ab tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Notify callbacks [] for subnet, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:06.223480 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-d93dccd2-f84a-4635-9497-24c5577ec7dd tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-972249'] for subnet, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:06.228005 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a3d350-4e55-4656-9a0c-0ccc3683129b tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Pushing event deleted for resources: {'Subnet': ['ID=601dfe9b-0301-4469-a352-3182348d7d07,revision_number=None']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:48:06.243537 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.db.api [None req-19b962a4-3e8b-4870-a336-ef0aa24ea946 tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jun 24 11:48:06.243537 dv-neutron-797120-4-hyperv neutron-server[128083]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jun 24 11:48:06.243537 dv-neutron-797120-4-hyperv neutron-server[128083]: [parameters: {'id': '03d3777a-6dbb-4b23-9165-095a36e5b96c'}] Jun 24 11:48:06.243537 dv-neutron-797120-4-hyperv neutron-server[128083]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=128083) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 24 11:48:06.244075 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_db.api [None req-19b962a4-3e8b-4870-a336-ef0aa24ea946 tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=128083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 24 11:48:06.259920 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-52a3d350-4e55-4656-9a0c-0ccc3683129b tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:48:06.319657 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-52a3d350-4e55-4656-9a0c-0ccc3683129b tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Notify callbacks [] for subnet, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:06.324608 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-52a3d350-4e55-4656-9a0c-0ccc3683129b tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] 10.222.0.53 "DELETE /v2.0/subnets/601dfe9b-0301-4469-a352-3182348d7d07 HTTP/1.1" status: 204 len: 168 time: 1.5629768 Jun 24 11:48:06.330660 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 58602) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:48:06.470978 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-d93dccd2-f84a-4635-9497-24c5577ec7dd tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-972238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3292022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3162263'] for subnet, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:06.478001 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-e20209b0-eb26-495d-941e-37a59cf18714 tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:48:06.500031 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-8021c11f-8333-4d97-8ab9-30b9610b4276 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd87749d3-f594-4284-87a4-6fe3955904b1', 'name': 'tempest-RoutersTest-router-456200694', 'tenant_id': '01c7f8735a2b4722ae0cabb11183e366', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T11:47:01Z', 'updated_at': '2021-06-24T11:48:04Z', 'revision_number': 8, 'project_id': '01c7f8735a2b4722ae0cabb11183e366', 'gw_port_host': None, '_interfaces': [{'id': '11d4e1d1-3828-4a40-a4f0-e768f1395739', 'name': '', 'network_id': 'bddb0f8e-0e1f-4536-a9ef-e387f1699f13', 'tenant_id': '01c7f8735a2b4722ae0cabb11183e366', 'mac_address': 'fa:16:3e:7d:a9:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd87749d3-f594-4284-87a4-6fe3955904b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'ee35f23e-956d-4b15-87a0-fe4ac4012d10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:47:07Z', 'updated_at': '2021-06-24T11:47:22Z', 'revision_number': 5, 'project_id': '01c7f8735a2b4722ae0cabb11183e366', 'subnets': [{'id': 'ee35f23e-956d-4b15-87a0-fe4ac4012d10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bb63497c-372a-47d2-b8b1-cf3202deb92b', 'name': '', 'network_id': 'b91d5cb9-8fe3-4576-a991-183ff1f7b145', 'tenant_id': '01c7f8735a2b4722ae0cabb11183e366', 'mac_address': 'fa:16:3e:93:ca:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd87749d3-f594-4284-87a4-6fe3955904b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '02346804-ee6e-4b90-a906-fa952c478595', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:47:19Z', 'updated_at': '2021-06-24T11:47:41Z', 'revision_number': 5, 'project_id': '01c7f8735a2b4722ae0cabb11183e366', 'subnets': [{'id': '02346804-ee6e-4b90-a906-fa952c478595', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd22328e1-d1a8-42bd-82d3-351b64623792', 'name': '', 'network_id': '580a2d1a-1689-4c76-bcaf-a30c08ec9279', 'tenant_id': '01c7f8735a2b4722ae0cabb11183e366', 'mac_address': 'fa:16:3e:3e:12:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd87749d3-f594-4284-87a4-6fe3955904b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '7733ac5c-122b-4158-91ff-dfd2455e0191', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:47:34Z', 'updated_at': '2021-06-24T11:47:47Z', 'revision_number': 5, 'project_id': '01c7f8735a2b4722ae0cabb11183e366', 'subnets': [{'id': '7733ac5c-122b-4158-91ff-dfd2455e0191', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:48:06.530815 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8021c11f-8333-4d97-8ab9-30b9610b4276 None None] Checking router: d87749d3-f594-4284-87a4-6fe3955904b1 for host: dv-neutron-797120-4-hyperv {{(pid=128085) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 11:48:06.542138 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8021c11f-8333-4d97-8ab9-30b9610b4276 None None] Routers {'d87749d3-f594-4284-87a4-6fe3955904b1'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 11:48:06.543139 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-8021c11f-8333-4d97-8ab9-30b9610b4276 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T11:47:56Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['d87749d3-f594-4284-87a4-6fe3955904b1'], 'active': True} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:48:06.608821 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-74fa7096-f396-4daa-bdf6-609dd98b281b tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-534962'] for network, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:06.618577 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93dccd2-f84a-4635-9497-24c5577ec7dd tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Pushing event deleted for resources: {'Subnet': ['ID=5a550cab-4970-4959-84a4-111253794fc0,revision_number=None']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:48:06.629133 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-d93dccd2-f84a-4635-9497-24c5577ec7dd tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:48:06.635622 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-d93dccd2-f84a-4635-9497-24c5577ec7dd tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks [] for subnet, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:06.639452 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-d93dccd2-f84a-4635-9497-24c5577ec7dd tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] 10.222.0.53 "DELETE /v2.0/subnets/5a550cab-4970-4959-84a4-111253794fc0 HTTP/1.1" status: 204 len: 168 time: 1.4603317 Jun 24 11:48:06.642346 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 58604) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:48:06.663481 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e57ac9d7-21d0-4389-9055-4cc69b393ed5 None None] Network 11a80c9d-f8ee-4388-91b0-d49a25200fee requested from dv-neutron-797120-4-hyperv {{(pid=128085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 11:48:06.685076 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvr_db [None req-8021c11f-8333-4d97-8ab9-30b9610b4276 None None] Set router d87749d3-f594-4284-87a4-6fe3955904b1 gateway port host: None {{(pid=128085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 11:48:06.706775 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-eaf63e0c-aae6-407c-a413-5e7c272a6e62 tempest-RoutersIpV6AdminTest-670466919 tempest-RoutersIpV6AdminTest-670466919-project] Notify callbacks [] for router_gateway, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:06.717518 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-04a89b5a-92f5-4d9e-8360-a05e948387f3 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1588985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1806165'] for router_interface, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:06.742305 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-4394c601-0b4d-4d24-af74-bd08c6bae8ab tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3143795'] for subnet, precommit_delete_associations {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:06.746429 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-19b962a4-3e8b-4870-a336-ef0aa24ea946 tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-534962'] for network, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:06.757872 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-eaf63e0c-aae6-407c-a413-5e7c272a6e62 tempest-RoutersIpV6AdminTest-670466919 tempest-RoutersIpV6AdminTest-670466919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:06.761634 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b820baf-1a25-41db-b8de-0d38cce942cb tempest-RoutersAdminTest-701485524 tempest-RoutersAdminTest-701485524-project] Router 7e0308cf-e25e-44a6-9d34-cc8897d616e1 is scheduled to L3 agent 2987dba8-2249-4ee6-96ec-28f0f7a6127d with binding_index 1 {{(pid=128084) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 24 11:48:06.806107 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f8ff4a1-bdcd-4932-a2d5-50b04af839c2 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Deleting subnet b5a02a2b-119b-425a-8922-b2bd4a226c71 {{(pid=128084) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 24 11:48:06.869539 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-5f8ff4a1-bdcd-4932-a2d5-50b04af839c2 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks [] for subnet, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:06.952960 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-4394c601-0b4d-4d24-af74-bd08c6bae8ab tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-972249'] for subnet, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:06.971747 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-74fa7096-f396-4daa-bdf6-609dd98b281b tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973199', 'neutron.services.segments.db._delete_segments_for_network-8793194012456'] for network, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:06.995412 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.services.segments.db [None req-74fa7096-f396-4daa-bdf6-609dd98b281b tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4965e089-111a-482d-8b4e-93f2f808fab3']}} {{(pid=128084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:48:07.026325 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-5f8ff4a1-bdcd-4932-a2d5-50b04af839c2 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2373542'] for subnet, precommit_delete_associations {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:07.068265 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.services.segments.db [None req-74fa7096-f396-4daa-bdf6-609dd98b281b tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '045ed665-38a8-465d-a675-751fb96a6d54') {'for_net_delete': True} {{(pid=128084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:48:07.068403 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.services.segments.db [None req-74fa7096-f396-4daa-bdf6-609dd98b281b tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '045ed665-38a8-465d-a675-751fb96a6d54') {} {{(pid=128084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:48:07.103967 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee457534-d6e1-4cb4-a0a5-1d66e2efca65 None None] Network 03d3777a-6dbb-4b23-9165-095a36e5b96c requested from dv-neutron-797120-4-hyperv {{(pid=128085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 11:48:07.136777 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-4394c601-0b4d-4d24-af74-bd08c6bae8ab tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-972238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2537800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3289951'] for subnet, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:07.144448 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-74fa7096-f396-4daa-bdf6-609dd98b281b tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793194097327', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2373599'] for segment, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:07.145074 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:48:07.146074 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-8021c11f-8333-4d97-8ab9-30b9610b4276 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd87749d3-f594-4284-87a4-6fe3955904b1', 'name': 'tempest-RoutersTest-router-456200694', 'tenant_id': '01c7f8735a2b4722ae0cabb11183e366', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T11:47:01Z', 'updated_at': '2021-06-24T11:48:04Z', 'revision_number': 8, 'project_id': '01c7f8735a2b4722ae0cabb11183e366', 'gw_port_host': None, '_interfaces': [{'id': '11d4e1d1-3828-4a40-a4f0-e768f1395739', 'name': '', 'network_id': 'bddb0f8e-0e1f-4536-a9ef-e387f1699f13', 'tenant_id': '01c7f8735a2b4722ae0cabb11183e366', 'mac_address': 'fa:16:3e:7d:a9:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd87749d3-f594-4284-87a4-6fe3955904b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'ee35f23e-956d-4b15-87a0-fe4ac4012d10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:47:07Z', 'updated_at': '2021-06-24T11:47:22Z', 'revision_number': 5, 'project_id': '01c7f8735a2b4722ae0cabb11183e366', 'subnets': [{'id': 'ee35f23e-956d-4b15-87a0-fe4ac4012d10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bb63497c-372a-47d2-b8b1-cf3202deb92b', 'name': '', 'network_id': 'b91d5cb9-8fe3-4576-a991-183ff1f7b145', 'tenant_id': '01c7f8735a2b4722ae0cabb11183e366', 'mac_address': 'fa:16:3e:93:ca:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd87749d3-f594-4284-87a4-6fe3955904b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '02346804-ee6e-4b90-a906-fa952c478595', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:47:19Z', 'updated_at': '2021-06-24T11:47:41Z', 'revision_number': 5, 'project_id': '01c7f8735a2b4722ae0cabb11183e366', 'subnets': [{'id': '02346804-ee6e-4b90-a906-fa952c478595', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd22328e1-d1a8-42bd-82d3-351b64623792', 'name': '', 'network_id': '580a2d1a-1689-4c76-bcaf-a30c08ec9279', 'tenant_id': '01c7f8735a2b4722ae0cabb11183e366', 'mac_address': 'fa:16:3e:3e:12:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd87749d3-f594-4284-87a4-6fe3955904b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '7733ac5c-122b-4158-91ff-dfd2455e0191', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:47:34Z', 'updated_at': '2021-06-24T11:47:47Z', 'revision_number': 5, 'project_id': '01c7f8735a2b4722ae0cabb11183e366', 'subnets': [{'id': '7733ac5c-122b-4158-91ff-dfd2455e0191', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:48:07.183166 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-74fa7096-f396-4daa-bdf6-609dd98b281b tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967879'] for segment, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:07.201932 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74fa7096-f396-4daa-bdf6-609dd98b281b tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Releasing vlan 624 on physical network physnet1 to pool {{(pid=128084) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 11:48:07.202635 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-74fa7096-f396-4daa-bdf6-609dd98b281b tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3292053'] for segment, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:07.208426 dv-neutron-797120-4-hyperv neutron-server[128084]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 11:48:07.208426 dv-neutron-797120-4-hyperv neutron-server[128084]: conditions |= (models_v2.Port.network_id.in_( Jun 24 11:48:07.208426 dv-neutron-797120-4-hyperv neutron-server[128084]: Traceback (most recent call last): Jun 24 11:48:07.208426 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 24 11:48:07.208426 dv-neutron-797120-4-hyperv neutron-server[128084]: timer() Jun 24 11:48:07.208426 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 24 11:48:07.208426 dv-neutron-797120-4-hyperv neutron-server[128084]: cb(*args, **kw) Jun 24 11:48:07.208426 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 24 11:48:07.208426 dv-neutron-797120-4-hyperv neutron-server[128084]: return func(*args, **kwargs) Jun 24 11:48:07.208426 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 24 11:48:07.208426 dv-neutron-797120-4-hyperv neutron-server[128084]: self._notify() Jun 24 11:48:07.208426 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 24 11:48:07.208426 dv-neutron-797120-4-hyperv neutron-server[128084]: self.callback(batched_events) Jun 24 11:48:07.208426 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 24 11:48:07.208426 dv-neutron-797120-4-hyperv neutron-server[128084]: event.method(event) Jun 24 11:48:07.208426 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 24 11:48:07.208426 dv-neutron-797120-4-hyperv neutron-server[128084]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 24 11:48:07.208426 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 24 11:48:07.208426 dv-neutron-797120-4-hyperv neutron-server[128084]: aggregate_uuid = self.p_client.list_aggregates( Jun 24 11:48:07.208426 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 24 11:48:07.208426 dv-neutron-797120-4-hyperv neutron-server[128084]: return f(self, *a, **k) Jun 24 11:48:07.208426 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 24 11:48:07.208426 dv-neutron-797120-4-hyperv neutron-server[128084]: return self._get(url).json() Jun 24 11:48:07.208426 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 24 11:48:07.208426 dv-neutron-797120-4-hyperv neutron-server[128084]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 24 11:48:07.208426 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 24 11:48:07.208426 dv-neutron-797120-4-hyperv neutron-server[128084]: return self.request(url, 'GET', **kwargs) Jun 24 11:48:07.208426 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 24 11:48:07.208426 dv-neutron-797120-4-hyperv neutron-server[128084]: base_url = self.get_endpoint(auth, allow=allow, Jun 24 11:48:07.208426 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 24 11:48:07.208426 dv-neutron-797120-4-hyperv neutron-server[128084]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 24 11:48:07.208426 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 24 11:48:07.208426 dv-neutron-797120-4-hyperv neutron-server[128084]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 24 11:48:07.208426 dv-neutron-797120-4-hyperv neutron-server[128084]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 24 11:48:07.213801 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8021c11f-8333-4d97-8ab9-30b9610b4276 None None] The sync data for ids ['d87749d3-f594-4284-87a4-6fe3955904b1'] in dv-neutron-797120-4-hyperv is: [{'id': 'd87749d3-f594-4284-87a4-6fe3955904b1', 'name': 'tempest-RoutersTest-router-456200694', 'tenant_id': '01c7f8735a2b4722ae0cabb11183e366', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T11:47:01Z', 'updated_at': '2021-06-24T11:48:04Z', 'revision_number': 8, 'project_id': '01c7f8735a2b4722ae0cabb11183e366', 'gw_port_host': None, '_interfaces': [{'id': '11d4e1d1-3828-4a40-a4f0-e768f1395739', 'name': '', 'network_id': 'bddb0f8e-0e1f-4536-a9ef-e387f1699f13', 'tenant_id': '01c7f8735a2b4722ae0cabb11183e366', 'mac_address': 'fa:16:3e:7d:a9:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd87749d3-f594-4284-87a4-6fe3955904b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'ee35f23e-956d-4b15-87a0-fe4ac4012d10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:47:07Z', 'updated_at': '2021-06-24T11:47:22Z', 'revision_number': 5, 'project_id': '01c7f8735a2b4722ae0cabb11183e366', 'subnets': [{'id': 'ee35f23e-956d-4b15-87a0-fe4ac4012d10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bb63497c-372a-47d2-b8b1-cf3202deb92b', 'name': '', 'network_id': 'b91d5cb9-8fe3-4576-a991-183ff1f7b145', 'tenant_id': '01c7f8735a2b4722ae0cabb11183e366', 'mac_address': 'fa:16:3e:93:ca:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd87749d3-f594-4284-87a4-6fe3955904b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '02346804-ee6e-4b90-a906-fa952c478595', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:47:19Z', 'updated_at': '2021-06-24T11:47:41Z', 'revision_number': 5, 'project_id': '01c7f8735a2b4722ae0cabb11183e366', 'subnets': [{'id': '02346804-ee6e-4b90-a906-fa952c478595', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd22328e1-d1a8-42bd-82d3-351b64623792', 'name': '', 'network_id': '580a2d1a-1689-4c76-bcaf-a30c08ec9279', 'tenant_id': '01c7f8735a2b4722ae0cabb11183e366', 'mac_address': 'fa:16:3e:3e:12:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd87749d3-f594-4284-87a4-6fe3955904b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '7733ac5c-122b-4158-91ff-dfd2455e0191', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:47:34Z', 'updated_at': '2021-06-24T11:47:47Z', 'revision_number': 5, 'project_id': '01c7f8735a2b4722ae0cabb11183e366', 'subnets': [{'id': '7733ac5c-122b-4158-91ff-dfd2455e0191', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=128085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 11:48:07.215439 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4394c601-0b4d-4d24-af74-bd08c6bae8ab tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Pushing event deleted for resources: {'Subnet': ['ID=c9802021-c0fe-4638-a0c2-3f667ef35d38,revision_number=None']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:48:07.218283 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-4394c601-0b4d-4d24-af74-bd08c6bae8ab tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588949'] for subnet, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:07.221614 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-4394c601-0b4d-4d24-af74-bd08c6bae8ab tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] 10.222.0.53 "DELETE /v2.0/subnets/c9802021-c0fe-4638-a0c2-3f667ef35d38 HTTP/1.1" status: 204 len: 168 time: 1.1615732 Jun 24 11:48:07.225240 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 58608) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:48:07.226303 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-4394c601-0b4d-4d24-af74-bd08c6bae8ab tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:48:07.234116 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.db.db_base_plugin_common [None req-eaf63e0c-aae6-407c-a413-5e7c272a6e62 tempest-RoutersIpV6AdminTest-670466919 tempest-RoutersIpV6AdminTest-670466919-project] Allocated IP 172.26.7.95 (f2b8ca71-e776-48b2-8898-96cc7970207b/f37bf603-3862-4d0a-9f58-89616f7fd68f/f4968b92-0d6a-4e67-8d18-d17f1e9751f0) {{(pid=128084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 11:48:07.249733 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.plugin [None req-19b962a4-3e8b-4870-a336-ef0aa24ea946 tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] Deleting port 1853a9ef-ca49-4c55-812f-b2a632c19a8b {{(pid=128083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 11:48:07.251021 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-19b962a4-3e8b-4870-a336-ef0aa24ea946 tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793193942312'] for port, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:07.270002 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b820baf-1a25-41db-b8de-0d38cce942cb tempest-RoutersAdminTest-701485524 tempest-RoutersAdminTest-701485524-project] Notify agent at l3_agent.dv-neutron-797120-4-hyperv the message routers_updated {{(pid=128084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 11:48:07.272073 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8731f757-1194-4df8-9509-fad69f6fee77 None None] Network d256f873-da98-4eaa-988b-87fb800fabd9 requested from dv-neutron-797120-4-hyperv {{(pid=128085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 11:48:07.275942 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-44170fac-4258-45a4-af0c-0cfe0c7effbf None None] Provisioning for port 1853a9ef-ca49-4c55-812f-b2a632c19a8b completed by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 11:48:07.291840 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d0c8ae5-792e-4a79-a912-ac922373a6d0 None None] Sync routers for ids ['7e0308cf-e25e-44a6-9d34-cc8897d616e1'] in dv-neutron-797120-4-hyperv {{(pid=128086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 11:48:07.306974 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d0c8ae5-792e-4a79-a912-ac922373a6d0 None None] Routers {'7e0308cf-e25e-44a6-9d34-cc8897d616e1'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 11:48:07.307604 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-5d0c8ae5-792e-4a79-a912-ac922373a6d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T11:47:56Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['7e0308cf-e25e-44a6-9d34-cc8897d616e1'], 'active': True} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:48:07.320545 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-0b820baf-1a25-41db-b8de-0d38cce942cb tempest-RoutersAdminTest-701485524 tempest-RoutersAdminTest-701485524-project] Notify callbacks [] for router, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:07.321796 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-0b820baf-1a25-41db-b8de-0d38cce942cb tempest-RoutersAdminTest-701485524 tempest-RoutersAdminTest-701485524-project] 10.222.0.53 "PUT /v2.0/routers/7e0308cf-e25e-44a6-9d34-cc8897d616e1 HTTP/1.1" status: 200 len: 879 time: 5.7647512 Jun 24 11:48:07.329750 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 58610) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:48:07.351386 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-5d0c8ae5-792e-4a79-a912-ac922373a6d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:48:07.365536 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d0c8ae5-792e-4a79-a912-ac922373a6d0 None None] Routers {'7e0308cf-e25e-44a6-9d34-cc8897d616e1'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 11:48:07.366795 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-5d0c8ae5-792e-4a79-a912-ac922373a6d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T11:47:56Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['7e0308cf-e25e-44a6-9d34-cc8897d616e1'], 'active': True} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:48:07.385663 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-f221cf4e-6927-49ff-a0bd-5834e8924bf5 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-534962'] for network, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:07.396183 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04a89b5a-92f5-4d9e-8360-a05e948387f3 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Router 9ce5a3ea-ef86-4fbf-9a68-c613a7caab15 has already been hosted by L3 agent 2987dba8-2249-4ee6-96ec-28f0f7a6127d {{(pid=128083) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 11:48:07.419663 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-74fa7096-f396-4daa-bdf6-609dd98b281b tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1800243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1815642'] for network, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:07.426119 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-5f8ff4a1-bdcd-4932-a2d5-50b04af839c2 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-972249'] for subnet, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:07.426729 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-5d0c8ae5-792e-4a79-a912-ac922373a6d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:48:07.427563 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d0c8ae5-792e-4a79-a912-ac922373a6d0 None None] The sync data for ids ['7e0308cf-e25e-44a6-9d34-cc8897d616e1'] in dv-neutron-797120-4-hyperv is: [] {{(pid=128086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 11:48:07.465479 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-5a0b0ed2-6378-4e10-87b9-05ef775d07cf tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:48:07.488837 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-74fa7096-f396-4daa-bdf6-609dd98b281b tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Notify callbacks [] for network, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:07.489111 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.db [None req-19b962a4-3e8b-4870-a336-ef0aa24ea946 tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] For port 1853a9ef-ca49-4c55-812f-b2a632c19a8b, host dv-neutron-797120-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=1853a9ef-ca49-4c55-812f-b2a632c19a8b,segment=NetworkSegment(36772d1a-8eac-4ffd-a2b5-feba09f65ec3),segment_id=36772d1a-8eac-4ffd-a2b5-feba09f65ec3)] {{(pid=128083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 11:48:07.489288 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-19b962a4-3e8b-4870-a336-ef0aa24ea946 tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1978872'] for port, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:07.493606 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-74fa7096-f396-4daa-bdf6-609dd98b281b tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] 10.222.0.53 "DELETE /v2.0/networks/4965e089-111a-482d-8b4e-93f2f808fab3 HTTP/1.1" status: 204 len: 168 time: 1.1575782 Jun 24 11:48:07.539399 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74fa7096-f396-4daa-bdf6-609dd98b281b tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Pushing event deleted for resources: {'Network': ['ID=4965e089-111a-482d-8b4e-93f2f808fab3,revision_number=None']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:48:07.549023 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-74fa7096-f396-4daa-bdf6-609dd98b281b tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:48:07.605444 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9ca3c0-9ce6-49f4-917c-0c4938cec73c req-856bbee4-885d-4491-8be1-7118ac851b24 tempest-ServerActionsTestJSON-818164034 tempest-ServerActionsTestJSON-818164034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:48:07.613421 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-0a9ca3c0-9ce6-49f4-917c-0c4938cec73c req-856bbee4-885d-4491-8be1-7118ac851b24 tempest-ServerActionsTestJSON-818164034 tempest-ServerActionsTestJSON-818164034-project] 10.222.0.53 "GET /v2.0/ports?device_id=d6cc2586-9578-488f-96d4-fbc6dd702115 HTTP/1.1" status: 200 len: 945 time: 0.4962614 Jun 24 11:48:07.643882 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-7e066d80-983e-4184-8ff5-0e44e7efb44b tempest-RoutersAdminTest-1970644103 tempest-RoutersAdminTest-1970644103-project-admin] 10.222.0.53 "GET /v2.0/routers/7e0308cf-e25e-44a6-9d34-cc8897d616e1 HTTP/1.1" status: 200 len: 920 time: 0.3099763 Jun 24 11:48:07.655414 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 58614) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:48:07.682536 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.plugin [None req-19b962a4-3e8b-4870-a336-ef0aa24ea946 tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] Calling delete_port for 1853a9ef-ca49-4c55-812f-b2a632c19a8b owned by network:dhcp {{(pid=128083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 11:48:07.777308 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-5f8ff4a1-bdcd-4932-a2d5-50b04af839c2 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-972238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3292022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3162263'] for subnet, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:07.783620 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-eaf63e0c-aae6-407c-a413-5e7c272a6e62 tempest-RoutersIpV6AdminTest-670466919 tempest-RoutersIpV6AdminTest-670466919-project] Notify callbacks [] for port, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:07.788762 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-2150f2fb-9b14-4765-8c2a-e6399db9a2f6 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:48:07.839861 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8ff4a1-bdcd-4932-a2d5-50b04af839c2 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Pushing event deleted for resources: {'Subnet': ['ID=b5a02a2b-119b-425a-8922-b2bd4a226c71,revision_number=None']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:48:07.850790 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-5f8ff4a1-bdcd-4932-a2d5-50b04af839c2 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks [] for subnet, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:07.858732 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-5f8ff4a1-bdcd-4932-a2d5-50b04af839c2 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] 10.222.0.53 "DELETE /v2.0/subnets/b5a02a2b-119b-425a-8922-b2bd4a226c71 HTTP/1.1" status: 204 len: 168 time: 1.2122526 Jun 24 11:48:07.861725 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-5f8ff4a1-bdcd-4932-a2d5-50b04af839c2 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:48:07.867823 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 58616) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:48:07.868907 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-282573c4-8ee3-4cb7-85b9-d3d5c95eee46 None None] DHCP port deletion for 03d3777a-6dbb-4b23-9165-095a36e5b96c request from dv-neutron-797120-4-hyperv {{(pid=128085) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 24 11:48:07.932656 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-8cfffe8c-9204-4828-b6bd-a98ee09cfbf6 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0634532 Jun 24 11:48:07.943094 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 58618) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:48:07.962404 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-dc59a0ed-c88a-4e01-b3ab-50b2368f741d tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Request body: {'subnet': {'network_id': '11a80c9d-f8ee-4388-91b0-d49a25200fee', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:48:07.966930 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device 49533a4b-f50b-4e00-a1ad-0779a9632ce3 no longer exists at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 11:48:08.012593 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50711d21-94e6-4479-91a2-91c5c1eb345f None None] DHCP port deletion for d256f873-da98-4eaa-988b-87fb800fabd9 request from dv-neutron-797120-4-hyperv {{(pid=128085) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 24 11:48:08.021566 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] No Port match for: 49533a4b-f50b-4e00-a1ad-0779a9632ce3 {{(pid=128085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 11:48:08.021958 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device 49533a4b-f50b-4e00-a1ad-0779a9632ce3 not bound to the agent host dv-neutron-797120-4-hyperv {{(pid=128085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 11:48:08.040882 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-0a9ca3c0-9ce6-49f4-917c-0c4938cec73c req-e7a0535f-a197-4b4e-8207-65f45e42d67c tempest-ServerActionsTestJSON-818164034 tempest-ServerActionsTestJSON-818164034-project] 10.222.0.53 "GET /v2.0/security-groups?id=7ca7987f-c073-401f-ba18-8737b1398c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4262459 Jun 24 11:48:08.051300 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04a89b5a-92f5-4d9e-8360-a05e948387f3 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Notify agent at l3_agent.dv-neutron-797120-4-hyperv the message routers_updated {{(pid=128083) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 11:48:08.074261 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-04a89b5a-92f5-4d9e-8360-a05e948387f3 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] 10.222.0.53 "PUT /v2.0/routers/9ce5a3ea-ef86-4fbf-9a68-c613a7caab15/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3191509 Jun 24 11:48:08.084824 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 58620) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:48:08.091780 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device 1853a9ef-ca49-4c55-812f-b2a632c19a8b no longer exists at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 11:48:08.108564 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a5213d4-cb71-4902-a7ed-ba7a2393c306 None None] Sync routers for ids ['9ce5a3ea-ef86-4fbf-9a68-c613a7caab15'] in dv-neutron-797120-4-hyperv {{(pid=128085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 11:48:08.112068 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.plugin [None req-f221cf4e-6927-49ff-a0bd-5834e8924bf5 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Deleting port d66a84b2-ad5a-483d-b0de-9abf8716d6a1 {{(pid=128083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 11:48:08.112423 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-f221cf4e-6927-49ff-a0bd-5834e8924bf5 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793193942312'] for port, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:08.191323 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a5213d4-cb71-4902-a7ed-ba7a2393c306 None None] Routers {'9ce5a3ea-ef86-4fbf-9a68-c613a7caab15'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 11:48:08.191969 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-7a5213d4-cb71-4902-a7ed-ba7a2393c306 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T11:47:56Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['9ce5a3ea-ef86-4fbf-9a68-c613a7caab15'], 'active': True} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:48:08.235575 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19068679-c614-4ca9-803a-2704d4ea1ff1 tempest-RoutersAdminTest-1970644103 tempest-RoutersAdminTest-1970644103-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:48:08.237658 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-19068679-c614-4ca9-803a-2704d4ea1ff1 tempest-RoutersAdminTest-1970644103 tempest-RoutersAdminTest-1970644103-project-admin] 10.222.0.53 "GET /v2.0/ports?network_id=f2b8ca71-e776-48b2-8898-96cc7970207b&device_id=7e0308cf-e25e-44a6-9d34-cc8897d616e1&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.5808332 Jun 24 11:48:08.242138 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.db [None req-f221cf4e-6927-49ff-a0bd-5834e8924bf5 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] For port d66a84b2-ad5a-483d-b0de-9abf8716d6a1, host dv-neutron-797120-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=d66a84b2-ad5a-483d-b0de-9abf8716d6a1,segment=NetworkSegment(c7ea1012-34f2-49de-bcd0-f5a174798c27),segment_id=c7ea1012-34f2-49de-bcd0-f5a174798c27)] {{(pid=128083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 11:48:08.243019 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-f221cf4e-6927-49ff-a0bd-5834e8924bf5 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1978872'] for port, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:08.265471 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-eaf63e0c-aae6-407c-a413-5e7c272a6e62 tempest-RoutersIpV6AdminTest-670466919 tempest-RoutersIpV6AdminTest-670466919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-650429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-506361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793193536723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3291971'] for port, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:08.278642 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 58624) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:48:08.286094 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-dd215f99-bf4f-4024-85fa-aea19ea70654 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:48:08.290737 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.plugin [None req-f221cf4e-6927-49ff-a0bd-5834e8924bf5 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Calling delete_port for d66a84b2-ad5a-483d-b0de-9abf8716d6a1 owned by network:dhcp {{(pid=128083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 11:48:08.306012 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-282573c4-8ee3-4cb7-85b9-d3d5c95eee46 None None] Deleting port 1853a9ef-ca49-4c55-812f-b2a632c19a8b {{(pid=128085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 11:48:08.306705 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-282573c4-8ee3-4cb7-85b9-d3d5c95eee46 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793193942312'] for port, before_delete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:08.329169 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 58626) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:48:08.378828 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaf63e0c-aae6-407c-a413-5e7c272a6e62 tempest-RoutersIpV6AdminTest-670466919 tempest-RoutersIpV6AdminTest-670466919-project] Network f2b8ca71-e776-48b2-8898-96cc7970207b is already hosted by enough agents. {{(pid=128084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 11:48:08.405069 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.db.db_base_plugin_v2 [None req-68c308ed-f4c0-415f-9856-14b18531d299 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Deleting subnet 2eadf126-bb80-462e-a2e3-90a335dd379b {{(pid=128084) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 24 11:48:08.409818 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-68c308ed-f4c0-415f-9856-14b18531d299 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Notify callbacks [] for subnet, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:08.421605 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-50711d21-94e6-4479-91a2-91c5c1eb345f None None] Deleting port d66a84b2-ad5a-483d-b0de-9abf8716d6a1 {{(pid=128085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 11:48:08.421858 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-50711d21-94e6-4479-91a2-91c5c1eb345f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793193942312'] for port, before_delete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:08.423581 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-19b962a4-3e8b-4870-a336-ef0aa24ea946 tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793193945299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193536732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2537862'] for port, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:08.424869 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvr_db [None req-7a5213d4-cb71-4902-a7ed-ba7a2393c306 None None] Set router 9ce5a3ea-ef86-4fbf-9a68-c613a7caab15 gateway port host: None {{(pid=128085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 11:48:08.428148 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-8df2cc88-9ef1-4692-a133-0e4ebb638d40 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:48:08.459680 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-68c308ed-f4c0-415f-9856-14b18531d299 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2373542'] for subnet, precommit_delete_associations {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:08.481075 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-282573c4-8ee3-4cb7-85b9-d3d5c95eee46 None None] For port 1853a9ef-ca49-4c55-812f-b2a632c19a8b, host dv-neutron-797120-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=1853a9ef-ca49-4c55-812f-b2a632c19a8b,segment=NetworkSegment(36772d1a-8eac-4ffd-a2b5-feba09f65ec3),segment_id=36772d1a-8eac-4ffd-a2b5-feba09f65ec3)] {{(pid=128085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 11:48:08.481326 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-282573c4-8ee3-4cb7-85b9-d3d5c95eee46 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1978872'] for port, precommit_delete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:08.488935 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b962a4-3e8b-4870-a336-ef0aa24ea946 tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] Pushing event deleted for resources: {'Port': ['ID=1853a9ef-ca49-4c55-812f-b2a632c19a8b,revision_number=None']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:48:08.495667 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-19b962a4-3e8b-4870-a336-ef0aa24ea946 tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:48:08.504851 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19b962a4-3e8b-4870-a336-ef0aa24ea946 tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] No DVR routers for this DVR port 1853a9ef-ca49-4c55-812f-b2a632c19a8b on host dv-neutron-797120-4-hyperv {{(pid=128083) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 11:48:08.527747 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.base_scheduler [None req-eaf63e0c-aae6-407c-a413-5e7c272a6e62 tempest-RoutersIpV6AdminTest-670466919 tempest-RoutersIpV6AdminTest-670466919-project] Resources bound (agent type, host, resource id): {{(pid=128084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:48:08.529762 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf63e0c-aae6-407c-a413-5e7c272a6e62 tempest-RoutersIpV6AdminTest-670466919 tempest-RoutersIpV6AdminTest-670466919-project] Pushing event updated for resources: {'Port': ['ID=f4968b92-0d6a-4e67-8d18-d17f1e9751f0,revision_number=1']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:48:08.542089 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-282573c4-8ee3-4cb7-85b9-d3d5c95eee46 None None] Calling delete_port for 1853a9ef-ca49-4c55-812f-b2a632c19a8b owned by network:dhcp {{(pid=128085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 11:48:08.551288 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaf63e0c-aae6-407c-a413-5e7c272a6e62 tempest-RoutersIpV6AdminTest-670466919 tempest-RoutersIpV6AdminTest-670466919-project] Received port after_create {{(pid=128084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 11:48:08.554318 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-eaf63e0c-aae6-407c-a413-5e7c272a6e62 tempest-RoutersIpV6AdminTest-670466919 tempest-RoutersIpV6AdminTest-670466919-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:48:08.557627 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc59a0ed-c88a-4e01-b3ab-50b2368f741d tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Made reservation on behalf of 086af1f572244cd08c37d97e004e4732 for: {'subnet': 1} {{(pid=128084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 11:48:08.567095 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-dc59a0ed-c88a-4e01-b3ab-50b2368f741d tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3162484'] for subnet, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:08.578472 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfcb0d68-a961-4218-9e8c-16948438e543 tempest-RoutersAdminTest-1970644103 tempest-RoutersAdminTest-1970644103-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:48:08.583010 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-dfcb0d68-a961-4218-9e8c-16948438e543 tempest-RoutersAdminTest-1970644103 tempest-RoutersAdminTest-1970644103-project-admin] 10.222.0.53 "GET /v2.0/networks/f2b8ca71-e776-48b2-8898-96cc7970207b HTTP/1.1" status: 200 len: 881 time: 0.3006349 Jun 24 11:48:08.584838 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 58630) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:48:08.622469 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5f894fc-e220-4963-a845-53f6221d52ad None None] Network 11a80c9d-f8ee-4388-91b0-d49a25200fee requested from dv-neutron-797120-4-hyperv {{(pid=128085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 11:48:08.646158 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-4fdc2311-dd36-4b26-9147-2a9b998f5a01 tempest-RoutersAdminTest-701485524 tempest-RoutersAdminTest-701485524-project] 10.222.0.53 "GET /v2.0/ports?device_id=7e0308cf-e25e-44a6-9d34-cc8897d616e1 HTTP/1.1" status: 200 len: 205 time: 0.0601015 Jun 24 11:48:08.649454 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 58632) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:48:08.659787 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-50711d21-94e6-4479-91a2-91c5c1eb345f None None] For port d66a84b2-ad5a-483d-b0de-9abf8716d6a1, host dv-neutron-797120-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=d66a84b2-ad5a-483d-b0de-9abf8716d6a1,segment=NetworkSegment(c7ea1012-34f2-49de-bcd0-f5a174798c27),segment_id=c7ea1012-34f2-49de-bcd0-f5a174798c27)] {{(pid=128085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 11:48:08.660180 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-50711d21-94e6-4479-91a2-91c5c1eb345f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1978872'] for port, precommit_delete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:08.719593 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-19b962a4-3e8b-4870-a336-ef0aa24ea946 tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973199', 'neutron.services.segments.db._delete_segments_for_network-8793194012456'] for network, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:08.722370 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-f221cf4e-6927-49ff-a0bd-5834e8924bf5 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793193945299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193536732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2537862'] for port, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:08.731255 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-41908a71-9178-48bf-af3c-aa507af50270 tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:48:08.743480 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.services.segments.db [None req-19b962a4-3e8b-4870-a336-ef0aa24ea946 tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03d3777a-6dbb-4b23-9165-095a36e5b96c']}} {{(pid=128083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:48:08.774953 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f221cf4e-6927-49ff-a0bd-5834e8924bf5 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Pushing event deleted for resources: {'Port': ['ID=d66a84b2-ad5a-483d-b0de-9abf8716d6a1,revision_number=None']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:48:08.782865 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.services.segments.db [None req-19b962a4-3e8b-4870-a336-ef0aa24ea946 tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36772d1a-8eac-4ffd-a2b5-feba09f65ec3') {'for_net_delete': True} {{(pid=128083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:48:08.783176 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.services.segments.db [None req-19b962a4-3e8b-4870-a336-ef0aa24ea946 tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36772d1a-8eac-4ffd-a2b5-feba09f65ec3') {} {{(pid=128083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:48:08.788663 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-50711d21-94e6-4479-91a2-91c5c1eb345f None None] Calling delete_port for d66a84b2-ad5a-483d-b0de-9abf8716d6a1 owned by network:dhcp {{(pid=128085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 11:48:08.791989 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-f221cf4e-6927-49ff-a0bd-5834e8924bf5 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:48:08.795769 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f221cf4e-6927-49ff-a0bd-5834e8924bf5 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] No DVR routers for this DVR port d66a84b2-ad5a-483d-b0de-9abf8716d6a1 on host dv-neutron-797120-4-hyperv {{(pid=128083) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 11:48:08.799248 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-19b962a4-3e8b-4870-a336-ef0aa24ea946 tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793194097327', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3143690'] for segment, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:08.808091 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-528b1756-183f-4d15-b7f0-2004506b81d0 None None] Provisioning complete for port 8d80ae74-f986-42b8-9266-21634e3a1a9d triggered by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:48:08.808538 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-528b1756-183f-4d15-b7f0-2004506b81d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:08.832558 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-68c308ed-f4c0-415f-9856-14b18531d299 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-972249'] for subnet, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:08.861130 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-19b962a4-3e8b-4870-a336-ef0aa24ea946 tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967879'] for segment, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:08.864600 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-301330da-b852-466c-94ac-46c2d0e3b93c admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=40c92baf3d234fc591c70dce5f4e5134&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5135555 Jun 24 11:48:08.867987 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 58634) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:48:08.903385 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19b962a4-3e8b-4870-a336-ef0aa24ea946 tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] Releasing vlan 647 on physical network physnet1 to pool {{(pid=128083) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 11:48:08.903774 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-19b962a4-3e8b-4870-a336-ef0aa24ea946 tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2537899'] for segment, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:08.913360 dv-neutron-797120-4-hyperv neutron-server[128083]: Traceback (most recent call last): Jun 24 11:48:08.913360 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 24 11:48:08.913360 dv-neutron-797120-4-hyperv neutron-server[128083]: timer() Jun 24 11:48:08.913360 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 24 11:48:08.913360 dv-neutron-797120-4-hyperv neutron-server[128083]: cb(*args, **kw) Jun 24 11:48:08.913360 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 24 11:48:08.913360 dv-neutron-797120-4-hyperv neutron-server[128083]: return func(*args, **kwargs) Jun 24 11:48:08.913360 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 24 11:48:08.913360 dv-neutron-797120-4-hyperv neutron-server[128083]: self._notify() Jun 24 11:48:08.913360 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 24 11:48:08.913360 dv-neutron-797120-4-hyperv neutron-server[128083]: self.callback(batched_events) Jun 24 11:48:08.913360 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 24 11:48:08.913360 dv-neutron-797120-4-hyperv neutron-server[128083]: event.method(event) Jun 24 11:48:08.913360 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 24 11:48:08.913360 dv-neutron-797120-4-hyperv neutron-server[128083]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 24 11:48:08.913360 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 24 11:48:08.913360 dv-neutron-797120-4-hyperv neutron-server[128083]: aggregate_uuid = self.p_client.list_aggregates( Jun 24 11:48:08.913360 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 24 11:48:08.913360 dv-neutron-797120-4-hyperv neutron-server[128083]: return f(self, *a, **k) Jun 24 11:48:08.913360 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 24 11:48:08.913360 dv-neutron-797120-4-hyperv neutron-server[128083]: return self._get(url).json() Jun 24 11:48:08.913360 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 24 11:48:08.913360 dv-neutron-797120-4-hyperv neutron-server[128083]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 24 11:48:08.913360 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 24 11:48:08.913360 dv-neutron-797120-4-hyperv neutron-server[128083]: return self.request(url, 'GET', **kwargs) Jun 24 11:48:08.913360 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 24 11:48:08.913360 dv-neutron-797120-4-hyperv neutron-server[128083]: base_url = self.get_endpoint(auth, allow=allow, Jun 24 11:48:08.913360 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 24 11:48:08.913360 dv-neutron-797120-4-hyperv neutron-server[128083]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 24 11:48:08.913360 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 24 11:48:08.913360 dv-neutron-797120-4-hyperv neutron-server[128083]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 24 11:48:08.913360 dv-neutron-797120-4-hyperv neutron-server[128083]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 24 11:48:08.980811 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-d35de7d8-bc00-4dc6-bbbc-3a6e664076a2 tempest-RoutersAdminTest-701485524 tempest-RoutersAdminTest-701485524-project] Notify callbacks [] for router, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:08.989073 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-68c308ed-f4c0-415f-9856-14b18531d299 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-972238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3292022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3162263'] for subnet, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:08.996319 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-52a3d350-4e55-4656-9a0c-0ccc3683129b tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:48:09.008407 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-f221cf4e-6927-49ff-a0bd-5834e8924bf5 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973199', 'neutron.services.segments.db._delete_segments_for_network-8793194012456'] for network, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:09.049494 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-282573c4-8ee3-4cb7-85b9-d3d5c95eee46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793193945299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193536732'] for port, after_delete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:09.053136 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-d3dab52f-7d50-4df4-bc26-93836d56bdaf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:48:09.065489 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.services.segments.db [None req-f221cf4e-6927-49ff-a0bd-5834e8924bf5 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d256f873-da98-4eaa-988b-87fb800fabd9']}} {{(pid=128083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:48:09.091160 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.services.segments.db [None req-f221cf4e-6927-49ff-a0bd-5834e8924bf5 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7ea1012-34f2-49de-bcd0-f5a174798c27') {'for_net_delete': True} {{(pid=128083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:48:09.091432 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.services.segments.db [None req-f221cf4e-6927-49ff-a0bd-5834e8924bf5 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7ea1012-34f2-49de-bcd0-f5a174798c27') {} {{(pid=128083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:48:09.111333 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-f221cf4e-6927-49ff-a0bd-5834e8924bf5 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793194097327', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3143690'] for segment, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:09.113009 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-19b962a4-3e8b-4870-a336-ef0aa24ea946 tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1800243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1815642'] for network, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:09.117010 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282573c4-8ee3-4cb7-85b9-d3d5c95eee46 None None] Pushing event deleted for resources: {'Port': ['ID=1853a9ef-ca49-4c55-812f-b2a632c19a8b,revision_number=None']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:48:09.120242 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-282573c4-8ee3-4cb7-85b9-d3d5c95eee46 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:48:09.152871 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-282573c4-8ee3-4cb7-85b9-d3d5c95eee46 None None] No DVR routers for this DVR port 1853a9ef-ca49-4c55-812f-b2a632c19a8b on host dv-neutron-797120-4-hyperv {{(pid=128085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 11:48:09.182103 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-c41f27f7-092e-4e25-99af-cd8188065867 tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:48:09.190280 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-50711d21-94e6-4479-91a2-91c5c1eb345f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793193945299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193536732'] for port, after_delete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:09.201797 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:48:09.207714 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-19b962a4-3e8b-4870-a336-ef0aa24ea946 tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588949'] for network, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:09.209916 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-19b962a4-3e8b-4870-a336-ef0aa24ea946 tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] 10.222.0.53 "DELETE /v2.0/networks/03d3777a-6dbb-4b23-9165-095a36e5b96c HTTP/1.1" status: 204 len: 168 time: 4.3317432 Jun 24 11:48:09.213378 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-f221cf4e-6927-49ff-a0bd-5834e8924bf5 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967879'] for segment, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:09.215922 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-a6ba4315-e25f-45a5-bb77-5ed99b7ea8d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:09.217710 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 58638) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:48:09.223029 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b962a4-3e8b-4870-a336-ef0aa24ea946 tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] Pushing event deleted for resources: {'Network': ['ID=03d3777a-6dbb-4b23-9165-095a36e5b96c,revision_number=None']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:48:09.229763 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [None req-8335664f-8d68-4ab0-923a-0e20220ffc77 tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1523169447'}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:48:09.239992 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-19b962a4-3e8b-4870-a336-ef0aa24ea946 tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:48:09.241335 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f221cf4e-6927-49ff-a0bd-5834e8924bf5 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Releasing vlan 634 on physical network physnet1 to pool {{(pid=128083) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 11:48:09.241749 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-f221cf4e-6927-49ff-a0bd-5834e8924bf5 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2537899'] for segment, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:09.258290 dv-neutron-797120-4-hyperv neutron-server[128083]: Traceback (most recent call last): Jun 24 11:48:09.258290 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 24 11:48:09.258290 dv-neutron-797120-4-hyperv neutron-server[128083]: timer() Jun 24 11:48:09.258290 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 24 11:48:09.258290 dv-neutron-797120-4-hyperv neutron-server[128083]: cb(*args, **kw) Jun 24 11:48:09.258290 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 24 11:48:09.258290 dv-neutron-797120-4-hyperv neutron-server[128083]: return func(*args, **kwargs) Jun 24 11:48:09.258290 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 24 11:48:09.258290 dv-neutron-797120-4-hyperv neutron-server[128083]: self._notify() Jun 24 11:48:09.258290 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 24 11:48:09.258290 dv-neutron-797120-4-hyperv neutron-server[128083]: self.callback(batched_events) Jun 24 11:48:09.258290 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 24 11:48:09.258290 dv-neutron-797120-4-hyperv neutron-server[128083]: event.method(event) Jun 24 11:48:09.258290 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 24 11:48:09.258290 dv-neutron-797120-4-hyperv neutron-server[128083]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 24 11:48:09.258290 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 24 11:48:09.258290 dv-neutron-797120-4-hyperv neutron-server[128083]: aggregate_uuid = self.p_client.list_aggregates( Jun 24 11:48:09.258290 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 24 11:48:09.258290 dv-neutron-797120-4-hyperv neutron-server[128083]: return f(self, *a, **k) Jun 24 11:48:09.258290 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 24 11:48:09.258290 dv-neutron-797120-4-hyperv neutron-server[128083]: return self._get(url).json() Jun 24 11:48:09.258290 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 24 11:48:09.258290 dv-neutron-797120-4-hyperv neutron-server[128083]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 24 11:48:09.258290 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 24 11:48:09.258290 dv-neutron-797120-4-hyperv neutron-server[128083]: return self.request(url, 'GET', **kwargs) Jun 24 11:48:09.258290 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 24 11:48:09.258290 dv-neutron-797120-4-hyperv neutron-server[128083]: base_url = self.get_endpoint(auth, allow=allow, Jun 24 11:48:09.258290 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 24 11:48:09.258290 dv-neutron-797120-4-hyperv neutron-server[128083]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 24 11:48:09.258290 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 24 11:48:09.258290 dv-neutron-797120-4-hyperv neutron-server[128083]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 24 11:48:09.258290 dv-neutron-797120-4-hyperv neutron-server[128083]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 24 11:48:09.268274 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50711d21-94e6-4479-91a2-91c5c1eb345f None None] Pushing event deleted for resources: {'Port': ['ID=d66a84b2-ad5a-483d-b0de-9abf8716d6a1,revision_number=None']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:48:09.275311 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50711d21-94e6-4479-91a2-91c5c1eb345f None None] No DVR routers for this DVR port d66a84b2-ad5a-483d-b0de-9abf8716d6a1 on host dv-neutron-797120-4-hyperv {{(pid=128085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 11:48:09.277015 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-50711d21-94e6-4479-91a2-91c5c1eb345f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:48:09.306111 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-7a5213d4-cb71-4902-a7ed-ba7a2393c306 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ce5a3ea-ef86-4fbf-9a68-c613a7caab15', 'name': 'tempest-RoutersIpV6Test-router-1768214735', 'tenant_id': '9c8c7551cf984e4ca40de4f1d8880b93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T11:46:39Z', 'updated_at': '2021-06-24T11:48:05Z', 'revision_number': 10, 'project_id': '9c8c7551cf984e4ca40de4f1d8880b93', 'gw_port_host': None, '_interfaces': [{'id': '525ba555-882d-46c1-90b4-58e1947f05fb', 'name': '', 'network_id': 'e6c680f4-577d-4f2c-840f-4ffe44326df7', 'tenant_id': '9c8c7551cf984e4ca40de4f1d8880b93', 'mac_address': 'fa:16:3e:9e:cb:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce5a3ea-ef86-4fbf-9a68-c613a7caab15', 'device_owner': 'network:router_interface', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': 'e0b6c98b-cc27-4b1e-ba5c-af819acff9ea', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:46:45Z', 'updated_at': '2021-06-24T11:47:01Z', 'revision_number': 5, 'project_id': '9c8c7551cf984e4ca40de4f1d8880b93', 'subnets': [{'id': 'e0b6c98b-cc27-4b1e-ba5c-af819acff9ea', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:48:09.342445 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-a6ba4315-e25f-45a5-bb77-5ed99b7ea8d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:09.361314 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a5213d4-cb71-4902-a7ed-ba7a2393c306 None None] Checking router: 9ce5a3ea-ef86-4fbf-9a68-c613a7caab15 for host: dv-neutron-797120-4-hyperv {{(pid=128085) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 11:48:09.383788 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a5213d4-cb71-4902-a7ed-ba7a2393c306 None None] Routers {'9ce5a3ea-ef86-4fbf-9a68-c613a7caab15'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 11:48:09.384931 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-7a5213d4-cb71-4902-a7ed-ba7a2393c306 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T11:47:56Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['9ce5a3ea-ef86-4fbf-9a68-c613a7caab15'], 'active': True} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:48:09.389347 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e05e3ccf-4c79-444f-adfd-b2737c45c2b0 None None] DHCP port deletion for 11a80c9d-f8ee-4388-91b0-d49a25200fee request from dv-neutron-797120-4-hyperv {{(pid=128085) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 24 11:48:09.409826 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8335664f-8d68-4ab0-923a-0e20220ffc77 tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] Made reservation on behalf of e5cf0df8d3ec4e94a403a4ce89d83b64 for: {'network': 1} {{(pid=128083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 11:48:09.413333 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-8335664f-8d68-4ab0-923a-0e20220ffc77 tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for network, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:09.423283 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-d35de7d8-bc00-4dc6-bbbc-3a6e664076a2 tempest-RoutersAdminTest-701485524 tempest-RoutersAdminTest-701485524-project] Notify callbacks [] for router_gateway, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:09.425128 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c308ed-f4c0-415f-9856-14b18531d299 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Pushing event deleted for resources: {'Subnet': ['ID=2eadf126-bb80-462e-a2e3-90a335dd379b,revision_number=None']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:48:09.429775 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-68c308ed-f4c0-415f-9856-14b18531d299 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.433s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:48:09.433840 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-68c308ed-f4c0-415f-9856-14b18531d299 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Notify callbacks [] for subnet, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:09.438856 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-68c308ed-f4c0-415f-9856-14b18531d299 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] 10.222.0.53 "DELETE /v2.0/subnets/2eadf126-bb80-462e-a2e3-90a335dd379b HTTP/1.1" status: 204 len: 168 time: 1.3340018 Jun 24 11:48:09.444281 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 58640) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:48:09.464276 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c39bba9-184c-4679-aa8d-be3ef56f5e55 None None] Network bafc64b7-599f-4120-9111-1328d4d00b29 requested from dv-neutron-797120-4-hyperv {{(pid=128085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 11:48:09.466589 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-eaf63e0c-aae6-407c-a413-5e7c272a6e62 tempest-RoutersIpV6AdminTest-670466919 tempest-RoutersIpV6AdminTest-670466919-project] Notify callbacks [] for router_gateway, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:09.473469 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-f221cf4e-6927-49ff-a0bd-5834e8924bf5 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1800243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1815642'] for network, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:09.509784 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-cd5adb0d-fc28-452f-9a60-e7ceb830598a tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:48:09.557129 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-f221cf4e-6927-49ff-a0bd-5834e8924bf5 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588949'] for network, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:09.561785 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-f221cf4e-6927-49ff-a0bd-5834e8924bf5 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] 10.222.0.53 "DELETE /v2.0/networks/d256f873-da98-4eaa-988b-87fb800fabd9 HTTP/1.1" status: 204 len: 168 time: 2.3299341 Jun 24 11:48:09.562734 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 58642) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:48:09.580308 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvr_db [None req-7a5213d4-cb71-4902-a7ed-ba7a2393c306 None None] Set router 9ce5a3ea-ef86-4fbf-9a68-c613a7caab15 gateway port host: None {{(pid=128085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 11:48:09.786205 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device 8d80ae74-f986-42b8-9266-21634e3a1a9d no longer exists at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 11:48:09.808766 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-dc59a0ed-c88a-4e01-b3ab-50b2368f741d tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3291959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3162270'] for subnet, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:09.816109 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-b5498ff6-cc7b-48a1-b10a-838369091a52 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:48:09.904734 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-e05e3ccf-4c79-444f-adfd-b2737c45c2b0 None None] Deleting port 8d80ae74-f986-42b8-9266-21634e3a1a9d {{(pid=128085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 11:48:09.905164 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-e05e3ccf-4c79-444f-adfd-b2737c45c2b0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793193942312'] for port, before_delete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:09.921355 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f221cf4e-6927-49ff-a0bd-5834e8924bf5 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Pushing event deleted for resources: {'Network': ['ID=d256f873-da98-4eaa-988b-87fb800fabd9,revision_number=None']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:48:09.930863 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-f221cf4e-6927-49ff-a0bd-5834e8924bf5 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.421s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:48:09.931543 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8335664f-8d68-4ab0-923a-0e20220ffc77 tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] vlan segment allocate from pool success with {'vlan_id': 623, 'physical_network': 'physnet1'} {{(pid=128083) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 11:48:09.942640 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc59a0ed-c88a-4e01-b3ab-50b2368f741d tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Network 11a80c9d-f8ee-4388-91b0-d49a25200fee is already hosted by enough agents. {{(pid=128084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 11:48:09.966737 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-8335664f-8d68-4ab0-923a-0e20220ffc77 tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967879'] for segment, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:09.967088 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.db.segments_db [None req-8335664f-8d68-4ab0-923a-0e20220ffc77 tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] Added segment 98f7cbcc-8d00-4b77-a71a-6d7294575eec of type vlan for network 74569087-f91d-4d4a-a562-bd8fbb703fec Jun 24 11:48:09.981908 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-ef392c1b-702b-45fc-aaec-41650b5cf376 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-534962'] for network, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:09.986195 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.base_scheduler [None req-dc59a0ed-c88a-4e01-b3ab-50b2368f741d tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Resources bound (agent type, host, resource id): {{(pid=128084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:48:09.992652 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-a6ba4315-e25f-45a5-bb77-5ed99b7ea8d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800410'] for security_group, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:09.993376 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc59a0ed-c88a-4e01-b3ab-50b2368f741d tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=128084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:48:09.994094 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-dc59a0ed-c88a-4e01-b3ab-50b2368f741d tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks [] for subnet, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:09.995437 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-a6ba4315-e25f-45a5-bb77-5ed99b7ea8d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:09.998884 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-a6ba4315-e25f-45a5-bb77-5ed99b7ea8d4 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/f60101d7-7bb7-4beb-af1d-6b0b7b9d8816 HTTP/1.1" status: 204 len: 168 time: 1.1177900 Jun 24 11:48:10.004295 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc59a0ed-c88a-4e01-b3ab-50b2368f741d tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Pushing event updated for resources: {'Subnet': ['ID=2d0d5ac6-594d-4e3c-944f-c9c5079bc46d,revision_number=0']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:48:10.012065 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-dc59a0ed-c88a-4e01-b3ab-50b2368f741d tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:48:10.019588 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-c81f7323-283b-42d3-9afe-b98cfc7882a3 tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:48:10.034432 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7c1481-73e7-402e-b6f2-6abed3ad5eaa req-288438f3-843e-4ac6-8f8b-6206244d260b tempest-ServerActionsTestJSON-818164034 tempest-ServerActionsTestJSON-818164034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:48:10.042315 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-6c7c1481-73e7-402e-b6f2-6abed3ad5eaa req-288438f3-843e-4ac6-8f8b-6206244d260b tempest-ServerActionsTestJSON-818164034 tempest-ServerActionsTestJSON-818164034-project] 10.222.0.53 "GET /v2.0/ports?device_id=d6cc2586-9578-488f-96d4-fbc6dd702115 HTTP/1.1" status: 200 len: 945 time: 0.6866732 Jun 24 11:48:10.050620 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-eaf63e0c-aae6-407c-a413-5e7c272a6e62 tempest-RoutersIpV6AdminTest-670466919 tempest-RoutersIpV6AdminTest-670466919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1975381', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1803205', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65378'] for router, precommit_update {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:10.075106 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-dc59a0ed-c88a-4e01-b3ab-50b2368f741d tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1308393 Jun 24 11:48:10.078008 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 58646) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:48:10.081778 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-8335664f-8d68-4ab0-923a-0e20220ffc77 tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793193525068'] for network, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:10.084597 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-a07470e5-2c42-44ca-bd2a-47a798e3be48 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Request body: {'subnet': {'network_id': '11a80c9d-f8ee-4388-91b0-d49a25200fee', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:48:10.088962 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ba4315-e25f-45a5-bb77-5ed99b7ea8d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f60101d7-7bb7-4beb-af1d-6b0b7b9d8816,revision_number=None']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:48:10.091464 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-eaf63e0c-aae6-407c-a413-5e7c272a6e62 tempest-RoutersIpV6AdminTest-670466919 tempest-RoutersIpV6AdminTest-670466919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1815767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1975340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1815772', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1803228'] for router, after_update {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:10.095616 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-a6ba4315-e25f-45a5-bb77-5ed99b7ea8d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:48:10.112561 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-e05e3ccf-4c79-444f-adfd-b2737c45c2b0 None None] For port 8d80ae74-f986-42b8-9266-21634e3a1a9d, host dv-neutron-797120-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=8d80ae74-f986-42b8-9266-21634e3a1a9d,segment=NetworkSegment(fddfe548-9582-48fa-8a0c-6b06bc4d1b9f),segment_id=fddfe548-9582-48fa-8a0c-6b06bc4d1b9f)] {{(pid=128085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 11:48:10.112966 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-e05e3ccf-4c79-444f-adfd-b2737c45c2b0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1978872'] for port, precommit_delete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:10.123569 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.plugin [None req-d35de7d8-bc00-4dc6-bbbc-3a6e664076a2 tempest-RoutersAdminTest-701485524 tempest-RoutersAdminTest-701485524-project] Deleting port 5f225298-b054-41be-9614-ddf5e1a2d7c3 {{(pid=128083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 11:48:10.124164 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-d35de7d8-bc00-4dc6-bbbc-3a6e664076a2 tempest-RoutersAdminTest-701485524 tempest-RoutersAdminTest-701485524-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793193942312'] for port, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:10.131492 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-e05e3ccf-4c79-444f-adfd-b2737c45c2b0 None None] Calling delete_port for 8d80ae74-f986-42b8-9266-21634e3a1a9d owned by network:dhcp {{(pid=128085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 11:48:10.180092 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-6c7c1481-73e7-402e-b6f2-6abed3ad5eaa req-08fff4bb-15dc-4a52-8725-2c3f4a3e4ba1 tempest-ServerActionsTestJSON-818164034 tempest-ServerActionsTestJSON-818164034-project] 10.222.0.53 "GET /v2.0/security-groups?id=7ca7987f-c073-401f-ba18-8737b1398c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1365674 Jun 24 11:48:10.210028 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:10.263702 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-8335664f-8d68-4ab0-923a-0e20220ffc77 tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1800243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976'] for network, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:10.271510 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8335664f-8d68-4ab0-923a-0e20220ffc77 tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:48:10.272268 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-8335664f-8d68-4ab0-923a-0e20220ffc77 tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588949'] for network, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:10.279316 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-b438e031-c60d-4097-bb6f-edc42594e2a3 tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:48:10.312355 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] For port 8d80ae74-f986-42b8-9266-21634e3a1a9d, host dv-neutron-797120-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=8d80ae74-f986-42b8-9266-21634e3a1a9d,segment=NetworkSegment(fddfe548-9582-48fa-8a0c-6b06bc4d1b9f),segment_id=fddfe548-9582-48fa-8a0c-6b06bc4d1b9f)] {{(pid=128085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 11:48:10.333274 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:10.334319 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device d66a84b2-ad5a-483d-b0de-9abf8716d6a1 no longer exists at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 11:48:10.338029 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-6be84ba3-8fcc-42f2-b3b4-68ccc84ed347 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:48:10.343410 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-908afcdd-542d-4882-ae66-9783b765f802 None None] DHCP port deletion for bafc64b7-599f-4120-9111-1328d4d00b29 request from dv-neutron-797120-4-hyperv {{(pid=128085) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 24 11:48:10.379139 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8335664f-8d68-4ab0-923a-0e20220ffc77 tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] Pushing event updated for resources: {'Network': ['ID=74569087-f91d-4d4a-a562-bd8fbb703fec,revision_number=1']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:48:10.386115 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-8335664f-8d68-4ab0-923a-0e20220ffc77 tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:48:10.387988 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.plugin [None req-ef392c1b-702b-45fc-aaec-41650b5cf376 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Deleting port ae9f2bb7-8189-4b6a-af32-ac7244926992 {{(pid=128083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 11:48:10.388594 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-ef392c1b-702b-45fc-aaec-41650b5cf376 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793193942312'] for port, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:10.402486 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] No Port match for: d66a84b2-ad5a-483d-b0de-9abf8716d6a1 {{(pid=128085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 11:48:10.402857 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device d66a84b2-ad5a-483d-b0de-9abf8716d6a1 not bound to the agent host dv-neutron-797120-4-hyperv {{(pid=128085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 11:48:10.404358 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-e05e3ccf-4c79-444f-adfd-b2737c45c2b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793193945299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193536732'] for port, after_delete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:10.409253 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Network 74569087-f91d-4d4a-a562-bd8fbb703fec details requested by agent ovs-agent-dv-neutron-797120-4-hyperv with host dv-neutron-797120-4-hyperv {{(pid=128085) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 11:48:10.411606 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a07470e5-2c42-44ca-bd2a-47a798e3be48 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Made reservation on behalf of 086af1f572244cd08c37d97e004e4732 for: {'subnet': 1} {{(pid=128084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 11:48:10.414016 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-d35de7d8-bc00-4dc6-bbbc-3a6e664076a2 tempest-RoutersAdminTest-701485524 tempest-RoutersAdminTest-701485524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1978872'] for port, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:10.416683 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Pushing event deleted for resources: {'Port': ['ID=8d80ae74-f986-42b8-9266-21634e3a1a9d,revision_number=None']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:48:10.424750 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-a07470e5-2c42-44ca-bd2a-47a798e3be48 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3162484'] for subnet, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:10.433982 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:48:10.439042 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-8335664f-8d68-4ab0-923a-0e20220ffc77 tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.2135472 Jun 24 11:48:10.442243 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 58650) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:48:10.442722 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-bad0e869-6e2c-4171-9e10-04578536be25 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.026s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:48:10.453083 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-7a5213d4-cb71-4902-a7ed-ba7a2393c306 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ce5a3ea-ef86-4fbf-9a68-c613a7caab15', 'name': 'tempest-RoutersIpV6Test-router-1768214735', 'tenant_id': '9c8c7551cf984e4ca40de4f1d8880b93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T11:46:39Z', 'updated_at': '2021-06-24T11:48:05Z', 'revision_number': 10, 'project_id': '9c8c7551cf984e4ca40de4f1d8880b93', 'gw_port_host': None, '_interfaces': [{'id': '525ba555-882d-46c1-90b4-58e1947f05fb', 'name': '', 'network_id': 'e6c680f4-577d-4f2c-840f-4ffe44326df7', 'tenant_id': '9c8c7551cf984e4ca40de4f1d8880b93', 'mac_address': 'fa:16:3e:9e:cb:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce5a3ea-ef86-4fbf-9a68-c613a7caab15', 'device_owner': 'network:router_interface', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': 'e0b6c98b-cc27-4b1e-ba5c-af819acff9ea', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:46:45Z', 'updated_at': '2021-06-24T11:47:01Z', 'revision_number': 5, 'project_id': '9c8c7551cf984e4ca40de4f1d8880b93', 'subnets': [{'id': 'e0b6c98b-cc27-4b1e-ba5c-af819acff9ea', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:48:10.456238 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e05e3ccf-4c79-444f-adfd-b2737c45c2b0 None None] No DVR routers for this DVR port 8d80ae74-f986-42b8-9266-21634e3a1a9d on host dv-neutron-797120-4-hyperv {{(pid=128085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 11:48:10.462560 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-481f3f92-a4fb-43ec-bc65-1a998877a89c tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] Request body: {'subnet': {'network_id': '74569087-f91d-4d4a-a562-bd8fbb703fec', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:48:10.476208 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.plugin [None req-d35de7d8-bc00-4dc6-bbbc-3a6e664076a2 tempest-RoutersAdminTest-701485524 tempest-RoutersAdminTest-701485524-project] Calling delete_port for 5f225298-b054-41be-9614-ddf5e1a2d7c3 owned by network:router_gateway {{(pid=128083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 11:48:10.508853 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.db [None req-ef392c1b-702b-45fc-aaec-41650b5cf376 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] For port ae9f2bb7-8189-4b6a-af32-ac7244926992, host dv-neutron-797120-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=ae9f2bb7-8189-4b6a-af32-ac7244926992,segment=NetworkSegment(5f43c935-74a5-4624-8586-2fa4d7e03c81),segment_id=5f43c935-74a5-4624-8586-2fa4d7e03c81)] {{(pid=128083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 11:48:10.509687 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-ef392c1b-702b-45fc-aaec-41650b5cf376 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1978872'] for port, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:10.549483 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05e3ccf-4c79-444f-adfd-b2737c45c2b0 None None] Pushing event deleted for resources: {'Port': ['ID=8d80ae74-f986-42b8-9266-21634e3a1a9d,revision_number=None']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:48:10.557276 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fba6ce6-f438-4733-8b7b-ba3aab1be3dd None None] Network 11a80c9d-f8ee-4388-91b0-d49a25200fee requested from dv-neutron-797120-4-hyperv {{(pid=128085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 11:48:10.561799 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.plugin [None req-ef392c1b-702b-45fc-aaec-41650b5cf376 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Calling delete_port for ae9f2bb7-8189-4b6a-af32-ac7244926992 owned by network:dhcp {{(pid=128083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 11:48:10.567199 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-e05e3ccf-4c79-444f-adfd-b2737c45c2b0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:48:10.568102 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a5213d4-cb71-4902-a7ed-ba7a2393c306 None None] The sync data for ids ['9ce5a3ea-ef86-4fbf-9a68-c613a7caab15'] in dv-neutron-797120-4-hyperv is: [{'id': '9ce5a3ea-ef86-4fbf-9a68-c613a7caab15', 'name': 'tempest-RoutersIpV6Test-router-1768214735', 'tenant_id': '9c8c7551cf984e4ca40de4f1d8880b93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T11:46:39Z', 'updated_at': '2021-06-24T11:48:05Z', 'revision_number': 10, 'project_id': '9c8c7551cf984e4ca40de4f1d8880b93', 'gw_port_host': None, '_interfaces': [{'id': '525ba555-882d-46c1-90b4-58e1947f05fb', 'name': '', 'network_id': 'e6c680f4-577d-4f2c-840f-4ffe44326df7', 'tenant_id': '9c8c7551cf984e4ca40de4f1d8880b93', 'mac_address': 'fa:16:3e:9e:cb:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce5a3ea-ef86-4fbf-9a68-c613a7caab15', 'device_owner': 'network:router_interface', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': 'e0b6c98b-cc27-4b1e-ba5c-af819acff9ea', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:46:45Z', 'updated_at': '2021-06-24T11:47:01Z', 'revision_number': 5, 'project_id': '9c8c7551cf984e4ca40de4f1d8880b93', 'subnets': [{'id': 'e0b6c98b-cc27-4b1e-ba5c-af819acff9ea', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=128085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 11:48:10.614630 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eaf63e0c-aae6-407c-a413-5e7c272a6e62 tempest-RoutersIpV6AdminTest-670466919 tempest-RoutersIpV6AdminTest-670466919-project] Router efe92b07-8db7-45d5-ab0e-9f5a380967c5 is scheduled to L3 agent 2987dba8-2249-4ee6-96ec-28f0f7a6127d with binding_index 1 {{(pid=128084) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 24 11:48:10.768338 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-481f3f92-a4fb-43ec-bc65-1a998877a89c tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] Made reservation on behalf of e5cf0df8d3ec4e94a403a4ce89d83b64 for: {'subnet': 1} {{(pid=128084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 11:48:10.772469 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-481f3f92-a4fb-43ec-bc65-1a998877a89c tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3162484'] for subnet, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:10.790427 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-908afcdd-542d-4882-ae66-9783b765f802 None None] Deleting port ae9f2bb7-8189-4b6a-af32-ac7244926992 {{(pid=128085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 11:48:10.790942 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-908afcdd-542d-4882-ae66-9783b765f802 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793193942312'] for port, before_delete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:10.806458 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1188581-d4e8-4bcb-a4d9-5080a6d3cdf3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d65c8f8-7530-5052-99fe-8ea05073750b-11a80c9d-f8ee-4388-91b0-d49a25200fee', 'network_id': '11a80c9d-f8ee-4388-91b0-d49a25200fee', 'tenant_id': '086af1f572244cd08c37d97e004e4732', 'fixed_ips': [{'subnet_id': '2d0d5ac6-594d-4e3c-944f-c9c5079bc46d'}]}} from dv-neutron-797120-4-hyperv. {{(pid=128085) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 24 11:48:10.806967 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-ef392c1b-702b-45fc-aaec-41650b5cf376 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793193945299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193536732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2537862'] for port, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:10.807618 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-b1188581-d4e8-4bcb-a4d9-5080a6d3cdf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_create {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:10.816318 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-d17dcfef-ae4e-499c-871c-358eac337b4f tempest-RoutersAdminTest-1970644103 tempest-RoutersAdminTest-1970644103-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:48:10.825484 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-4e0c1e98-1d18-44fd-b921-ed7cd03ef975 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1978565'] for router_interface, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:10.859194 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef392c1b-702b-45fc-aaec-41650b5cf376 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Pushing event deleted for resources: {'Port': ['ID=ae9f2bb7-8189-4b6a-af32-ac7244926992,revision_number=None']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:48:10.868736 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-ef392c1b-702b-45fc-aaec-41650b5cf376 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:48:10.875857 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef392c1b-702b-45fc-aaec-41650b5cf376 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] No DVR routers for this DVR port ae9f2bb7-8189-4b6a-af32-ac7244926992 on host dv-neutron-797120-4-hyperv {{(pid=128083) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 11:48:10.888640 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-908afcdd-542d-4882-ae66-9783b765f802 None None] For port ae9f2bb7-8189-4b6a-af32-ac7244926992, host dv-neutron-797120-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=ae9f2bb7-8189-4b6a-af32-ac7244926992,segment=NetworkSegment(5f43c935-74a5-4624-8586-2fa4d7e03c81),segment_id=5f43c935-74a5-4624-8586-2fa4d7e03c81)] {{(pid=128085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 11:48:10.889183 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-908afcdd-542d-4882-ae66-9783b765f802 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1978872'] for port, precommit_delete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:10.913122 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-d35de7d8-bc00-4dc6-bbbc-3a6e664076a2 tempest-RoutersAdminTest-701485524 tempest-RoutersAdminTest-701485524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793193945299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193536732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2537862'] for port, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:10.956507 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-908afcdd-542d-4882-ae66-9783b765f802 None None] Calling delete_port for ae9f2bb7-8189-4b6a-af32-ac7244926992 owned by network:dhcp {{(pid=128085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 11:48:11.010713 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eaf63e0c-aae6-407c-a413-5e7c272a6e62 tempest-RoutersIpV6AdminTest-670466919 tempest-RoutersIpV6AdminTest-670466919-project] Notify agent at l3_agent.dv-neutron-797120-4-hyperv the message routers_updated {{(pid=128084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 11:48:11.010941 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-ef392c1b-702b-45fc-aaec-41650b5cf376 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973199', 'neutron.services.segments.db._delete_segments_for_network-8793194012456'] for network, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:11.023152 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-eaf63e0c-aae6-407c-a413-5e7c272a6e62 tempest-RoutersIpV6AdminTest-670466919 tempest-RoutersIpV6AdminTest-670466919-project] Notify callbacks [] for router, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:11.023430 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.services.segments.db [None req-ef392c1b-702b-45fc-aaec-41650b5cf376 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bafc64b7-599f-4120-9111-1328d4d00b29']}} {{(pid=128083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:48:11.025164 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-eaf63e0c-aae6-407c-a413-5e7c272a6e62 tempest-RoutersIpV6AdminTest-670466919 tempest-RoutersIpV6AdminTest-670466919-project] 10.222.0.53 "PUT /v2.0/routers/efe92b07-8db7-45d5-ab0e-9f5a380967c5 HTTP/1.1" status: 200 len: 883 time: 6.1867189 Jun 24 11:48:11.036911 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 58664) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:48:11.037778 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-218bafb3-b130-4052-8e23-4ec306383fa1 None None] Sync routers for ids ['efe92b07-8db7-45d5-ab0e-9f5a380967c5'] in dv-neutron-797120-4-hyperv {{(pid=128086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 11:48:11.044578 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-0c1d97cd-b85e-4b74-91ac-481cfb194549 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:48:11.055616 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-218bafb3-b130-4052-8e23-4ec306383fa1 None None] Routers {'efe92b07-8db7-45d5-ab0e-9f5a380967c5'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 11:48:11.056939 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-218bafb3-b130-4052-8e23-4ec306383fa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T11:47:56Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['efe92b07-8db7-45d5-ab0e-9f5a380967c5'], 'active': True} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:48:11.116292 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.services.segments.db [None req-ef392c1b-702b-45fc-aaec-41650b5cf376 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f43c935-74a5-4624-8586-2fa4d7e03c81') {'for_net_delete': True} {{(pid=128083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:48:11.116762 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.services.segments.db [None req-ef392c1b-702b-45fc-aaec-41650b5cf376 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f43c935-74a5-4624-8586-2fa4d7e03c81') {} {{(pid=128083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:48:11.128031 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35de7d8-bc00-4dc6-bbbc-3a6e664076a2 tempest-RoutersAdminTest-701485524 tempest-RoutersAdminTest-701485524-project] Pushing event deleted for resources: {'Port': ['ID=5f225298-b054-41be-9614-ddf5e1a2d7c3,revision_number=None']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:48:11.137587 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-218bafb3-b130-4052-8e23-4ec306383fa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:48:11.140710 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-d35de7d8-bc00-4dc6-bbbc-3a6e664076a2 tempest-RoutersAdminTest-701485524 tempest-RoutersAdminTest-701485524-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:48:11.169065 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-218bafb3-b130-4052-8e23-4ec306383fa1 None None] Routers {'efe92b07-8db7-45d5-ab0e-9f5a380967c5'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 11:48:11.169716 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-218bafb3-b130-4052-8e23-4ec306383fa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T11:47:56Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['efe92b07-8db7-45d5-ab0e-9f5a380967c5'], 'active': True} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:48:11.243557 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-908afcdd-542d-4882-ae66-9783b765f802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793193945299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193536732'] for port, after_delete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:11.253585 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:48:11.257027 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-218bafb3-b130-4052-8e23-4ec306383fa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:48:11.257286 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.db_base_plugin_common [None req-b1188581-d4e8-4bcb-a4d9-5080a6d3cdf3 None None] Allocated IP 172.20.0.2 (11a80c9d-f8ee-4388-91b0-d49a25200fee/2d0d5ac6-594d-4e3c-944f-c9c5079bc46d/880e2eed-20f6-4891-aaef-3124bdb3d3d6) {{(pid=128085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 11:48:11.261867 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-218bafb3-b130-4052-8e23-4ec306383fa1 None None] The sync data for ids ['efe92b07-8db7-45d5-ab0e-9f5a380967c5'] in dv-neutron-797120-4-hyperv is: [] {{(pid=128086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 11:48:11.301108 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-ef392c1b-702b-45fc-aaec-41650b5cf376 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793194097327', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3143690'] for segment, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:11.303790 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-908afcdd-542d-4882-ae66-9783b765f802 None None] No DVR routers for this DVR port ae9f2bb7-8189-4b6a-af32-ac7244926992 on host dv-neutron-797120-4-hyperv {{(pid=128085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 11:48:11.305817 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-d35de7d8-bc00-4dc6-bbbc-3a6e664076a2 tempest-RoutersAdminTest-701485524 tempest-RoutersAdminTest-701485524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1815728'] for router_gateway, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:11.316856 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908afcdd-542d-4882-ae66-9783b765f802 None None] Pushing event deleted for resources: {'Port': ['ID=ae9f2bb7-8189-4b6a-af32-ac7244926992,revision_number=None']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:48:11.334562 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-908afcdd-542d-4882-ae66-9783b765f802 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:48:11.424343 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-d35de7d8-bc00-4dc6-bbbc-3a6e664076a2 tempest-RoutersAdminTest-701485524 tempest-RoutersAdminTest-701485524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1803182', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65403'] for router, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:11.427094 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-d35de7d8-bc00-4dc6-bbbc-3a6e664076a2 tempest-RoutersAdminTest-701485524 tempest-RoutersAdminTest-701485524-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:11.428414 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 58672) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:48:11.499691 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-b1188581-d4e8-4bcb-a4d9-5080a6d3cdf3 None None] Notify callbacks [] for port, precommit_create {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:11.512311 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-b1188581-d4e8-4bcb-a4d9-5080a6d3cdf3 None None] Transition to ACTIVE for port object 880e2eed-20f6-4891-aaef-3124bdb3d3d6 will not be triggered until provisioned by entity L2. {{(pid=128085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 11:48:11.520041 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-ef392c1b-702b-45fc-aaec-41650b5cf376 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967879'] for segment, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:11.531245 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef392c1b-702b-45fc-aaec-41650b5cf376 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Releasing vlan 640 on physical network physnet1 to pool {{(pid=128083) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 11:48:11.532965 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-ef392c1b-702b-45fc-aaec-41650b5cf376 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2537899'] for segment, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:11.537067 dv-neutron-797120-4-hyperv neutron-server[128083]: Traceback (most recent call last): Jun 24 11:48:11.537067 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 24 11:48:11.537067 dv-neutron-797120-4-hyperv neutron-server[128083]: timer() Jun 24 11:48:11.537067 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 24 11:48:11.537067 dv-neutron-797120-4-hyperv neutron-server[128083]: cb(*args, **kw) Jun 24 11:48:11.537067 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 24 11:48:11.537067 dv-neutron-797120-4-hyperv neutron-server[128083]: return func(*args, **kwargs) Jun 24 11:48:11.537067 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 24 11:48:11.537067 dv-neutron-797120-4-hyperv neutron-server[128083]: self._notify() Jun 24 11:48:11.537067 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 24 11:48:11.537067 dv-neutron-797120-4-hyperv neutron-server[128083]: self.callback(batched_events) Jun 24 11:48:11.537067 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 24 11:48:11.537067 dv-neutron-797120-4-hyperv neutron-server[128083]: event.method(event) Jun 24 11:48:11.537067 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 24 11:48:11.537067 dv-neutron-797120-4-hyperv neutron-server[128083]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 24 11:48:11.537067 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 24 11:48:11.537067 dv-neutron-797120-4-hyperv neutron-server[128083]: aggregate_uuid = self.p_client.list_aggregates( Jun 24 11:48:11.537067 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 24 11:48:11.537067 dv-neutron-797120-4-hyperv neutron-server[128083]: return f(self, *a, **k) Jun 24 11:48:11.537067 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 24 11:48:11.537067 dv-neutron-797120-4-hyperv neutron-server[128083]: return self._get(url).json() Jun 24 11:48:11.537067 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 24 11:48:11.537067 dv-neutron-797120-4-hyperv neutron-server[128083]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 24 11:48:11.537067 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 24 11:48:11.537067 dv-neutron-797120-4-hyperv neutron-server[128083]: return self.request(url, 'GET', **kwargs) Jun 24 11:48:11.537067 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 24 11:48:11.537067 dv-neutron-797120-4-hyperv neutron-server[128083]: base_url = self.get_endpoint(auth, allow=allow, Jun 24 11:48:11.537067 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 24 11:48:11.537067 dv-neutron-797120-4-hyperv neutron-server[128083]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 24 11:48:11.537067 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 24 11:48:11.537067 dv-neutron-797120-4-hyperv neutron-server[128083]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 24 11:48:11.537067 dv-neutron-797120-4-hyperv neutron-server[128083]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 24 11:48:11.539757 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-b1188581-d4e8-4bcb-a4d9-5080a6d3cdf3 None None] Transition to ACTIVE for port object 880e2eed-20f6-4891-aaef-3124bdb3d3d6 will not be triggered until provisioned by entity DHCP. {{(pid=128085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 11:48:11.553443 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-b1188581-d4e8-4bcb-a4d9-5080a6d3cdf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-650429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-506361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793193536723'] for port, after_create {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:11.553720 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-d35de7d8-bc00-4dc6-bbbc-3a6e664076a2 tempest-RoutersAdminTest-701485524 tempest-RoutersAdminTest-701485524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1806072'] for router, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:11.553720 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d35de7d8-bc00-4dc6-bbbc-3a6e664076a2 tempest-RoutersAdminTest-701485524 tempest-RoutersAdminTest-701485524-project] Fanout notify agent at l3_agent the message router_deleted on router 7e0308cf-e25e-44a6-9d34-cc8897d616e1 {{(pid=128083) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 24 11:48:11.558744 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-28d862c3-86c7-43c5-9b76-52a4a212979d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:48:11.560718 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-d35de7d8-bc00-4dc6-bbbc-3a6e664076a2 tempest-RoutersAdminTest-701485524 tempest-RoutersAdminTest-701485524-project] Notify callbacks [] for router, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:11.562053 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-d35de7d8-bc00-4dc6-bbbc-3a6e664076a2 tempest-RoutersAdminTest-701485524 tempest-RoutersAdminTest-701485524-project] 10.222.0.53 "DELETE /v2.0/routers/7e0308cf-e25e-44a6-9d34-cc8897d616e1 HTTP/1.1" status: 204 len: 168 time: 2.9117174 Jun 24 11:48:11.575728 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 58678) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:48:11.604724 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1188581-d4e8-4bcb-a4d9-5080a6d3cdf3 None None] Network 11a80c9d-f8ee-4388-91b0-d49a25200fee is already hosted by enough agents. {{(pid=128085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 11:48:11.611059 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.scheduler.base_scheduler [None req-b1188581-d4e8-4bcb-a4d9-5080a6d3cdf3 None None] Resources bound (agent type, host, resource id): {{(pid=128085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:48:11.614928 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1188581-d4e8-4bcb-a4d9-5080a6d3cdf3 None None] Received port after_create {{(pid=128085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 11:48:11.619985 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [None req-e9636898-d29f-4961-9f61-c27a11ca08c0 tempest-RoutersAdminTest-701485524 tempest-RoutersAdminTest-701485524-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1613485245', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:48:11.623286 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1188581-d4e8-4bcb-a4d9-5080a6d3cdf3 None None] Pushing event updated for resources: {'Port': ['ID=880e2eed-20f6-4891-aaef-3124bdb3d3d6,revision_number=1']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:48:11.628491 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-b1188581-d4e8-4bcb-a4d9-5080a6d3cdf3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:48:11.635382 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [None req-a879a8a5-5392-4be0-9f30-10e5f5b340d9 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2043967934'}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:48:11.681210 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-ef392c1b-702b-45fc-aaec-41650b5cf376 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1800243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1815642'] for network, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:11.692435 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-b1188581-d4e8-4bcb-a4d9-5080a6d3cdf3 None None] Attempting to bind port 880e2eed-20f6-4891-aaef-3124bdb3d3d6 on host dv-neutron-797120-4-hyperv for vnic_type normal with profile {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 11:48:11.692850 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-b1188581-d4e8-4bcb-a4d9-5080a6d3cdf3 None None] Attempting to bind port 880e2eed-20f6-4891-aaef-3124bdb3d3d6 by drivers openvswitch,hyperv on host dv-neutron-797120-4-hyperv at level 0 using segments [{'id': 'fddfe548-9582-48fa-8a0c-6b06bc4d1b9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '11a80c9d-f8ee-4388-91b0-d49a25200fee'}] {{(pid=128085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 11:48:11.693153 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-ef392c1b-702b-45fc-aaec-41650b5cf376 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588949'] for network, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:11.693273 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1188581-d4e8-4bcb-a4d9-5080a6d3cdf3 None None] Attempting to bind port 880e2eed-20f6-4891-aaef-3124bdb3d3d6 on network 11a80c9d-f8ee-4388-91b0-d49a25200fee {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 11:48:11.696644 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-ef392c1b-702b-45fc-aaec-41650b5cf376 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] 10.222.0.53 "DELETE /v2.0/networks/bafc64b7-599f-4120-9111-1328d4d00b29 HTTP/1.1" status: 204 len: 168 time: 2.2496879 Jun 24 11:48:11.700676 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-aa6d6daf-a834-464a-8344-99cedd93f037 tempest-BulkNetworkOpsIpV6Test-1142812762 tempest-BulkNetworkOpsIpV6Test-1142812762-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:48:11.702355 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1188581-d4e8-4bcb-a4d9-5080a6d3cdf3 None None] Checking agent: {'id': 'e3a695b2-c397-461f-83b0-10b79d490b59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 11, 36, 56), 'started_at': datetime.datetime(2021, 6, 24, 11, 37, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 11, 47, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 11:48:11.702754 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1188581-d4e8-4bcb-a4d9-5080a6d3cdf3 None None] Checking segment: {'id': 'fddfe548-9582-48fa-8a0c-6b06bc4d1b9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '11a80c9d-f8ee-4388-91b0-d49a25200fee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=128085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 11:48:11.703173 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-b1188581-d4e8-4bcb-a4d9-5080a6d3cdf3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:11.704252 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1188581-d4e8-4bcb-a4d9-5080a6d3cdf3 None None] Bound using segment: {'id': 'fddfe548-9582-48fa-8a0c-6b06bc4d1b9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '11a80c9d-f8ee-4388-91b0-d49a25200fee'} {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 11:48:11.704744 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-b1188581-d4e8-4bcb-a4d9-5080a6d3cdf3 None None] Bound port: 880e2eed-20f6-4891-aaef-3124bdb3d3d6, host: dv-neutron-797120-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fddfe548-9582-48fa-8a0c-6b06bc4d1b9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '11a80c9d-f8ee-4388-91b0-d49a25200fee'}}] {{(pid=128085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 11:48:11.705180 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-b1188581-d4e8-4bcb-a4d9-5080a6d3cdf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:11.705655 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 58680) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:48:11.718691 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8888442f-ec7d-4a72-9537-54b5fd85c968 req-f510a975-9ad5-409c-ab3d-fef0b6608986 tempest-ServerActionsTestJSON-818164034 tempest-ServerActionsTestJSON-818164034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:48:11.721561 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-8888442f-ec7d-4a72-9537-54b5fd85c968 req-f510a975-9ad5-409c-ab3d-fef0b6608986 tempest-ServerActionsTestJSON-818164034 tempest-ServerActionsTestJSON-818164034-project] 10.222.0.53 "GET /v2.0/ports?device_id=d6cc2586-9578-488f-96d4-fbc6dd702115 HTTP/1.1" status: 200 len: 945 time: 0.2922525 Jun 24 11:48:11.722547 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-e9636898-d29f-4961-9f61-c27a11ca08c0 tempest-RoutersAdminTest-701485524 tempest-RoutersAdminTest-701485524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1803889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65293'] for router, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:11.723715 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-e9636898-d29f-4961-9f61-c27a11ca08c0 tempest-RoutersAdminTest-701485524 tempest-RoutersAdminTest-701485524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1803848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1975305', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1581158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65396'] for router, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:11.768691 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device 393d903f-50b4-48ed-81e2-0ee182c5f33f no longer exists at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 11:48:11.792854 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] No Port match for: 393d903f-50b4-48ed-81e2-0ee182c5f33f {{(pid=128085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 11:48:11.793242 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device 393d903f-50b4-48ed-81e2-0ee182c5f33f not bound to the agent host dv-neutron-797120-4-hyperv {{(pid=128085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 11:48:11.793671 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device ae9f2bb7-8189-4b6a-af32-ac7244926992 no longer exists at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 11:48:11.812527 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef392c1b-702b-45fc-aaec-41650b5cf376 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Pushing event deleted for resources: {'Network': ['ID=bafc64b7-599f-4120-9111-1328d4d00b29,revision_number=None']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:48:11.816074 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-ef392c1b-702b-45fc-aaec-41650b5cf376 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:48:11.821834 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] No Port match for: ae9f2bb7-8189-4b6a-af32-ac7244926992 {{(pid=128085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 11:48:11.822380 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device ae9f2bb7-8189-4b6a-af32-ac7244926992 not bound to the agent host dv-neutron-797120-4-hyperv {{(pid=128085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 11:48:11.847955 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-9c9576af-8cac-4ca7-9b5b-16c15d6169fd tempest-RoutersIpV6AdminTest-1198470881 tempest-RoutersIpV6AdminTest-1198470881-project-admin] 10.222.0.53 "GET /v2.0/routers/efe92b07-8db7-45d5-ab0e-9f5a380967c5 HTTP/1.1" status: 200 len: 924 time: 0.7979269 Jun 24 11:48:11.848568 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 58682) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:48:11.864253 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-b1188581-d4e8-4bcb-a4d9-5080a6d3cdf3 None None] For port 880e2eed-20f6-4891-aaef-3124bdb3d3d6, host dv-neutron-797120-4-hyperv, cleared binding levels {{(pid=128085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 11:48:11.868291 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-b1188581-d4e8-4bcb-a4d9-5080a6d3cdf3 None None] For port 880e2eed-20f6-4891-aaef-3124bdb3d3d6, host dv-neutron-797120-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=880e2eed-20f6-4891-aaef-3124bdb3d3d6,segment=NetworkSegment(fddfe548-9582-48fa-8a0c-6b06bc4d1b9f),segment_id=fddfe548-9582-48fa-8a0c-6b06bc4d1b9f)] {{(pid=128085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 11:48:11.872545 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-b1188581-d4e8-4bcb-a4d9-5080a6d3cdf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:11.874523 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-40589c59-a0da-4ccd-b541-249e0a74d079 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:48:11.887736 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-e9636898-d29f-4961-9f61-c27a11ca08c0 tempest-RoutersAdminTest-701485524 tempest-RoutersAdminTest-701485524-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:11.898318 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-e9636898-d29f-4961-9f61-c27a11ca08c0 tempest-RoutersAdminTest-701485524 tempest-RoutersAdminTest-701485524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1803210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1815767'] for router, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:11.913987 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a879a8a5-5392-4be0-9f30-10e5f5b340d9 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Made reservation on behalf of aaefe7394f294c70a614c4415cde77d6 for: {'network': 1} {{(pid=128083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 11:48:11.918433 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-a879a8a5-5392-4be0-9f30-10e5f5b340d9 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for network, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:11.945641 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1188581-d4e8-4bcb-a4d9-5080a6d3cdf3 None None] Pushing event updated for resources: {'Port': ['ID=880e2eed-20f6-4891-aaef-3124bdb3d3d6,revision_number=2']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:48:11.953181 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-b1188581-d4e8-4bcb-a4d9-5080a6d3cdf3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:48:11.962769 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-a879a8a5-5392-4be0-9f30-10e5f5b340d9 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Notify callbacks [] for security_group, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:11.964739 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-e9636898-d29f-4961-9f61-c27a11ca08c0 tempest-RoutersAdminTest-701485524 tempest-RoutersAdminTest-701485524-project] Notify callbacks [] for router, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:11.965949 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-e9636898-d29f-4961-9f61-c27a11ca08c0 tempest-RoutersAdminTest-701485524 tempest-RoutersAdminTest-701485524-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.3505082 Jun 24 11:48:11.974240 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 58684) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:48:11.978835 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [None req-3d572cc4-ebc9-427d-80e3-c07ce519b933 tempest-RoutersAdminTest-1970644103 tempest-RoutersAdminTest-1970644103-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'enable_snat': True}}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:48:11.984577 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-8888442f-ec7d-4a72-9537-54b5fd85c968 req-b39cf418-f0c3-4e5f-9d04-92c53d9256f7 tempest-ServerActionsTestJSON-818164034 tempest-ServerActionsTestJSON-818164034-project] 10.222.0.53 "GET /v2.0/security-groups?id=7ca7987f-c073-401f-ba18-8737b1398c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2216606 Jun 24 11:48:12.192151 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4e95ace-1ae3-4434-9bd6-68fed0a86ecc tempest-RoutersIpV6AdminTest-1198470881 tempest-RoutersIpV6AdminTest-1198470881-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:48:12.197687 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-b4e95ace-1ae3-4434-9bd6-68fed0a86ecc tempest-RoutersIpV6AdminTest-1198470881 tempest-RoutersIpV6AdminTest-1198470881-project-admin] 10.222.0.53 "GET /v2.0/ports?network_id=f2b8ca71-e776-48b2-8898-96cc7970207b&device_id=efe92b07-8db7-45d5-ab0e-9f5a380967c5&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.3224730 Jun 24 11:48:12.202448 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 58686) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:48:12.249193 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.objects.ports [None req-481f3f92-a4fb-43ec-bc65-1a998877a89c tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=128084) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jun 24 11:48:12.265618 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-481f3f92-a4fb-43ec-bc65-1a998877a89c tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3291959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3162270'] for subnet, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:12.270960 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.objects.ports [None req-a07470e5-2c42-44ca-bd2a-47a798e3be48 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=128084) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jun 24 11:48:12.273658 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-8f0bdfd3-1035-4398-8a3c-36e2e0cdd7bf tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:48:12.370412 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-3d572cc4-ebc9-427d-80e3-c07ce519b933 tempest-RoutersAdminTest-1970644103 tempest-RoutersAdminTest-1970644103-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1975381', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1803205', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65378'] for router, precommit_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:12.462769 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.plugin [None req-4e0c1e98-1d18-44fd-b921-ed7cd03ef975 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Deleting port d22328e1-d1a8-42bd-82d3-351b64623792 {{(pid=128084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 11:48:12.463022 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-4e0c1e98-1d18-44fd-b921-ed7cd03ef975 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793193942312'] for port, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:12.471841 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481f3f92-a4fb-43ec-bc65-1a998877a89c tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] Pushing event updated for resources: {'Subnet': ['ID=954a6929-f9e2-4841-9d64-09eed5756efa,revision_number=0']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:48:12.503608 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-481f3f92-a4fb-43ec-bc65-1a998877a89c tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:48:12.514624 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-a879a8a5-5392-4be0-9f30-10e5f5b340d9 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Notify callbacks [] for security_group, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:12.523864 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-a879a8a5-5392-4be0-9f30-10e5f5b340d9 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800410'] for security_group, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:12.531581 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-2f5280a3-17ad-422f-82d5-e0b5ebdf7e3b tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:48:12.545837 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a8c62c1-2f2d-47a8-9804-1c62186c93ef tempest-RoutersIpV6AdminTest-1198470881 tempest-RoutersIpV6AdminTest-1198470881-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=128084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:48:12.549955 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-7a8c62c1-2f2d-47a8-9804-1c62186c93ef tempest-RoutersIpV6AdminTest-1198470881 tempest-RoutersIpV6AdminTest-1198470881-project-admin] 10.222.0.53 "GET /v2.0/networks/f2b8ca71-e776-48b2-8898-96cc7970207b HTTP/1.1" status: 200 len: 881 time: 0.3423750 Jun 24 11:48:12.551928 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 58688) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:48:12.569380 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a879a8a5-5392-4be0-9f30-10e5f5b340d9 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] vlan segment allocate from pool success with {'vlan_id': 626, 'physical_network': 'physnet1'} {{(pid=128083) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 11:48:12.571875 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-481f3f92-a4fb-43ec-bc65-1a998877a89c tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] Checking segment: {'id': '98f7cbcc-8d00-4b77-a71a-6d7294575eec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '74569087-f91d-4d4a-a562-bd8fbb703fec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=128084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 11:48:12.572245 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-481f3f92-a4fb-43ec-bc65-1a998877a89c tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] Network hostable DHCP agents. Network: 74569087-f91d-4d4a-a562-bd8fbb703fec, hostable agents: ['6be988a9-1d97-480f-be5a-c55abf2c55c5'], hosted agents: [] {{(pid=128084) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 11:48:12.615586 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-04b7b62d-1aee-4c2b-a44f-5f6782b630aa tempest-RoutersIpV6AdminTest-670466919 tempest-RoutersIpV6AdminTest-670466919-project] 10.222.0.53 "GET /v2.0/ports?device_id=efe92b07-8db7-45d5-ab0e-9f5a380967c5 HTTP/1.1" status: 200 len: 205 time: 0.0593281 Jun 24 11:48:12.623743 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 58690) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:48:12.624881 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-a879a8a5-5392-4be0-9f30-10e5f5b340d9 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967879'] for segment, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:12.625330 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.db.segments_db [None req-a879a8a5-5392-4be0-9f30-10e5f5b340d9 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Added segment 9a600d73-2c73-4091-aead-4bd42579a815 of type vlan for network 5df179a1-2c09-4468-b884-bbdc2bfe8c7a Jun 24 11:48:12.627664 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a879a8a5-5392-4be0-9f30-10e5f5b340d9 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e2f6ef14-2752-43f6-a209-5dd9d6fb1dcf,revision_number=1']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:48:12.631037 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-a879a8a5-5392-4be0-9f30-10e5f5b340d9 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:48:12.644280 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.db [None req-4e0c1e98-1d18-44fd-b921-ed7cd03ef975 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] For port d22328e1-d1a8-42bd-82d3-351b64623792, host dv-neutron-797120-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=d22328e1-d1a8-42bd-82d3-351b64623792,segment=NetworkSegment(bb331b1f-a9ef-4c40-9aab-9aba7f5e1fe9),segment_id=bb331b1f-a9ef-4c40-9aab-9aba7f5e1fe9)] {{(pid=128084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 11:48:12.644771 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-4e0c1e98-1d18-44fd-b921-ed7cd03ef975 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1978872'] for port, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:12.699259 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-481f3f92-a4fb-43ec-bc65-1a998877a89c tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] Network 74569087-f91d-4d4a-a562-bd8fbb703fec is scheduled to be hosted by DHCP agent 6be988a9-1d97-480f-be5a-c55abf2c55c5 with binding_index 1 {{(pid=128084) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 11:48:12.712142 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-a879a8a5-5392-4be0-9f30-10e5f5b340d9 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793193525068'] for network, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:12.734280 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.plugin [None req-4e0c1e98-1d18-44fd-b921-ed7cd03ef975 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Calling delete_port for d22328e1-d1a8-42bd-82d3-351b64623792 owned by network:router_interface {{(pid=128084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 11:48:12.739687 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.base_scheduler [None req-481f3f92-a4fb-43ec-bc65-1a998877a89c tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-4-hyperv, 74569087-f91d-4d4a-a562-bd8fbb703fec) {{(pid=128084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:48:12.747978 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7e00b4c-2150-48fb-b28b-376e2d830400 None None] Network 74569087-f91d-4d4a-a562-bd8fbb703fec requested from dv-neutron-797120-4-hyperv {{(pid=128085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 11:48:12.755986 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-a07470e5-2c42-44ca-bd2a-47a798e3be48 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:12.779951 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-481f3f92-a4fb-43ec-bc65-1a998877a89c tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=128084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:48:12.780557 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-481f3f92-a4fb-43ec-bc65-1a998877a89c tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] Notify callbacks [] for subnet, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:12.858630 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-a879a8a5-5392-4be0-9f30-10e5f5b340d9 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1800243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976'] for network, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:12.865272 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a879a8a5-5392-4be0-9f30-10e5f5b340d9 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:48:12.866575 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-a879a8a5-5392-4be0-9f30-10e5f5b340d9 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588949'] for network, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:12.876622 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-52b1b9da-fab3-4189-b45b-40bd40a337dc tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:48:12.904361 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-481f3f92-a4fb-43ec-bc65-1a998877a89c tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 2.4484336 Jun 24 11:48:12.910640 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 58692) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:48:12.954798 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-743dd67e-072a-407b-929f-eea23c984428 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d65c8f8-7530-5052-99fe-8ea05073750b-74569087-f91d-4d4a-a562-bd8fbb703fec', 'network_id': '74569087-f91d-4d4a-a562-bd8fbb703fec', 'tenant_id': 'e5cf0df8d3ec4e94a403a4ce89d83b64', 'fixed_ips': [{'subnet_id': '954a6929-f9e2-4841-9d64-09eed5756efa'}]}} from dv-neutron-797120-4-hyperv. {{(pid=128085) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 24 11:48:12.956247 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-743dd67e-072a-407b-929f-eea23c984428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_create {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:12.963374 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a879a8a5-5392-4be0-9f30-10e5f5b340d9 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Pushing event updated for resources: {'Network': ['ID=5df179a1-2c09-4468-b884-bbdc2bfe8c7a,revision_number=1']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:48:12.973174 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-dac1dff6-92e2-456b-9489-b6797ccab1d6 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1978565'] for router_interface, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:12.980019 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Network 5df179a1-2c09-4468-b884-bbdc2bfe8c7a details requested by agent ovs-agent-dv-neutron-797120-4-hyperv with host dv-neutron-797120-4-hyperv {{(pid=128085) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 11:48:13.058428 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-e37b2b8d-5baf-4463-941e-90b62938c7cd tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-534962'] for network, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:13.071950 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-a879a8a5-5392-4be0-9f30-10e5f5b340d9 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:48:13.123649 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-39c90c1c-1912-4bbe-a2f8-46d332627319 tempest-RoutersIpV6AdminTest-670466919 tempest-RoutersIpV6AdminTest-670466919-project] Notify callbacks [] for router, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:13.166014 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-a879a8a5-5392-4be0-9f30-10e5f5b340d9 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.7281146 Jun 24 11:48:13.189208 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-3d572cc4-ebc9-427d-80e3-c07ce519b933 tempest-RoutersAdminTest-1970644103 tempest-RoutersAdminTest-1970644103-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:13.228862 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-2c3238f6-db3c-41bb-998b-fae47cbc25f7 None None] Provisioning for port 880e2eed-20f6-4891-aaef-3124bdb3d3d6 completed by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 11:48:13.240423 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-e37b2b8d-5baf-4463-941e-90b62938c7cd tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-972249'] for subnet, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:13.256449 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-3d572cc4-ebc9-427d-80e3-c07ce519b933 tempest-RoutersAdminTest-1970644103 tempest-RoutersAdminTest-1970644103-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:13.321528 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 58696) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:48:13.327973 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.db_base_plugin_common [None req-743dd67e-072a-407b-929f-eea23c984428 None None] Allocated IP 2001:db8::f816:3eff:feae:c484 (74569087-f91d-4d4a-a562-bd8fbb703fec/954a6929-f9e2-4841-9d64-09eed5756efa/0089b431-680f-40f4-98c9-46d96f599690) {{(pid=128085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 11:48:13.331286 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [None req-f8fbc4b0-8c4f-4e98-9f09-9ee914dea9c9 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Request body: {'subnet': {'network_id': '5df179a1-2c09-4468-b884-bbdc2bfe8c7a', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:48:13.518824 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-743dd67e-072a-407b-929f-eea23c984428 None None] Notify callbacks [] for port, precommit_create {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:13.531266 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-743dd67e-072a-407b-929f-eea23c984428 None None] Transition to ACTIVE for port object 0089b431-680f-40f4-98c9-46d96f599690 will not be triggered until provisioned by entity L2. {{(pid=128085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 11:48:13.551025 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0286572-56cd-493f-8e92-c207baebc503 req-6b3dbce4-a597-4f03-acc1-b21964a310e9 tempest-ServerActionsTestJSON-818164034 tempest-ServerActionsTestJSON-818164034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:48:13.552681 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-e0286572-56cd-493f-8e92-c207baebc503 req-6b3dbce4-a597-4f03-acc1-b21964a310e9 tempest-ServerActionsTestJSON-818164034 tempest-ServerActionsTestJSON-818164034-project] 10.222.0.53 "GET /v2.0/ports?device_id=d6cc2586-9578-488f-96d4-fbc6dd702115 HTTP/1.1" status: 200 len: 945 time: 0.3683739 Jun 24 11:48:13.567500 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-743dd67e-072a-407b-929f-eea23c984428 None None] Transition to ACTIVE for port object 0089b431-680f-40f4-98c9-46d96f599690 will not be triggered until provisioned by entity DHCP. {{(pid=128085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 11:48:13.575619 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-39c90c1c-1912-4bbe-a2f8-46d332627319 tempest-RoutersIpV6AdminTest-670466919 tempest-RoutersIpV6AdminTest-670466919-project] Notify callbacks [] for router_gateway, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:13.583637 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-743dd67e-072a-407b-929f-eea23c984428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-650429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-506361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793193536723'] for port, after_create {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:13.586982 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-11bd3bfd-ce03-44ec-b028-5b14f8654ebe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:48:13.596840 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.db [None req-a07470e5-2c42-44ca-bd2a-47a798e3be48 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] For port 880e2eed-20f6-4891-aaef-3124bdb3d3d6, host dv-neutron-797120-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=880e2eed-20f6-4891-aaef-3124bdb3d3d6,segment=NetworkSegment(fddfe548-9582-48fa-8a0c-6b06bc4d1b9f),segment_id=fddfe548-9582-48fa-8a0c-6b06bc4d1b9f)] {{(pid=128084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 11:48:13.610358 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.db_base_plugin_common [None req-3d572cc4-ebc9-427d-80e3-c07ce519b933 tempest-RoutersAdminTest-1970644103 tempest-RoutersAdminTest-1970644103-project-admin] Allocated IP 172.26.7.146 (f2b8ca71-e776-48b2-8898-96cc7970207b/f37bf603-3862-4d0a-9f58-89616f7fd68f/6a8d3135-9450-4c9a-8cfb-73f6779f9d49) {{(pid=128083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 11:48:13.632546 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-743dd67e-072a-407b-929f-eea23c984428 None None] Network 74569087-f91d-4d4a-a562-bd8fbb703fec is already hosted by enough agents. {{(pid=128085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 11:48:13.636933 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.scheduler.base_scheduler [None req-743dd67e-072a-407b-929f-eea23c984428 None None] Resources bound (agent type, host, resource id): {{(pid=128085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:48:13.645522 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-743dd67e-072a-407b-929f-eea23c984428 None None] Received port after_create {{(pid=128085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 11:48:13.668335 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743dd67e-072a-407b-929f-eea23c984428 None None] Pushing event updated for resources: {'Port': ['ID=0089b431-680f-40f4-98c9-46d96f599690,revision_number=1']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:48:13.676148 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-743dd67e-072a-407b-929f-eea23c984428 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:48:13.691286 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-4e0c1e98-1d18-44fd-b921-ed7cd03ef975 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793193945299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193536732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3292088'] for port, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:13.702825 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-8f0bdfd3-1035-4398-8a3c-36e2e0cdd7bf tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:48:13.725070 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-e37b2b8d-5baf-4463-941e-90b62938c7cd tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-972238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3292022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3162263'] for subnet, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:13.765205 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-743dd67e-072a-407b-929f-eea23c984428 None None] Attempting to bind port 0089b431-680f-40f4-98c9-46d96f599690 on host dv-neutron-797120-4-hyperv for vnic_type normal with profile {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 11:48:13.765758 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-743dd67e-072a-407b-929f-eea23c984428 None None] Attempting to bind port 0089b431-680f-40f4-98c9-46d96f599690 by drivers openvswitch,hyperv on host dv-neutron-797120-4-hyperv at level 0 using segments [{'id': '98f7cbcc-8d00-4b77-a71a-6d7294575eec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '74569087-f91d-4d4a-a562-bd8fbb703fec'}] {{(pid=128085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 11:48:13.766876 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-743dd67e-072a-407b-929f-eea23c984428 None None] Attempting to bind port 0089b431-680f-40f4-98c9-46d96f599690 on network 74569087-f91d-4d4a-a562-bd8fbb703fec {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 11:48:13.774552 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-743dd67e-072a-407b-929f-eea23c984428 None None] Checking agent: {'id': 'e3a695b2-c397-461f-83b0-10b79d490b59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 11, 36, 56), 'started_at': datetime.datetime(2021, 6, 24, 11, 37, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 11, 47, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 11:48:13.775044 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-743dd67e-072a-407b-929f-eea23c984428 None None] Checking segment: {'id': '98f7cbcc-8d00-4b77-a71a-6d7294575eec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '74569087-f91d-4d4a-a562-bd8fbb703fec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=128085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 11:48:13.775685 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-743dd67e-072a-407b-929f-eea23c984428 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:13.776137 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-743dd67e-072a-407b-929f-eea23c984428 None None] Bound using segment: {'id': '98f7cbcc-8d00-4b77-a71a-6d7294575eec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '74569087-f91d-4d4a-a562-bd8fbb703fec'} {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 11:48:13.776640 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-743dd67e-072a-407b-929f-eea23c984428 None None] Bound port: 0089b431-680f-40f4-98c9-46d96f599690, host: dv-neutron-797120-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98f7cbcc-8d00-4b77-a71a-6d7294575eec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '74569087-f91d-4d4a-a562-bd8fbb703fec'}}] {{(pid=128085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 11:48:13.777067 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-743dd67e-072a-407b-929f-eea23c984428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:13.787709 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0c1e98-1d18-44fd-b921-ed7cd03ef975 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Pushing event deleted for resources: {'Port': ['ID=d22328e1-d1a8-42bd-82d3-351b64623792,revision_number=None']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:48:13.798464 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-a07470e5-2c42-44ca-bd2a-47a798e3be48 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks [] for port, precommit_update {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:13.798464 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-4e0c1e98-1d18-44fd-b921-ed7cd03ef975 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:48:13.799104 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-89711236-d7a2-4755-aca6-f056ae927b66 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.025s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:48:13.840585 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device 880e2eed-20f6-4891-aaef-3124bdb3d3d6 up at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 11:48:13.870588 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-a07470e5-2c42-44ca-bd2a-47a798e3be48 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3292081'] for port, after_update {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:13.872181 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-a07470e5-2c42-44ca-bd2a-47a798e3be48 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3291959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3162270'] for subnet, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:13.876367 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37b2b8d-5baf-4463-941e-90b62938c7cd tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] Pushing event deleted for resources: {'Subnet': ['ID=954a6929-f9e2-4841-9d64-09eed5756efa,revision_number=None']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:48:13.900966 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-743dd67e-072a-407b-929f-eea23c984428 None None] For port 0089b431-680f-40f4-98c9-46d96f599690, host dv-neutron-797120-4-hyperv, cleared binding levels {{(pid=128085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 11:48:13.906102 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-743dd67e-072a-407b-929f-eea23c984428 None None] For port 0089b431-680f-40f4-98c9-46d96f599690, host dv-neutron-797120-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=0089b431-680f-40f4-98c9-46d96f599690,segment=NetworkSegment(98f7cbcc-8d00-4b77-a71a-6d7294575eec),segment_id=98f7cbcc-8d00-4b77-a71a-6d7294575eec)] {{(pid=128085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 11:48:13.917274 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-743dd67e-072a-407b-929f-eea23c984428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:13.919588 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-6c37ab95-1fb6-41df-80a3-04337031e8f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:48:13.934723 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning for port 880e2eed-20f6-4891-aaef-3124bdb3d3d6 completed by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 11:48:13.937350 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-e37b2b8d-5baf-4463-941e-90b62938c7cd tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:48:13.942272 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-5459c611-681e-45a1-a9f1-bdfb9319588b tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.048s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:48:13.962146 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning complete for port 880e2eed-20f6-4891-aaef-3124bdb3d3d6 triggered by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:48:13.962524 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:14.027774 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8fbc4b0-8c4f-4e98-9f09-9ee914dea9c9 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Made reservation on behalf of aaefe7394f294c70a614c4415cde77d6 for: {'subnet': 1} {{(pid=128083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 11:48:14.031292 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-f8fbc4b0-8c4f-4e98-9f09-9ee914dea9c9 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3289788'] for subnet, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:14.044368 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07470e5-2c42-44ca-bd2a-47a798e3be48 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Pushing event updated for resources: {'Port': ['ID=880e2eed-20f6-4891-aaef-3124bdb3d3d6,revision_number=4']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:48:14.057121 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-a07470e5-2c42-44ca-bd2a-47a798e3be48 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:48:14.066608 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-68c308ed-f4c0-415f-9856-14b18531d299 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.172s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:48:14.078275 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f4af70d-eba3-4039-a89a-ad98bc3c2e70 None None] Network 74569087-f91d-4d4a-a562-bd8fbb703fec requested from dv-neutron-797120-4-hyperv {{(pid=128085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 11:48:14.090902 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-e0286572-56cd-493f-8e92-c207baebc503 req-a02acb6a-2887-49b1-b9d5-e60282e47941 tempest-ServerActionsTestJSON-818164034 tempest-ServerActionsTestJSON-818164034-project] 10.222.0.53 "GET /v2.0/security-groups?id=7ca7987f-c073-401f-ba18-8737b1398c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5257571 Jun 24 11:48:14.105794 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743dd67e-072a-407b-929f-eea23c984428 None None] Pushing event updated for resources: {'Port': ['ID=0089b431-680f-40f4-98c9-46d96f599690,revision_number=2']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:48:14.115703 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-e37b2b8d-5baf-4463-941e-90b62938c7cd tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973199', 'neutron.services.segments.db._delete_segments_for_network-8793194012456'] for network, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:14.116417 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-743dd67e-072a-407b-929f-eea23c984428 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:48:14.137058 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.plugin [None req-39c90c1c-1912-4bbe-a2f8-46d332627319 tempest-RoutersIpV6AdminTest-670466919 tempest-RoutersIpV6AdminTest-670466919-project] Deleting port f4968b92-0d6a-4e67-8d18-d17f1e9751f0 {{(pid=128084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 11:48:14.137495 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-39c90c1c-1912-4bbe-a2f8-46d332627319 tempest-RoutersIpV6AdminTest-670466919 tempest-RoutersIpV6AdminTest-670466919-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793193942312'] for port, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:14.183912 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a07470e5-2c42-44ca-bd2a-47a798e3be48 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Network 11a80c9d-f8ee-4388-91b0-d49a25200fee is already hosted by enough agents. {{(pid=128084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 11:48:14.189625 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.services.segments.db [None req-e37b2b8d-5baf-4463-941e-90b62938c7cd tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74569087-f91d-4d4a-a562-bd8fbb703fec']}} {{(pid=128084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:48:14.206851 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.base_scheduler [None req-a07470e5-2c42-44ca-bd2a-47a798e3be48 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Resources bound (agent type, host, resource id): {{(pid=128084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:48:14.223232 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.plugin [None req-dac1dff6-92e2-456b-9489-b6797ccab1d6 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Deleting port 525ba555-882d-46c1-90b4-58e1947f05fb {{(pid=128083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 11:48:14.223583 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-dac1dff6-92e2-456b-9489-b6797ccab1d6 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793193942312'] for port, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:14.247868 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a07470e5-2c42-44ca-bd2a-47a798e3be48 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=128084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:48:14.248567 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-a07470e5-2c42-44ca-bd2a-47a798e3be48 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks [] for subnet, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:14.255107 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.services.segments.db [None req-e37b2b8d-5baf-4463-941e-90b62938c7cd tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98f7cbcc-8d00-4b77-a71a-6d7294575eec') {'for_net_delete': True} {{(pid=128084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:48:14.255107 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.services.segments.db [None req-e37b2b8d-5baf-4463-941e-90b62938c7cd tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98f7cbcc-8d00-4b77-a71a-6d7294575eec') {} {{(pid=128084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:48:14.272393 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07470e5-2c42-44ca-bd2a-47a798e3be48 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Pushing event updated for resources: {'Subnet': ['ID=945fb5d7-a0c0-442d-a019-fa13df7858f5,revision_number=0']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:48:14.277026 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-e37b2b8d-5baf-4463-941e-90b62938c7cd tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793194097327', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2373599'] for segment, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:14.281235 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-a07470e5-2c42-44ca-bd2a-47a798e3be48 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:48:14.314812 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-3d572cc4-ebc9-427d-80e3-c07ce519b933 tempest-RoutersAdminTest-1970644103 tempest-RoutersAdminTest-1970644103-project-admin] Notify callbacks [] for port, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:14.336421 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-a07470e5-2c42-44ca-bd2a-47a798e3be48 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 4.2560077 Jun 24 11:48:14.345748 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8a64507-6756-4aef-9113-b096c0867acc None None] Network 11a80c9d-f8ee-4388-91b0-d49a25200fee requested from dv-neutron-797120-4-hyperv {{(pid=128085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 11:48:14.356513 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 58698) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:48:14.365781 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [None req-7707d42e-dfb7-49ed-b503-043483aae675 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Request body: {'port': {'network_id': '11a80c9d-f8ee-4388-91b0-d49a25200fee', 'mac_address': 'fa:16:3e:47:d7:8b', 'name': 'tempest-NetworksTestDHCPv6-643630886'}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:48:14.384024 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-e37b2b8d-5baf-4463-941e-90b62938c7cd tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967879'] for segment, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:14.403479 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-39c90c1c-1912-4bbe-a2f8-46d332627319 tempest-RoutersIpV6AdminTest-670466919 tempest-RoutersIpV6AdminTest-670466919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1978872'] for port, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:14.406151 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e37b2b8d-5baf-4463-941e-90b62938c7cd tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] Releasing vlan 623 on physical network physnet1 to pool {{(pid=128084) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 11:48:14.407147 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-e37b2b8d-5baf-4463-941e-90b62938c7cd tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3292053'] for segment, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:14.411696 dv-neutron-797120-4-hyperv neutron-server[128084]: Traceback (most recent call last): Jun 24 11:48:14.411696 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 24 11:48:14.411696 dv-neutron-797120-4-hyperv neutron-server[128084]: timer() Jun 24 11:48:14.411696 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 24 11:48:14.411696 dv-neutron-797120-4-hyperv neutron-server[128084]: cb(*args, **kw) Jun 24 11:48:14.411696 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 24 11:48:14.411696 dv-neutron-797120-4-hyperv neutron-server[128084]: return func(*args, **kwargs) Jun 24 11:48:14.411696 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 24 11:48:14.411696 dv-neutron-797120-4-hyperv neutron-server[128084]: self._notify() Jun 24 11:48:14.411696 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 24 11:48:14.411696 dv-neutron-797120-4-hyperv neutron-server[128084]: self.callback(batched_events) Jun 24 11:48:14.411696 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 24 11:48:14.411696 dv-neutron-797120-4-hyperv neutron-server[128084]: event.method(event) Jun 24 11:48:14.411696 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 24 11:48:14.411696 dv-neutron-797120-4-hyperv neutron-server[128084]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 24 11:48:14.411696 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 24 11:48:14.411696 dv-neutron-797120-4-hyperv neutron-server[128084]: aggregate_uuid = self.p_client.list_aggregates( Jun 24 11:48:14.411696 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 24 11:48:14.411696 dv-neutron-797120-4-hyperv neutron-server[128084]: return f(self, *a, **k) Jun 24 11:48:14.411696 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 24 11:48:14.411696 dv-neutron-797120-4-hyperv neutron-server[128084]: return self._get(url).json() Jun 24 11:48:14.411696 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 24 11:48:14.411696 dv-neutron-797120-4-hyperv neutron-server[128084]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 24 11:48:14.411696 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 24 11:48:14.411696 dv-neutron-797120-4-hyperv neutron-server[128084]: return self.request(url, 'GET', **kwargs) Jun 24 11:48:14.411696 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 24 11:48:14.411696 dv-neutron-797120-4-hyperv neutron-server[128084]: base_url = self.get_endpoint(auth, allow=allow, Jun 24 11:48:14.411696 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 24 11:48:14.411696 dv-neutron-797120-4-hyperv neutron-server[128084]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 24 11:48:14.411696 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 24 11:48:14.411696 dv-neutron-797120-4-hyperv neutron-server[128084]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 24 11:48:14.411696 dv-neutron-797120-4-hyperv neutron-server[128084]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 24 11:48:14.473280 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.plugin [None req-39c90c1c-1912-4bbe-a2f8-46d332627319 tempest-RoutersIpV6AdminTest-670466919 tempest-RoutersIpV6AdminTest-670466919-project] Calling delete_port for f4968b92-0d6a-4e67-8d18-d17f1e9751f0 owned by network:router_gateway {{(pid=128084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 11:48:14.484012 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-4e0c1e98-1d18-44fd-b921-ed7cd03ef975 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1588985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1806165'] for router_interface, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:14.514000 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:14.530258 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.db [None req-dac1dff6-92e2-456b-9489-b6797ccab1d6 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] For port 525ba555-882d-46c1-90b4-58e1947f05fb, host dv-neutron-797120-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=525ba555-882d-46c1-90b4-58e1947f05fb,segment=NetworkSegment(36f438a9-dab2-4b81-87f6-424be94990e2),segment_id=36f438a9-dab2-4b81-87f6-424be94990e2)] {{(pid=128083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 11:48:14.530608 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-dac1dff6-92e2-456b-9489-b6797ccab1d6 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1978872'] for port, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:14.532278 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.db.api [None req-e37b2b8d-5baf-4463-941e-90b62938c7cd tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jun 24 11:48:14.532278 dv-neutron-797120-4-hyperv neutron-server[128084]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jun 24 11:48:14.532278 dv-neutron-797120-4-hyperv neutron-server[128084]: [parameters: {'id': '74569087-f91d-4d4a-a562-bd8fbb703fec'}] Jun 24 11:48:14.532278 dv-neutron-797120-4-hyperv neutron-server[128084]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=128084) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 24 11:48:14.532726 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_db.api [None req-e37b2b8d-5baf-4463-941e-90b62938c7cd tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=128084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 24 11:48:14.545151 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:14.575614 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.plugin [None req-dac1dff6-92e2-456b-9489-b6797ccab1d6 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Calling delete_port for 525ba555-882d-46c1-90b4-58e1947f05fb owned by network:router_interface {{(pid=128083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 11:48:14.583053 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-f8fbc4b0-8c4f-4e98-9f09-9ee914dea9c9 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2537737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3289942'] for subnet, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:14.589174 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:48:14.629130 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] For port 880e2eed-20f6-4891-aaef-3124bdb3d3d6, host dv-neutron-797120-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=880e2eed-20f6-4891-aaef-3124bdb3d3d6,segment=NetworkSegment(fddfe548-9582-48fa-8a0c-6b06bc4d1b9f),segment_id=fddfe548-9582-48fa-8a0c-6b06bc4d1b9f)] {{(pid=128085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 11:48:14.636922 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:14.643203 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-e4320c74-26ab-480c-a94e-e58fc2605e5a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:48:14.676808 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-3d572cc4-ebc9-427d-80e3-c07ce519b933 tempest-RoutersAdminTest-1970644103 tempest-RoutersAdminTest-1970644103-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-650429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-506361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793193536723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2537853'] for port, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:14.722475 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Pushing event updated for resources: {'Port': ['ID=880e2eed-20f6-4891-aaef-3124bdb3d3d6,revision_number=5']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:48:14.725663 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:48:14.748194 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7707d42e-dfb7-49ed-b503-043483aae675 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Made reservation on behalf of 086af1f572244cd08c37d97e004e4732 for: {'port': 1} {{(pid=128083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 11:48:14.760348 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d572cc4-ebc9-427d-80e3-c07ce519b933 tempest-RoutersAdminTest-1970644103 tempest-RoutersAdminTest-1970644103-project-admin] Network f2b8ca71-e776-48b2-8898-96cc7970207b is already hosted by enough agents. {{(pid=128083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 11:48:14.761202 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8fbc4b0-8c4f-4e98-9f09-9ee914dea9c9 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Pushing event updated for resources: {'Subnet': ['ID=37b09622-95a1-4a1a-a460-d745457f11f0,revision_number=0']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:48:14.763806 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-f8fbc4b0-8c4f-4e98-9f09-9ee914dea9c9 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:48:14.769357 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-206d03c0-efcf-4aca-a6f6-a9ad65aa9123 tempest-RoutersAdminTest-1970644103 tempest-RoutersAdminTest-1970644103-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.081s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:48:14.789019 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.base_scheduler [None req-3d572cc4-ebc9-427d-80e3-c07ce519b933 tempest-RoutersAdminTest-1970644103 tempest-RoutersAdminTest-1970644103-project-admin] Resources bound (agent type, host, resource id): {{(pid=128083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:48:14.821845 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d572cc4-ebc9-427d-80e3-c07ce519b933 tempest-RoutersAdminTest-1970644103 tempest-RoutersAdminTest-1970644103-project-admin] Received port after_create {{(pid=128083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 11:48:14.832060 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e0c1e98-1d18-44fd-b921-ed7cd03ef975 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Router d87749d3-f594-4284-87a4-6fe3955904b1 has already been hosted by L3 agent 2987dba8-2249-4ee6-96ec-28f0f7a6127d {{(pid=128084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 11:48:14.843666 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-39c90c1c-1912-4bbe-a2f8-46d332627319 tempest-RoutersIpV6AdminTest-670466919 tempest-RoutersIpV6AdminTest-670466919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793193945299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193536732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3292088'] for port, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:14.845974 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-37b62485-1000-4a6e-b052-1ff7b9db629b tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:48:14.928353 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8fbc4b0-8c4f-4e98-9f09-9ee914dea9c9 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Checking segment: {'id': '9a600d73-2c73-4091-aead-4bd42579a815', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '5df179a1-2c09-4468-b884-bbdc2bfe8c7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=128083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 11:48:14.928719 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8fbc4b0-8c4f-4e98-9f09-9ee914dea9c9 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Network hostable DHCP agents. Network: 5df179a1-2c09-4468-b884-bbdc2bfe8c7a, hostable agents: ['6be988a9-1d97-480f-be5a-c55abf2c55c5'], hosted agents: [] {{(pid=128083) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 11:48:14.988360 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d572cc4-ebc9-427d-80e3-c07ce519b933 tempest-RoutersAdminTest-1970644103 tempest-RoutersAdminTest-1970644103-project-admin] Pushing event updated for resources: {'Port': ['ID=6a8d3135-9450-4c9a-8cfb-73f6779f9d49,revision_number=1']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:48:14.998850 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-3d572cc4-ebc9-427d-80e3-c07ce519b933 tempest-RoutersAdminTest-1970644103 tempest-RoutersAdminTest-1970644103-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:48:15.095309 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.agents_db [None req-87a69269-d72b-4286-97f3-1041481ed6d8 None None] Agent healthcheck: found 6 active agents {{(pid=128086) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 11:48:15.113265 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8fbc4b0-8c4f-4e98-9f09-9ee914dea9c9 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Network 5df179a1-2c09-4468-b884-bbdc2bfe8c7a is scheduled to be hosted by DHCP agent 6be988a9-1d97-480f-be5a-c55abf2c55c5 with binding_index 1 {{(pid=128083) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 11:48:15.160944 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-7707d42e-dfb7-49ed-b503-043483aae675 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:15.166728 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.base_scheduler [None req-f8fbc4b0-8c4f-4e98-9f09-9ee914dea9c9 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-4-hyperv, 5df179a1-2c09-4468-b884-bbdc2bfe8c7a) {{(pid=128083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:48:15.176693 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b4ee5a1-01e3-4667-9e9c-eaab59ef58ef None None] Network 5df179a1-2c09-4468-b884-bbdc2bfe8c7a requested from dv-neutron-797120-4-hyperv {{(pid=128085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 11:48:15.191826 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8fbc4b0-8c4f-4e98-9f09-9ee914dea9c9 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:48:15.192426 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-f8fbc4b0-8c4f-4e98-9f09-9ee914dea9c9 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588949'] for subnet, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:15.211009 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-e37b2b8d-5baf-4463-941e-90b62938c7cd tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-534962'] for network, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:15.230854 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-dac1dff6-92e2-456b-9489-b6797ccab1d6 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793193945299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193536732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2537862'] for port, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:15.236905 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-996d774d-9a68-4437-bd50-62e8463c4b30 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:48:15.260189 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-f8fbc4b0-8c4f-4e98-9f09-9ee914dea9c9 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 1.9327862 Jun 24 11:48:15.260189 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 58706) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:48:15.268781 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c90c1c-1912-4bbe-a2f8-46d332627319 tempest-RoutersIpV6AdminTest-670466919 tempest-RoutersIpV6AdminTest-670466919-project] Pushing event deleted for resources: {'Port': ['ID=f4968b92-0d6a-4e67-8d18-d17f1e9751f0,revision_number=None']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:48:15.272759 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-39c90c1c-1912-4bbe-a2f8-46d332627319 tempest-RoutersIpV6AdminTest-670466919 tempest-RoutersIpV6AdminTest-670466919-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.427s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:48:15.285510 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.notifiers.nova [None req-7707d42e-dfb7-49ed-b503-043483aae675 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] device_id is not set on port e8f076c6-f6a9-4ebb-86d5-369613c56c16 yet. {{(pid=128083) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 24 11:48:15.295724 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [None req-e44ade15-155a-452d-8c4c-1c79d293c6c9 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1891885368'}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:48:15.304452 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac1dff6-92e2-456b-9489-b6797ccab1d6 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Pushing event deleted for resources: {'Port': ['ID=525ba555-882d-46c1-90b4-58e1947f05fb,revision_number=None']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:48:15.337200 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-dac1dff6-92e2-456b-9489-b6797ccab1d6 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:48:15.447204 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb7df7ac-2505-470e-8ef4-5259c8cf3250 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d65c8f8-7530-5052-99fe-8ea05073750b-5df179a1-2c09-4468-b884-bbdc2bfe8c7a', 'network_id': '5df179a1-2c09-4468-b884-bbdc2bfe8c7a', 'tenant_id': 'aaefe7394f294c70a614c4415cde77d6', 'fixed_ips': [{'subnet_id': '37b09622-95a1-4a1a-a460-d745457f11f0'}]}} from dv-neutron-797120-4-hyperv. {{(pid=128085) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 24 11:48:15.448880 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e0c1e98-1d18-44fd-b921-ed7cd03ef975 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Notify agent at l3_agent.dv-neutron-797120-4-hyperv the message routers_updated {{(pid=128084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 11:48:15.449237 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-fb7df7ac-2505-470e-8ef4-5259c8cf3250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_create {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:15.459050 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-4e0c1e98-1d18-44fd-b921-ed7cd03ef975 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] 10.222.0.53 "PUT /v2.0/routers/d87749d3-f594-4284-87a4-6fe3955904b1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8946350 Jun 24 11:48:15.463060 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 58710) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:48:15.480400 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7300ca5e-e5c7-4bfb-8df3-51eeceebb997 None None] Sync routers for ids ['d87749d3-f594-4284-87a4-6fe3955904b1'] in dv-neutron-797120-4-hyperv {{(pid=128085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 11:48:15.495136 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7300ca5e-e5c7-4bfb-8df3-51eeceebb997 None None] Routers {'d87749d3-f594-4284-87a4-6fe3955904b1'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 11:48:15.496813 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-7300ca5e-e5c7-4bfb-8df3-51eeceebb997 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T11:47:56Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['d87749d3-f594-4284-87a4-6fe3955904b1'], 'active': True} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:48:15.602868 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff9896cb-1b8d-4b8c-905a-e36f2a29a8e6 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Deleting subnet 7733ac5c-122b-4158-91ff-dfd2455e0191 {{(pid=128084) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 24 11:48:15.606866 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-ff9896cb-1b8d-4b8c-905a-e36f2a29a8e6 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Notify callbacks [] for subnet, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:15.631774 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e44ade15-155a-452d-8c4c-1c79d293c6c9 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Made reservation on behalf of aaefe7394f294c70a614c4415cde77d6 for: {'network': 1} {{(pid=128083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 11:48:15.635260 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-e44ade15-155a-452d-8c4c-1c79d293c6c9 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for network, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:15.681118 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-7bfcc31f-fbf0-4858-a897-cbd208f7b4e7 None None] Provisioning complete for port 880e2eed-20f6-4891-aaef-3124bdb3d3d6 triggered by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:48:15.681552 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-7bfcc31f-fbf0-4858-a897-cbd208f7b4e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:15.692022 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvr_db [None req-7300ca5e-e5c7-4bfb-8df3-51eeceebb997 None None] Set router d87749d3-f594-4284-87a4-6fe3955904b1 gateway port host: None {{(pid=128085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 11:48:15.703037 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-dac1dff6-92e2-456b-9489-b6797ccab1d6 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1588985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1806165'] for router_interface, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:15.721506 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-ff9896cb-1b8d-4b8c-905a-e36f2a29a8e6 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2373542'] for subnet, precommit_delete_associations {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:15.747387 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-3d572cc4-ebc9-427d-80e3-c07ce519b933 tempest-RoutersAdminTest-1970644103 tempest-RoutersAdminTest-1970644103-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:15.768205 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e44ade15-155a-452d-8c4c-1c79d293c6c9 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] vlan segment allocate from pool success with {'vlan_id': 649, 'physical_network': 'physnet1'} {{(pid=128083) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 11:48:15.801952 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-39c90c1c-1912-4bbe-a2f8-46d332627319 tempest-RoutersIpV6AdminTest-670466919 tempest-RoutersIpV6AdminTest-670466919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1815728'] for router_gateway, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:15.904210 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.db_base_plugin_common [None req-fb7df7ac-2505-470e-8ef4-5259c8cf3250 None None] Allocated IP 172.20.255.242 (5df179a1-2c09-4468-b884-bbdc2bfe8c7a/37b09622-95a1-4a1a-a460-d745457f11f0/1c5f4b47-3f9a-4532-b81b-4b878e809a43) {{(pid=128085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 11:48:15.908442 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device 880e2eed-20f6-4891-aaef-3124bdb3d3d6 up at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 11:48:15.927656 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.plugin [None req-e37b2b8d-5baf-4463-941e-90b62938c7cd tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] Deleting port 0089b431-680f-40f4-98c9-46d96f599690 {{(pid=128084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 11:48:15.927996 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-e37b2b8d-5baf-4463-941e-90b62938c7cd tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793193942312'] for port, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:15.958848 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-39c90c1c-1912-4bbe-a2f8-46d332627319 tempest-RoutersIpV6AdminTest-670466919 tempest-RoutersIpV6AdminTest-670466919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1803182', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65403'] for router, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:15.959206 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-e44ade15-155a-452d-8c4c-1c79d293c6c9 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967879'] for segment, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:15.959206 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.db.segments_db [None req-e44ade15-155a-452d-8c4c-1c79d293c6c9 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Added segment fee67001-3e77-4cb7-bd7d-fe3c8b1ca70c of type vlan for network 9253bdc9-533b-42aa-837d-b851e49fb4fb Jun 24 11:48:15.964179 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-39c90c1c-1912-4bbe-a2f8-46d332627319 tempest-RoutersIpV6AdminTest-670466919 tempest-RoutersIpV6AdminTest-670466919-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:15.995276 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-ff9896cb-1b8d-4b8c-905a-e36f2a29a8e6 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-972249'] for subnet, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:16.072186 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc62298-ea39-42b4-8b01-8747a5226042 req-ab7f6c75-2c24-420f-bdfb-95da4114d4aa tempest-ServerActionsTestJSON-818164034 tempest-ServerActionsTestJSON-818164034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:48:16.073795 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-3bc62298-ea39-42b4-8b01-8747a5226042 req-ab7f6c75-2c24-420f-bdfb-95da4114d4aa tempest-ServerActionsTestJSON-818164034 tempest-ServerActionsTestJSON-818164034-project] 10.222.0.53 "GET /v2.0/ports?device_id=d6cc2586-9578-488f-96d4-fbc6dd702115 HTTP/1.1" status: 200 len: 945 time: 0.6640527 Jun 24 11:48:16.091953 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.db [None req-e37b2b8d-5baf-4463-941e-90b62938c7cd tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] For port 0089b431-680f-40f4-98c9-46d96f599690, host dv-neutron-797120-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=0089b431-680f-40f4-98c9-46d96f599690,segment=NetworkSegment(98f7cbcc-8d00-4b77-a71a-6d7294575eec),segment_id=98f7cbcc-8d00-4b77-a71a-6d7294575eec)] {{(pid=128084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 11:48:16.092349 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-e37b2b8d-5baf-4463-941e-90b62938c7cd tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1978872'] for port, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:16.102883 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning complete for port 880e2eed-20f6-4891-aaef-3124bdb3d3d6 triggered by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:48:16.103294 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-39c90c1c-1912-4bbe-a2f8-46d332627319 tempest-RoutersIpV6AdminTest-670466919 tempest-RoutersIpV6AdminTest-670466919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1806072'] for router, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:16.103464 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:16.103773 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39c90c1c-1912-4bbe-a2f8-46d332627319 tempest-RoutersIpV6AdminTest-670466919 tempest-RoutersIpV6AdminTest-670466919-project] Fanout notify agent at l3_agent the message router_deleted on router efe92b07-8db7-45d5-ab0e-9f5a380967c5 {{(pid=128084) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 24 11:48:16.103909 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-e44ade15-155a-452d-8c4c-1c79d293c6c9 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793193525068'] for network, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:16.111405 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-39c90c1c-1912-4bbe-a2f8-46d332627319 tempest-RoutersIpV6AdminTest-670466919 tempest-RoutersIpV6AdminTest-670466919-project] Notify callbacks [] for router, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:16.112664 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-39c90c1c-1912-4bbe-a2f8-46d332627319 tempest-RoutersIpV6AdminTest-670466919 tempest-RoutersIpV6AdminTest-670466919-project] 10.222.0.53 "DELETE /v2.0/routers/efe92b07-8db7-45d5-ab0e-9f5a380967c5 HTTP/1.1" status: 204 len: 168 time: 3.4864993 Jun 24 11:48:16.123894 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 58712) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:48:16.124616 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.plugin [None req-e37b2b8d-5baf-4463-941e-90b62938c7cd tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] Calling delete_port for 0089b431-680f-40f4-98c9-46d96f599690 owned by network:dhcp {{(pid=128084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 11:48:16.130729 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-bf22b100-7b1a-4b18-9fc4-0b06626e94b5 tempest-RoutersIpV6AdminTest-670466919 tempest-RoutersIpV6AdminTest-670466919-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-814960430', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:48:16.133708 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.db_base_plugin_common [None req-7707d42e-dfb7-49ed-b503-043483aae675 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Allocated IP 172.20.0.8 (11a80c9d-f8ee-4388-91b0-d49a25200fee/2d0d5ac6-594d-4e3c-944f-c9c5079bc46d/e8f076c6-f6a9-4ebb-86d5-369613c56c16) {{(pid=128083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 11:48:16.162470 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-bf22b100-7b1a-4b18-9fc4-0b06626e94b5 tempest-RoutersIpV6AdminTest-670466919 tempest-RoutersIpV6AdminTest-670466919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1803889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65293'] for router, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:16.163597 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-bf22b100-7b1a-4b18-9fc4-0b06626e94b5 tempest-RoutersIpV6AdminTest-670466919 tempest-RoutersIpV6AdminTest-670466919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1803848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1975305', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1581158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65396'] for router, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:16.218444 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-bf22b100-7b1a-4b18-9fc4-0b06626e94b5 tempest-RoutersIpV6AdminTest-670466919 tempest-RoutersIpV6AdminTest-670466919-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:16.225840 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-fb7df7ac-2505-470e-8ef4-5259c8cf3250 None None] Notify callbacks [] for port, precommit_create {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:16.229631 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-bf22b100-7b1a-4b18-9fc4-0b06626e94b5 tempest-RoutersIpV6AdminTest-670466919 tempest-RoutersIpV6AdminTest-670466919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1803210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1815767'] for router, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:16.255119 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-7300ca5e-e5c7-4bfb-8df3-51eeceebb997 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd87749d3-f594-4284-87a4-6fe3955904b1', 'name': 'tempest-RoutersTest-router-456200694', 'tenant_id': '01c7f8735a2b4722ae0cabb11183e366', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T11:47:01Z', 'updated_at': '2021-06-24T11:48:13Z', 'revision_number': 9, 'project_id': '01c7f8735a2b4722ae0cabb11183e366', 'gw_port_host': None, '_interfaces': [{'id': '11d4e1d1-3828-4a40-a4f0-e768f1395739', 'name': '', 'network_id': 'bddb0f8e-0e1f-4536-a9ef-e387f1699f13', 'tenant_id': '01c7f8735a2b4722ae0cabb11183e366', 'mac_address': 'fa:16:3e:7d:a9:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd87749d3-f594-4284-87a4-6fe3955904b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'ee35f23e-956d-4b15-87a0-fe4ac4012d10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:47:07Z', 'updated_at': '2021-06-24T11:47:22Z', 'revision_number': 5, 'project_id': '01c7f8735a2b4722ae0cabb11183e366', 'subnets': [{'id': 'ee35f23e-956d-4b15-87a0-fe4ac4012d10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bb63497c-372a-47d2-b8b1-cf3202deb92b', 'name': '', 'network_id': 'b91d5cb9-8fe3-4576-a991-183ff1f7b145', 'tenant_id': '01c7f8735a2b4722ae0cabb11183e366', 'mac_address': 'fa:16:3e:93:ca:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd87749d3-f594-4284-87a4-6fe3955904b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '02346804-ee6e-4b90-a906-fa952c478595', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:47:19Z', 'updated_at': '2021-06-24T11:47:41Z', 'revision_number': 5, 'project_id': '01c7f8735a2b4722ae0cabb11183e366', 'subnets': [{'id': '02346804-ee6e-4b90-a906-fa952c478595', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:48:16.261331 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-fb7df7ac-2505-470e-8ef4-5259c8cf3250 None None] Transition to ACTIVE for port object 1c5f4b47-3f9a-4532-b81b-4b878e809a43 will not be triggered until provisioned by entity L2. {{(pid=128085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 11:48:16.294251 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-bf22b100-7b1a-4b18-9fc4-0b06626e94b5 tempest-RoutersIpV6AdminTest-670466919 tempest-RoutersIpV6AdminTest-670466919-project] Notify callbacks [] for router, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:16.294515 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7300ca5e-e5c7-4bfb-8df3-51eeceebb997 None None] Checking router: d87749d3-f594-4284-87a4-6fe3955904b1 for host: dv-neutron-797120-4-hyperv {{(pid=128085) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 11:48:16.300870 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-bf22b100-7b1a-4b18-9fc4-0b06626e94b5 tempest-RoutersIpV6AdminTest-670466919 tempest-RoutersIpV6AdminTest-670466919-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1725125 Jun 24 11:48:16.300870 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 58714) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:48:16.306439 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-d4058fda-e6b6-4c39-bef9-cd0aa66f4d29 tempest-RoutersIpV6AdminTest-1198470881 tempest-RoutersIpV6AdminTest-1198470881-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'enable_snat': True}}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:48:16.321148 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-fb7df7ac-2505-470e-8ef4-5259c8cf3250 None None] Transition to ACTIVE for port object 1c5f4b47-3f9a-4532-b81b-4b878e809a43 will not be triggered until provisioned by entity DHCP. {{(pid=128085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 11:48:16.323298 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7300ca5e-e5c7-4bfb-8df3-51eeceebb997 None None] Routers {'d87749d3-f594-4284-87a4-6fe3955904b1'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 11:48:16.323940 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-7300ca5e-e5c7-4bfb-8df3-51eeceebb997 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T11:47:56Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['d87749d3-f594-4284-87a4-6fe3955904b1'], 'active': True} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:48:16.354740 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-ff9896cb-1b8d-4b8c-905a-e36f2a29a8e6 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-972238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3292022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3162263'] for subnet, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:16.366646 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-fb7df7ac-2505-470e-8ef4-5259c8cf3250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-650429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-506361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793193536723'] for port, after_create {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:16.393260 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-50711d21-94e6-4479-91a2-91c5c1eb345f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:48:16.399775 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-e6978e9f-b09a-4254-b6d5-e9f4e90366c6 tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:48:16.405652 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-ff9896cb-1b8d-4b8c-905a-e36f2a29a8e6 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Notify callbacks [] for subnet, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:16.407906 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-ff9896cb-1b8d-4b8c-905a-e36f2a29a8e6 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] 10.222.0.53 "DELETE /v2.0/subnets/7733ac5c-122b-4158-91ff-dfd2455e0191 HTTP/1.1" status: 204 len: 168 time: 0.9431295 Jun 24 11:48:16.427151 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-960eda54-e994-45b9-8265-b1756aff2631 None None] Network 580a2d1a-1689-4c76-bcaf-a30c08ec9279 requested from dv-neutron-797120-4-hyperv {{(pid=128085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 11:48:16.434463 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 58716) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:48:16.477252 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb7df7ac-2505-470e-8ef4-5259c8cf3250 None None] Network 5df179a1-2c09-4468-b884-bbdc2bfe8c7a is already hosted by enough agents. {{(pid=128085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 11:48:16.503621 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7df7ac-2505-470e-8ef4-5259c8cf3250 None None] Pushing event updated for resources: {'Port': ['ID=1c5f4b47-3f9a-4532-b81b-4b878e809a43,revision_number=1']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:48:16.511053 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-fb7df7ac-2505-470e-8ef4-5259c8cf3250 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:48:16.512115 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.scheduler.base_scheduler [None req-fb7df7ac-2505-470e-8ef4-5259c8cf3250 None None] Resources bound (agent type, host, resource id): {{(pid=128085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:48:16.519719 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb7df7ac-2505-470e-8ef4-5259c8cf3250 None None] Received port after_create {{(pid=128085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 11:48:16.522098 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvr_db [None req-7300ca5e-e5c7-4bfb-8df3-51eeceebb997 None None] Set router d87749d3-f594-4284-87a4-6fe3955904b1 gateway port host: None {{(pid=128085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 11:48:16.526389 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9896cb-1b8d-4b8c-905a-e36f2a29a8e6 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Pushing event deleted for resources: {'Subnet': ['ID=7733ac5c-122b-4158-91ff-dfd2455e0191,revision_number=None']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:48:16.528949 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-ff9896cb-1b8d-4b8c-905a-e36f2a29a8e6 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:48:16.533631 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-9a0cee07-191a-4b0f-a509-78a74f2fcab6 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-534962'] for network, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:16.566720 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.db_base_plugin_common [None req-7707d42e-dfb7-49ed-b503-043483aae675 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Allocated IP 2001:db8::f816:3eff:fe47:d78b (11a80c9d-f8ee-4388-91b0-d49a25200fee/945fb5d7-a0c0-442d-a019-fa13df7858f5/e8f076c6-f6a9-4ebb-86d5-369613c56c16) {{(pid=128083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 11:48:16.585217 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.db.resource_extend [None req-e44ade15-155a-452d-8c4c-1c79d293c6c9 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] It took 0.41 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=128083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 24 11:48:16.651010 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-3bc62298-ea39-42b4-8b01-8747a5226042 req-ee75aed2-0a8a-40e8-8a7b-d537e697c998 tempest-ServerActionsTestJSON-818164034 tempest-ServerActionsTestJSON-818164034-project] 10.222.0.53 "GET /v2.0/security-groups?id=7ca7987f-c073-401f-ba18-8737b1398c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5673192 Jun 24 11:48:16.665038 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-e37b2b8d-5baf-4463-941e-90b62938c7cd tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793193945299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193536732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3292088'] for port, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:16.668080 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-d4bc8edd-a70a-41d5-a9b6-c33cd203047a tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:48:16.674460 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dac1dff6-92e2-456b-9489-b6797ccab1d6 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Router 9ce5a3ea-ef86-4fbf-9a68-c613a7caab15 has already been hosted by L3 agent 2987dba8-2249-4ee6-96ec-28f0f7a6127d {{(pid=128083) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 11:48:16.710033 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-e44ade15-155a-452d-8c4c-1c79d293c6c9 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1800243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976'] for network, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:16.715438 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e44ade15-155a-452d-8c4c-1c79d293c6c9 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:48:16.716021 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-e44ade15-155a-452d-8c4c-1c79d293c6c9 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588949'] for network, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:16.723504 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-b9c54ee1-3d04-481f-bc60-146bddae8205 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:48:16.728184 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-3d572cc4-ebc9-427d-80e3-c07ce519b933 tempest-RoutersAdminTest-1970644103 tempest-RoutersAdminTest-1970644103-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1975381', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1803205', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65378'] for router, precommit_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:16.738399 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37b2b8d-5baf-4463-941e-90b62938c7cd tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] Pushing event deleted for resources: {'Port': ['ID=0089b431-680f-40f4-98c9-46d96f599690,revision_number=None']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:48:16.740878 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-e37b2b8d-5baf-4463-941e-90b62938c7cd tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:48:16.766835 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-3d572cc4-ebc9-427d-80e3-c07ce519b933 tempest-RoutersAdminTest-1970644103 tempest-RoutersAdminTest-1970644103-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1815767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1975340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1815772', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1803228'] for router, after_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:16.771315 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e37b2b8d-5baf-4463-941e-90b62938c7cd tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] No DVR routers for this DVR port 0089b431-680f-40f4-98c9-46d96f599690 on host dv-neutron-797120-4-hyperv {{(pid=128084) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 11:48:16.806864 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-d4058fda-e6b6-4c39-bef9-cd0aa66f4d29 tempest-RoutersIpV6AdminTest-1198470881 tempest-RoutersIpV6AdminTest-1198470881-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1975381', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1803205', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65378'] for router, precommit_update {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:16.866001 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-e44ade15-155a-452d-8c4c-1c79d293c6c9 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.5759625 Jun 24 11:48:16.870435 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-fb7df7ac-2505-470e-8ef4-5259c8cf3250 None None] Attempting to bind port 1c5f4b47-3f9a-4532-b81b-4b878e809a43 on host dv-neutron-797120-4-hyperv for vnic_type normal with profile {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 11:48:16.871357 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-fb7df7ac-2505-470e-8ef4-5259c8cf3250 None None] Attempting to bind port 1c5f4b47-3f9a-4532-b81b-4b878e809a43 by drivers openvswitch,hyperv on host dv-neutron-797120-4-hyperv at level 0 using segments [{'id': '9a600d73-2c73-4091-aead-4bd42579a815', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '5df179a1-2c09-4468-b884-bbdc2bfe8c7a'}] {{(pid=128085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 11:48:16.871357 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb7df7ac-2505-470e-8ef4-5259c8cf3250 None None] Attempting to bind port 1c5f4b47-3f9a-4532-b81b-4b878e809a43 on network 5df179a1-2c09-4468-b884-bbdc2bfe8c7a {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 11:48:16.873746 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 58720) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:48:16.877663 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.plugin [None req-9a0cee07-191a-4b0f-a509-78a74f2fcab6 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Deleting port 675ad237-f097-4b8a-a6ab-6ccbcb3eb3db {{(pid=128084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 11:48:16.878053 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-9a0cee07-191a-4b0f-a509-78a74f2fcab6 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793193942312'] for port, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:16.893253 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-c80453d5-a6b7-47cd-90da-04345a929641 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Request body: {'subnet': {'network_id': '9253bdc9-533b-42aa-837d-b851e49fb4fb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:48:16.896456 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb7df7ac-2505-470e-8ef4-5259c8cf3250 None None] Checking agent: {'id': 'e3a695b2-c397-461f-83b0-10b79d490b59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 11, 36, 56), 'started_at': datetime.datetime(2021, 6, 24, 11, 37, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 11, 47, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 11:48:16.896846 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb7df7ac-2505-470e-8ef4-5259c8cf3250 None None] Checking segment: {'id': '9a600d73-2c73-4091-aead-4bd42579a815', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '5df179a1-2c09-4468-b884-bbdc2bfe8c7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=128085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 11:48:16.897824 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-fb7df7ac-2505-470e-8ef4-5259c8cf3250 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:16.897824 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb7df7ac-2505-470e-8ef4-5259c8cf3250 None None] Bound using segment: {'id': '9a600d73-2c73-4091-aead-4bd42579a815', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '5df179a1-2c09-4468-b884-bbdc2bfe8c7a'} {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 11:48:16.898149 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-fb7df7ac-2505-470e-8ef4-5259c8cf3250 None None] Bound port: 1c5f4b47-3f9a-4532-b81b-4b878e809a43, host: dv-neutron-797120-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a600d73-2c73-4091-aead-4bd42579a815', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '5df179a1-2c09-4468-b884-bbdc2bfe8c7a'}}] {{(pid=128085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 11:48:16.898542 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-fb7df7ac-2505-470e-8ef4-5259c8cf3250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:16.919941 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-e37b2b8d-5baf-4463-941e-90b62938c7cd tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973199', 'neutron.services.segments.db._delete_segments_for_network-8793194012456'] for network, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:16.954266 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.services.segments.db [None req-e37b2b8d-5baf-4463-941e-90b62938c7cd tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74569087-f91d-4d4a-a562-bd8fbb703fec']}} {{(pid=128084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:48:16.967344 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44ade15-155a-452d-8c4c-1c79d293c6c9 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Pushing event updated for resources: {'Network': ['ID=9253bdc9-533b-42aa-837d-b851e49fb4fb,revision_number=1']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:48:16.974749 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-e44ade15-155a-452d-8c4c-1c79d293c6c9 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:48:16.978878 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dac1dff6-92e2-456b-9489-b6797ccab1d6 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Notify agent at l3_agent.dv-neutron-797120-4-hyperv the message routers_updated {{(pid=128083) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 11:48:16.984296 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Network 9253bdc9-533b-42aa-837d-b851e49fb4fb details requested by agent ovs-agent-dv-neutron-797120-4-hyperv with host dv-neutron-797120-4-hyperv {{(pid=128085) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 11:48:16.988657 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-dac1dff6-92e2-456b-9489-b6797ccab1d6 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] 10.222.0.53 "PUT /v2.0/routers/9ce5a3ea-ef86-4fbf-9a68-c613a7caab15/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2782741 Jun 24 11:48:16.996389 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30012f7c-671d-4aed-9c7f-e8ba40528c3c None None] Sync routers for ids ['9ce5a3ea-ef86-4fbf-9a68-c613a7caab15'] in dv-neutron-797120-4-hyperv {{(pid=128086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 11:48:16.998605 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 58722) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:48:17.010167 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30012f7c-671d-4aed-9c7f-e8ba40528c3c None None] Routers {'9ce5a3ea-ef86-4fbf-9a68-c613a7caab15'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 11:48:17.011162 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-30012f7c-671d-4aed-9c7f-e8ba40528c3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T11:47:56Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['9ce5a3ea-ef86-4fbf-9a68-c613a7caab15'], 'active': True} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:48:17.064502 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.services.segments.db [None req-e37b2b8d-5baf-4463-941e-90b62938c7cd tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98f7cbcc-8d00-4b77-a71a-6d7294575eec') {'for_net_delete': True} {{(pid=128084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:48:17.064775 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.services.segments.db [None req-e37b2b8d-5baf-4463-941e-90b62938c7cd tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98f7cbcc-8d00-4b77-a71a-6d7294575eec') {} {{(pid=128084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:48:17.106723 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-7707d42e-dfb7-49ed-b503-043483aae675 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks [] for port, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:17.139153 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.provisioning_blocks [None req-7707d42e-dfb7-49ed-b503-043483aae675 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Transition to ACTIVE for port object e8f076c6-f6a9-4ebb-86d5-369613c56c16 will not be triggered until provisioned by entity DHCP. {{(pid=128083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 11:48:17.144151 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-884dc1b3-314d-4d04-b638-c8552872ca52 None None] DHCP port deletion for 580a2d1a-1689-4c76-bcaf-a30c08ec9279 request from dv-neutron-797120-4-hyperv {{(pid=128085) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 24 11:48:17.148783 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_dvr_db [None req-30012f7c-671d-4aed-9c7f-e8ba40528c3c None None] Set router 9ce5a3ea-ef86-4fbf-9a68-c613a7caab15 gateway port host: None {{(pid=128086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 11:48:17.149717 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae637cdd-862a-43f3-9c81-177e3d2d7eb4 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Deleting subnet e0b6c98b-cc27-4b1e-ba5c-af819acff9ea {{(pid=128083) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 24 11:48:17.153295 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-fb7df7ac-2505-470e-8ef4-5259c8cf3250 None None] For port 1c5f4b47-3f9a-4532-b81b-4b878e809a43, host dv-neutron-797120-4-hyperv, cleared binding levels {{(pid=128085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 11:48:17.154727 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-ae637cdd-862a-43f3-9c81-177e3d2d7eb4 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Notify callbacks [] for subnet, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:17.163904 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-e37b2b8d-5baf-4463-941e-90b62938c7cd tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793194097327', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2373599'] for segment, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:17.172886 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-fb7df7ac-2505-470e-8ef4-5259c8cf3250 None None] For port 1c5f4b47-3f9a-4532-b81b-4b878e809a43, host dv-neutron-797120-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=1c5f4b47-3f9a-4532-b81b-4b878e809a43,segment=NetworkSegment(9a600d73-2c73-4091-aead-4bd42579a815),segment_id=9a600d73-2c73-4091-aead-4bd42579a815)] {{(pid=128085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 11:48:17.190319 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.db [None req-9a0cee07-191a-4b0f-a509-78a74f2fcab6 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] For port 675ad237-f097-4b8a-a6ab-6ccbcb3eb3db, host dv-neutron-797120-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=675ad237-f097-4b8a-a6ab-6ccbcb3eb3db,segment=NetworkSegment(bb331b1f-a9ef-4c40-9aab-9aba7f5e1fe9),segment_id=bb331b1f-a9ef-4c40-9aab-9aba7f5e1fe9)] {{(pid=128084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 11:48:17.191170 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-9a0cee07-191a-4b0f-a509-78a74f2fcab6 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1978872'] for port, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:17.205419 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-fb7df7ac-2505-470e-8ef4-5259c8cf3250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:17.210177 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-87745444-7474-4291-8a92-d813665558f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:48:17.222208 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.plugin [None req-9a0cee07-191a-4b0f-a509-78a74f2fcab6 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Calling delete_port for 675ad237-f097-4b8a-a6ab-6ccbcb3eb3db owned by network:dhcp {{(pid=128084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 11:48:17.224638 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-e37b2b8d-5baf-4463-941e-90b62938c7cd tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967879'] for segment, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:17.225327 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-ae637cdd-862a-43f3-9c81-177e3d2d7eb4 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3143795'] for subnet, precommit_delete_associations {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:17.244492 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e37b2b8d-5baf-4463-941e-90b62938c7cd tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] Releasing vlan 623 on physical network physnet1 to pool {{(pid=128084) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 11:48:17.245916 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-e37b2b8d-5baf-4463-941e-90b62938c7cd tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3292053'] for segment, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:17.258293 dv-neutron-797120-4-hyperv neutron-server[128084]: Traceback (most recent call last): Jun 24 11:48:17.258293 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 24 11:48:17.258293 dv-neutron-797120-4-hyperv neutron-server[128084]: timer() Jun 24 11:48:17.258293 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 24 11:48:17.258293 dv-neutron-797120-4-hyperv neutron-server[128084]: cb(*args, **kw) Jun 24 11:48:17.258293 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 24 11:48:17.258293 dv-neutron-797120-4-hyperv neutron-server[128084]: return func(*args, **kwargs) Jun 24 11:48:17.258293 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 24 11:48:17.258293 dv-neutron-797120-4-hyperv neutron-server[128084]: self._notify() Jun 24 11:48:17.258293 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 24 11:48:17.258293 dv-neutron-797120-4-hyperv neutron-server[128084]: self.callback(batched_events) Jun 24 11:48:17.258293 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 24 11:48:17.258293 dv-neutron-797120-4-hyperv neutron-server[128084]: event.method(event) Jun 24 11:48:17.258293 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 24 11:48:17.258293 dv-neutron-797120-4-hyperv neutron-server[128084]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 24 11:48:17.258293 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 24 11:48:17.258293 dv-neutron-797120-4-hyperv neutron-server[128084]: aggregate_uuid = self.p_client.list_aggregates( Jun 24 11:48:17.258293 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 24 11:48:17.258293 dv-neutron-797120-4-hyperv neutron-server[128084]: return f(self, *a, **k) Jun 24 11:48:17.258293 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 24 11:48:17.258293 dv-neutron-797120-4-hyperv neutron-server[128084]: return self._get(url).json() Jun 24 11:48:17.258293 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 24 11:48:17.258293 dv-neutron-797120-4-hyperv neutron-server[128084]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 24 11:48:17.258293 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 24 11:48:17.258293 dv-neutron-797120-4-hyperv neutron-server[128084]: return self.request(url, 'GET', **kwargs) Jun 24 11:48:17.258293 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 24 11:48:17.258293 dv-neutron-797120-4-hyperv neutron-server[128084]: base_url = self.get_endpoint(auth, allow=allow, Jun 24 11:48:17.258293 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 24 11:48:17.258293 dv-neutron-797120-4-hyperv neutron-server[128084]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 24 11:48:17.258293 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 24 11:48:17.258293 dv-neutron-797120-4-hyperv neutron-server[128084]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 24 11:48:17.258293 dv-neutron-797120-4-hyperv neutron-server[128084]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 24 11:48:17.269484 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-30012f7c-671d-4aed-9c7f-e8ba40528c3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ce5a3ea-ef86-4fbf-9a68-c613a7caab15', 'name': 'tempest-RoutersIpV6Test-router-1768214735', 'tenant_id': '9c8c7551cf984e4ca40de4f1d8880b93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T11:46:39Z', 'updated_at': '2021-06-24T11:48:15Z', 'revision_number': 11, 'project_id': '9c8c7551cf984e4ca40de4f1d8880b93', 'gw_port_host': None}], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:48:17.300168 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d572cc4-ebc9-427d-80e3-c07ce519b933 tempest-RoutersAdminTest-1970644103 tempest-RoutersAdminTest-1970644103-project-admin] Router cb280591-cbe5-4954-9d0b-47adad777ed1 is scheduled to L3 agent 2987dba8-2249-4ee6-96ec-28f0f7a6127d with binding_index 1 {{(pid=128083) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 24 11:48:17.310195 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30012f7c-671d-4aed-9c7f-e8ba40528c3c None None] Checking router: 9ce5a3ea-ef86-4fbf-9a68-c613a7caab15 for host: dv-neutron-797120-4-hyperv {{(pid=128086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 11:48:17.322180 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-7707d42e-dfb7-49ed-b503-043483aae675 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-650429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-506361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793193536723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2537853'] for port, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:17.323253 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30012f7c-671d-4aed-9c7f-e8ba40528c3c None None] Routers {'9ce5a3ea-ef86-4fbf-9a68-c613a7caab15'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 11:48:17.323851 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-30012f7c-671d-4aed-9c7f-e8ba40528c3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T11:47:56Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['9ce5a3ea-ef86-4fbf-9a68-c613a7caab15'], 'active': True} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:48:17.331863 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-884dc1b3-314d-4d04-b638-c8552872ca52 None None] Deleting port 675ad237-f097-4b8a-a6ab-6ccbcb3eb3db {{(pid=128085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 11:48:17.332404 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-884dc1b3-314d-4d04-b638-c8552872ca52 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793193942312'] for port, before_delete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:17.335965 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-7300ca5e-e5c7-4bfb-8df3-51eeceebb997 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd87749d3-f594-4284-87a4-6fe3955904b1', 'name': 'tempest-RoutersTest-router-456200694', 'tenant_id': '01c7f8735a2b4722ae0cabb11183e366', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T11:47:01Z', 'updated_at': '2021-06-24T11:48:13Z', 'revision_number': 9, 'project_id': '01c7f8735a2b4722ae0cabb11183e366', 'gw_port_host': None, '_interfaces': [{'id': '11d4e1d1-3828-4a40-a4f0-e768f1395739', 'name': '', 'network_id': 'bddb0f8e-0e1f-4536-a9ef-e387f1699f13', 'tenant_id': '01c7f8735a2b4722ae0cabb11183e366', 'mac_address': 'fa:16:3e:7d:a9:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd87749d3-f594-4284-87a4-6fe3955904b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'ee35f23e-956d-4b15-87a0-fe4ac4012d10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:47:07Z', 'updated_at': '2021-06-24T11:47:22Z', 'revision_number': 5, 'project_id': '01c7f8735a2b4722ae0cabb11183e366', 'subnets': [{'id': 'ee35f23e-956d-4b15-87a0-fe4ac4012d10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bb63497c-372a-47d2-b8b1-cf3202deb92b', 'name': '', 'network_id': 'b91d5cb9-8fe3-4576-a991-183ff1f7b145', 'tenant_id': '01c7f8735a2b4722ae0cabb11183e366', 'mac_address': 'fa:16:3e:93:ca:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd87749d3-f594-4284-87a4-6fe3955904b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '02346804-ee6e-4b90-a906-fa952c478595', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:47:19Z', 'updated_at': '2021-06-24T11:47:41Z', 'revision_number': 5, 'project_id': '01c7f8735a2b4722ae0cabb11183e366', 'subnets': [{'id': '02346804-ee6e-4b90-a906-fa952c478595', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:48:17.355395 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-4298e2eb-b9e2-41ee-8a2a-55932910c87e tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:48:17.367495 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c80453d5-a6b7-47cd-90da-04345a929641 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Made reservation on behalf of aaefe7394f294c70a614c4415cde77d6 for: {'subnet': 1} {{(pid=128084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 11:48:17.371587 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-c80453d5-a6b7-47cd-90da-04345a929641 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3162484'] for subnet, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:17.404245 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7300ca5e-e5c7-4bfb-8df3-51eeceebb997 None None] The sync data for ids ['d87749d3-f594-4284-87a4-6fe3955904b1'] in dv-neutron-797120-4-hyperv is: [{'id': 'd87749d3-f594-4284-87a4-6fe3955904b1', 'name': 'tempest-RoutersTest-router-456200694', 'tenant_id': '01c7f8735a2b4722ae0cabb11183e366', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T11:47:01Z', 'updated_at': '2021-06-24T11:48:13Z', 'revision_number': 9, 'project_id': '01c7f8735a2b4722ae0cabb11183e366', 'gw_port_host': None, '_interfaces': [{'id': '11d4e1d1-3828-4a40-a4f0-e768f1395739', 'name': '', 'network_id': 'bddb0f8e-0e1f-4536-a9ef-e387f1699f13', 'tenant_id': '01c7f8735a2b4722ae0cabb11183e366', 'mac_address': 'fa:16:3e:7d:a9:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd87749d3-f594-4284-87a4-6fe3955904b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'ee35f23e-956d-4b15-87a0-fe4ac4012d10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:47:07Z', 'updated_at': '2021-06-24T11:47:22Z', 'revision_number': 5, 'project_id': '01c7f8735a2b4722ae0cabb11183e366', 'subnets': [{'id': 'ee35f23e-956d-4b15-87a0-fe4ac4012d10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bb63497c-372a-47d2-b8b1-cf3202deb92b', 'name': '', 'network_id': 'b91d5cb9-8fe3-4576-a991-183ff1f7b145', 'tenant_id': '01c7f8735a2b4722ae0cabb11183e366', 'mac_address': 'fa:16:3e:93:ca:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd87749d3-f594-4284-87a4-6fe3955904b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '02346804-ee6e-4b90-a906-fa952c478595', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:47:19Z', 'updated_at': '2021-06-24T11:47:41Z', 'revision_number': 5, 'project_id': '01c7f8735a2b4722ae0cabb11183e366', 'subnets': [{'id': '02346804-ee6e-4b90-a906-fa952c478595', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=128085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 11:48:17.480684 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_dvr_db [None req-30012f7c-671d-4aed-9c7f-e8ba40528c3c None None] Set router 9ce5a3ea-ef86-4fbf-9a68-c613a7caab15 gateway port host: None {{(pid=128086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 11:48:17.481614 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-ae637cdd-862a-43f3-9c81-177e3d2d7eb4 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-972249'] for subnet, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:17.487510 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-e37b2b8d-5baf-4463-941e-90b62938c7cd tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1800243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1815642'] for network, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:17.492019 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-e37b2b8d-5baf-4463-941e-90b62938c7cd tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] Notify callbacks [] for network, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:17.498422 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-e37b2b8d-5baf-4463-941e-90b62938c7cd tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] 10.222.0.53 "DELETE /v2.0/networks/74569087-f91d-4d4a-a562-bd8fbb703fec HTTP/1.1" status: 204 len: 168 time: 4.5826712 Jun 24 11:48:17.502257 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 58724) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:48:17.505079 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:48:17.555129 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-884dc1b3-314d-4d04-b638-c8552872ca52 None None] For port 675ad237-f097-4b8a-a6ab-6ccbcb3eb3db, host dv-neutron-797120-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=675ad237-f097-4b8a-a6ab-6ccbcb3eb3db,segment=NetworkSegment(bb331b1f-a9ef-4c40-9aab-9aba7f5e1fe9),segment_id=bb331b1f-a9ef-4c40-9aab-9aba7f5e1fe9)] {{(pid=128085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 11:48:17.555543 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-884dc1b3-314d-4d04-b638-c8552872ca52 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1978872'] for port, precommit_delete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:17.566045 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7707d42e-dfb7-49ed-b503-043483aae675 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Network 11a80c9d-f8ee-4388-91b0-d49a25200fee is already hosted by enough agents. {{(pid=128083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 11:48:17.566252 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-30012f7c-671d-4aed-9c7f-e8ba40528c3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ce5a3ea-ef86-4fbf-9a68-c613a7caab15', 'name': 'tempest-RoutersIpV6Test-router-1768214735', 'tenant_id': '9c8c7551cf984e4ca40de4f1d8880b93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T11:46:39Z', 'updated_at': '2021-06-24T11:48:15Z', 'revision_number': 11, 'project_id': '9c8c7551cf984e4ca40de4f1d8880b93', 'gw_port_host': None}], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:48:17.566916 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7707d42e-dfb7-49ed-b503-043483aae675 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Pushing event updated for resources: {'Port': ['ID=e8f076c6-f6a9-4ebb-86d5-369613c56c16,revision_number=1']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:48:17.571128 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-884dc1b3-314d-4d04-b638-c8552872ca52 None None] Calling delete_port for 675ad237-f097-4b8a-a6ab-6ccbcb3eb3db owned by network:dhcp {{(pid=128085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 11:48:17.581738 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.base_scheduler [None req-7707d42e-dfb7-49ed-b503-043483aae675 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Resources bound (agent type, host, resource id): {{(pid=128083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:48:17.585610 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-7707d42e-dfb7-49ed-b503-043483aae675 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:48:17.588439 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7707d42e-dfb7-49ed-b503-043483aae675 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Received port after_create {{(pid=128083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 11:48:17.610420 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37b2b8d-5baf-4463-941e-90b62938c7cd tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] Pushing event deleted for resources: {'Network': ['ID=74569087-f91d-4d4a-a562-bd8fbb703fec,revision_number=None']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:48:17.618860 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-e37b2b8d-5baf-4463-941e-90b62938c7cd tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:48:17.627245 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30012f7c-671d-4aed-9c7f-e8ba40528c3c None None] The sync data for ids ['9ce5a3ea-ef86-4fbf-9a68-c613a7caab15'] in dv-neutron-797120-4-hyperv is: [{'id': '9ce5a3ea-ef86-4fbf-9a68-c613a7caab15', 'name': 'tempest-RoutersIpV6Test-router-1768214735', 'tenant_id': '9c8c7551cf984e4ca40de4f1d8880b93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T11:46:39Z', 'updated_at': '2021-06-24T11:48:15Z', 'revision_number': 11, 'project_id': '9c8c7551cf984e4ca40de4f1d8880b93', 'gw_port_host': None}] {{(pid=128086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 11:48:17.637575 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.pecan_wsgi.hooks.translation [None req-7447f287-e428-498e-9442-b5fa0d2a1744 tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] DELETE failed (client error): The resource could not be found. Jun 24 11:48:17.638203 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7447f287-e428-498e-9442-b5fa0d2a1744 tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=128084) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 24 11:48:17.643505 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-7447f287-e428-498e-9442-b5fa0d2a1744 tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] 10.222.0.53 "DELETE /v2.0/subnets/954a6929-f9e2-4841-9d64-09eed5756efa HTTP/1.1" status: 404 len: 337 time: 0.1346266 Jun 24 11:48:17.644355 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 58726) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:48:17.680528 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7df7ac-2505-470e-8ef4-5259c8cf3250 None None] Pushing event updated for resources: {'Port': ['ID=1c5f4b47-3f9a-4532-b81b-4b878e809a43,revision_number=2']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:48:17.685453 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-fb7df7ac-2505-470e-8ef4-5259c8cf3250 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.475s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:48:17.686895 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7707d42e-dfb7-49ed-b503-043483aae675 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:48:17.687621 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-7707d42e-dfb7-49ed-b503-043483aae675 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468916'] for port, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:17.698905 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d572cc4-ebc9-427d-80e3-c07ce519b933 tempest-RoutersAdminTest-1970644103 tempest-RoutersAdminTest-1970644103-project-admin] Notify agent at l3_agent.dv-neutron-797120-4-hyperv the message routers_updated {{(pid=128083) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 11:48:17.706643 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-3d572cc4-ebc9-427d-80e3-c07ce519b933 tempest-RoutersAdminTest-1970644103 tempest-RoutersAdminTest-1970644103-project-admin] Notify callbacks [] for router, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:17.711660 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18050649-978e-4418-a383-ee89b38037fd None None] Sync routers for ids ['cb280591-cbe5-4954-9d0b-47adad777ed1'] in dv-neutron-797120-4-hyperv {{(pid=128085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 11:48:17.716892 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.pecan_wsgi.hooks.translation [None req-4dfd08a1-0c53-40d1-8c3a-da1c8b9d1c3f tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] DELETE failed (client error): The resource could not be found. Jun 24 11:48:17.717517 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4dfd08a1-0c53-40d1-8c3a-da1c8b9d1c3f tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=128084) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 24 11:48:17.722783 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-4dfd08a1-0c53-40d1-8c3a-da1c8b9d1c3f tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] 10.222.0.53 "DELETE /v2.0/networks/74569087-f91d-4d4a-a562-bd8fbb703fec HTTP/1.1" status: 404 len: 339 time: 0.0622504 Jun 24 11:48:17.722783 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 58730) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:48:17.722783 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 58732) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:48:17.725268 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-3d572cc4-ebc9-427d-80e3-c07ce519b933 tempest-RoutersAdminTest-1970644103 tempest-RoutersAdminTest-1970644103-project-admin] 10.222.0.53 "PUT /v2.0/routers/cb280591-cbe5-4954-9d0b-47adad777ed1 HTTP/1.1" status: 200 len: 915 time: 5.7377465 Jun 24 11:48:17.726599 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18050649-978e-4418-a383-ee89b38037fd None None] Routers {'cb280591-cbe5-4954-9d0b-47adad777ed1'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 11:48:17.727492 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-18050649-978e-4418-a383-ee89b38037fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T11:47:56Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['cb280591-cbe5-4954-9d0b-47adad777ed1'], 'active': True} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:48:17.729293 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-ae637cdd-862a-43f3-9c81-177e3d2d7eb4 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-972238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2537800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3289951'] for subnet, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:17.732654 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-ad641df8-d7bb-45be-af0f-9dbe7ce57752 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:48:17.747281 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-884dc1b3-314d-4d04-b638-c8552872ca52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793193945299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193536732'] for port, after_delete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:17.823840 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-7707d42e-dfb7-49ed-b503-043483aae675 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 3.4632607 Jun 24 11:48:17.824447 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 58734) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:48:17.826864 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae637cdd-862a-43f3-9c81-177e3d2d7eb4 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Pushing event deleted for resources: {'Subnet': ['ID=e0b6c98b-cc27-4b1e-ba5c-af819acff9ea,revision_number=None']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:48:17.830421 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-ae637cdd-862a-43f3-9c81-177e3d2d7eb4 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:48:17.833043 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-ae637cdd-862a-43f3-9c81-177e3d2d7eb4 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588949'] for subnet, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:17.837754 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-ae637cdd-862a-43f3-9c81-177e3d2d7eb4 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] 10.222.0.53 "DELETE /v2.0/subnets/e0b6c98b-cc27-4b1e-ba5c-af819acff9ea HTTP/1.1" status: 204 len: 168 time: 0.8382959 Jun 24 11:48:17.838362 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 58736) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:48:17.847627 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-bad0e869-6e2c-4171-9e10-04578536be25 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:48:17.862911 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edc28ee3-225c-4915-9ee3-7f45af9e55c6 None None] Network e6c680f4-577d-4f2c-840f-4ffe44326df7 requested from dv-neutron-797120-4-hyperv {{(pid=128085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 11:48:17.866975 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-18050649-978e-4418-a383-ee89b38037fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:48:17.912377 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884dc1b3-314d-4d04-b638-c8552872ca52 None None] Pushing event deleted for resources: {'Port': ['ID=675ad237-f097-4b8a-a6ab-6ccbcb3eb3db,revision_number=None']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:48:17.918333 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-884dc1b3-314d-4d04-b638-c8552872ca52 None None] No DVR routers for this DVR port 675ad237-f097-4b8a-a6ab-6ccbcb3eb3db on host dv-neutron-797120-4-hyperv {{(pid=128085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 11:48:17.923713 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-884dc1b3-314d-4d04-b638-c8552872ca52 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:48:17.979359 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-9a0cee07-191a-4b0f-a509-78a74f2fcab6 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793193945299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193536732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3292088'] for port, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:17.987722 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18050649-978e-4418-a383-ee89b38037fd None None] Routers {'cb280591-cbe5-4954-9d0b-47adad777ed1'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 11:48:17.988646 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-18050649-978e-4418-a383-ee89b38037fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T11:47:56Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['cb280591-cbe5-4954-9d0b-47adad777ed1'], 'active': True} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:48:17.990257 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.pecan_wsgi.hooks.translation [None req-8dd68995-6589-41a9-b6e1-bd33c6db27f7 tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] DELETE failed (client error): The resource could not be found. Jun 24 11:48:17.990942 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8dd68995-6589-41a9-b6e1-bd33c6db27f7 tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=128084) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 24 11:48:17.993281 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-8dd68995-6589-41a9-b6e1-bd33c6db27f7 tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] 10.222.0.53 "DELETE /v2.0/subnets/9e14ef0b-a778-4e75-8bea-8379e548f65f HTTP/1.1" status: 404 len: 337 time: 0.1497059 Jun 24 11:48:18.005197 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-a56c958e-f2be-4bb7-9302-a64059d1d3b0 tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:48:18.048747 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 58738) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:48:18.058204 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-18050649-978e-4418-a383-ee89b38037fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:48:18.059377 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18050649-978e-4418-a383-ee89b38037fd None None] The sync data for ids ['cb280591-cbe5-4954-9d0b-47adad777ed1'] in dv-neutron-797120-4-hyperv is: [] {{(pid=128085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 11:48:18.082039 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a0cee07-191a-4b0f-a509-78a74f2fcab6 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] No DVR routers for this DVR port 675ad237-f097-4b8a-a6ab-6ccbcb3eb3db on host dv-neutron-797120-4-hyperv {{(pid=128084) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 11:48:18.138927 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0cee07-191a-4b0f-a509-78a74f2fcab6 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Pushing event deleted for resources: {'Port': ['ID=675ad237-f097-4b8a-a6ab-6ccbcb3eb3db,revision_number=None']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:48:18.140786 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.pecan_wsgi.hooks.translation [None req-3994356e-b2cc-4afa-9e1b-89490c99bbf3 tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] DELETE failed (client error): The resource could not be found. Jun 24 11:48:18.142318 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3994356e-b2cc-4afa-9e1b-89490c99bbf3 tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=128083) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 24 11:48:18.148498 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-3994356e-b2cc-4afa-9e1b-89490c99bbf3 tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] 10.222.0.53 "DELETE /v2.0/networks/03d3777a-6dbb-4b23-9165-095a36e5b96c HTTP/1.1" status: 404 len: 339 time: 0.0951204 Jun 24 11:48:18.149677 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 58740) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:48:18.163872 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-9a0cee07-191a-4b0f-a509-78a74f2fcab6 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:48:18.182997 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-35ce900e-36ab-443a-a75e-a59c3a30bdcf tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-534962'] for network, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:18.227700 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d167f78-1005-445c-9be8-c39e4abfa7ad tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] DELETE failed (client error): The resource could not be found. Jun 24 11:48:18.230591 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5d167f78-1005-445c-9be8-c39e4abfa7ad tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=128083) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 24 11:48:18.232539 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-5d167f78-1005-445c-9be8-c39e4abfa7ad tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] 10.222.0.53 "DELETE /v2.0/subnets/75d182af-fee4-437a-ad91-cbfc03a68add HTTP/1.1" status: 404 len: 337 time: 0.0732777 Jun 24 11:48:18.233057 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device 675ad237-f097-4b8a-a6ab-6ccbcb3eb3db no longer exists at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 11:48:18.236482 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 58742) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:48:18.247665 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a84b1be1-cf9c-4549-bd3e-0a4cbae09413 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:48:18.255201 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a84b1be1-cf9c-4549-bd3e-0a4cbae09413 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:48:18.256230 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-a84b1be1-cf9c-4549-bd3e-0a4cbae09413 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 0.4304640 Jun 24 11:48:18.268724 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 58744) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:48:18.270597 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-709de496-e87f-417c-8e9c-6b5cdedce33b None None] Provisioning for port e8f076c6-f6a9-4ebb-86d5-369613c56c16 completed by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 11:48:18.276139 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-709de496-e87f-417c-8e9c-6b5cdedce33b None None] Provisioning complete for port e8f076c6-f6a9-4ebb-86d5-369613c56c16 triggered by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:48:18.276533 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-709de496-e87f-417c-8e9c-6b5cdedce33b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:18.277610 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-e1be9557-bf10-496d-99e1-886436893533 tempest-RoutersAdminTest-1970644103 tempest-RoutersAdminTest-1970644103-project-admin] 10.222.0.53 "GET /v2.0/routers/cb280591-cbe5-4954-9d0b-47adad777ed1 HTTP/1.1" status: 200 len: 921 time: 0.5526226 Jun 24 11:48:18.278216 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] No Port match for: 675ad237-f097-4b8a-a6ab-6ccbcb3eb3db {{(pid=128085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 11:48:18.278556 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device 675ad237-f097-4b8a-a6ab-6ccbcb3eb3db not bound to the agent host dv-neutron-797120-4-hyperv {{(pid=128085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 11:48:18.278987 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device d22328e1-d1a8-42bd-82d3-351b64623792 no longer exists at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 11:48:18.286353 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 58746) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:48:18.323710 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] No Port match for: d22328e1-d1a8-42bd-82d3-351b64623792 {{(pid=128085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 11:48:18.324068 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device d22328e1-d1a8-42bd-82d3-351b64623792 not bound to the agent host dv-neutron-797120-4-hyperv {{(pid=128085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 11:48:18.324507 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device 525ba555-882d-46c1-90b4-58e1947f05fb no longer exists at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 11:48:18.327220 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7569ee4-5abe-4b5b-b019-5439ac19284e tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] DELETE failed (client error): The resource could not be found. Jun 24 11:48:18.328055 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f7569ee4-5abe-4b5b-b019-5439ac19284e tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=128083) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 24 11:48:18.335052 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-f7569ee4-5abe-4b5b-b019-5439ac19284e tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] 10.222.0.53 "DELETE /v2.0/networks/1b66cbc1-367f-4d15-94d4-eb5edab47c2a HTTP/1.1" status: 404 len: 339 time: 0.0736070 Jun 24 11:48:18.335283 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 58748) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:48:18.341412 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02f012f7-0b58-43f6-95f2-ea682916dc83 None None] DHCP port deletion for e6c680f4-577d-4f2c-840f-4ffe44326df7 request from dv-neutron-797120-4-hyperv {{(pid=128085) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 24 11:48:18.369682 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-9a0cee07-191a-4b0f-a509-78a74f2fcab6 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973199', 'neutron.services.segments.db._delete_segments_for_network-8793194012456'] for network, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:18.372022 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] No Port match for: 525ba555-882d-46c1-90b4-58e1947f05fb {{(pid=128085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 11:48:18.372179 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device 525ba555-882d-46c1-90b4-58e1947f05fb not bound to the agent host dv-neutron-797120-4-hyperv {{(pid=128085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 11:48:18.379813 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-709de496-e87f-417c-8e9c-6b5cdedce33b None None] Port e8f076c6-f6a9-4ebb-86d5-369613c56c16 cannot update to ACTIVE because it is not bound. {{(pid=128085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 11:48:18.388523 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9a5cb9-2660-44b2-a4a1-98bff595785a req-132cb14e-3982-4319-befa-137bc5d0e5a9 tempest-ServerActionsTestJSON-818164034 tempest-ServerActionsTestJSON-818164034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:48:18.390228 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-6d9a5cb9-2660-44b2-a4a1-98bff595785a req-132cb14e-3982-4319-befa-137bc5d0e5a9 tempest-ServerActionsTestJSON-818164034 tempest-ServerActionsTestJSON-818164034-project] 10.222.0.53 "GET /v2.0/ports?device_id=d6cc2586-9578-488f-96d4-fbc6dd702115 HTTP/1.1" status: 200 len: 945 time: 0.5405099 Jun 24 11:48:18.440321 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-02f012f7-0b58-43f6-95f2-ea682916dc83 None None] Deleting port 47f22999-6e90-4357-84dd-6b72c44a94f6 {{(pid=128085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 11:48:18.440717 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-02f012f7-0b58-43f6-95f2-ea682916dc83 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793193942312'] for port, before_delete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:18.479439 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-6d9a5cb9-2660-44b2-a4a1-98bff595785a req-4abe1dba-0cf2-47fb-8123-0495fc6acd43 tempest-ServerActionsTestJSON-818164034 tempest-ServerActionsTestJSON-818164034-project] 10.222.0.53 "GET /v2.0/security-groups?id=7ca7987f-c073-401f-ba18-8737b1398c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0728002 Jun 24 11:48:18.520006 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.plugin [None req-35ce900e-36ab-443a-a75e-a59c3a30bdcf tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Deleting port 47f22999-6e90-4357-84dd-6b72c44a94f6 {{(pid=128083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 11:48:18.520412 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-35ce900e-36ab-443a-a75e-a59c3a30bdcf tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793193942312'] for port, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:18.521819 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-02f012f7-0b58-43f6-95f2-ea682916dc83 None None] For port 47f22999-6e90-4357-84dd-6b72c44a94f6, host dv-neutron-797120-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=47f22999-6e90-4357-84dd-6b72c44a94f6,segment=NetworkSegment(36f438a9-dab2-4b81-87f6-424be94990e2),segment_id=36f438a9-dab2-4b81-87f6-424be94990e2)] {{(pid=128085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 11:48:18.522231 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-02f012f7-0b58-43f6-95f2-ea682916dc83 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1978872'] for port, precommit_delete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:18.538073 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-02f012f7-0b58-43f6-95f2-ea682916dc83 None None] Calling delete_port for 47f22999-6e90-4357-84dd-6b72c44a94f6 owned by network:dhcp {{(pid=128085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 11:48:18.622625 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.db [None req-35ce900e-36ab-443a-a75e-a59c3a30bdcf tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] For port 47f22999-6e90-4357-84dd-6b72c44a94f6, host dv-neutron-797120-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=47f22999-6e90-4357-84dd-6b72c44a94f6,segment=NetworkSegment(36f438a9-dab2-4b81-87f6-424be94990e2),segment_id=36f438a9-dab2-4b81-87f6-424be94990e2)] {{(pid=128083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 11:48:18.622980 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-35ce900e-36ab-443a-a75e-a59c3a30bdcf tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1978872'] for port, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:18.643476 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.plugin [None req-6f8268e4-c104-4740-90c3-833a96d61c11 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Deleting port e8f076c6-f6a9-4ebb-86d5-369613c56c16 {{(pid=128083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 11:48:18.643821 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-6f8268e4-c104-4740-90c3-833a96d61c11 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793193942312'] for port, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:18.647170 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.plugin [None req-35ce900e-36ab-443a-a75e-a59c3a30bdcf tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Calling delete_port for 47f22999-6e90-4357-84dd-6b72c44a94f6 owned by network:dhcp {{(pid=128083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 11:48:18.651455 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-02f012f7-0b58-43f6-95f2-ea682916dc83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793193945299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193536732'] for port, after_delete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:18.654633 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-b1188581-d4e8-4bcb-a4d9-5080a6d3cdf3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:48:18.685668 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f012f7-0b58-43f6-95f2-ea682916dc83 None None] Pushing event deleted for resources: {'Port': ['ID=47f22999-6e90-4357-84dd-6b72c44a94f6,revision_number=None']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:48:18.695720 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-02f012f7-0b58-43f6-95f2-ea682916dc83 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:48:18.702671 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02f012f7-0b58-43f6-95f2-ea682916dc83 None None] No DVR routers for this DVR port 47f22999-6e90-4357-84dd-6b72c44a94f6 on host dv-neutron-797120-4-hyperv {{(pid=128085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 11:48:18.857128 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.services.segments.db [None req-9a0cee07-191a-4b0f-a509-78a74f2fcab6 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['580a2d1a-1689-4c76-bcaf-a30c08ec9279']}} {{(pid=128084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:48:18.861986 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-d4058fda-e6b6-4c39-bef9-cd0aa66f4d29 tempest-RoutersIpV6AdminTest-1198470881 tempest-RoutersIpV6AdminTest-1198470881-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:18.883827 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-35ce900e-36ab-443a-a75e-a59c3a30bdcf tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793193945299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193536732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2537862'] for port, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:18.892062 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-85455b7f-73d3-49db-b360-9c36586e72eb tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:48:18.946477 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.services.segments.db [None req-9a0cee07-191a-4b0f-a509-78a74f2fcab6 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb331b1f-a9ef-4c40-9aab-9aba7f5e1fe9') {'for_net_delete': True} {{(pid=128084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:48:18.946805 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.services.segments.db [None req-9a0cee07-191a-4b0f-a509-78a74f2fcab6 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb331b1f-a9ef-4c40-9aab-9aba7f5e1fe9') {} {{(pid=128084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:48:18.952228 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-d4058fda-e6b6-4c39-bef9-cd0aa66f4d29 tempest-RoutersIpV6AdminTest-1198470881 tempest-RoutersIpV6AdminTest-1198470881-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:18.976889 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35ce900e-36ab-443a-a75e-a59c3a30bdcf tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] No DVR routers for this DVR port 47f22999-6e90-4357-84dd-6b72c44a94f6 on host dv-neutron-797120-4-hyperv {{(pid=128083) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 11:48:18.987352 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-9a0cee07-191a-4b0f-a509-78a74f2fcab6 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793194097327', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2373599'] for segment, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:18.987682 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ce900e-36ab-443a-a75e-a59c3a30bdcf tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Pushing event deleted for resources: {'Port': ['ID=47f22999-6e90-4357-84dd-6b72c44a94f6,revision_number=None']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:48:18.990113 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-35ce900e-36ab-443a-a75e-a59c3a30bdcf tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:48:19.039604 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-c80453d5-a6b7-47cd-90da-04345a929641 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3291959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3162270'] for subnet, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:19.046104 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-9a0cee07-191a-4b0f-a509-78a74f2fcab6 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967879'] for segment, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:19.048063 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-48b1b940-9eed-4e3b-b2bd-887b004edd59 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:48:19.075567 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-6f8268e4-c104-4740-90c3-833a96d61c11 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1978872'] for port, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:19.091217 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a0cee07-191a-4b0f-a509-78a74f2fcab6 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Releasing vlan 636 on physical network physnet1 to pool {{(pid=128084) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 11:48:19.091702 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-9a0cee07-191a-4b0f-a509-78a74f2fcab6 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3292053'] for segment, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:19.095405 dv-neutron-797120-4-hyperv neutron-server[128084]: Traceback (most recent call last): Jun 24 11:48:19.095405 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 24 11:48:19.095405 dv-neutron-797120-4-hyperv neutron-server[128084]: timer() Jun 24 11:48:19.095405 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 24 11:48:19.095405 dv-neutron-797120-4-hyperv neutron-server[128084]: cb(*args, **kw) Jun 24 11:48:19.095405 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 24 11:48:19.095405 dv-neutron-797120-4-hyperv neutron-server[128084]: return func(*args, **kwargs) Jun 24 11:48:19.095405 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 24 11:48:19.095405 dv-neutron-797120-4-hyperv neutron-server[128084]: self._notify() Jun 24 11:48:19.095405 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 24 11:48:19.095405 dv-neutron-797120-4-hyperv neutron-server[128084]: self.callback(batched_events) Jun 24 11:48:19.095405 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 24 11:48:19.095405 dv-neutron-797120-4-hyperv neutron-server[128084]: event.method(event) Jun 24 11:48:19.095405 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 24 11:48:19.095405 dv-neutron-797120-4-hyperv neutron-server[128084]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 24 11:48:19.095405 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 24 11:48:19.095405 dv-neutron-797120-4-hyperv neutron-server[128084]: aggregate_uuid = self.p_client.list_aggregates( Jun 24 11:48:19.095405 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 24 11:48:19.095405 dv-neutron-797120-4-hyperv neutron-server[128084]: return f(self, *a, **k) Jun 24 11:48:19.095405 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 24 11:48:19.095405 dv-neutron-797120-4-hyperv neutron-server[128084]: return self._get(url).json() Jun 24 11:48:19.095405 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 24 11:48:19.095405 dv-neutron-797120-4-hyperv neutron-server[128084]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 24 11:48:19.095405 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 24 11:48:19.095405 dv-neutron-797120-4-hyperv neutron-server[128084]: return self.request(url, 'GET', **kwargs) Jun 24 11:48:19.095405 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 24 11:48:19.095405 dv-neutron-797120-4-hyperv neutron-server[128084]: base_url = self.get_endpoint(auth, allow=allow, Jun 24 11:48:19.095405 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 24 11:48:19.095405 dv-neutron-797120-4-hyperv neutron-server[128084]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 24 11:48:19.095405 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 24 11:48:19.095405 dv-neutron-797120-4-hyperv neutron-server[128084]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 24 11:48:19.095405 dv-neutron-797120-4-hyperv neutron-server[128084]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 24 11:48:19.099989 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77cc10c0-0f35-4bfc-8810-527750a5ef98 None None] Network 5df179a1-2c09-4468-b884-bbdc2bfe8c7a requested from dv-neutron-797120-4-hyperv {{(pid=128085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 11:48:19.126445 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.plugin [None req-6f8268e4-c104-4740-90c3-833a96d61c11 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Calling delete_port for e8f076c6-f6a9-4ebb-86d5-369613c56c16 owned by {{(pid=128083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 11:48:19.137872 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-35ce900e-36ab-443a-a75e-a59c3a30bdcf tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973199', 'neutron.services.segments.db._delete_segments_for_network-8793194012456'] for network, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:19.167325 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.services.segments.db [None req-35ce900e-36ab-443a-a75e-a59c3a30bdcf tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6c680f4-577d-4f2c-840f-4ffe44326df7']}} {{(pid=128083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:48:19.180489 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8223f272-4285-4398-b3a5-bcec684a2c18 tempest-RoutersAdminTest-1970644103 tempest-RoutersAdminTest-1970644103-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:48:19.182002 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-8223f272-4285-4398-b3a5-bcec684a2c18 tempest-RoutersAdminTest-1970644103 tempest-RoutersAdminTest-1970644103-project-admin] 10.222.0.53 "GET /v2.0/ports?network_id=f2b8ca71-e776-48b2-8898-96cc7970207b&device_id=cb280591-cbe5-4954-9d0b-47adad777ed1&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.8662739 Jun 24 11:48:19.187292 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 58754) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:48:19.214235 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3fae40-b6d8-4d6b-99e0-c8aeb526c896 req-8254dae8-08a4-4e43-8a58-c60064fa1cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:48:19.215726 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-5a3fae40-b6d8-4d6b-99e0-c8aeb526c896 req-8254dae8-08a4-4e43-8a58-c60064fa1cc7 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=33124f0dd27d41d79a5a6b42eb81b949&device_id=d6cc2586-9578-488f-96d4-fbc6dd702115 HTTP/1.1" status: 200 len: 1098 time: 0.3250365 Jun 24 11:48:19.227047 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a969819-0849-4413-ba24-1d780ee13864 req-90c6c87f-5588-445b-8f8b-082010938d62 tempest-ServerActionsTestJSON-818164034 tempest-ServerActionsTestJSON-818164034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:48:19.228435 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-2a969819-0849-4413-ba24-1d780ee13864 req-90c6c87f-5588-445b-8f8b-082010938d62 tempest-ServerActionsTestJSON-818164034 tempest-ServerActionsTestJSON-818164034-project] 10.222.0.53 "GET /v2.0/ports?device_id=d6cc2586-9578-488f-96d4-fbc6dd702115 HTTP/1.1" status: 200 len: 945 time: 0.3386292 Jun 24 11:48:19.231517 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.services.segments.db [None req-35ce900e-36ab-443a-a75e-a59c3a30bdcf tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36f438a9-dab2-4b81-87f6-424be94990e2') {'for_net_delete': True} {{(pid=128083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:48:19.231854 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.services.segments.db [None req-35ce900e-36ab-443a-a75e-a59c3a30bdcf tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36f438a9-dab2-4b81-87f6-424be94990e2') {} {{(pid=128083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:48:19.234970 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80453d5-a6b7-47cd-90da-04345a929641 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Pushing event updated for resources: {'Subnet': ['ID=65545cfc-1409-4a49-a5fe-664188004635,revision_number=0']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:48:19.237637 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-a367b9cc-a48e-4e65-929f-f51020057786 None None] Provisioning for port 1c5f4b47-3f9a-4532-b81b-4b878e809a43 completed by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 11:48:19.240327 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-c80453d5-a6b7-47cd-90da-04345a929641 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:48:19.265610 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-35ce900e-36ab-443a-a75e-a59c3a30bdcf tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793194097327', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3143690'] for segment, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:19.284892 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.plugin [None req-03e8ed7b-7115-4e19-9251-13b0f7b8cc32 tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] Deleting port 65ad4183-a0f0-48e6-a56e-f0b9a51dfaa7 {{(pid=128084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 11:48:19.284892 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-03e8ed7b-7115-4e19-9251-13b0f7b8cc32 tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793193942312'] for port, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:19.307631 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-9a0cee07-191a-4b0f-a509-78a74f2fcab6 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1800243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1815642'] for network, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:19.350066 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-35ce900e-36ab-443a-a75e-a59c3a30bdcf tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967879'] for segment, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:19.354387 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-e37b2b8d-5baf-4463-941e-90b62938c7cd tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:48:19.364038 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-9a0cee07-191a-4b0f-a509-78a74f2fcab6 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Notify callbacks [] for network, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:19.365902 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-9a0cee07-191a-4b0f-a509-78a74f2fcab6 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] 10.222.0.53 "DELETE /v2.0/networks/580a2d1a-1689-4c76-bcaf-a30c08ec9279 HTTP/1.1" status: 204 len: 168 time: 2.9290750 Jun 24 11:48:19.372104 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 58758) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:48:19.376916 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35ce900e-36ab-443a-a75e-a59c3a30bdcf tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Releasing vlan 606 on physical network physnet1 to pool {{(pid=128083) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 11:48:19.377628 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-35ce900e-36ab-443a-a75e-a59c3a30bdcf tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2537899'] for segment, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:19.386619 dv-neutron-797120-4-hyperv neutron-server[128083]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 11:48:19.386619 dv-neutron-797120-4-hyperv neutron-server[128083]: conditions |= (models_v2.Port.network_id.in_( Jun 24 11:48:19.386619 dv-neutron-797120-4-hyperv neutron-server[128083]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 24 11:48:19.386619 dv-neutron-797120-4-hyperv neutron-server[128083]: self.session.flush() Jun 24 11:48:19.386619 dv-neutron-797120-4-hyperv neutron-server[128083]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 24 11:48:19.386619 dv-neutron-797120-4-hyperv neutron-server[128083]: self.session.flush() Jun 24 11:48:19.386619 dv-neutron-797120-4-hyperv neutron-server[128083]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 24 11:48:19.386619 dv-neutron-797120-4-hyperv neutron-server[128083]: self.session.flush() Jun 24 11:48:19.386619 dv-neutron-797120-4-hyperv neutron-server[128083]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 24 11:48:19.386619 dv-neutron-797120-4-hyperv neutron-server[128083]: self.session.flush() Jun 24 11:48:19.386619 dv-neutron-797120-4-hyperv neutron-server[128083]: Traceback (most recent call last): Jun 24 11:48:19.386619 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 24 11:48:19.386619 dv-neutron-797120-4-hyperv neutron-server[128083]: timer() Jun 24 11:48:19.386619 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 24 11:48:19.386619 dv-neutron-797120-4-hyperv neutron-server[128083]: cb(*args, **kw) Jun 24 11:48:19.386619 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 24 11:48:19.386619 dv-neutron-797120-4-hyperv neutron-server[128083]: return func(*args, **kwargs) Jun 24 11:48:19.386619 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 24 11:48:19.386619 dv-neutron-797120-4-hyperv neutron-server[128083]: self._notify() Jun 24 11:48:19.386619 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 24 11:48:19.386619 dv-neutron-797120-4-hyperv neutron-server[128083]: self.callback(batched_events) Jun 24 11:48:19.386619 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 24 11:48:19.386619 dv-neutron-797120-4-hyperv neutron-server[128083]: event.method(event) Jun 24 11:48:19.386619 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 24 11:48:19.386619 dv-neutron-797120-4-hyperv neutron-server[128083]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 24 11:48:19.386619 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 24 11:48:19.386619 dv-neutron-797120-4-hyperv neutron-server[128083]: aggregate_uuid = self.p_client.list_aggregates( Jun 24 11:48:19.386619 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 24 11:48:19.386619 dv-neutron-797120-4-hyperv neutron-server[128083]: return f(self, *a, **k) Jun 24 11:48:19.386619 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 24 11:48:19.386619 dv-neutron-797120-4-hyperv neutron-server[128083]: return self._get(url).json() Jun 24 11:48:19.386619 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 24 11:48:19.386619 dv-neutron-797120-4-hyperv neutron-server[128083]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 24 11:48:19.386619 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 24 11:48:19.386619 dv-neutron-797120-4-hyperv neutron-server[128083]: return self.request(url, 'GET', **kwargs) Jun 24 11:48:19.386619 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 24 11:48:19.386619 dv-neutron-797120-4-hyperv neutron-server[128083]: base_url = self.get_endpoint(auth, allow=allow, Jun 24 11:48:19.386619 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 24 11:48:19.386619 dv-neutron-797120-4-hyperv neutron-server[128083]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 24 11:48:19.386619 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 24 11:48:19.386619 dv-neutron-797120-4-hyperv neutron-server[128083]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 24 11:48:19.386619 dv-neutron-797120-4-hyperv neutron-server[128083]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 24 11:48:19.431160 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.db.db_base_plugin_common [None req-d4058fda-e6b6-4c39-bef9-cd0aa66f4d29 tempest-RoutersIpV6AdminTest-1198470881 tempest-RoutersIpV6AdminTest-1198470881-project-admin] Allocated IP 172.26.7.74 (f2b8ca71-e776-48b2-8898-96cc7970207b/f37bf603-3862-4d0a-9f58-89616f7fd68f/1b2d7bd4-d406-4e68-98b2-01b3c47c49ed) {{(pid=128084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 11:48:19.433387 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0cee07-191a-4b0f-a509-78a74f2fcab6 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Pushing event deleted for resources: {'Network': ['ID=580a2d1a-1689-4c76-bcaf-a30c08ec9279,revision_number=None']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:48:19.463922 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-2a969819-0849-4413-ba24-1d780ee13864 req-977c0f22-af2b-4c2e-add0-9b40513ba7b0 tempest-ServerActionsTestJSON-818164034 tempest-ServerActionsTestJSON-818164034-project] 10.222.0.53 "GET /v2.0/security-groups?id=7ca7987f-c073-401f-ba18-8737b1398c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2203135 Jun 24 11:48:19.477279 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c80453d5-a6b7-47cd-90da-04345a929641 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Checking segment: {'id': 'fee67001-3e77-4cb7-bd7d-fe3c8b1ca70c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '9253bdc9-533b-42aa-837d-b851e49fb4fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=128084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 11:48:19.477641 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c80453d5-a6b7-47cd-90da-04345a929641 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Network hostable DHCP agents. Network: 9253bdc9-533b-42aa-837d-b851e49fb4fb, hostable agents: ['6be988a9-1d97-480f-be5a-c55abf2c55c5'], hosted agents: [] {{(pid=128084) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 11:48:19.481961 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-9a0cee07-191a-4b0f-a509-78a74f2fcab6 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:48:19.524172 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-35ce900e-36ab-443a-a75e-a59c3a30bdcf tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1800243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1815642'] for network, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:19.530929 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-35ce900e-36ab-443a-a75e-a59c3a30bdcf tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588949'] for network, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:19.531649 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d91a6c2-b6ce-424a-a6b9-ea51b8ab554f None None] get_active_networks_info from dv-neutron-797120-4-hyperv {{(pid=128085) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 24 11:48:19.536458 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-35ce900e-36ab-443a-a75e-a59c3a30bdcf tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] 10.222.0.53 "DELETE /v2.0/networks/e6c680f4-577d-4f2c-840f-4ffe44326df7 HTTP/1.1" status: 204 len: 168 time: 1.6879663 Jun 24 11:48:19.536900 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 58760) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:48:19.541919 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:48:19.549980 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-03e8ed7b-7115-4e19-9251-13b0f7b8cc32 tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1978872'] for port, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:19.554088 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [None req-b483724a-dd7f-40c1-9e3f-9d48e31c9050 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Request body: {'router': {'routes': None}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:48:19.566777 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3fae40-b6d8-4d6b-99e0-c8aeb526c896 req-c3dc8ef9-eea8-4f86-960e-25a3b4eb3053 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:48:19.568259 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-5a3fae40-b6d8-4d6b-99e0-c8aeb526c896 req-c3dc8ef9-eea8-4f86-960e-25a3b4eb3053 service neutron] 10.222.0.45 "GET /v2.0/networks?id=4865c6d7-6c66-4548-b02e-d00e97d481c4 HTTP/1.1" status: 200 len: 912 time: 0.3390718 Jun 24 11:48:19.579222 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ce900e-36ab-443a-a75e-a59c3a30bdcf tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Pushing event deleted for resources: {'Network': ['ID=e6c680f4-577d-4f2c-840f-4ffe44326df7,revision_number=None']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:48:19.617723 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.plugin [None req-03e8ed7b-7115-4e19-9251-13b0f7b8cc32 tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] Calling delete_port for 65ad4183-a0f0-48e6-a56e-f0b9a51dfaa7 owned by {{(pid=128084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 11:48:19.622413 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-35ce900e-36ab-443a-a75e-a59c3a30bdcf tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:48:19.663620 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e21ed95-58b6-40ac-91ef-453e2cc7ff42 tempest-RoutersAdminTest-1970644103 tempest-RoutersAdminTest-1970644103-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=128084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:48:19.665032 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-3e21ed95-58b6-40ac-91ef-453e2cc7ff42 tempest-RoutersAdminTest-1970644103 tempest-RoutersAdminTest-1970644103-project-admin] 10.222.0.53 "GET /v2.0/networks/f2b8ca71-e776-48b2-8898-96cc7970207b HTTP/1.1" status: 200 len: 881 time: 0.4692974 Jun 24 11:48:19.672009 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 58762) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:48:19.748298 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c80453d5-a6b7-47cd-90da-04345a929641 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Network 9253bdc9-533b-42aa-837d-b851e49fb4fb is scheduled to be hosted by DHCP agent 6be988a9-1d97-480f-be5a-c55abf2c55c5 with binding_index 1 {{(pid=128084) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 11:48:19.777081 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d91a6c2-b6ce-424a-a6b9-ea51b8ab554f None None] Unable to find a vacant binding_index for network 9253bdc9-533b-42aa-837d-b851e49fb4fb and agent 6be988a9-1d97-480f-be5a-c55abf2c55c5 {{(pid=128085) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Jun 24 11:48:19.785128 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-adeacf2a-daf4-44cf-80fb-38ae4971fabb tempest-RoutersAdminTest-701485524 tempest-RoutersAdminTest-701485524-project] 10.222.0.53 "GET /v2.0/ports?device_id=cb280591-cbe5-4954-9d0b-47adad777ed1 HTTP/1.1" status: 200 len: 205 time: 0.1089087 Jun 24 11:48:19.795555 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d91a6c2-b6ce-424a-a6b9-ea51b8ab554f None None] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-4-hyperv, 9253bdc9-533b-42aa-837d-b851e49fb4fb) {{(pid=128085) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 24 11:48:19.804800 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device 1c5f4b47-3f9a-4532-b81b-4b878e809a43 up at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 11:48:19.825798 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 58764) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:48:19.850785 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.base_scheduler [None req-c80453d5-a6b7-47cd-90da-04345a929641 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-4-hyperv, 9253bdc9-533b-42aa-837d-b851e49fb4fb) {{(pid=128084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:48:19.909869 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c80453d5-a6b7-47cd-90da-04345a929641 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=128084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:48:19.910901 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-c80453d5-a6b7-47cd-90da-04345a929641 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Notify callbacks [] for subnet, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:19.934933 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning for port 1c5f4b47-3f9a-4532-b81b-4b878e809a43 completed by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 11:48:19.943117 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning complete for port 1c5f4b47-3f9a-4532-b81b-4b878e809a43 triggered by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:48:19.943649 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:19.965328 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-c80453d5-a6b7-47cd-90da-04345a929641 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 3.0879204 Jun 24 11:48:19.965991 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 58766) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:48:19.973832 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-d4058fda-e6b6-4c39-bef9-cd0aa66f4d29 tempest-RoutersIpV6AdminTest-1198470881 tempest-RoutersIpV6AdminTest-1198470881-project-admin] Notify callbacks [] for port, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:20.093051 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:20.116260 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-03e8ed7b-7115-4e19-9251-13b0f7b8cc32 tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793193945299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193536732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3292088'] for port, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:20.134339 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-0b820baf-1a25-41db-b8de-0d38cce942cb tempest-RoutersAdminTest-701485524 tempest-RoutersAdminTest-701485524-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:48:20.169455 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] For port 1c5f4b47-3f9a-4532-b81b-4b878e809a43, host dv-neutron-797120-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=1c5f4b47-3f9a-4532-b81b-4b878e809a43,segment=NetworkSegment(9a600d73-2c73-4091-aead-4bd42579a815),segment_id=9a600d73-2c73-4091-aead-4bd42579a815)] {{(pid=128085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 11:48:20.181201 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:20.184796 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-884dc1b3-314d-4d04-b638-c8552872ca52 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:48:20.192343 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e8ed7b-7115-4e19-9251-13b0f7b8cc32 tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] Pushing event deleted for resources: {'Port': ['ID=65ad4183-a0f0-48e6-a56e-f0b9a51dfaa7,revision_number=None']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:48:20.198457 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.extraroute_db [None req-b483724a-dd7f-40c1-9e3f-9d48e31c9050 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Added routes are [] {{(pid=128083) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Jun 24 11:48:20.198905 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.extraroute_db [None req-b483724a-dd7f-40c1-9e3f-9d48e31c9050 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Removed routes are [] {{(pid=128083) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Jun 24 11:48:20.198905 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-b483724a-dd7f-40c1-9e3f-9d48e31c9050 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1975381', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1803205', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65378'] for router, precommit_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:20.201295 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-794197cf-2686-4989-8fb5-495ede13c4fd tempest-RoutersAdminTest-701485524 tempest-RoutersAdminTest-701485524-project] Notify callbacks [] for router, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:20.203431 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-03e8ed7b-7115-4e19-9251-13b0f7b8cc32 tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:48:20.274618 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-03e8ed7b-7115-4e19-9251-13b0f7b8cc32 tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468916'] for port, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:20.275587 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c22f8ca-0989-4860-ab32-fad0b93125f5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d65c8f8-7530-5052-99fe-8ea05073750b-9253bdc9-533b-42aa-837d-b851e49fb4fb', 'network_id': '9253bdc9-533b-42aa-837d-b851e49fb4fb', 'tenant_id': 'aaefe7394f294c70a614c4415cde77d6', 'fixed_ips': [{'subnet_id': '65545cfc-1409-4a49-a5fe-664188004635'}]}} from dv-neutron-797120-4-hyperv. {{(pid=128085) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 24 11:48:20.278673 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-03e8ed7b-7115-4e19-9251-13b0f7b8cc32 tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] 10.222.0.53 "DELETE /v2.0/ports/65ad4183-a0f0-48e6-a56e-f0b9a51dfaa7 HTTP/1.1" status: 204 len: 168 time: 1.9386272 Jun 24 11:48:20.278836 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-9c22f8ca-0989-4860-ab32-fad0b93125f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_create {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:20.286132 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 58768) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:48:20.300578 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Pushing event updated for resources: {'Port': ['ID=1c5f4b47-3f9a-4532-b81b-4b878e809a43,revision_number=3']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:48:20.306739 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:48:20.309218 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-d4058fda-e6b6-4c39-bef9-cd0aa66f4d29 tempest-RoutersIpV6AdminTest-1198470881 tempest-RoutersIpV6AdminTest-1198470881-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-650429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-506361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793193536723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3291971'] for port, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:20.317469 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-c1e3d300-60c4-4806-a0e4-acfe16e1b9c5 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:48:20.329392 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-5a3fae40-b6d8-4d6b-99e0-c8aeb526c896 req-1e85f392-09de-46c9-98d8-79289bb147bf service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6147d57c-7485-4c8f-a255-8497342b277c HTTP/1.1" status: 200 len: 1001 time: 0.7057922 Jun 24 11:48:20.331158 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-6f8268e4-c104-4740-90c3-833a96d61c11 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793193945299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193536732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2537862'] for port, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:20.333085 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.pecan_wsgi.hooks.translation [None req-6da5ed6f-654b-409e-8df6-93b6799e804c tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] DELETE failed (client error): The resource could not be found. Jun 24 11:48:20.333545 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6da5ed6f-654b-409e-8df6-93b6799e804c tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=128083) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 24 11:48:20.337673 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-6da5ed6f-654b-409e-8df6-93b6799e804c tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] 10.222.0.53 "DELETE /v2.0/subnets/d8728583-3be5-46f5-a4d4-c3a09900b29d HTTP/1.1" status: 404 len: 337 time: 0.0478940 Jun 24 11:48:20.357112 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-eb100f26-2c6e-4414-baa6-69f7fde8a2de tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-534962'] for network, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:20.358547 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 58770) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:48:20.364090 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device 47f22999-6e90-4357-84dd-6b72c44a94f6 no longer exists at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 11:48:20.372240 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-07b12a12-b370-4be3-8ebd-5231589a8adf tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:48:20.390728 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] No Port match for: 47f22999-6e90-4357-84dd-6b72c44a94f6 {{(pid=128085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 11:48:20.391300 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device 47f22999-6e90-4357-84dd-6b72c44a94f6 not bound to the agent host dv-neutron-797120-4-hyperv {{(pid=128085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 11:48:20.448191 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4058fda-e6b6-4c39-bef9-cd0aa66f4d29 tempest-RoutersIpV6AdminTest-1198470881 tempest-RoutersIpV6AdminTest-1198470881-project-admin] Network f2b8ca71-e776-48b2-8898-96cc7970207b is already hosted by enough agents. {{(pid=128084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 11:48:20.461940 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.db_base_plugin_common [None req-9c22f8ca-0989-4860-ab32-fad0b93125f5 None None] Allocated IP 172.20.0.2 (9253bdc9-533b-42aa-837d-b851e49fb4fb/65545cfc-1409-4a49-a5fe-664188004635/3765d4b5-ab21-41bb-a2be-7fee52d3b73e) {{(pid=128085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 11:48:20.472730 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8268e4-c104-4740-90c3-833a96d61c11 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Pushing event deleted for resources: {'Port': ['ID=e8f076c6-f6a9-4ebb-86d5-369613c56c16,revision_number=None']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:48:20.480232 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-6f8268e4-c104-4740-90c3-833a96d61c11 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:48:20.496748 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.base_scheduler [None req-d4058fda-e6b6-4c39-bef9-cd0aa66f4d29 tempest-RoutersIpV6AdminTest-1198470881 tempest-RoutersIpV6AdminTest-1198470881-project-admin] Resources bound (agent type, host, resource id): {{(pid=128084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:48:20.499885 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4058fda-e6b6-4c39-bef9-cd0aa66f4d29 tempest-RoutersIpV6AdminTest-1198470881 tempest-RoutersIpV6AdminTest-1198470881-project-admin] Received port after_create {{(pid=128084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 11:48:20.500963 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-b483724a-dd7f-40c1-9e3f-9d48e31c9050 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1975381', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1803205', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65378'] for router, precommit_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:20.508424 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4058fda-e6b6-4c39-bef9-cd0aa66f4d29 tempest-RoutersIpV6AdminTest-1198470881 tempest-RoutersIpV6AdminTest-1198470881-project-admin] Pushing event updated for resources: {'Port': ['ID=1b2d7bd4-d406-4e68-98b2-01b3c47c49ed,revision_number=1']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:48:20.519491 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-d4058fda-e6b6-4c39-bef9-cd0aa66f4d29 tempest-RoutersIpV6AdminTest-1198470881 tempest-RoutersIpV6AdminTest-1198470881-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:48:20.542433 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-b483724a-dd7f-40c1-9e3f-9d48e31c9050 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1815767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1975340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1815772', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1803228'] for router, after_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:20.569521 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3fae40-b6d8-4d6b-99e0-c8aeb526c896 req-03b28697-2cec-40c7-81b0-0d98414709d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:48:20.571237 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-5a3fae40-b6d8-4d6b-99e0-c8aeb526c896 req-03b28697-2cec-40c7-81b0-0d98414709d4 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c9f29286-6a6a-43a7-8236-d8b39e2a7133 HTTP/1.1" status: 200 len: 850 time: 0.1938796 Jun 24 11:48:20.590674 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-794197cf-2686-4989-8fb5-495ede13c4fd tempest-RoutersAdminTest-701485524 tempest-RoutersAdminTest-701485524-project] Notify callbacks [] for router_gateway, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:20.606670 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-fabc64a0-434f-4acc-bf54-f2969be81230 tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-534962'] for network, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:20.637292 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-eb100f26-2c6e-4414-baa6-69f7fde8a2de tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-972249'] for subnet, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:20.662816 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-9c22f8ca-0989-4860-ab32-fad0b93125f5 None None] Notify callbacks [] for port, precommit_create {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:20.673029 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-9c22f8ca-0989-4860-ab32-fad0b93125f5 None None] Transition to ACTIVE for port object 3765d4b5-ab21-41bb-a2be-7fee52d3b73e will not be triggered until provisioned by entity L2. {{(pid=128085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 11:48:20.689131 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-9c22f8ca-0989-4860-ab32-fad0b93125f5 None None] Transition to ACTIVE for port object 3765d4b5-ab21-41bb-a2be-7fee52d3b73e will not be triggered until provisioned by entity DHCP. {{(pid=128085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 11:48:20.693088 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-6f8268e4-c104-4740-90c3-833a96d61c11 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468916'] for port, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:20.694904 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-6f8268e4-c104-4740-90c3-833a96d61c11 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] 10.222.0.53 "DELETE /v2.0/ports/e8f076c6-f6a9-4ebb-86d5-369613c56c16 HTTP/1.1" status: 204 len: 168 time: 2.4248147 Jun 24 11:48:20.704931 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-9c22f8ca-0989-4860-ab32-fad0b93125f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-650429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-506361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793193536723'] for port, after_create {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:20.707221 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 58774) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:48:20.708868 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:48:20.747792 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c22f8ca-0989-4860-ab32-fad0b93125f5 None None] Network 9253bdc9-533b-42aa-837d-b851e49fb4fb is already hosted by enough agents. {{(pid=128085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 11:48:20.755290 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.scheduler.base_scheduler [None req-9c22f8ca-0989-4860-ab32-fad0b93125f5 None None] Resources bound (agent type, host, resource id): {{(pid=128085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:48:20.760071 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c22f8ca-0989-4860-ab32-fad0b93125f5 None None] Received port after_create {{(pid=128085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 11:48:20.763443 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c22f8ca-0989-4860-ab32-fad0b93125f5 None None] Pushing event updated for resources: {'Port': ['ID=3765d4b5-ab21-41bb-a2be-7fee52d3b73e,revision_number=1']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:48:20.770018 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-9c22f8ca-0989-4860-ab32-fad0b93125f5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:48:20.791051 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b483724a-dd7f-40c1-9e3f-9d48e31c9050 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Router 9ce5a3ea-ef86-4fbf-9a68-c613a7caab15 has already been hosted by L3 agent 2987dba8-2249-4ee6-96ec-28f0f7a6127d {{(pid=128083) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 11:48:20.833440 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-9c22f8ca-0989-4860-ab32-fad0b93125f5 None None] Attempting to bind port 3765d4b5-ab21-41bb-a2be-7fee52d3b73e on host dv-neutron-797120-4-hyperv for vnic_type normal with profile {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 11:48:20.833931 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-9c22f8ca-0989-4860-ab32-fad0b93125f5 None None] Attempting to bind port 3765d4b5-ab21-41bb-a2be-7fee52d3b73e by drivers openvswitch,hyperv on host dv-neutron-797120-4-hyperv at level 0 using segments [{'id': 'fee67001-3e77-4cb7-bd7d-fe3c8b1ca70c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '9253bdc9-533b-42aa-837d-b851e49fb4fb'}] {{(pid=128085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 11:48:20.834376 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c22f8ca-0989-4860-ab32-fad0b93125f5 None None] Attempting to bind port 3765d4b5-ab21-41bb-a2be-7fee52d3b73e on network 9253bdc9-533b-42aa-837d-b851e49fb4fb {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 11:48:20.834726 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ca5271f-cee1-4e2f-b56b-3d8e1633f8a5 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:48:20.836340 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ca5271f-cee1-4e2f-b56b-3d8e1633f8a5 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:48:20.837869 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ca5271f-cee1-4e2f-b56b-3d8e1633f8a5 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:48:20.839486 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-5ca5271f-cee1-4e2f-b56b-3d8e1633f8a5 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1297457 Jun 24 11:48:20.840022 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c22f8ca-0989-4860-ab32-fad0b93125f5 None None] Checking agent: {'id': 'e3a695b2-c397-461f-83b0-10b79d490b59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 11, 36, 56), 'started_at': datetime.datetime(2021, 6, 24, 11, 37, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 11, 47, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 11:48:20.840415 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c22f8ca-0989-4860-ab32-fad0b93125f5 None None] Checking segment: {'id': 'fee67001-3e77-4cb7-bd7d-fe3c8b1ca70c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '9253bdc9-533b-42aa-837d-b851e49fb4fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=128085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 11:48:20.841032 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-9c22f8ca-0989-4860-ab32-fad0b93125f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:20.841263 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c22f8ca-0989-4860-ab32-fad0b93125f5 None None] Bound using segment: {'id': 'fee67001-3e77-4cb7-bd7d-fe3c8b1ca70c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '9253bdc9-533b-42aa-837d-b851e49fb4fb'} {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 11:48:20.841746 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-9c22f8ca-0989-4860-ab32-fad0b93125f5 None None] Bound port: 3765d4b5-ab21-41bb-a2be-7fee52d3b73e, host: dv-neutron-797120-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fee67001-3e77-4cb7-bd7d-fe3c8b1ca70c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '9253bdc9-533b-42aa-837d-b851e49fb4fb'}}] {{(pid=128085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 11:48:20.842202 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-9c22f8ca-0989-4860-ab32-fad0b93125f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:20.843627 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 58776) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:48:20.910723 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-9c22f8ca-0989-4860-ab32-fad0b93125f5 None None] For port 3765d4b5-ab21-41bb-a2be-7fee52d3b73e, host dv-neutron-797120-4-hyperv, cleared binding levels {{(pid=128085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 11:48:20.913932 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-9c22f8ca-0989-4860-ab32-fad0b93125f5 None None] For port 3765d4b5-ab21-41bb-a2be-7fee52d3b73e, host dv-neutron-797120-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=3765d4b5-ab21-41bb-a2be-7fee52d3b73e,segment=NetworkSegment(fee67001-3e77-4cb7-bd7d-fe3c8b1ca70c),segment_id=fee67001-3e77-4cb7-bd7d-fe3c8b1ca70c)] {{(pid=128085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 11:48:20.920362 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-9c22f8ca-0989-4860-ab32-fad0b93125f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:20.925084 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-dd5e4f5d-e909-4de6-adb4-eec129ad6ab1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:48:20.960391 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3fae40-b6d8-4d6b-99e0-c8aeb526c896 req-e581b88d-257e-41f9-a5ca-587a9a29782b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:48:20.961543 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-5a3fae40-b6d8-4d6b-99e0-c8aeb526c896 req-e581b88d-257e-41f9-a5ca-587a9a29782b service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=4865c6d7-6c66-4548-b02e-d00e97d481c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3125119 Jun 24 11:48:20.982433 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c22f8ca-0989-4860-ab32-fad0b93125f5 None None] Pushing event updated for resources: {'Port': ['ID=3765d4b5-ab21-41bb-a2be-7fee52d3b73e,revision_number=2']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:48:20.985939 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-9c22f8ca-0989-4860-ab32-fad0b93125f5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:48:21.000594 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd26ef90-4113-4d76-abdf-16d67228e8bb req-c8cbe4a1-5e56-4cfa-a27e-1eebcea9ec3e tempest-ServerActionsTestJSON-818164034 tempest-ServerActionsTestJSON-818164034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:48:21.002172 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-fd26ef90-4113-4d76-abdf-16d67228e8bb req-c8cbe4a1-5e56-4cfa-a27e-1eebcea9ec3e tempest-ServerActionsTestJSON-818164034 tempest-ServerActionsTestJSON-818164034-project] 10.222.0.53 "GET /v2.0/ports?device_id=d6cc2586-9578-488f-96d4-fbc6dd702115 HTTP/1.1" status: 200 len: 945 time: 0.3105717 Jun 24 11:48:21.012428 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b483724a-dd7f-40c1-9e3f-9d48e31c9050 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Notify agent at l3_agent.dv-neutron-797120-4-hyperv the message routers_updated {{(pid=128083) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 11:48:21.024177 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb00bb94-5b43-4fb8-be6d-f0c815f6eb6e None None] Sync routers for ids ['9ce5a3ea-ef86-4fbf-9a68-c613a7caab15'] in dv-neutron-797120-4-hyperv {{(pid=128086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 11:48:21.026155 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.db_base_plugin_v2 [None req-7dd96b19-b3ac-4a44-9273-57631420647b tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Deleting subnet 2d0d5ac6-594d-4e3c-944f-c9c5079bc46d {{(pid=128083) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 24 11:48:21.036067 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-b483724a-dd7f-40c1-9e3f-9d48e31c9050 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Notify callbacks [] for router, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:21.037365 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-b483724a-dd7f-40c1-9e3f-9d48e31c9050 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] 10.222.0.53 "PUT /v2.0/routers/9ce5a3ea-ef86-4fbf-9a68-c613a7caab15 HTTP/1.1" status: 200 len: 705 time: 1.4909325 Jun 24 11:48:21.038559 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb00bb94-5b43-4fb8-be6d-f0c815f6eb6e None None] Routers {'9ce5a3ea-ef86-4fbf-9a68-c613a7caab15'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 11:48:21.039428 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-fb00bb94-5b43-4fb8-be6d-f0c815f6eb6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T11:47:56Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['9ce5a3ea-ef86-4fbf-9a68-c613a7caab15'], 'active': True} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:48:21.045812 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-7dd96b19-b3ac-4a44-9273-57631420647b tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks [] for subnet, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:21.048002 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 58778) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:48:21.128159 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_dvr_db [None req-fb00bb94-5b43-4fb8-be6d-f0c815f6eb6e None None] Set router 9ce5a3ea-ef86-4fbf-9a68-c613a7caab15 gateway port host: None {{(pid=128086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 11:48:21.168624 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-edfb3bd2-3614-425b-82df-33f603fbd9b1 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] 10.222.0.53 "GET /v2.0/ports?device_id=9ce5a3ea-ef86-4fbf-9a68-c613a7caab15 HTTP/1.1" status: 200 len: 205 time: 0.1170669 Jun 24 11:48:21.176749 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 58780) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:48:21.197203 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-fd26ef90-4113-4d76-abdf-16d67228e8bb req-8bafe87b-ec5f-4be2-80ff-7dabc64daf6d tempest-ServerActionsTestJSON-818164034 tempest-ServerActionsTestJSON-818164034-project] 10.222.0.53 "GET /v2.0/security-groups?id=7ca7987f-c073-401f-ba18-8737b1398c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1827857 Jun 24 11:48:21.208525 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-fb00bb94-5b43-4fb8-be6d-f0c815f6eb6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ce5a3ea-ef86-4fbf-9a68-c613a7caab15', 'name': 'tempest-RoutersIpV6Test-router-1768214735', 'tenant_id': '9c8c7551cf984e4ca40de4f1d8880b93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T11:46:39Z', 'updated_at': '2021-06-24T11:48:15Z', 'revision_number': 11, 'project_id': '9c8c7551cf984e4ca40de4f1d8880b93', 'gw_port_host': None}], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:48:21.223146 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-7dd96b19-b3ac-4a44-9273-57631420647b tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3143795'] for subnet, precommit_delete_associations {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:21.239590 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb00bb94-5b43-4fb8-be6d-f0c815f6eb6e None None] Checking router: 9ce5a3ea-ef86-4fbf-9a68-c613a7caab15 for host: dv-neutron-797120-4-hyperv {{(pid=128086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 11:48:21.265591 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-5a3fae40-b6d8-4d6b-99e0-c8aeb526c896 req-4ff46b80-9205-44c1-b6f0-3eb36daf1215 service neutron] 10.222.0.45 "GET /v2.0/networks/4865c6d7-6c66-4548-b02e-d00e97d481c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2916093 Jun 24 11:48:21.270601 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb00bb94-5b43-4fb8-be6d-f0c815f6eb6e None None] Routers {'9ce5a3ea-ef86-4fbf-9a68-c613a7caab15'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 11:48:21.271523 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-fb00bb94-5b43-4fb8-be6d-f0c815f6eb6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T11:47:56Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['9ce5a3ea-ef86-4fbf-9a68-c613a7caab15'], 'active': True} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:48:21.414526 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-fabc64a0-434f-4acc-bf54-f2969be81230 tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973199', 'neutron.services.segments.db._delete_segments_for_network-8793194012456'] for network, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:21.420481 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-eb100f26-2c6e-4414-baa6-69f7fde8a2de tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-972238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3292022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3162263'] for subnet, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:21.432785 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-3c1c40d8-08f9-4235-8349-d95a849fa38b tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:48:21.443204 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-7dd96b19-b3ac-4a44-9273-57631420647b tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-972249'] for subnet, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:21.447632 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-5a3fae40-b6d8-4d6b-99e0-c8aeb526c896 req-27b08380-c798-4687-827d-80dde89ac085 service neutron] 10.222.0.45 "GET /v2.0/networks/4865c6d7-6c66-4548-b02e-d00e97d481c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1738105 Jun 24 11:48:21.472049 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_dvr_db [None req-fb00bb94-5b43-4fb8-be6d-f0c815f6eb6e None None] Set router 9ce5a3ea-ef86-4fbf-9a68-c613a7caab15 gateway port host: None {{(pid=128086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 11:48:21.496830 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.services.segments.db [None req-fabc64a0-434f-4acc-bf54-f2969be81230 tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['981bb62b-f7f4-45de-8aea-7a1d43e26b6b']}} {{(pid=128084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:48:21.517513 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-7dd96b19-b3ac-4a44-9273-57631420647b tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-972238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2537800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3289951'] for subnet, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:21.520931 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-26ee21d0-e400-432d-8795-2c1a56511a69 tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:48:21.521307 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb100f26-2c6e-4414-baa6-69f7fde8a2de tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Pushing event deleted for resources: {'Subnet': ['ID=65545cfc-1409-4a49-a5fe-664188004635,revision_number=None']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:48:21.525571 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.services.segments.db [None req-fabc64a0-434f-4acc-bf54-f2969be81230 tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f972d67d-9a3f-43c1-a25e-18a9dc65bf56') {'for_net_delete': True} {{(pid=128084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:48:21.525571 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.services.segments.db [None req-fabc64a0-434f-4acc-bf54-f2969be81230 tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f972d67d-9a3f-43c1-a25e-18a9dc65bf56') {} {{(pid=128084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:48:21.548330 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-4c4972e1-3adc-4134-9a58-7b95c366755e tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Notify callbacks [] for router, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:21.552494 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-fb00bb94-5b43-4fb8-be6d-f0c815f6eb6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ce5a3ea-ef86-4fbf-9a68-c613a7caab15', 'name': 'tempest-RoutersIpV6Test-router-1768214735', 'tenant_id': '9c8c7551cf984e4ca40de4f1d8880b93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T11:46:39Z', 'updated_at': '2021-06-24T11:48:15Z', 'revision_number': 11, 'project_id': '9c8c7551cf984e4ca40de4f1d8880b93', 'gw_port_host': None}], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:48:21.554683 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd96b19-b3ac-4a44-9273-57631420647b tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Pushing event deleted for resources: {'Subnet': ['ID=2d0d5ac6-594d-4e3c-944f-c9c5079bc46d,revision_number=None']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:48:21.558548 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-7dd96b19-b3ac-4a44-9273-57631420647b tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:48:21.561613 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-7dd96b19-b3ac-4a44-9273-57631420647b tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588949'] for subnet, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:21.566745 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-7dd96b19-b3ac-4a44-9273-57631420647b tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] 10.222.0.53 "DELETE /v2.0/subnets/2d0d5ac6-594d-4e3c-944f-c9c5079bc46d HTTP/1.1" status: 204 len: 168 time: 0.7189224 Jun 24 11:48:21.569131 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 58782) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:48:21.572015 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-fabc64a0-434f-4acc-bf54-f2969be81230 tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793194097327', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2373599'] for segment, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:21.575080 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb100f26-2c6e-4414-baa6-69f7fde8a2de tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:48:21.575440 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb100f26-2c6e-4414-baa6-69f7fde8a2de tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:48:21.576031 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb100f26-2c6e-4414-baa6-69f7fde8a2de tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:48:21.602654 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb100f26-2c6e-4414-baa6-69f7fde8a2de tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:48:21.602654 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb100f26-2c6e-4414-baa6-69f7fde8a2de tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:48:21.602654 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb100f26-2c6e-4414-baa6-69f7fde8a2de tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:48:21.602654 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb100f26-2c6e-4414-baa6-69f7fde8a2de tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:48:21.602654 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb100f26-2c6e-4414-baa6-69f7fde8a2de tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:48:21.602654 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb100f26-2c6e-4414-baa6-69f7fde8a2de tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:48:21.602654 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb100f26-2c6e-4414-baa6-69f7fde8a2de tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:48:21.602654 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb100f26-2c6e-4414-baa6-69f7fde8a2de tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:48:21.602654 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb100f26-2c6e-4414-baa6-69f7fde8a2de tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:48:21.604168 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb00bb94-5b43-4fb8-be6d-f0c815f6eb6e None None] The sync data for ids ['9ce5a3ea-ef86-4fbf-9a68-c613a7caab15'] in dv-neutron-797120-4-hyperv is: [{'id': '9ce5a3ea-ef86-4fbf-9a68-c613a7caab15', 'name': 'tempest-RoutersIpV6Test-router-1768214735', 'tenant_id': '9c8c7551cf984e4ca40de4f1d8880b93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T11:46:39Z', 'updated_at': '2021-06-24T11:48:15Z', 'revision_number': 11, 'project_id': '9c8c7551cf984e4ca40de4f1d8880b93', 'gw_port_host': None}] {{(pid=128086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 11:48:21.639612 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.db_base_plugin_v2 [None req-f575bb78-6929-49b2-b651-d8f73af17f7b tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Deleting subnet 945fb5d7-a0c0-442d-a019-fa13df7858f5 {{(pid=128083) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 24 11:48:21.643684 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-f575bb78-6929-49b2-b651-d8f73af17f7b tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks [] for subnet, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:21.643873 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-eb100f26-2c6e-4414-baa6-69f7fde8a2de tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:48:21.698724 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-f575bb78-6929-49b2-b651-d8f73af17f7b tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3143795'] for subnet, precommit_delete_associations {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:21.755272 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-fabc64a0-434f-4acc-bf54-f2969be81230 tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967879'] for segment, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:21.759633 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.plugin [None req-794197cf-2686-4989-8fb5-495ede13c4fd tempest-RoutersAdminTest-701485524 tempest-RoutersAdminTest-701485524-project] Deleting port 6a8d3135-9450-4c9a-8cfb-73f6779f9d49 {{(pid=128084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 11:48:21.759992 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-794197cf-2686-4989-8fb5-495ede13c4fd tempest-RoutersAdminTest-701485524 tempest-RoutersAdminTest-701485524-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793193942312'] for port, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:21.783528 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-eb100f26-2c6e-4414-baa6-69f7fde8a2de tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973199', 'neutron.services.segments.db._delete_segments_for_network-8793194012456'] for network, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:21.814085 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-f575bb78-6929-49b2-b651-d8f73af17f7b tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-972249'] for subnet, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:21.828156 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fabc64a0-434f-4acc-bf54-f2969be81230 tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] Releasing vlan 607 on physical network physnet1 to pool {{(pid=128084) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 11:48:21.828727 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-fabc64a0-434f-4acc-bf54-f2969be81230 tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3292053'] for segment, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:21.833671 dv-neutron-797120-4-hyperv neutron-server[128084]: Traceback (most recent call last): Jun 24 11:48:21.833671 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 24 11:48:21.833671 dv-neutron-797120-4-hyperv neutron-server[128084]: timer() Jun 24 11:48:21.833671 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 24 11:48:21.833671 dv-neutron-797120-4-hyperv neutron-server[128084]: cb(*args, **kw) Jun 24 11:48:21.833671 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 24 11:48:21.833671 dv-neutron-797120-4-hyperv neutron-server[128084]: return func(*args, **kwargs) Jun 24 11:48:21.833671 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 24 11:48:21.833671 dv-neutron-797120-4-hyperv neutron-server[128084]: self._notify() Jun 24 11:48:21.833671 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 24 11:48:21.833671 dv-neutron-797120-4-hyperv neutron-server[128084]: self.callback(batched_events) Jun 24 11:48:21.833671 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 24 11:48:21.833671 dv-neutron-797120-4-hyperv neutron-server[128084]: event.method(event) Jun 24 11:48:21.833671 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 24 11:48:21.833671 dv-neutron-797120-4-hyperv neutron-server[128084]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 24 11:48:21.833671 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 24 11:48:21.833671 dv-neutron-797120-4-hyperv neutron-server[128084]: aggregate_uuid = self.p_client.list_aggregates( Jun 24 11:48:21.833671 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 24 11:48:21.833671 dv-neutron-797120-4-hyperv neutron-server[128084]: return f(self, *a, **k) Jun 24 11:48:21.833671 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 24 11:48:21.833671 dv-neutron-797120-4-hyperv neutron-server[128084]: return self._get(url).json() Jun 24 11:48:21.833671 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 24 11:48:21.833671 dv-neutron-797120-4-hyperv neutron-server[128084]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 24 11:48:21.833671 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 24 11:48:21.833671 dv-neutron-797120-4-hyperv neutron-server[128084]: return self.request(url, 'GET', **kwargs) Jun 24 11:48:21.833671 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 24 11:48:21.833671 dv-neutron-797120-4-hyperv neutron-server[128084]: base_url = self.get_endpoint(auth, allow=allow, Jun 24 11:48:21.833671 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 24 11:48:21.833671 dv-neutron-797120-4-hyperv neutron-server[128084]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 24 11:48:21.833671 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 24 11:48:21.833671 dv-neutron-797120-4-hyperv neutron-server[128084]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 24 11:48:21.833671 dv-neutron-797120-4-hyperv neutron-server[128084]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 24 11:48:21.850698 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-3b12983b-6da4-4def-8335-93484e7a7542 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1978565'] for router_interface, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:21.854672 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device 3765d4b5-ab21-41bb-a2be-7fee52d3b73e up at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 11:48:21.901331 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-f575bb78-6929-49b2-b651-d8f73af17f7b tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-972238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2537800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3289951'] for subnet, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:21.903773 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-52b1b9da-fab3-4189-b45b-40bd40a337dc tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:48:21.916172 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.services.segments.db [None req-eb100f26-2c6e-4414-baa6-69f7fde8a2de tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9253bdc9-533b-42aa-837d-b851e49fb4fb']}} {{(pid=128084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:48:21.936349 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f575bb78-6929-49b2-b651-d8f73af17f7b tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Pushing event deleted for resources: {'Subnet': ['ID=945fb5d7-a0c0-442d-a019-fa13df7858f5,revision_number=None']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:48:21.942494 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-f575bb78-6929-49b2-b651-d8f73af17f7b tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:48:21.943088 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning for port 3765d4b5-ab21-41bb-a2be-7fee52d3b73e completed by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 11:48:21.948275 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-f575bb78-6929-49b2-b651-d8f73af17f7b tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588949'] for subnet, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:21.952386 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device 1c5f4b47-3f9a-4532-b81b-4b878e809a43 up at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 11:48:21.952578 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-f575bb78-6929-49b2-b651-d8f73af17f7b tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] 10.222.0.53 "DELETE /v2.0/subnets/945fb5d7-a0c0-442d-a019-fa13df7858f5 HTTP/1.1" status: 204 len: 168 time: 0.3723900 Jun 24 11:48:21.953094 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 58784) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:48:22.008064 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-9af1f25c-1b09-417d-81dd-49f2c038536e tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0531614 Jun 24 11:48:22.008811 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 58786) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:48:22.014061 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [None req-78a1b31a-beef-4399-884c-668e2a7d63dc tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Request body: {'subnet': {'network_id': '11a80c9d-f8ee-4388-91b0-d49a25200fee', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:48:22.047115 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning complete for port 1c5f4b47-3f9a-4532-b81b-4b878e809a43 triggered by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:48:22.047699 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:22.153783 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.services.segments.db [None req-eb100f26-2c6e-4414-baa6-69f7fde8a2de tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fee67001-3e77-4cb7-bd7d-fe3c8b1ca70c') {'for_net_delete': True} {{(pid=128084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:48:22.154091 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.services.segments.db [None req-eb100f26-2c6e-4414-baa6-69f7fde8a2de tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fee67001-3e77-4cb7-bd7d-fe3c8b1ca70c') {} {{(pid=128084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:48:22.159909 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78a1b31a-beef-4399-884c-668e2a7d63dc tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Made reservation on behalf of 086af1f572244cd08c37d97e004e4732 for: {'subnet': 1} {{(pid=128083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 11:48:22.164342 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-78a1b31a-beef-4399-884c-668e2a7d63dc tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3289788'] for subnet, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:22.168543 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-794197cf-2686-4989-8fb5-495ede13c4fd tempest-RoutersAdminTest-701485524 tempest-RoutersAdminTest-701485524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1978872'] for port, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:22.190953 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-4c4972e1-3adc-4134-9a58-7b95c366755e tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1803182', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65403'] for router, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:22.193587 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-eb100f26-2c6e-4414-baa6-69f7fde8a2de tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793194097327', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2373599'] for segment, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:22.209141 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-4c4972e1-3adc-4134-9a58-7b95c366755e tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:22.210931 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.plugin [None req-794197cf-2686-4989-8fb5-495ede13c4fd tempest-RoutersAdminTest-701485524 tempest-RoutersAdminTest-701485524-project] Calling delete_port for 6a8d3135-9450-4c9a-8cfb-73f6779f9d49 owned by network:router_gateway {{(pid=128084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 11:48:22.244594 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-fabc64a0-434f-4acc-bf54-f2969be81230 tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1800243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1815642'] for network, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:22.250239 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-eb100f26-2c6e-4414-baa6-69f7fde8a2de tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967879'] for segment, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:22.295991 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-befc8dae-c1cb-4f0e-8f14-7b66ac136cf1 tempest-QuotasNegativeTest-718740954 tempest-QuotasNegativeTest-718740954-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:48:22.302899 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-fabc64a0-434f-4acc-bf54-f2969be81230 tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] Notify callbacks [] for network, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:22.304740 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-fabc64a0-434f-4acc-bf54-f2969be81230 tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] 10.222.0.53 "DELETE /v2.0/networks/981bb62b-f7f4-45de-8aea-7a1d43e26b6b HTTP/1.1" status: 204 len: 168 time: 1.9238172 Jun 24 11:48:22.308018 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 58790) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:48:22.311107 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb100f26-2c6e-4414-baa6-69f7fde8a2de tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Releasing vlan 649 on physical network physnet1 to pool {{(pid=128084) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 11:48:22.311519 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-eb100f26-2c6e-4414-baa6-69f7fde8a2de tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3292053'] for segment, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:22.354592 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f04de74-f5ee-40b2-b5d1-9a0b365ff896 None None] Network 9253bdc9-533b-42aa-837d-b851e49fb4fb requested from dv-neutron-797120-4-hyperv {{(pid=128085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 11:48:22.356213 dv-neutron-797120-4-hyperv neutron-server[128084]: Traceback (most recent call last): Jun 24 11:48:22.356213 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 24 11:48:22.356213 dv-neutron-797120-4-hyperv neutron-server[128084]: timer() Jun 24 11:48:22.356213 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 24 11:48:22.356213 dv-neutron-797120-4-hyperv neutron-server[128084]: cb(*args, **kw) Jun 24 11:48:22.356213 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 24 11:48:22.356213 dv-neutron-797120-4-hyperv neutron-server[128084]: return func(*args, **kwargs) Jun 24 11:48:22.356213 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 24 11:48:22.356213 dv-neutron-797120-4-hyperv neutron-server[128084]: self._notify() Jun 24 11:48:22.356213 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 24 11:48:22.356213 dv-neutron-797120-4-hyperv neutron-server[128084]: self.callback(batched_events) Jun 24 11:48:22.356213 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 24 11:48:22.356213 dv-neutron-797120-4-hyperv neutron-server[128084]: event.method(event) Jun 24 11:48:22.356213 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 24 11:48:22.356213 dv-neutron-797120-4-hyperv neutron-server[128084]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 24 11:48:22.356213 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 24 11:48:22.356213 dv-neutron-797120-4-hyperv neutron-server[128084]: aggregate_uuid = self.p_client.list_aggregates( Jun 24 11:48:22.356213 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 24 11:48:22.356213 dv-neutron-797120-4-hyperv neutron-server[128084]: return f(self, *a, **k) Jun 24 11:48:22.356213 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 24 11:48:22.356213 dv-neutron-797120-4-hyperv neutron-server[128084]: return self._get(url).json() Jun 24 11:48:22.356213 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 24 11:48:22.356213 dv-neutron-797120-4-hyperv neutron-server[128084]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 24 11:48:22.356213 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 24 11:48:22.356213 dv-neutron-797120-4-hyperv neutron-server[128084]: return self.request(url, 'GET', **kwargs) Jun 24 11:48:22.356213 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 24 11:48:22.356213 dv-neutron-797120-4-hyperv neutron-server[128084]: base_url = self.get_endpoint(auth, allow=allow, Jun 24 11:48:22.356213 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 24 11:48:22.356213 dv-neutron-797120-4-hyperv neutron-server[128084]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 24 11:48:22.356213 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 24 11:48:22.356213 dv-neutron-797120-4-hyperv neutron-server[128084]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 24 11:48:22.356213 dv-neutron-797120-4-hyperv neutron-server[128084]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 24 11:48:22.371248 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-d4058fda-e6b6-4c39-bef9-cd0aa66f4d29 tempest-RoutersIpV6AdminTest-1198470881 tempest-RoutersIpV6AdminTest-1198470881-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:22.383575 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabc64a0-434f-4acc-bf54-f2969be81230 tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] Pushing event deleted for resources: {'Network': ['ID=981bb62b-f7f4-45de-8aea-7a1d43e26b6b,revision_number=None']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:48:22.460507 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-fabc64a0-434f-4acc-bf54-f2969be81230 tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:48:22.492781 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542194e2-4789-49c9-b1a3-71c66a981abc req-798fdb24-ed0b-4d5e-a84a-6cfccc902afd tempest-ServerActionsTestJSON-818164034 tempest-ServerActionsTestJSON-818164034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:48:22.495696 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-4c4972e1-3adc-4134-9a58-7b95c366755e tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1806072'] for router, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:22.496519 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c4972e1-3adc-4134-9a58-7b95c366755e tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Fanout notify agent at l3_agent the message router_deleted on router 9ce5a3ea-ef86-4fbf-9a68-c613a7caab15 {{(pid=128084) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 24 11:48:22.504306 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-542194e2-4789-49c9-b1a3-71c66a981abc req-798fdb24-ed0b-4d5e-a84a-6cfccc902afd tempest-ServerActionsTestJSON-818164034 tempest-ServerActionsTestJSON-818164034-project] 10.222.0.53 "GET /v2.0/ports?device_id=d6cc2586-9578-488f-96d4-fbc6dd702115 HTTP/1.1" status: 200 len: 945 time: 0.1542041 Jun 24 11:48:22.517948 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-4c4972e1-3adc-4134-9a58-7b95c366755e tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Notify callbacks [] for router, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:22.526512 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-4c4972e1-3adc-4134-9a58-7b95c366755e tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] 10.222.0.53 "DELETE /v2.0/routers/9ce5a3ea-ef86-4fbf-9a68-c613a7caab15 HTTP/1.1" status: 204 len: 168 time: 1.3435044 Jun 24 11:48:22.527952 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 58792) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:48:22.534497 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [None req-80060a44-7a6f-491a-b70d-4d0bec931404 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2009648877', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:48:22.606497 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.plugin [None req-4ce26c7e-c919-4bd6-bf38-979e0fe67048 tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] Deleting port c9055f25-a61f-4848-9829-fc6c65ec4f5d {{(pid=128083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 11:48:22.606898 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-4ce26c7e-c919-4bd6-bf38-979e0fe67048 tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793193942312'] for port, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:22.622824 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-542194e2-4789-49c9-b1a3-71c66a981abc req-6cf2c2e8-21ce-4345-8682-63b0c2d83ba6 tempest-ServerActionsTestJSON-818164034 tempest-ServerActionsTestJSON-818164034-project] 10.222.0.53 "GET /v2.0/security-groups?id=7ca7987f-c073-401f-ba18-8737b1398c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1174920 Jun 24 11:48:22.644261 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.db.api [None req-eb100f26-2c6e-4414-baa6-69f7fde8a2de tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jun 24 11:48:22.644261 dv-neutron-797120-4-hyperv neutron-server[128084]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jun 24 11:48:22.644261 dv-neutron-797120-4-hyperv neutron-server[128084]: [parameters: {'id': '9253bdc9-533b-42aa-837d-b851e49fb4fb'}] Jun 24 11:48:22.644261 dv-neutron-797120-4-hyperv neutron-server[128084]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=128084) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 24 11:48:22.644766 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_db.api [None req-eb100f26-2c6e-4414-baa6-69f7fde8a2de tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=128084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 24 11:48:22.660387 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-80060a44-7a6f-491a-b70d-4d0bec931404 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1803889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65293'] for router, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:22.661486 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-80060a44-7a6f-491a-b70d-4d0bec931404 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1803848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1975305', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1581158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65396'] for router, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:22.754809 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0b4d363-ce35-40f5-83b1-ddb839c44e62 None None] Network 11a80c9d-f8ee-4388-91b0-d49a25200fee requested from dv-neutron-797120-4-hyperv {{(pid=128085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 11:48:22.771086 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-bb039df7-ba95-4050-948b-d0c2de4e90fc None None] Provisioning for port 3765d4b5-ab21-41bb-a2be-7fee52d3b73e completed by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 11:48:22.797963 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-4ce26c7e-c919-4bd6-bf38-979e0fe67048 tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1978872'] for port, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:22.824054 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.plugin [None req-4ce26c7e-c919-4bd6-bf38-979e0fe67048 tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] Calling delete_port for c9055f25-a61f-4848-9829-fc6c65ec4f5d owned by {{(pid=128083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 11:48:22.825565 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-bb039df7-ba95-4050-948b-d0c2de4e90fc None None] Provisioning complete for port 3765d4b5-ab21-41bb-a2be-7fee52d3b73e triggered by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:48:22.826293 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-bb039df7-ba95-4050-948b-d0c2de4e90fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:22.925804 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-794197cf-2686-4989-8fb5-495ede13c4fd tempest-RoutersAdminTest-701485524 tempest-RoutersAdminTest-701485524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793193945299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193536732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3292088'] for port, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:22.927455 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fdcd048-e9cc-4069-9323-c164582c1621 None None] Network 9253bdc9-533b-42aa-837d-b851e49fb4fb requested from dv-neutron-797120-4-hyperv {{(pid=128085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 11:48:22.933815 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-80060a44-7a6f-491a-b70d-4d0bec931404 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:22.937080 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-bbe872a2-22fc-40d0-acc2-6eeaad8147ab tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:48:22.976061 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-80060a44-7a6f-491a-b70d-4d0bec931404 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1803210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1815767'] for router, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:22.991999 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794197cf-2686-4989-8fb5-495ede13c4fd tempest-RoutersAdminTest-701485524 tempest-RoutersAdminTest-701485524-project] Pushing event deleted for resources: {'Port': ['ID=6a8d3135-9450-4c9a-8cfb-73f6779f9d49,revision_number=None']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:48:23.006711 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-d4058fda-e6b6-4c39-bef9-cd0aa66f4d29 tempest-RoutersIpV6AdminTest-1198470881 tempest-RoutersIpV6AdminTest-1198470881-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1975381', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1803205', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65378'] for router, precommit_update {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:23.008961 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-794197cf-2686-4989-8fb5-495ede13c4fd tempest-RoutersAdminTest-701485524 tempest-RoutersAdminTest-701485524-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:48:23.020935 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-80060a44-7a6f-491a-b70d-4d0bec931404 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Notify callbacks [] for router, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:23.025239 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-80060a44-7a6f-491a-b70d-4d0bec931404 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4960723 Jun 24 11:48:23.025837 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 58796) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:48:23.039886 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [None req-6752a2a4-5fd8-47a4-a2ad-84db32f2aaeb tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Request body: {'router': {'admin_state_up': True}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:48:23.043267 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-78a1b31a-beef-4399-884c-668e2a7d63dc tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2537737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3289942'] for subnet, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:23.047736 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-ab737e29-5573-42bd-b298-25b80bc94ae4 tempest-RoutersIpV6AdminTest-1198470881 tempest-RoutersIpV6AdminTest-1198470881-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:48:23.052276 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-d4058fda-e6b6-4c39-bef9-cd0aa66f4d29 tempest-RoutersIpV6AdminTest-1198470881 tempest-RoutersIpV6AdminTest-1198470881-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1815767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1975340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1815772', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1803228'] for router, after_update {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:23.067770 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-bb039df7-ba95-4050-948b-d0c2de4e90fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:23.125773 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-bb039df7-ba95-4050-948b-d0c2de4e90fc None None] For port 3765d4b5-ab21-41bb-a2be-7fee52d3b73e, host dv-neutron-797120-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=3765d4b5-ab21-41bb-a2be-7fee52d3b73e,segment=NetworkSegment(fee67001-3e77-4cb7-bd7d-fe3c8b1ca70c),segment_id=fee67001-3e77-4cb7-bd7d-fe3c8b1ca70c)] {{(pid=128085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 11:48:23.135210 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-bb039df7-ba95-4050-948b-d0c2de4e90fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:23.137358 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-fb7df7ac-2505-470e-8ef4-5259c8cf3250 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:48:23.145534 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-eb100f26-2c6e-4414-baa6-69f7fde8a2de tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-534962'] for network, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:23.173868 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-794197cf-2686-4989-8fb5-495ede13c4fd tempest-RoutersAdminTest-701485524 tempest-RoutersAdminTest-701485524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1815728'] for router_gateway, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:23.196112 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb039df7-ba95-4050-948b-d0c2de4e90fc None None] Pushing event updated for resources: {'Port': ['ID=3765d4b5-ab21-41bb-a2be-7fee52d3b73e,revision_number=3']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:48:23.206252 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb039df7-ba95-4050-948b-d0c2de4e90fc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:48:23.207380 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb039df7-ba95-4050-948b-d0c2de4e90fc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:48:23.207380 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb039df7-ba95-4050-948b-d0c2de4e90fc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:48:23.207380 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb039df7-ba95-4050-948b-d0c2de4e90fc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:48:23.207720 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb039df7-ba95-4050-948b-d0c2de4e90fc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:48:23.208001 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb039df7-ba95-4050-948b-d0c2de4e90fc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:48:23.208378 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb039df7-ba95-4050-948b-d0c2de4e90fc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:48:23.209146 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb039df7-ba95-4050-948b-d0c2de4e90fc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:48:23.209146 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb039df7-ba95-4050-948b-d0c2de4e90fc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:48:23.209365 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb039df7-ba95-4050-948b-d0c2de4e90fc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:48:23.209729 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb039df7-ba95-4050-948b-d0c2de4e90fc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:48:23.210056 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb039df7-ba95-4050-948b-d0c2de4e90fc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:48:23.215539 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c42d674-ce43-46d9-b359-9a512f1a2502 None None] DHCP port deletion for 11a80c9d-f8ee-4388-91b0-d49a25200fee request from dv-neutron-797120-4-hyperv {{(pid=128085) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 24 11:48:23.217732 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-bb039df7-ba95-4050-948b-d0c2de4e90fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:48:23.273312 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-5c42d674-ce43-46d9-b359-9a512f1a2502 None None] Deleting port 880e2eed-20f6-4891-aaef-3124bdb3d3d6 {{(pid=128085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 11:48:23.273949 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-5c42d674-ce43-46d9-b359-9a512f1a2502 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793193942312'] for port, before_delete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:23.289409 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2003e88c-a0e0-4549-98cc-956b353cb912 None None] DHCP port deletion for 9253bdc9-533b-42aa-837d-b851e49fb4fb request from dv-neutron-797120-4-hyperv {{(pid=128085) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 24 11:48:23.393788 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-5c42d674-ce43-46d9-b359-9a512f1a2502 None None] For port 880e2eed-20f6-4891-aaef-3124bdb3d3d6, host dv-neutron-797120-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=880e2eed-20f6-4891-aaef-3124bdb3d3d6,segment=NetworkSegment(fddfe548-9582-48fa-8a0c-6b06bc4d1b9f),segment_id=fddfe548-9582-48fa-8a0c-6b06bc4d1b9f)] {{(pid=128085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 11:48:23.394310 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-5c42d674-ce43-46d9-b359-9a512f1a2502 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1978872'] for port, precommit_delete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:23.410403 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-5c42d674-ce43-46d9-b359-9a512f1a2502 None None] Calling delete_port for 880e2eed-20f6-4891-aaef-3124bdb3d3d6 owned by network:dhcp {{(pid=128085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 11:48:23.418189 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-2003e88c-a0e0-4549-98cc-956b353cb912 None None] Deleting port 3765d4b5-ab21-41bb-a2be-7fee52d3b73e {{(pid=128085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 11:48:23.418699 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-2003e88c-a0e0-4549-98cc-956b353cb912 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793193942312'] for port, before_delete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:23.487395 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78a1b31a-beef-4399-884c-668e2a7d63dc tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Network 11a80c9d-f8ee-4388-91b0-d49a25200fee is already hosted by enough agents. {{(pid=128083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 11:48:23.491278 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-4ce26c7e-c919-4bd6-bf38-979e0fe67048 tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793193945299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193536732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2537862'] for port, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:23.506088 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.base_scheduler [None req-78a1b31a-beef-4399-884c-668e2a7d63dc tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Resources bound (agent type, host, resource id): {{(pid=128083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:48:23.513081 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78a1b31a-beef-4399-884c-668e2a7d63dc tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:48:23.513706 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-78a1b31a-beef-4399-884c-668e2a7d63dc tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588949'] for subnet, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:23.540591 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-2003e88c-a0e0-4549-98cc-956b353cb912 None None] For port 3765d4b5-ab21-41bb-a2be-7fee52d3b73e, host dv-neutron-797120-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=3765d4b5-ab21-41bb-a2be-7fee52d3b73e,segment=NetworkSegment(fee67001-3e77-4cb7-bd7d-fe3c8b1ca70c),segment_id=fee67001-3e77-4cb7-bd7d-fe3c8b1ca70c)] {{(pid=128085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 11:48:23.541203 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-2003e88c-a0e0-4549-98cc-956b353cb912 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1978872'] for port, precommit_delete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:23.557681 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-2003e88c-a0e0-4549-98cc-956b353cb912 None None] Calling delete_port for 3765d4b5-ab21-41bb-a2be-7fee52d3b73e owned by network:dhcp {{(pid=128085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 11:48:23.598141 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c67a04-9d25-4cad-a357-77b439138eed req-af5ea36f-b3df-47c9-b19f-fd2c22040c43 tempest-ServerActionsTestJSON-818164034 tempest-ServerActionsTestJSON-818164034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:48:23.599294 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-c3c67a04-9d25-4cad-a357-77b439138eed req-af5ea36f-b3df-47c9-b19f-fd2c22040c43 tempest-ServerActionsTestJSON-818164034 tempest-ServerActionsTestJSON-818164034-project] 10.222.0.53 "GET /v2.0/ports?device_id=d6cc2586-9578-488f-96d4-fbc6dd702115 HTTP/1.1" status: 200 len: 945 time: 0.7816508 Jun 24 11:48:23.615888 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a1b31a-beef-4399-884c-668e2a7d63dc tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Pushing event updated for resources: {'Subnet': ['ID=1fd98c47-846d-4eb7-9329-d27abf8746c4,revision_number=0']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:48:23.631484 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-5c42d674-ce43-46d9-b359-9a512f1a2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793193945299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193536732'] for port, after_delete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:23.637177 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-4ce26c7e-c919-4bd6-bf38-979e0fe67048 tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468916'] for port, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:23.638353 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-6be84ba3-8fcc-42f2-b3b4-68ccc84ed347 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:48:23.642046 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-4ce26c7e-c919-4bd6-bf38-979e0fe67048 tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] 10.222.0.53 "DELETE /v2.0/ports/c9055f25-a61f-4848-9829-fc6c65ec4f5d HTTP/1.1" status: 204 len: 168 time: 1.3277960 Jun 24 11:48:23.650729 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 58798) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:48:23.671545 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c42d674-ce43-46d9-b359-9a512f1a2502 None None] Pushing event deleted for resources: {'Port': ['ID=880e2eed-20f6-4891-aaef-3124bdb3d3d6,revision_number=None']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:48:23.675659 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c42d674-ce43-46d9-b359-9a512f1a2502 None None] No DVR routers for this DVR port 880e2eed-20f6-4891-aaef-3124bdb3d3d6 on host dv-neutron-797120-4-hyperv {{(pid=128085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 11:48:23.678608 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-5c42d674-ce43-46d9-b359-9a512f1a2502 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:48:23.700264 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-78a1b31a-beef-4399-884c-668e2a7d63dc tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6876326 Jun 24 11:48:23.700264 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a1b31a-beef-4399-884c-668e2a7d63dc tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:48:23.700264 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a1b31a-beef-4399-884c-668e2a7d63dc tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:48:23.700264 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a1b31a-beef-4399-884c-668e2a7d63dc tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:48:23.700834 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a1b31a-beef-4399-884c-668e2a7d63dc tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:48:23.700834 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a1b31a-beef-4399-884c-668e2a7d63dc tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:48:23.701544 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a1b31a-beef-4399-884c-668e2a7d63dc tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:48:23.701544 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a1b31a-beef-4399-884c-668e2a7d63dc tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:48:23.701855 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a1b31a-beef-4399-884c-668e2a7d63dc tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:48:23.702170 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a1b31a-beef-4399-884c-668e2a7d63dc tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:48:23.702678 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a1b31a-beef-4399-884c-668e2a7d63dc tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:48:23.702885 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a1b31a-beef-4399-884c-668e2a7d63dc tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:48:23.703244 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a1b31a-beef-4399-884c-668e2a7d63dc tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:48:23.709120 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51b2a1b1-c620-4984-84c5-7334975c11a8 None None] Network 11a80c9d-f8ee-4388-91b0-d49a25200fee requested from dv-neutron-797120-4-hyperv {{(pid=128085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 11:48:23.712887 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-2003e88c-a0e0-4549-98cc-956b353cb912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793193945299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193536732'] for port, after_delete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:23.723000 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-78a1b31a-beef-4399-884c-668e2a7d63dc tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.670s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:48:23.723487 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 58800) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:48:23.724086 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-7707d42e-dfb7-49ed-b503-043483aae675 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.216s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:48:23.726611 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-02f012f7-0b58-43f6-95f2-ea682916dc83 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:48:23.741878 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [None req-919c6453-e94b-420a-8a55-da75490f1514 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Request body: {'subnet': {'network_id': '11a80c9d-f8ee-4388-91b0-d49a25200fee', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:48:23.746533 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-794197cf-2686-4989-8fb5-495ede13c4fd tempest-RoutersAdminTest-701485524 tempest-RoutersAdminTest-701485524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1803182', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65403'] for router, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:23.751056 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.plugin [None req-3b12983b-6da4-4def-8335-93484e7a7542 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Deleting port bb63497c-372a-47d2-b8b1-cf3202deb92b {{(pid=128084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 11:48:23.751389 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-3b12983b-6da4-4def-8335-93484e7a7542 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793193942312'] for port, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:23.754457 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-794197cf-2686-4989-8fb5-495ede13c4fd tempest-RoutersAdminTest-701485524 tempest-RoutersAdminTest-701485524-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:23.776224 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.plugin [None req-eb100f26-2c6e-4414-baa6-69f7fde8a2de tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] The port '3765d4b5-ab21-41bb-a2be-7fee52d3b73e' was deleted {{(pid=128084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1933}} Jun 24 11:48:23.788601 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2003e88c-a0e0-4549-98cc-956b353cb912 None None] Pushing event deleted for resources: {'Port': ['ID=3765d4b5-ab21-41bb-a2be-7fee52d3b73e,revision_number=None']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:48:23.793868 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2003e88c-a0e0-4549-98cc-956b353cb912 None None] No DVR routers for this DVR port 3765d4b5-ab21-41bb-a2be-7fee52d3b73e on host dv-neutron-797120-4-hyperv {{(pid=128085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 11:48:23.800289 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-2003e88c-a0e0-4549-98cc-956b353cb912 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:48:23.818723 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device 3765d4b5-ab21-41bb-a2be-7fee52d3b73e no longer exists at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 11:48:23.847541 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ad7f42ee-8249-46a2-b73f-235a29c73a84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:23.852351 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] No Port match for: 3765d4b5-ab21-41bb-a2be-7fee52d3b73e {{(pid=128085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 11:48:23.852351 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device 3765d4b5-ab21-41bb-a2be-7fee52d3b73e not bound to the agent host dv-neutron-797120-4-hyperv {{(pid=128085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 11:48:23.852351 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device 880e2eed-20f6-4891-aaef-3124bdb3d3d6 no longer exists at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 11:48:23.876103 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] No Port match for: 880e2eed-20f6-4891-aaef-3124bdb3d3d6 {{(pid=128085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 11:48:23.876677 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device 880e2eed-20f6-4891-aaef-3124bdb3d3d6 not bound to the agent host dv-neutron-797120-4-hyperv {{(pid=128085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 11:48:23.910928 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-794197cf-2686-4989-8fb5-495ede13c4fd tempest-RoutersAdminTest-701485524 tempest-RoutersAdminTest-701485524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1806072'] for router, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:23.911472 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-794197cf-2686-4989-8fb5-495ede13c4fd tempest-RoutersAdminTest-701485524 tempest-RoutersAdminTest-701485524-project] Fanout notify agent at l3_agent the message router_deleted on router cb280591-cbe5-4954-9d0b-47adad777ed1 {{(pid=128084) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 24 11:48:23.914513 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5127ce4-444a-4228-b7b6-d3b9033b4d75 tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] DELETE failed (client error): The resource could not be found. Jun 24 11:48:23.914982 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d5127ce4-444a-4228-b7b6-d3b9033b4d75 tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=128083) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 24 11:48:23.916706 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-d5127ce4-444a-4228-b7b6-d3b9033b4d75 tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] 10.222.0.53 "DELETE /v2.0/subnets/f04f8f07-1ed4-40ce-81cf-bcde9db19555 HTTP/1.1" status: 404 len: 337 time: 0.2653034 Jun 24 11:48:23.928521 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-794197cf-2686-4989-8fb5-495ede13c4fd tempest-RoutersAdminTest-701485524 tempest-RoutersAdminTest-701485524-project] Notify callbacks [] for router, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:23.930374 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-794197cf-2686-4989-8fb5-495ede13c4fd tempest-RoutersAdminTest-701485524 tempest-RoutersAdminTest-701485524-project] 10.222.0.53 "DELETE /v2.0/routers/cb280591-cbe5-4954-9d0b-47adad777ed1 HTTP/1.1" status: 204 len: 168 time: 4.1014874 Jun 24 11:48:23.932161 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce26c7e-c919-4bd6-bf38-979e0fe67048 tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] Pushing event deleted for resources: {'Port': ['ID=c9055f25-a61f-4848-9829-fc6c65ec4f5d,revision_number=None']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:48:23.935967 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 58802) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:48:23.936509 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 58804) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:48:23.939359 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-6752a2a4-5fd8-47a4-a2ad-84db32f2aaeb tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1975381', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1803205', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65378'] for router, precommit_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:23.945072 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-98f1188f-debd-44b0-8db2-b030a20a6dfa tempest-RoutersAdminTest-701485524 tempest-RoutersAdminTest-701485524-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-2121968947', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:48:23.948285 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-4ce26c7e-c919-4bd6-bf38-979e0fe67048 tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:48:23.963381 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-6752a2a4-5fd8-47a4-a2ad-84db32f2aaeb tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1815767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1975340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1815772', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1803228'] for router, after_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:23.969950 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-c3c67a04-9d25-4cad-a357-77b439138eed req-19e1e43d-7ff4-4781-93a1-6517dcf592eb tempest-ServerActionsTestJSON-818164034 tempest-ServerActionsTestJSON-818164034-project] 10.222.0.53 "GET /v2.0/security-groups?id=7ca7987f-c073-401f-ba18-8737b1398c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3545396 Jun 24 11:48:23.987814 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79bb2a87-0415-4d43-b01a-111f73362b44 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d65c8f8-7530-5052-99fe-8ea05073750b-11a80c9d-f8ee-4388-91b0-d49a25200fee', 'network_id': '11a80c9d-f8ee-4388-91b0-d49a25200fee', 'tenant_id': '086af1f572244cd08c37d97e004e4732', 'fixed_ips': [{'subnet_id': '1fd98c47-846d-4eb7-9329-d27abf8746c4'}]}} from dv-neutron-797120-4-hyperv. {{(pid=128085) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 24 11:48:23.988788 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-79bb2a87-0415-4d43-b01a-111f73362b44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_create {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:24.037652 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-eb100f26-2c6e-4414-baa6-69f7fde8a2de tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973199', 'neutron.services.segments.db._delete_segments_for_network-8793194012456'] for network, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:24.099209 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.services.segments.db [None req-eb100f26-2c6e-4414-baa6-69f7fde8a2de tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9253bdc9-533b-42aa-837d-b851e49fb4fb']}} {{(pid=128084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:48:24.099742 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6752a2a4-5fd8-47a4-a2ad-84db32f2aaeb tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Router b2ed4efb-fec1-4eae-bfe2-360fd2ac9081 is scheduled to L3 agent 2987dba8-2249-4ee6-96ec-28f0f7a6127d with binding_index 1 {{(pid=128083) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 24 11:48:24.133458 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-98f1188f-debd-44b0-8db2-b030a20a6dfa tempest-RoutersAdminTest-701485524 tempest-RoutersAdminTest-701485524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1803889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65293'] for router, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:24.134437 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-98f1188f-debd-44b0-8db2-b030a20a6dfa tempest-RoutersAdminTest-701485524 tempest-RoutersAdminTest-701485524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1803848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1975305', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1581158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65396'] for router, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:24.141968 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.services.segments.db [None req-eb100f26-2c6e-4414-baa6-69f7fde8a2de tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fee67001-3e77-4cb7-bd7d-fe3c8b1ca70c') {'for_net_delete': True} {{(pid=128084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:48:24.142337 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.services.segments.db [None req-eb100f26-2c6e-4414-baa6-69f7fde8a2de tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fee67001-3e77-4cb7-bd7d-fe3c8b1ca70c') {} {{(pid=128084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:48:24.155663 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.db [None req-3b12983b-6da4-4def-8335-93484e7a7542 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] For port bb63497c-372a-47d2-b8b1-cf3202deb92b, host dv-neutron-797120-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=bb63497c-372a-47d2-b8b1-cf3202deb92b,segment=NetworkSegment(b7c26e65-0a7a-473a-9051-c0d95f4985d5),segment_id=b7c26e65-0a7a-473a-9051-c0d95f4985d5)] {{(pid=128084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 11:48:24.156390 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-3b12983b-6da4-4def-8335-93484e7a7542 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1978872'] for port, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:24.162280 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-4ff78531-ed87-4670-976d-5de137282737 tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-534962'] for network, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:24.165204 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-eb100f26-2c6e-4414-baa6-69f7fde8a2de tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793194097327', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2373599'] for segment, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:24.192460 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.db_base_plugin_common [None req-79bb2a87-0415-4d43-b01a-111f73362b44 None None] Allocated IP 172.20.0.2 (11a80c9d-f8ee-4388-91b0-d49a25200fee/1fd98c47-846d-4eb7-9329-d27abf8746c4/726f4d9c-3f88-4bca-a6a9-d1239510b1c6) {{(pid=128085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 11:48:24.200163 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.plugin [None req-3b12983b-6da4-4def-8335-93484e7a7542 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Calling delete_port for bb63497c-372a-47d2-b8b1-cf3202deb92b owned by network:router_interface {{(pid=128084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 11:48:24.217433 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-eb100f26-2c6e-4414-baa6-69f7fde8a2de tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967879'] for segment, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:24.223238 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4058fda-e6b6-4c39-bef9-cd0aa66f4d29 tempest-RoutersIpV6AdminTest-1198470881 tempest-RoutersIpV6AdminTest-1198470881-project-admin] Router f5f24adb-397c-453a-bff2-792cee8235d9 is scheduled to L3 agent 2987dba8-2249-4ee6-96ec-28f0f7a6127d with binding_index 1 {{(pid=128084) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 24 11:48:24.225052 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6752a2a4-5fd8-47a4-a2ad-84db32f2aaeb tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Notify agent at l3_agent.dv-neutron-797120-4-hyperv the message routers_updated {{(pid=128083) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 11:48:24.227449 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-919c6453-e94b-420a-8a55-da75490f1514 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Made reservation on behalf of 086af1f572244cd08c37d97e004e4732 for: {'subnet': 1} {{(pid=128083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 11:48:24.231133 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-919c6453-e94b-420a-8a55-da75490f1514 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3289788'] for subnet, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:24.238070 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9c516a6-0fb7-4226-9096-ed6f70565cba None None] Sync routers for ids ['b2ed4efb-fec1-4eae-bfe2-360fd2ac9081'] in dv-neutron-797120-4-hyperv {{(pid=128085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 11:48:24.241289 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-6752a2a4-5fd8-47a4-a2ad-84db32f2aaeb tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Notify callbacks [] for router, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:24.245215 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-6752a2a4-5fd8-47a4-a2ad-84db32f2aaeb tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] 10.222.0.53 "PUT /v2.0/routers/b2ed4efb-fec1-4eae-bfe2-360fd2ac9081 HTTP/1.1" status: 200 len: 698 time: 1.2128198 Jun 24 11:48:24.256592 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 58808) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:48:24.268230 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb100f26-2c6e-4414-baa6-69f7fde8a2de tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Releasing vlan 649 on physical network physnet1 to pool {{(pid=128084) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 11:48:24.268646 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-eb100f26-2c6e-4414-baa6-69f7fde8a2de tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3292053'] for segment, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:24.273748 dv-neutron-797120-4-hyperv neutron-server[128084]: Traceback (most recent call last): Jun 24 11:48:24.273748 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 24 11:48:24.273748 dv-neutron-797120-4-hyperv neutron-server[128084]: timer() Jun 24 11:48:24.273748 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 24 11:48:24.273748 dv-neutron-797120-4-hyperv neutron-server[128084]: cb(*args, **kw) Jun 24 11:48:24.273748 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 24 11:48:24.273748 dv-neutron-797120-4-hyperv neutron-server[128084]: return func(*args, **kwargs) Jun 24 11:48:24.273748 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 24 11:48:24.273748 dv-neutron-797120-4-hyperv neutron-server[128084]: self._notify() Jun 24 11:48:24.273748 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 24 11:48:24.273748 dv-neutron-797120-4-hyperv neutron-server[128084]: self.callback(batched_events) Jun 24 11:48:24.273748 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 24 11:48:24.273748 dv-neutron-797120-4-hyperv neutron-server[128084]: event.method(event) Jun 24 11:48:24.273748 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 24 11:48:24.273748 dv-neutron-797120-4-hyperv neutron-server[128084]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 24 11:48:24.273748 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 24 11:48:24.273748 dv-neutron-797120-4-hyperv neutron-server[128084]: aggregate_uuid = self.p_client.list_aggregates( Jun 24 11:48:24.273748 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 24 11:48:24.273748 dv-neutron-797120-4-hyperv neutron-server[128084]: return f(self, *a, **k) Jun 24 11:48:24.273748 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 24 11:48:24.273748 dv-neutron-797120-4-hyperv neutron-server[128084]: return self._get(url).json() Jun 24 11:48:24.273748 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 24 11:48:24.273748 dv-neutron-797120-4-hyperv neutron-server[128084]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 24 11:48:24.273748 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 24 11:48:24.273748 dv-neutron-797120-4-hyperv neutron-server[128084]: return self.request(url, 'GET', **kwargs) Jun 24 11:48:24.273748 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 24 11:48:24.273748 dv-neutron-797120-4-hyperv neutron-server[128084]: base_url = self.get_endpoint(auth, allow=allow, Jun 24 11:48:24.273748 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 24 11:48:24.273748 dv-neutron-797120-4-hyperv neutron-server[128084]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 24 11:48:24.273748 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 24 11:48:24.273748 dv-neutron-797120-4-hyperv neutron-server[128084]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 24 11:48:24.273748 dv-neutron-797120-4-hyperv neutron-server[128084]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 24 11:48:24.275915 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-98f1188f-debd-44b0-8db2-b030a20a6dfa tempest-RoutersAdminTest-701485524 tempest-RoutersAdminTest-701485524-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:24.291574 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9c516a6-0fb7-4226-9096-ed6f70565cba None None] Routers {'b2ed4efb-fec1-4eae-bfe2-360fd2ac9081'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 11:48:24.291574 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-a9c516a6-0fb7-4226-9096-ed6f70565cba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T11:47:56Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['b2ed4efb-fec1-4eae-bfe2-360fd2ac9081'], 'active': True} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:48:24.355129 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-98f1188f-debd-44b0-8db2-b030a20a6dfa tempest-RoutersAdminTest-701485524 tempest-RoutersAdminTest-701485524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1803210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1815767'] for router, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:24.371009 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvr_db [None req-a9c516a6-0fb7-4226-9096-ed6f70565cba None None] Set router b2ed4efb-fec1-4eae-bfe2-360fd2ac9081 gateway port host: None {{(pid=128085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 11:48:24.402466 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-2f027206-1cf0-4de3-b5cd-45d37f68926e tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] 10.222.0.53 "GET /v2.0/routers/b2ed4efb-fec1-4eae-bfe2-360fd2ac9081 HTTP/1.1" status: 200 len: 704 time: 0.1446271 Jun 24 11:48:24.411074 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 58810) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:48:24.431278 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-a9c516a6-0fb7-4226-9096-ed6f70565cba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2ed4efb-fec1-4eae-bfe2-360fd2ac9081', 'name': 'tempest-RoutersIpV6Test-router-2009648877', 'tenant_id': '9c8c7551cf984e4ca40de4f1d8880b93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T11:48:22Z', 'updated_at': '2021-06-24T11:48:23Z', 'revision_number': 2, 'project_id': '9c8c7551cf984e4ca40de4f1d8880b93', 'gw_port_host': None}], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:48:24.455324 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-d9e91135-9b17-4d63-8fb8-fcd7e4bd2442 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] 10.222.0.53 "GET /v2.0/ports?device_id=b2ed4efb-fec1-4eae-bfe2-360fd2ac9081 HTTP/1.1" status: 200 len: 205 time: 0.0429101 Jun 24 11:48:24.460018 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 58812) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:48:24.467442 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9c516a6-0fb7-4226-9096-ed6f70565cba None None] Checking router: b2ed4efb-fec1-4eae-bfe2-360fd2ac9081 for host: dv-neutron-797120-4-hyperv {{(pid=128085) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 11:48:24.478835 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-eb100f26-2c6e-4414-baa6-69f7fde8a2de tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1800243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1815642'] for network, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:24.479240 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a143a1d5-3cb1-47a4-8f6f-f0ca43adf52b req-4899264b-d2f6-4a6b-a7ed-3e54a752836c tempest-ServerActionsTestJSON-818164034 tempest-ServerActionsTestJSON-818164034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:48:24.480777 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-a143a1d5-3cb1-47a4-8f6f-f0ca43adf52b req-4899264b-d2f6-4a6b-a7ed-3e54a752836c tempest-ServerActionsTestJSON-818164034 tempest-ServerActionsTestJSON-818164034-project] 10.222.0.53 "GET /v2.0/ports?device_id=d6cc2586-9578-488f-96d4-fbc6dd702115 HTTP/1.1" status: 200 len: 945 time: 0.3301089 Jun 24 11:48:24.484221 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-eb100f26-2c6e-4414-baa6-69f7fde8a2de tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Notify callbacks [] for network, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:24.490988 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-eb100f26-2c6e-4414-baa6-69f7fde8a2de tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] 10.222.0.53 "DELETE /v2.0/networks/9253bdc9-533b-42aa-837d-b851e49fb4fb HTTP/1.1" status: 204 len: 168 time: 4.5126517 Jun 24 11:48:24.493402 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 58814) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:48:24.511411 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9c516a6-0fb7-4226-9096-ed6f70565cba None None] Routers {'b2ed4efb-fec1-4eae-bfe2-360fd2ac9081'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 11:48:24.511961 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-a9c516a6-0fb7-4226-9096-ed6f70565cba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T11:47:56Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['b2ed4efb-fec1-4eae-bfe2-360fd2ac9081'], 'active': True} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:48:24.528565 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-f6cbf483-5283-4783-b590-d90b618215a0 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:48:24.535034 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-98f1188f-debd-44b0-8db2-b030a20a6dfa tempest-RoutersAdminTest-701485524 tempest-RoutersAdminTest-701485524-project] Notify callbacks [] for router, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:24.540042 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-98f1188f-debd-44b0-8db2-b030a20a6dfa tempest-RoutersAdminTest-701485524 tempest-RoutersAdminTest-701485524-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.5952659 Jun 24 11:48:24.541338 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-a97fa5d5-2813-4eeb-be1f-69dea345a553 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1514183657'}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:48:24.565472 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 58816) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:48:24.573244 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-994c024d-5ad4-49d0-945d-549cb7346cdd tempest-RoutersAdminTest-1970644103 tempest-RoutersAdminTest-1970644103-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'enable_snat': False}}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:48:24.582653 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb100f26-2c6e-4414-baa6-69f7fde8a2de tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Pushing event deleted for resources: {'Network': ['ID=9253bdc9-533b-42aa-837d-b851e49fb4fb,revision_number=None']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:48:24.589815 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-eb100f26-2c6e-4414-baa6-69f7fde8a2de tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:48:24.613852 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-86f689b2-1ec2-4c19-88fe-0e8324887f75 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Notify callbacks [] for router, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:24.685633 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-a143a1d5-3cb1-47a4-8f6f-f0ca43adf52b req-0ddf8f03-cc34-46f5-92f6-0ff44bf8cedf tempest-ServerActionsTestJSON-818164034 tempest-ServerActionsTestJSON-818164034-project] 10.222.0.53 "GET /v2.0/security-groups?id=7ca7987f-c073-401f-ba18-8737b1398c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1973233 Jun 24 11:48:24.757853 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-79bb2a87-0415-4d43-b01a-111f73362b44 None None] Notify callbacks [] for port, precommit_create {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:24.760059 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvr_db [None req-a9c516a6-0fb7-4226-9096-ed6f70565cba None None] Set router b2ed4efb-fec1-4eae-bfe2-360fd2ac9081 gateway port host: None {{(pid=128085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 11:48:24.794459 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a97fa5d5-2813-4eeb-be1f-69dea345a553 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Made reservation on behalf of aaefe7394f294c70a614c4415cde77d6 for: {'network': 1} {{(pid=128084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 11:48:24.799201 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-a97fa5d5-2813-4eeb-be1f-69dea345a553 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for network, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:24.802130 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.plugin [None req-4ff78531-ed87-4670-976d-5de137282737 tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] Deleting port b86f8de3-8a8e-4c72-be4c-af5a0b50a5eb {{(pid=128084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 11:48:24.802454 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-4ff78531-ed87-4670-976d-5de137282737 tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793193942312'] for port, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:24.821724 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-a9c516a6-0fb7-4226-9096-ed6f70565cba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2ed4efb-fec1-4eae-bfe2-360fd2ac9081', 'name': 'tempest-RoutersIpV6Test-router-2009648877', 'tenant_id': '9c8c7551cf984e4ca40de4f1d8880b93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T11:48:22Z', 'updated_at': '2021-06-24T11:48:23Z', 'revision_number': 2, 'project_id': '9c8c7551cf984e4ca40de4f1d8880b93', 'gw_port_host': None}], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:48:24.823681 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-79bb2a87-0415-4d43-b01a-111f73362b44 None None] Transition to ACTIVE for port object 726f4d9c-3f88-4bca-a6a9-d1239510b1c6 will not be triggered until provisioned by entity L2. {{(pid=128085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 11:48:24.839011 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4058fda-e6b6-4c39-bef9-cd0aa66f4d29 tempest-RoutersIpV6AdminTest-1198470881 tempest-RoutersIpV6AdminTest-1198470881-project-admin] Notify agent at l3_agent.dv-neutron-797120-4-hyperv the message routers_updated {{(pid=128084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 11:48:24.845404 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-d4058fda-e6b6-4c39-bef9-cd0aa66f4d29 tempest-RoutersIpV6AdminTest-1198470881 tempest-RoutersIpV6AdminTest-1198470881-project-admin] Notify callbacks [] for router, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:24.847084 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-d4058fda-e6b6-4c39-bef9-cd0aa66f4d29 tempest-RoutersIpV6AdminTest-1198470881 tempest-RoutersIpV6AdminTest-1198470881-project-admin] 10.222.0.53 "PUT /v2.0/routers/f5f24adb-397c-453a-bff2-792cee8235d9 HTTP/1.1" status: 200 len: 917 time: 8.5451064 Jun 24 11:48:24.850855 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1697879-6685-4af7-80a5-7655277f084a None None] Sync routers for ids ['f5f24adb-397c-453a-bff2-792cee8235d9'] in dv-neutron-797120-4-hyperv {{(pid=128086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 11:48:24.864190 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1697879-6685-4af7-80a5-7655277f084a None None] Routers {'f5f24adb-397c-453a-bff2-792cee8235d9'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 11:48:24.865030 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-c1697879-6685-4af7-80a5-7655277f084a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T11:47:56Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['f5f24adb-397c-453a-bff2-792cee8235d9'], 'active': True} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:48:24.869564 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9c516a6-0fb7-4226-9096-ed6f70565cba None None] The sync data for ids ['b2ed4efb-fec1-4eae-bfe2-360fd2ac9081'] in dv-neutron-797120-4-hyperv is: [{'id': 'b2ed4efb-fec1-4eae-bfe2-360fd2ac9081', 'name': 'tempest-RoutersIpV6Test-router-2009648877', 'tenant_id': '9c8c7551cf984e4ca40de4f1d8880b93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T11:48:22Z', 'updated_at': '2021-06-24T11:48:23Z', 'revision_number': 2, 'project_id': '9c8c7551cf984e4ca40de4f1d8880b93', 'gw_port_host': None}] {{(pid=128085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 11:48:24.877289 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-79bb2a87-0415-4d43-b01a-111f73362b44 None None] Transition to ACTIVE for port object 726f4d9c-3f88-4bca-a6a9-d1239510b1c6 will not be triggered until provisioned by entity DHCP. {{(pid=128085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 11:48:24.901044 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 58820) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:48:24.942650 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-c1697879-6685-4af7-80a5-7655277f084a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:48:24.951815 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-79bb2a87-0415-4d43-b01a-111f73362b44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-650429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-506361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793193536723'] for port, after_create {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:24.964519 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1697879-6685-4af7-80a5-7655277f084a None None] Routers {'f5f24adb-397c-453a-bff2-792cee8235d9'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 11:48:24.965179 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-c1697879-6685-4af7-80a5-7655277f084a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T11:47:56Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['f5f24adb-397c-453a-bff2-792cee8235d9'], 'active': True} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:48:24.972114 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-b1188581-d4e8-4bcb-a4d9-5080a6d3cdf3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:48:25.013876 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-c1697879-6685-4af7-80a5-7655277f084a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:48:25.015329 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1697879-6685-4af7-80a5-7655277f084a None None] The sync data for ids ['f5f24adb-397c-453a-bff2-792cee8235d9'] in dv-neutron-797120-4-hyperv is: [] {{(pid=128086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 11:48:25.061818 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a97fa5d5-2813-4eeb-be1f-69dea345a553 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] vlan segment allocate from pool success with {'vlan_id': 620, 'physical_network': 'physnet1'} {{(pid=128084) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 11:48:25.078205 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79bb2a87-0415-4d43-b01a-111f73362b44 None None] Network 11a80c9d-f8ee-4388-91b0-d49a25200fee is already hosted by enough agents. {{(pid=128085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 11:48:25.085490 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-a97fa5d5-2813-4eeb-be1f-69dea345a553 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967879'] for segment, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:25.085937 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.scheduler.base_scheduler [None req-79bb2a87-0415-4d43-b01a-111f73362b44 None None] Resources bound (agent type, host, resource id): {{(pid=128085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:48:25.086075 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-86f689b2-1ec2-4c19-88fe-0e8324887f75 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1803182', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65403'] for router, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:25.088785 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79bb2a87-0415-4d43-b01a-111f73362b44 None None] Received port after_create {{(pid=128085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 11:48:25.089806 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-86f689b2-1ec2-4c19-88fe-0e8324887f75 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:25.091148 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.db.segments_db [None req-a97fa5d5-2813-4eeb-be1f-69dea345a553 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Added segment 39d41dea-051b-4e82-a691-fcd5248143c3 of type vlan for network f6abdd7f-a9de-4fb3-adff-f75c3f1c73cc Jun 24 11:48:25.093634 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79bb2a87-0415-4d43-b01a-111f73362b44 None None] Pushing event updated for resources: {'Port': ['ID=726f4d9c-3f88-4bca-a6a9-d1239510b1c6,revision_number=1']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:48:25.097776 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-79bb2a87-0415-4d43-b01a-111f73362b44 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:48:25.213521 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-86f689b2-1ec2-4c19-88fe-0e8324887f75 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1806072'] for router, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:25.214005 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86f689b2-1ec2-4c19-88fe-0e8324887f75 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Fanout notify agent at l3_agent the message router_deleted on router b2ed4efb-fec1-4eae-bfe2-360fd2ac9081 {{(pid=128083) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 24 11:48:25.223651 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-79bb2a87-0415-4d43-b01a-111f73362b44 None None] Attempting to bind port 726f4d9c-3f88-4bca-a6a9-d1239510b1c6 on host dv-neutron-797120-4-hyperv for vnic_type normal with profile {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 11:48:25.224031 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-79bb2a87-0415-4d43-b01a-111f73362b44 None None] Attempting to bind port 726f4d9c-3f88-4bca-a6a9-d1239510b1c6 by drivers openvswitch,hyperv on host dv-neutron-797120-4-hyperv at level 0 using segments [{'id': 'fddfe548-9582-48fa-8a0c-6b06bc4d1b9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '11a80c9d-f8ee-4388-91b0-d49a25200fee'}] {{(pid=128085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 11:48:25.224406 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79bb2a87-0415-4d43-b01a-111f73362b44 None None] Attempting to bind port 726f4d9c-3f88-4bca-a6a9-d1239510b1c6 on network 11a80c9d-f8ee-4388-91b0-d49a25200fee {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 11:48:25.237142 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79bb2a87-0415-4d43-b01a-111f73362b44 None None] Checking agent: {'id': 'e3a695b2-c397-461f-83b0-10b79d490b59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 11, 36, 56), 'started_at': datetime.datetime(2021, 6, 24, 11, 37, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 11, 47, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 11:48:25.237611 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79bb2a87-0415-4d43-b01a-111f73362b44 None None] Checking segment: {'id': 'fddfe548-9582-48fa-8a0c-6b06bc4d1b9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '11a80c9d-f8ee-4388-91b0-d49a25200fee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=128085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 11:48:25.238007 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-79bb2a87-0415-4d43-b01a-111f73362b44 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:25.238573 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79bb2a87-0415-4d43-b01a-111f73362b44 None None] Bound using segment: {'id': 'fddfe548-9582-48fa-8a0c-6b06bc4d1b9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '11a80c9d-f8ee-4388-91b0-d49a25200fee'} {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 11:48:25.239455 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-79bb2a87-0415-4d43-b01a-111f73362b44 None None] Bound port: 726f4d9c-3f88-4bca-a6a9-d1239510b1c6, host: dv-neutron-797120-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fddfe548-9582-48fa-8a0c-6b06bc4d1b9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '11a80c9d-f8ee-4388-91b0-d49a25200fee'}}] {{(pid=128085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 11:48:25.239928 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-79bb2a87-0415-4d43-b01a-111f73362b44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:25.249253 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-86f689b2-1ec2-4c19-88fe-0e8324887f75 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Notify callbacks [] for router, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:25.250455 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-86f689b2-1ec2-4c19-88fe-0e8324887f75 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] 10.222.0.53 "DELETE /v2.0/routers/b2ed4efb-fec1-4eae-bfe2-360fd2ac9081 HTTP/1.1" status: 204 len: 168 time: 0.7886162 Jun 24 11:48:25.255032 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 58826) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:48:25.274887 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-e4b3fa62-3ecd-4375-acb7-4ae382e353f1 tempest-RoutersIpV6AdminTest-1198470881 tempest-RoutersIpV6AdminTest-1198470881-project-admin] 10.222.0.53 "GET /v2.0/routers/f5f24adb-397c-453a-bff2-792cee8235d9 HTTP/1.1" status: 200 len: 923 time: 0.3729692 Jun 24 11:48:25.275100 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 58828) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:48:25.308759 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-119514ae-e993-418f-876a-aa19ad5f623c tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] 10.222.0.53 "GET /v2.0/ports?device_id=b2ed4efb-fec1-4eae-bfe2-360fd2ac9081 HTTP/1.1" status: 200 len: 205 time: 0.0522890 Jun 24 11:48:25.318641 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 58830) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:48:25.337382 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-79bb2a87-0415-4d43-b01a-111f73362b44 None None] For port 726f4d9c-3f88-4bca-a6a9-d1239510b1c6, host dv-neutron-797120-4-hyperv, cleared binding levels {{(pid=128085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 11:48:25.341463 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-79bb2a87-0415-4d43-b01a-111f73362b44 None None] For port 726f4d9c-3f88-4bca-a6a9-d1239510b1c6, host dv-neutron-797120-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=726f4d9c-3f88-4bca-a6a9-d1239510b1c6,segment=NetworkSegment(fddfe548-9582-48fa-8a0c-6b06bc4d1b9f),segment_id=fddfe548-9582-48fa-8a0c-6b06bc4d1b9f)] {{(pid=128085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 11:48:25.350936 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-79bb2a87-0415-4d43-b01a-111f73362b44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:25.353726 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:48:25.392287 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-994c024d-5ad4-49d0-945d-549cb7346cdd tempest-RoutersAdminTest-1970644103 tempest-RoutersAdminTest-1970644103-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1975381', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1803205', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65378'] for router, precommit_update {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:25.401414 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.api.v2.resource [None req-e7d46a0c-220a-48d5-a046-7ad4fa55f979 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] delete failed (client error): The resource could not be found. Jun 24 11:48:25.402575 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-e7d46a0c-220a-48d5-a046-7ad4fa55f979 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] 10.222.0.53 "DELETE /v2.0/routers/b2ed4efb-fec1-4eae-bfe2-360fd2ac9081 HTTP/1.1" status: 404 len: 336 time: 0.0574462 Jun 24 11:48:25.412024 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 58832) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:48:25.427962 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.db [None req-4ff78531-ed87-4670-976d-5de137282737 tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] For port b86f8de3-8a8e-4c72-be4c-af5a0b50a5eb, host dv-neutron-797120-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=b86f8de3-8a8e-4c72-be4c-af5a0b50a5eb,segment=NetworkSegment(e627a114-3672-49f9-9fe0-f3f5009587df),segment_id=e627a114-3672-49f9-9fe0-f3f5009587df)] {{(pid=128084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 11:48:25.428282 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79bb2a87-0415-4d43-b01a-111f73362b44 None None] Pushing event updated for resources: {'Port': ['ID=726f4d9c-3f88-4bca-a6a9-d1239510b1c6,revision_number=2']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:48:25.428414 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-4ff78531-ed87-4670-976d-5de137282737 tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1978872'] for port, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:25.428645 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.objects.ports [None req-919c6453-e94b-420a-8a55-da75490f1514 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=128083) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jun 24 11:48:25.432579 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-79bb2a87-0415-4d43-b01a-111f73362b44 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:48:25.453998 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-a97fa5d5-2813-4eeb-be1f-69dea345a553 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793193525068'] for network, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:25.466367 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.plugin [None req-4ff78531-ed87-4670-976d-5de137282737 tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] Calling delete_port for b86f8de3-8a8e-4c72-be4c-af5a0b50a5eb owned by network:dhcp {{(pid=128084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 11:48:25.506626 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-3b12983b-6da4-4def-8335-93484e7a7542 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793193945299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193536732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3292088'] for port, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:25.515303 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f8eceb-dd51-4a7e-b5ac-96ea55d53e86 req-a2574228-586b-4c39-b535-d1cde1aa210d tempest-ServerActionsTestJSON-818164034 tempest-ServerActionsTestJSON-818164034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:48:25.517496 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-73f8eceb-dd51-4a7e-b5ac-96ea55d53e86 req-a2574228-586b-4c39-b535-d1cde1aa210d tempest-ServerActionsTestJSON-818164034 tempest-ServerActionsTestJSON-818164034-project] 10.222.0.53 "GET /v2.0/ports?device_id=d6cc2586-9578-488f-96d4-fbc6dd702115 HTTP/1.1" status: 200 len: 945 time: 0.3237798 Jun 24 11:48:25.518517 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e83cb99-8161-439e-85d0-1ffef3081c01 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] DELETE failed (client error): The resource could not be found. Jun 24 11:48:25.518955 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3e83cb99-8161-439e-85d0-1ffef3081c01 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=128083) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 24 11:48:25.522904 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-3e83cb99-8161-439e-85d0-1ffef3081c01 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] 10.222.0.53 "DELETE /v2.0/subnets/33e815b6-870d-46c2-bbe8-86c8ae48bb35 HTTP/1.1" status: 404 len: 337 time: 0.1066005 Jun 24 11:48:25.523091 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-65c5f042-76cb-45dc-9689-6c1d57bf603c tempest-RoutersIpV6AdminTest-670466919 tempest-RoutersIpV6AdminTest-670466919-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:48:25.527067 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 58834) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:48:25.591739 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.pecan_wsgi.hooks.translation [None req-79b78d2b-e779-4e03-8ccf-ab33c0fad992 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] DELETE failed (client error): The resource could not be found. Jun 24 11:48:25.592314 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-79b78d2b-e779-4e03-8ccf-ab33c0fad992 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=128083) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 24 11:48:25.595654 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-79b78d2b-e779-4e03-8ccf-ab33c0fad992 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] 10.222.0.53 "DELETE /v2.0/subnets/4492df7d-0108-42b8-9db5-4fc6e259fc17 HTTP/1.1" status: 404 len: 337 time: 0.0657661 Jun 24 11:48:25.605081 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 58836) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:48:25.605427 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b12983b-6da4-4def-8335-93484e7a7542 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Pushing event deleted for resources: {'Port': ['ID=bb63497c-372a-47d2-b8b1-cf3202deb92b,revision_number=None']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:48:25.608856 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-3b12983b-6da4-4def-8335-93484e7a7542 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:48:25.616940 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe6430b7-96ad-4d72-86c1-1ad6df87c927 tempest-RoutersIpV6AdminTest-1198470881 tempest-RoutersIpV6AdminTest-1198470881-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:48:25.623411 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-fe6430b7-96ad-4d72-86c1-1ad6df87c927 tempest-RoutersIpV6AdminTest-1198470881 tempest-RoutersIpV6AdminTest-1198470881-project-admin] 10.222.0.53 "GET /v2.0/ports?network_id=f2b8ca71-e776-48b2-8898-96cc7970207b&device_id=f5f24adb-397c-453a-bff2-792cee8235d9&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.3208055 Jun 24 11:48:25.627161 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 58838) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:48:25.665852 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.pecan_wsgi.hooks.translation [None req-fbd2316e-06ce-4f86-9151-60d647388df4 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] DELETE failed (client error): The resource could not be found. Jun 24 11:48:25.666320 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fbd2316e-06ce-4f86-9151-60d647388df4 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=128083) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 24 11:48:25.668013 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-fbd2316e-06ce-4f86-9151-60d647388df4 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] 10.222.0.53 "DELETE /v2.0/subnets/2eadf126-bb80-462e-a2e3-90a335dd379b HTTP/1.1" status: 404 len: 337 time: 0.0538166 Jun 24 11:48:25.695263 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 58840) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:48:25.717905 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-a97fa5d5-2813-4eeb-be1f-69dea345a553 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1800243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976'] for network, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:25.726734 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a97fa5d5-2813-4eeb-be1f-69dea345a553 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=128084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:48:25.727718 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-a97fa5d5-2813-4eeb-be1f-69dea345a553 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Notify callbacks [] for network, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:25.784345 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.pecan_wsgi.hooks.translation [None req-06c75bac-9156-4f3f-8f27-d7ad1faea51a tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] DELETE failed (client error): The resource could not be found. Jun 24 11:48:25.784527 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-cea65ff7-c5ec-49a2-8de8-5ef1e18def44 tempest-ExtraDHCPOptionsIpV6TestJSON-297538214 tempest-ExtraDHCPOptionsIpV6TestJSON-297538214-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:48:25.785510 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-06c75bac-9156-4f3f-8f27-d7ad1faea51a tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=128083) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 24 11:48:25.786956 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-06c75bac-9156-4f3f-8f27-d7ad1faea51a tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] 10.222.0.53 "DELETE /v2.0/subnets/e0b6c98b-cc27-4b1e-ba5c-af819acff9ea HTTP/1.1" status: 404 len: 337 time: 0.0904083 Jun 24 11:48:25.792055 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-73f8eceb-dd51-4a7e-b5ac-96ea55d53e86 req-a9e3715b-387e-48ce-ae12-fe7f92c52a5a tempest-ServerActionsTestJSON-818164034 tempest-ServerActionsTestJSON-818164034-project] 10.222.0.53 "GET /v2.0/security-groups?id=7ca7987f-c073-401f-ba18-8737b1398c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2350471 Jun 24 11:48:25.794744 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 58842) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:48:25.859487 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-2396a97b-cfde-4771-91a5-59bbfc4048a1 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] 10.222.0.53 "GET /v2.0/ports?device_id=9ce5a3ea-ef86-4fbf-9a68-c613a7caab15 HTTP/1.1" status: 200 len: 205 time: 0.0634112 Jun 24 11:48:25.862503 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 58844) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:48:25.918567 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.api.v2.resource [None req-b97188b9-6e6c-44f5-8168-fba693e9c697 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] delete failed (client error): The resource could not be found. Jun 24 11:48:25.919610 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-b97188b9-6e6c-44f5-8168-fba693e9c697 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] 10.222.0.53 "DELETE /v2.0/routers/9ce5a3ea-ef86-4fbf-9a68-c613a7caab15 HTTP/1.1" status: 404 len: 336 time: 0.0561852 Jun 24 11:48:25.926743 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 58846) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:48:25.950944 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-a97fa5d5-2813-4eeb-be1f-69dea345a553 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.4167616 Jun 24 11:48:25.962552 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 58848) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:48:25.990641 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [None req-3956a6f2-e596-442d-8412-0759dc3fc7b6 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Request body: {'subnet': {'network_id': 'f6abdd7f-a9de-4fb3-adff-f75c3f1c73cc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:48:26.027796 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-b21b7a70-6ffa-4c5a-ad4a-f8250cc66015 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] 10.222.0.53 "GET /v2.0/ports?device_id=9df3156e-21eb-4b3a-aa4e-8d27cb323135 HTTP/1.1" status: 200 len: 205 time: 0.0816743 Jun 24 11:48:26.034696 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 58850) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:48:26.042284 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97fa5d5-2813-4eeb-be1f-69dea345a553 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Pushing event updated for resources: {'Network': ['ID=f6abdd7f-a9de-4fb3-adff-f75c3f1c73cc,revision_number=1']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:48:26.054245 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Network f6abdd7f-a9de-4fb3-adff-f75c3f1c73cc details requested by agent ovs-agent-dv-neutron-797120-4-hyperv with host dv-neutron-797120-4-hyperv {{(pid=128085) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 11:48:26.083465 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-4ff78531-ed87-4670-976d-5de137282737 tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793193945299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193536732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3292088'] for port, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:26.130378 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-a97fa5d5-2813-4eeb-be1f-69dea345a553 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.346s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:48:26.134330 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-03e8ed7b-7115-4e19-9251-13b0f7b8cc32 tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:48:26.180902 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ff78531-ed87-4670-976d-5de137282737 tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] No DVR routers for this DVR port b86f8de3-8a8e-4c72-be4c-af5a0b50a5eb on host dv-neutron-797120-4-hyperv {{(pid=128084) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 11:48:26.184207 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bac90e25-bab5-459c-962f-83d1ca3c70f1 tempest-RoutersIpV6AdminTest-1198470881 tempest-RoutersIpV6AdminTest-1198470881-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=128084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:48:26.185653 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-bac90e25-bab5-459c-962f-83d1ca3c70f1 tempest-RoutersIpV6AdminTest-1198470881 tempest-RoutersIpV6AdminTest-1198470881-project-admin] 10.222.0.53 "GET /v2.0/networks/f2b8ca71-e776-48b2-8898-96cc7970207b HTTP/1.1" status: 200 len: 881 time: 0.4700677 Jun 24 11:48:26.186570 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff78531-ed87-4670-976d-5de137282737 tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] Pushing event deleted for resources: {'Port': ['ID=b86f8de3-8a8e-4c72-be4c-af5a0b50a5eb,revision_number=None']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:48:26.194935 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 58852) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:48:26.199935 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-4ff78531-ed87-4670-976d-5de137282737 tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:48:26.267512 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-58516503-cf5c-4e83-9fe5-0317ccd47f12 tempest-RoutersIpV6AdminTest-670466919 tempest-RoutersIpV6AdminTest-670466919-project] 10.222.0.53 "GET /v2.0/ports?device_id=f5f24adb-397c-453a-bff2-792cee8235d9 HTTP/1.1" status: 200 len: 205 time: 0.0635955 Jun 24 11:48:26.267512 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-3b12983b-6da4-4def-8335-93484e7a7542 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1588985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1806165'] for router_interface, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:26.268437 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 58854) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:48:26.356957 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-f7b6f479-f28a-4a9e-8d01-8fb56a339f86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:26.433196 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.api.v2.resource [None req-72252aa9-4026-496c-af46-6a446174ec8c tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] delete failed (client error): The resource could not be found. Jun 24 11:48:26.436615 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-72252aa9-4026-496c-af46-6a446174ec8c tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] 10.222.0.53 "DELETE /v2.0/routers/9df3156e-21eb-4b3a-aa4e-8d27cb323135 HTTP/1.1" status: 404 len: 336 time: 0.3985159 Jun 24 11:48:26.439555 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 58856) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:48:26.442790 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-4ff78531-ed87-4670-976d-5de137282737 tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973199', 'neutron.services.segments.db._delete_segments_for_network-8793194012456'] for network, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:26.475891 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:26.479604 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-919c6453-e94b-420a-8a55-da75490f1514 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:26.483388 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f3e316a-9692-4694-8018-b78ac6365704 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] DELETE failed (client error): The resource could not be found. Jun 24 11:48:26.483840 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7f3e316a-9692-4694-8018-b78ac6365704 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=128083) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 24 11:48:26.486113 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-7f3e316a-9692-4694-8018-b78ac6365704 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] 10.222.0.53 "DELETE /v2.0/subnets/dadcded1-9d2c-46ab-a171-6be61e6c2be4 HTTP/1.1" status: 404 len: 337 time: 0.0462637 Jun 24 11:48:26.490727 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 58858) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:48:26.539032 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.services.segments.db [None req-4ff78531-ed87-4670-976d-5de137282737 tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e56aab3-6fb4-4d2c-9994-f4592a1346f5']}} {{(pid=128084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:48:26.570042 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3956a6f2-e596-442d-8412-0759dc3fc7b6 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Made reservation on behalf of aaefe7394f294c70a614c4415cde77d6 for: {'subnet': 1} {{(pid=128083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 11:48:26.573741 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-3956a6f2-e596-442d-8412-0759dc3fc7b6 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3289788'] for subnet, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:26.692343 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.ipam_backend_mixin [None req-3956a6f2-e596-442d-8412-0759dc3fc7b6 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Performing IP validity checks on allocation pools {{(pid=128083) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jun 24 11:48:26.693054 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.ipam_backend_mixin [None req-3956a6f2-e596-442d-8412-0759dc3fc7b6 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Checking for overlaps among allocation pools and gateway ip {{(pid=128083) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jun 24 11:48:26.759016 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.db [None req-919c6453-e94b-420a-8a55-da75490f1514 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] For port 726f4d9c-3f88-4bca-a6a9-d1239510b1c6, host dv-neutron-797120-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=726f4d9c-3f88-4bca-a6a9-d1239510b1c6,segment=NetworkSegment(fddfe548-9582-48fa-8a0c-6b06bc4d1b9f),segment_id=fddfe548-9582-48fa-8a0c-6b06bc4d1b9f)] {{(pid=128083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 11:48:26.831609 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-919c6453-e94b-420a-8a55-da75490f1514 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks [] for port, precommit_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:26.842333 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-919c6453-e94b-420a-8a55-da75490f1514 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2537871'] for port, after_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:26.843064 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-919c6453-e94b-420a-8a55-da75490f1514 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2537737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3289942'] for subnet, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:26.846563 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-19b962a4-3e8b-4870-a336-ef0aa24ea946 tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:48:26.911648 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-919c6453-e94b-420a-8a55-da75490f1514 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Network 11a80c9d-f8ee-4388-91b0-d49a25200fee is already hosted by enough agents. {{(pid=128083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 11:48:26.916497 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.base_scheduler [None req-919c6453-e94b-420a-8a55-da75490f1514 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Resources bound (agent type, host, resource id): {{(pid=128083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:48:26.919657 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-919c6453-e94b-420a-8a55-da75490f1514 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:48:26.920270 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-919c6453-e94b-420a-8a55-da75490f1514 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588949'] for subnet, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:26.951827 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-919c6453-e94b-420a-8a55-da75490f1514 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.2238526 Jun 24 11:48:26.953508 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6014f92b-d917-4d1a-b6ec-854cbb001db5 None None] Network 11a80c9d-f8ee-4388-91b0-d49a25200fee requested from dv-neutron-797120-4-hyperv {{(pid=128085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 11:48:26.956291 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 58862) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:48:26.991527 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-d228ac62-413f-4545-b36d-49a8a1eba77e tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] 10.222.0.53 "GET /v2.0/ports?device_id=9881b973-fd5e-4e78-bb19-376581cd131d HTTP/1.1" status: 200 len: 205 time: 0.4958253 Jun 24 11:48:26.993454 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 58864) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:48:26.995828 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-9831b46a-fb37-4bb6-a877-f42cb4eb341b tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Request body: {'port': {'network_id': '11a80c9d-f8ee-4388-91b0-d49a25200fee', 'mac_address': 'fa:16:3e:20:61:6c', 'name': 'tempest-NetworksTestDHCPv6-2133691521'}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:48:27.007122 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.services.segments.db [None req-4ff78531-ed87-4670-976d-5de137282737 tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e627a114-3672-49f9-9fe0-f3f5009587df') {'for_net_delete': True} {{(pid=128084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:48:27.007741 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.services.segments.db [None req-4ff78531-ed87-4670-976d-5de137282737 tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e627a114-3672-49f9-9fe0-f3f5009587df') {} {{(pid=128084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:48:27.032456 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-5986f9df-da3e-49b3-81bf-be1bac83851f None None] Provisioning for port 726f4d9c-3f88-4bca-a6a9-d1239510b1c6 completed by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 11:48:27.046622 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.api.v2.resource [None req-935e850f-e47d-45c5-b71b-51be7ed757a7 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] delete failed (client error): The resource could not be found. Jun 24 11:48:27.050134 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-935e850f-e47d-45c5-b71b-51be7ed757a7 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] 10.222.0.53 "DELETE /v2.0/routers/9881b973-fd5e-4e78-bb19-376581cd131d HTTP/1.1" status: 404 len: 336 time: 0.0531728 Jun 24 11:48:27.053641 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-4ff78531-ed87-4670-976d-5de137282737 tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793194097327', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2373599'] for segment, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:27.054310 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 58866) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:48:27.056518 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-3956a6f2-e596-442d-8412-0759dc3fc7b6 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2537737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3289942'] for subnet, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:27.095830 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919c6453-e94b-420a-8a55-da75490f1514 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Pushing event updated for resources: {'Port': ['ID=726f4d9c-3f88-4bca-a6a9-d1239510b1c6,revision_number=4']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:48:27.098350 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-994c024d-5ad4-49d0-945d-549cb7346cdd tempest-RoutersAdminTest-1970644103 tempest-RoutersAdminTest-1970644103-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:27.099283 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-919c6453-e94b-420a-8a55-da75490f1514 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:48:27.100566 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.250s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:48:27.114392 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-5d234daf-614e-4cea-a8ac-ee9b453f74be tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] 10.222.0.53 "GET /v2.0/ports?device_id=45bd1e9d-ede2-47e0-8eec-19f0fedae9d8 HTTP/1.1" status: 200 len: 205 time: 0.0510828 Jun 24 11:48:27.130179 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 58868) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:48:27.142537 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-4ff78531-ed87-4670-976d-5de137282737 tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967879'] for segment, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:27.145263 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-994c024d-5ad4-49d0-945d-549cb7346cdd tempest-RoutersAdminTest-1970644103 tempest-RoutersAdminTest-1970644103-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:27.196905 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-4ccd2f49-1503-475c-928a-9bd5706eaaa7 tempest-RoutersIpV6AdminTest-670466919 tempest-RoutersIpV6AdminTest-670466919-project] Notify callbacks [] for router, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:27.199032 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd16c9e7-614d-4a23-9683-9f684b73c812 req-418d7554-b918-49c9-bf40-91243183feec tempest-ServerActionsTestJSON-818164034 tempest-ServerActionsTestJSON-818164034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:48:27.200837 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-dd16c9e7-614d-4a23-9683-9f684b73c812 req-418d7554-b918-49c9-bf40-91243183feec tempest-ServerActionsTestJSON-818164034 tempest-ServerActionsTestJSON-818164034-project] 10.222.0.53 "GET /v2.0/ports?device_id=d6cc2586-9578-488f-96d4-fbc6dd702115 HTTP/1.1" status: 200 len: 945 time: 0.2647295 Jun 24 11:48:27.203225 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919c6453-e94b-420a-8a55-da75490f1514 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Pushing event updated for resources: {'Subnet': ['ID=6f746b65-ed96-4ce7-918a-0405d77fde11,revision_number=0']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:48:27.209080 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ff78531-ed87-4670-976d-5de137282737 tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] Releasing vlan 615 on physical network physnet1 to pool {{(pid=128084) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 11:48:27.209496 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-4ff78531-ed87-4670-976d-5de137282737 tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3292053'] for segment, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:27.213854 dv-neutron-797120-4-hyperv neutron-server[128084]: Traceback (most recent call last): Jun 24 11:48:27.213854 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 24 11:48:27.213854 dv-neutron-797120-4-hyperv neutron-server[128084]: timer() Jun 24 11:48:27.213854 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 24 11:48:27.213854 dv-neutron-797120-4-hyperv neutron-server[128084]: cb(*args, **kw) Jun 24 11:48:27.213854 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 24 11:48:27.213854 dv-neutron-797120-4-hyperv neutron-server[128084]: return func(*args, **kwargs) Jun 24 11:48:27.213854 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 24 11:48:27.213854 dv-neutron-797120-4-hyperv neutron-server[128084]: self._notify() Jun 24 11:48:27.213854 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 24 11:48:27.213854 dv-neutron-797120-4-hyperv neutron-server[128084]: self.callback(batched_events) Jun 24 11:48:27.213854 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 24 11:48:27.213854 dv-neutron-797120-4-hyperv neutron-server[128084]: event.method(event) Jun 24 11:48:27.213854 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 24 11:48:27.213854 dv-neutron-797120-4-hyperv neutron-server[128084]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 24 11:48:27.213854 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 24 11:48:27.213854 dv-neutron-797120-4-hyperv neutron-server[128084]: aggregate_uuid = self.p_client.list_aggregates( Jun 24 11:48:27.213854 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 24 11:48:27.213854 dv-neutron-797120-4-hyperv neutron-server[128084]: return f(self, *a, **k) Jun 24 11:48:27.213854 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 24 11:48:27.213854 dv-neutron-797120-4-hyperv neutron-server[128084]: return self._get(url).json() Jun 24 11:48:27.213854 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 24 11:48:27.213854 dv-neutron-797120-4-hyperv neutron-server[128084]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 24 11:48:27.213854 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 24 11:48:27.213854 dv-neutron-797120-4-hyperv neutron-server[128084]: return self.request(url, 'GET', **kwargs) Jun 24 11:48:27.213854 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 24 11:48:27.213854 dv-neutron-797120-4-hyperv neutron-server[128084]: base_url = self.get_endpoint(auth, allow=allow, Jun 24 11:48:27.213854 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 24 11:48:27.213854 dv-neutron-797120-4-hyperv neutron-server[128084]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 24 11:48:27.213854 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 24 11:48:27.213854 dv-neutron-797120-4-hyperv neutron-server[128084]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 24 11:48:27.213854 dv-neutron-797120-4-hyperv neutron-server[128084]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 24 11:48:27.228921 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.api.v2.resource [None req-e5e9ed58-1a0b-40fb-8d22-cae5a138a8a8 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] delete failed (client error): The resource could not be found. Jun 24 11:48:27.230274 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-e5e9ed58-1a0b-40fb-8d22-cae5a138a8a8 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] 10.222.0.53 "DELETE /v2.0/routers/45bd1e9d-ede2-47e0-8eec-19f0fedae9d8 HTTP/1.1" status: 404 len: 336 time: 0.0970991 Jun 24 11:48:27.239196 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3956a6f2-e596-442d-8412-0759dc3fc7b6 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Checking segment: {'id': '39d41dea-051b-4e82-a691-fcd5248143c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'f6abdd7f-a9de-4fb3-adff-f75c3f1c73cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=128083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 11:48:27.239573 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3956a6f2-e596-442d-8412-0759dc3fc7b6 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Network hostable DHCP agents. Network: f6abdd7f-a9de-4fb3-adff-f75c3f1c73cc, hostable agents: ['6be988a9-1d97-480f-be5a-c55abf2c55c5'], hosted agents: [] {{(pid=128083) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 11:48:27.244308 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 58870) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:48:27.294313 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2ce05a7-87fd-4834-975a-9ffaedd41ea9 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] DELETE failed (client error): The resource could not be found. Jun 24 11:48:27.294786 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e2ce05a7-87fd-4834-975a-9ffaedd41ea9 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=128083) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 24 11:48:27.296529 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-e2ce05a7-87fd-4834-975a-9ffaedd41ea9 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] 10.222.0.53 "DELETE /v2.0/subnets/fa6e0b10-c5eb-491f-83fc-d70a2a1a8d29 HTTP/1.1" status: 404 len: 337 time: 0.0512583 Jun 24 11:48:27.299791 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 58872) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:48:27.349913 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3956a6f2-e596-442d-8412-0759dc3fc7b6 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Pushing event updated for resources: {'Subnet': ['ID=4cc829ef-479c-45a1-a6a9-724691f3ccd9,revision_number=0']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:48:27.353060 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-3956a6f2-e596-442d-8412-0759dc3fc7b6 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:48:27.355962 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-4ab56fd5-3f5c-4f23-93e4-eb768b61964f tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.285s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:48:27.356354 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-4ab56fd5-3f5c-4f23-93e4-eb768b61964f tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:48:27.361797 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-a9e32862-9fdb-4494-bc5d-abb7af526f18 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] 10.222.0.53 "GET /v2.0/ports?device_id=d4c8cc62-804e-4f9f-96be-4c6c12c600f0 HTTP/1.1" status: 200 len: 205 time: 0.0508099 Jun 24 11:48:27.363436 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-dd16c9e7-614d-4a23-9683-9f684b73c812 req-89d5609a-7763-4fd5-b7b7-9904e9925702 tempest-ServerActionsTestJSON-818164034 tempest-ServerActionsTestJSON-818164034-project] 10.222.0.53 "GET /v2.0/security-groups?id=7ca7987f-c073-401f-ba18-8737b1398c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1517990 Jun 24 11:48:27.363795 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 58874) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:48:27.372851 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3956a6f2-e596-442d-8412-0759dc3fc7b6 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Network f6abdd7f-a9de-4fb3-adff-f75c3f1c73cc is scheduled to be hosted by DHCP agent 6be988a9-1d97-480f-be5a-c55abf2c55c5 with binding_index 1 {{(pid=128083) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 11:48:27.415564 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.api.v2.resource [None req-22ce6ac6-94f6-4f58-aa5d-3cb7ae9fe7a4 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] delete failed (client error): The resource could not be found. Jun 24 11:48:27.417001 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-22ce6ac6-94f6-4f58-aa5d-3cb7ae9fe7a4 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] 10.222.0.53 "DELETE /v2.0/routers/d4c8cc62-804e-4f9f-96be-4c6c12c600f0 HTTP/1.1" status: 404 len: 336 time: 0.0519974 Jun 24 11:48:27.420138 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 58878) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:48:27.432472 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.base_scheduler [None req-3956a6f2-e596-442d-8412-0759dc3fc7b6 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-4-hyperv, f6abdd7f-a9de-4fb3-adff-f75c3f1c73cc) {{(pid=128083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:48:27.439090 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3956a6f2-e596-442d-8412-0759dc3fc7b6 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:48:27.440014 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-3956a6f2-e596-442d-8412-0759dc3fc7b6 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588949'] for subnet, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:27.445969 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1c21953-1099-4d73-adc1-211a0a150d7f None None] Network f6abdd7f-a9de-4fb3-adff-f75c3f1c73cc requested from dv-neutron-797120-4-hyperv {{(pid=128085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 11:48:27.475952 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.pecan_wsgi.hooks.translation [None req-a33b4275-e46d-4828-a3e1-d486cc2376d5 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] DELETE failed (client error): The resource could not be found. Jun 24 11:48:27.476798 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a33b4275-e46d-4828-a3e1-d486cc2376d5 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=128083) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 24 11:48:27.479898 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-a33b4275-e46d-4828-a3e1-d486cc2376d5 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] 10.222.0.53 "DELETE /v2.0/subnets/1b2e4352-4d55-4efc-8a9a-29e5778bf4ef HTTP/1.1" status: 404 len: 337 time: 0.0573196 Jun 24 11:48:27.482449 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 58880) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:48:27.532557 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-f970d4c4-300a-4f08-860d-bc5d21c32cce tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] 10.222.0.53 "GET /v2.0/ports?device_id=5bd4fb39-08ad-4240-b3ff-e898010711c0 HTTP/1.1" status: 200 len: 205 time: 0.0481727 Jun 24 11:48:27.538165 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-3956a6f2-e596-442d-8412-0759dc3fc7b6 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 1.5722561 Jun 24 11:48:27.538165 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 58882) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:48:27.544156 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-4ff78531-ed87-4670-976d-5de137282737 tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1800243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1815642'] for network, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:27.550752 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 58884) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:48:27.592798 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-21267fc0-d528-4dcd-8800-0493a3bd391f tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:48:27.602485 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-4ff78531-ed87-4670-976d-5de137282737 tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] Notify callbacks [] for network, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:27.606580 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.api.v2.resource [None req-003b9eda-2e9d-4310-ba6b-9ce7c7a5a742 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] delete failed (client error): The resource could not be found. Jun 24 11:48:27.608685 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-003b9eda-2e9d-4310-ba6b-9ce7c7a5a742 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] 10.222.0.53 "DELETE /v2.0/routers/5bd4fb39-08ad-4240-b3ff-e898010711c0 HTTP/1.1" status: 404 len: 336 time: 0.0710914 Jun 24 11:48:27.611978 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 58886) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:48:27.621283 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 58888) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:48:27.621676 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-4ff78531-ed87-4670-976d-5de137282737 tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] 10.222.0.53 "DELETE /v2.0/networks/4e56aab3-6fb4-4d2c-9994-f4592a1346f5 HTTP/1.1" status: 204 len: 168 time: 3.6782241 Jun 24 11:48:27.651922 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ee60843-9c08-46b7-86a0-7002c18543c8 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] DELETE failed (client error): The resource could not be found. Jun 24 11:48:27.652486 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2ee60843-9c08-46b7-86a0-7002c18543c8 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=128083) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 24 11:48:27.658710 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-2ee60843-9c08-46b7-86a0-7002c18543c8 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] 10.222.0.53 "DELETE /v2.0/subnets/1ec5b1fa-01d6-4548-9703-702b66e81dd1 HTTP/1.1" status: 404 len: 337 time: 0.0455735 Jun 24 11:48:27.659443 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 58890) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:48:27.663313 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-03237adf-ebd0-46f2-a476-4d4bb746e0f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:27.708886 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff78531-ed87-4670-976d-5de137282737 tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] Pushing event deleted for resources: {'Network': ['ID=4e56aab3-6fb4-4d2c-9994-f4592a1346f5,revision_number=None']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:48:27.731127 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf27853d-a887-4d8d-b5f9-647a34777ef0 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] DELETE failed (client error): The resource could not be found. Jun 24 11:48:27.745160 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf27853d-a887-4d8d-b5f9-647a34777ef0 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=128083) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 24 11:48:27.748647 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac911439-9c16-41c7-8dc9-70a41b3075c0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d65c8f8-7530-5052-99fe-8ea05073750b-f6abdd7f-a9de-4fb3-adff-f75c3f1c73cc', 'network_id': 'f6abdd7f-a9de-4fb3-adff-f75c3f1c73cc', 'tenant_id': 'aaefe7394f294c70a614c4415cde77d6', 'fixed_ips': [{'subnet_id': '4cc829ef-479c-45a1-a6a9-724691f3ccd9'}]}} from dv-neutron-797120-4-hyperv. {{(pid=128085) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 24 11:48:27.751367 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ac911439-9c16-41c7-8dc9-70a41b3075c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_create {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:27.758930 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-cf27853d-a887-4d8d-b5f9-647a34777ef0 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] 10.222.0.53 "DELETE /v2.0/subnets/48fbf114-346f-43e5-b65d-c7c46cc55f3f HTTP/1.1" status: 404 len: 337 time: 0.0693836 Jun 24 11:48:27.763382 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-4ff78531-ed87-4670-976d-5de137282737 tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:48:27.837205 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.db_base_plugin_v2 [None req-8bf3b8a0-ce3f-41c1-90f7-7e28ff1e5f96 tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] Deleting subnet fb5fe6ca-6240-4019-a792-f14a5df217ac {{(pid=128083) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 24 11:48:27.843759 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-8bf3b8a0-ce3f-41c1-90f7-7e28ff1e5f96 tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] Notify callbacks [] for subnet, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:27.860089 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b12983b-6da4-4def-8335-93484e7a7542 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Router d87749d3-f594-4284-87a4-6fe3955904b1 has already been hosted by L3 agent 2987dba8-2249-4ee6-96ec-28f0f7a6127d {{(pid=128084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 11:48:27.924913 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device 726f4d9c-3f88-4bca-a6a9-d1239510b1c6 up at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 11:48:27.930481 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-8bf3b8a0-ce3f-41c1-90f7-7e28ff1e5f96 tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3143795'] for subnet, precommit_delete_associations {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:27.931963 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.db.db_base_plugin_common [None req-994c024d-5ad4-49d0-945d-549cb7346cdd tempest-RoutersAdminTest-1970644103 tempest-RoutersAdminTest-1970644103-project-admin] Allocated IP 172.26.7.186 (f2b8ca71-e776-48b2-8898-96cc7970207b/f37bf603-3862-4d0a-9f58-89616f7fd68f/0c2ca31e-8de4-41ec-9ce1-78b3b8c818b4) {{(pid=128084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 11:48:27.934489 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9831b46a-fb37-4bb6-a877-f42cb4eb341b tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Made reservation on behalf of 086af1f572244cd08c37d97e004e4732 for: {'port': 1} {{(pid=128084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 11:48:27.939645 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-4ccd2f49-1503-475c-928a-9bd5706eaaa7 tempest-RoutersIpV6AdminTest-670466919 tempest-RoutersIpV6AdminTest-670466919-project] Notify callbacks [] for router_gateway, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:28.108674 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.db_base_plugin_common [None req-ac911439-9c16-41c7-8dc9-70a41b3075c0 None None] Allocated IP 172.20.0.3 (f6abdd7f-a9de-4fb3-adff-f75c3f1c73cc/4cc829ef-479c-45a1-a6a9-724691f3ccd9/7858f486-9711-4034-aef9-869f630ba731) {{(pid=128085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 11:48:28.168484 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning for port 726f4d9c-3f88-4bca-a6a9-d1239510b1c6 completed by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 11:48:28.174503 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-8bf3b8a0-ce3f-41c1-90f7-7e28ff1e5f96 tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-972249'] for subnet, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:28.187340 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b3c85b-787d-490c-8589-c10698241a46 req-9e3850eb-fc2a-4848-920d-677ade3fcfac tempest-ServerActionsTestJSON-818164034 tempest-ServerActionsTestJSON-818164034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:48:28.192972 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-e7b3c85b-787d-490c-8589-c10698241a46 req-9e3850eb-fc2a-4848-920d-677ade3fcfac tempest-ServerActionsTestJSON-818164034 tempest-ServerActionsTestJSON-818164034-project] 10.222.0.53 "GET /v2.0/ports?device_id=d6cc2586-9578-488f-96d4-fbc6dd702115 HTTP/1.1" status: 200 len: 945 time: 0.2249956 Jun 24 11:48:28.196066 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 58900) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:48:28.206694 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning complete for port 726f4d9c-3f88-4bca-a6a9-d1239510b1c6 triggered by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:48:28.207155 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:28.221434 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b5e867-46d8-405e-b46b-1823e938e4ec req-e9cbae33-5220-491d-b355-cc9524bff2f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:48:28.222904 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-c1b5e867-46d8-405e-b46b-1823e938e4ec req-e9cbae33-5220-491d-b355-cc9524bff2f9 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=33124f0dd27d41d79a5a6b42eb81b949&device_id=d6cc2586-9578-488f-96d4-fbc6dd702115 HTTP/1.1" status: 200 len: 1098 time: 0.2407069 Jun 24 11:48:28.246397 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-10d4f293-27e4-445e-a711-734534308087 None None] Provisioning complete for port 726f4d9c-3f88-4bca-a6a9-d1239510b1c6 triggered by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:48:28.247246 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-10d4f293-27e4-445e-a711-734534308087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:28.306871 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.plugin [None req-4ccd2f49-1503-475c-928a-9bd5706eaaa7 tempest-RoutersIpV6AdminTest-670466919 tempest-RoutersIpV6AdminTest-670466919-project] Deleting port 1b2d7bd4-d406-4e68-98b2-01b3c47c49ed {{(pid=128084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 11:48:28.307211 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-4ccd2f49-1503-475c-928a-9bd5706eaaa7 tempest-RoutersIpV6AdminTest-670466919 tempest-RoutersIpV6AdminTest-670466919-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793193942312'] for port, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:28.394358 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ac911439-9c16-41c7-8dc9-70a41b3075c0 None None] Notify callbacks [] for port, precommit_create {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:28.395228 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-e7b3c85b-787d-490c-8589-c10698241a46 req-bf432923-dd3b-48b9-8d76-b953bb617a75 tempest-ServerActionsTestJSON-818164034 tempest-ServerActionsTestJSON-818164034-project] 10.222.0.53 "GET /v2.0/security-groups?id=7ca7987f-c073-401f-ba18-8737b1398c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1787648 Jun 24 11:48:28.398371 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-4ccd2f49-1503-475c-928a-9bd5706eaaa7 tempest-RoutersIpV6AdminTest-670466919 tempest-RoutersIpV6AdminTest-670466919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1978872'] for port, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:28.414624 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.plugin [None req-4ccd2f49-1503-475c-928a-9bd5706eaaa7 tempest-RoutersIpV6AdminTest-670466919 tempest-RoutersIpV6AdminTest-670466919-project] Calling delete_port for 1b2d7bd4-d406-4e68-98b2-01b3c47c49ed owned by network:router_gateway {{(pid=128084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 11:48:28.421398 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-8bf3b8a0-ce3f-41c1-90f7-7e28ff1e5f96 tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-972238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2537800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3289951'] for subnet, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:28.437091 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-ac911439-9c16-41c7-8dc9-70a41b3075c0 None None] Transition to ACTIVE for port object 7858f486-9711-4034-aef9-869f630ba731 will not be triggered until provisioned by entity L2. {{(pid=128085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 11:48:28.437492 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-ae637cdd-862a-43f3-9c81-177e3d2d7eb4 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:48:28.442190 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-8bf3b8a0-ce3f-41c1-90f7-7e28ff1e5f96 tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588949'] for subnet, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:28.444148 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-8bf3b8a0-ce3f-41c1-90f7-7e28ff1e5f96 tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] 10.222.0.53 "DELETE /v2.0/subnets/fb5fe6ca-6240-4019-a792-f14a5df217ac HTTP/1.1" status: 204 len: 168 time: 0.8206000 Jun 24 11:48:28.448482 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:28.458099 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a712f815-02f2-4c36-884d-8c93b283def3 None None] Network 14503e52-17e6-4dcb-904d-c24521ea40fb requested from dv-neutron-797120-4-hyperv {{(pid=128085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 11:48:28.461588 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 58904) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:48:28.462909 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b5e867-46d8-405e-b46b-1823e938e4ec req-f8c21e56-b2cf-40fb-95f4-7adbfe6c3f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:48:28.464198 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-c1b5e867-46d8-405e-b46b-1823e938e4ec req-f8c21e56-b2cf-40fb-95f4-7adbfe6c3f8a service neutron] 10.222.0.45 "GET /v2.0/networks?id=4865c6d7-6c66-4548-b02e-d00e97d481c4 HTTP/1.1" status: 200 len: 912 time: 0.2252169 Jun 24 11:48:28.473118 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf3b8a0-ce3f-41c1-90f7-7e28ff1e5f96 tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] Pushing event deleted for resources: {'Subnet': ['ID=fb5fe6ca-6240-4019-a792-f14a5df217ac,revision_number=None']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:48:28.477424 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-8bf3b8a0-ce3f-41c1-90f7-7e28ff1e5f96 tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:48:28.497872 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-7e2ab45c-349d-4887-8a7b-a365e1099fca tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-534962'] for network, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:28.499799 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-10d4f293-27e4-445e-a711-734534308087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:28.503917 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-ac911439-9c16-41c7-8dc9-70a41b3075c0 None None] Transition to ACTIVE for port object 7858f486-9711-4034-aef9-869f630ba731 will not be triggered until provisioned by entity DHCP. {{(pid=128085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 11:48:28.548067 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ac911439-9c16-41c7-8dc9-70a41b3075c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-650429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-506361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793193536723'] for port, after_create {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:28.555240 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-743dd67e-072a-407b-929f-eea23c984428 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:48:28.612380 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] For port 726f4d9c-3f88-4bca-a6a9-d1239510b1c6, host dv-neutron-797120-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=726f4d9c-3f88-4bca-a6a9-d1239510b1c6,segment=NetworkSegment(fddfe548-9582-48fa-8a0c-6b06bc4d1b9f),segment_id=fddfe548-9582-48fa-8a0c-6b06bc4d1b9f)] {{(pid=128085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 11:48:28.622289 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-994c024d-5ad4-49d0-945d-549cb7346cdd tempest-RoutersAdminTest-1970644103 tempest-RoutersAdminTest-1970644103-project-admin] Notify callbacks [] for port, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:28.631194 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-64988b27-43f2-48b5-b630-a1c3412309ff tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-534962'] for network, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:28.635370 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-c1b5e867-46d8-405e-b46b-1823e938e4ec req-09c8725b-43dc-4695-883e-f20d004e1193 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6147d57c-7485-4c8f-a255-8497342b277c HTTP/1.1" status: 200 len: 1001 time: 0.1602359 Jun 24 11:48:28.640626 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac911439-9c16-41c7-8dc9-70a41b3075c0 None None] Network f6abdd7f-a9de-4fb3-adff-f75c3f1c73cc is already hosted by enough agents. {{(pid=128085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 11:48:28.647406 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:28.654705 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.scheduler.base_scheduler [None req-ac911439-9c16-41c7-8dc9-70a41b3075c0 None None] Resources bound (agent type, host, resource id): {{(pid=128085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:48:28.656465 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b12983b-6da4-4def-8335-93484e7a7542 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Notify agent at l3_agent.dv-neutron-797120-4-hyperv the message routers_updated {{(pid=128084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 11:48:28.661100 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-9831b46a-fb37-4bb6-a877-f42cb4eb341b tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:28.669006 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-3b12983b-6da4-4def-8335-93484e7a7542 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] 10.222.0.53 "PUT /v2.0/routers/d87749d3-f594-4284-87a4-6fe3955904b1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2806816 Jun 24 11:48:28.676499 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac911439-9c16-41c7-8dc9-70a41b3075c0 None None] Received port after_create {{(pid=128085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 11:48:28.678522 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 58906) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:48:28.697401 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e56e9174-cd6b-4fb8-816b-1ffae583b203 None None] Sync routers for ids ['d87749d3-f594-4284-87a4-6fe3955904b1'] in dv-neutron-797120-4-hyperv {{(pid=128085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 11:48:28.704572 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac911439-9c16-41c7-8dc9-70a41b3075c0 None None] Pushing event updated for resources: {'Port': ['ID=7858f486-9711-4034-aef9-869f630ba731,revision_number=1']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:48:28.714773 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-ac911439-9c16-41c7-8dc9-70a41b3075c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:48:28.717427 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-2003e88c-a0e0-4549-98cc-956b353cb912 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.063s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:48:28.731478 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b5e867-46d8-405e-b46b-1823e938e4ec req-7e9479da-8aae-4f0b-be06-24cfe6d79a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:48:28.732928 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-c1b5e867-46d8-405e-b46b-1823e938e4ec req-7e9479da-8aae-4f0b-be06-24cfe6d79a2a service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c9f29286-6a6a-43a7-8236-d8b39e2a7133 HTTP/1.1" status: 200 len: 850 time: 0.0856419 Jun 24 11:48:28.784068 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.plugin [None req-64988b27-43f2-48b5-b630-a1c3412309ff tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] Deleting port 75945320-0e85-42d2-8297-821261cac9a8 {{(pid=128083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 11:48:28.784409 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-64988b27-43f2-48b5-b630-a1c3412309ff tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793193942312'] for port, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:28.796303 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.db.api [None req-10d4f293-27e4-445e-a711-734534308087 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=128085) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 24 11:48:28.796692 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_db.api [None req-10d4f293-27e4-445e-a711-734534308087 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 24 11:48:28.797286 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e56e9174-cd6b-4fb8-816b-1ffae583b203 None None] Routers {'d87749d3-f594-4284-87a4-6fe3955904b1'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 11:48:28.798201 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-e56e9174-cd6b-4fb8-816b-1ffae583b203 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T11:48:26Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['d87749d3-f594-4284-87a4-6fe3955904b1'], 'active': True} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:48:28.825500 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.notifiers.nova [None req-9831b46a-fb37-4bb6-a877-f42cb4eb341b tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] device_id is not set on port 9a82dda0-951b-464a-937d-dd5805279591 yet. {{(pid=128084) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 24 11:48:28.852882 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-6aead5b1-c19f-4b04-ac6d-d4e2c49fe4a2 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=9c8c7551cf984e4ca40de4f1d8880b93&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6332257 Jun 24 11:48:28.855514 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 58908) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:48:28.879182 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.db [None req-64988b27-43f2-48b5-b630-a1c3412309ff tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] For port 75945320-0e85-42d2-8297-821261cac9a8, host dv-neutron-797120-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=75945320-0e85-42d2-8297-821261cac9a8,segment=NetworkSegment(964b2602-e3a8-414f-85ec-ae50d87d038d),segment_id=964b2602-e3a8-414f-85ec-ae50d87d038d)] {{(pid=128083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 11:48:28.879548 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-64988b27-43f2-48b5-b630-a1c3412309ff tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1978872'] for port, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:28.892431 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-994c024d-5ad4-49d0-945d-549cb7346cdd tempest-RoutersAdminTest-1970644103 tempest-RoutersAdminTest-1970644103-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-650429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-506361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793193536723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3291971'] for port, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:28.897956 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-a07470e5-2c42-44ca-bd2a-47a798e3be48 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:48:28.900582 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b5e867-46d8-405e-b46b-1823e938e4ec req-93537c2d-6e91-4182-9963-ff26c2d6b65c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:48:28.902658 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-c1b5e867-46d8-405e-b46b-1823e938e4ec req-93537c2d-6e91-4182-9963-ff26c2d6b65c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=4865c6d7-6c66-4548-b02e-d00e97d481c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1585541 Jun 24 11:48:28.910561 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.db.db_base_plugin_v2 [None req-dbe2d644-9cbc-415a-9aab-7377aaeabb99 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Deleting subnet 02346804-ee6e-4b90-a906-fa952c478595 {{(pid=128084) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 24 11:48:28.911417 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.plugin [None req-64988b27-43f2-48b5-b630-a1c3412309ff tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] Calling delete_port for 75945320-0e85-42d2-8297-821261cac9a8 owned by network:dhcp {{(pid=128083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 11:48:28.946042 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-dbe2d644-9cbc-415a-9aab-7377aaeabb99 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Notify callbacks [] for subnet, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:29.030984 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-994c024d-5ad4-49d0-945d-549cb7346cdd tempest-RoutersAdminTest-1970644103 tempest-RoutersAdminTest-1970644103-project-admin] Network f2b8ca71-e776-48b2-8898-96cc7970207b is already hosted by enough agents. {{(pid=128084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 11:48:29.044791 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-ac911439-9c16-41c7-8dc9-70a41b3075c0 None None] Attempting to bind port 7858f486-9711-4034-aef9-869f630ba731 on host dv-neutron-797120-4-hyperv for vnic_type normal with profile {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 11:48:29.045222 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-ac911439-9c16-41c7-8dc9-70a41b3075c0 None None] Attempting to bind port 7858f486-9711-4034-aef9-869f630ba731 by drivers openvswitch,hyperv on host dv-neutron-797120-4-hyperv at level 0 using segments [{'id': '39d41dea-051b-4e82-a691-fcd5248143c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'f6abdd7f-a9de-4fb3-adff-f75c3f1c73cc'}] {{(pid=128085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 11:48:29.045563 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac911439-9c16-41c7-8dc9-70a41b3075c0 None None] Attempting to bind port 7858f486-9711-4034-aef9-869f630ba731 on network f6abdd7f-a9de-4fb3-adff-f75c3f1c73cc {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 11:48:29.048028 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Pushing event updated for resources: {'Port': ['ID=726f4d9c-3f88-4bca-a6a9-d1239510b1c6,revision_number=5']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:48:29.052954 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.base_scheduler [None req-994c024d-5ad4-49d0-945d-549cb7346cdd tempest-RoutersAdminTest-1970644103 tempest-RoutersAdminTest-1970644103-project-admin] Resources bound (agent type, host, resource id): {{(pid=128084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:48:29.053299 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.337s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:48:29.068015 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac911439-9c16-41c7-8dc9-70a41b3075c0 None None] Checking agent: {'id': 'e3a695b2-c397-461f-83b0-10b79d490b59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 11, 36, 56), 'started_at': datetime.datetime(2021, 6, 24, 11, 37, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 11, 48, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 11:48:29.068220 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac911439-9c16-41c7-8dc9-70a41b3075c0 None None] Checking segment: {'id': '39d41dea-051b-4e82-a691-fcd5248143c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'f6abdd7f-a9de-4fb3-adff-f75c3f1c73cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=128085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 11:48:29.068610 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ac911439-9c16-41c7-8dc9-70a41b3075c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:29.069041 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac911439-9c16-41c7-8dc9-70a41b3075c0 None None] Bound using segment: {'id': '39d41dea-051b-4e82-a691-fcd5248143c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'f6abdd7f-a9de-4fb3-adff-f75c3f1c73cc'} {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 11:48:29.069677 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-ac911439-9c16-41c7-8dc9-70a41b3075c0 None None] Bound port: 7858f486-9711-4034-aef9-869f630ba731, host: dv-neutron-797120-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39d41dea-051b-4e82-a691-fcd5248143c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'f6abdd7f-a9de-4fb3-adff-f75c3f1c73cc'}}] {{(pid=128085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 11:48:29.069926 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ac911439-9c16-41c7-8dc9-70a41b3075c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:29.073215 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-592cfb58-9ade-48d0-8732-3fd075f09fbb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:29.077798 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994c024d-5ad4-49d0-945d-549cb7346cdd tempest-RoutersAdminTest-1970644103 tempest-RoutersAdminTest-1970644103-project-admin] Pushing event updated for resources: {'Port': ['ID=0c2ca31e-8de4-41ec-9ce1-78b3b8c818b4,revision_number=1']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:48:29.082341 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-994c024d-5ad4-49d0-945d-549cb7346cdd tempest-RoutersAdminTest-1970644103 tempest-RoutersAdminTest-1970644103-project-admin] Received port after_create {{(pid=128084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 11:48:29.092222 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvr_db [None req-e56e9174-cd6b-4fb8-816b-1ffae583b203 None None] Set router d87749d3-f594-4284-87a4-6fe3955904b1 gateway port host: None {{(pid=128085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 11:48:29.094669 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-994c024d-5ad4-49d0-945d-549cb7346cdd tempest-RoutersAdminTest-1970644103 tempest-RoutersAdminTest-1970644103-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:48:29.101520 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-dbe2d644-9cbc-415a-9aab-7377aaeabb99 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2373542'] for subnet, precommit_delete_associations {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:29.137344 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-c1b5e867-46d8-405e-b46b-1823e938e4ec req-c6b1506b-6e8b-4b97-a26d-ae0e53e8270b service neutron] 10.222.0.45 "GET /v2.0/networks/4865c6d7-6c66-4548-b02e-d00e97d481c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2237072 Jun 24 11:48:29.171735 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.plugin [None req-7e2ab45c-349d-4887-8a7b-a365e1099fca tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Deleting port 7858f486-9711-4034-aef9-869f630ba731 {{(pid=128084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 11:48:29.172164 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-7e2ab45c-349d-4887-8a7b-a365e1099fca tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793193942312'] for port, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:29.191897 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-592cfb58-9ade-48d0-8732-3fd075f09fbb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:29.200256 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee0bf789-c835-40a8-b770-8fc3492aa07f None None] DHCP port deletion for 14503e52-17e6-4dcb-904d-c24521ea40fb request from dv-neutron-797120-4-hyperv {{(pid=128085) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 24 11:48:29.209760 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-4ccd2f49-1503-475c-928a-9bd5706eaaa7 tempest-RoutersIpV6AdminTest-670466919 tempest-RoutersIpV6AdminTest-670466919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793193945299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193536732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3292088'] for port, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:29.210694 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-64988b27-43f2-48b5-b630-a1c3412309ff tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793193945299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193536732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2537862'] for port, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:29.216698 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-30aff7b1-9e94-4d20-af99-4ec107b079f3 tempest-RoutersIpV6AdminTest-670466919 tempest-RoutersIpV6AdminTest-670466919-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:48:29.221982 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-d9694e9d-b2a2-40bc-a065-b320c63fc8d4 tempest-RoutersIpV6AdminTest-1198470881 tempest-RoutersIpV6AdminTest-1198470881-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:48:29.274058 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-ac911439-9c16-41c7-8dc9-70a41b3075c0 None None] For port 7858f486-9711-4034-aef9-869f630ba731, host dv-neutron-797120-4-hyperv, cleared binding levels {{(pid=128085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 11:48:29.290797 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-ac911439-9c16-41c7-8dc9-70a41b3075c0 None None] For port 7858f486-9711-4034-aef9-869f630ba731, host dv-neutron-797120-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=7858f486-9711-4034-aef9-869f630ba731,segment=NetworkSegment(39d41dea-051b-4e82-a691-fcd5248143c3),segment_id=39d41dea-051b-4e82-a691-fcd5248143c3)] {{(pid=128085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 11:48:29.292664 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64988b27-43f2-48b5-b630-a1c3412309ff tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] Pushing event deleted for resources: {'Port': ['ID=75945320-0e85-42d2-8297-821261cac9a8,revision_number=None']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:48:29.302691 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ac911439-9c16-41c7-8dc9-70a41b3075c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:29.303539 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-64988b27-43f2-48b5-b630-a1c3412309ff tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:48:29.305519 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ccd2f49-1503-475c-928a-9bd5706eaaa7 tempest-RoutersIpV6AdminTest-670466919 tempest-RoutersIpV6AdminTest-670466919-project] Pushing event deleted for resources: {'Port': ['ID=1b2d7bd4-d406-4e68-98b2-01b3c47c49ed,revision_number=None']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:48:29.306504 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64988b27-43f2-48b5-b630-a1c3412309ff tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] No DVR routers for this DVR port 75945320-0e85-42d2-8297-821261cac9a8 on host dv-neutron-797120-4-hyperv {{(pid=128083) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 11:48:29.325635 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-e5ecb266-c727-412b-bb57-9cf77ff72e30 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:48:29.417578 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-c1b5e867-46d8-405e-b46b-1823e938e4ec req-d7abcadb-4c79-4eea-939c-b08c2a73e6f1 service neutron] 10.222.0.45 "GET /v2.0/networks/4865c6d7-6c66-4548-b02e-d00e97d481c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2540975 Jun 24 11:48:29.424487 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-64988b27-43f2-48b5-b630-a1c3412309ff tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973199', 'neutron.services.segments.db._delete_segments_for_network-8793194012456'] for network, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:29.453501 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.services.segments.db [None req-64988b27-43f2-48b5-b630-a1c3412309ff tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14503e52-17e6-4dcb-904d-c24521ea40fb']}} {{(pid=128083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:48:29.454326 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac911439-9c16-41c7-8dc9-70a41b3075c0 None None] Pushing event updated for resources: {'Port': ['ID=7858f486-9711-4034-aef9-869f630ba731,revision_number=2']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:48:29.458641 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-ac911439-9c16-41c7-8dc9-70a41b3075c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:48:29.477326 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.services.segments.db [None req-64988b27-43f2-48b5-b630-a1c3412309ff tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '964b2602-e3a8-414f-85ec-ae50d87d038d') {'for_net_delete': True} {{(pid=128083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:48:29.480589 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.services.segments.db [None req-64988b27-43f2-48b5-b630-a1c3412309ff tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '964b2602-e3a8-414f-85ec-ae50d87d038d') {} {{(pid=128083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:48:29.492349 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-e56e9174-cd6b-4fb8-816b-1ffae583b203 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd87749d3-f594-4284-87a4-6fe3955904b1', 'name': 'tempest-RoutersTest-router-456200694', 'tenant_id': '01c7f8735a2b4722ae0cabb11183e366', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T11:47:01Z', 'updated_at': '2021-06-24T11:48:24Z', 'revision_number': 10, 'project_id': '01c7f8735a2b4722ae0cabb11183e366', 'gw_port_host': None, '_interfaces': [{'id': '11d4e1d1-3828-4a40-a4f0-e768f1395739', 'name': '', 'network_id': 'bddb0f8e-0e1f-4536-a9ef-e387f1699f13', 'tenant_id': '01c7f8735a2b4722ae0cabb11183e366', 'mac_address': 'fa:16:3e:7d:a9:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd87749d3-f594-4284-87a4-6fe3955904b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'ee35f23e-956d-4b15-87a0-fe4ac4012d10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:47:07Z', 'updated_at': '2021-06-24T11:47:22Z', 'revision_number': 5, 'project_id': '01c7f8735a2b4722ae0cabb11183e366', 'subnets': [{'id': 'ee35f23e-956d-4b15-87a0-fe4ac4012d10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:48:29.498231 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-64988b27-43f2-48b5-b630-a1c3412309ff tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793194097327', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3143690'] for segment, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:29.524519 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e56e9174-cd6b-4fb8-816b-1ffae583b203 None None] Checking router: d87749d3-f594-4284-87a4-6fe3955904b1 for host: dv-neutron-797120-4-hyperv {{(pid=128085) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 11:48:29.532930 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-64988b27-43f2-48b5-b630-a1c3412309ff tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967879'] for segment, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:29.535710 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e56e9174-cd6b-4fb8-816b-1ffae583b203 None None] Routers {'d87749d3-f594-4284-87a4-6fe3955904b1'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 11:48:29.536384 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-e56e9174-cd6b-4fb8-816b-1ffae583b203 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T11:48:26Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['d87749d3-f594-4284-87a4-6fe3955904b1'], 'active': True} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:48:29.541450 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64988b27-43f2-48b5-b630-a1c3412309ff tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] Releasing vlan 633 on physical network physnet1 to pool {{(pid=128083) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 11:48:29.541982 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-64988b27-43f2-48b5-b630-a1c3412309ff tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2537899'] for segment, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:29.549128 dv-neutron-797120-4-hyperv neutron-server[128083]: Traceback (most recent call last): Jun 24 11:48:29.549128 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 24 11:48:29.549128 dv-neutron-797120-4-hyperv neutron-server[128083]: timer() Jun 24 11:48:29.549128 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 24 11:48:29.549128 dv-neutron-797120-4-hyperv neutron-server[128083]: cb(*args, **kw) Jun 24 11:48:29.549128 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 24 11:48:29.549128 dv-neutron-797120-4-hyperv neutron-server[128083]: return func(*args, **kwargs) Jun 24 11:48:29.549128 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 24 11:48:29.549128 dv-neutron-797120-4-hyperv neutron-server[128083]: self._notify() Jun 24 11:48:29.549128 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 24 11:48:29.549128 dv-neutron-797120-4-hyperv neutron-server[128083]: self.callback(batched_events) Jun 24 11:48:29.549128 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 24 11:48:29.549128 dv-neutron-797120-4-hyperv neutron-server[128083]: event.method(event) Jun 24 11:48:29.549128 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 24 11:48:29.549128 dv-neutron-797120-4-hyperv neutron-server[128083]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 24 11:48:29.549128 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 24 11:48:29.549128 dv-neutron-797120-4-hyperv neutron-server[128083]: aggregate_uuid = self.p_client.list_aggregates( Jun 24 11:48:29.549128 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 24 11:48:29.549128 dv-neutron-797120-4-hyperv neutron-server[128083]: return f(self, *a, **k) Jun 24 11:48:29.549128 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 24 11:48:29.549128 dv-neutron-797120-4-hyperv neutron-server[128083]: return self._get(url).json() Jun 24 11:48:29.549128 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 24 11:48:29.549128 dv-neutron-797120-4-hyperv neutron-server[128083]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 24 11:48:29.549128 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 24 11:48:29.549128 dv-neutron-797120-4-hyperv neutron-server[128083]: return self.request(url, 'GET', **kwargs) Jun 24 11:48:29.549128 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 24 11:48:29.549128 dv-neutron-797120-4-hyperv neutron-server[128083]: base_url = self.get_endpoint(auth, allow=allow, Jun 24 11:48:29.549128 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 24 11:48:29.549128 dv-neutron-797120-4-hyperv neutron-server[128083]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 24 11:48:29.549128 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 24 11:48:29.549128 dv-neutron-797120-4-hyperv neutron-server[128083]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 24 11:48:29.549128 dv-neutron-797120-4-hyperv neutron-server[128083]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 24 11:48:29.551163 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-592cfb58-9ade-48d0-8732-3fd075f09fbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800410'] for security_group, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:29.554693 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-592cfb58-9ade-48d0-8732-3fd075f09fbb admin admin] Notify callbacks [] for security_group, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:29.558109 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-592cfb58-9ade-48d0-8732-3fd075f09fbb admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/e953f662-9636-46a4-b341-ad68cea67a2a HTTP/1.1" status: 204 len: 168 time: 0.6981173 Jun 24 11:48:29.586306 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-690bf046-44bb-48b0-a0ef-25b385b326dc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:48:29.693760 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvr_db [None req-e56e9174-cd6b-4fb8-816b-1ffae583b203 None None] Set router d87749d3-f594-4284-87a4-6fe3955904b1 gateway port host: None {{(pid=128085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 11:48:29.728537 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592cfb58-9ade-48d0-8732-3fd075f09fbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e953f662-9636-46a4-b341-ad68cea67a2a,revision_number=None']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:48:29.745046 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-592cfb58-9ade-48d0-8732-3fd075f09fbb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:48:29.810307 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-64988b27-43f2-48b5-b630-a1c3412309ff tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1800243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1815642'] for network, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:29.826626 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-c4adf39d-eb70-4190-93f1-ea7a86f8846b tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:48:29.833079 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-64988b27-43f2-48b5-b630-a1c3412309ff tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588949'] for network, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:29.835152 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-52c483ef-d5c1-4030-9a32-e5ce4ff00ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:29.836750 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-64988b27-43f2-48b5-b630-a1c3412309ff tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] 10.222.0.53 "DELETE /v2.0/networks/14503e52-17e6-4dcb-904d-c24521ea40fb HTTP/1.1" status: 204 len: 168 time: 1.3713200 Jun 24 11:48:29.882613 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687d561e-3d80-4ab4-a3f5-5cded8d47717 req-9d0020ba-09be-4c8e-9e68-ffc3d1077f26 tempest-ServerActionsTestJSON-818164034 tempest-ServerActionsTestJSON-818164034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:48:29.884528 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-687d561e-3d80-4ab4-a3f5-5cded8d47717 req-9d0020ba-09be-4c8e-9e68-ffc3d1077f26 tempest-ServerActionsTestJSON-818164034 tempest-ServerActionsTestJSON-818164034-project] 10.222.0.53 "GET /v2.0/ports?device_id=d6cc2586-9578-488f-96d4-fbc6dd702115 HTTP/1.1" status: 200 len: 945 time: 0.2228298 Jun 24 11:48:29.885916 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64988b27-43f2-48b5-b630-a1c3412309ff tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] Pushing event deleted for resources: {'Network': ['ID=14503e52-17e6-4dcb-904d-c24521ea40fb,revision_number=None']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:48:29.888492 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-64988b27-43f2-48b5-b630-a1c3412309ff tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:48:29.976307 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-687d561e-3d80-4ab4-a3f5-5cded8d47717 req-eab6f846-2c06-40a8-9ba1-66abc2a3c363 tempest-ServerActionsTestJSON-818164034 tempest-ServerActionsTestJSON-818164034-project] 10.222.0.53 "GET /v2.0/security-groups?id=7ca7987f-c073-401f-ba18-8737b1398c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0854833 Jun 24 11:48:30.062634 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-dbe2d644-9cbc-415a-9aab-7377aaeabb99 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-972249'] for subnet, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:30.115827 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device 726f4d9c-3f88-4bca-a6a9-d1239510b1c6 up at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 11:48:30.132889 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-4ccd2f49-1503-475c-928a-9bd5706eaaa7 tempest-RoutersIpV6AdminTest-670466919 tempest-RoutersIpV6AdminTest-670466919-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.911s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:48:30.185411 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.db [None req-7e2ab45c-349d-4887-8a7b-a365e1099fca tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] For port 7858f486-9711-4034-aef9-869f630ba731, host dv-neutron-797120-4-hyperv, got binding levels [] {{(pid=128084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 11:48:30.185752 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-7e2ab45c-349d-4887-8a7b-a365e1099fca tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1978872'] for port, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:30.202279 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.plugin [None req-7e2ab45c-349d-4887-8a7b-a365e1099fca tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Calling delete_port for 7858f486-9711-4034-aef9-869f630ba731 owned by network:dhcp {{(pid=128084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 11:48:30.258463 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning complete for port 726f4d9c-3f88-4bca-a6a9-d1239510b1c6 triggered by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:48:30.258972 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:30.332826 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-e56e9174-cd6b-4fb8-816b-1ffae583b203 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd87749d3-f594-4284-87a4-6fe3955904b1', 'name': 'tempest-RoutersTest-router-456200694', 'tenant_id': '01c7f8735a2b4722ae0cabb11183e366', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T11:47:01Z', 'updated_at': '2021-06-24T11:48:24Z', 'revision_number': 10, 'project_id': '01c7f8735a2b4722ae0cabb11183e366', 'gw_port_host': None, '_interfaces': [{'id': '11d4e1d1-3828-4a40-a4f0-e768f1395739', 'name': '', 'network_id': 'bddb0f8e-0e1f-4536-a9ef-e387f1699f13', 'tenant_id': '01c7f8735a2b4722ae0cabb11183e366', 'mac_address': 'fa:16:3e:7d:a9:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd87749d3-f594-4284-87a4-6fe3955904b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'ee35f23e-956d-4b15-87a0-fe4ac4012d10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:47:07Z', 'updated_at': '2021-06-24T11:47:22Z', 'revision_number': 5, 'project_id': '01c7f8735a2b4722ae0cabb11183e366', 'subnets': [{'id': 'ee35f23e-956d-4b15-87a0-fe4ac4012d10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:48:30.388183 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-dbe2d644-9cbc-415a-9aab-7377aaeabb99 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-972238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3292022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3162263'] for subnet, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:30.391722 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e56e9174-cd6b-4fb8-816b-1ffae583b203 None None] The sync data for ids ['d87749d3-f594-4284-87a4-6fe3955904b1'] in dv-neutron-797120-4-hyperv is: [{'id': 'd87749d3-f594-4284-87a4-6fe3955904b1', 'name': 'tempest-RoutersTest-router-456200694', 'tenant_id': '01c7f8735a2b4722ae0cabb11183e366', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T11:47:01Z', 'updated_at': '2021-06-24T11:48:24Z', 'revision_number': 10, 'project_id': '01c7f8735a2b4722ae0cabb11183e366', 'gw_port_host': None, '_interfaces': [{'id': '11d4e1d1-3828-4a40-a4f0-e768f1395739', 'name': '', 'network_id': 'bddb0f8e-0e1f-4536-a9ef-e387f1699f13', 'tenant_id': '01c7f8735a2b4722ae0cabb11183e366', 'mac_address': 'fa:16:3e:7d:a9:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd87749d3-f594-4284-87a4-6fe3955904b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'ee35f23e-956d-4b15-87a0-fe4ac4012d10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:47:07Z', 'updated_at': '2021-06-24T11:47:22Z', 'revision_number': 5, 'project_id': '01c7f8735a2b4722ae0cabb11183e366', 'subnets': [{'id': 'ee35f23e-956d-4b15-87a0-fe4ac4012d10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=128085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 11:48:30.400021 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-71260023-8588-4cb6-bf6f-f4f797e0705c tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:48:30.431652 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 58928) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:48:30.599778 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-4ccd2f49-1503-475c-928a-9bd5706eaaa7 tempest-RoutersIpV6AdminTest-670466919 tempest-RoutersIpV6AdminTest-670466919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1815728'] for router_gateway, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:30.713132 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-4ccd2f49-1503-475c-928a-9bd5706eaaa7 tempest-RoutersIpV6AdminTest-670466919 tempest-RoutersIpV6AdminTest-670466919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1803182', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65403'] for router, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:30.715937 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-4ccd2f49-1503-475c-928a-9bd5706eaaa7 tempest-RoutersIpV6AdminTest-670466919 tempest-RoutersIpV6AdminTest-670466919-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:30.752027 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-32194dfc-960e-45e4-acf7-0a2047129a50 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=e5cf0df8d3ec4e94a403a4ce89d83b64&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3179200 Jun 24 11:48:30.755230 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 58940) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:48:30.803852 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device 75945320-0e85-42d2-8297-821261cac9a8 no longer exists at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 11:48:30.814817 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d6a9ce1-087e-49ba-98f1-7d256d52edaa None None] Network f6abdd7f-a9de-4fb3-adff-f75c3f1c73cc requested from dv-neutron-797120-4-hyperv {{(pid=128085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 11:48:30.820320 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-7e2ab45c-349d-4887-8a7b-a365e1099fca tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793193945299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193536732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3292088'] for port, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:30.860813 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-2d974d4a-4105-41da-8dee-7b32f64d1e71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:30.873080 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.db.db_base_plugin_common [None req-9831b46a-fb37-4bb6-a877-f42cb4eb341b tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Allocated IP 172.20.0.10 (11a80c9d-f8ee-4388-91b0-d49a25200fee/1fd98c47-846d-4eb7-9329-d27abf8746c4/9a82dda0-951b-464a-937d-dd5805279591) {{(pid=128084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 11:48:30.883038 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe2d644-9cbc-415a-9aab-7377aaeabb99 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Pushing event deleted for resources: {'Subnet': ['ID=02346804-ee6e-4b90-a906-fa952c478595,revision_number=None']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:48:30.889638 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-dbe2d644-9cbc-415a-9aab-7377aaeabb99 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.490s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:48:30.890664 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-4ccd2f49-1503-475c-928a-9bd5706eaaa7 tempest-RoutersIpV6AdminTest-670466919 tempest-RoutersIpV6AdminTest-670466919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1806072'] for router, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:30.890867 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ccd2f49-1503-475c-928a-9bd5706eaaa7 tempest-RoutersIpV6AdminTest-670466919 tempest-RoutersIpV6AdminTest-670466919-project] Fanout notify agent at l3_agent the message router_deleted on router f5f24adb-397c-453a-bff2-792cee8235d9 {{(pid=128084) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 24 11:48:30.905311 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-dbe2d644-9cbc-415a-9aab-7377aaeabb99 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Notify callbacks [] for subnet, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:30.908061 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-dbe2d644-9cbc-415a-9aab-7377aaeabb99 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] 10.222.0.53 "DELETE /v2.0/subnets/02346804-ee6e-4b90-a906-fa952c478595 HTTP/1.1" status: 204 len: 168 time: 2.2175636 Jun 24 11:48:30.911449 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 58942) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:48:30.912324 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-40a2b202-3c27-449a-9b4c-3a2b100417e1 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.037s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:48:30.918202 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95cb2b44-4a36-49e7-8877-08d21f8d42c5 None None] Network b91d5cb9-8fe3-4576-a991-183ff1f7b145 requested from dv-neutron-797120-4-hyperv {{(pid=128085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 11:48:30.919864 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] No Port match for: 75945320-0e85-42d2-8297-821261cac9a8 {{(pid=128085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 11:48:30.920215 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device 75945320-0e85-42d2-8297-821261cac9a8 not bound to the agent host dv-neutron-797120-4-hyperv {{(pid=128085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 11:48:30.926529 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.db.db_base_plugin_common [None req-9831b46a-fb37-4bb6-a877-f42cb4eb341b tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Allocated IP 2001:db8::f816:3eff:fe20:616c (11a80c9d-f8ee-4388-91b0-d49a25200fee/6f746b65-ed96-4ce7-918a-0405d77fde11/9a82dda0-951b-464a-937d-dd5805279591) {{(pid=128084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 11:48:30.944579 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-4ccd2f49-1503-475c-928a-9bd5706eaaa7 tempest-RoutersIpV6AdminTest-670466919 tempest-RoutersIpV6AdminTest-670466919-project] Notify callbacks [] for router, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:30.946951 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-4ccd2f49-1503-475c-928a-9bd5706eaaa7 tempest-RoutersIpV6AdminTest-670466919 tempest-RoutersIpV6AdminTest-670466919-project] 10.222.0.53 "DELETE /v2.0/routers/f5f24adb-397c-453a-bff2-792cee8235d9 HTTP/1.1" status: 204 len: 168 time: 4.6760333 Jun 24 11:48:30.974541 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-f2d7bfc0-2c86-4666-b12c-eb525695a957 None None] Could not find standard attr ID for object 7858f486-9711-4034-aef9-869f630ba731. {{(pid=128085) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 24 11:48:30.989344 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 58944) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:48:30.989690 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 58946) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:48:31.001450 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-2d974d4a-4105-41da-8dee-7b32f64d1e71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:31.018491 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [None req-fd9ef675-d7ba-4051-be2e-ea2e898caa4d tempest-RoutersIpV6AdminTest-670466919 tempest-RoutersIpV6AdminTest-670466919-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-726054331', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:48:31.057740 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-c950a49d-a727-47ef-8187-ada383b998ef tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-534962'] for network, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:31.155719 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-fd9ef675-d7ba-4051-be2e-ea2e898caa4d tempest-RoutersIpV6AdminTest-670466919 tempest-RoutersIpV6AdminTest-670466919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1803889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65293'] for router, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:31.156724 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-fd9ef675-d7ba-4051-be2e-ea2e898caa4d tempest-RoutersIpV6AdminTest-670466919 tempest-RoutersIpV6AdminTest-670466919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1803848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1975305', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1581158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65396'] for router, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:31.196373 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-2d974d4a-4105-41da-8dee-7b32f64d1e71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800410'] for security_group, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:31.199882 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-2d974d4a-4105-41da-8dee-7b32f64d1e71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:31.201177 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-2d974d4a-4105-41da-8dee-7b32f64d1e71 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c4eca917-dcc9-480e-9850-ae79e20312b9 HTTP/1.1" status: 204 len: 168 time: 0.4449344 Jun 24 11:48:31.208754 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:48:31.209220 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2ab45c-349d-4887-8a7b-a365e1099fca tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Pushing event deleted for resources: {'Port': ['ID=7858f486-9711-4034-aef9-869f630ba731,revision_number=None']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:48:31.217377 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-7e2ab45c-349d-4887-8a7b-a365e1099fca tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.305s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:48:31.295860 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-fd9ef675-d7ba-4051-be2e-ea2e898caa4d tempest-RoutersIpV6AdminTest-670466919 tempest-RoutersIpV6AdminTest-670466919-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:31.300786 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [None req-0f75982a-22d2-4d33-b455-5715943cf601 tempest-SecGroupIPv6Test-993619391 tempest-SecGroupIPv6Test-993619391-project] Request body: {'security_group': {'name': 'tempest-secgroup--1394813067'}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:48:31.308872 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d974d4a-4105-41da-8dee-7b32f64d1e71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4eca917-dcc9-480e-9850-ae79e20312b9,revision_number=None']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:48:31.309214 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e2ab45c-349d-4887-8a7b-a365e1099fca tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] No DVR routers for this DVR port 7858f486-9711-4034-aef9-869f630ba731 on host dv-neutron-797120-4-hyperv {{(pid=128084) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 11:48:31.318479 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-2d974d4a-4105-41da-8dee-7b32f64d1e71 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:48:31.364613 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-fd9ef675-d7ba-4051-be2e-ea2e898caa4d tempest-RoutersIpV6AdminTest-670466919 tempest-RoutersIpV6AdminTest-670466919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1803210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1815767'] for router, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:31.390680 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-0f75982a-22d2-4d33-b455-5715943cf601 tempest-SecGroupIPv6Test-993619391 tempest-SecGroupIPv6Test-993619391-project] Notify callbacks [] for security_group, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:31.403085 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e45056a4-76b0-475f-ba6f-67c81eab09e6 None None] DHCP port deletion for b91d5cb9-8fe3-4576-a991-183ff1f7b145 request from dv-neutron-797120-4-hyperv {{(pid=128085) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 24 11:48:31.407214 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-0f75982a-22d2-4d33-b455-5715943cf601 tempest-SecGroupIPv6Test-993619391 tempest-SecGroupIPv6Test-993619391-project] Notify callbacks [] for security_group, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:31.409846 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-9831b46a-fb37-4bb6-a877-f42cb4eb341b tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks [] for port, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:31.422222 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.plugin [None req-c950a49d-a727-47ef-8187-ada383b998ef tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Deleting port 37308f62-fc0f-4c8f-8e7d-60df59cfd4a3 {{(pid=128083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 11:48:31.423199 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-c950a49d-a727-47ef-8187-ada383b998ef tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793193942312'] for port, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:31.440313 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-7e2ab45c-349d-4887-8a7b-a365e1099fca tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-972249'] for subnet, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:31.446029 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-994c024d-5ad4-49d0-945d-549cb7346cdd tempest-RoutersAdminTest-1970644103 tempest-RoutersAdminTest-1970644103-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:31.448367 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.db.provisioning_blocks [None req-9831b46a-fb37-4bb6-a877-f42cb4eb341b tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Transition to ACTIVE for port object 9a82dda0-951b-464a-937d-dd5805279591 will not be triggered until provisioned by entity DHCP. {{(pid=128084) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 11:48:31.483237 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-e45056a4-76b0-475f-ba6f-67c81eab09e6 None None] Deleting port 37308f62-fc0f-4c8f-8e7d-60df59cfd4a3 {{(pid=128085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 11:48:31.486132 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-e45056a4-76b0-475f-ba6f-67c81eab09e6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793193942312'] for port, before_delete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:31.566390 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-fd9ef675-d7ba-4051-be2e-ea2e898caa4d tempest-RoutersIpV6AdminTest-670466919 tempest-RoutersIpV6AdminTest-670466919-project] Notify callbacks [] for router, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:31.570149 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-fd9ef675-d7ba-4051-be2e-ea2e898caa4d tempest-RoutersIpV6AdminTest-670466919 tempest-RoutersIpV6AdminTest-670466919-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.5746639 Jun 24 11:48:31.575521 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 58956) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:48:31.605485 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-e45056a4-76b0-475f-ba6f-67c81eab09e6 None None] For port 37308f62-fc0f-4c8f-8e7d-60df59cfd4a3, host dv-neutron-797120-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=37308f62-fc0f-4c8f-8e7d-60df59cfd4a3,segment=NetworkSegment(b7c26e65-0a7a-473a-9051-c0d95f4985d5),segment_id=b7c26e65-0a7a-473a-9051-c0d95f4985d5)] {{(pid=128085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 11:48:31.605879 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-e45056a4-76b0-475f-ba6f-67c81eab09e6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1978872'] for port, precommit_delete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:31.620216 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-e45056a4-76b0-475f-ba6f-67c81eab09e6 None None] Calling delete_port for 37308f62-fc0f-4c8f-8e7d-60df59cfd4a3 owned by network:dhcp {{(pid=128085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 11:48:31.622482 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [None req-1d3b65ec-5600-4044-9f90-0c8b5c2a7d05 tempest-RoutersIpV6AdminTest-1198470881 tempest-RoutersIpV6AdminTest-1198470881-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'enable_snat': False}}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:48:31.722994 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-e45056a4-76b0-475f-ba6f-67c81eab09e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793193945299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193536732'] for port, after_delete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:31.734439 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-6934f85e-c322-4cf5-ba05-5447f42c56fe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:48:31.740536 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e45056a4-76b0-475f-ba6f-67c81eab09e6 None None] No DVR routers for this DVR port 37308f62-fc0f-4c8f-8e7d-60df59cfd4a3 on host dv-neutron-797120-4-hyperv {{(pid=128085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 11:48:31.759380 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-9831b46a-fb37-4bb6-a877-f42cb4eb341b tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-650429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-506361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793193536723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3291971'] for port, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:31.778574 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45056a4-76b0-475f-ba6f-67c81eab09e6 None None] Pushing event deleted for resources: {'Port': ['ID=37308f62-fc0f-4c8f-8e7d-60df59cfd4a3,revision_number=None']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:48:31.781665 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-e45056a4-76b0-475f-ba6f-67c81eab09e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:48:31.804430 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device bb63497c-372a-47d2-b8b1-cf3202deb92b no longer exists at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 11:48:31.818870 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-e37b2b8d-5baf-4463-941e-90b62938c7cd tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:48:31.835077 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] No Port match for: bb63497c-372a-47d2-b8b1-cf3202deb92b {{(pid=128085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 11:48:31.835309 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device bb63497c-372a-47d2-b8b1-cf3202deb92b not bound to the agent host dv-neutron-797120-4-hyperv {{(pid=128085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 11:48:31.835939 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device 37308f62-fc0f-4c8f-8e7d-60df59cfd4a3 no longer exists at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 11:48:31.850755 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-7e2ab45c-349d-4887-8a7b-a365e1099fca tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-972238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3292022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3162263'] for subnet, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:31.863524 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] No Port match for: 37308f62-fc0f-4c8f-8e7d-60df59cfd4a3 {{(pid=128085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 11:48:31.863915 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device 37308f62-fc0f-4c8f-8e7d-60df59cfd4a3 not bound to the agent host dv-neutron-797120-4-hyperv {{(pid=128085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 11:48:31.897666 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9831b46a-fb37-4bb6-a877-f42cb4eb341b tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Network 11a80c9d-f8ee-4388-91b0-d49a25200fee is already hosted by enough agents. {{(pid=128084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 11:48:31.915174 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.base_scheduler [None req-9831b46a-fb37-4bb6-a877-f42cb4eb341b tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Resources bound (agent type, host, resource id): {{(pid=128084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:48:31.919297 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9831b46a-fb37-4bb6-a877-f42cb4eb341b tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Received port after_create {{(pid=128084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 11:48:31.920414 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5ae74a2-a1a4-4a0f-8b59-f223727c0423 None None] Network f6abdd7f-a9de-4fb3-adff-f75c3f1c73cc requested from dv-neutron-797120-4-hyperv {{(pid=128085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 11:48:31.989824 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9831b46a-fb37-4bb6-a877-f42cb4eb341b tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Pushing event updated for resources: {'Port': ['ID=9a82dda0-951b-464a-937d-dd5805279591,revision_number=1']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:48:31.994087 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-9831b46a-fb37-4bb6-a877-f42cb4eb341b tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:48:31.998973 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-994c024d-5ad4-49d0-945d-549cb7346cdd tempest-RoutersAdminTest-1970644103 tempest-RoutersAdminTest-1970644103-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1975381', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1803205', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65378'] for router, precommit_update {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:32.005099 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-19a1267c-8bc1-4814-a0cf-0a9149129cd1 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.131s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:48:32.067551 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-994c024d-5ad4-49d0-945d-549cb7346cdd tempest-RoutersAdminTest-1970644103 tempest-RoutersAdminTest-1970644103-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1815767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1975340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1815772', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1803228'] for router, after_update {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:32.075126 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-7e2ab45c-349d-4887-8a7b-a365e1099fca tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973199', 'neutron.services.segments.db._delete_segments_for_network-8793194012456'] for network, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:32.088818 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2ab45c-349d-4887-8a7b-a365e1099fca tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Pushing event deleted for resources: {'Subnet': ['ID=4cc829ef-479c-45a1-a6a9-724691f3ccd9,revision_number=None']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:48:32.091966 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-7e2ab45c-349d-4887-8a7b-a365e1099fca tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:48:32.146681 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-0f75982a-22d2-4d33-b455-5715943cf601 tempest-SecGroupIPv6Test-993619391 tempest-SecGroupIPv6Test-993619391-project] Notify callbacks [] for security_group, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:32.147885 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.services.segments.db [None req-7e2ab45c-349d-4887-8a7b-a365e1099fca tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6abdd7f-a9de-4fb3-adff-f75c3f1c73cc']}} {{(pid=128084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:48:32.170072 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9831b46a-fb37-4bb6-a877-f42cb4eb341b tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=128084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:48:32.170730 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-9831b46a-fb37-4bb6-a877-f42cb4eb341b tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468916'] for port, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:32.177969 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.services.segments.db [None req-7e2ab45c-349d-4887-8a7b-a365e1099fca tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39d41dea-051b-4e82-a691-fcd5248143c3') {'for_net_delete': True} {{(pid=128084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:48:32.178271 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.services.segments.db [None req-7e2ab45c-349d-4887-8a7b-a365e1099fca tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39d41dea-051b-4e82-a691-fcd5248143c3') {} {{(pid=128084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:48:32.193704 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadc6bb9-f5fa-43a3-8a05-7517f755f994 req-ad9f4578-bb20-4d0d-95b3-3480db399971 tempest-ServerActionsTestJSON-818164034 tempest-ServerActionsTestJSON-818164034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:48:32.195265 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-eadc6bb9-f5fa-43a3-8a05-7517f755f994 req-ad9f4578-bb20-4d0d-95b3-3480db399971 tempest-ServerActionsTestJSON-818164034 tempest-ServerActionsTestJSON-818164034-project] 10.222.0.53 "GET /v2.0/ports?device_id=d6cc2586-9578-488f-96d4-fbc6dd702115 HTTP/1.1" status: 200 len: 945 time: 0.9056895 Jun 24 11:48:32.198768 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.db [None req-c950a49d-a727-47ef-8187-ada383b998ef tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] For port 37308f62-fc0f-4c8f-8e7d-60df59cfd4a3, host dv-neutron-797120-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=37308f62-fc0f-4c8f-8e7d-60df59cfd4a3,segment=NetworkSegment(b7c26e65-0a7a-473a-9051-c0d95f4985d5),segment_id=b7c26e65-0a7a-473a-9051-c0d95f4985d5)] {{(pid=128083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 11:48:32.199132 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-c950a49d-a727-47ef-8187-ada383b998ef tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1978872'] for port, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:32.201634 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-0f75982a-22d2-4d33-b455-5715943cf601 tempest-SecGroupIPv6Test-993619391 tempest-SecGroupIPv6Test-993619391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800410'] for security_group, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:32.236000 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-7e2ab45c-349d-4887-8a7b-a365e1099fca tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793194097327', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2373599'] for segment, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:32.239063 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-047b7886-834b-48c7-b937-46ff3ed2e5fc tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:48:32.262821 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28f1a61d-ed9d-4bfb-b8bb-9b3b461045d6 None None] DHCP port deletion for f6abdd7f-a9de-4fb3-adff-f75c3f1c73cc request from dv-neutron-797120-4-hyperv {{(pid=128085) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 24 11:48:32.271938 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.plugin [None req-c950a49d-a727-47ef-8187-ada383b998ef tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Calling delete_port for 37308f62-fc0f-4c8f-8e7d-60df59cfd4a3 owned by network:dhcp {{(pid=128083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 11:48:32.277484 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-9831b46a-fb37-4bb6-a877-f42cb4eb341b tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 5.2944040 Jun 24 11:48:32.279595 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 58974) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:48:32.297572 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-7e2ab45c-349d-4887-8a7b-a365e1099fca tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967879'] for segment, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:32.332439 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e2ab45c-349d-4887-8a7b-a365e1099fca tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Releasing vlan 620 on physical network physnet1 to pool {{(pid=128084) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 11:48:32.332885 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-7e2ab45c-349d-4887-8a7b-a365e1099fca tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3292053'] for segment, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:32.338801 dv-neutron-797120-4-hyperv neutron-server[128084]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 11:48:32.338801 dv-neutron-797120-4-hyperv neutron-server[128084]: conditions |= (models_v2.Port.network_id.in_( Jun 24 11:48:32.338801 dv-neutron-797120-4-hyperv neutron-server[128084]: Traceback (most recent call last): Jun 24 11:48:32.338801 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 24 11:48:32.338801 dv-neutron-797120-4-hyperv neutron-server[128084]: timer() Jun 24 11:48:32.338801 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 24 11:48:32.338801 dv-neutron-797120-4-hyperv neutron-server[128084]: cb(*args, **kw) Jun 24 11:48:32.338801 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 24 11:48:32.338801 dv-neutron-797120-4-hyperv neutron-server[128084]: return func(*args, **kwargs) Jun 24 11:48:32.338801 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 24 11:48:32.338801 dv-neutron-797120-4-hyperv neutron-server[128084]: self._notify() Jun 24 11:48:32.338801 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 24 11:48:32.338801 dv-neutron-797120-4-hyperv neutron-server[128084]: self.callback(batched_events) Jun 24 11:48:32.338801 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 24 11:48:32.338801 dv-neutron-797120-4-hyperv neutron-server[128084]: event.method(event) Jun 24 11:48:32.338801 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 24 11:48:32.338801 dv-neutron-797120-4-hyperv neutron-server[128084]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 24 11:48:32.338801 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 24 11:48:32.338801 dv-neutron-797120-4-hyperv neutron-server[128084]: aggregate_uuid = self.p_client.list_aggregates( Jun 24 11:48:32.338801 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 24 11:48:32.338801 dv-neutron-797120-4-hyperv neutron-server[128084]: return f(self, *a, **k) Jun 24 11:48:32.338801 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 24 11:48:32.338801 dv-neutron-797120-4-hyperv neutron-server[128084]: return self._get(url).json() Jun 24 11:48:32.338801 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 24 11:48:32.338801 dv-neutron-797120-4-hyperv neutron-server[128084]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 24 11:48:32.338801 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 24 11:48:32.338801 dv-neutron-797120-4-hyperv neutron-server[128084]: return self.request(url, 'GET', **kwargs) Jun 24 11:48:32.338801 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 24 11:48:32.338801 dv-neutron-797120-4-hyperv neutron-server[128084]: base_url = self.get_endpoint(auth, allow=allow, Jun 24 11:48:32.338801 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 24 11:48:32.338801 dv-neutron-797120-4-hyperv neutron-server[128084]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 24 11:48:32.338801 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 24 11:48:32.338801 dv-neutron-797120-4-hyperv neutron-server[128084]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 24 11:48:32.338801 dv-neutron-797120-4-hyperv neutron-server[128084]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 24 11:48:32.419439 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 58976) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:48:32.423474 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-fd3e41ba-3070-442e-adfc-edb1ddf5af2a None None] Provisioning for port 9a82dda0-951b-464a-937d-dd5805279591 completed by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 11:48:32.428201 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-fd3e41ba-3070-442e-adfc-edb1ddf5af2a None None] Provisioning complete for port 9a82dda0-951b-464a-937d-dd5805279591 triggered by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:48:32.428764 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-fd3e41ba-3070-442e-adfc-edb1ddf5af2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:32.443850 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f75982a-22d2-4d33-b455-5715943cf601 tempest-SecGroupIPv6Test-993619391 tempest-SecGroupIPv6Test-993619391-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e90036f2-2ed8-4820-a188-b19dc7986089,revision_number=1']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:48:32.448680 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-7e2ab45c-349d-4887-8a7b-a365e1099fca tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1800243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1815642'] for network, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:32.453376 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-7e2ab45c-349d-4887-8a7b-a365e1099fca tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Notify callbacks [] for network, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:32.455995 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-eadc6bb9-f5fa-43a3-8a05-7517f755f994 req-637b258c-dc55-4eaf-957f-3ec077c26d70 tempest-ServerActionsTestJSON-818164034 tempest-ServerActionsTestJSON-818164034-project] 10.222.0.53 "GET /v2.0/security-groups?id=7ca7987f-c073-401f-ba18-8737b1398c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2455769 Jun 24 11:48:32.459307 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-0f75982a-22d2-4d33-b455-5715943cf601 tempest-SecGroupIPv6Test-993619391 tempest-SecGroupIPv6Test-993619391-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:48:32.468969 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-7e2ab45c-349d-4887-8a7b-a365e1099fca tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] 10.222.0.53 "DELETE /v2.0/networks/f6abdd7f-a9de-4fb3-adff-f75c3f1c73cc HTTP/1.1" status: 204 len: 168 time: 4.9112737 Jun 24 11:48:32.473913 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 58980) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:48:32.474092 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:48:32.477152 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-1d3b65ec-5600-4044-9f90-0c8b5c2a7d05 tempest-RoutersIpV6AdminTest-1198470881 tempest-RoutersIpV6AdminTest-1198470881-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1975381', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1803205', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65378'] for router, precommit_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:32.491106 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [None req-3ac6c638-38c5-49ac-b1f8-0520c7cd1d25 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1704614908'}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:48:32.495530 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-fd3e41ba-3070-442e-adfc-edb1ddf5af2a None None] Port 9a82dda0-951b-464a-937d-dd5805279591 cannot update to ACTIVE because it is not bound. {{(pid=128085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 11:48:32.503446 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-994c024d-5ad4-49d0-945d-549cb7346cdd tempest-RoutersAdminTest-1970644103 tempest-RoutersAdminTest-1970644103-project-admin] Router 952cc6b5-e6e0-44a9-bf69-70b47b330ee6 is scheduled to L3 agent 2987dba8-2249-4ee6-96ec-28f0f7a6127d with binding_index 1 {{(pid=128084) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 24 11:48:32.507640 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2ab45c-349d-4887-8a7b-a365e1099fca tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Pushing event deleted for resources: {'Network': ['ID=f6abdd7f-a9de-4fb3-adff-f75c3f1c73cc,revision_number=None']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:48:32.510702 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-7e2ab45c-349d-4887-8a7b-a365e1099fca tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:48:32.524442 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28c09564-0b31-4b15-8217-2408f686c195 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:48:32.530886 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28c09564-0b31-4b15-8217-2408f686c195 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:48:32.536071 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-28c09564-0b31-4b15-8217-2408f686c195 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1864 time: 0.2526324 Jun 24 11:48:32.537765 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 58984) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:48:32.627214 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-0f75982a-22d2-4d33-b455-5715943cf601 tempest-SecGroupIPv6Test-993619391 tempest-SecGroupIPv6Test-993619391-project] Notify callbacks [] for security_group, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:32.634983 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-2f38fef3-fee6-4836-a623-62543cc312e0 tempest-NetworksNegativeTestJSON-189679522 tempest-NetworksNegativeTestJSON-189679522-project] Request body: {'port': {'network_id': '684dac14-63de-4372-b50e-1e9ab94b7cc6', 'name': 'tempest-NetworksNegativeTestJSON-878659978'}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:48:32.653730 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f38fef3-fee6-4836-a623-62543cc312e0 tempest-NetworksNegativeTestJSON-189679522 tempest-NetworksNegativeTestJSON-189679522-project] POST failed (client error): The resource could not be found. Jun 24 11:48:32.654275 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2f38fef3-fee6-4836-a623-62543cc312e0 tempest-NetworksNegativeTestJSON-189679522 tempest-NetworksNegativeTestJSON-189679522-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=128084) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 24 11:48:32.655406 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-2f38fef3-fee6-4836-a623-62543cc312e0 tempest-NetworksNegativeTestJSON-189679522 tempest-NetworksNegativeTestJSON-189679522-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.2332265 Jun 24 11:48:32.660612 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 58986) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:48:32.673157 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-0f75982a-22d2-4d33-b455-5715943cf601 tempest-SecGroupIPv6Test-993619391 tempest-SecGroupIPv6Test-993619391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800410'] for security_group, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:32.679309 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-a6ba4315-e25f-45a5-bb77-5ed99b7ea8d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:48:32.682865 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-c950a49d-a727-47ef-8187-ada383b998ef tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793193945299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193536732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2537862'] for port, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:32.684792 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.pecan_wsgi.hooks.translation [None req-71405572-5d6d-4ac9-9a04-ac9fe71985d3 tempest-NetworksNegativeTestJSON-189679522 tempest-NetworksNegativeTestJSON-189679522-project] DELETE failed (client error): The resource could not be found. Jun 24 11:48:32.685385 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-71405572-5d6d-4ac9-9a04-ac9fe71985d3 tempest-NetworksNegativeTestJSON-189679522 tempest-NetworksNegativeTestJSON-189679522-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=128084) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 24 11:48:32.687034 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-71405572-5d6d-4ac9-9a04-ac9fe71985d3 tempest-NetworksNegativeTestJSON-189679522 tempest-NetworksNegativeTestJSON-189679522-project] 10.222.0.53 "DELETE /v2.0/networks/5fca0367-8049-4187-927b-433700b52035 HTTP/1.1" status: 404 len: 339 time: 0.0254877 Jun 24 11:48:32.691059 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 58988) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:48:32.698615 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-994c024d-5ad4-49d0-945d-549cb7346cdd tempest-RoutersAdminTest-1970644103 tempest-RoutersAdminTest-1970644103-project-admin] Notify agent at l3_agent.dv-neutron-797120-4-hyperv the message routers_updated {{(pid=128084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 11:48:32.703306 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-994c024d-5ad4-49d0-945d-549cb7346cdd tempest-RoutersAdminTest-1970644103 tempest-RoutersAdminTest-1970644103-project-admin] Notify callbacks [] for router, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:32.707651 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-994c024d-5ad4-49d0-945d-549cb7346cdd tempest-RoutersAdminTest-1970644103 tempest-RoutersAdminTest-1970644103-project-admin] 10.222.0.53 "PUT /v2.0/routers/952cc6b5-e6e0-44a9-bf69-70b47b330ee6 HTTP/1.1" status: 200 len: 916 time: 8.1385198 Jun 24 11:48:32.712897 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ff6ea3c-afff-4429-8354-486b256a1306 None None] Sync routers for ids ['952cc6b5-e6e0-44a9-bf69-70b47b330ee6'] in dv-neutron-797120-4-hyperv {{(pid=128086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 11:48:32.721383 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 58990) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:48:32.722386 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ff6ea3c-afff-4429-8354-486b256a1306 None None] Routers {'952cc6b5-e6e0-44a9-bf69-70b47b330ee6'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 11:48:32.723002 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-6ff6ea3c-afff-4429-8354-486b256a1306 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T11:48:26Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['952cc6b5-e6e0-44a9-bf69-70b47b330ee6'], 'active': True} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:48:32.724233 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.pecan_wsgi.hooks.translation [None req-5bd02f5c-763a-440f-9307-ec7fe90b2b84 tempest-NetworksNegativeTestJSON-189679522 tempest-NetworksNegativeTestJSON-189679522-project] DELETE failed (client error): The resource could not be found. Jun 24 11:48:32.724945 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5bd02f5c-763a-440f-9307-ec7fe90b2b84 tempest-NetworksNegativeTestJSON-189679522 tempest-NetworksNegativeTestJSON-189679522-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=128084) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 24 11:48:32.730329 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-5bd02f5c-763a-440f-9307-ec7fe90b2b84 tempest-NetworksNegativeTestJSON-189679522 tempest-NetworksNegativeTestJSON-189679522-project] 10.222.0.53 "DELETE /v2.0/ports/59fd5b3d-13d6-4409-8f42-b81c7ce37cc6 HTTP/1.1" status: 404 len: 333 time: 0.0349722 Jun 24 11:48:32.731099 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 58992) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:48:32.763097 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-6ff6ea3c-afff-4429-8354-486b256a1306 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:48:32.773716 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ff6ea3c-afff-4429-8354-486b256a1306 None None] Routers {'952cc6b5-e6e0-44a9-bf69-70b47b330ee6'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 11:48:32.774421 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-6ff6ea3c-afff-4429-8354-486b256a1306 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T11:48:26Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['952cc6b5-e6e0-44a9-bf69-70b47b330ee6'], 'active': True} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:48:32.790055 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ac6c638-38c5-49ac-b1f8-0520c7cd1d25 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Made reservation on behalf of aaefe7394f294c70a614c4415cde77d6 for: {'network': 1} {{(pid=128083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 11:48:32.793553 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-3ac6c638-38c5-49ac-b1f8-0520c7cd1d25 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for network, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:32.798505 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.pecan_wsgi.hooks.translation [None req-10519786-2c16-48ab-bec7-5e3d249c745a tempest-NetworksNegativeTestJSON-189679522 tempest-NetworksNegativeTestJSON-189679522-project] DELETE failed (client error): The resource could not be found. Jun 24 11:48:32.798737 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c950a49d-a727-47ef-8187-ada383b998ef tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] No DVR routers for this DVR port 37308f62-fc0f-4c8f-8e7d-60df59cfd4a3 on host dv-neutron-797120-4-hyperv {{(pid=128083) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 11:48:32.798970 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-10519786-2c16-48ab-bec7-5e3d249c745a tempest-NetworksNegativeTestJSON-189679522 tempest-NetworksNegativeTestJSON-189679522-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=128084) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 24 11:48:32.804525 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-10519786-2c16-48ab-bec7-5e3d249c745a tempest-NetworksNegativeTestJSON-189679522 tempest-NetworksNegativeTestJSON-189679522-project] 10.222.0.53 "DELETE /v2.0/subnets/cfbaaa4f-17b2-4b18-a4d5-87eb5f227b87 HTTP/1.1" status: 404 len: 337 time: 0.0678990 Jun 24 11:48:32.804721 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-0f75982a-22d2-4d33-b455-5715943cf601 tempest-SecGroupIPv6Test-993619391 tempest-SecGroupIPv6Test-993619391-project] Notify callbacks [] for security_group, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:32.804721 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-0f75982a-22d2-4d33-b455-5715943cf601 tempest-SecGroupIPv6Test-993619391 tempest-SecGroupIPv6Test-993619391-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.8096018 Jun 24 11:48:32.805204 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 58994) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:48:32.806992 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 58996) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:48:32.811928 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-6ff6ea3c-afff-4429-8354-486b256a1306 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:48:32.812682 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ff6ea3c-afff-4429-8354-486b256a1306 None None] The sync data for ids ['952cc6b5-e6e0-44a9-bf69-70b47b330ee6'] in dv-neutron-797120-4-hyperv is: [] {{(pid=128086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 11:48:32.817573 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f75982a-22d2-4d33-b455-5715943cf601 tempest-SecGroupIPv6Test-993619391 tempest-SecGroupIPv6Test-993619391-project] Pushing event updated for resources: {'SecurityGroup': ['ID=277f218d-9fb3-4de5-b2e4-1566060cf9bb,revision_number=1']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:48:32.851736 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-0f75982a-22d2-4d33-b455-5715943cf601 tempest-SecGroupIPv6Test-993619391 tempest-SecGroupIPv6Test-993619391-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:48:32.854570 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-04a89b5a-92f5-4d9e-8360-a05e948387f3 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.162s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:48:32.898960 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.pecan_wsgi.hooks.translation [None req-86d1306f-993b-4169-9564-ac01b8b1863e tempest-NetworksNegativeTestJSON-189679522 tempest-NetworksNegativeTestJSON-189679522-project] GET failed (client error): The resource could not be found. Jun 24 11:48:32.900432 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-86d1306f-993b-4169-9564-ac01b8b1863e tempest-NetworksNegativeTestJSON-189679522 tempest-NetworksNegativeTestJSON-189679522-project] 10.222.0.53 "GET /v2.0/networks/107218c1-a50b-4d10-9c67-f3bdd2d4b4ce HTTP/1.1" status: 404 len: 339 time: 0.0841234 Jun 24 11:48:32.904257 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 58998) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:48:32.915191 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c950a49d-a727-47ef-8187-ada383b998ef tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Pushing event deleted for resources: {'Port': ['ID=37308f62-fc0f-4c8f-8e7d-60df59cfd4a3,revision_number=None']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:48:32.934288 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-c950a49d-a727-47ef-8187-ada383b998ef tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:48:32.939997 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-ccdf90e2-e5f5-4d6a-b839-b93e707799a1 tempest-RoutersAdminTest-1970644103 tempest-RoutersAdminTest-1970644103-project-admin] 10.222.0.53 "GET /v2.0/routers/952cc6b5-e6e0-44a9-bf69-70b47b330ee6 HTTP/1.1" status: 200 len: 922 time: 0.2166209 Jun 24 11:48:32.944046 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 59000) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:48:32.945330 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1702c58-db55-450c-adb2-ad93dbbb6025 tempest-NetworksNegativeTestJSON-189679522 tempest-NetworksNegativeTestJSON-189679522-project] GET failed (client error): The resource could not be found. Jun 24 11:48:32.950430 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-b1702c58-db55-450c-adb2-ad93dbbb6025 tempest-NetworksNegativeTestJSON-189679522 tempest-NetworksNegativeTestJSON-189679522-project] 10.222.0.53 "GET /v2.0/ports/69464471-cafd-4a92-8740-b44855916c25 HTTP/1.1" status: 404 len: 333 time: 0.0415184 Jun 24 11:48:32.952183 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-00591049-64ba-4bc9-a16d-4a2d2eee2a9e tempest-SecGroupIPv6Test-993619391 tempest-SecGroupIPv6Test-993619391-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4505 time: 0.1427007 Jun 24 11:48:32.952758 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 59002) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:48:32.961826 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 59004) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:48:32.968073 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-587bdb00-d305-4408-9760-e6b1e59133c6 tempest-SecGroupIPv6Test-993619391 tempest-SecGroupIPv6Test-993619391-project] Request body: {'security_group': {'name': 'tempest-security--932910377', 'description': 'tempest-security-description-1812598191'}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:48:32.973982 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ac6c638-38c5-49ac-b1f8-0520c7cd1d25 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] vlan segment allocate from pool success with {'vlan_id': 636, 'physical_network': 'physnet1'} {{(pid=128083) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 11:48:32.996446 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.pecan_wsgi.hooks.translation [None req-0870233c-4fa1-438c-94c9-d11e81c3bad9 tempest-NetworksNegativeTestJSON-189679522 tempest-NetworksNegativeTestJSON-189679522-project] GET failed (client error): The resource could not be found. Jun 24 11:48:32.997784 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-0870233c-4fa1-438c-94c9-d11e81c3bad9 tempest-NetworksNegativeTestJSON-189679522 tempest-NetworksNegativeTestJSON-189679522-project] 10.222.0.53 "GET /v2.0/subnets/b4ec3081-6634-4671-b8b0-b83920b2a239 HTTP/1.1" status: 404 len: 337 time: 0.0441053 Jun 24 11:48:33.002361 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 59006) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:48:33.004595 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-c950a49d-a727-47ef-8187-ada383b998ef tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973199', 'neutron.services.segments.db._delete_segments_for_network-8793194012456'] for network, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:33.011009 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-010ed240-eaa6-40c2-8a80-a6903f0c3730 tempest-NetworksNegativeTestJSON-189679522 tempest-NetworksNegativeTestJSON-189679522-project] Request body: {'network': {'name': 'new_name'}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:48:33.030554 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.pecan_wsgi.hooks.translation [None req-010ed240-eaa6-40c2-8a80-a6903f0c3730 tempest-NetworksNegativeTestJSON-189679522 tempest-NetworksNegativeTestJSON-189679522-project] PUT failed (client error): The resource could not be found. Jun 24 11:48:33.031096 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-010ed240-eaa6-40c2-8a80-a6903f0c3730 tempest-NetworksNegativeTestJSON-189679522 tempest-NetworksNegativeTestJSON-189679522-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=128084) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 24 11:48:33.032279 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-010ed240-eaa6-40c2-8a80-a6903f0c3730 tempest-NetworksNegativeTestJSON-189679522 tempest-NetworksNegativeTestJSON-189679522-project] 10.222.0.53 "PUT /v2.0/networks/f791677d-addb-4993-9ac7-422f6653ce42 HTTP/1.1" status: 404 len: 339 time: 0.0289707 Jun 24 11:48:33.035870 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-587bdb00-d305-4408-9760-e6b1e59133c6 tempest-SecGroupIPv6Test-993619391 tempest-SecGroupIPv6Test-993619391-project] Notify callbacks [] for security_group, before_update {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:33.039299 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 59008) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:48:33.040155 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94f0810-a918-431e-8619-8dca417a64f0 req-2e0a6210-9957-486e-a2bd-3f268af7a117 tempest-ServerActionsTestJSON-818164034 tempest-ServerActionsTestJSON-818164034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:48:33.041749 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-e94f0810-a918-431e-8619-8dca417a64f0 req-2e0a6210-9957-486e-a2bd-3f268af7a117 tempest-ServerActionsTestJSON-818164034 tempest-ServerActionsTestJSON-818164034-project] 10.222.0.53 "GET /v2.0/ports?device_id=d6cc2586-9578-488f-96d4-fbc6dd702115 HTTP/1.1" status: 200 len: 945 time: 0.4279847 Jun 24 11:48:33.044421 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-34856dc6-d356-4fce-a858-ceaf81899b27 tempest-NetworksNegativeTestJSON-189679522 tempest-NetworksNegativeTestJSON-189679522-project] Request body: {'port': {'name': 'new_name'}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:48:33.049131 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-3ac6c638-38c5-49ac-b1f8-0520c7cd1d25 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967879'] for segment, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:33.049483 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.db.segments_db [None req-3ac6c638-38c5-49ac-b1f8-0520c7cd1d25 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Added segment af63f480-570b-4a96-98d4-d6b680537f2a of type vlan for network 809dc27d-adea-4c7b-ab37-f519494de01f Jun 24 11:48:33.063974 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.services.segments.db [None req-c950a49d-a727-47ef-8187-ada383b998ef tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b91d5cb9-8fe3-4576-a991-183ff1f7b145']}} {{(pid=128083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:48:33.071242 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.plugin [None req-2ad06bb9-0630-4c11-bf07-c179d4793a15 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Deleting port 9a82dda0-951b-464a-937d-dd5805279591 {{(pid=128083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 11:48:33.071514 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-2ad06bb9-0630-4c11-bf07-c179d4793a15 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793193942312'] for port, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:33.079949 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.pecan_wsgi.hooks.translation [None req-34856dc6-d356-4fce-a858-ceaf81899b27 tempest-NetworksNegativeTestJSON-189679522 tempest-NetworksNegativeTestJSON-189679522-project] PUT failed (client error): The resource could not be found. Jun 24 11:48:33.080638 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-34856dc6-d356-4fce-a858-ceaf81899b27 tempest-NetworksNegativeTestJSON-189679522 tempest-NetworksNegativeTestJSON-189679522-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=128084) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 24 11:48:33.081801 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-34856dc6-d356-4fce-a858-ceaf81899b27 tempest-NetworksNegativeTestJSON-189679522 tempest-NetworksNegativeTestJSON-189679522-project] 10.222.0.53 "PUT /v2.0/ports/623cba95-58ab-46b3-8efd-5ad29b7ac8e8 HTTP/1.1" status: 404 len: 333 time: 0.0415916 Jun 24 11:48:33.086355 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 59010) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:48:33.093467 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-e4c09d18-88bc-4451-a659-eefd5bdd16b2 tempest-NetworksNegativeTestJSON-189679522 tempest-NetworksNegativeTestJSON-189679522-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:48:33.123376 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4c09d18-88bc-4451-a659-eefd5bdd16b2 tempest-NetworksNegativeTestJSON-189679522 tempest-NetworksNegativeTestJSON-189679522-project] PUT failed (client error): The resource could not be found. Jun 24 11:48:33.123840 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e4c09d18-88bc-4451-a659-eefd5bdd16b2 tempest-NetworksNegativeTestJSON-189679522 tempest-NetworksNegativeTestJSON-189679522-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=128084) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 24 11:48:33.124972 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-e4c09d18-88bc-4451-a659-eefd5bdd16b2 tempest-NetworksNegativeTestJSON-189679522 tempest-NetworksNegativeTestJSON-189679522-project] 10.222.0.53 "PUT /v2.0/subnets/647d764f-2a53-48ab-bf71-a2338edeacae HTTP/1.1" status: 404 len: 337 time: 0.0377133 Jun 24 11:48:33.131358 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.services.segments.db [None req-c950a49d-a727-47ef-8187-ada383b998ef tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7c26e65-0a7a-473a-9051-c0d95f4985d5') {'for_net_delete': True} {{(pid=128083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:48:33.131663 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.services.segments.db [None req-c950a49d-a727-47ef-8187-ada383b998ef tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7c26e65-0a7a-473a-9051-c0d95f4985d5') {} {{(pid=128083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:48:33.140924 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-587bdb00-d305-4408-9760-e6b1e59133c6 tempest-SecGroupIPv6Test-993619391 tempest-SecGroupIPv6Test-993619391-project] Notify callbacks [] for security_group, precommit_update {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:33.145609 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-587bdb00-d305-4408-9760-e6b1e59133c6 tempest-SecGroupIPv6Test-993619391 tempest-SecGroupIPv6Test-993619391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800410'] for security_group, after_update {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:33.148449 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-587bdb00-d305-4408-9760-e6b1e59133c6 tempest-SecGroupIPv6Test-993619391 tempest-SecGroupIPv6Test-993619391-project] Notify callbacks [] for security_group, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:33.149690 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-587bdb00-d305-4408-9760-e6b1e59133c6 tempest-SecGroupIPv6Test-993619391 tempest-SecGroupIPv6Test-993619391-project] 10.222.0.53 "PUT /v2.0/security-groups/277f218d-9fb3-4de5-b2e4-1566060cf9bb HTTP/1.1" status: 200 len: 1777 time: 0.1861806 Jun 24 11:48:33.150472 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-f0277c2c-0141-4d35-be68-347f267f63de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:48:33.154397 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 59014) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:48:33.194709 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587bdb00-d305-4408-9760-e6b1e59133c6 tempest-SecGroupIPv6Test-993619391 tempest-SecGroupIPv6Test-993619391-project] Pushing event updated for resources: {'SecurityGroup': ['ID=277f218d-9fb3-4de5-b2e4-1566060cf9bb,revision_number=2']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:48:33.197021 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-c950a49d-a727-47ef-8187-ada383b998ef tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793194097327', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3143690'] for segment, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:33.197816 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-587bdb00-d305-4408-9760-e6b1e59133c6 tempest-SecGroupIPv6Test-993619391 tempest-SecGroupIPv6Test-993619391-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:48:33.215816 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-ffabae76-8911-4f1e-98b4-fddf070c86f7 tempest-SecGroupIPv6Test-993619391 tempest-SecGroupIPv6Test-993619391-project] 10.222.0.53 "GET /v2.0/security-groups/277f218d-9fb3-4de5-b2e4-1566060cf9bb HTTP/1.1" status: 200 len: 1777 time: 0.0565197 Jun 24 11:48:33.216023 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 59016) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:48:33.246170 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-3ac6c638-38c5-49ac-b1f8-0520c7cd1d25 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793193525068'] for network, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:33.281401 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-e44032fc-59f9-4354-bf96-2ca9123593be tempest-SecGroupIPv6Test-993619391 tempest-SecGroupIPv6Test-993619391-project] Notify callbacks [] for security_group, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:33.311348 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-e44032fc-59f9-4354-bf96-2ca9123593be tempest-SecGroupIPv6Test-993619391 tempest-SecGroupIPv6Test-993619391-project] Notify callbacks [] for security_group, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:33.324723 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-c950a49d-a727-47ef-8187-ada383b998ef tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967879'] for segment, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:33.341202 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-e94f0810-a918-431e-8619-8dca417a64f0 req-c14b99bc-1d3a-40ce-a1e3-ea59d00d9a1b tempest-ServerActionsTestJSON-818164034 tempest-ServerActionsTestJSON-818164034-project] 10.222.0.53 "GET /v2.0/security-groups?id=7ca7987f-c073-401f-ba18-8737b1398c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2871747 Jun 24 11:48:33.391803 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-e44032fc-59f9-4354-bf96-2ca9123593be tempest-SecGroupIPv6Test-993619391 tempest-SecGroupIPv6Test-993619391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800410'] for security_group, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:33.396430 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-e44032fc-59f9-4354-bf96-2ca9123593be tempest-SecGroupIPv6Test-993619391 tempest-SecGroupIPv6Test-993619391-project] Notify callbacks [] for security_group, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:33.399187 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-e44032fc-59f9-4354-bf96-2ca9123593be tempest-SecGroupIPv6Test-993619391 tempest-SecGroupIPv6Test-993619391-project] 10.222.0.53 "DELETE /v2.0/security-groups/277f218d-9fb3-4de5-b2e4-1566060cf9bb HTTP/1.1" status: 204 len: 168 time: 0.1818976 Jun 24 11:48:33.400252 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-e4e0756a-be8f-4b7a-aa85-de2cb6c4eb9f tempest-QuotasNegativeTest-718740954 tempest-QuotasNegativeTest-718740954-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:48:33.415310 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c950a49d-a727-47ef-8187-ada383b998ef tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Releasing vlan 645 on physical network physnet1 to pool {{(pid=128083) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 11:48:33.415860 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 59022) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:48:33.415997 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-c950a49d-a727-47ef-8187-ada383b998ef tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2537899'] for segment, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:33.417192 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44032fc-59f9-4354-bf96-2ca9123593be tempest-SecGroupIPv6Test-993619391 tempest-SecGroupIPv6Test-993619391-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=277f218d-9fb3-4de5-b2e4-1566060cf9bb,revision_number=None']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:48:33.421781 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.db.resource_extend [None req-3ac6c638-38c5-49ac-b1f8-0520c7cd1d25 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=128083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 24 11:48:33.427391 dv-neutron-797120-4-hyperv neutron-server[128083]: Traceback (most recent call last): Jun 24 11:48:33.427391 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 24 11:48:33.427391 dv-neutron-797120-4-hyperv neutron-server[128083]: timer() Jun 24 11:48:33.427391 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 24 11:48:33.427391 dv-neutron-797120-4-hyperv neutron-server[128083]: cb(*args, **kw) Jun 24 11:48:33.427391 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 24 11:48:33.427391 dv-neutron-797120-4-hyperv neutron-server[128083]: return func(*args, **kwargs) Jun 24 11:48:33.427391 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 24 11:48:33.427391 dv-neutron-797120-4-hyperv neutron-server[128083]: self._notify() Jun 24 11:48:33.427391 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 24 11:48:33.427391 dv-neutron-797120-4-hyperv neutron-server[128083]: self.callback(batched_events) Jun 24 11:48:33.427391 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 24 11:48:33.427391 dv-neutron-797120-4-hyperv neutron-server[128083]: event.method(event) Jun 24 11:48:33.427391 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 24 11:48:33.427391 dv-neutron-797120-4-hyperv neutron-server[128083]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 24 11:48:33.427391 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 24 11:48:33.427391 dv-neutron-797120-4-hyperv neutron-server[128083]: aggregate_uuid = self.p_client.list_aggregates( Jun 24 11:48:33.427391 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 24 11:48:33.427391 dv-neutron-797120-4-hyperv neutron-server[128083]: return f(self, *a, **k) Jun 24 11:48:33.427391 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 24 11:48:33.427391 dv-neutron-797120-4-hyperv neutron-server[128083]: return self._get(url).json() Jun 24 11:48:33.427391 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 24 11:48:33.427391 dv-neutron-797120-4-hyperv neutron-server[128083]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 24 11:48:33.427391 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 24 11:48:33.427391 dv-neutron-797120-4-hyperv neutron-server[128083]: return self.request(url, 'GET', **kwargs) Jun 24 11:48:33.427391 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 24 11:48:33.427391 dv-neutron-797120-4-hyperv neutron-server[128083]: base_url = self.get_endpoint(auth, allow=allow, Jun 24 11:48:33.427391 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 24 11:48:33.427391 dv-neutron-797120-4-hyperv neutron-server[128083]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 24 11:48:33.427391 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 24 11:48:33.427391 dv-neutron-797120-4-hyperv neutron-server[128083]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 24 11:48:33.427391 dv-neutron-797120-4-hyperv neutron-server[128083]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 24 11:48:33.431991 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-e44032fc-59f9-4354-bf96-2ca9123593be tempest-SecGroupIPv6Test-993619391 tempest-SecGroupIPv6Test-993619391-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:48:33.494384 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 59024) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:48:33.511432 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-8a6dfcec-8589-44b4-9a66-a890f0cd4cc5 tempest-SecGroupIPv6Test-993619391 tempest-SecGroupIPv6Test-993619391-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.0906441 Jun 24 11:48:33.515549 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 59028) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:48:33.529830 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.api.v2.resource [None req-74779c1c-e4e4-467e-83e9-57768313cdfb tempest-SecGroupIPv6Test-993619391 tempest-SecGroupIPv6Test-993619391-project] delete failed (client error): The resource could not be found. Jun 24 11:48:33.530815 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-74779c1c-e4e4-467e-83e9-57768313cdfb tempest-SecGroupIPv6Test-993619391 tempest-SecGroupIPv6Test-993619391-project] 10.222.0.53 "DELETE /v2.0/security-groups/277f218d-9fb3-4de5-b2e4-1566060cf9bb HTTP/1.1" status: 404 len: 347 time: 0.0138447 Jun 24 11:48:33.535061 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 59030) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:48:33.539327 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-42534a68-5818-455a-9e3e-41b03763381a tempest-SecGroupIPv6Test-993619391 tempest-SecGroupIPv6Test-993619391-project] Request body: {'security_group': {'name': 'tempest-secgroup--472181094'}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:48:33.562643 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0719c4c2-227e-4ec5-ba9c-bac955ffd02f tempest-RoutersAdminTest-1970644103 tempest-RoutersAdminTest-1970644103-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:48:33.564903 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-0719c4c2-227e-4ec5-ba9c-bac955ffd02f tempest-RoutersAdminTest-1970644103 tempest-RoutersAdminTest-1970644103-project-admin] 10.222.0.53 "GET /v2.0/ports?network_id=f2b8ca71-e776-48b2-8898-96cc7970207b&device_id=952cc6b5-e6e0-44a9-bf69-70b47b330ee6&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.5851731 Jun 24 11:48:33.571300 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 59032) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:48:33.587126 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-3ac6c638-38c5-49ac-b1f8-0520c7cd1d25 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1800243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976'] for network, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:33.593538 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ac6c638-38c5-49ac-b1f8-0520c7cd1d25 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:48:33.594141 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-3ac6c638-38c5-49ac-b1f8-0520c7cd1d25 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588949'] for network, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:33.600159 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-64988b27-43f2-48b5-b630-a1c3412309ff tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:48:33.627144 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-2ad06bb9-0630-4c11-bf07-c179d4793a15 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1978872'] for port, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:33.657451 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-c950a49d-a727-47ef-8187-ada383b998ef tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1800243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1815642'] for network, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:33.670681 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.plugin [None req-2ad06bb9-0630-4c11-bf07-c179d4793a15 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Calling delete_port for 9a82dda0-951b-464a-937d-dd5805279591 owned by {{(pid=128083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 11:48:33.673369 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-c950a49d-a727-47ef-8187-ada383b998ef tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588949'] for network, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:33.675330 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-c950a49d-a727-47ef-8187-ada383b998ef tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] 10.222.0.53 "DELETE /v2.0/networks/b91d5cb9-8fe3-4576-a991-183ff1f7b145 HTTP/1.1" status: 204 len: 168 time: 2.7627225 Jun 24 11:48:33.686580 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34eb976c-88c9-4e8e-b55c-da1638492fcd tempest-RoutersAdminTest-1970644103 tempest-RoutersAdminTest-1970644103-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=128084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:48:33.692051 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-34eb976c-88c9-4e8e-b55c-da1638492fcd tempest-RoutersAdminTest-1970644103 tempest-RoutersAdminTest-1970644103-project-admin] 10.222.0.53 "GET /v2.0/networks/f2b8ca71-e776-48b2-8898-96cc7970207b HTTP/1.1" status: 200 len: 881 time: 0.1199214 Jun 24 11:48:33.693400 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 59034) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:48:33.693799 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 59036) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:48:33.706984 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device 7858f486-9711-4034-aef9-869f630ba731 no longer exists at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 11:48:33.731518 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] No Port match for: 7858f486-9711-4034-aef9-869f630ba731 {{(pid=128085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 11:48:33.731923 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device 7858f486-9711-4034-aef9-869f630ba731 not bound to the agent host dv-neutron-797120-4-hyperv {{(pid=128085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 11:48:33.737564 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-3ac6c638-38c5-49ac-b1f8-0520c7cd1d25 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.2565756 Jun 24 11:48:33.745686 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 59038) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:48:33.784964 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [None req-e1cdbec9-0016-4806-9a86-4193b1118848 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Request body: {'subnet': {'network_id': '809dc27d-adea-4c7b-ab37-f519494de01f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:48:33.787972 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-adc02f58-ca01-4a5e-9cba-57e19fb61e27 tempest-RoutersAdminTest-701485524 tempest-RoutersAdminTest-701485524-project] 10.222.0.53 "GET /v2.0/ports?device_id=952cc6b5-e6e0-44a9-bf69-70b47b330ee6 HTTP/1.1" status: 200 len: 205 time: 0.0890288 Jun 24 11:48:33.790224 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac6c638-38c5-49ac-b1f8-0520c7cd1d25 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Pushing event updated for resources: {'Network': ['ID=809dc27d-adea-4c7b-ab37-f519494de01f,revision_number=1']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:48:33.791109 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-42534a68-5818-455a-9e3e-41b03763381a tempest-SecGroupIPv6Test-993619391 tempest-SecGroupIPv6Test-993619391-project] Notify callbacks [] for security_group, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:33.792604 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 59042) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:48:33.798105 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-1d3b65ec-5600-4044-9f90-0c8b5c2a7d05 tempest-RoutersIpV6AdminTest-1198470881 tempest-RoutersIpV6AdminTest-1198470881-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:33.806675 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Network 809dc27d-adea-4c7b-ab37-f519494de01f details requested by agent ovs-agent-dv-neutron-797120-4-hyperv with host dv-neutron-797120-4-hyperv {{(pid=128085) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 11:48:33.807521 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-3ac6c638-38c5-49ac-b1f8-0520c7cd1d25 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:48:33.818004 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-35ce900e-36ab-443a-a75e-a59c3a30bdcf tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.148s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:48:33.825179 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-4a62e3ad-c687-428c-bd4f-23cde5486322 admin admin] Notify callbacks [] for security_group, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:33.873889 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.db.api [None req-42534a68-5818-455a-9e3e-41b03763381a tempest-SecGroupIPv6Test-993619391 tempest-SecGroupIPv6Test-993619391-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 24 11:48:33.873889 dv-neutron-797120-4-hyperv neutron-server[128084]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 24 11:48:33.873889 dv-neutron-797120-4-hyperv neutron-server[128084]: [parameters: {'project_id_1': '0c324099d9774f01828f5c547107b194', 'expiration_1': datetime.datetime(2021, 6, 24, 11, 48, 33, 857855)}] Jun 24 11:48:33.873889 dv-neutron-797120-4-hyperv neutron-server[128084]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=128084) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 24 11:48:33.874373 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_db.api [None req-42534a68-5818-455a-9e3e-41b03763381a tempest-SecGroupIPv6Test-993619391 tempest-SecGroupIPv6Test-993619391-project] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=128084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 24 11:48:33.927493 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c950a49d-a727-47ef-8187-ada383b998ef tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Pushing event deleted for resources: {'Network': ['ID=b91d5cb9-8fe3-4576-a991-183ff1f7b145,revision_number=None']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:48:33.929916 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-1d3b65ec-5600-4044-9f90-0c8b5c2a7d05 tempest-RoutersIpV6AdminTest-1198470881 tempest-RoutersIpV6AdminTest-1198470881-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:33.932004 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-c950a49d-a727-47ef-8187-ada383b998ef tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:48:34.200690 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-4bb5e571-8b42-4a56-8caa-a307001c1862 tempest-RoutersAdminTest-701485524 tempest-RoutersAdminTest-701485524-project] Notify callbacks [] for router, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:34.279095 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeeb488e-9239-46ea-9121-929085b6c4ef req-3276ea3d-815c-41d4-807f-10b9750563fc tempest-ServerActionsTestJSON-818164034 tempest-ServerActionsTestJSON-818164034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:48:34.280670 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-eeeb488e-9239-46ea-9121-929085b6c4ef req-3276ea3d-815c-41d4-807f-10b9750563fc tempest-ServerActionsTestJSON-818164034 tempest-ServerActionsTestJSON-818164034-project] 10.222.0.53 "GET /v2.0/ports?device_id=d6cc2586-9578-488f-96d4-fbc6dd702115 HTTP/1.1" status: 200 len: 945 time: 0.3845689 Jun 24 11:48:34.317601 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.db_base_plugin_common [None req-1d3b65ec-5600-4044-9f90-0c8b5c2a7d05 tempest-RoutersIpV6AdminTest-1198470881 tempest-RoutersIpV6AdminTest-1198470881-project-admin] Allocated IP 172.26.7.41 (f2b8ca71-e776-48b2-8898-96cc7970207b/f37bf603-3862-4d0a-9f58-89616f7fd68f/8b9f0f43-1d08-422c-acba-00df21d602f6) {{(pid=128083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 11:48:34.380308 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-42534a68-5818-455a-9e3e-41b03763381a tempest-SecGroupIPv6Test-993619391 tempest-SecGroupIPv6Test-993619391-project] Notify callbacks [] for security_group, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:34.413744 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-2ad06bb9-0630-4c11-bf07-c179d4793a15 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793193945299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193536732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2537862'] for port, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:34.419588 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-eeeb488e-9239-46ea-9121-929085b6c4ef req-4bf86738-7f90-4b2d-bc71-12d54aa4d277 tempest-ServerActionsTestJSON-818164034 tempest-ServerActionsTestJSON-818164034-project] 10.222.0.53 "GET /v2.0/security-groups?id=7ca7987f-c073-401f-ba18-8737b1398c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1257577 Jun 24 11:48:34.423814 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-4a62e3ad-c687-428c-bd4f-23cde5486322 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:34.424836 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-0868971b-4021-4921-99ae-f72101e6317e tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:48:34.436697 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-4a62e3ad-c687-428c-bd4f-23cde5486322 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800410'] for security_group, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:34.439938 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:48:34.483065 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a62e3ad-c687-428c-bd4f-23cde5486322 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffc28d5c-4fbf-440e-92c6-961c9e588220,revision_number=1']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:48:34.487780 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-4a62e3ad-c687-428c-bd4f-23cde5486322 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:48:34.493296 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-4a62e3ad-c687-428c-bd4f-23cde5486322 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=f638ebe7cf124f519df2590c885794bd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9978352 Jun 24 11:48:34.493844 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 59044) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:48:34.499523 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad06bb9-0630-4c11-bf07-c179d4793a15 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Pushing event deleted for resources: {'Port': ['ID=9a82dda0-951b-464a-937d-dd5805279591,revision_number=None']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:48:34.526556 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-2ad06bb9-0630-4c11-bf07-c179d4793a15 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:48:34.527786 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-4bb5e571-8b42-4a56-8caa-a307001c1862 tempest-RoutersAdminTest-701485524 tempest-RoutersAdminTest-701485524-project] Notify callbacks [] for router_gateway, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:34.567567 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1cdbec9-0016-4806-9a86-4193b1118848 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Made reservation on behalf of aaefe7394f294c70a614c4415cde77d6 for: {'subnet': 1} {{(pid=128083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 11:48:34.571624 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-e1cdbec9-0016-4806-9a86-4193b1118848 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3289788'] for subnet, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:34.619539 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-b190cfea-3027-4c45-b042-380610dd82b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:34.664854 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-b190cfea-3027-4c45-b042-380610dd82b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:34.694135 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-42534a68-5818-455a-9e3e-41b03763381a tempest-SecGroupIPv6Test-993619391 tempest-SecGroupIPv6Test-993619391-project] Notify callbacks [] for security_group, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:34.713878 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-42534a68-5818-455a-9e3e-41b03763381a tempest-SecGroupIPv6Test-993619391 tempest-SecGroupIPv6Test-993619391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800410'] for security_group, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:34.723013 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:48:34.758299 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-696af347-b0f8-46ab-a3da-4fd04c64816d tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1978565'] for router_interface, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:34.770946 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-2ad06bb9-0630-4c11-bf07-c179d4793a15 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468916'] for port, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:34.776016 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-2ad06bb9-0630-4c11-bf07-c179d4793a15 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] 10.222.0.53 "DELETE /v2.0/ports/9a82dda0-951b-464a-937d-dd5805279591 HTTP/1.1" status: 204 len: 168 time: 2.2332482 Jun 24 11:48:34.780330 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 59046) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:48:34.799563 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-42534a68-5818-455a-9e3e-41b03763381a tempest-SecGroupIPv6Test-993619391 tempest-SecGroupIPv6Test-993619391-project] Notify callbacks [] for security_group, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:34.803339 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-42534a68-5818-455a-9e3e-41b03763381a tempest-SecGroupIPv6Test-993619391 tempest-SecGroupIPv6Test-993619391-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.2652695 Jun 24 11:48:34.804242 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 59048) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:48:34.835526 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-590c30db-c441-4214-9151-024dc9db5bb5 tempest-SecGroupIPv6Test-993619391 tempest-SecGroupIPv6Test-993619391-project] Request body: {'security_group_rule': {'security_group_id': '91149f9c-bc85-403d-b422-c11c0d5f98c7', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:48:34.842217 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42534a68-5818-455a-9e3e-41b03763381a tempest-SecGroupIPv6Test-993619391 tempest-SecGroupIPv6Test-993619391-project] Pushing event updated for resources: {'SecurityGroup': ['ID=91149f9c-bc85-403d-b422-c11c0d5f98c7,revision_number=1']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:48:34.849294 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-42534a68-5818-455a-9e3e-41b03763381a tempest-SecGroupIPv6Test-993619391 tempest-SecGroupIPv6Test-993619391-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:48:34.864087 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-b190cfea-3027-4c45-b042-380610dd82b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800410'] for security_group, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:34.866707 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-b190cfea-3027-4c45-b042-380610dd82b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:34.869460 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-b190cfea-3027-4c45-b042-380610dd82b0 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/ffc28d5c-4fbf-440e-92c6-961c9e588220 HTTP/1.1" status: 204 len: 168 time: 0.3717542 Jun 24 11:48:34.876666 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-c50b56e9-f29c-47d8-b536-183169245198 tempest-RoutersAdminTest-1970644103 tempest-RoutersAdminTest-1970644103-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:48:34.896740 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b190cfea-3027-4c45-b042-380610dd82b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffc28d5c-4fbf-440e-92c6-961c9e588220,revision_number=None']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:48:34.900648 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-b190cfea-3027-4c45-b042-380610dd82b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:48:34.945450 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-590c30db-c441-4214-9151-024dc9db5bb5 tempest-SecGroupIPv6Test-993619391 tempest-SecGroupIPv6Test-993619391-project] Notify callbacks [] for security_group_rule, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:35.041702 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-590c30db-c441-4214-9151-024dc9db5bb5 tempest-SecGroupIPv6Test-993619391 tempest-SecGroupIPv6Test-993619391-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:35.055644 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-590c30db-c441-4214-9151-024dc9db5bb5 tempest-SecGroupIPv6Test-993619391 tempest-SecGroupIPv6Test-993619391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1627007'] for security_group_rule, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:35.079774 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-b3bb06f3-f0db-4157-a8ed-22f6a8f7e713 tempest-ServersTestManualDisk-182325693 tempest-ServersTestManualDisk-182325693-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:48:35.102159 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590c30db-c441-4214-9151-024dc9db5bb5 tempest-SecGroupIPv6Test-993619391 tempest-SecGroupIPv6Test-993619391-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3fb66a6-7c44-4bd1-a04b-551949e668a1,revision_number=0']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:48:35.108272 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-590c30db-c441-4214-9151-024dc9db5bb5 tempest-SecGroupIPv6Test-993619391 tempest-SecGroupIPv6Test-993619391-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:48:35.109342 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-1d3b65ec-5600-4044-9f90-0c8b5c2a7d05 tempest-RoutersIpV6AdminTest-1198470881 tempest-RoutersIpV6AdminTest-1198470881-project-admin] Notify callbacks [] for port, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:35.114646 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-590c30db-c441-4214-9151-024dc9db5bb5 tempest-SecGroupIPv6Test-993619391 tempest-SecGroupIPv6Test-993619391-project] Notify callbacks [] for security_group_rule, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:35.121164 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-590c30db-c441-4214-9151-024dc9db5bb5 tempest-SecGroupIPv6Test-993619391 tempest-SecGroupIPv6Test-993619391-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3158522 Jun 24 11:48:35.123887 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 59054) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:48:35.193169 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-1a808cd5-69d4-4bab-9ded-1b199fd4a188 tempest-SecGroupIPv6Test-993619391 tempest-SecGroupIPv6Test-993619391-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:35.211042 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-1a808cd5-69d4-4bab-9ded-1b199fd4a188 tempest-SecGroupIPv6Test-993619391 tempest-SecGroupIPv6Test-993619391-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:35.213771 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.plugin [None req-4bb5e571-8b42-4a56-8caa-a307001c1862 tempest-RoutersAdminTest-701485524 tempest-RoutersAdminTest-701485524-project] Deleting port 0c2ca31e-8de4-41ec-9ce1-78b3b8c818b4 {{(pid=128083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 11:48:35.214315 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-4bb5e571-8b42-4a56-8caa-a307001c1862 tempest-RoutersAdminTest-701485524 tempest-RoutersAdminTest-701485524-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793193942312'] for port, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:35.225497 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4861388d-97ff-4db4-94c5-bc9cbe97f565 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:48:35.227091 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4861388d-97ff-4db4-94c5-bc9cbe97f565 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:48:35.228568 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4861388d-97ff-4db4-94c5-bc9cbe97f565 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:48:35.230155 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-4861388d-97ff-4db4-94c5-bc9cbe97f565 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.4488924 Jun 24 11:48:35.238314 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 59062) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:48:35.292358 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.plugin [None req-696af347-b0f8-46ab-a3da-4fd04c64816d tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Deleting port 11d4e1d1-3828-4a40-a4f0-e768f1395739 {{(pid=128084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 11:48:35.292700 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-696af347-b0f8-46ab-a3da-4fd04c64816d tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793193942312'] for port, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:35.326215 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9d19886-cda7-4167-8447-11edc2be12d3 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Deleting subnet 1fd98c47-846d-4eb7-9329-d27abf8746c4 {{(pid=128084) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 24 11:48:35.336892 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-f9d19886-cda7-4167-8447-11edc2be12d3 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks [] for subnet, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:35.350278 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-1d3b65ec-5600-4044-9f90-0c8b5c2a7d05 tempest-RoutersIpV6AdminTest-1198470881 tempest-RoutersIpV6AdminTest-1198470881-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-650429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-506361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793193536723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2537853'] for port, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:35.356022 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-0240af49-ebbc-4eac-9b63-6840807866b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:48:35.373593 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-1a808cd5-69d4-4bab-9ded-1b199fd4a188 tempest-SecGroupIPv6Test-993619391 tempest-SecGroupIPv6Test-993619391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1627007'] for security_group_rule, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:35.394607 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-e1cdbec9-0016-4806-9a86-4193b1118848 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2537737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3289942'] for subnet, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:35.402379 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-590c30db-c441-4214-9151-024dc9db5bb5 tempest-SecGroupIPv6Test-993619391 tempest-SecGroupIPv6Test-993619391-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:48:35.408074 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-1a808cd5-69d4-4bab-9ded-1b199fd4a188 tempest-SecGroupIPv6Test-993619391 tempest-SecGroupIPv6Test-993619391-project] Notify callbacks [] for security_group_rule, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:35.412268 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-1a808cd5-69d4-4bab-9ded-1b199fd4a188 tempest-SecGroupIPv6Test-993619391 tempest-SecGroupIPv6Test-993619391-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/e3fb66a6-7c44-4bd1-a04b-551949e668a1 HTTP/1.1" status: 204 len: 168 time: 0.2874677 Jun 24 11:48:35.415400 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 59068) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:48:35.430317 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a808cd5-69d4-4bab-9ded-1b199fd4a188 tempest-SecGroupIPv6Test-993619391 tempest-SecGroupIPv6Test-993619391-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e3fb66a6-7c44-4bd1-a04b-551949e668a1,revision_number=None']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:48:35.431528 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-4bb5e571-8b42-4a56-8caa-a307001c1862 tempest-RoutersAdminTest-701485524 tempest-RoutersAdminTest-701485524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1978872'] for port, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:35.434769 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d3b65ec-5600-4044-9f90-0c8b5c2a7d05 tempest-RoutersIpV6AdminTest-1198470881 tempest-RoutersIpV6AdminTest-1198470881-project-admin] Network f2b8ca71-e776-48b2-8898-96cc7970207b is already hosted by enough agents. {{(pid=128083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 11:48:35.440514 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-1a808cd5-69d4-4bab-9ded-1b199fd4a188 tempest-SecGroupIPv6Test-993619391 tempest-SecGroupIPv6Test-993619391-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:48:35.452607 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-f9d19886-cda7-4167-8447-11edc2be12d3 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2373542'] for subnet, precommit_delete_associations {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:35.455552 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.base_scheduler [None req-1d3b65ec-5600-4044-9f90-0c8b5c2a7d05 tempest-RoutersIpV6AdminTest-1198470881 tempest-RoutersIpV6AdminTest-1198470881-project-admin] Resources bound (agent type, host, resource id): {{(pid=128083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:48:35.464652 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d3b65ec-5600-4044-9f90-0c8b5c2a7d05 tempest-RoutersIpV6AdminTest-1198470881 tempest-RoutersIpV6AdminTest-1198470881-project-admin] Received port after_create {{(pid=128083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 11:48:35.467642 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.plugin [None req-4bb5e571-8b42-4a56-8caa-a307001c1862 tempest-RoutersAdminTest-701485524 tempest-RoutersAdminTest-701485524-project] Calling delete_port for 0c2ca31e-8de4-41ec-9ce1-78b3b8c818b4 owned by network:router_gateway {{(pid=128083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 11:48:35.497494 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.db [None req-696af347-b0f8-46ab-a3da-4fd04c64816d tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] For port 11d4e1d1-3828-4a40-a4f0-e768f1395739, host dv-neutron-797120-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=11d4e1d1-3828-4a40-a4f0-e768f1395739,segment=NetworkSegment(b78e3fec-a708-4c42-b9ce-56b3d372bb34),segment_id=b78e3fec-a708-4c42-b9ce-56b3d372bb34)] {{(pid=128084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 11:48:35.497864 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-696af347-b0f8-46ab-a3da-4fd04c64816d tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1978872'] for port, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:35.505250 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3b65ec-5600-4044-9f90-0c8b5c2a7d05 tempest-RoutersIpV6AdminTest-1198470881 tempest-RoutersIpV6AdminTest-1198470881-project-admin] Pushing event updated for resources: {'Port': ['ID=8b9f0f43-1d08-422c-acba-00df21d602f6,revision_number=1']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:48:35.521096 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.plugin [None req-696af347-b0f8-46ab-a3da-4fd04c64816d tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Calling delete_port for 11d4e1d1-3828-4a40-a4f0-e768f1395739 owned by network:router_interface {{(pid=128084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 11:48:35.526560 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-1d3b65ec-5600-4044-9f90-0c8b5c2a7d05 tempest-RoutersIpV6AdminTest-1198470881 tempest-RoutersIpV6AdminTest-1198470881-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:48:35.527280 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-f8fbc4b0-8c4f-4e98-9f09-9ee914dea9c9 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.126s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:48:35.643930 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-f9d19886-cda7-4167-8447-11edc2be12d3 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-972249'] for subnet, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:35.655649 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-26df4f48-fb69-4ecc-b6c3-79e56d2b5d80 tempest-SecGroupIPv6Test-993619391 tempest-SecGroupIPv6Test-993619391-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2339475 Jun 24 11:48:35.669416 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 59078) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:48:35.685672 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1cdbec9-0016-4806-9a86-4193b1118848 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Checking segment: {'id': 'af63f480-570b-4a96-98d4-d6b680537f2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '809dc27d-adea-4c7b-ab37-f519494de01f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=128083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 11:48:35.686040 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1cdbec9-0016-4806-9a86-4193b1118848 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Network hostable DHCP agents. Network: 809dc27d-adea-4c7b-ab37-f519494de01f, hostable agents: ['6be988a9-1d97-480f-be5a-c55abf2c55c5'], hosted agents: [] {{(pid=128083) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 11:48:35.711161 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 59080) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:48:35.766735 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1cdbec9-0016-4806-9a86-4193b1118848 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Pushing event updated for resources: {'Subnet': ['ID=102ae077-ae3e-408c-a00a-3d475864b338,revision_number=0']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:48:35.774767 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-e1cdbec9-0016-4806-9a86-4193b1118848 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:48:35.820892 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-f9d19886-cda7-4167-8447-11edc2be12d3 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-972238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3292022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3162263'] for subnet, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:35.823143 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-21c82323-be0c-45a3-8f82-6b8d7ff382f2 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:48:35.828583 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-ed3dba54-c036-460a-8468-7aeaabb37a03 tempest-SecGroupIPv6Test-993619391 tempest-SecGroupIPv6Test-993619391-project] Notify callbacks [] for security_group, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:35.855802 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-c154ab51-73e3-4421-bbb0-7175aa10af1b tempest-SubnetPoolsTestJSON-411345255 tempest-SubnetPoolsTestJSON-411345255-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-77543804', 'prefixes': ['172.20.0.0/16']}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:48:35.864048 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d19886-cda7-4167-8447-11edc2be12d3 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Pushing event deleted for resources: {'Subnet': ['ID=1fd98c47-846d-4eb7-9329-d27abf8746c4,revision_number=None']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:48:35.866223 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1cdbec9-0016-4806-9a86-4193b1118848 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Network 809dc27d-adea-4c7b-ab37-f519494de01f is scheduled to be hosted by DHCP agent 6be988a9-1d97-480f-be5a-c55abf2c55c5 with binding_index 1 {{(pid=128083) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 11:48:35.878158 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-f9d19886-cda7-4167-8447-11edc2be12d3 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:48:35.894949 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67f65851-ab71-4585-b06e-defa36bb2a02 None None] Network 11a80c9d-f8ee-4388-91b0-d49a25200fee requested from dv-neutron-797120-4-hyperv {{(pid=128085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 11:48:35.897107 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.base_scheduler [None req-e1cdbec9-0016-4806-9a86-4193b1118848 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-4-hyperv, 809dc27d-adea-4c7b-ab37-f519494de01f) {{(pid=128083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:48:35.904121 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1cdbec9-0016-4806-9a86-4193b1118848 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:48:35.905437 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-e1cdbec9-0016-4806-9a86-4193b1118848 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588949'] for subnet, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:35.905871 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-f9d19886-cda7-4167-8447-11edc2be12d3 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks [] for subnet, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:35.911331 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-f9d19886-cda7-4167-8447-11edc2be12d3 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] 10.222.0.53 "DELETE /v2.0/subnets/1fd98c47-846d-4eb7-9329-d27abf8746c4 HTTP/1.1" status: 204 len: 168 time: 0.6685069 Jun 24 11:48:35.914807 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 59084) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:48:35.918789 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5a34e7-f095-41f7-a737-52e89b9c89d8 req-d984e031-0521-40c5-87a4-dfe7811bc929 tempest-ServerActionsTestJSON-818164034 tempest-ServerActionsTestJSON-818164034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:48:35.920298 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-9d5a34e7-f095-41f7-a737-52e89b9c89d8 req-d984e031-0521-40c5-87a4-dfe7811bc929 tempest-ServerActionsTestJSON-818164034 tempest-ServerActionsTestJSON-818164034-project] 10.222.0.53 "GET /v2.0/ports?device_id=d6cc2586-9578-488f-96d4-fbc6dd702115 HTTP/1.1" status: 200 len: 945 time: 0.2983592 Jun 24 11:48:35.933881 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-031e4dc5-34fc-4417-a31e-c5ee50de9075 None None] Network 809dc27d-adea-4c7b-ab37-f519494de01f requested from dv-neutron-797120-4-hyperv {{(pid=128085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 11:48:35.937175 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-ed3dba54-c036-460a-8468-7aeaabb37a03 tempest-SecGroupIPv6Test-993619391 tempest-SecGroupIPv6Test-993619391-project] Notify callbacks [] for security_group, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:35.967672 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-e1cdbec9-0016-4806-9a86-4193b1118848 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.1871784 Jun 24 11:48:35.973317 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 59086) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:48:36.006089 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-9d5a34e7-f095-41f7-a737-52e89b9c89d8 req-71636afd-8619-43d6-b21d-97c4a1e2b6c9 tempest-ServerActionsTestJSON-818164034 tempest-ServerActionsTestJSON-818164034-project] 10.222.0.53 "GET /v2.0/security-groups?id=7ca7987f-c073-401f-ba18-8737b1398c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0740306 Jun 24 11:48:36.011328 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-4bb5e571-8b42-4a56-8caa-a307001c1862 tempest-RoutersAdminTest-701485524 tempest-RoutersAdminTest-701485524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793193945299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193536732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2537862'] for port, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:36.013822 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-48ef272e-3127-4558-82fd-03d8bef9b682 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:48:36.045602 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb5e571-8b42-4a56-8caa-a307001c1862 tempest-RoutersAdminTest-701485524 tempest-RoutersAdminTest-701485524-project] Pushing event deleted for resources: {'Port': ['ID=0c2ca31e-8de4-41ec-9ce1-78b3b8c818b4,revision_number=None']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:48:36.053671 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-4bb5e571-8b42-4a56-8caa-a307001c1862 tempest-RoutersAdminTest-701485524 tempest-RoutersAdminTest-701485524-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:48:36.100595 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-696af347-b0f8-46ab-a3da-4fd04c64816d tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793193945299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193536732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3292088'] for port, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:36.116301 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-39c90c1c-1912-4bbe-a2f8-46d332627319 tempest-RoutersIpV6AdminTest-670466919 tempest-RoutersIpV6AdminTest-670466919-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:48:36.174822 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8ccfbfa-bd48-4ddd-9e82-79d0b4a6889e tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Deleting subnet 6f746b65-ed96-4ce7-918a-0405d77fde11 {{(pid=128084) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 24 11:48:36.183465 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-a8ccfbfa-bd48-4ddd-9e82-79d0b4a6889e tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks [] for subnet, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:36.187963 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696af347-b0f8-46ab-a3da-4fd04c64816d tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Pushing event deleted for resources: {'Port': ['ID=11d4e1d1-3828-4a40-a4f0-e768f1395739,revision_number=None']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:48:36.213784 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-4bb5e571-8b42-4a56-8caa-a307001c1862 tempest-RoutersAdminTest-701485524 tempest-RoutersAdminTest-701485524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1815728'] for router_gateway, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:36.218258 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-696af347-b0f8-46ab-a3da-4fd04c64816d tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:48:36.226928 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-ed3dba54-c036-460a-8468-7aeaabb37a03 tempest-SecGroupIPv6Test-993619391 tempest-SecGroupIPv6Test-993619391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800410'] for security_group, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:36.229494 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-ed3dba54-c036-460a-8468-7aeaabb37a03 tempest-SecGroupIPv6Test-993619391 tempest-SecGroupIPv6Test-993619391-project] Notify callbacks [] for security_group, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:36.233114 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-ed3dba54-c036-460a-8468-7aeaabb37a03 tempest-SecGroupIPv6Test-993619391 tempest-SecGroupIPv6Test-993619391-project] 10.222.0.53 "DELETE /v2.0/security-groups/91149f9c-bc85-403d-b422-c11c0d5f98c7 HTTP/1.1" status: 204 len: 168 time: 0.5603516 Jun 24 11:48:36.250403 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 59088) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:48:36.305553 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-a8ccfbfa-bd48-4ddd-9e82-79d0b4a6889e tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2373542'] for subnet, precommit_delete_associations {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:36.352805 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-95b33a22-7342-4e08-ae11-67b712e94ce1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:48:36.377383 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-c154ab51-73e3-4421-bbb0-7175aa10af1b tempest-SubnetPoolsTestJSON-411345255 tempest-SubnetPoolsTestJSON-411345255-project] Notify callbacks [] for subnetpool, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:36.380038 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-1d3b65ec-5600-4044-9f90-0c8b5c2a7d05 tempest-RoutersIpV6AdminTest-1198470881 tempest-RoutersIpV6AdminTest-1198470881-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:36.382251 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-c154ab51-73e3-4421-bbb0-7175aa10af1b tempest-SubnetPoolsTestJSON-411345255 tempest-SubnetPoolsTestJSON-411345255-project] 10.222.0.53 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 735 time: 0.6651599 Jun 24 11:48:36.382398 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 59090) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:48:36.388337 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-4bb5e571-8b42-4a56-8caa-a307001c1862 tempest-RoutersAdminTest-701485524 tempest-RoutersAdminTest-701485524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1803182', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65403'] for router, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:36.427174 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3dba54-c036-460a-8468-7aeaabb37a03 tempest-SecGroupIPv6Test-993619391 tempest-SecGroupIPv6Test-993619391-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=91149f9c-bc85-403d-b422-c11c0d5f98c7,revision_number=None']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:48:36.454888 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db43490b-41b7-4d1d-a3a5-27ab5c185b0a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d65c8f8-7530-5052-99fe-8ea05073750b-809dc27d-adea-4c7b-ab37-f519494de01f', 'network_id': '809dc27d-adea-4c7b-ab37-f519494de01f', 'tenant_id': 'aaefe7394f294c70a614c4415cde77d6', 'fixed_ips': [{'subnet_id': '102ae077-ae3e-408c-a00a-3d475864b338'}]}} from dv-neutron-797120-4-hyperv. {{(pid=128085) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 24 11:48:36.457495 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-db43490b-41b7-4d1d-a3a5-27ab5c185b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_create {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:36.467267 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-4bb5e571-8b42-4a56-8caa-a307001c1862 tempest-RoutersAdminTest-701485524 tempest-RoutersAdminTest-701485524-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:36.480039 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-ed3dba54-c036-460a-8468-7aeaabb37a03 tempest-SecGroupIPv6Test-993619391 tempest-SecGroupIPv6Test-993619391-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:48:36.512781 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-720bc5d1-a2c8-4811-877f-dcb05449e222 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-534962'] for network, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:36.540468 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-a8ccfbfa-bd48-4ddd-9e82-79d0b4a6889e tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-972249'] for subnet, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:36.590349 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-5d7bfc63-bd00-456e-9b67-42d5455780e7 tempest-SubnetPoolsTestJSON-411345255 tempest-SubnetPoolsTestJSON-411345255-project] 10.222.0.53 "GET /v2.0/subnetpools/4b6c17a0-59a7-40a2-8510-e303558619c4 HTTP/1.1" status: 200 len: 730 time: 0.2042408 Jun 24 11:48:36.597974 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 59092) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:48:36.602910 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [None req-5269e9ce-101b-496e-964e-1a2daedfdbfa tempest-SubnetPoolsTestJSON-411345255 tempest-SubnetPoolsTestJSON-411345255-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-1371974520'}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:48:36.642057 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-2312c0a6-3615-497b-b877-ad9132940f5c tempest-SecGroupIPv6Test-993619391 tempest-SecGroupIPv6Test-993619391-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3893807 Jun 24 11:48:36.644167 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.db_base_plugin_common [None req-db43490b-41b7-4d1d-a3a5-27ab5c185b0a None None] Allocated IP 172.20.0.1 (809dc27d-adea-4c7b-ab37-f519494de01f/102ae077-ae3e-408c-a00a-3d475864b338/20861974-11e0-45ad-83c7-fa09a5fb174f) {{(pid=128085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 11:48:36.645939 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-4bb5e571-8b42-4a56-8caa-a307001c1862 tempest-RoutersAdminTest-701485524 tempest-RoutersAdminTest-701485524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1806072'] for router, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:36.646645 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bb5e571-8b42-4a56-8caa-a307001c1862 tempest-RoutersAdminTest-701485524 tempest-RoutersAdminTest-701485524-project] Fanout notify agent at l3_agent the message router_deleted on router 952cc6b5-e6e0-44a9-bf69-70b47b330ee6 {{(pid=128083) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 24 11:48:36.656002 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 59094) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:48:36.663582 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-4bb5e571-8b42-4a56-8caa-a307001c1862 tempest-RoutersAdminTest-701485524 tempest-RoutersAdminTest-701485524-project] Notify callbacks [] for router, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:36.668463 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 59096) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:48:36.670416 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-4bb5e571-8b42-4a56-8caa-a307001c1862 tempest-RoutersAdminTest-701485524 tempest-RoutersAdminTest-701485524-project] 10.222.0.53 "DELETE /v2.0/routers/952cc6b5-e6e0-44a9-bf69-70b47b330ee6 HTTP/1.1" status: 204 len: 168 time: 2.8742182 Jun 24 11:48:36.677519 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-ed3913fe-650c-4d67-b92f-71752679bb86 tempest-RoutersAdminTest-701485524 tempest-RoutersAdminTest-701485524-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1353955371', 'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b'}, 'admin_state_up': False}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:48:36.679334 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [None req-1496bcf0-71d3-4c71-8550-35ad5c273b39 tempest-SecGroupIPv6Test-993619391 tempest-SecGroupIPv6Test-993619391-project] Request body: {'security_group': {'name': 'tempest-secgroup--1637407602'}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:48:36.707175 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-696af347-b0f8-46ab-a3da-4fd04c64816d tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1588985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1806165'] for router_interface, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:36.713610 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-720bc5d1-a2c8-4811-877f-dcb05449e222 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-972249'] for subnet, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:36.732124 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c5f5c4-46f5-4ad2-b41f-753feab63bcd req-c4fbc7a6-38ba-434f-b4ec-3c0af397e29e tempest-ServerActionsTestJSON-818164034 tempest-ServerActionsTestJSON-818164034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:48:36.734171 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-69c5f5c4-46f5-4ad2-b41f-753feab63bcd req-c4fbc7a6-38ba-434f-b4ec-3c0af397e29e tempest-ServerActionsTestJSON-818164034 tempest-ServerActionsTestJSON-818164034-project] 10.222.0.45 "GET /v2.0/ports?device_id=d6cc2586-9578-488f-96d4-fbc6dd702115 HTTP/1.1" status: 200 len: 945 time: 0.4427190 Jun 24 11:48:36.840209 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-1496bcf0-71d3-4c71-8550-35ad5c273b39 tempest-SecGroupIPv6Test-993619391 tempest-SecGroupIPv6Test-993619391-project] Notify callbacks [] for security_group, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:36.868098 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-db43490b-41b7-4d1d-a3a5-27ab5c185b0a None None] Notify callbacks [] for port, precommit_create {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:36.882566 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-db43490b-41b7-4d1d-a3a5-27ab5c185b0a None None] Transition to ACTIVE for port object 20861974-11e0-45ad-83c7-fa09a5fb174f will not be triggered until provisioned by entity L2. {{(pid=128085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 11:48:36.903136 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-ed3913fe-650c-4d67-b92f-71752679bb86 tempest-RoutersAdminTest-701485524 tempest-RoutersAdminTest-701485524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1803889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65293'] for router, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:36.904136 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-ed3913fe-650c-4d67-b92f-71752679bb86 tempest-RoutersAdminTest-701485524 tempest-RoutersAdminTest-701485524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1803848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1975305', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1581158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65396'] for router, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:36.908428 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-a8ccfbfa-bd48-4ddd-9e82-79d0b4a6889e tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-972238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3292022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3162263'] for subnet, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:36.912946 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-dbe2d644-9cbc-415a-9aab-7377aaeabb99 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:48:36.913811 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-db43490b-41b7-4d1d-a3a5-27ab5c185b0a None None] Transition to ACTIVE for port object 20861974-11e0-45ad-83c7-fa09a5fb174f will not be triggered until provisioned by entity DHCP. {{(pid=128085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 11:48:36.922483 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-db43490b-41b7-4d1d-a3a5-27ab5c185b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-650429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-506361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793193536723'] for port, after_create {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:36.928412 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-f64daf4e-7a59-4f43-b63d-1cef9df749b1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:48:36.982377 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db43490b-41b7-4d1d-a3a5-27ab5c185b0a None None] Network 809dc27d-adea-4c7b-ab37-f519494de01f is already hosted by enough agents. {{(pid=128085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 11:48:36.986241 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ccfbfa-bd48-4ddd-9e82-79d0b4a6889e tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Pushing event deleted for resources: {'Subnet': ['ID=6f746b65-ed96-4ce7-918a-0405d77fde11,revision_number=None']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:48:36.987177 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.scheduler.base_scheduler [None req-db43490b-41b7-4d1d-a3a5-27ab5c185b0a None None] Resources bound (agent type, host, resource id): {{(pid=128085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:48:36.994113 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-a8ccfbfa-bd48-4ddd-9e82-79d0b4a6889e tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:48:37.001194 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db43490b-41b7-4d1d-a3a5-27ab5c185b0a None None] Received port after_create {{(pid=128085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 11:48:37.018662 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-5269e9ce-101b-496e-964e-1a2daedfdbfa tempest-SubnetPoolsTestJSON-411345255 tempest-SubnetPoolsTestJSON-411345255-project] Notify callbacks [] for subnetpool, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:37.022968 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-5269e9ce-101b-496e-964e-1a2daedfdbfa tempest-SubnetPoolsTestJSON-411345255 tempest-SubnetPoolsTestJSON-411345255-project] 10.222.0.53 "PUT /v2.0/subnetpools/4b6c17a0-59a7-40a2-8510-e303558619c4 HTTP/1.1" status: 200 len: 684 time: 0.4236827 Jun 24 11:48:37.026959 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 59098) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:48:37.036025 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-a8ccfbfa-bd48-4ddd-9e82-79d0b4a6889e tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks [] for subnet, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:37.037906 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-a8ccfbfa-bd48-4ddd-9e82-79d0b4a6889e tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] 10.222.0.53 "DELETE /v2.0/subnets/6f746b65-ed96-4ce7-918a-0405d77fde11 HTTP/1.1" status: 204 len: 168 time: 1.1168625 Jun 24 11:48:37.040726 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 59100) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:48:37.096038 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db43490b-41b7-4d1d-a3a5-27ab5c185b0a None None] Pushing event updated for resources: {'Port': ['ID=20861974-11e0-45ad-83c7-fa09a5fb174f,revision_number=1']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:48:37.107365 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-290bfa0b-31aa-42ca-8a82-866cec187ee0 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0632029 Jun 24 11:48:37.116063 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-720bc5d1-a2c8-4811-877f-dcb05449e222 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-972238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3292022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3162263'] for subnet, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:37.119174 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 59104) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:48:37.122014 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-1d3b65ec-5600-4044-9f90-0c8b5c2a7d05 tempest-RoutersIpV6AdminTest-1198470881 tempest-RoutersIpV6AdminTest-1198470881-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1975381', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1803205', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65378'] for router, precommit_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:37.123995 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-696af347-b0f8-46ab-a3da-4fd04c64816d tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Router d87749d3-f594-4284-87a4-6fe3955904b1 has already been hosted by L3 agent 2987dba8-2249-4ee6-96ec-28f0f7a6127d {{(pid=128084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 11:48:37.125084 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-a82da3fd-a4eb-4455-bb72-1b82ac41e6ea tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:48:37.125724 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-db43490b-41b7-4d1d-a3a5-27ab5c185b0a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:48:37.126783 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-db43490b-41b7-4d1d-a3a5-27ab5c185b0a None None] Attempting to bind port 20861974-11e0-45ad-83c7-fa09a5fb174f on host dv-neutron-797120-4-hyperv for vnic_type normal with profile {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 11:48:37.127299 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-db43490b-41b7-4d1d-a3a5-27ab5c185b0a None None] Attempting to bind port 20861974-11e0-45ad-83c7-fa09a5fb174f by drivers openvswitch,hyperv on host dv-neutron-797120-4-hyperv at level 0 using segments [{'id': 'af63f480-570b-4a96-98d4-d6b680537f2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '809dc27d-adea-4c7b-ab37-f519494de01f'}] {{(pid=128085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 11:48:37.127914 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db43490b-41b7-4d1d-a3a5-27ab5c185b0a None None] Attempting to bind port 20861974-11e0-45ad-83c7-fa09a5fb174f on network 809dc27d-adea-4c7b-ab37-f519494de01f {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 11:48:37.137935 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-1d3b65ec-5600-4044-9f90-0c8b5c2a7d05 tempest-RoutersIpV6AdminTest-1198470881 tempest-RoutersIpV6AdminTest-1198470881-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1815767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1975340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1815772', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1803228'] for router, after_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:37.138565 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db43490b-41b7-4d1d-a3a5-27ab5c185b0a None None] Checking agent: {'id': 'e3a695b2-c397-461f-83b0-10b79d490b59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 11, 36, 56), 'started_at': datetime.datetime(2021, 6, 24, 11, 37, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 11, 48, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 11:48:37.139045 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db43490b-41b7-4d1d-a3a5-27ab5c185b0a None None] Checking segment: {'id': 'af63f480-570b-4a96-98d4-d6b680537f2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '809dc27d-adea-4c7b-ab37-f519494de01f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=128085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 11:48:37.139694 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-db43490b-41b7-4d1d-a3a5-27ab5c185b0a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:37.140155 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db43490b-41b7-4d1d-a3a5-27ab5c185b0a None None] Bound using segment: {'id': 'af63f480-570b-4a96-98d4-d6b680537f2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '809dc27d-adea-4c7b-ab37-f519494de01f'} {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 11:48:37.145495 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-db43490b-41b7-4d1d-a3a5-27ab5c185b0a None None] Bound port: 20861974-11e0-45ad-83c7-fa09a5fb174f, host: dv-neutron-797120-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af63f480-570b-4a96-98d4-d6b680537f2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '809dc27d-adea-4c7b-ab37-f519494de01f'}}] {{(pid=128085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 11:48:37.150920 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-db43490b-41b7-4d1d-a3a5-27ab5c185b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:37.241394 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-db43490b-41b7-4d1d-a3a5-27ab5c185b0a None None] For port 20861974-11e0-45ad-83c7-fa09a5fb174f, host dv-neutron-797120-4-hyperv, cleared binding levels {{(pid=128085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 11:48:37.245393 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-db43490b-41b7-4d1d-a3a5-27ab5c185b0a None None] For port 20861974-11e0-45ad-83c7-fa09a5fb174f, host dv-neutron-797120-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=20861974-11e0-45ad-83c7-fa09a5fb174f,segment=NetworkSegment(af63f480-570b-4a96-98d4-d6b680537f2a),segment_id=af63f480-570b-4a96-98d4-d6b680537f2a)] {{(pid=128085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 11:48:37.247824 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720bc5d1-a2c8-4811-877f-dcb05449e222 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Pushing event deleted for resources: {'Subnet': ['ID=102ae077-ae3e-408c-a00a-3d475864b338,revision_number=None']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:48:37.253565 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-db43490b-41b7-4d1d-a3a5-27ab5c185b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:37.259872 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-720bc5d1-a2c8-4811-877f-dcb05449e222 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:48:37.266076 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-e5ecb266-c727-412b-bb57-9cf77ff72e30 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:48:37.268433 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-ed3913fe-650c-4d67-b92f-71752679bb86 tempest-RoutersAdminTest-701485524 tempest-RoutersAdminTest-701485524-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:37.284744 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-1496bcf0-71d3-4c71-8550-35ad5c273b39 tempest-SecGroupIPv6Test-993619391 tempest-SecGroupIPv6Test-993619391-project] Notify callbacks [] for security_group, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:37.296508 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.plugin [req-69c5f5c4-46f5-4ad2-b41f-753feab63bcd req-b6c25e18-9b03-4a37-8537-c2571d8970d3 tempest-ServerActionsTestJSON-818164034 tempest-ServerActionsTestJSON-818164034-project] Deleting port 6147d57c-7485-4c8f-a255-8497342b277c {{(pid=128083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 11:48:37.296508 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-69c5f5c4-46f5-4ad2-b41f-753feab63bcd req-b6c25e18-9b03-4a37-8537-c2571d8970d3 tempest-ServerActionsTestJSON-818164034 tempest-ServerActionsTestJSON-818164034-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793193942312'] for port, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:37.351934 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-1496bcf0-71d3-4c71-8550-35ad5c273b39 tempest-SecGroupIPv6Test-993619391 tempest-SecGroupIPv6Test-993619391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800410'] for security_group, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:37.361703 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-15c7ae7d-d2d2-40df-ba29-77aac5f3021e tempest-ServersTestJSON-1725335409 tempest-ServersTestJSON-1725335409-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:48:37.391105 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9491cb3-d06a-4de4-8e9b-b24d57e088af None None] Network 11a80c9d-f8ee-4388-91b0-d49a25200fee requested from dv-neutron-797120-4-hyperv {{(pid=128085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 11:48:37.410385 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-478281cd-3459-4b0f-979e-616fe0007e9a tempest-SubnetPoolsTestJSON-411345255 tempest-SubnetPoolsTestJSON-411345255-project] Notify callbacks [] for subnetpool, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:37.414357 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-478281cd-3459-4b0f-979e-616fe0007e9a tempest-SubnetPoolsTestJSON-411345255 tempest-SubnetPoolsTestJSON-411345255-project] 10.222.0.53 "DELETE /v2.0/subnetpools/4b6c17a0-59a7-40a2-8510-e303558619c4 HTTP/1.1" status: 204 len: 168 time: 0.3865175 Jun 24 11:48:37.415014 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 59106) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:48:37.433903 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5428c92-1925-42c5-870e-ef876266e1d4 None None] Network 809dc27d-adea-4c7b-ab37-f519494de01f requested from dv-neutron-797120-4-hyperv {{(pid=128085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 11:48:37.448405 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-720bc5d1-a2c8-4811-877f-dcb05449e222 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973199', 'neutron.services.segments.db._delete_segments_for_network-8793194012456'] for network, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:37.450550 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db43490b-41b7-4d1d-a3a5-27ab5c185b0a None None] Pushing event updated for resources: {'Port': ['ID=20861974-11e0-45ad-83c7-fa09a5fb174f,revision_number=2']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:48:37.461916 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-db43490b-41b7-4d1d-a3a5-27ab5c185b0a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:48:37.501477 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.services.segments.db [None req-720bc5d1-a2c8-4811-877f-dcb05449e222 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['809dc27d-adea-4c7b-ab37-f519494de01f']}} {{(pid=128084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:48:37.549193 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-696af347-b0f8-46ab-a3da-4fd04c64816d tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Notify agent at l3_agent.dv-neutron-797120-4-hyperv the message routers_updated {{(pid=128084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 11:48:37.557991 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-696af347-b0f8-46ab-a3da-4fd04c64816d tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] 10.222.0.53 "PUT /v2.0/routers/d87749d3-f594-4284-87a4-6fe3955904b1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8603709 Jun 24 11:48:37.564109 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 59108) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:48:37.569508 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77b2ef13-e1f4-4e6d-96a6-441a5975a2b8 None None] Sync routers for ids ['d87749d3-f594-4284-87a4-6fe3955904b1'] in dv-neutron-797120-4-hyperv {{(pid=128085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 11:48:37.597759 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-65c06fa2-acc0-4c89-b350-ed479b06ac6d None None] Provisioning complete for port 726f4d9c-3f88-4bca-a6a9-d1239510b1c6 triggered by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:48:37.597759 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-65c06fa2-acc0-4c89-b350-ed479b06ac6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:37.606309 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.services.segments.db [None req-720bc5d1-a2c8-4811-877f-dcb05449e222 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af63f480-570b-4a96-98d4-d6b680537f2a') {'for_net_delete': True} {{(pid=128084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:48:37.606615 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.services.segments.db [None req-720bc5d1-a2c8-4811-877f-dcb05449e222 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af63f480-570b-4a96-98d4-d6b680537f2a') {} {{(pid=128084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:48:37.619063 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-ed3913fe-650c-4d67-b92f-71752679bb86 tempest-RoutersAdminTest-701485524 tempest-RoutersAdminTest-701485524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1975381', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1803205', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65378'] for router, precommit_update {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:37.630507 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0ac0788-be3d-43fd-8824-76caf53f5a5a tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:48:37.634684 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-b0ac0788-be3d-43fd-8824-76caf53f5a5a tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.5024488 Jun 24 11:48:37.655192 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-720bc5d1-a2c8-4811-877f-dcb05449e222 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793194097327', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2373599'] for segment, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:37.656614 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 59110) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:48:37.670618 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77b2ef13-e1f4-4e6d-96a6-441a5975a2b8 None None] Routers {'d87749d3-f594-4284-87a4-6fe3955904b1'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 11:48:37.671265 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-77b2ef13-e1f4-4e6d-96a6-441a5975a2b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T11:48:26Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['d87749d3-f594-4284-87a4-6fe3955904b1'], 'active': True} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:48:37.788240 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvr_db [None req-77b2ef13-e1f4-4e6d-96a6-441a5975a2b8 None None] Set router d87749d3-f594-4284-87a4-6fe3955904b1 gateway port host: None {{(pid=128085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 11:48:37.833518 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-1496bcf0-71d3-4c71-8550-35ad5c273b39 tempest-SecGroupIPv6Test-993619391 tempest-SecGroupIPv6Test-993619391-project] Notify callbacks [] for security_group, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:37.834856 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-1496bcf0-71d3-4c71-8550-35ad5c273b39 tempest-SecGroupIPv6Test-993619391 tempest-SecGroupIPv6Test-993619391-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.1631730 Jun 24 11:48:37.836267 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.api.v2.resource [None req-c880ce85-12a4-4f8b-8777-3659dd01a626 tempest-SubnetPoolsTestJSON-411345255 tempest-SubnetPoolsTestJSON-411345255-project] show failed (client error): The resource could not be found. Jun 24 11:48:37.840271 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-c880ce85-12a4-4f8b-8777-3659dd01a626 tempest-SubnetPoolsTestJSON-411345255 tempest-SubnetPoolsTestJSON-411345255-project] 10.222.0.53 "GET /v2.0/subnetpools/4b6c17a0-59a7-40a2-8510-e303558619c4 HTTP/1.1" status: 404 len: 346 time: 0.4153669 Jun 24 11:48:37.841391 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 59112) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:48:37.841704 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 59114) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:48:37.849615 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1496bcf0-71d3-4c71-8550-35ad5c273b39 tempest-SecGroupIPv6Test-993619391 tempest-SecGroupIPv6Test-993619391-project] Pushing event updated for resources: {'SecurityGroup': ['ID=356f2896-5e04-4c5f-9be1-06c784d7915b,revision_number=1']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:48:37.853791 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-77b2ef13-e1f4-4e6d-96a6-441a5975a2b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd87749d3-f594-4284-87a4-6fe3955904b1', 'name': 'tempest-RoutersTest-router-456200694', 'tenant_id': '01c7f8735a2b4722ae0cabb11183e366', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T11:47:01Z', 'updated_at': '2021-06-24T11:48:35Z', 'revision_number': 11, 'project_id': '01c7f8735a2b4722ae0cabb11183e366', 'gw_port_host': None}], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:48:37.862834 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [None req-0d1cb15b-c3ad-4120-9dab-d866a7fed9fb tempest-SecGroupIPv6Test-993619391 tempest-SecGroupIPv6Test-993619391-project] Request body: {'security_group_rule': {'security_group_id': '356f2896-5e04-4c5f-9be1-06c784d7915b', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:48:37.868329 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-1496bcf0-71d3-4c71-8550-35ad5c273b39 tempest-SecGroupIPv6Test-993619391 tempest-SecGroupIPv6Test-993619391-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.507s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:48:37.902374 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.api.v2.resource [None req-cb557d6a-f9b9-4a3b-9ad7-028a9fa3e6e7 tempest-SubnetPoolsTestJSON-411345255 tempest-SubnetPoolsTestJSON-411345255-project] delete failed (client error): The resource could not be found. Jun 24 11:48:37.904685 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-cb557d6a-f9b9-4a3b-9ad7-028a9fa3e6e7 tempest-SubnetPoolsTestJSON-411345255 tempest-SubnetPoolsTestJSON-411345255-project] 10.222.0.53 "DELETE /v2.0/subnetpools/4b6c17a0-59a7-40a2-8510-e303558619c4 HTTP/1.1" status: 404 len: 346 time: 0.0505021 Jun 24 11:48:37.912911 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77b2ef13-e1f4-4e6d-96a6-441a5975a2b8 None None] Checking router: d87749d3-f594-4284-87a4-6fe3955904b1 for host: dv-neutron-797120-4-hyperv {{(pid=128085) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 11:48:37.946481 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77b2ef13-e1f4-4e6d-96a6-441a5975a2b8 None None] Routers {'d87749d3-f594-4284-87a4-6fe3955904b1'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 11:48:37.947103 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-77b2ef13-e1f4-4e6d-96a6-441a5975a2b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T11:48:26Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['d87749d3-f594-4284-87a4-6fe3955904b1'], 'active': True} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:48:38.033361 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvr_db [None req-77b2ef13-e1f4-4e6d-96a6-441a5975a2b8 None None] Set router d87749d3-f594-4284-87a4-6fe3955904b1 gateway port host: None {{(pid=128085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 11:48:38.039471 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf6f6064-055a-4186-b89c-0a5d8fdfb04e None None] DHCP port deletion for 11a80c9d-f8ee-4388-91b0-d49a25200fee request from dv-neutron-797120-4-hyperv {{(pid=128085) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 24 11:48:38.039840 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac54b23-263b-46a9-9039-5ef0ecd251ca req-0020f80f-c25f-41af-bbad-6afab3ddb6fd tempest-ServerActionsTestJSON-818164034 tempest-ServerActionsTestJSON-818164034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:48:38.048672 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-1ac54b23-263b-46a9-9039-5ef0ecd251ca req-0020f80f-c25f-41af-bbad-6afab3ddb6fd tempest-ServerActionsTestJSON-818164034 tempest-ServerActionsTestJSON-818164034-project] 10.222.0.53 "GET /v2.0/ports?device_id=d6cc2586-9578-488f-96d4-fbc6dd702115 HTTP/1.1" status: 200 len: 945 time: 0.7847841 Jun 24 11:48:38.063593 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.db [req-69c5f5c4-46f5-4ad2-b41f-753feab63bcd req-b6c25e18-9b03-4a37-8537-c2571d8970d3 tempest-ServerActionsTestJSON-818164034 tempest-ServerActionsTestJSON-818164034-project] For port 6147d57c-7485-4c8f-a255-8497342b277c, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=6147d57c-7485-4c8f-a255-8497342b277c,segment=NetworkSegment(07892e35-761a-4552-b54f-9cd6dfd50c5c),segment_id=07892e35-761a-4552-b54f-9cd6dfd50c5c)] {{(pid=128083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 11:48:38.063989 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-69c5f5c4-46f5-4ad2-b41f-753feab63bcd req-b6c25e18-9b03-4a37-8537-c2571d8970d3 tempest-ServerActionsTestJSON-818164034 tempest-ServerActionsTestJSON-818164034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1978872'] for port, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:38.066929 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-0d1cb15b-c3ad-4120-9dab-d866a7fed9fb tempest-SecGroupIPv6Test-993619391 tempest-SecGroupIPv6Test-993619391-project] Notify callbacks [] for security_group_rule, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:38.076048 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-720bc5d1-a2c8-4811-877f-dcb05449e222 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967879'] for segment, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:38.092883 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.db.db_base_plugin_v2 [None req-5860d28e-d07f-466c-85d3-b209e6e8cbdd tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Deleting subnet ee35f23e-956d-4b15-87a0-fe4ac4012d10 {{(pid=128084) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 24 11:48:38.096136 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-5860d28e-d07f-466c-85d3-b209e6e8cbdd tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Notify callbacks [] for subnet, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:38.100319 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-77b2ef13-e1f4-4e6d-96a6-441a5975a2b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd87749d3-f594-4284-87a4-6fe3955904b1', 'name': 'tempest-RoutersTest-router-456200694', 'tenant_id': '01c7f8735a2b4722ae0cabb11183e366', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T11:47:01Z', 'updated_at': '2021-06-24T11:48:35Z', 'revision_number': 11, 'project_id': '01c7f8735a2b4722ae0cabb11183e366', 'gw_port_host': None}], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:48:38.140004 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-5860d28e-d07f-466c-85d3-b209e6e8cbdd tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2373542'] for subnet, precommit_delete_associations {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:38.158716 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77b2ef13-e1f4-4e6d-96a6-441a5975a2b8 None None] The sync data for ids ['d87749d3-f594-4284-87a4-6fe3955904b1'] in dv-neutron-797120-4-hyperv is: [{'id': 'd87749d3-f594-4284-87a4-6fe3955904b1', 'name': 'tempest-RoutersTest-router-456200694', 'tenant_id': '01c7f8735a2b4722ae0cabb11183e366', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T11:47:01Z', 'updated_at': '2021-06-24T11:48:35Z', 'revision_number': 11, 'project_id': '01c7f8735a2b4722ae0cabb11183e366', 'gw_port_host': None}] {{(pid=128085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 11:48:38.204422 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-bf6f6064-055a-4186-b89c-0a5d8fdfb04e None None] Deleting port 726f4d9c-3f88-4bca-a6a9-d1239510b1c6 {{(pid=128085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 11:48:38.205057 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-bf6f6064-055a-4186-b89c-0a5d8fdfb04e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793193942312'] for port, before_delete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:38.206388 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-1ac54b23-263b-46a9-9039-5ef0ecd251ca req-319f02f5-e55d-4ae8-a863-76f36c7bbe85 tempest-ServerActionsTestJSON-818164034 tempest-ServerActionsTestJSON-818164034-project] 10.222.0.53 "GET /v2.0/security-groups?id=7ca7987f-c073-401f-ba18-8737b1398c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1555321 Jun 24 11:48:38.250340 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-5860d28e-d07f-466c-85d3-b209e6e8cbdd tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-972249'] for subnet, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:38.290383 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d3b65ec-5600-4044-9f90-0c8b5c2a7d05 tempest-RoutersIpV6AdminTest-1198470881 tempest-RoutersIpV6AdminTest-1198470881-project-admin] Router f4e7b836-60bc-4543-ae43-f5780dc71f9b is scheduled to L3 agent 2987dba8-2249-4ee6-96ec-28f0f7a6127d with binding_index 1 {{(pid=128083) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 24 11:48:38.298150 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-bf6f6064-055a-4186-b89c-0a5d8fdfb04e None None] For port 726f4d9c-3f88-4bca-a6a9-d1239510b1c6, host dv-neutron-797120-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=726f4d9c-3f88-4bca-a6a9-d1239510b1c6,segment=NetworkSegment(fddfe548-9582-48fa-8a0c-6b06bc4d1b9f),segment_id=fddfe548-9582-48fa-8a0c-6b06bc4d1b9f)] {{(pid=128085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 11:48:38.298570 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-bf6f6064-055a-4186-b89c-0a5d8fdfb04e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1978872'] for port, precommit_delete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:38.307052 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-0d1cb15b-c3ad-4120-9dab-d866a7fed9fb tempest-SecGroupIPv6Test-993619391 tempest-SecGroupIPv6Test-993619391-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:38.307942 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 59120) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:48:38.318965 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-bf6f6064-055a-4186-b89c-0a5d8fdfb04e None None] Calling delete_port for 726f4d9c-3f88-4bca-a6a9-d1239510b1c6 owned by network:dhcp {{(pid=128085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 11:48:38.326175 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-0d1cb15b-c3ad-4120-9dab-d866a7fed9fb tempest-SecGroupIPv6Test-993619391 tempest-SecGroupIPv6Test-993619391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1627007'] for security_group_rule, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:38.339034 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-720bc5d1-a2c8-4811-877f-dcb05449e222 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Releasing vlan 636 on physical network physnet1 to pool {{(pid=128084) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 11:48:38.339507 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-720bc5d1-a2c8-4811-877f-dcb05449e222 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3292053'] for segment, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:38.346416 dv-neutron-797120-4-hyperv neutron-server[128084]: Traceback (most recent call last): Jun 24 11:48:38.346416 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 24 11:48:38.346416 dv-neutron-797120-4-hyperv neutron-server[128084]: timer() Jun 24 11:48:38.346416 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 24 11:48:38.346416 dv-neutron-797120-4-hyperv neutron-server[128084]: cb(*args, **kw) Jun 24 11:48:38.346416 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 24 11:48:38.346416 dv-neutron-797120-4-hyperv neutron-server[128084]: return func(*args, **kwargs) Jun 24 11:48:38.346416 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 24 11:48:38.346416 dv-neutron-797120-4-hyperv neutron-server[128084]: self._notify() Jun 24 11:48:38.346416 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 24 11:48:38.346416 dv-neutron-797120-4-hyperv neutron-server[128084]: self.callback(batched_events) Jun 24 11:48:38.346416 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 24 11:48:38.346416 dv-neutron-797120-4-hyperv neutron-server[128084]: event.method(event) Jun 24 11:48:38.346416 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 24 11:48:38.346416 dv-neutron-797120-4-hyperv neutron-server[128084]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 24 11:48:38.346416 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 24 11:48:38.346416 dv-neutron-797120-4-hyperv neutron-server[128084]: aggregate_uuid = self.p_client.list_aggregates( Jun 24 11:48:38.346416 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 24 11:48:38.346416 dv-neutron-797120-4-hyperv neutron-server[128084]: return f(self, *a, **k) Jun 24 11:48:38.346416 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 24 11:48:38.346416 dv-neutron-797120-4-hyperv neutron-server[128084]: return self._get(url).json() Jun 24 11:48:38.346416 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 24 11:48:38.346416 dv-neutron-797120-4-hyperv neutron-server[128084]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 24 11:48:38.346416 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 24 11:48:38.346416 dv-neutron-797120-4-hyperv neutron-server[128084]: return self.request(url, 'GET', **kwargs) Jun 24 11:48:38.346416 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 24 11:48:38.346416 dv-neutron-797120-4-hyperv neutron-server[128084]: base_url = self.get_endpoint(auth, allow=allow, Jun 24 11:48:38.346416 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 24 11:48:38.346416 dv-neutron-797120-4-hyperv neutron-server[128084]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 24 11:48:38.346416 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 24 11:48:38.346416 dv-neutron-797120-4-hyperv neutron-server[128084]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 24 11:48:38.346416 dv-neutron-797120-4-hyperv neutron-server[128084]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 24 11:48:38.416587 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-bf6f6064-055a-4186-b89c-0a5d8fdfb04e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793193945299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193536732'] for port, after_delete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:38.420236 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-9c22f8ca-0989-4860-ab32-fad0b93125f5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:48:38.434603 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:48:38.447815 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b7b624e-c494-4d38-80f0-627cbceb02f2 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=128084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:48:38.451855 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-5b7b624e-c494-4d38-80f0-627cbceb02f2 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.7919343 Jun 24 11:48:38.455370 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 59124) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:48:38.456363 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-5860d28e-d07f-466c-85d3-b209e6e8cbdd tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-972238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3292022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3162263'] for subnet, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:38.461769 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6f6064-055a-4186-b89c-0a5d8fdfb04e None None] Pushing event deleted for resources: {'Port': ['ID=726f4d9c-3f88-4bca-a6a9-d1239510b1c6,revision_number=None']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:48:38.466627 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-bf6f6064-055a-4186-b89c-0a5d8fdfb04e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:48:38.472054 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf6f6064-055a-4186-b89c-0a5d8fdfb04e None None] No DVR routers for this DVR port 726f4d9c-3f88-4bca-a6a9-d1239510b1c6 on host dv-neutron-797120-4-hyperv {{(pid=128085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 11:48:38.480494 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-a8ccfbfa-bd48-4ddd-9e82-79d0b4a6889e tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:48:38.495554 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97f4aee8-6de1-47e2-8efd-8cb32b9e32fc None None] get_active_networks_info from dv-neutron-797120-4-hyperv {{(pid=128085) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 24 11:48:38.506835 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-5860d28e-d07f-466c-85d3-b209e6e8cbdd tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Notify callbacks [] for subnet, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:38.511960 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-5860d28e-d07f-466c-85d3-b209e6e8cbdd tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] 10.222.0.53 "DELETE /v2.0/subnets/ee35f23e-956d-4b15-87a0-fe4ac4012d10 HTTP/1.1" status: 204 len: 168 time: 0.9153848 Jun 24 11:48:38.520831 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 59126) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:48:38.523027 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1cb15b-c3ad-4120-9dab-d866a7fed9fb tempest-SecGroupIPv6Test-993619391 tempest-SecGroupIPv6Test-993619391-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41ac46e9-2db7-4637-b4e8-df969be5b9f2,revision_number=0']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:48:38.526736 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-0d1cb15b-c3ad-4120-9dab-d866a7fed9fb tempest-SecGroupIPv6Test-993619391 tempest-SecGroupIPv6Test-993619391-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:48:38.540893 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-cb999a2c-139a-49f1-8ced-8b37432ffed3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:38.542982 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5860d28e-d07f-466c-85d3-b209e6e8cbdd tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Pushing event deleted for resources: {'Subnet': ['ID=ee35f23e-956d-4b15-87a0-fe4ac4012d10,revision_number=None']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:48:38.561130 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-0d1cb15b-c3ad-4120-9dab-d866a7fed9fb tempest-SecGroupIPv6Test-993619391 tempest-SecGroupIPv6Test-993619391-project] Notify callbacks [] for security_group_rule, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:38.561323 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-30d14fc4-813f-46bd-94ac-a188f1e5669c tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0962670 Jun 24 11:48:38.562410 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-5860d28e-d07f-466c-85d3-b209e6e8cbdd tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:48:38.562573 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-0d1cb15b-c3ad-4120-9dab-d866a7fed9fb tempest-SecGroupIPv6Test-993619391 tempest-SecGroupIPv6Test-993619391-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7102299 Jun 24 11:48:38.562825 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 59128) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:48:38.566177 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 59130) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:48:38.566791 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.db.api [None req-720bc5d1-a2c8-4811-877f-dcb05449e222 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jun 24 11:48:38.566791 dv-neutron-797120-4-hyperv neutron-server[128084]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jun 24 11:48:38.566791 dv-neutron-797120-4-hyperv neutron-server[128084]: [parameters: {'id': '809dc27d-adea-4c7b-ab37-f519494de01f'}] Jun 24 11:48:38.566791 dv-neutron-797120-4-hyperv neutron-server[128084]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=128084) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 24 11:48:38.567103 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_db.api [None req-720bc5d1-a2c8-4811-877f-dcb05449e222 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=128084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 24 11:48:38.581943 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-a38b4a0d-87eb-4d65-addf-68ba96bfb5ac tempest-SecGroupIPv6Test-993619391 tempest-SecGroupIPv6Test-993619391-project] Request body: {'security_group_rule': {'security_group_id': '356f2896-5e04-4c5f-9be1-06c784d7915b', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:48:38.593325 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [None req-32a313b0-c55f-405f-a551-2750c7842dbe tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Request body: {'subnet': {'network_id': '11a80c9d-f8ee-4388-91b0-d49a25200fee', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:48:38.626598 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d3b65ec-5600-4044-9f90-0c8b5c2a7d05 tempest-RoutersIpV6AdminTest-1198470881 tempest-RoutersIpV6AdminTest-1198470881-project-admin] Notify agent at l3_agent.dv-neutron-797120-4-hyperv the message routers_updated {{(pid=128083) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 11:48:38.626977 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97f4aee8-6de1-47e2-8efd-8cb32b9e32fc None None] Resources bound (agent type, host, resource id): {{(pid=128085) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 24 11:48:38.632122 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-1d3b65ec-5600-4044-9f90-0c8b5c2a7d05 tempest-RoutersIpV6AdminTest-1198470881 tempest-RoutersIpV6AdminTest-1198470881-project-admin] Notify callbacks [] for router, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:38.632658 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-1d3b65ec-5600-4044-9f90-0c8b5c2a7d05 tempest-RoutersIpV6AdminTest-1198470881 tempest-RoutersIpV6AdminTest-1198470881-project-admin] 10.222.0.53 "PUT /v2.0/routers/f4e7b836-60bc-4543-ae43-f5780dc71f9b HTTP/1.1" status: 200 len: 918 time: 7.0481088 Jun 24 11:48:38.636532 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 59132) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:48:38.639617 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b898601e-829a-4062-bb92-db19be48011a None None] Sync routers for ids ['f4e7b836-60bc-4543-ae43-f5780dc71f9b'] in dv-neutron-797120-4-hyperv {{(pid=128086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 11:48:38.653541 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b898601e-829a-4062-bb92-db19be48011a None None] Routers {'f4e7b836-60bc-4543-ae43-f5780dc71f9b'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 11:48:38.654153 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-b898601e-829a-4062-bb92-db19be48011a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T11:48:26Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['f4e7b836-60bc-4543-ae43-f5780dc71f9b'], 'active': True} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:48:38.671675 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-69c5f5c4-46f5-4ad2-b41f-753feab63bcd req-b6c25e18-9b03-4a37-8537-c2571d8970d3 tempest-ServerActionsTestJSON-818164034 tempest-ServerActionsTestJSON-818164034-project] Notify callbacks [] for floatingip, precommit_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:38.672049 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-69c5f5c4-46f5-4ad2-b41f-753feab63bcd req-b6c25e18-9b03-4a37-8537-c2571d8970d3 tempest-ServerActionsTestJSON-818164034 tempest-ServerActionsTestJSON-818164034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1815637'] for floatingip, after_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:38.672363 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.db.l3_db [req-69c5f5c4-46f5-4ad2-b41f-753feab63bcd req-b6c25e18-9b03-4a37-8537-c2571d8970d3 tempest-ServerActionsTestJSON-818164034 tempest-ServerActionsTestJSON-818164034-project] Floating IP 29bcb728-c355-4df9-bfe0-d3a5f69ff429 disassociated. External IP: 172.26.7.159, port: 6147d57c-7485-4c8f-a255-8497342b277c. Jun 24 11:48:38.673256 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.plugin [req-69c5f5c4-46f5-4ad2-b41f-753feab63bcd req-b6c25e18-9b03-4a37-8537-c2571d8970d3 tempest-ServerActionsTestJSON-818164034 tempest-ServerActionsTestJSON-818164034-project] Calling delete_port for 6147d57c-7485-4c8f-a255-8497342b277c owned by compute:nova {{(pid=128083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 11:48:38.699200 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-b898601e-829a-4062-bb92-db19be48011a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:48:38.717317 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b898601e-829a-4062-bb92-db19be48011a None None] Routers {'f4e7b836-60bc-4543-ae43-f5780dc71f9b'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 11:48:38.718000 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-b898601e-829a-4062-bb92-db19be48011a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T11:48:26Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['f4e7b836-60bc-4543-ae43-f5780dc71f9b'], 'active': True} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:48:38.753616 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-b898601e-829a-4062-bb92-db19be48011a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:48:38.754767 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b898601e-829a-4062-bb92-db19be48011a None None] The sync data for ids ['f4e7b836-60bc-4543-ae43-f5780dc71f9b'] in dv-neutron-797120-4-hyperv is: [] {{(pid=128086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 11:48:38.811496 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-c06b24cd-644b-4c68-b4a6-7119134c2608 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-534962'] for network, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:38.853526 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-a9ef323a-3ac1-47d7-a5d0-ef3b15789ade tempest-RoutersIpV6AdminTest-1198470881 tempest-RoutersIpV6AdminTest-1198470881-project-admin] 10.222.0.53 "GET /v2.0/routers/f4e7b836-60bc-4543-ae43-f5780dc71f9b HTTP/1.1" status: 200 len: 924 time: 0.1988115 Jun 24 11:48:38.854916 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 59134) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:48:38.882831 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-ed3913fe-650c-4d67-b92f-71752679bb86 tempest-RoutersAdminTest-701485524 tempest-RoutersAdminTest-701485524-project] Notify callbacks [] for router_gateway, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:38.920673 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-ed3913fe-650c-4d67-b92f-71752679bb86 tempest-RoutersAdminTest-701485524 tempest-RoutersAdminTest-701485524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:38.924120 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2a642fb-b186-4946-b29d-0b19a9b47e61 None None] Network bddb0f8e-0e1f-4536-a9ef-e387f1699f13 requested from dv-neutron-797120-4-hyperv {{(pid=128085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 11:48:38.998874 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-cb999a2c-139a-49f1-8ced-8b37432ffed3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:39.010661 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-cb999a2c-139a-49f1-8ced-8b37432ffed3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800410'] for security_group, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:39.019017 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-592cfb58-9ade-48d0-8732-3fd075f09fbb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:48:39.034708 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.plugin [None req-c06b24cd-644b-4c68-b4a6-7119134c2608 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Deleting port 7ad8e957-138a-47d0-ae75-77e7fbba792d {{(pid=128083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 11:48:39.035513 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-c06b24cd-644b-4c68-b4a6-7119134c2608 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793193942312'] for port, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:39.036900 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-a38b4a0d-87eb-4d65-addf-68ba96bfb5ac tempest-SecGroupIPv6Test-993619391 tempest-SecGroupIPv6Test-993619391-project] Notify callbacks [] for security_group_rule, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:39.068510 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-720bc5d1-a2c8-4811-877f-dcb05449e222 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-534962'] for network, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:39.076464 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-69c5f5c4-46f5-4ad2-b41f-753feab63bcd req-b6c25e18-9b03-4a37-8537-c2571d8970d3 tempest-ServerActionsTestJSON-818164034 tempest-ServerActionsTestJSON-818164034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793193945299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193536732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2537862'] for port, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:39.098179 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.db.db_base_plugin_common [None req-ed3913fe-650c-4d67-b92f-71752679bb86 tempest-RoutersAdminTest-701485524 tempest-RoutersAdminTest-701485524-project] Allocated IP 172.26.7.147 (f2b8ca71-e776-48b2-8898-96cc7970207b/f37bf603-3862-4d0a-9f58-89616f7fd68f/1d55bba8-9a7b-47ff-874e-720b128cf99d) {{(pid=128084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 11:48:39.116861 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cd0b6ce-d9f5-40ac-bd15-d3d551352401 tempest-RoutersIpV6AdminTest-1198470881 tempest-RoutersIpV6AdminTest-1198470881-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:48:39.118682 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-2cd0b6ce-d9f5-40ac-bd15-d3d551352401 tempest-RoutersIpV6AdminTest-1198470881 tempest-RoutersIpV6AdminTest-1198470881-project-admin] 10.222.0.53 "GET /v2.0/ports?network_id=f2b8ca71-e776-48b2-8898-96cc7970207b&device_id=f4e7b836-60bc-4543-ae43-f5780dc71f9b&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.2628601 Jun 24 11:48:39.123550 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 59136) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:48:39.143048 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68549a5e-be54-4965-824c-168e6468d6e3 None None] DHCP port deletion for bddb0f8e-0e1f-4536-a9ef-e387f1699f13 request from dv-neutron-797120-4-hyperv {{(pid=128085) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 24 11:48:39.147811 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-cb999a2c-139a-49f1-8ced-8b37432ffed3 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=fa493b73ca5b46cc9dc12dba91d61fab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8331094 Jun 24 11:48:39.150392 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb999a2c-139a-49f1-8ced-8b37432ffed3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6441ee6b-0da0-4e6a-94cf-cbaca67e7b31,revision_number=1']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:48:39.152298 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-cb999a2c-139a-49f1-8ced-8b37432ffed3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:48:39.152469 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 59138) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:48:39.155950 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-4bb5e571-8b42-4a56-8caa-a307001c1862 tempest-RoutersAdminTest-701485524 tempest-RoutersAdminTest-701485524-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.063s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:48:39.170061 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32a313b0-c55f-405f-a551-2750c7842dbe tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Made reservation on behalf of 086af1f572244cd08c37d97e004e4732 for: {'subnet': 1} {{(pid=128083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 11:48:39.173765 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-32a313b0-c55f-405f-a551-2750c7842dbe tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3289788'] for subnet, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:39.175312 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.pecan_wsgi.hooks.translation [None req-32a313b0-c55f-405f-a551-2750c7842dbe tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 24 11:48:39.175746 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-32a313b0-c55f-405f-a551-2750c7842dbe tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=128083) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 24 11:48:39.209395 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c25e18-9b03-4a37-8537-c2571d8970d3 tempest-ServerActionsTestJSON-818164034 tempest-ServerActionsTestJSON-818164034-project] Pushing event deleted for resources: {'Port': ['ID=6147d57c-7485-4c8f-a255-8497342b277c,revision_number=None']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:48:39.212244 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-b6c25e18-9b03-4a37-8537-c2571d8970d3 tempest-ServerActionsTestJSON-818164034 tempest-ServerActionsTestJSON-818164034-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:48:39.221584 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.db [None req-c06b24cd-644b-4c68-b4a6-7119134c2608 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] For port 7ad8e957-138a-47d0-ae75-77e7fbba792d, host dv-neutron-797120-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=7ad8e957-138a-47d0-ae75-77e7fbba792d,segment=NetworkSegment(b78e3fec-a708-4c42-b9ce-56b3d372bb34),segment_id=b78e3fec-a708-4c42-b9ce-56b3d372bb34)] {{(pid=128083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 11:48:39.221584 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-c06b24cd-644b-4c68-b4a6-7119134c2608 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1978872'] for port, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:39.230554 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-68549a5e-be54-4965-824c-168e6468d6e3 None None] Deleting port 7ad8e957-138a-47d0-ae75-77e7fbba792d {{(pid=128085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 11:48:39.230945 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-68549a5e-be54-4965-824c-168e6468d6e3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793193942312'] for port, before_delete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:39.275790 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.plugin [None req-c06b24cd-644b-4c68-b4a6-7119134c2608 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Calling delete_port for 7ad8e957-138a-47d0-ae75-77e7fbba792d owned by network:dhcp {{(pid=128083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 11:48:39.280026 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-32a313b0-c55f-405f-a551-2750c7842dbe tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.7022326 Jun 24 11:48:39.289003 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 59142) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:48:39.294121 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [None req-906af651-9060-4a06-983d-22720675c6eb tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Request body: {'subnet': {'network_id': '11a80c9d-f8ee-4388-91b0-d49a25200fee', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:48:39.336328 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-68549a5e-be54-4965-824c-168e6468d6e3 None None] For port 7ad8e957-138a-47d0-ae75-77e7fbba792d, host dv-neutron-797120-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=7ad8e957-138a-47d0-ae75-77e7fbba792d,segment=NetworkSegment(b78e3fec-a708-4c42-b9ce-56b3d372bb34),segment_id=b78e3fec-a708-4c42-b9ce-56b3d372bb34)] {{(pid=128085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 11:48:39.336328 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-68549a5e-be54-4965-824c-168e6468d6e3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1978872'] for port, precommit_delete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:39.337551 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-ed3913fe-650c-4d67-b92f-71752679bb86 tempest-RoutersAdminTest-701485524 tempest-RoutersAdminTest-701485524-project] Notify callbacks [] for port, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:39.366149 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-68549a5e-be54-4965-824c-168e6468d6e3 None None] Calling delete_port for 7ad8e957-138a-47d0-ae75-77e7fbba792d owned by network:dhcp {{(pid=128085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 11:48:39.379795 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-a38b4a0d-87eb-4d65-addf-68ba96bfb5ac tempest-SecGroupIPv6Test-993619391 tempest-SecGroupIPv6Test-993619391-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:39.454426 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-a38b4a0d-87eb-4d65-addf-68ba96bfb5ac tempest-SecGroupIPv6Test-993619391 tempest-SecGroupIPv6Test-993619391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1627007'] for security_group_rule, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:39.477820 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:48:39.481812 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-68549a5e-be54-4965-824c-168e6468d6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793193945299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193536732'] for port, after_delete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:39.486367 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-ac911439-9c16-41c7-8dc9-70a41b3075c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:48:39.488429 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-304bc4a8-a083-4e0f-af86-d054e3b61361 req-9ada446b-4263-440c-8953-b4fa862e8f58 tempest-ServerActionsTestJSON-818164034 tempest-ServerActionsTestJSON-818164034-project] 10.222.0.53 "GET /v2.0/ports?device_id=d6cc2586-9578-488f-96d4-fbc6dd702115 HTTP/1.1" status: 200 len: 210 time: 0.1231365 Jun 24 11:48:39.503742 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38b4a0d-87eb-4d65-addf-68ba96bfb5ac tempest-SecGroupIPv6Test-993619391 tempest-SecGroupIPv6Test-993619391-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6846e75a-58d6-4aab-adcb-15db0b1c6e1b,revision_number=0']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:48:39.520838 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-a38b4a0d-87eb-4d65-addf-68ba96bfb5ac tempest-SecGroupIPv6Test-993619391 tempest-SecGroupIPv6Test-993619391-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:48:39.522303 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68549a5e-be54-4965-824c-168e6468d6e3 None None] Pushing event deleted for resources: {'Port': ['ID=7ad8e957-138a-47d0-ae75-77e7fbba792d,revision_number=None']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:48:39.534912 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68549a5e-be54-4965-824c-168e6468d6e3 None None] No DVR routers for this DVR port 7ad8e957-138a-47d0-ae75-77e7fbba792d on host dv-neutron-797120-4-hyperv {{(pid=128085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 11:48:39.536562 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-68549a5e-be54-4965-824c-168e6468d6e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:48:39.559210 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-22f913d1-e183-4ff6-b247-548f9da8a652 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:39.566507 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-ed3913fe-650c-4d67-b92f-71752679bb86 tempest-RoutersAdminTest-701485524 tempest-RoutersAdminTest-701485524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-650429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-506361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793193536723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3291971'] for port, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:39.567895 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.l3_agent_scheduler [req-69c5f5c4-46f5-4ad2-b41f-753feab63bcd req-b6c25e18-9b03-4a37-8537-c2571d8970d3 tempest-ServerActionsTestJSON-818164034 tempest-ServerActionsTestJSON-818164034-project] Router 0b649eac-266f-4b37-a2b4-e3c03cb22aef has already been hosted by L3 agent 2987dba8-2249-4ee6-96ec-28f0f7a6127d {{(pid=128083) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 11:48:39.575280 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-696af347-b0f8-46ab-a3da-4fd04c64816d tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:48:39.577720 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6b10cf7-cbc1-41d1-ac0c-4b18c6c05c9f tempest-RoutersIpV6AdminTest-1198470881 tempest-RoutersIpV6AdminTest-1198470881-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=128084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:48:39.579651 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-e6b10cf7-cbc1-41d1-ac0c-4b18c6c05c9f tempest-RoutersIpV6AdminTest-1198470881 tempest-RoutersIpV6AdminTest-1198470881-project-admin] 10.222.0.53 "GET /v2.0/networks/f2b8ca71-e776-48b2-8898-96cc7970207b HTTP/1.1" status: 200 len: 881 time: 0.4550352 Jun 24 11:48:39.583865 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 59144) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:48:39.586727 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-c06b24cd-644b-4c68-b4a6-7119134c2608 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793193945299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193536732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2537862'] for port, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:39.600008 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-b6c25e18-9b03-4a37-8537-c2571d8970d3 tempest-ServerActionsTestJSON-818164034 tempest-ServerActionsTestJSON-818164034-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:48:39.607218 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-906af651-9060-4a06-983d-22720675c6eb tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Made reservation on behalf of 086af1f572244cd08c37d97e004e4732 for: {'subnet': 1} {{(pid=128083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 11:48:39.607506 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.plugin [None req-720bc5d1-a2c8-4811-877f-dcb05449e222 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Deleting port 20861974-11e0-45ad-83c7-fa09a5fb174f {{(pid=128084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 11:48:39.607856 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-720bc5d1-a2c8-4811-877f-dcb05449e222 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793193942312'] for port, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:39.611211 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-906af651-9060-4a06-983d-22720675c6eb tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3289788'] for subnet, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:39.612521 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.pecan_wsgi.hooks.translation [None req-906af651-9060-4a06-983d-22720675c6eb tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 24 11:48:39.612927 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-906af651-9060-4a06-983d-22720675c6eb tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=128083) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 24 11:48:39.625105 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-a38b4a0d-87eb-4d65-addf-68ba96bfb5ac tempest-SecGroupIPv6Test-993619391 tempest-SecGroupIPv6Test-993619391-project] Notify callbacks [] for security_group_rule, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:39.626339 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-a38b4a0d-87eb-4d65-addf-68ba96bfb5ac tempest-SecGroupIPv6Test-993619391 tempest-SecGroupIPv6Test-993619391-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.0584276 Jun 24 11:48:39.646754 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 59146) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:48:39.653591 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed3913fe-650c-4d67-b92f-71752679bb86 tempest-RoutersAdminTest-701485524 tempest-RoutersAdminTest-701485524-project] Network f2b8ca71-e776-48b2-8898-96cc7970207b is already hosted by enough agents. {{(pid=128084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 11:48:39.655503 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-22f913d1-e183-4ff6-b247-548f9da8a652 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:39.658221 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-7aa2e03e-9f37-42b0-926f-ae4e6879be04 tempest-RoutersIpV6AdminTest-670466919 tempest-RoutersIpV6AdminTest-670466919-project] 10.222.0.53 "GET /v2.0/ports?device_id=f4e7b836-60bc-4543-ae43-f5780dc71f9b HTTP/1.1" status: 200 len: 205 time: 0.0722528 Jun 24 11:48:39.664776 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06b24cd-644b-4c68-b4a6-7119134c2608 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Pushing event deleted for resources: {'Port': ['ID=7ad8e957-138a-47d0-ae75-77e7fbba792d,revision_number=None']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:48:39.666608 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-121a2bc4-98b6-480e-8153-2bdca816baf6 tempest-SecGroupIPv6Test-993619391 tempest-SecGroupIPv6Test-993619391-project] Request body: {'security_group_rule': {'security_group_id': '356f2896-5e04-4c5f-9be1-06c784d7915b', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:48:39.668049 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 59148) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:48:39.675520 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c06b24cd-644b-4c68-b4a6-7119134c2608 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] No DVR routers for this DVR port 7ad8e957-138a-47d0-ae75-77e7fbba792d on host dv-neutron-797120-4-hyperv {{(pid=128083) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 11:48:39.677648 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-c06b24cd-644b-4c68-b4a6-7119134c2608 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:48:39.710033 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.base_scheduler [None req-ed3913fe-650c-4d67-b92f-71752679bb86 tempest-RoutersAdminTest-701485524 tempest-RoutersAdminTest-701485524-project] Resources bound (agent type, host, resource id): {{(pid=128084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:48:39.721414 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed3913fe-650c-4d67-b92f-71752679bb86 tempest-RoutersAdminTest-701485524 tempest-RoutersAdminTest-701485524-project] Received port after_create {{(pid=128084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 11:48:39.723376 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3913fe-650c-4d67-b92f-71752679bb86 tempest-RoutersAdminTest-701485524 tempest-RoutersAdminTest-701485524-project] Pushing event updated for resources: {'Port': ['ID=1d55bba8-9a7b-47ff-874e-720b128cf99d,revision_number=1']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:48:39.748514 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-ed3913fe-650c-4d67-b92f-71752679bb86 tempest-RoutersAdminTest-701485524 tempest-RoutersAdminTest-701485524-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:48:39.757102 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device 11d4e1d1-3828-4a40-a4f0-e768f1395739 no longer exists at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 11:48:39.773498 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-906af651-9060-4a06-983d-22720675c6eb tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.4802756 Jun 24 11:48:39.776142 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 59150) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:48:39.781420 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] No Port match for: 11d4e1d1-3828-4a40-a4f0-e768f1395739 {{(pid=128085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 11:48:39.781914 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device 11d4e1d1-3828-4a40-a4f0-e768f1395739 not bound to the agent host dv-neutron-797120-4-hyperv {{(pid=128085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 11:48:39.782925 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device 7ad8e957-138a-47d0-ae75-77e7fbba792d no longer exists at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 11:48:39.793808 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.db [None req-720bc5d1-a2c8-4811-877f-dcb05449e222 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] For port 20861974-11e0-45ad-83c7-fa09a5fb174f, host dv-neutron-797120-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=20861974-11e0-45ad-83c7-fa09a5fb174f,segment=NetworkSegment(af63f480-570b-4a96-98d4-d6b680537f2a),segment_id=af63f480-570b-4a96-98d4-d6b680537f2a)] {{(pid=128084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 11:48:39.794094 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-720bc5d1-a2c8-4811-877f-dcb05449e222 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1978872'] for port, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:39.797105 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [None req-51ab8367-4e25-4f28-8dfa-c3c0cff87bdc tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Request body: {'subnet': {'network_id': '11a80c9d-f8ee-4388-91b0-d49a25200fee', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:48:39.803562 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] No Port match for: 7ad8e957-138a-47d0-ae75-77e7fbba792d {{(pid=128085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 11:48:39.804005 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device 7ad8e957-138a-47d0-ae75-77e7fbba792d not bound to the agent host dv-neutron-797120-4-hyperv {{(pid=128085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 11:48:39.804537 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device 726f4d9c-3f88-4bca-a6a9-d1239510b1c6 no longer exists at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 11:48:39.819397 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.plugin [None req-720bc5d1-a2c8-4811-877f-dcb05449e222 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Calling delete_port for 20861974-11e0-45ad-83c7-fa09a5fb174f owned by network:dhcp {{(pid=128084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 11:48:39.828385 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] No Port match for: 726f4d9c-3f88-4bca-a6a9-d1239510b1c6 {{(pid=128085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 11:48:39.829361 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device 726f4d9c-3f88-4bca-a6a9-d1239510b1c6 not bound to the agent host dv-neutron-797120-4-hyperv {{(pid=128085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 11:48:39.833143 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-121a2bc4-98b6-480e-8153-2bdca816baf6 tempest-SecGroupIPv6Test-993619391 tempest-SecGroupIPv6Test-993619391-project] Notify callbacks [] for security_group_rule, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:39.933339 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-22f913d1-e183-4ff6-b247-548f9da8a652 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800410'] for security_group, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:39.935674 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-22f913d1-e183-4ff6-b247-548f9da8a652 admin admin] Notify callbacks [] for security_group, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:39.936781 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-22f913d1-e183-4ff6-b247-548f9da8a652 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/6441ee6b-0da0-4e6a-94cf-cbaca67e7b31 HTTP/1.1" status: 204 len: 168 time: 0.7823572 Jun 24 11:48:39.969337 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-f769e7c6-7480-47c0-bb4d-c5013d3f82c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:48:39.973633 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-c06b24cd-644b-4c68-b4a6-7119134c2608 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973199', 'neutron.services.segments.db._delete_segments_for_network-8793194012456'] for network, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:40.006757 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.services.segments.db [None req-c06b24cd-644b-4c68-b4a6-7119134c2608 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bddb0f8e-0e1f-4536-a9ef-e387f1699f13']}} {{(pid=128083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:48:40.017487 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f913d1-e183-4ff6-b247-548f9da8a652 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6441ee6b-0da0-4e6a-94cf-cbaca67e7b31,revision_number=None']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:48:40.023724 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-22f913d1-e183-4ff6-b247-548f9da8a652 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:48:40.032276 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Device 6147d57c-7485-4c8f-a255-8497342b277c no longer exists at agent hyperv_hv-neutron-7971 {{(pid=128085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 11:48:40.032591 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.services.segments.db [None req-c06b24cd-644b-4c68-b4a6-7119134c2608 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b78e3fec-a708-4c42-b9ce-56b3d372bb34') {'for_net_delete': True} {{(pid=128083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:48:40.033086 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.services.segments.db [None req-c06b24cd-644b-4c68-b4a6-7119134c2608 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b78e3fec-a708-4c42-b9ce-56b3d372bb34') {} {{(pid=128083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:48:40.046639 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-562f0fe4-5c23-4699-a654-d7385fbfd057 tempest-RoutersIpV6AdminTest-670466919 tempest-RoutersIpV6AdminTest-670466919-project] Notify callbacks [] for router, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:40.050319 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-121a2bc4-98b6-480e-8153-2bdca816baf6 tempest-SecGroupIPv6Test-993619391 tempest-SecGroupIPv6Test-993619391-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:40.052656 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-69c5f5c4-46f5-4ad2-b41f-753feab63bcd req-b6c25e18-9b03-4a37-8537-c2571d8970d3 tempest-ServerActionsTestJSON-818164034 tempest-ServerActionsTestJSON-818164034-project] Notify agent at l3_agent.dv-neutron-797120-4-hyperv the message routers_updated {{(pid=128083) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 11:48:40.061936 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] No Port match for: 6147d57c-7485-4c8f-a255-8497342b277c {{(pid=128085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 11:48:40.062393 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Device 6147d57c-7485-4c8f-a255-8497342b277c not bound to the agent host hv-neutron-7971 {{(pid=128085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 11:48:40.073998 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c15a2363-34b3-47b9-a5e9-465c414cbdbf None None] Sync routers for ids ['0b649eac-266f-4b37-a2b4-e3c03cb22aef'] in dv-neutron-797120-4-hyperv {{(pid=128085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 11:48:40.088137 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-c06b24cd-644b-4c68-b4a6-7119134c2608 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793194097327', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3143690'] for segment, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:40.089679 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c15a2363-34b3-47b9-a5e9-465c414cbdbf None None] Routers {'0b649eac-266f-4b37-a2b4-e3c03cb22aef'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 11:48:40.090407 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-c15a2363-34b3-47b9-a5e9-465c414cbdbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T11:48:26Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['0b649eac-266f-4b37-a2b4-e3c03cb22aef'], 'active': True} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:48:40.097463 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-121a2bc4-98b6-480e-8153-2bdca816baf6 tempest-SecGroupIPv6Test-993619391 tempest-SecGroupIPv6Test-993619391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1627007'] for security_group_rule, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:40.106721 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:48:40.152322 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-c06b24cd-644b-4c68-b4a6-7119134c2608 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967879'] for segment, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:40.152577 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121a2bc4-98b6-480e-8153-2bdca816baf6 tempest-SecGroupIPv6Test-993619391 tempest-SecGroupIPv6Test-993619391-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e378e0f-156c-409d-a0b6-360a1614238a,revision_number=0']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:48:40.177503 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.l3_dvrscheduler_db [req-69c5f5c4-46f5-4ad2-b41f-753feab63bcd req-b6c25e18-9b03-4a37-8537-c2571d8970d3 tempest-ServerActionsTestJSON-818164034 tempest-ServerActionsTestJSON-818164034-project] No DVR routers for this DVR port 6147d57c-7485-4c8f-a255-8497342b277c on host hv-neutron-7971 {{(pid=128083) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 11:48:40.178994 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-121a2bc4-98b6-480e-8153-2bdca816baf6 tempest-SecGroupIPv6Test-993619391 tempest-SecGroupIPv6Test-993619391-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:48:40.183503 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-69c5f5c4-46f5-4ad2-b41f-753feab63bcd req-b6c25e18-9b03-4a37-8537-c2571d8970d3 tempest-ServerActionsTestJSON-818164034 tempest-ServerActionsTestJSON-818164034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468916'] for port, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:40.185659 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-69c5f5c4-46f5-4ad2-b41f-753feab63bcd req-b6c25e18-9b03-4a37-8537-c2571d8970d3 tempest-ServerActionsTestJSON-818164034 tempest-ServerActionsTestJSON-818164034-project] 10.222.0.45 "DELETE /v2.0/ports/6147d57c-7485-4c8f-a255-8497342b277c HTTP/1.1" status: 204 len: 173 time: 3.4390159 Jun 24 11:48:40.188868 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6cc2586-9578-488f-96d4-fbc6dd702115', 'name': 'network-vif-deleted', 'tag': '6147d57c-7485-4c8f-a255-8497342b277c'}] {{(pid=128083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 11:48:40.191622 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a77f7dee1a0522ddf93af289475d218fcdb8f30317daadec13ebf930b5b9dbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77a8144d-37b9-4fae-8b22-73039107746e" -d '{"events": [{"server_uuid": "d6cc2586-9578-488f-96d4-fbc6dd702115", "name": "network-vif-deleted", "tag": "6147d57c-7485-4c8f-a255-8497342b277c"}]}' {{(pid=128083) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 11:48:40.201646 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-121a2bc4-98b6-480e-8153-2bdca816baf6 tempest-SecGroupIPv6Test-993619391 tempest-SecGroupIPv6Test-993619391-project] Notify callbacks [] for security_group_rule, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:40.203531 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-121a2bc4-98b6-480e-8153-2bdca816baf6 tempest-SecGroupIPv6Test-993619391 tempest-SecGroupIPv6Test-993619391-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5517418 Jun 24 11:48:40.208043 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 59156) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:48:40.211711 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-720bc5d1-a2c8-4811-877f-dcb05449e222 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793193945299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193536732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3292088'] for port, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:40.221226 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-69798d0d-2a88-472c-b330-9c4f74d27a0c tempest-SecGroupIPv6Test-993619391 tempest-SecGroupIPv6Test-993619391-project] Request body: {'security_group_rule': {'security_group_id': '356f2896-5e04-4c5f-9be1-06c784d7915b', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:48:40.230777 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-76bd9414-4dcb-42b3-86a6-17cc6ec3cfbc tempest-RoutersAdminTest-1970644103 tempest-RoutersAdminTest-1970644103-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:48:40.240106 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c06b24cd-644b-4c68-b4a6-7119134c2608 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Releasing vlan 629 on physical network physnet1 to pool {{(pid=128083) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 11:48:40.240568 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-c06b24cd-644b-4c68-b4a6-7119134c2608 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2537899'] for segment, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:40.247557 dv-neutron-797120-4-hyperv neutron-server[128083]: Traceback (most recent call last): Jun 24 11:48:40.247557 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 24 11:48:40.247557 dv-neutron-797120-4-hyperv neutron-server[128083]: timer() Jun 24 11:48:40.247557 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 24 11:48:40.247557 dv-neutron-797120-4-hyperv neutron-server[128083]: cb(*args, **kw) Jun 24 11:48:40.247557 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 24 11:48:40.247557 dv-neutron-797120-4-hyperv neutron-server[128083]: return func(*args, **kwargs) Jun 24 11:48:40.247557 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 24 11:48:40.247557 dv-neutron-797120-4-hyperv neutron-server[128083]: self._notify() Jun 24 11:48:40.247557 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 24 11:48:40.247557 dv-neutron-797120-4-hyperv neutron-server[128083]: self.callback(batched_events) Jun 24 11:48:40.247557 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 24 11:48:40.247557 dv-neutron-797120-4-hyperv neutron-server[128083]: event.method(event) Jun 24 11:48:40.247557 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 24 11:48:40.247557 dv-neutron-797120-4-hyperv neutron-server[128083]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 24 11:48:40.247557 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 24 11:48:40.247557 dv-neutron-797120-4-hyperv neutron-server[128083]: aggregate_uuid = self.p_client.list_aggregates( Jun 24 11:48:40.247557 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 24 11:48:40.247557 dv-neutron-797120-4-hyperv neutron-server[128083]: return f(self, *a, **k) Jun 24 11:48:40.247557 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 24 11:48:40.247557 dv-neutron-797120-4-hyperv neutron-server[128083]: return self._get(url).json() Jun 24 11:48:40.247557 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 24 11:48:40.247557 dv-neutron-797120-4-hyperv neutron-server[128083]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 24 11:48:40.247557 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 24 11:48:40.247557 dv-neutron-797120-4-hyperv neutron-server[128083]: return self.request(url, 'GET', **kwargs) Jun 24 11:48:40.247557 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 24 11:48:40.247557 dv-neutron-797120-4-hyperv neutron-server[128083]: base_url = self.get_endpoint(auth, allow=allow, Jun 24 11:48:40.247557 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 24 11:48:40.247557 dv-neutron-797120-4-hyperv neutron-server[128083]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 24 11:48:40.247557 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 24 11:48:40.247557 dv-neutron-797120-4-hyperv neutron-server[128083]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 24 11:48:40.247557 dv-neutron-797120-4-hyperv neutron-server[128083]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 24 11:48:40.277475 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51ab8367-4e25-4f28-8dfa-c3c0cff87bdc tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Made reservation on behalf of 086af1f572244cd08c37d97e004e4732 for: {'subnet': 1} {{(pid=128083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 11:48:40.284444 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-51ab8367-4e25-4f28-8dfa-c3c0cff87bdc tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3289788'] for subnet, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:40.286048 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.pecan_wsgi.hooks.translation [None req-51ab8367-4e25-4f28-8dfa-c3c0cff87bdc tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 24 11:48:40.286496 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-51ab8367-4e25-4f28-8dfa-c3c0cff87bdc tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=128083) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 24 11:48:40.290398 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720bc5d1-a2c8-4811-877f-dcb05449e222 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Pushing event deleted for resources: {'Port': ['ID=20861974-11e0-45ad-83c7-fa09a5fb174f,revision_number=None']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:48:40.309250 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-720bc5d1-a2c8-4811-877f-dcb05449e222 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] No DVR routers for this DVR port 20861974-11e0-45ad-83c7-fa09a5fb174f on host dv-neutron-797120-4-hyperv {{(pid=128084) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 11:48:40.310871 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-ed3913fe-650c-4d67-b92f-71752679bb86 tempest-RoutersAdminTest-701485524 tempest-RoutersAdminTest-701485524-project] Notify callbacks [] for router_gateway, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:40.314377 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-720bc5d1-a2c8-4811-877f-dcb05449e222 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:48:40.347857 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 11:48:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90e6c5fb-5574-4156-bbe3-04c034e63f8a x-openstack-request-id: req-90e6c5fb-5574-4156-bbe3-04c034e63f8a {{(pid=128083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 11:48:40.348418 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6cc2586-9578-488f-96d4-fbc6dd702115", "name": "network-vif-deleted", "tag": "6147d57c-7485-4c8f-a255-8497342b277c", "status": "completed", "code": 200}]} {{(pid=128083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 11:48:40.348541 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-90e6c5fb-5574-4156-bbe3-04c034e63f8a {{(pid=128083) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 11:48:40.348902 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6cc2586-9578-488f-96d4-fbc6dd702115', 'name': 'network-vif-deleted', 'tag': '6147d57c-7485-4c8f-a255-8497342b277c', 'status': 'completed', 'code': 200} Jun 24 11:48:40.390357 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-c06b24cd-644b-4c68-b4a6-7119134c2608 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1800243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1815642'] for network, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:40.400595 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-c06b24cd-644b-4c68-b4a6-7119134c2608 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588949'] for network, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:40.402767 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-c06b24cd-644b-4c68-b4a6-7119134c2608 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] 10.222.0.53 "DELETE /v2.0/networks/bddb0f8e-0e1f-4536-a9ef-e387f1699f13 HTTP/1.1" status: 204 len: 168 time: 1.8808033 Jun 24 11:48:40.406006 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 59158) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:48:40.411011 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-ef392c1b-702b-45fc-aaec-41650b5cf376 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:48:40.416331 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-f13ecca1-a00d-43ea-9907-fe7f672072be tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Request body: {'router': {'routes': None}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:48:40.432186 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-51ab8367-4e25-4f28-8dfa-c3c0cff87bdc tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.6523209 Jun 24 11:48:40.435165 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 59160) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:48:40.438254 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06b24cd-644b-4c68-b4a6-7119134c2608 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Pushing event deleted for resources: {'Network': ['ID=bddb0f8e-0e1f-4536-a9ef-e387f1699f13,revision_number=None']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:48:40.446393 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-c06b24cd-644b-4c68-b4a6-7119134c2608 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:48:40.452828 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [None req-0e91a9a5-5434-4cbb-be51-8cd62b018bc8 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Request body: {'subnet': {'network_id': '11a80c9d-f8ee-4388-91b0-d49a25200fee', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:48:40.459001 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-562f0fe4-5c23-4699-a654-d7385fbfd057 tempest-RoutersIpV6AdminTest-670466919 tempest-RoutersIpV6AdminTest-670466919-project] Notify callbacks [] for router_gateway, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:40.532579 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvr_db [None req-c15a2363-34b3-47b9-a5e9-465c414cbdbf None None] Set router 0b649eac-266f-4b37-a2b4-e3c03cb22aef gateway port host: dv-neutron-797120-4-hyperv {{(pid=128085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 11:48:40.537251 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-69798d0d-2a88-472c-b330-9c4f74d27a0c tempest-SecGroupIPv6Test-993619391 tempest-SecGroupIPv6Test-993619391-project] Notify callbacks [] for security_group_rule, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:40.590477 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-720bc5d1-a2c8-4811-877f-dcb05449e222 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973199', 'neutron.services.segments.db._delete_segments_for_network-8793194012456'] for network, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:40.602290 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.plugin [None req-562f0fe4-5c23-4699-a654-d7385fbfd057 tempest-RoutersIpV6AdminTest-670466919 tempest-RoutersIpV6AdminTest-670466919-project] Deleting port 8b9f0f43-1d08-422c-acba-00df21d602f6 {{(pid=128083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 11:48:40.602645 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-562f0fe4-5c23-4699-a654-d7385fbfd057 tempest-RoutersIpV6AdminTest-670466919 tempest-RoutersIpV6AdminTest-670466919-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793193942312'] for port, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:40.612966 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.services.segments.db [None req-720bc5d1-a2c8-4811-877f-dcb05449e222 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['809dc27d-adea-4c7b-ab37-f519494de01f']}} {{(pid=128084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:48:40.622745 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e91a9a5-5434-4cbb-be51-8cd62b018bc8 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Made reservation on behalf of 086af1f572244cd08c37d97e004e4732 for: {'subnet': 1} {{(pid=128083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 11:48:40.627398 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-0e91a9a5-5434-4cbb-be51-8cd62b018bc8 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3289788'] for subnet, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:40.629052 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e91a9a5-5434-4cbb-be51-8cd62b018bc8 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 24 11:48:40.629655 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0e91a9a5-5434-4cbb-be51-8cd62b018bc8 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=128083) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 24 11:48:40.653964 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-0e91a9a5-5434-4cbb-be51-8cd62b018bc8 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.2177076 Jun 24 11:48:40.656787 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 59164) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:48:40.692244 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [None req-ce042345-1a06-4d3b-911a-af6527a90216 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Request body: {'subnet': {'network_id': '11a80c9d-f8ee-4388-91b0-d49a25200fee', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:48:40.693217 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.services.segments.db [None req-720bc5d1-a2c8-4811-877f-dcb05449e222 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af63f480-570b-4a96-98d4-d6b680537f2a') {'for_net_delete': True} {{(pid=128084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:48:40.693516 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.services.segments.db [None req-720bc5d1-a2c8-4811-877f-dcb05449e222 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af63f480-570b-4a96-98d4-d6b680537f2a') {} {{(pid=128084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:48:40.718754 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-720bc5d1-a2c8-4811-877f-dcb05449e222 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793194097327', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2373599'] for segment, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:40.759629 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-b7dd9301-33dd-4042-9a26-11d4f8173a03 req-4ab73f93-238a-4829-a3c5-7b8e0c58083f tempest-ServerActionsTestJSON-818164034 tempest-ServerActionsTestJSON-818164034-project] 10.222.0.53 "GET /v2.0/ports?device_id=d6cc2586-9578-488f-96d4-fbc6dd702115 HTTP/1.1" status: 200 len: 210 time: 0.0627563 Jun 24 11:48:40.782547 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.db.extraroute_db [None req-f13ecca1-a00d-43ea-9907-fe7f672072be tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Added routes are [] {{(pid=128084) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Jun 24 11:48:40.782843 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.db.extraroute_db [None req-f13ecca1-a00d-43ea-9907-fe7f672072be tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Removed routes are [] {{(pid=128084) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Jun 24 11:48:40.783316 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-f13ecca1-a00d-43ea-9907-fe7f672072be tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1975381', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1803205', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65378'] for router, precommit_update {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:40.806563 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-720bc5d1-a2c8-4811-877f-dcb05449e222 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967879'] for segment, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:40.818635 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-c15a2363-34b3-47b9-a5e9-465c414cbdbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b649eac-266f-4b37-a2b4-e3c03cb22aef', 'name': 'tempest-ServerActionsTestJSON-373423756-router', 'tenant_id': '33124f0dd27d41d79a5a6b42eb81b949', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'external_fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.216'}], 'enable_snat': True}, 'gw_port_id': 'd90dba58-22e7-42dd-885a-25915bf0b441', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T11:44:22Z', 'updated_at': '2021-06-24T11:44:36Z', 'revision_number': 4, 'project_id': '33124f0dd27d41d79a5a6b42eb81b949', 'gw_port': {'id': 'd90dba58-22e7-42dd-885a-25915bf0b441', 'name': '', 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:66:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b649eac-266f-4b37-a2b4-e3c03cb22aef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:44:24Z', 'updated_at': '2021-06-24T11:44:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-4-hyperv', '_interfaces': [{'id': '49b5e277-6c4d-4c06-94f1-609b61df994e', 'name': '', 'network_id': '4865c6d7-6c66-4548-b02e-d00e97d481c4', 'tenant_id': '33124f0dd27d41d79a5a6b42eb81b949', 'mac_address': 'fa:16:3e:0e:b5:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b649eac-266f-4b37-a2b4-e3c03cb22aef', 'device_owner': 'network:router_interface', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': 'c9f29286-6a6a-43a7-8236-d8b39e2a7133', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:44:33Z', 'updated_at': '2021-06-24T11:44:46Z', 'revision_number': 5, 'project_id': '33124f0dd27d41d79a5a6b42eb81b949', 'subnets': [{'id': 'c9f29286-6a6a-43a7-8236-d8b39e2a7133', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:48:40.860937 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c15a2363-34b3-47b9-a5e9-465c414cbdbf None None] Checking router: 0b649eac-266f-4b37-a2b4-e3c03cb22aef for host: dv-neutron-797120-4-hyperv {{(pid=128085) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 11:48:40.874240 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c15a2363-34b3-47b9-a5e9-465c414cbdbf None None] Routers {'0b649eac-266f-4b37-a2b4-e3c03cb22aef'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 11:48:40.875258 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-c15a2363-34b3-47b9-a5e9-465c414cbdbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T11:48:26Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['0b649eac-266f-4b37-a2b4-e3c03cb22aef'], 'active': True} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:48:40.876662 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-69798d0d-2a88-472c-b330-9c4f74d27a0c tempest-SecGroupIPv6Test-993619391 tempest-SecGroupIPv6Test-993619391-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:40.878201 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-720bc5d1-a2c8-4811-877f-dcb05449e222 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Releasing vlan 636 on physical network physnet1 to pool {{(pid=128084) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 11:48:40.878717 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-720bc5d1-a2c8-4811-877f-dcb05449e222 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3292053'] for segment, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:40.914996 dv-neutron-797120-4-hyperv neutron-server[128084]: Traceback (most recent call last): Jun 24 11:48:40.914996 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 24 11:48:40.914996 dv-neutron-797120-4-hyperv neutron-server[128084]: timer() Jun 24 11:48:40.914996 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 24 11:48:40.914996 dv-neutron-797120-4-hyperv neutron-server[128084]: cb(*args, **kw) Jun 24 11:48:40.914996 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 24 11:48:40.914996 dv-neutron-797120-4-hyperv neutron-server[128084]: return func(*args, **kwargs) Jun 24 11:48:40.914996 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 24 11:48:40.914996 dv-neutron-797120-4-hyperv neutron-server[128084]: self._notify() Jun 24 11:48:40.914996 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 24 11:48:40.914996 dv-neutron-797120-4-hyperv neutron-server[128084]: self.callback(batched_events) Jun 24 11:48:40.914996 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 24 11:48:40.914996 dv-neutron-797120-4-hyperv neutron-server[128084]: event.method(event) Jun 24 11:48:40.914996 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 24 11:48:40.914996 dv-neutron-797120-4-hyperv neutron-server[128084]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 24 11:48:40.914996 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 24 11:48:40.914996 dv-neutron-797120-4-hyperv neutron-server[128084]: aggregate_uuid = self.p_client.list_aggregates( Jun 24 11:48:40.914996 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 24 11:48:40.914996 dv-neutron-797120-4-hyperv neutron-server[128084]: return f(self, *a, **k) Jun 24 11:48:40.914996 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 24 11:48:40.914996 dv-neutron-797120-4-hyperv neutron-server[128084]: return self._get(url).json() Jun 24 11:48:40.914996 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 24 11:48:40.914996 dv-neutron-797120-4-hyperv neutron-server[128084]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 24 11:48:40.914996 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 24 11:48:40.914996 dv-neutron-797120-4-hyperv neutron-server[128084]: return self.request(url, 'GET', **kwargs) Jun 24 11:48:40.914996 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 24 11:48:40.914996 dv-neutron-797120-4-hyperv neutron-server[128084]: base_url = self.get_endpoint(auth, allow=allow, Jun 24 11:48:40.914996 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 24 11:48:40.914996 dv-neutron-797120-4-hyperv neutron-server[128084]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 24 11:48:40.914996 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 24 11:48:40.914996 dv-neutron-797120-4-hyperv neutron-server[128084]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 24 11:48:40.914996 dv-neutron-797120-4-hyperv neutron-server[128084]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 24 11:48:40.951545 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-69798d0d-2a88-472c-b330-9c4f74d27a0c tempest-SecGroupIPv6Test-993619391 tempest-SecGroupIPv6Test-993619391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1627007'] for security_group_rule, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:41.023046 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-a38b4a0d-87eb-4d65-addf-68ba96bfb5ac tempest-SecGroupIPv6Test-993619391 tempest-SecGroupIPv6Test-993619391-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:48:41.031043 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvr_db [None req-c15a2363-34b3-47b9-a5e9-465c414cbdbf None None] Set router 0b649eac-266f-4b37-a2b4-e3c03cb22aef gateway port host: dv-neutron-797120-4-hyperv {{(pid=128085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 11:48:41.197907 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-562f0fe4-5c23-4699-a654-d7385fbfd057 tempest-RoutersIpV6AdminTest-670466919 tempest-RoutersIpV6AdminTest-670466919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1978872'] for port, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:41.232863 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.plugin [None req-562f0fe4-5c23-4699-a654-d7385fbfd057 tempest-RoutersIpV6AdminTest-670466919 tempest-RoutersIpV6AdminTest-670466919-project] Calling delete_port for 8b9f0f43-1d08-422c-acba-00df21d602f6 owned by network:router_gateway {{(pid=128083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 11:48:41.234474 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce042345-1a06-4d3b-911a-af6527a90216 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Made reservation on behalf of 086af1f572244cd08c37d97e004e4732 for: {'subnet': 1} {{(pid=128083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 11:48:41.238898 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-ce042345-1a06-4d3b-911a-af6527a90216 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3289788'] for subnet, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:41.240366 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce042345-1a06-4d3b-911a-af6527a90216 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 24 11:48:41.240818 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ce042345-1a06-4d3b-911a-af6527a90216 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=128083) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 24 11:48:41.296682 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-ce042345-1a06-4d3b-911a-af6527a90216 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.6383781 Jun 24 11:48:41.297371 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-c15a2363-34b3-47b9-a5e9-465c414cbdbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b649eac-266f-4b37-a2b4-e3c03cb22aef', 'name': 'tempest-ServerActionsTestJSON-373423756-router', 'tenant_id': '33124f0dd27d41d79a5a6b42eb81b949', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'external_fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.216'}], 'enable_snat': True}, 'gw_port_id': 'd90dba58-22e7-42dd-885a-25915bf0b441', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T11:44:22Z', 'updated_at': '2021-06-24T11:44:36Z', 'revision_number': 4, 'project_id': '33124f0dd27d41d79a5a6b42eb81b949', 'gw_port': {'id': 'd90dba58-22e7-42dd-885a-25915bf0b441', 'name': '', 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:66:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b649eac-266f-4b37-a2b4-e3c03cb22aef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:44:24Z', 'updated_at': '2021-06-24T11:44:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-4-hyperv', '_interfaces': [{'id': '49b5e277-6c4d-4c06-94f1-609b61df994e', 'name': '', 'network_id': '4865c6d7-6c66-4548-b02e-d00e97d481c4', 'tenant_id': '33124f0dd27d41d79a5a6b42eb81b949', 'mac_address': 'fa:16:3e:0e:b5:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b649eac-266f-4b37-a2b4-e3c03cb22aef', 'device_owner': 'network:router_interface', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': 'c9f29286-6a6a-43a7-8236-d8b39e2a7133', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:44:33Z', 'updated_at': '2021-06-24T11:44:46Z', 'revision_number': 5, 'project_id': '33124f0dd27d41d79a5a6b42eb81b949', 'subnets': [{'id': 'c9f29286-6a6a-43a7-8236-d8b39e2a7133', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:48:41.300205 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 59166) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:48:41.306997 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [None req-2b02b25c-d99c-4d18-854d-5e7d76feae37 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Request body: {'subnet': {'network_id': '11a80c9d-f8ee-4388-91b0-d49a25200fee', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:48:41.327888 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c15a2363-34b3-47b9-a5e9-465c414cbdbf None None] The sync data for ids ['0b649eac-266f-4b37-a2b4-e3c03cb22aef'] in dv-neutron-797120-4-hyperv is: [{'id': '0b649eac-266f-4b37-a2b4-e3c03cb22aef', 'name': 'tempest-ServerActionsTestJSON-373423756-router', 'tenant_id': '33124f0dd27d41d79a5a6b42eb81b949', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'external_fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.216'}], 'enable_snat': True}, 'gw_port_id': 'd90dba58-22e7-42dd-885a-25915bf0b441', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T11:44:22Z', 'updated_at': '2021-06-24T11:44:36Z', 'revision_number': 4, 'project_id': '33124f0dd27d41d79a5a6b42eb81b949', 'gw_port': {'id': 'd90dba58-22e7-42dd-885a-25915bf0b441', 'name': '', 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:66:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b649eac-266f-4b37-a2b4-e3c03cb22aef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:44:24Z', 'updated_at': '2021-06-24T11:44:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-4-hyperv', '_interfaces': [{'id': '49b5e277-6c4d-4c06-94f1-609b61df994e', 'name': '', 'network_id': '4865c6d7-6c66-4548-b02e-d00e97d481c4', 'tenant_id': '33124f0dd27d41d79a5a6b42eb81b949', 'mac_address': 'fa:16:3e:0e:b5:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b649eac-266f-4b37-a2b4-e3c03cb22aef', 'device_owner': 'network:router_interface', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': 'c9f29286-6a6a-43a7-8236-d8b39e2a7133', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:44:33Z', 'updated_at': '2021-06-24T11:44:46Z', 'revision_number': 5, 'project_id': '33124f0dd27d41d79a5a6b42eb81b949', 'subnets': [{'id': 'c9f29286-6a6a-43a7-8236-d8b39e2a7133', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=128085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 11:48:41.472929 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b02b25c-d99c-4d18-854d-5e7d76feae37 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Made reservation on behalf of 086af1f572244cd08c37d97e004e4732 for: {'subnet': 1} {{(pid=128083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 11:48:41.476904 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-2b02b25c-d99c-4d18-854d-5e7d76feae37 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3289788'] for subnet, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:41.478487 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b02b25c-d99c-4d18-854d-5e7d76feae37 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 24 11:48:41.479503 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2b02b25c-d99c-4d18-854d-5e7d76feae37 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=128083) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 24 11:48:41.484408 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69798d0d-2a88-472c-b330-9c4f74d27a0c tempest-SecGroupIPv6Test-993619391 tempest-SecGroupIPv6Test-993619391-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4ce4d02-63b2-4beb-9cc9-97a03cda88e8,revision_number=0']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:48:41.498142 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-69798d0d-2a88-472c-b330-9c4f74d27a0c tempest-SecGroupIPv6Test-993619391 tempest-SecGroupIPv6Test-993619391-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.475s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:48:41.499977 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-f13ecca1-a00d-43ea-9907-fe7f672072be tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1975381', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1803205', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65378'] for router, precommit_update {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:41.501913 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-720bc5d1-a2c8-4811-877f-dcb05449e222 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1800243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1815642'] for network, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:41.502224 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-2b02b25c-d99c-4d18-854d-5e7d76feae37 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.1996291 Jun 24 11:48:41.505995 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 59168) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:48:41.520323 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-e583cca7-f72d-46a1-9ccc-664fd22ee5d8 tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:48:41.535786 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-720bc5d1-a2c8-4811-877f-dcb05449e222 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Notify callbacks [] for network, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:41.541587 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 59170) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:48:41.541798 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-720bc5d1-a2c8-4811-877f-dcb05449e222 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] 10.222.0.53 "DELETE /v2.0/networks/809dc27d-adea-4c7b-ab37-f519494de01f HTTP/1.1" status: 204 len: 168 time: 5.5638595 Jun 24 11:48:41.548707 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [None req-f11b7c0e-2fbb-4a71-a6e4-aa1c7a63dffe tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1331263243'}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:48:41.571885 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-f13ecca1-a00d-43ea-9907-fe7f672072be tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1815767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1975340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1815772', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1803228'] for router, after_update {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:41.577926 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-69798d0d-2a88-472c-b330-9c4f74d27a0c tempest-SecGroupIPv6Test-993619391 tempest-SecGroupIPv6Test-993619391-project] Notify callbacks [] for security_group_rule, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:41.579981 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-69798d0d-2a88-472c-b330-9c4f74d27a0c tempest-SecGroupIPv6Test-993619391 tempest-SecGroupIPv6Test-993619391-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.3695693 Jun 24 11:48:41.583335 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 59172) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:48:41.588269 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [None req-14194957-0199-4d16-89dd-057859729677 tempest-SecGroupIPv6Test-993619391 tempest-SecGroupIPv6Test-993619391-project] Request body: {'security_group_rule': {'security_group_id': '356f2896-5e04-4c5f-9be1-06c784d7915b', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:48:41.592072 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-ed3913fe-650c-4d67-b92f-71752679bb86 tempest-RoutersAdminTest-701485524 tempest-RoutersAdminTest-701485524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1803210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1815767'] for router, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:41.592626 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-562f0fe4-5c23-4699-a654-d7385fbfd057 tempest-RoutersIpV6AdminTest-670466919 tempest-RoutersIpV6AdminTest-670466919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793193945299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193536732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2537862'] for port, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:41.598412 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-d1c82d8a-33f4-400e-be49-b4e9c64fdee8 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0879719 Jun 24 11:48:41.598602 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-d6f5f2b7-d78c-41e5-a3e0-9deee0feb067 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:48:41.600391 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 59174) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:48:41.626358 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f11b7c0e-2fbb-4a71-a6e4-aa1c7a63dffe tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Made reservation on behalf of aaefe7394f294c70a614c4415cde77d6 for: {'network': 1} {{(pid=128083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 11:48:41.630088 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-f11b7c0e-2fbb-4a71-a6e4-aa1c7a63dffe tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for network, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:41.635505 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562f0fe4-5c23-4699-a654-d7385fbfd057 tempest-RoutersIpV6AdminTest-670466919 tempest-RoutersIpV6AdminTest-670466919-project] Pushing event deleted for resources: {'Port': ['ID=8b9f0f43-1d08-422c-acba-00df21d602f6,revision_number=None']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:48:41.636834 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a200170e-8fb0-4693-851a-af7ddd0b6e62 None None] New status for floating IP 29bcb728-c355-4df9-bfe0-d3a5f69ff429: DOWN {{(pid=128086) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 24 11:48:41.648212 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-562f0fe4-5c23-4699-a654-d7385fbfd057 tempest-RoutersIpV6AdminTest-670466919 tempest-RoutersIpV6AdminTest-670466919-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:48:41.648390 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720bc5d1-a2c8-4811-877f-dcb05449e222 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Pushing event deleted for resources: {'Network': ['ID=809dc27d-adea-4c7b-ab37-f519494de01f,revision_number=None']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:48:41.652652 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-720bc5d1-a2c8-4811-877f-dcb05449e222 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:48:41.714427 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f11b7c0e-2fbb-4a71-a6e4-aa1c7a63dffe tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] vlan segment allocate from pool success with {'vlan_id': 610, 'physical_network': 'physnet1'} {{(pid=128083) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 11:48:41.730675 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-14194957-0199-4d16-89dd-057859729677 tempest-SecGroupIPv6Test-993619391 tempest-SecGroupIPv6Test-993619391-project] Notify callbacks [] for security_group_rule, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:41.748300 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-f11b7c0e-2fbb-4a71-a6e4-aa1c7a63dffe tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967879'] for segment, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:41.748663 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.db.segments_db [None req-f11b7c0e-2fbb-4a71-a6e4-aa1c7a63dffe tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Added segment 9acdedaa-667b-486d-ab1b-d350219e0add of type vlan for network 8a65849b-14d9-430b-8861-8355a0d0209e Jun 24 11:48:41.765059 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-562f0fe4-5c23-4699-a654-d7385fbfd057 tempest-RoutersIpV6AdminTest-670466919 tempest-RoutersIpV6AdminTest-670466919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1815728'] for router_gateway, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:41.811108 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f13ecca1-a00d-43ea-9907-fe7f672072be tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Router d87749d3-f594-4284-87a4-6fe3955904b1 has already been hosted by L3 agent 2987dba8-2249-4ee6-96ec-28f0f7a6127d {{(pid=128084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 11:48:41.829658 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6975520-fede-4951-b876-83505edf77b8 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=128084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:48:41.831719 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-e6975520-fede-4951-b876-83505edf77b8 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2306082 Jun 24 11:48:41.840449 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 59178) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:48:41.887301 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-0ad70506-cb61-4203-98bf-8149f37a6b14 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0456429 Jun 24 11:48:41.918092 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 59182) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:48:41.926642 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [None req-a4032b3a-e813-4eaf-850e-1b4e87bb7fe7 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Request body: {'subnet': {'network_id': '11a80c9d-f8ee-4388-91b0-d49a25200fee', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:48:41.941121 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-562f0fe4-5c23-4699-a654-d7385fbfd057 tempest-RoutersIpV6AdminTest-670466919 tempest-RoutersIpV6AdminTest-670466919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1803182', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65403'] for router, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:41.943664 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-f11b7c0e-2fbb-4a71-a6e4-aa1c7a63dffe tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793193525068'] for network, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:41.950971 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-562f0fe4-5c23-4699-a654-d7385fbfd057 tempest-RoutersIpV6AdminTest-670466919 tempest-RoutersIpV6AdminTest-670466919-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:41.981666 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f13ecca1-a00d-43ea-9907-fe7f672072be tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Notify agent at l3_agent.dv-neutron-797120-4-hyperv the message routers_updated {{(pid=128084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 11:48:41.990264 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-f13ecca1-a00d-43ea-9907-fe7f672072be tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Notify callbacks [] for router, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:41.994974 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-f13ecca1-a00d-43ea-9907-fe7f672072be tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] 10.222.0.53 "PUT /v2.0/routers/d87749d3-f594-4284-87a4-6fe3955904b1 HTTP/1.1" status: 200 len: 700 time: 1.5798464 Jun 24 11:48:41.995128 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0719486-6d03-428e-829b-ee3afd7d3cdb None None] Sync routers for ids ['d87749d3-f594-4284-87a4-6fe3955904b1'] in dv-neutron-797120-4-hyperv {{(pid=128085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 11:48:42.002982 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 59184) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:48:42.005042 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0719486-6d03-428e-829b-ee3afd7d3cdb None None] Routers {'d87749d3-f594-4284-87a4-6fe3955904b1'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 11:48:42.005666 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-b0719486-6d03-428e-829b-ee3afd7d3cdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T11:48:26Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['d87749d3-f594-4284-87a4-6fe3955904b1'], 'active': True} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:48:42.042712 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-467bd9fc-d890-4ce9-b9be-f05f5b02a12c tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] 10.222.0.53 "GET /v2.0/ports?device_id=d87749d3-f594-4284-87a4-6fe3955904b1 HTTP/1.1" status: 200 len: 205 time: 0.0364239 Jun 24 11:48:42.043206 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 59186) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:48:42.070236 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-14194957-0199-4d16-89dd-057859729677 tempest-SecGroupIPv6Test-993619391 tempest-SecGroupIPv6Test-993619391-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:42.080929 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvr_db [None req-b0719486-6d03-428e-829b-ee3afd7d3cdb None None] Set router d87749d3-f594-4284-87a4-6fe3955904b1 gateway port host: None {{(pid=128085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 11:48:42.082080 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-14194957-0199-4d16-89dd-057859729677 tempest-SecGroupIPv6Test-993619391 tempest-SecGroupIPv6Test-993619391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1627007'] for security_group_rule, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:42.085989 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-562f0fe4-5c23-4699-a654-d7385fbfd057 tempest-RoutersIpV6AdminTest-670466919 tempest-RoutersIpV6AdminTest-670466919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1806072'] for router, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:42.086550 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-562f0fe4-5c23-4699-a654-d7385fbfd057 tempest-RoutersIpV6AdminTest-670466919 tempest-RoutersIpV6AdminTest-670466919-project] Fanout notify agent at l3_agent the message router_deleted on router f4e7b836-60bc-4543-ae43-f5780dc71f9b {{(pid=128083) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 24 11:48:42.095458 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-562f0fe4-5c23-4699-a654-d7385fbfd057 tempest-RoutersIpV6AdminTest-670466919 tempest-RoutersIpV6AdminTest-670466919-project] Notify callbacks [] for router, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:42.100538 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-562f0fe4-5c23-4699-a654-d7385fbfd057 tempest-RoutersIpV6AdminTest-670466919 tempest-RoutersIpV6AdminTest-670466919-project] 10.222.0.53 "DELETE /v2.0/routers/f4e7b836-60bc-4543-ae43-f5780dc71f9b HTTP/1.1" status: 204 len: 168 time: 2.4250357 Jun 24 11:48:42.100538 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-aaf47926-0529-4924-884e-abcad05b0c86 tempest-ServersTestJSON-1725335409 tempest-ServersTestJSON-1725335409-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:48:42.100817 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 59188) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:48:42.119466 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-f11b7c0e-2fbb-4a71-a6e4-aa1c7a63dffe tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1800243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976'] for network, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:42.124969 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f11b7c0e-2fbb-4a71-a6e4-aa1c7a63dffe tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:48:42.125582 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-f11b7c0e-2fbb-4a71-a6e4-aa1c7a63dffe tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588949'] for network, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:42.131127 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14194957-0199-4d16-89dd-057859729677 tempest-SecGroupIPv6Test-993619391 tempest-SecGroupIPv6Test-993619391-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2e99120-0bf6-4749-81af-9c0134103f09,revision_number=0']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:48:42.143010 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-14194957-0199-4d16-89dd-057859729677 tempest-SecGroupIPv6Test-993619391 tempest-SecGroupIPv6Test-993619391-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:48:42.144147 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-b0719486-6d03-428e-829b-ee3afd7d3cdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd87749d3-f594-4284-87a4-6fe3955904b1', 'name': 'tempest-RoutersTest-router-456200694', 'tenant_id': '01c7f8735a2b4722ae0cabb11183e366', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T11:47:01Z', 'updated_at': '2021-06-24T11:48:35Z', 'revision_number': 11, 'project_id': '01c7f8735a2b4722ae0cabb11183e366', 'gw_port_host': None}], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:48:42.144971 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-9c4364fd-53d4-48dc-b45b-8f4a2631e5b6 tempest-BulkNetworkOpsIpV6Test-1142812762 tempest-BulkNetworkOpsIpV6Test-1142812762-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.014s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:48:42.148796 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-e62befb5-0c5e-4b28-9fb8-f6c159fb7c29 tempest-RoutersIpV6AdminTest-670466919 tempest-RoutersIpV6AdminTest-670466919-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-224590267', 'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b'}, 'admin_state_up': False}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:48:42.160488 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed3913fe-650c-4d67-b92f-71752679bb86 tempest-RoutersAdminTest-701485524 tempest-RoutersAdminTest-701485524-project] Router 4b982a39-28ee-4d1b-98fc-2c51c0cd285c is scheduled to L3 agent 2987dba8-2249-4ee6-96ec-28f0f7a6127d with binding_index 1 {{(pid=128084) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 24 11:48:42.170010 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-cd64afb8-e635-43b3-a7c9-d3a4858fb970 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Notify callbacks [] for router, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:42.172715 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0719486-6d03-428e-829b-ee3afd7d3cdb None None] Checking router: d87749d3-f594-4284-87a4-6fe3955904b1 for host: dv-neutron-797120-4-hyperv {{(pid=128085) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 11:48:42.174469 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4032b3a-e813-4eaf-850e-1b4e87bb7fe7 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Made reservation on behalf of 086af1f572244cd08c37d97e004e4732 for: {'subnet': 1} {{(pid=128083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 11:48:42.177766 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-a4032b3a-e813-4eaf-850e-1b4e87bb7fe7 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3289788'] for subnet, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:42.182086 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0719486-6d03-428e-829b-ee3afd7d3cdb None None] Routers {'d87749d3-f594-4284-87a4-6fe3955904b1'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 11:48:42.182538 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-b0719486-6d03-428e-829b-ee3afd7d3cdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T11:48:26Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['d87749d3-f594-4284-87a4-6fe3955904b1'], 'active': True} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:48:42.195458 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-14194957-0199-4d16-89dd-057859729677 tempest-SecGroupIPv6Test-993619391 tempest-SecGroupIPv6Test-993619391-project] Notify callbacks [] for security_group_rule, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:42.199332 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-14194957-0199-4d16-89dd-057859729677 tempest-SecGroupIPv6Test-993619391 tempest-SecGroupIPv6Test-993619391-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.6123450 Jun 24 11:48:42.201080 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-f11b7c0e-2fbb-4a71-a6e4-aa1c7a63dffe tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6575313 Jun 24 11:48:42.210397 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 59190) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:48:42.210736 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 59192) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:48:42.222200 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-1aacc2d7-eee8-433b-bfca-3ae51e0da9ea tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Request body: {'subnet': {'network_id': '8a65849b-14d9-430b-8861-8355a0d0209e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:48:42.253435 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvr_db [None req-b0719486-6d03-428e-829b-ee3afd7d3cdb None None] Set router d87749d3-f594-4284-87a4-6fe3955904b1 gateway port host: None {{(pid=128085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 11:48:42.278445 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11b7c0e-2fbb-4a71-a6e4-aa1c7a63dffe tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Pushing event updated for resources: {'Network': ['ID=8a65849b-14d9-430b-8861-8355a0d0209e,revision_number=1']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:48:42.286007 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-f11b7c0e-2fbb-4a71-a6e4-aa1c7a63dffe tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:48:42.307492 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Network 8a65849b-14d9-430b-8861-8355a0d0209e details requested by agent ovs-agent-dv-neutron-797120-4-hyperv with host dv-neutron-797120-4-hyperv {{(pid=128085) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 11:48:42.310686 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-b0719486-6d03-428e-829b-ee3afd7d3cdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd87749d3-f594-4284-87a4-6fe3955904b1', 'name': 'tempest-RoutersTest-router-456200694', 'tenant_id': '01c7f8735a2b4722ae0cabb11183e366', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T11:47:01Z', 'updated_at': '2021-06-24T11:48:35Z', 'revision_number': 11, 'project_id': '01c7f8735a2b4722ae0cabb11183e366', 'gw_port_host': None}], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:48:42.356208 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0719486-6d03-428e-829b-ee3afd7d3cdb None None] The sync data for ids ['d87749d3-f594-4284-87a4-6fe3955904b1'] in dv-neutron-797120-4-hyperv is: [{'id': 'd87749d3-f594-4284-87a4-6fe3955904b1', 'name': 'tempest-RoutersTest-router-456200694', 'tenant_id': '01c7f8735a2b4722ae0cabb11183e366', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T11:47:01Z', 'updated_at': '2021-06-24T11:48:35Z', 'revision_number': 11, 'project_id': '01c7f8735a2b4722ae0cabb11183e366', 'gw_port_host': None}] {{(pid=128085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 11:48:42.404384 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-e62befb5-0c5e-4b28-9fb8-f6c159fb7c29 tempest-RoutersIpV6AdminTest-670466919 tempest-RoutersIpV6AdminTest-670466919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1803889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65293'] for router, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:42.405447 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-e62befb5-0c5e-4b28-9fb8-f6c159fb7c29 tempest-RoutersIpV6AdminTest-670466919 tempest-RoutersIpV6AdminTest-670466919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1803848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1975305', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1581158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65396'] for router, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:42.442707 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-a4a7bfec-d5ee-4872-89e5-28ca8829585a tempest-SecGroupIPv6Test-993619391 tempest-SecGroupIPv6Test-993619391-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:42.512081 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.objects.ports [None req-a4032b3a-e813-4eaf-850e-1b4e87bb7fe7 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=128083) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jun 24 11:48:42.513441 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-a4032b3a-e813-4eaf-850e-1b4e87bb7fe7 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2537737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3289942'] for subnet, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:42.515490 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-78a1b31a-beef-4399-884c-668e2a7d63dc tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:48:42.524447 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-a4a7bfec-d5ee-4872-89e5-28ca8829585a tempest-SecGroupIPv6Test-993619391 tempest-SecGroupIPv6Test-993619391-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:42.563412 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4032b3a-e813-4eaf-850e-1b4e87bb7fe7 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Network 11a80c9d-f8ee-4388-91b0-d49a25200fee is already hosted by enough agents. {{(pid=128083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 11:48:42.567090 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.base_scheduler [None req-a4032b3a-e813-4eaf-850e-1b4e87bb7fe7 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Resources bound (agent type, host, resource id): {{(pid=128083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:48:42.576416 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4032b3a-e813-4eaf-850e-1b4e87bb7fe7 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:48:42.577355 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-a4032b3a-e813-4eaf-850e-1b4e87bb7fe7 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588949'] for subnet, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:42.578304 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e891a14-b0af-452e-99cc-3d740a73685d None None] Network 11a80c9d-f8ee-4388-91b0-d49a25200fee requested from dv-neutron-797120-4-hyperv {{(pid=128085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 11:48:42.590533 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4032b3a-e813-4eaf-850e-1b4e87bb7fe7 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Pushing event updated for resources: {'Subnet': ['ID=469e1318-8111-44bc-bc96-36acb97d563d,revision_number=0']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:48:42.593365 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-a4032b3a-e813-4eaf-850e-1b4e87bb7fe7 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:48:42.608444 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-a4032b3a-e813-4eaf-850e-1b4e87bb7fe7 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.6890895 Jun 24 11:48:42.611032 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 59194) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:48:42.612379 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-cd64afb8-e635-43b3-a7c9-d3a4858fb970 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1803182', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65403'] for router, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:42.616603 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [None req-fe66cadd-ac10-410a-922c-c50775f7b68a tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Request body: {'port': {'network_id': '11a80c9d-f8ee-4388-91b0-d49a25200fee', 'mac_address': 'fa:16:3e:6c:06:ab', 'name': 'tempest-NetworksTestDHCPv6-1402375026'}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:48:42.623369 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-cd64afb8-e635-43b3-a7c9-d3a4858fb970 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:42.670649 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-e62befb5-0c5e-4b28-9fb8-f6c159fb7c29 tempest-RoutersIpV6AdminTest-670466919 tempest-RoutersIpV6AdminTest-670466919-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:42.672135 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed3913fe-650c-4d67-b92f-71752679bb86 tempest-RoutersAdminTest-701485524 tempest-RoutersAdminTest-701485524-project] Notify agent at l3_agent.dv-neutron-797120-4-hyperv the message routers_updated {{(pid=128084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 11:48:42.686201 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a914fa3-801d-45b0-9af9-72fb601796e0 None None] Sync routers for ids ['4b982a39-28ee-4d1b-98fc-2c51c0cd285c'] in dv-neutron-797120-4-hyperv {{(pid=128086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 11:48:42.701525 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a914fa3-801d-45b0-9af9-72fb601796e0 None None] Routers {'4b982a39-28ee-4d1b-98fc-2c51c0cd285c'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 11:48:42.702399 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-6a914fa3-801d-45b0-9af9-72fb601796e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T11:48:26Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['4b982a39-28ee-4d1b-98fc-2c51c0cd285c'], 'active': True} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:48:42.711209 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-a4a7bfec-d5ee-4872-89e5-28ca8829585a tempest-SecGroupIPv6Test-993619391 tempest-SecGroupIPv6Test-993619391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1627007'] for security_group_rule, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:42.725694 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-1a808cd5-69d4-4bab-9ded-1b199fd4a188 tempest-SecGroupIPv6Test-993619391 tempest-SecGroupIPv6Test-993619391-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:48:42.759712 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-6a914fa3-801d-45b0-9af9-72fb601796e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:48:42.769350 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-a4a7bfec-d5ee-4872-89e5-28ca8829585a tempest-SecGroupIPv6Test-993619391 tempest-SecGroupIPv6Test-993619391-project] Notify callbacks [] for security_group_rule, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:42.772848 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-a4a7bfec-d5ee-4872-89e5-28ca8829585a tempest-SecGroupIPv6Test-993619391 tempest-SecGroupIPv6Test-993619391-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/a2e99120-0bf6-4749-81af-9c0134103f09 HTTP/1.1" status: 204 len: 168 time: 0.5588162 Jun 24 11:48:42.773045 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a914fa3-801d-45b0-9af9-72fb601796e0 None None] Routers {'4b982a39-28ee-4d1b-98fc-2c51c0cd285c'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 11:48:42.773163 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69737602-161e-4136-931f-c471303b4e24 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d65c8f8-7530-5052-99fe-8ea05073750b-11a80c9d-f8ee-4388-91b0-d49a25200fee', 'network_id': '11a80c9d-f8ee-4388-91b0-d49a25200fee', 'tenant_id': '086af1f572244cd08c37d97e004e4732', 'fixed_ips': [{'subnet_id': '469e1318-8111-44bc-bc96-36acb97d563d'}]}} from dv-neutron-797120-4-hyperv. {{(pid=128085) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 24 11:48:42.773262 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-6a914fa3-801d-45b0-9af9-72fb601796e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T11:48:26Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['4b982a39-28ee-4d1b-98fc-2c51c0cd285c'], 'active': True} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:48:42.773356 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-69737602-161e-4136-931f-c471303b4e24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_create {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:42.774636 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 59196) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:48:42.777412 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1aacc2d7-eee8-433b-bfca-3ae51e0da9ea tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Made reservation on behalf of aaefe7394f294c70a614c4415cde77d6 for: {'subnet': 1} {{(pid=128084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 11:48:42.781116 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-1aacc2d7-eee8-433b-bfca-3ae51e0da9ea tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3162484'] for subnet, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:42.785887 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-cd64afb8-e635-43b3-a7c9-d3a4858fb970 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1806072'] for router, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:42.786386 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd64afb8-e635-43b3-a7c9-d3a4858fb970 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Fanout notify agent at l3_agent the message router_deleted on router d87749d3-f594-4284-87a4-6fe3955904b1 {{(pid=128084) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 24 11:48:42.813697 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-6a914fa3-801d-45b0-9af9-72fb601796e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:48:42.815528 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a914fa3-801d-45b0-9af9-72fb601796e0 None None] The sync data for ids ['4b982a39-28ee-4d1b-98fc-2c51c0cd285c'] in dv-neutron-797120-4-hyperv is: [] {{(pid=128086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 11:48:42.824043 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe66cadd-ac10-410a-922c-c50775f7b68a tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Made reservation on behalf of 086af1f572244cd08c37d97e004e4732 for: {'port': 1} {{(pid=128083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 11:48:42.827815 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-cd64afb8-e635-43b3-a7c9-d3a4858fb970 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Notify callbacks [] for router, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:42.833955 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-cd64afb8-e635-43b3-a7c9-d3a4858fb970 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] 10.222.0.53 "DELETE /v2.0/routers/d87749d3-f594-4284-87a4-6fe3955904b1 HTTP/1.1" status: 204 len: 168 time: 0.7849159 Jun 24 11:48:42.834695 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 59198) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:48:42.843216 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-ed3913fe-650c-4d67-b92f-71752679bb86 tempest-RoutersAdminTest-701485524 tempest-RoutersAdminTest-701485524-project] Notify callbacks [] for router, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:42.847540 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-ed3913fe-650c-4d67-b92f-71752679bb86 tempest-RoutersAdminTest-701485524 tempest-RoutersAdminTest-701485524-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 6.1742349 Jun 24 11:48:42.848470 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a7bfec-d5ee-4872-89e5-28ca8829585a tempest-SecGroupIPv6Test-993619391 tempest-SecGroupIPv6Test-993619391-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a2e99120-0bf6-4749-81af-9c0134103f09,revision_number=None']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:48:42.851927 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 59200) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:48:42.859529 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [None req-a987dfd7-3aa7-481c-ae3c-5893dfa8b1ea tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-532304542', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:48:42.864364 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-a4a7bfec-d5ee-4872-89e5-28ca8829585a tempest-SecGroupIPv6Test-993619391 tempest-SecGroupIPv6Test-993619391-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:48:42.869525 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-aaa9a802-4236-4b07-b2da-8d3767987df1 tempest-RoutersAdminTest-701485524 tempest-RoutersAdminTest-701485524-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:48:42.935787 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-fe9d2986-910f-4760-a489-c86dd97d95e1 tempest-SecGroupIPv6Test-993619391 tempest-SecGroupIPv6Test-993619391-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.1598139 Jun 24 11:48:42.936442 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 59204) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:48:42.936776 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 59206) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:48:42.987345 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.db_base_plugin_common [None req-69737602-161e-4136-931f-c471303b4e24 None None] Allocated IP 2001:db8::f816:3eff:fe53:1519 (11a80c9d-f8ee-4388-91b0-d49a25200fee/469e1318-8111-44bc-bc96-36acb97d563d/449605fd-1014-4ba5-adbd-f298e4a68875) {{(pid=128085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 11:48:43.012261 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-a987dfd7-3aa7-481c-ae3c-5893dfa8b1ea tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1803889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65293'] for router, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:43.013350 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-a987dfd7-3aa7-481c-ae3c-5893dfa8b1ea tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1803848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1975305', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1581158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65396'] for router, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:43.051740 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-e62befb5-0c5e-4b28-9fb8-f6c159fb7c29 tempest-RoutersIpV6AdminTest-670466919 tempest-RoutersIpV6AdminTest-670466919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1975381', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1803205', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65378'] for router, precommit_update {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:43.061879 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-b47a08b7-6cc7-47e0-b590-b863ea3a2449 tempest-SecGroupIPv6Test-993619391 tempest-SecGroupIPv6Test-993619391-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:43.087201 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-b47a08b7-6cc7-47e0-b590-b863ea3a2449 tempest-SecGroupIPv6Test-993619391 tempest-SecGroupIPv6Test-993619391-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:43.152089 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-fe66cadd-ac10-410a-922c-c50775f7b68a tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:43.161023 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-a987dfd7-3aa7-481c-ae3c-5893dfa8b1ea tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:43.162803 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-69737602-161e-4136-931f-c471303b4e24 None None] Notify callbacks [] for port, precommit_create {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:43.186989 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-a987dfd7-3aa7-481c-ae3c-5893dfa8b1ea tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1803210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1815767'] for router, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:43.196893 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-69737602-161e-4136-931f-c471303b4e24 None None] Transition to ACTIVE for port object 449605fd-1014-4ba5-adbd-f298e4a68875 will not be triggered until provisioned by entity L2. {{(pid=128085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 11:48:43.200758 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-6f71607e-1405-4f7f-818e-ae161ce9f2b7 tempest-ServerActionsTestJSON-818164034 tempest-ServerActionsTestJSON-818164034-project] Notify callbacks [] for security_group, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:43.206794 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-b47a08b7-6cc7-47e0-b590-b863ea3a2449 tempest-SecGroupIPv6Test-993619391 tempest-SecGroupIPv6Test-993619391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1627007'] for security_group_rule, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:43.214240 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-69737602-161e-4136-931f-c471303b4e24 None None] Transition to ACTIVE for port object 449605fd-1014-4ba5-adbd-f298e4a68875 will not be triggered until provisioned by entity DHCP. {{(pid=128085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 11:48:43.214919 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.notifiers.nova [None req-fe66cadd-ac10-410a-922c-c50775f7b68a tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] device_id is not set on port 92721ba2-378a-46bc-b4f0-72174558a162 yet. {{(pid=128083) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 24 11:48:43.221581 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-69737602-161e-4136-931f-c471303b4e24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-650429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-506361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793193536723'] for port, after_create {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:43.225312 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:48:43.228014 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:48:43.236174 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-b47a08b7-6cc7-47e0-b590-b863ea3a2449 tempest-SecGroupIPv6Test-993619391 tempest-SecGroupIPv6Test-993619391-project] Notify callbacks [] for security_group_rule, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:43.239743 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-b47a08b7-6cc7-47e0-b590-b863ea3a2449 tempest-SecGroupIPv6Test-993619391 tempest-SecGroupIPv6Test-993619391-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/b4ce4d02-63b2-4beb-9cc9-97a03cda88e8 HTTP/1.1" status: 204 len: 168 time: 0.2939336 Jun 24 11:48:43.239743 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-a987dfd7-3aa7-481c-ae3c-5893dfa8b1ea tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Notify callbacks [] for router, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:43.243455 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-a987dfd7-3aa7-481c-ae3c-5893dfa8b1ea tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.4065084 Jun 24 11:48:43.248483 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 59208) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:48:43.248815 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 59210) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:48:43.260928 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69737602-161e-4136-931f-c471303b4e24 None None] Network 11a80c9d-f8ee-4388-91b0-d49a25200fee is already hosted by enough agents. {{(pid=128085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 11:48:43.265723 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.scheduler.base_scheduler [None req-69737602-161e-4136-931f-c471303b4e24 None None] Resources bound (agent type, host, resource id): {{(pid=128085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:48:43.267726 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69737602-161e-4136-931f-c471303b4e24 None None] Received port after_create {{(pid=128085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 11:48:43.284544 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69737602-161e-4136-931f-c471303b4e24 None None] Pushing event updated for resources: {'Port': ['ID=449605fd-1014-4ba5-adbd-f298e4a68875,revision_number=1']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:48:43.287205 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-69737602-161e-4136-931f-c471303b4e24 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:48:43.297171 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [None req-a9aea7fc-faac-487e-902f-3034ff4986ba tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Request body: {'router': {'admin_state_up': True}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:48:43.306494 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47a08b7-6cc7-47e0-b590-b863ea3a2449 tempest-SecGroupIPv6Test-993619391 tempest-SecGroupIPv6Test-993619391-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b4ce4d02-63b2-4beb-9cc9-97a03cda88e8,revision_number=None']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:48:43.340488 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-69737602-161e-4136-931f-c471303b4e24 None None] Attempting to bind port 449605fd-1014-4ba5-adbd-f298e4a68875 on host dv-neutron-797120-4-hyperv for vnic_type normal with profile {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 11:48:43.340755 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-6f71607e-1405-4f7f-818e-ae161ce9f2b7 tempest-ServerActionsTestJSON-818164034 tempest-ServerActionsTestJSON-818164034-project] Notify callbacks [] for security_group, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:43.340851 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-69737602-161e-4136-931f-c471303b4e24 None None] Attempting to bind port 449605fd-1014-4ba5-adbd-f298e4a68875 by drivers openvswitch,hyperv on host dv-neutron-797120-4-hyperv at level 0 using segments [{'id': 'fddfe548-9582-48fa-8a0c-6b06bc4d1b9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '11a80c9d-f8ee-4388-91b0-d49a25200fee'}] {{(pid=128085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 11:48:43.341267 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69737602-161e-4136-931f-c471303b4e24 None None] Attempting to bind port 449605fd-1014-4ba5-adbd-f298e4a68875 on network 11a80c9d-f8ee-4388-91b0-d49a25200fee {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 11:48:43.346898 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69737602-161e-4136-931f-c471303b4e24 None None] Checking agent: {'id': 'e3a695b2-c397-461f-83b0-10b79d490b59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 11, 36, 56), 'started_at': datetime.datetime(2021, 6, 24, 11, 37, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 11, 48, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 11:48:43.347290 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69737602-161e-4136-931f-c471303b4e24 None None] Checking segment: {'id': 'fddfe548-9582-48fa-8a0c-6b06bc4d1b9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '11a80c9d-f8ee-4388-91b0-d49a25200fee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=128085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 11:48:43.347705 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-69737602-161e-4136-931f-c471303b4e24 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:43.348131 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69737602-161e-4136-931f-c471303b4e24 None None] Bound using segment: {'id': 'fddfe548-9582-48fa-8a0c-6b06bc4d1b9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '11a80c9d-f8ee-4388-91b0-d49a25200fee'} {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 11:48:43.348762 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-69737602-161e-4136-931f-c471303b4e24 None None] Bound port: 449605fd-1014-4ba5-adbd-f298e4a68875, host: dv-neutron-797120-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fddfe548-9582-48fa-8a0c-6b06bc4d1b9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '11a80c9d-f8ee-4388-91b0-d49a25200fee'}}] {{(pid=128085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 11:48:43.349199 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-69737602-161e-4136-931f-c471303b4e24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:43.356657 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-b47a08b7-6cc7-47e0-b590-b863ea3a2449 tempest-SecGroupIPv6Test-993619391 tempest-SecGroupIPv6Test-993619391-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:48:43.381107 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-1aacc2d7-eee8-433b-bfca-3ae51e0da9ea tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3291959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3162270'] for subnet, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:43.386232 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-5f8ff4a1-bdcd-4932-a2d5-50b04af839c2 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:48:43.421129 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-69737602-161e-4136-931f-c471303b4e24 None None] For port 449605fd-1014-4ba5-adbd-f298e4a68875, host dv-neutron-797120-4-hyperv, cleared binding levels {{(pid=128085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 11:48:43.427114 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-69737602-161e-4136-931f-c471303b4e24 None None] For port 449605fd-1014-4ba5-adbd-f298e4a68875, host dv-neutron-797120-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=449605fd-1014-4ba5-adbd-f298e4a68875,segment=NetworkSegment(fddfe548-9582-48fa-8a0c-6b06bc4d1b9f),segment_id=fddfe548-9582-48fa-8a0c-6b06bc4d1b9f)] {{(pid=128085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 11:48:43.438285 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-69737602-161e-4136-931f-c471303b4e24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:43.441750 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-69737602-161e-4136-931f-c471303b4e24 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:48:43.506623 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69737602-161e-4136-931f-c471303b4e24 None None] Pushing event updated for resources: {'Port': ['ID=449605fd-1014-4ba5-adbd-f298e4a68875,revision_number=2']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:48:43.506623 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-69737602-161e-4136-931f-c471303b4e24 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:48:43.523997 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aacc2d7-eee8-433b-bfca-3ae51e0da9ea tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Pushing event updated for resources: {'Subnet': ['ID=858cd321-ed63-406a-894f-12281c9e7778,revision_number=0']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:48:43.532955 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-1aacc2d7-eee8-433b-bfca-3ae51e0da9ea tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:48:43.548690 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-cbd1ffe6-cf20-4843-ba6b-f24a29bdac56 tempest-SecGroupIPv6Test-993619391 tempest-SecGroupIPv6Test-993619391-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.2948973 Jun 24 11:48:43.556310 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 59212) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:48:43.629763 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.db_base_plugin_common [None req-fe66cadd-ac10-410a-922c-c50775f7b68a tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Allocated IP 2001:db8::f816:3eff:fe6c:6ab (11a80c9d-f8ee-4388-91b0-d49a25200fee/469e1318-8111-44bc-bc96-36acb97d563d/92721ba2-378a-46bc-b4f0-72174558a162) {{(pid=128083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 11:48:43.666724 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-6f71607e-1405-4f7f-818e-ae161ce9f2b7 tempest-ServerActionsTestJSON-818164034 tempest-ServerActionsTestJSON-818164034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800410'] for security_group, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:43.669365 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-6f71607e-1405-4f7f-818e-ae161ce9f2b7 tempest-ServerActionsTestJSON-818164034 tempest-ServerActionsTestJSON-818164034-project] Notify callbacks [] for security_group, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:43.670546 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-6f71607e-1405-4f7f-818e-ae161ce9f2b7 tempest-ServerActionsTestJSON-818164034 tempest-ServerActionsTestJSON-818164034-project] 10.222.0.53 "DELETE /v2.0/security-groups/7ca7987f-c073-401f-ba18-8737b1398c4a HTTP/1.1" status: 204 len: 168 time: 0.7282929 Jun 24 11:48:43.679555 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-e4db8f2f-8ea0-4e57-8aad-c0f34e37034c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:48:43.685381 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-a9aea7fc-faac-487e-902f-3034ff4986ba tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1975381', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1803205', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65378'] for router, precommit_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:43.690502 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 59214) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:48:43.710050 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-690a8741-0818-4e98-820a-904dfe6ff2d5 tempest-SecGroupIPv6Test-993619391 tempest-SecGroupIPv6Test-993619391-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:43.747184 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-690a8741-0818-4e98-820a-904dfe6ff2d5 tempest-SecGroupIPv6Test-993619391 tempest-SecGroupIPv6Test-993619391-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:43.749325 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f71607e-1405-4f7f-818e-ae161ce9f2b7 tempest-ServerActionsTestJSON-818164034 tempest-ServerActionsTestJSON-818164034-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ca7987f-c073-401f-ba18-8737b1398c4a,revision_number=None']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:48:43.752571 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-6f71607e-1405-4f7f-818e-ae161ce9f2b7 tempest-ServerActionsTestJSON-818164034 tempest-ServerActionsTestJSON-818164034-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:48:43.773349 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-a9aea7fc-faac-487e-902f-3034ff4986ba tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1815767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1975340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1815772', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1803228'] for router, after_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:43.778921 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.api.v2.resource [None req-acca9082-a90b-41bd-b119-1e0b53ddc289 tempest-ServerActionsTestJSON-818164034 tempest-ServerActionsTestJSON-818164034-project] show failed (client error): The resource could not be found. Jun 24 11:48:43.783395 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-acca9082-a90b-41bd-b119-1e0b53ddc289 tempest-ServerActionsTestJSON-818164034 tempest-ServerActionsTestJSON-818164034-project] 10.222.0.53 "GET /v2.0/security-groups/7ca7987f-c073-401f-ba18-8737b1398c4a HTTP/1.1" status: 404 len: 347 time: 0.0887475 Jun 24 11:48:43.784326 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 59216) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:48:43.974717 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aacc2d7-eee8-433b-bfca-3ae51e0da9ea tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Checking segment: {'id': '9acdedaa-667b-486d-ab1b-d350219e0add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '8a65849b-14d9-430b-8861-8355a0d0209e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=128084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 11:48:43.975265 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1aacc2d7-eee8-433b-bfca-3ae51e0da9ea tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Network hostable DHCP agents. Network: 8a65849b-14d9-430b-8861-8355a0d0209e, hostable agents: ['6be988a9-1d97-480f-be5a-c55abf2c55c5'], hosted agents: [] {{(pid=128084) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 11:48:43.996490 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-690a8741-0818-4e98-820a-904dfe6ff2d5 tempest-SecGroupIPv6Test-993619391 tempest-SecGroupIPv6Test-993619391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1627007'] for security_group_rule, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:44.012436 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-690a8741-0818-4e98-820a-904dfe6ff2d5 tempest-SecGroupIPv6Test-993619391 tempest-SecGroupIPv6Test-993619391-project] Notify callbacks [] for security_group_rule, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:44.013598 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-690a8741-0818-4e98-820a-904dfe6ff2d5 tempest-SecGroupIPv6Test-993619391 tempest-SecGroupIPv6Test-993619391-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/3e378e0f-156c-409d-a0b6-360a1614238a HTTP/1.1" status: 204 len: 168 time: 0.4558303 Jun 24 11:48:44.016505 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 59218) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:48:44.024409 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-aaa9a802-4236-4b07-b2da-8d3767987df1 tempest-RoutersAdminTest-701485524 tempest-RoutersAdminTest-701485524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1975381', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1803205', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65378'] for router, precommit_update {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:44.041930 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:48:44.066464 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-e62befb5-0c5e-4b28-9fb8-f6c159fb7c29 tempest-RoutersIpV6AdminTest-670466919 tempest-RoutersIpV6AdminTest-670466919-project] Notify callbacks [] for router_gateway, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:44.083096 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690a8741-0818-4e98-820a-904dfe6ff2d5 tempest-SecGroupIPv6Test-993619391 tempest-SecGroupIPv6Test-993619391-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3e378e0f-156c-409d-a0b6-360a1614238a,revision_number=None']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:48:44.085476 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-690a8741-0818-4e98-820a-904dfe6ff2d5 tempest-SecGroupIPv6Test-993619391 tempest-SecGroupIPv6Test-993619391-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:48:44.093294 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-e62befb5-0c5e-4b28-9fb8-f6c159fb7c29 tempest-RoutersIpV6AdminTest-670466919 tempest-RoutersIpV6AdminTest-670466919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:44.095011 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1aacc2d7-eee8-433b-bfca-3ae51e0da9ea tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Network 8a65849b-14d9-430b-8861-8355a0d0209e is scheduled to be hosted by DHCP agent 6be988a9-1d97-480f-be5a-c55abf2c55c5 with binding_index 1 {{(pid=128084) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 11:48:44.097353 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-aaa9a802-4236-4b07-b2da-8d3767987df1 tempest-RoutersAdminTest-701485524 tempest-RoutersAdminTest-701485524-project] Notify callbacks [] for router_gateway, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:44.142408 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9aea7fc-faac-487e-902f-3034ff4986ba tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Router 92204f77-58f8-4164-9b5f-ebef81a1c20e is scheduled to L3 agent 2987dba8-2249-4ee6-96ec-28f0f7a6127d with binding_index 1 {{(pid=128083) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 24 11:48:44.149988 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.base_scheduler [None req-1aacc2d7-eee8-433b-bfca-3ae51e0da9ea tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-4-hyperv, 8a65849b-14d9-430b-8861-8355a0d0209e) {{(pid=128084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:48:44.159319 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d170030-1c1c-4ba2-8634-311f59084253 None None] Network 8a65849b-14d9-430b-8861-8355a0d0209e requested from dv-neutron-797120-4-hyperv {{(pid=128085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 11:48:44.163509 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-fe66cadd-ac10-410a-922c-c50775f7b68a tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks [] for port, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:44.185714 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1aacc2d7-eee8-433b-bfca-3ae51e0da9ea tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=128084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:48:44.186314 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-1aacc2d7-eee8-433b-bfca-3ae51e0da9ea tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Notify callbacks [] for subnet, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:44.208088 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-41a4431c-a00b-4b30-98f2-351fdb42f905 tempest-SecGroupIPv6Test-993619391 tempest-SecGroupIPv6Test-993619391-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1899226 Jun 24 11:48:44.213977 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 59220) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:48:44.216503 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.plugin [None req-fa5bb23b-c5a0-4ad8-b260-bfbb843c1450 tempest-ServerActionsTestJSON-818164034 tempest-ServerActionsTestJSON-818164034-project] Deleting port 0d5768a8-6446-49a3-b64b-53372859d0fe {{(pid=128083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 11:48:44.216895 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-fa5bb23b-c5a0-4ad8-b260-bfbb843c1450 tempest-ServerActionsTestJSON-818164034 tempest-ServerActionsTestJSON-818164034-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793193942312'] for port, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:44.257100 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-1aacc2d7-eee8-433b-bfca-3ae51e0da9ea tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0441458 Jun 24 11:48:44.269574 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.provisioning_blocks [None req-fe66cadd-ac10-410a-922c-c50775f7b68a tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Transition to ACTIVE for port object 92721ba2-378a-46bc-b4f0-72174558a162 will not be triggered until provisioned by entity DHCP. {{(pid=128083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 11:48:44.270759 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 59222) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:48:44.301897 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-b0128675-103d-459d-841f-020689c6116d tempest-SecGroupIPv6Test-993619391 tempest-SecGroupIPv6Test-993619391-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:44.321171 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-b0128675-103d-459d-841f-020689c6116d tempest-SecGroupIPv6Test-993619391 tempest-SecGroupIPv6Test-993619391-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:44.334952 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9aea7fc-faac-487e-902f-3034ff4986ba tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Notify agent at l3_agent.dv-neutron-797120-4-hyperv the message routers_updated {{(pid=128083) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 11:48:44.342347 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-a9aea7fc-faac-487e-902f-3034ff4986ba tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Notify callbacks [] for router, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:44.343649 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-a9aea7fc-faac-487e-902f-3034ff4986ba tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] 10.222.0.53 "PUT /v2.0/routers/92204f77-58f8-4164-9b5f-ebef81a1c20e HTTP/1.1" status: 200 len: 693 time: 1.0889149 Jun 24 11:48:44.346921 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.db.db_base_plugin_common [None req-e62befb5-0c5e-4b28-9fb8-f6c159fb7c29 tempest-RoutersIpV6AdminTest-670466919 tempest-RoutersIpV6AdminTest-670466919-project] Allocated IP 172.26.7.81 (f2b8ca71-e776-48b2-8898-96cc7970207b/f37bf603-3862-4d0a-9f58-89616f7fd68f/6cfef4e3-5521-4b53-8bb9-ea08fd8a73de) {{(pid=128084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 11:48:44.350358 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 59224) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:48:44.389085 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d759f644-8b51-455e-94ea-76c4441778fa None None] Sync routers for ids ['92204f77-58f8-4164-9b5f-ebef81a1c20e'] in dv-neutron-797120-4-hyperv {{(pid=128085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 11:48:44.400583 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9526e306-7b6c-4ad4-b3a4-6e873f209cc0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d65c8f8-7530-5052-99fe-8ea05073750b-8a65849b-14d9-430b-8861-8355a0d0209e', 'network_id': '8a65849b-14d9-430b-8861-8355a0d0209e', 'tenant_id': 'aaefe7394f294c70a614c4415cde77d6', 'fixed_ips': [{'subnet_id': '858cd321-ed63-406a-894f-12281c9e7778'}]}} from dv-neutron-797120-4-hyperv. {{(pid=128085) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 24 11:48:44.402055 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-9526e306-7b6c-4ad4-b3a4-6e873f209cc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_create {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:44.424493 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d759f644-8b51-455e-94ea-76c4441778fa None None] Routers {'92204f77-58f8-4164-9b5f-ebef81a1c20e'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 11:48:44.428530 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-d759f644-8b51-455e-94ea-76c4441778fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T11:48:26Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['92204f77-58f8-4164-9b5f-ebef81a1c20e'], 'active': True} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:48:44.468866 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-fa5bb23b-c5a0-4ad8-b260-bfbb843c1450 tempest-ServerActionsTestJSON-818164034 tempest-ServerActionsTestJSON-818164034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1978872'] for port, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:44.469293 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-fa5bb23b-c5a0-4ad8-b260-bfbb843c1450 tempest-ServerActionsTestJSON-818164034 tempest-ServerActionsTestJSON-818164034-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:44.493935 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-87149ccf-7ee6-4d0a-a1d1-cb5572adb4c8 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-534962'] for network, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:44.500945 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.plugin [None req-fa5bb23b-c5a0-4ad8-b260-bfbb843c1450 tempest-ServerActionsTestJSON-818164034 tempest-ServerActionsTestJSON-818164034-project] Calling delete_port for 0d5768a8-6446-49a3-b64b-53372859d0fe owned by network:floatingip {{(pid=128083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 11:48:44.501393 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-5aba66db-5164-46b4-b7f7-11705ec410d6 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] 10.222.0.53 "GET /v2.0/routers/92204f77-58f8-4164-9b5f-ebef81a1c20e HTTP/1.1" status: 200 len: 699 time: 0.1460164 Jun 24 11:48:44.504670 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-fe66cadd-ac10-410a-922c-c50775f7b68a tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-650429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-506361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793193536723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2537853'] for port, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:44.508129 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvr_db [None req-d759f644-8b51-455e-94ea-76c4441778fa None None] Set router 92204f77-58f8-4164-9b5f-ebef81a1c20e gateway port host: None {{(pid=128085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 11:48:44.508285 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 59226) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:48:44.514223 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.plugin [None req-aaa9a802-4236-4b07-b2da-8d3767987df1 tempest-RoutersAdminTest-701485524 tempest-RoutersAdminTest-701485524-project] Deleting port 1d55bba8-9a7b-47ff-874e-720b128cf99d {{(pid=128084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 11:48:44.514584 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-aaa9a802-4236-4b07-b2da-8d3767987df1 tempest-RoutersAdminTest-701485524 tempest-RoutersAdminTest-701485524-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793193942312'] for port, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:44.519057 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-b0128675-103d-459d-841f-020689c6116d tempest-SecGroupIPv6Test-993619391 tempest-SecGroupIPv6Test-993619391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1627007'] for security_group_rule, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:44.523616 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-b72f663f-c71a-4308-a891-62888209e90a tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:48:44.566456 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-3c59369b-dd7f-44c7-944f-1f9f1a13044d tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] 10.222.0.53 "GET /v2.0/ports?device_id=92204f77-58f8-4164-9b5f-ebef81a1c20e HTTP/1.1" status: 200 len: 205 time: 0.0558431 Jun 24 11:48:44.567083 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-121a2bc4-98b6-480e-8153-2bdca816baf6 tempest-SecGroupIPv6Test-993619391 tempest-SecGroupIPv6Test-993619391-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:48:44.578170 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 59228) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:48:44.592128 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-b0128675-103d-459d-841f-020689c6116d tempest-SecGroupIPv6Test-993619391 tempest-SecGroupIPv6Test-993619391-project] Notify callbacks [] for security_group_rule, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:44.596778 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-b0128675-103d-459d-841f-020689c6116d tempest-SecGroupIPv6Test-993619391 tempest-SecGroupIPv6Test-993619391-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/6846e75a-58d6-4aab-adcb-15db0b1c6e1b HTTP/1.1" status: 204 len: 168 time: 0.3788853 Jun 24 11:48:44.596923 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-d759f644-8b51-455e-94ea-76c4441778fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92204f77-58f8-4164-9b5f-ebef81a1c20e', 'name': 'tempest-RoutersTest-router-532304542', 'tenant_id': '01c7f8735a2b4722ae0cabb11183e366', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T11:48:43Z', 'updated_at': '2021-06-24T11:48:43Z', 'revision_number': 2, 'project_id': '01c7f8735a2b4722ae0cabb11183e366', 'gw_port_host': None}], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:48:44.608865 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 59230) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:48:44.664627 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0128675-103d-459d-841f-020689c6116d tempest-SecGroupIPv6Test-993619391 tempest-SecGroupIPv6Test-993619391-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6846e75a-58d6-4aab-adcb-15db0b1c6e1b,revision_number=None']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:48:44.667873 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-b0128675-103d-459d-841f-020689c6116d tempest-SecGroupIPv6Test-993619391 tempest-SecGroupIPv6Test-993619391-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:48:44.697832 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d759f644-8b51-455e-94ea-76c4441778fa None None] Checking router: 92204f77-58f8-4164-9b5f-ebef81a1c20e for host: dv-neutron-797120-4-hyperv {{(pid=128085) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 11:48:44.709295 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:44.729428 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d759f644-8b51-455e-94ea-76c4441778fa None None] Routers {'92204f77-58f8-4164-9b5f-ebef81a1c20e'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 11:48:44.730049 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-d759f644-8b51-455e-94ea-76c4441778fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T11:48:26Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['92204f77-58f8-4164-9b5f-ebef81a1c20e'], 'active': True} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:48:44.798085 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-17251be7-03f0-4bc0-a467-9d4267e5ec0e tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Notify callbacks [] for router, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:44.818181 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-9f8755d5-30a3-4442-8a18-1f1030378824 tempest-SecGroupIPv6Test-993619391 tempest-SecGroupIPv6Test-993619391-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.2061415 Jun 24 11:48:44.839248 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvr_db [None req-d759f644-8b51-455e-94ea-76c4441778fa None None] Set router 92204f77-58f8-4164-9b5f-ebef81a1c20e gateway port host: None {{(pid=128085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 11:48:44.848883 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 59232) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:48:44.879461 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-e62befb5-0c5e-4b28-9fb8-f6c159fb7c29 tempest-RoutersIpV6AdminTest-670466919 tempest-RoutersIpV6AdminTest-670466919-project] Notify callbacks [] for port, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:44.919071 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-aaa9a802-4236-4b07-b2da-8d3767987df1 tempest-RoutersAdminTest-701485524 tempest-RoutersAdminTest-701485524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1978872'] for port, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:44.944906 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.plugin [None req-aaa9a802-4236-4b07-b2da-8d3767987df1 tempest-RoutersAdminTest-701485524 tempest-RoutersAdminTest-701485524-project] Calling delete_port for 1d55bba8-9a7b-47ff-874e-720b128cf99d owned by network:router_gateway {{(pid=128084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 11:48:44.993287 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe66cadd-ac10-410a-922c-c50775f7b68a tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Network 11a80c9d-f8ee-4388-91b0-d49a25200fee is already hosted by enough agents. {{(pid=128083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 11:48:45.008450 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.base_scheduler [None req-fe66cadd-ac10-410a-922c-c50775f7b68a tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Resources bound (agent type, host, resource id): {{(pid=128083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:48:45.015436 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe66cadd-ac10-410a-922c-c50775f7b68a tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Received port after_create {{(pid=128083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 11:48:45.021651 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe66cadd-ac10-410a-922c-c50775f7b68a tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:48:45.022302 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-fe66cadd-ac10-410a-922c-c50775f7b68a tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468916'] for port, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:45.028221 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-47488864-1726-4943-808c-df01204198f2 tempest-SecGroupIPv6Test-993619391 tempest-SecGroupIPv6Test-993619391-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:45.044430 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-47488864-1726-4943-808c-df01204198f2 tempest-SecGroupIPv6Test-993619391 tempest-SecGroupIPv6Test-993619391-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:45.048963 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe66cadd-ac10-410a-922c-c50775f7b68a tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Pushing event updated for resources: {'Port': ['ID=92721ba2-378a-46bc-b4f0-72174558a162,revision_number=1']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:48:45.061303 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-fe66cadd-ac10-410a-922c-c50775f7b68a tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.536s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:48:45.065346 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-87149ccf-7ee6-4d0a-a1d1-cb5572adb4c8 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-972249'] for subnet, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:45.094341 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-fe66cadd-ac10-410a-922c-c50775f7b68a tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.4798508 Jun 24 11:48:45.098265 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 59234) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:48:45.118859 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.db_base_plugin_common [None req-9526e306-7b6c-4ad4-b3a4-6e873f209cc0 None None] Allocated IP 172.20.0.2 (8a65849b-14d9-430b-8861-8355a0d0209e/858cd321-ed63-406a-894f-12281c9e7778/514d5edd-e28c-44fb-b3bc-4956c23d6cc8) {{(pid=128085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 11:48:45.137265 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-17251be7-03f0-4bc0-a467-9d4267e5ec0e tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1803182', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65403'] for router, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:45.142045 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-d759f644-8b51-455e-94ea-76c4441778fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92204f77-58f8-4164-9b5f-ebef81a1c20e', 'name': 'tempest-RoutersTest-router-532304542', 'tenant_id': '01c7f8735a2b4722ae0cabb11183e366', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T11:48:43Z', 'updated_at': '2021-06-24T11:48:43Z', 'revision_number': 2, 'project_id': '01c7f8735a2b4722ae0cabb11183e366', 'gw_port_host': None}], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:48:45.150332 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-17251be7-03f0-4bc0-a467-9d4267e5ec0e tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:45.151924 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-f82841cc-da8f-4ead-81ea-adbf308fce38 None None] Provisioning for port 449605fd-1014-4ba5-adbd-f298e4a68875 completed by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 11:48:45.231524 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-e62befb5-0c5e-4b28-9fb8-f6c159fb7c29 tempest-RoutersIpV6AdminTest-670466919 tempest-RoutersIpV6AdminTest-670466919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-650429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-506361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793193536723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3291971'] for port, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:45.233428 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-47488864-1726-4943-808c-df01204198f2 tempest-SecGroupIPv6Test-993619391 tempest-SecGroupIPv6Test-993619391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1627007'] for security_group_rule, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:45.233553 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d413005e-769a-43c4-bb7e-c84ab60cc985 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:48:45.237910 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-72c18aa0-8052-40ba-862f-cbf06c00f603 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:48:45.239875 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d413005e-769a-43c4-bb7e-c84ab60cc985 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:48:45.240096 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-17251be7-03f0-4bc0-a467-9d4267e5ec0e tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1806072'] for router, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:45.240597 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17251be7-03f0-4bc0-a467-9d4267e5ec0e tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Fanout notify agent at l3_agent the message router_deleted on router 92204f77-58f8-4164-9b5f-ebef81a1c20e {{(pid=128084) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 24 11:48:45.244861 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-d413005e-769a-43c4-bb7e-c84ab60cc985 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.1423304 Jun 24 11:48:45.244861 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 59236) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:48:45.245137 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d759f644-8b51-455e-94ea-76c4441778fa None None] The sync data for ids ['92204f77-58f8-4164-9b5f-ebef81a1c20e'] in dv-neutron-797120-4-hyperv is: [{'id': '92204f77-58f8-4164-9b5f-ebef81a1c20e', 'name': 'tempest-RoutersTest-router-532304542', 'tenant_id': '01c7f8735a2b4722ae0cabb11183e366', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T11:48:43Z', 'updated_at': '2021-06-24T11:48:43Z', 'revision_number': 2, 'project_id': '01c7f8735a2b4722ae0cabb11183e366', 'gw_port_host': None}] {{(pid=128085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 11:48:45.294007 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-17251be7-03f0-4bc0-a467-9d4267e5ec0e tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Notify callbacks [] for router, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:45.295106 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-17251be7-03f0-4bc0-a467-9d4267e5ec0e tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] 10.222.0.53 "DELETE /v2.0/routers/92204f77-58f8-4164-9b5f-ebef81a1c20e HTTP/1.1" status: 204 len: 168 time: 0.7158058 Jun 24 11:48:45.299905 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-47488864-1726-4943-808c-df01204198f2 tempest-SecGroupIPv6Test-993619391 tempest-SecGroupIPv6Test-993619391-project] Notify callbacks [] for security_group_rule, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:45.307926 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 59238) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:48:45.311148 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 59240) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:48:45.311976 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-47488864-1726-4943-808c-df01204198f2 tempest-SecGroupIPv6Test-993619391 tempest-SecGroupIPv6Test-993619391-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/41ac46e9-2db7-4637-b4e8-df969be5b9f2 HTTP/1.1" status: 204 len: 168 time: 0.4495227 Jun 24 11:48:45.338760 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-9526e306-7b6c-4ad4-b3a4-6e873f209cc0 None None] Notify callbacks [] for port, precommit_create {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:45.352473 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-9526e306-7b6c-4ad4-b3a4-6e873f209cc0 None None] Transition to ACTIVE for port object 514d5edd-e28c-44fb-b3bc-4956c23d6cc8 will not be triggered until provisioned by entity L2. {{(pid=128085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 11:48:45.361926 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e62befb5-0c5e-4b28-9fb8-f6c159fb7c29 tempest-RoutersIpV6AdminTest-670466919 tempest-RoutersIpV6AdminTest-670466919-project] Network f2b8ca71-e776-48b2-8898-96cc7970207b is already hosted by enough agents. {{(pid=128084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 11:48:45.379980 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-9526e306-7b6c-4ad4-b3a4-6e873f209cc0 None None] Transition to ACTIVE for port object 514d5edd-e28c-44fb-b3bc-4956c23d6cc8 will not be triggered until provisioned by entity DHCP. {{(pid=128085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 11:48:45.383172 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.base_scheduler [None req-e62befb5-0c5e-4b28-9fb8-f6c159fb7c29 tempest-RoutersIpV6AdminTest-670466919 tempest-RoutersIpV6AdminTest-670466919-project] Resources bound (agent type, host, resource id): {{(pid=128084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:48:45.393699 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e62befb5-0c5e-4b28-9fb8-f6c159fb7c29 tempest-RoutersIpV6AdminTest-670466919 tempest-RoutersIpV6AdminTest-670466919-project] Received port after_create {{(pid=128084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 11:48:45.395977 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-9526e306-7b6c-4ad4-b3a4-6e873f209cc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-650429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-506361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793193536723'] for port, after_create {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:45.398682 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-908afcdd-542d-4882-ae66-9783b765f802 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:48:45.430035 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62befb5-0c5e-4b28-9fb8-f6c159fb7c29 tempest-RoutersIpV6AdminTest-670466919 tempest-RoutersIpV6AdminTest-670466919-project] Pushing event updated for resources: {'Port': ['ID=6cfef4e3-5521-4b53-8bb9-ea08fd8a73de,revision_number=1']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:48:45.435554 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-e62befb5-0c5e-4b28-9fb8-f6c159fb7c29 tempest-RoutersIpV6AdminTest-670466919 tempest-RoutersIpV6AdminTest-670466919-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:48:45.436138 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.140s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:48:45.449174 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9526e306-7b6c-4ad4-b3a4-6e873f209cc0 None None] Network 8a65849b-14d9-430b-8861-8355a0d0209e is already hosted by enough agents. {{(pid=128085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 11:48:45.453265 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47488864-1726-4943-808c-df01204198f2 tempest-SecGroupIPv6Test-993619391 tempest-SecGroupIPv6Test-993619391-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=41ac46e9-2db7-4637-b4e8-df969be5b9f2,revision_number=None']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:48:45.455096 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.scheduler.base_scheduler [None req-9526e306-7b6c-4ad4-b3a4-6e873f209cc0 None None] Resources bound (agent type, host, resource id): {{(pid=128085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:48:45.457404 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9526e306-7b6c-4ad4-b3a4-6e873f209cc0 None None] Pushing event updated for resources: {'Port': ['ID=514d5edd-e28c-44fb-b3bc-4956c23d6cc8,revision_number=1']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:48:45.459902 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9526e306-7b6c-4ad4-b3a4-6e873f209cc0 None None] Received port after_create {{(pid=128085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 11:48:45.460259 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-47488864-1726-4943-808c-df01204198f2 tempest-SecGroupIPv6Test-993619391 tempest-SecGroupIPv6Test-993619391-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:48:45.462692 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-9526e306-7b6c-4ad4-b3a4-6e873f209cc0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:48:45.468763 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-26cdca4a-cb23-46d4-9a9a-956271e4cf22 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] 10.222.0.53 "GET /v2.0/ports?device_id=92204f77-58f8-4164-9b5f-ebef81a1c20e HTTP/1.1" status: 200 len: 205 time: 0.1581175 Jun 24 11:48:45.471825 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-fa5bb23b-c5a0-4ad8-b260-bfbb843c1450 tempest-ServerActionsTestJSON-818164034 tempest-ServerActionsTestJSON-818164034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793193945299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193536732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2537862'] for port, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:45.474700 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 59242) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:48:45.482161 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-48ef272e-3127-4558-82fd-03d8bef9b682 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:48:45.515762 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5bb23b-c5a0-4ad8-b260-bfbb843c1450 tempest-ServerActionsTestJSON-818164034 tempest-ServerActionsTestJSON-818164034-project] Pushing event deleted for resources: {'Port': ['ID=0d5768a8-6446-49a3-b64b-53372859d0fe,revision_number=None']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:48:45.531479 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-557d3e5f-3fcf-4f51-afee-2035397b8741 None None] Provisioning for port 92721ba2-378a-46bc-b4f0-72174558a162 completed by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 11:48:45.535803 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-fa5bb23b-c5a0-4ad8-b260-bfbb843c1450 tempest-ServerActionsTestJSON-818164034 tempest-ServerActionsTestJSON-818164034-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:48:45.537081 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-9526e306-7b6c-4ad4-b3a4-6e873f209cc0 None None] Attempting to bind port 514d5edd-e28c-44fb-b3bc-4956c23d6cc8 on host dv-neutron-797120-4-hyperv for vnic_type normal with profile {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 11:48:45.537535 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-9526e306-7b6c-4ad4-b3a4-6e873f209cc0 None None] Attempting to bind port 514d5edd-e28c-44fb-b3bc-4956c23d6cc8 by drivers openvswitch,hyperv on host dv-neutron-797120-4-hyperv at level 0 using segments [{'id': '9acdedaa-667b-486d-ab1b-d350219e0add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '8a65849b-14d9-430b-8861-8355a0d0209e'}] {{(pid=128085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 11:48:45.538425 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9526e306-7b6c-4ad4-b3a4-6e873f209cc0 None None] Attempting to bind port 514d5edd-e28c-44fb-b3bc-4956c23d6cc8 on network 8a65849b-14d9-430b-8861-8355a0d0209e {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 11:48:45.542062 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-557d3e5f-3fcf-4f51-afee-2035397b8741 None None] Provisioning complete for port 92721ba2-378a-46bc-b4f0-72174558a162 triggered by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:48:45.542554 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-557d3e5f-3fcf-4f51-afee-2035397b8741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:45.576166 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9526e306-7b6c-4ad4-b3a4-6e873f209cc0 None None] Checking agent: {'id': 'e3a695b2-c397-461f-83b0-10b79d490b59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 11, 36, 56), 'started_at': datetime.datetime(2021, 6, 24, 11, 37, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 11, 48, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 11:48:45.576669 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9526e306-7b6c-4ad4-b3a4-6e873f209cc0 None None] Checking segment: {'id': '9acdedaa-667b-486d-ab1b-d350219e0add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '8a65849b-14d9-430b-8861-8355a0d0209e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=128085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 11:48:45.577594 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-9526e306-7b6c-4ad4-b3a4-6e873f209cc0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:45.577778 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9526e306-7b6c-4ad4-b3a4-6e873f209cc0 None None] Bound using segment: {'id': '9acdedaa-667b-486d-ab1b-d350219e0add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '8a65849b-14d9-430b-8861-8355a0d0209e'} {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 11:48:45.578364 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-9526e306-7b6c-4ad4-b3a4-6e873f209cc0 None None] Bound port: 514d5edd-e28c-44fb-b3bc-4956c23d6cc8, host: dv-neutron-797120-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9acdedaa-667b-486d-ab1b-d350219e0add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '8a65849b-14d9-430b-8861-8355a0d0209e'}}] {{(pid=128085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 11:48:45.579434 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-9526e306-7b6c-4ad4-b3a4-6e873f209cc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:45.604842 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.api.v2.resource [None req-1e45036d-62c8-4204-9164-ec4066036237 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] delete failed (client error): The resource could not be found. Jun 24 11:48:45.608275 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-1e45036d-62c8-4204-9164-ec4066036237 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] 10.222.0.53 "DELETE /v2.0/routers/92204f77-58f8-4164-9b5f-ebef81a1c20e HTTP/1.1" status: 404 len: 336 time: 0.1122088 Jun 24 11:48:45.618394 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-87149ccf-7ee6-4d0a-a1d1-cb5572adb4c8 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-972238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2537800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3289951'] for subnet, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:45.625502 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-557d3e5f-3fcf-4f51-afee-2035397b8741 None None] Port 92721ba2-378a-46bc-b4f0-72174558a162 cannot update to ACTIVE because it is not bound. {{(pid=128085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 11:48:45.631761 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-a911ad03-472a-44b5-8f00-9ca95aa4cfce tempest-SecGroupIPv6Test-993619391 tempest-SecGroupIPv6Test-993619391-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3155756 Jun 24 11:48:45.636034 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 59244) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:48:45.636372 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 59246) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:48:45.639889 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-088cde2e-0e1b-4451-acf9-f730d281f0d9 tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:48:45.664164 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-aaa9a802-4236-4b07-b2da-8d3767987df1 tempest-RoutersAdminTest-701485524 tempest-RoutersAdminTest-701485524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793193945299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193536732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3292088'] for port, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:45.666857 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-9526e306-7b6c-4ad4-b3a4-6e873f209cc0 None None] For port 514d5edd-e28c-44fb-b3bc-4956c23d6cc8, host dv-neutron-797120-4-hyperv, cleared binding levels {{(pid=128085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 11:48:45.670419 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-9526e306-7b6c-4ad4-b3a4-6e873f209cc0 None None] For port 514d5edd-e28c-44fb-b3bc-4956c23d6cc8, host dv-neutron-797120-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=514d5edd-e28c-44fb-b3bc-4956c23d6cc8,segment=NetworkSegment(9acdedaa-667b-486d-ab1b-d350219e0add),segment_id=9acdedaa-667b-486d-ab1b-d350219e0add)] {{(pid=128085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 11:48:45.679735 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-9526e306-7b6c-4ad4-b3a4-6e873f209cc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:45.682059 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-db43490b-41b7-4d1d-a3a5-27ab5c185b0a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:48:45.687796 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-3b12983b-6da4-4def-8335-93484e7a7542 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:48:45.713479 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba1155b4-b815-45fa-8d5c-d4407415e69b tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] DELETE failed (client error): The resource could not be found. Jun 24 11:48:45.714738 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ba1155b4-b815-45fa-8d5c-d4407415e69b tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=128083) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 24 11:48:45.717472 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-ba1155b4-b815-45fa-8d5c-d4407415e69b tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] 10.222.0.53 "DELETE /v2.0/subnets/c9802021-c0fe-4638-a0c2-3f667ef35d38 HTTP/1.1" status: 404 len: 337 time: 0.0739903 Jun 24 11:48:45.719024 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa9a802-4236-4b07-b2da-8d3767987df1 tempest-RoutersAdminTest-701485524 tempest-RoutersAdminTest-701485524-project] Pushing event deleted for resources: {'Port': ['ID=1d55bba8-9a7b-47ff-874e-720b128cf99d,revision_number=None']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:48:45.721846 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 59248) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:48:45.724275 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-aaa9a802-4236-4b07-b2da-8d3767987df1 tempest-RoutersAdminTest-701485524 tempest-RoutersAdminTest-701485524-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:48:45.774922 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.plugin [None req-52019e97-391b-4e6f-af9f-f1ccb875a33c tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Deleting port 92721ba2-378a-46bc-b4f0-72174558a162 {{(pid=128083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 11:48:45.775257 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-52019e97-391b-4e6f-af9f-f1ccb875a33c tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793193942312'] for port, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:45.793609 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.pecan_wsgi.hooks.translation [None req-13160dfc-4f48-4b0f-9716-ab23752f6922 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] DELETE failed (client error): The resource could not be found. Jun 24 11:48:45.794025 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-13160dfc-4f48-4b0f-9716-ab23752f6922 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=128084) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 24 11:48:45.796031 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-13160dfc-4f48-4b0f-9716-ab23752f6922 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] 10.222.0.53 "DELETE /v2.0/subnets/7733ac5c-122b-4158-91ff-dfd2455e0191 HTTP/1.1" status: 404 len: 337 time: 0.0706608 Jun 24 11:48:45.824798 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 59250) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:48:45.826180 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device 449605fd-1014-4ba5-adbd-f298e4a68875 up at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 11:48:45.842043 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87149ccf-7ee6-4d0a-a1d1-cb5572adb4c8 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Pushing event deleted for resources: {'Subnet': ['ID=858cd321-ed63-406a-894f-12281c9e7778,revision_number=None']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:48:45.845737 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-87149ccf-7ee6-4d0a-a1d1-cb5572adb4c8 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:48:45.872120 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9526e306-7b6c-4ad4-b3a4-6e873f209cc0 None None] Pushing event updated for resources: {'Port': ['ID=514d5edd-e28c-44fb-b3bc-4956c23d6cc8,revision_number=2']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:48:45.879648 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-9526e306-7b6c-4ad4-b3a4-6e873f209cc0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:48:45.909860 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8c87d44-69b8-4ce1-9e43-e5731727b6a3 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] DELETE failed (client error): The resource could not be found. Jun 24 11:48:45.910561 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f8c87d44-69b8-4ce1-9e43-e5731727b6a3 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=128084) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 24 11:48:45.910812 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23cbca4d-9301-49e9-abbb-a618990b077f None None] Network 8a65849b-14d9-430b-8861-8355a0d0209e requested from dv-neutron-797120-4-hyperv {{(pid=128085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 11:48:45.912861 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-f8c87d44-69b8-4ce1-9e43-e5731727b6a3 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] 10.222.0.53 "DELETE /v2.0/subnets/02346804-ee6e-4b90-a906-fa952c478595 HTTP/1.1" status: 404 len: 337 time: 0.0871568 Jun 24 11:48:45.917037 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning for port 449605fd-1014-4ba5-adbd-f298e4a68875 completed by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 11:48:45.917947 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 59252) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:48:45.922512 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning complete for port 449605fd-1014-4ba5-adbd-f298e4a68875 triggered by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:48:45.923747 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:45.967457 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-87149ccf-7ee6-4d0a-a1d1-cb5572adb4c8 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973199', 'neutron.services.segments.db._delete_segments_for_network-8793194012456'] for network, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:45.973160 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-fa5bb23b-c5a0-4ad8-b260-bfbb843c1450 tempest-ServerActionsTestJSON-818164034 tempest-ServerActionsTestJSON-818164034-project] Notify callbacks [] for floatingip, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:45.975835 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-fa5bb23b-c5a0-4ad8-b260-bfbb843c1450 tempest-ServerActionsTestJSON-818164034 tempest-ServerActionsTestJSON-818164034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468916'] for floatingip, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:45.980025 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-fa5bb23b-c5a0-4ad8-b260-bfbb843c1450 tempest-ServerActionsTestJSON-818164034 tempest-ServerActionsTestJSON-818164034-project] 10.222.0.53 "DELETE /v2.0/floatingips/29bcb728-c355-4df9-bfe0-d3a5f69ff429 HTTP/1.1" status: 204 len: 168 time: 2.1444998 Jun 24 11:48:45.981114 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 59254) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:48:45.996586 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1cf5d0e-6de4-4c65-93ee-96f5ccc3e08f tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] DELETE failed (client error): The resource could not be found. Jun 24 11:48:45.997042 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e1cf5d0e-6de4-4c65-93ee-96f5ccc3e08f tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=128084) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 24 11:48:45.999375 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-e1cf5d0e-6de4-4c65-93ee-96f5ccc3e08f tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] 10.222.0.53 "DELETE /v2.0/subnets/ee35f23e-956d-4b15-87a0-fe4ac4012d10 HTTP/1.1" status: 404 len: 337 time: 0.0804937 Jun 24 11:48:46.000644 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-aaa9a802-4236-4b07-b2da-8d3767987df1 tempest-RoutersAdminTest-701485524 tempest-RoutersAdminTest-701485524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1815728'] for router_gateway, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:46.004679 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 59256) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:48:46.015216 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.services.segments.db [None req-87149ccf-7ee6-4d0a-a1d1-cb5572adb4c8 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a65849b-14d9-430b-8861-8355a0d0209e']}} {{(pid=128083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:48:46.058763 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-52019e97-391b-4e6f-af9f-f1ccb875a33c tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1978872'] for port, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:46.082990 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.services.segments.db [None req-87149ccf-7ee6-4d0a-a1d1-cb5572adb4c8 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9acdedaa-667b-486d-ab1b-d350219e0add') {'for_net_delete': True} {{(pid=128083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:48:46.083296 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.services.segments.db [None req-87149ccf-7ee6-4d0a-a1d1-cb5572adb4c8 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9acdedaa-667b-486d-ab1b-d350219e0add') {} {{(pid=128083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:48:46.101730 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-591f9a74-5fa8-4f68-8182-83c94d199c65 tempest-SecGroupIPv6Test-993619391 tempest-SecGroupIPv6Test-993619391-project] Notify callbacks [] for security_group, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:46.104649 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-57059aad-b233-4f70-87d8-7603219804d9 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] 10.222.0.53 "GET /v2.0/ports?device_id=d87749d3-f594-4284-87a4-6fe3955904b1 HTTP/1.1" status: 200 len: 205 time: 0.0974448 Jun 24 11:48:46.109379 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.plugin [None req-52019e97-391b-4e6f-af9f-f1ccb875a33c tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Calling delete_port for 92721ba2-378a-46bc-b4f0-72174558a162 owned by {{(pid=128083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 11:48:46.111914 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 59258) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:48:46.114257 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-87149ccf-7ee6-4d0a-a1d1-cb5572adb4c8 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793194097327', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3143690'] for segment, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:46.127093 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:46.171450 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] For port 449605fd-1014-4ba5-adbd-f298e4a68875, host dv-neutron-797120-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=449605fd-1014-4ba5-adbd-f298e4a68875,segment=NetworkSegment(fddfe548-9582-48fa-8a0c-6b06bc4d1b9f),segment_id=fddfe548-9582-48fa-8a0c-6b06bc4d1b9f)] {{(pid=128085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 11:48:46.177414 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:46.179762 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-69737602-161e-4136-931f-c471303b4e24 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:48:46.186711 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-87149ccf-7ee6-4d0a-a1d1-cb5572adb4c8 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967879'] for segment, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:46.203496 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-591f9a74-5fa8-4f68-8182-83c94d199c65 tempest-SecGroupIPv6Test-993619391 tempest-SecGroupIPv6Test-993619391-project] Notify callbacks [] for security_group, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:46.204087 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45d69baa-9959-4dd6-b651-f4cf5e252c78 None None] get_active_networks_info from dv-neutron-797120-4-hyperv {{(pid=128085) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 24 11:48:46.209598 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.api.v2.resource [None req-68d92af5-8808-4f19-bb9f-fe4e8a79c94b tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] delete failed (client error): The resource could not be found. Jun 24 11:48:46.210655 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-68d92af5-8808-4f19-bb9f-fe4e8a79c94b tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] 10.222.0.53 "DELETE /v2.0/routers/d87749d3-f594-4284-87a4-6fe3955904b1 HTTP/1.1" status: 404 len: 336 time: 0.0955906 Jun 24 11:48:46.238252 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 59260) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:48:46.250275 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-e62befb5-0c5e-4b28-9fb8-f6c159fb7c29 tempest-RoutersIpV6AdminTest-670466919 tempest-RoutersIpV6AdminTest-670466919-project] Notify callbacks [] for router_gateway, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:46.266073 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Pushing event updated for resources: {'Port': ['ID=449605fd-1014-4ba5-adbd-f298e4a68875,revision_number=3']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:48:46.269257 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87149ccf-7ee6-4d0a-a1d1-cb5572adb4c8 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Releasing vlan 610 on physical network physnet1 to pool {{(pid=128083) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 11:48:46.270339 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-87149ccf-7ee6-4d0a-a1d1-cb5572adb4c8 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2537899'] for segment, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:46.271706 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:48:46.274040 dv-neutron-797120-4-hyperv neutron-server[128083]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 11:48:46.274040 dv-neutron-797120-4-hyperv neutron-server[128083]: conditions |= (models_v2.Port.network_id.in_( Jun 24 11:48:46.274040 dv-neutron-797120-4-hyperv neutron-server[128083]: Traceback (most recent call last): Jun 24 11:48:46.274040 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 24 11:48:46.274040 dv-neutron-797120-4-hyperv neutron-server[128083]: timer() Jun 24 11:48:46.274040 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 24 11:48:46.274040 dv-neutron-797120-4-hyperv neutron-server[128083]: cb(*args, **kw) Jun 24 11:48:46.274040 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 24 11:48:46.274040 dv-neutron-797120-4-hyperv neutron-server[128083]: return func(*args, **kwargs) Jun 24 11:48:46.274040 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 24 11:48:46.274040 dv-neutron-797120-4-hyperv neutron-server[128083]: self._notify() Jun 24 11:48:46.274040 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 24 11:48:46.274040 dv-neutron-797120-4-hyperv neutron-server[128083]: self.callback(batched_events) Jun 24 11:48:46.274040 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 24 11:48:46.274040 dv-neutron-797120-4-hyperv neutron-server[128083]: event.method(event) Jun 24 11:48:46.274040 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 24 11:48:46.274040 dv-neutron-797120-4-hyperv neutron-server[128083]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 24 11:48:46.274040 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 24 11:48:46.274040 dv-neutron-797120-4-hyperv neutron-server[128083]: aggregate_uuid = self.p_client.list_aggregates( Jun 24 11:48:46.274040 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 24 11:48:46.274040 dv-neutron-797120-4-hyperv neutron-server[128083]: return f(self, *a, **k) Jun 24 11:48:46.274040 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 24 11:48:46.274040 dv-neutron-797120-4-hyperv neutron-server[128083]: return self._get(url).json() Jun 24 11:48:46.274040 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 24 11:48:46.274040 dv-neutron-797120-4-hyperv neutron-server[128083]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 24 11:48:46.274040 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 24 11:48:46.274040 dv-neutron-797120-4-hyperv neutron-server[128083]: return self.request(url, 'GET', **kwargs) Jun 24 11:48:46.274040 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 24 11:48:46.274040 dv-neutron-797120-4-hyperv neutron-server[128083]: base_url = self.get_endpoint(auth, allow=allow, Jun 24 11:48:46.274040 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 24 11:48:46.274040 dv-neutron-797120-4-hyperv neutron-server[128083]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 24 11:48:46.274040 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 24 11:48:46.274040 dv-neutron-797120-4-hyperv neutron-server[128083]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 24 11:48:46.274040 dv-neutron-797120-4-hyperv neutron-server[128083]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 24 11:48:46.310946 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-0a23f567-14d0-4420-acf5-a1e213d9eac7 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] 10.222.0.53 "GET /v2.0/ports?device_id=62275bed-7f71-4d65-a357-933b79649c13 HTTP/1.1" status: 200 len: 205 time: 0.0712495 Jun 24 11:48:46.314952 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 59262) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:48:46.320383 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45d69baa-9959-4dd6-b651-f4cf5e252c78 None None] Resources bound (agent type, host, resource id): {{(pid=128085) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 24 11:48:46.422081 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.db.api [None req-87149ccf-7ee6-4d0a-a1d1-cb5572adb4c8 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jun 24 11:48:46.422081 dv-neutron-797120-4-hyperv neutron-server[128083]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jun 24 11:48:46.422081 dv-neutron-797120-4-hyperv neutron-server[128083]: [parameters: {'id': '8a65849b-14d9-430b-8861-8355a0d0209e'}] Jun 24 11:48:46.422081 dv-neutron-797120-4-hyperv neutron-server[128083]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=128083) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 24 11:48:46.423239 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_db.api [None req-87149ccf-7ee6-4d0a-a1d1-cb5572adb4c8 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=128083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 24 11:48:46.432440 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-591f9a74-5fa8-4f68-8182-83c94d199c65 tempest-SecGroupIPv6Test-993619391 tempest-SecGroupIPv6Test-993619391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800410'] for security_group, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:46.435259 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-591f9a74-5fa8-4f68-8182-83c94d199c65 tempest-SecGroupIPv6Test-993619391 tempest-SecGroupIPv6Test-993619391-project] Notify callbacks [] for security_group, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:46.436584 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-591f9a74-5fa8-4f68-8182-83c94d199c65 tempest-SecGroupIPv6Test-993619391 tempest-SecGroupIPv6Test-993619391-project] 10.222.0.53 "DELETE /v2.0/security-groups/356f2896-5e04-4c5f-9be1-06c784d7915b HTTP/1.1" status: 204 len: 168 time: 0.7915783 Jun 24 11:48:46.441313 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-1a43ee2a-8464-4257-900c-b16cd2d306f0 tempest-RoutersIpV6AdminTest-1198470881 tempest-RoutersIpV6AdminTest-1198470881-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:48:46.445482 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 59264) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:48:46.519402 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591f9a74-5fa8-4f68-8182-83c94d199c65 tempest-SecGroupIPv6Test-993619391 tempest-SecGroupIPv6Test-993619391-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=356f2896-5e04-4c5f-9be1-06c784d7915b,revision_number=None']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:48:46.521885 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-591f9a74-5fa8-4f68-8182-83c94d199c65 tempest-SecGroupIPv6Test-993619391 tempest-SecGroupIPv6Test-993619391-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:48:46.633854 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-52019e97-391b-4e6f-af9f-f1ccb875a33c tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793193945299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193536732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2537862'] for port, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:46.642374 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-fa36c5ab-98d0-4661-ad44-5a68a3dfe5ff tempest-SecGroupIPv6Test-993619391 tempest-SecGroupIPv6Test-993619391-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1646407 Jun 24 11:48:46.651497 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-c950a49d-a727-47ef-8187-ada383b998ef tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:48:46.655159 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 59266) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:48:46.674674 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [None req-5f183ec9-9c89-4e1c-b8c4-da21531930f6 tempest-SecGroupIPv6Test-993619391 tempest-SecGroupIPv6Test-993619391-project] Request body: {'security_group': {'name': 'tempest-secgroup--1173224851'}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:48:46.711810 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52019e97-391b-4e6f-af9f-f1ccb875a33c tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Pushing event deleted for resources: {'Port': ['ID=92721ba2-378a-46bc-b4f0-72174558a162,revision_number=None']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:48:46.716564 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-52019e97-391b-4e6f-af9f-f1ccb875a33c tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:48:46.769169 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-52019e97-391b-4e6f-af9f-f1ccb875a33c tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468916'] for port, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:46.773494 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-52019e97-391b-4e6f-af9f-f1ccb875a33c tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] 10.222.0.53 "DELETE /v2.0/ports/92721ba2-378a-46bc-b4f0-72174558a162 HTTP/1.1" status: 204 len: 168 time: 1.5275388 Jun 24 11:48:46.778417 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 59268) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:48:46.778923 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.api.v2.resource [None req-6cf19843-f0a1-4306-89d1-1527742e99d2 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] delete failed (client error): The resource could not be found. Jun 24 11:48:46.782538 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-6cf19843-f0a1-4306-89d1-1527742e99d2 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] 10.222.0.53 "DELETE /v2.0/routers/62275bed-7f71-4d65-a357-933b79649c13 HTTP/1.1" status: 404 len: 336 time: 0.4640858 Jun 24 11:48:46.791507 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 59270) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:48:46.827961 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-5f183ec9-9c89-4e1c-b8c4-da21531930f6 tempest-SecGroupIPv6Test-993619391 tempest-SecGroupIPv6Test-993619391-project] Notify callbacks [] for security_group, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:46.854367 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-aaa9a802-4236-4b07-b2da-8d3767987df1 tempest-RoutersAdminTest-701485524 tempest-RoutersAdminTest-701485524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1975381', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1803205', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65378'] for router, precommit_update {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:46.865639 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-aaa9a802-4236-4b07-b2da-8d3767987df1 tempest-RoutersAdminTest-701485524 tempest-RoutersAdminTest-701485524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1815767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1975340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1815772', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1803228'] for router, after_update {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:46.867071 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9dc21f3-9af9-410d-8ddd-097088e3a8a0 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] DELETE failed (client error): The resource could not be found. Jun 24 11:48:46.867567 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d9dc21f3-9af9-410d-8ddd-097088e3a8a0 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=128083) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 24 11:48:46.872070 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-d9dc21f3-9af9-410d-8ddd-097088e3a8a0 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] 10.222.0.53 "DELETE /v2.0/subnets/6caf8083-b625-4fe2-a342-ed848cf4d62f HTTP/1.1" status: 404 len: 337 time: 0.0752552 Jun 24 11:48:46.872685 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 59272) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:48:46.903401 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35b186e8-bf04-4397-87bb-e18d018545c0 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:48:46.905170 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35b186e8-bf04-4397-87bb-e18d018545c0 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:48:46.909593 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-35b186e8-bf04-4397-87bb-e18d018545c0 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.1272540 Jun 24 11:48:46.911840 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 59274) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:48:46.914587 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-2ed9c0d7-a6c2-40fd-80d6-6f273bb14843 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] 10.222.0.53 "GET /v2.0/ports?device_id=2e59d8b6-dba6-4de2-a649-d8c74ed5dc60 HTTP/1.1" status: 200 len: 205 time: 0.0403304 Jun 24 11:48:46.922776 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 59276) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:48:46.925203 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-87149ccf-7ee6-4d0a-a1d1-cb5572adb4c8 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-534962'] for network, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:47.004132 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.api.v2.resource [None req-b780f07b-35a5-4420-a832-7422dd415b2e tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] delete failed (client error): The resource could not be found. Jun 24 11:48:47.005202 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-b780f07b-35a5-4420-a832-7422dd415b2e tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] 10.222.0.53 "DELETE /v2.0/routers/2e59d8b6-dba6-4de2-a649-d8c74ed5dc60 HTTP/1.1" status: 404 len: 336 time: 0.0781298 Jun 24 11:48:47.008136 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 59278) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:48:47.029315 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aaa9a802-4236-4b07-b2da-8d3767987df1 tempest-RoutersAdminTest-701485524 tempest-RoutersAdminTest-701485524-project] Router 4b982a39-28ee-4d1b-98fc-2c51c0cd285c has already been hosted by L3 agent 2987dba8-2249-4ee6-96ec-28f0f7a6127d {{(pid=128084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 11:48:47.068381 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-f717f57a-cd73-430e-925d-3eab23bc352f tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] 10.222.0.53 "GET /v2.0/ports?device_id=cbb0f92c-5156-4d57-a7af-903f14d3068a HTTP/1.1" status: 200 len: 205 time: 0.0532699 Jun 24 11:48:47.076802 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 59280) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:48:47.113898 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.db_base_plugin_v2 [None req-56101b63-838c-458d-aa54-86208e1f3b56 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Deleting subnet 469e1318-8111-44bc-bc96-36acb97d563d {{(pid=128083) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 24 11:48:47.144628 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-56101b63-838c-458d-aa54-86208e1f3b56 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks [] for subnet, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:47.179910 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.api.v2.resource [None req-476fff69-d71b-4ee5-b9be-3bb281e3ad1d tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] delete failed (client error): The resource could not be found. Jun 24 11:48:47.180913 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-476fff69-d71b-4ee5-b9be-3bb281e3ad1d tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] 10.222.0.53 "DELETE /v2.0/routers/cbb0f92c-5156-4d57-a7af-903f14d3068a HTTP/1.1" status: 404 len: 336 time: 0.1037791 Jun 24 11:48:47.184801 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 59282) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:48:47.195070 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-e62befb5-0c5e-4b28-9fb8-f6c159fb7c29 tempest-RoutersIpV6AdminTest-670466919 tempest-RoutersIpV6AdminTest-670466919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1803210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1815767'] for router, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:47.210787 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-5f183ec9-9c89-4e1c-b8c4-da21531930f6 tempest-SecGroupIPv6Test-993619391 tempest-SecGroupIPv6Test-993619391-project] Notify callbacks [] for security_group, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:47.217629 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aaa9a802-4236-4b07-b2da-8d3767987df1 tempest-RoutersAdminTest-701485524 tempest-RoutersAdminTest-701485524-project] Notify agent at l3_agent.dv-neutron-797120-4-hyperv the message routers_updated {{(pid=128084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 11:48:47.219898 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-56101b63-838c-458d-aa54-86208e1f3b56 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3143795'] for subnet, precommit_delete_associations {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:47.221219 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.pecan_wsgi.hooks.translation [None req-024abbb1-bb57-43a5-b961-1f313d151ca2 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] DELETE failed (client error): The resource could not be found. Jun 24 11:48:47.221667 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-024abbb1-bb57-43a5-b961-1f313d151ca2 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=128084) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 24 11:48:47.223315 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-024abbb1-bb57-43a5-b961-1f313d151ca2 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] 10.222.0.53 "DELETE /v2.0/subnets/37a642ad-1f9b-48f3-863c-b3d316312828 HTTP/1.1" status: 404 len: 337 time: 0.0373571 Jun 24 11:48:47.226481 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 59284) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:48:47.229611 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-aaa9a802-4236-4b07-b2da-8d3767987df1 tempest-RoutersAdminTest-701485524 tempest-RoutersAdminTest-701485524-project] Notify callbacks [] for router, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:47.230706 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-aaa9a802-4236-4b07-b2da-8d3767987df1 tempest-RoutersAdminTest-701485524 tempest-RoutersAdminTest-701485524-project] 10.222.0.53 "PUT /v2.0/routers/4b982a39-28ee-4d1b-98fc-2c51c0cd285c HTTP/1.1" status: 200 len: 706 time: 4.3716888 Jun 24 11:48:47.231433 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a113183-11b3-49ba-955c-eaefd3ef652d None None] Sync routers for ids ['4b982a39-28ee-4d1b-98fc-2c51c0cd285c'] in dv-neutron-797120-4-hyperv {{(pid=128086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 11:48:47.243047 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a113183-11b3-49ba-955c-eaefd3ef652d None None] Routers {'4b982a39-28ee-4d1b-98fc-2c51c0cd285c'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 11:48:47.243651 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-7a113183-11b3-49ba-955c-eaefd3ef652d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T11:48:26Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['4b982a39-28ee-4d1b-98fc-2c51c0cd285c'], 'active': True} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:48:47.248168 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-5f183ec9-9c89-4e1c-b8c4-da21531930f6 tempest-SecGroupIPv6Test-993619391 tempest-SecGroupIPv6Test-993619391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800410'] for security_group, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:47.252463 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-cb999a2c-139a-49f1-8ced-8b37432ffed3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:48:47.256658 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 59286) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:48:47.283213 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-7a113183-11b3-49ba-955c-eaefd3ef652d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:48:47.293331 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a113183-11b3-49ba-955c-eaefd3ef652d None None] Routers {'4b982a39-28ee-4d1b-98fc-2c51c0cd285c'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 11:48:47.294191 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-7a113183-11b3-49ba-955c-eaefd3ef652d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T11:48:26Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['4b982a39-28ee-4d1b-98fc-2c51c0cd285c'], 'active': True} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:48:47.329643 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-7a113183-11b3-49ba-955c-eaefd3ef652d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:48:47.330310 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a113183-11b3-49ba-955c-eaefd3ef652d None None] The sync data for ids ['4b982a39-28ee-4d1b-98fc-2c51c0cd285c'] in dv-neutron-797120-4-hyperv is: [] {{(pid=128086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 11:48:47.354499 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-7bd75ad4-3e3c-4a89-91f5-afa9627cddaf tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] 10.222.0.53 "GET /v2.0/ports?device_id=4588dd8d-e485-4514-84d8-8594265e5cc3 HTTP/1.1" status: 200 len: 205 time: 0.1070817 Jun 24 11:48:47.358420 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 59288) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:48:47.405727 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.api.v2.resource [None req-6441de52-019b-4e8f-86e7-39a1ad76db39 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] delete failed (client error): The resource could not be found. Jun 24 11:48:47.407733 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-6441de52-019b-4e8f-86e7-39a1ad76db39 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] 10.222.0.53 "DELETE /v2.0/routers/4588dd8d-e485-4514-84d8-8594265e5cc3 HTTP/1.1" status: 404 len: 336 time: 0.0475910 Jun 24 11:48:47.409048 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e62befb5-0c5e-4b28-9fb8-f6c159fb7c29 tempest-RoutersIpV6AdminTest-670466919 tempest-RoutersIpV6AdminTest-670466919-project] Router 21bb4901-0932-471b-8d2b-4b6c71c6b793 is scheduled to L3 agent 2987dba8-2249-4ee6-96ec-28f0f7a6127d with binding_index 1 {{(pid=128084) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 24 11:48:47.409893 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.plugin [None req-87149ccf-7ee6-4d0a-a1d1-cb5572adb4c8 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Deleting port 514d5edd-e28c-44fb-b3bc-4956c23d6cc8 {{(pid=128083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 11:48:47.410241 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-87149ccf-7ee6-4d0a-a1d1-cb5572adb4c8 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793193942312'] for port, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:47.411810 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 59290) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:48:47.412031 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-5f183ec9-9c89-4e1c-b8c4-da21531930f6 tempest-SecGroupIPv6Test-993619391 tempest-SecGroupIPv6Test-993619391-project] Notify callbacks [] for security_group, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:47.413239 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-5f183ec9-9c89-4e1c-b8c4-da21531930f6 tempest-SecGroupIPv6Test-993619391 tempest-SecGroupIPv6Test-993619391-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.7532234 Jun 24 11:48:47.420145 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 59292) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:48:47.434805 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f183ec9-9c89-4e1c-b8c4-da21531930f6 tempest-SecGroupIPv6Test-993619391 tempest-SecGroupIPv6Test-993619391-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1de89892-6259-47aa-a82c-6f078ef4a95d,revision_number=1']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:48:47.446419 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f88384c-63a5-4655-b09c-e8808ca53ebb tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] DELETE failed (client error): The resource could not be found. Jun 24 11:48:47.447084 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f88384c-63a5-4655-b09c-e8808ca53ebb tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=128084) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 24 11:48:47.447184 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [None req-d864a15c-859e-4013-a443-eb0ef18b957d tempest-SecGroupIPv6Test-993619391 tempest-SecGroupIPv6Test-993619391-project] Request body: {'security_group_rule': {'security_group_id': '1de89892-6259-47aa-a82c-6f078ef4a95d', 'direction': 'ingress', 'protocol': 17}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:48:47.448616 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-4f88384c-63a5-4655-b09c-e8808ca53ebb tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] 10.222.0.53 "DELETE /v2.0/subnets/642228c8-8b98-44ad-8333-55b67989405b HTTP/1.1" status: 404 len: 337 time: 0.0359025 Jun 24 11:48:47.451364 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 59294) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:48:47.455759 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-5f183ec9-9c89-4e1c-b8c4-da21531930f6 tempest-SecGroupIPv6Test-993619391 tempest-SecGroupIPv6Test-993619391-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:48:47.460307 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-c4854e12-c1d3-454a-a6ea-cbb8bbab82b1 tempest-RoutersAdminTest-1970644103 tempest-RoutersAdminTest-1970644103-project-admin] 10.222.0.53 "GET /v2.0/routers/4b982a39-28ee-4d1b-98fc-2c51c0cd285c HTTP/1.1" status: 200 len: 741 time: 0.1849978 Jun 24 11:48:47.462952 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 59296) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:48:47.463091 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-12b8b679-4829-445e-9623-8c2de5d39ed5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1978565'] for router_interface, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:47.514502 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-3b59a6bb-27db-48f2-aa44-e9a82112ce58 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] 10.222.0.53 "GET /v2.0/ports?device_id=16032406-603e-48e7-8026-df5567846002 HTTP/1.1" status: 200 len: 205 time: 0.0619771 Jun 24 11:48:47.552962 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 59298) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:48:47.567621 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-011f72d1-685e-42cb-9bcf-7273bb0c7ba7 tempest-RoutersAdminTest-1970644103 tempest-RoutersAdminTest-1970644103-project-admin] 10.222.0.53 "GET /v2.0/ports?network_id=f2b8ca71-e776-48b2-8898-96cc7970207b&device_id=4b982a39-28ee-4d1b-98fc-2c51c0cd285c HTTP/1.1" status: 200 len: 205 time: 0.1035302 Jun 24 11:48:47.571640 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 59300) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:48:47.613786 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-c168d840-628f-4392-a9a6-1a95349e41f3 tempest-RoutersAdminTest-701485524 tempest-RoutersAdminTest-701485524-project] 10.222.0.53 "GET /v2.0/ports?device_id=4b982a39-28ee-4d1b-98fc-2c51c0cd285c HTTP/1.1" status: 200 len: 205 time: 0.0409515 Jun 24 11:48:47.616151 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 59302) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:48:47.632543 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.api.v2.resource [None req-6fde5002-48bb-4f9e-a5e7-408f5fb5f950 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] delete failed (client error): The resource could not be found. Jun 24 11:48:47.633767 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-6fde5002-48bb-4f9e-a5e7-408f5fb5f950 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] 10.222.0.53 "DELETE /v2.0/routers/16032406-603e-48e7-8026-df5567846002 HTTP/1.1" status: 404 len: 336 time: 0.0798023 Jun 24 11:48:47.637474 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.db [None req-87149ccf-7ee6-4d0a-a1d1-cb5572adb4c8 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] For port 514d5edd-e28c-44fb-b3bc-4956c23d6cc8, host dv-neutron-797120-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=514d5edd-e28c-44fb-b3bc-4956c23d6cc8,segment=NetworkSegment(9acdedaa-667b-486d-ab1b-d350219e0add),segment_id=9acdedaa-667b-486d-ab1b-d350219e0add)] {{(pid=128083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 11:48:47.638070 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-87149ccf-7ee6-4d0a-a1d1-cb5572adb4c8 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1978872'] for port, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:47.651796 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-56101b63-838c-458d-aa54-86208e1f3b56 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-972249'] for subnet, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:47.652691 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 59304) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:48:47.702415 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-d864a15c-859e-4013-a443-eb0ef18b957d tempest-SecGroupIPv6Test-993619391 tempest-SecGroupIPv6Test-993619391-project] Notify callbacks [] for security_group_rule, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:47.710563 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.plugin [None req-87149ccf-7ee6-4d0a-a1d1-cb5572adb4c8 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Calling delete_port for 514d5edd-e28c-44fb-b3bc-4956c23d6cc8 owned by network:dhcp {{(pid=128083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 11:48:47.752283 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f931d9d-810e-4182-9947-e0df0e07e8a0 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] DELETE failed (client error): The resource could not be found. Jun 24 11:48:47.752843 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5f931d9d-810e-4182-9947-e0df0e07e8a0 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=128084) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 24 11:48:47.756847 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-5f931d9d-810e-4182-9947-e0df0e07e8a0 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] 10.222.0.53 "DELETE /v2.0/subnets/d19f6003-2761-47f8-84dd-36242f19745b HTTP/1.1" status: 404 len: 337 time: 0.1000099 Jun 24 11:48:47.758168 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 59306) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:48:47.760472 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device 449605fd-1014-4ba5-adbd-f298e4a68875 up at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 11:48:47.774990 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-acfbb516-5383-4556-b2af-f42b67c87d1a tempest-RoutersAdminTest-701485524 tempest-RoutersAdminTest-701485524-project] Notify callbacks [] for router, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:47.815229 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning complete for port 449605fd-1014-4ba5-adbd-f298e4a68875 triggered by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:48:47.815626 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:47.822625 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e62befb5-0c5e-4b28-9fb8-f6c159fb7c29 tempest-RoutersIpV6AdminTest-670466919 tempest-RoutersIpV6AdminTest-670466919-project] Notify agent at l3_agent.dv-neutron-797120-4-hyperv the message routers_updated {{(pid=128084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 11:48:47.839263 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad027a52-9ca2-4e58-98fa-bd6f8bdd0c94 None None] Sync routers for ids ['21bb4901-0932-471b-8d2b-4b6c71c6b793'] in dv-neutron-797120-4-hyperv {{(pid=128085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 11:48:47.859567 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad027a52-9ca2-4e58-98fa-bd6f8bdd0c94 None None] Routers {'21bb4901-0932-471b-8d2b-4b6c71c6b793'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 11:48:47.860910 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-ad027a52-9ca2-4e58-98fa-bd6f8bdd0c94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T11:48:26Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['21bb4901-0932-471b-8d2b-4b6c71c6b793'], 'active': True} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:48:47.878749 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-e62befb5-0c5e-4b28-9fb8-f6c159fb7c29 tempest-RoutersIpV6AdminTest-670466919 tempest-RoutersIpV6AdminTest-670466919-project] Notify callbacks [] for router, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:47.879935 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-e62befb5-0c5e-4b28-9fb8-f6c159fb7c29 tempest-RoutersIpV6AdminTest-670466919 tempest-RoutersIpV6AdminTest-670466919-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 5.7782700 Jun 24 11:48:47.903332 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-ad027a52-9ca2-4e58-98fa-bd6f8bdd0c94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:48:47.907554 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 59308) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:48:47.943222 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad027a52-9ca2-4e58-98fa-bd6f8bdd0c94 None None] Routers {'21bb4901-0932-471b-8d2b-4b6c71c6b793'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 11:48:47.943844 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-ad027a52-9ca2-4e58-98fa-bd6f8bdd0c94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T11:48:26Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['21bb4901-0932-471b-8d2b-4b6c71c6b793'], 'active': True} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:48:47.952942 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-80093e49-cdb9-4a04-a9a6-a6f1c24b4c91 tempest-RoutersIpV6AdminTest-670466919 tempest-RoutersIpV6AdminTest-670466919-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:48:47.986852 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-ad027a52-9ca2-4e58-98fa-bd6f8bdd0c94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:48:47.987531 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad027a52-9ca2-4e58-98fa-bd6f8bdd0c94 None None] The sync data for ids ['21bb4901-0932-471b-8d2b-4b6c71c6b793'] in dv-neutron-797120-4-hyperv is: [] {{(pid=128085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 11:48:48.031134 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-acfbb516-5383-4556-b2af-f42b67c87d1a tempest-RoutersAdminTest-701485524 tempest-RoutersAdminTest-701485524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1803182', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65403'] for router, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:48.034912 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-acfbb516-5383-4556-b2af-f42b67c87d1a tempest-RoutersAdminTest-701485524 tempest-RoutersAdminTest-701485524-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:48.124383 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-acfbb516-5383-4556-b2af-f42b67c87d1a tempest-RoutersAdminTest-701485524 tempest-RoutersAdminTest-701485524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1806072'] for router, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:48.124927 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acfbb516-5383-4556-b2af-f42b67c87d1a tempest-RoutersAdminTest-701485524 tempest-RoutersAdminTest-701485524-project] Fanout notify agent at l3_agent the message router_deleted on router 4b982a39-28ee-4d1b-98fc-2c51c0cd285c {{(pid=128084) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 24 11:48:48.132867 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-acfbb516-5383-4556-b2af-f42b67c87d1a tempest-RoutersAdminTest-701485524 tempest-RoutersAdminTest-701485524-project] Notify callbacks [] for router, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:48.133958 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-acfbb516-5383-4556-b2af-f42b67c87d1a tempest-RoutersAdminTest-701485524 tempest-RoutersAdminTest-701485524-project] 10.222.0.53 "DELETE /v2.0/routers/4b982a39-28ee-4d1b-98fc-2c51c0cd285c HTTP/1.1" status: 204 len: 168 time: 0.5169470 Jun 24 11:48:48.137701 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 59310) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:48:48.179301 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-25b06b8b-9b3e-40c6-a57b-fa4d90032921 tempest-RoutersAdminTest-701485524 tempest-RoutersAdminTest-701485524-project] 10.222.0.53 "GET /v2.0/ports?device_id=4b982a39-28ee-4d1b-98fc-2c51c0cd285c HTTP/1.1" status: 200 len: 205 time: 0.0403211 Jun 24 11:48:48.183993 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 59312) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:48:48.192874 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.pecan_wsgi.hooks.translation [None req-70aba163-17a2-4671-b516-78687a696624 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] DELETE failed (client error): The resource could not be found. Jun 24 11:48:48.193438 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-70aba163-17a2-4671-b516-78687a696624 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=128083) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 24 11:48:48.195151 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-70aba163-17a2-4671-b516-78687a696624 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] 10.222.0.53 "DELETE /v2.0/subnets/a8925bab-bc98-41c1-af4e-4b6634265123 HTTP/1.1" status: 404 len: 337 time: 0.4300389 Jun 24 11:48:48.260195 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-56101b63-838c-458d-aa54-86208e1f3b56 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-972238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2537800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3289951'] for subnet, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:48.267596 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-abe23031-d90d-447d-bdd2-e602d2b16e18 tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:48:48.271406 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.api.v2.resource [None req-fb57b741-e214-480e-b84a-2bb6ab5e0b5a tempest-RoutersAdminTest-701485524 tempest-RoutersAdminTest-701485524-project] delete failed (client error): The resource could not be found. Jun 24 11:48:48.272643 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-fb57b741-e214-480e-b84a-2bb6ab5e0b5a tempest-RoutersAdminTest-701485524 tempest-RoutersAdminTest-701485524-project] 10.222.0.53 "DELETE /v2.0/routers/4b982a39-28ee-4d1b-98fc-2c51c0cd285c HTTP/1.1" status: 404 len: 336 time: 0.0875695 Jun 24 11:48:48.276026 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 59316) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:48:48.306659 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-d864a15c-859e-4013-a443-eb0ef18b957d tempest-SecGroupIPv6Test-993619391 tempest-SecGroupIPv6Test-993619391-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:48.310648 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56101b63-838c-458d-aa54-86208e1f3b56 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Pushing event deleted for resources: {'Subnet': ['ID=469e1318-8111-44bc-bc96-36acb97d563d,revision_number=None']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:48:48.313802 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-56101b63-838c-458d-aa54-86208e1f3b56 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:48:48.316636 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-e0403b4c-0d72-4219-b81b-5a958445db16 tempest-RoutersAdminTest-701485524 tempest-RoutersAdminTest-701485524-project] 10.222.0.53 "GET /v2.0/ports?device_id=952cc6b5-e6e0-44a9-bf69-70b47b330ee6 HTTP/1.1" status: 200 len: 205 time: 0.0391855 Jun 24 11:48:48.317219 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-56101b63-838c-458d-aa54-86208e1f3b56 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588949'] for subnet, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:48.319063 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-56101b63-838c-458d-aa54-86208e1f3b56 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] 10.222.0.53 "DELETE /v2.0/subnets/469e1318-8111-44bc-bc96-36acb97d563d HTTP/1.1" status: 204 len: 168 time: 1.4050081 Jun 24 11:48:48.319724 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 59318) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:48:48.319974 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-d864a15c-859e-4013-a443-eb0ef18b957d tempest-SecGroupIPv6Test-993619391 tempest-SecGroupIPv6Test-993619391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1627007'] for security_group_rule, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:48.322825 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 59320) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:48:48.333946 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-b47a08b7-6cc7-47e0-b590-b863ea3a2449 tempest-SecGroupIPv6Test-993619391 tempest-SecGroupIPv6Test-993619391-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:48:48.339845 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc258e6a-7c83-4633-853c-7deee205684f None None] Network 11a80c9d-f8ee-4388-91b0-d49a25200fee requested from dv-neutron-797120-4-hyperv {{(pid=128085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 11:48:48.385118 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-87149ccf-7ee6-4d0a-a1d1-cb5572adb4c8 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793193945299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193536732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2537862'] for port, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:48.389314 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-ad81dc4b-867d-4983-90ee-df3e80da7b99 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0631719 Jun 24 11:48:48.394000 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 59322) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:48:48.402148 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d864a15c-859e-4013-a443-eb0ef18b957d tempest-SecGroupIPv6Test-993619391 tempest-SecGroupIPv6Test-993619391-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3cd11ca-be37-4cad-ab1c-286d93f188fe,revision_number=0']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:48:48.403611 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-27e1afdb-c605-4410-868d-2ed70be9a728 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Request body: {'subnet': {'network_id': '11a80c9d-f8ee-4388-91b0-d49a25200fee', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:48:48.408565 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.api.v2.resource [None req-57e0a9c0-b310-4f43-82c2-9c023e7ef7c3 tempest-RoutersAdminTest-701485524 tempest-RoutersAdminTest-701485524-project] delete failed (client error): The resource could not be found. Jun 24 11:48:48.408837 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-d864a15c-859e-4013-a443-eb0ef18b957d tempest-SecGroupIPv6Test-993619391 tempest-SecGroupIPv6Test-993619391-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:48:48.409814 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-57e0a9c0-b310-4f43-82c2-9c023e7ef7c3 tempest-RoutersAdminTest-701485524 tempest-RoutersAdminTest-701485524-project] 10.222.0.53 "DELETE /v2.0/routers/952cc6b5-e6e0-44a9-bf69-70b47b330ee6 HTTP/1.1" status: 404 len: 336 time: 0.0888739 Jun 24 11:48:48.409966 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-2ad06bb9-0630-4c11-bf07-c179d4793a15 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.015s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:48:48.413207 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-d864a15c-859e-4013-a443-eb0ef18b957d tempest-SecGroupIPv6Test-993619391 tempest-SecGroupIPv6Test-993619391-project] Notify callbacks [] for security_group_rule, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:48.418502 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-d864a15c-859e-4013-a443-eb0ef18b957d tempest-SecGroupIPv6Test-993619391 tempest-SecGroupIPv6Test-993619391-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.9806426 Jun 24 11:48:48.418502 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 59324) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:48:48.419735 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 59328) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:48:48.448052 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87149ccf-7ee6-4d0a-a1d1-cb5572adb4c8 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] No DVR routers for this DVR port 514d5edd-e28c-44fb-b3bc-4956c23d6cc8 on host dv-neutron-797120-4-hyperv {{(pid=128083) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 11:48:48.453699 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87149ccf-7ee6-4d0a-a1d1-cb5572adb4c8 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Pushing event deleted for resources: {'Port': ['ID=514d5edd-e28c-44fb-b3bc-4956c23d6cc8,revision_number=None']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:48:48.492596 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-87149ccf-7ee6-4d0a-a1d1-cb5572adb4c8 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:48:48.495201 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-e6823a87-6b67-433b-99f0-a1cb2ac2f232 tempest-RoutersAdminTest-701485524 tempest-RoutersAdminTest-701485524-project] 10.222.0.53 "GET /v2.0/ports?device_id=cb280591-cbe5-4954-9d0b-47adad777ed1 HTTP/1.1" status: 200 len: 205 time: 0.0780506 Jun 24 11:48:48.501880 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 59330) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:48:48.571889 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 59332) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:48:48.607564 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-87149ccf-7ee6-4d0a-a1d1-cb5572adb4c8 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973199', 'neutron.services.segments.db._delete_segments_for_network-8793194012456'] for network, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:48.621207 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.services.segments.db [None req-87149ccf-7ee6-4d0a-a1d1-cb5572adb4c8 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a65849b-14d9-430b-8861-8355a0d0209e']}} {{(pid=128083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:48:48.624508 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.api.v2.resource [None req-e478b0cb-d3f5-441a-9461-c43f3bdc66cb tempest-RoutersAdminTest-701485524 tempest-RoutersAdminTest-701485524-project] delete failed (client error): The resource could not be found. Jun 24 11:48:48.625834 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-e478b0cb-d3f5-441a-9461-c43f3bdc66cb tempest-RoutersAdminTest-701485524 tempest-RoutersAdminTest-701485524-project] 10.222.0.53 "DELETE /v2.0/routers/cb280591-cbe5-4954-9d0b-47adad777ed1 HTTP/1.1" status: 404 len: 336 time: 0.1227343 Jun 24 11:48:48.631903 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 59336) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:48:48.643464 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.services.segments.db [None req-87149ccf-7ee6-4d0a-a1d1-cb5572adb4c8 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9acdedaa-667b-486d-ab1b-d350219e0add') {'for_net_delete': True} {{(pid=128083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:48:48.644476 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.services.segments.db [None req-87149ccf-7ee6-4d0a-a1d1-cb5572adb4c8 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9acdedaa-667b-486d-ab1b-d350219e0add') {} {{(pid=128083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:48:48.644829 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5e65b95-0dee-4daa-a628-1eb85cb711e1 None None] DHCP port deletion for 11a80c9d-f8ee-4388-91b0-d49a25200fee request from dv-neutron-797120-4-hyperv {{(pid=128085) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 24 11:48:48.675934 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-464dc3d0-d830-47cf-86ba-dabad19585ba tempest-SecGroupIPv6Test-993619391 tempest-SecGroupIPv6Test-993619391-project] Notify callbacks [] for security_group, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:48.680897 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-adfeafa8-3650-4037-9c70-75fb3c652a2c tempest-RoutersAdminTest-701485524 tempest-RoutersAdminTest-701485524-project] 10.222.0.53 "GET /v2.0/ports?device_id=7e0308cf-e25e-44a6-9d34-cc8897d616e1 HTTP/1.1" status: 200 len: 205 time: 0.0476494 Jun 24 11:48:48.684150 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-87149ccf-7ee6-4d0a-a1d1-cb5572adb4c8 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793194097327', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3143690'] for segment, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:48.686911 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 59338) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:48:48.717885 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-f5e65b95-0dee-4daa-a628-1eb85cb711e1 None None] Deleting port 449605fd-1014-4ba5-adbd-f298e4a68875 {{(pid=128085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 11:48:48.720075 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-f5e65b95-0dee-4daa-a628-1eb85cb711e1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793193942312'] for port, before_delete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:48.737026 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.api.v2.resource [None req-cb14a9d9-3493-4642-9a5a-7287b96b66e5 tempest-RoutersAdminTest-701485524 tempest-RoutersAdminTest-701485524-project] delete failed (client error): The resource could not be found. Jun 24 11:48:48.738275 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-cb14a9d9-3493-4642-9a5a-7287b96b66e5 tempest-RoutersAdminTest-701485524 tempest-RoutersAdminTest-701485524-project] 10.222.0.53 "DELETE /v2.0/routers/7e0308cf-e25e-44a6-9d34-cc8897d616e1 HTTP/1.1" status: 404 len: 336 time: 0.0450699 Jun 24 11:48:48.744488 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-87149ccf-7ee6-4d0a-a1d1-cb5572adb4c8 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967879'] for segment, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:48.745938 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 59340) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:48:48.754974 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87149ccf-7ee6-4d0a-a1d1-cb5572adb4c8 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Releasing vlan 610 on physical network physnet1 to pool {{(pid=128083) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 11:48:48.755629 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-87149ccf-7ee6-4d0a-a1d1-cb5572adb4c8 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2537899'] for segment, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:48.759240 dv-neutron-797120-4-hyperv neutron-server[128083]: Traceback (most recent call last): Jun 24 11:48:48.759240 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 24 11:48:48.759240 dv-neutron-797120-4-hyperv neutron-server[128083]: timer() Jun 24 11:48:48.759240 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 24 11:48:48.759240 dv-neutron-797120-4-hyperv neutron-server[128083]: cb(*args, **kw) Jun 24 11:48:48.759240 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 24 11:48:48.759240 dv-neutron-797120-4-hyperv neutron-server[128083]: return func(*args, **kwargs) Jun 24 11:48:48.759240 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 24 11:48:48.759240 dv-neutron-797120-4-hyperv neutron-server[128083]: self._notify() Jun 24 11:48:48.759240 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 24 11:48:48.759240 dv-neutron-797120-4-hyperv neutron-server[128083]: self.callback(batched_events) Jun 24 11:48:48.759240 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 24 11:48:48.759240 dv-neutron-797120-4-hyperv neutron-server[128083]: event.method(event) Jun 24 11:48:48.759240 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 24 11:48:48.759240 dv-neutron-797120-4-hyperv neutron-server[128083]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 24 11:48:48.759240 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 24 11:48:48.759240 dv-neutron-797120-4-hyperv neutron-server[128083]: aggregate_uuid = self.p_client.list_aggregates( Jun 24 11:48:48.759240 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 24 11:48:48.759240 dv-neutron-797120-4-hyperv neutron-server[128083]: return f(self, *a, **k) Jun 24 11:48:48.759240 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 24 11:48:48.759240 dv-neutron-797120-4-hyperv neutron-server[128083]: return self._get(url).json() Jun 24 11:48:48.759240 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 24 11:48:48.759240 dv-neutron-797120-4-hyperv neutron-server[128083]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 24 11:48:48.759240 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 24 11:48:48.759240 dv-neutron-797120-4-hyperv neutron-server[128083]: return self.request(url, 'GET', **kwargs) Jun 24 11:48:48.759240 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 24 11:48:48.759240 dv-neutron-797120-4-hyperv neutron-server[128083]: base_url = self.get_endpoint(auth, allow=allow, Jun 24 11:48:48.759240 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 24 11:48:48.759240 dv-neutron-797120-4-hyperv neutron-server[128083]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 24 11:48:48.759240 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 24 11:48:48.759240 dv-neutron-797120-4-hyperv neutron-server[128083]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 24 11:48:48.759240 dv-neutron-797120-4-hyperv neutron-server[128083]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 24 11:48:48.762501 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27e1afdb-c605-4410-868d-2ed70be9a728 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Made reservation on behalf of 086af1f572244cd08c37d97e004e4732 for: {'subnet': 1} {{(pid=128084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 11:48:48.765853 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-27e1afdb-c605-4410-868d-2ed70be9a728 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3162484'] for subnet, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:48.781529 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.plugin [None req-12b8b679-4829-445e-9623-8c2de5d39ed5 admin admin] Deleting port 49b5e277-6c4d-4c06-94f1-609b61df994e {{(pid=128083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 11:48:48.782043 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-12b8b679-4829-445e-9623-8c2de5d39ed5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793193942312'] for port, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:48.794193 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-464dc3d0-d830-47cf-86ba-dabad19585ba tempest-SecGroupIPv6Test-993619391 tempest-SecGroupIPv6Test-993619391-project] Notify callbacks [] for security_group, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:48.811514 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-f5e65b95-0dee-4daa-a628-1eb85cb711e1 None None] For port 449605fd-1014-4ba5-adbd-f298e4a68875, host dv-neutron-797120-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=449605fd-1014-4ba5-adbd-f298e4a68875,segment=NetworkSegment(fddfe548-9582-48fa-8a0c-6b06bc4d1b9f),segment_id=fddfe548-9582-48fa-8a0c-6b06bc4d1b9f)] {{(pid=128085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 11:48:48.812898 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-f5e65b95-0dee-4daa-a628-1eb85cb711e1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1978872'] for port, precommit_delete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:48.825621 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-f5e65b95-0dee-4daa-a628-1eb85cb711e1 None None] Calling delete_port for 449605fd-1014-4ba5-adbd-f298e4a68875 owned by network:dhcp {{(pid=128085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 11:48:48.832446 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-02e1600a-3579-4735-bb43-004bbcc74e93 tempest-RoutersAdminTest-701485524 tempest-RoutersAdminTest-701485524-project] 10.222.0.53 "GET /v2.0/ports?device_id=abe7498b-72e6-4bcd-b5a6-0bc356d7fd50 HTTP/1.1" status: 200 len: 205 time: 0.0830057 Jun 24 11:48:48.839560 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-80093e49-cdb9-4a04-a9a6-a6f1c24b4c91 tempest-RoutersIpV6AdminTest-670466919 tempest-RoutersIpV6AdminTest-670466919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1975381', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1803205', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65378'] for router, precommit_update {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:48.851109 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 59342) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:48:48.889557 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-87149ccf-7ee6-4d0a-a1d1-cb5572adb4c8 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1800243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1815642'] for network, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:48.894320 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-f221cf4e-6927-49ff-a0bd-5834e8924bf5 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:48:48.900031 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-87149ccf-7ee6-4d0a-a1d1-cb5572adb4c8 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588949'] for network, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:48.905592 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-87149ccf-7ee6-4d0a-a1d1-cb5572adb4c8 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] 10.222.0.53 "DELETE /v2.0/networks/8a65849b-14d9-430b-8861-8355a0d0209e HTTP/1.1" status: 204 len: 168 time: 4.6336937 Jun 24 11:48:48.908387 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 59344) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:48:48.915783 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [None req-3a62674e-057f-40be-83c2-64112205dbd7 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1973448776'}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:48:48.926702 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-f5e65b95-0dee-4daa-a628-1eb85cb711e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793193945299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193536732'] for port, after_delete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:48.933596 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-e05e3ccf-4c79-444f-adfd-b2737c45c2b0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:48:48.935126 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87149ccf-7ee6-4d0a-a1d1-cb5572adb4c8 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Pushing event deleted for resources: {'Network': ['ID=8a65849b-14d9-430b-8861-8355a0d0209e,revision_number=None']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:48:48.945158 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-87149ccf-7ee6-4d0a-a1d1-cb5572adb4c8 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:48:48.961204 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e65b95-0dee-4daa-a628-1eb85cb711e1 None None] Pushing event deleted for resources: {'Port': ['ID=449605fd-1014-4ba5-adbd-f298e4a68875,revision_number=None']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:48:48.964171 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-f5e65b95-0dee-4daa-a628-1eb85cb711e1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:48:48.966246 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.api.v2.resource [None req-58234367-245e-4f63-b511-cad0d9a2671b tempest-RoutersAdminTest-701485524 tempest-RoutersAdminTest-701485524-project] delete failed (client error): The resource could not be found. Jun 24 11:48:48.970798 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-58234367-245e-4f63-b511-cad0d9a2671b tempest-RoutersAdminTest-701485524 tempest-RoutersAdminTest-701485524-project] 10.222.0.53 "DELETE /v2.0/routers/abe7498b-72e6-4bcd-b5a6-0bc356d7fd50 HTTP/1.1" status: 404 len: 336 time: 0.1152198 Jun 24 11:48:48.971172 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 59346) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:48:48.976464 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5e65b95-0dee-4daa-a628-1eb85cb711e1 None None] No DVR routers for this DVR port 449605fd-1014-4ba5-adbd-f298e4a68875 on host dv-neutron-797120-4-hyperv {{(pid=128085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 11:48:48.982382 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-80093e49-cdb9-4a04-a9a6-a6f1c24b4c91 tempest-RoutersIpV6AdminTest-670466919 tempest-RoutersIpV6AdminTest-670466919-project] Notify callbacks [] for router_gateway, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:49.025733 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-20b4341a-0150-4918-8abf-449687e1f27a tempest-RoutersAdminTest-701485524 tempest-RoutersAdminTest-701485524-project] 10.222.0.53 "GET /v2.0/ports?device_id=a2da9bb3-5a7c-4167-9c2b-e3710120883c HTTP/1.1" status: 200 len: 205 time: 0.0531812 Jun 24 11:48:49.026436 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a62674e-057f-40be-83c2-64112205dbd7 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Made reservation on behalf of aaefe7394f294c70a614c4415cde77d6 for: {'network': 1} {{(pid=128083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 11:48:49.029914 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-3a62674e-057f-40be-83c2-64112205dbd7 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for network, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:49.033291 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 59348) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:48:49.056701 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.db [None req-12b8b679-4829-445e-9623-8c2de5d39ed5 admin admin] For port 49b5e277-6c4d-4c06-94f1-609b61df994e, host dv-neutron-797120-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=49b5e277-6c4d-4c06-94f1-609b61df994e,segment=NetworkSegment(07892e35-761a-4552-b54f-9cd6dfd50c5c),segment_id=07892e35-761a-4552-b54f-9cd6dfd50c5c)] {{(pid=128083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 11:48:49.057108 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-12b8b679-4829-445e-9623-8c2de5d39ed5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1978872'] for port, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:49.065918 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-c1ecad9b-3331-498a-8d06-e277f17b3901 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=01c7f8735a2b4722ae0cabb11183e366&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4582016 Jun 24 11:48:49.068597 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 59350) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:48:49.088158 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-464dc3d0-d830-47cf-86ba-dabad19585ba tempest-SecGroupIPv6Test-993619391 tempest-SecGroupIPv6Test-993619391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800410'] for security_group, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:49.090636 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-464dc3d0-d830-47cf-86ba-dabad19585ba tempest-SecGroupIPv6Test-993619391 tempest-SecGroupIPv6Test-993619391-project] Notify callbacks [] for security_group, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:49.094113 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-464dc3d0-d830-47cf-86ba-dabad19585ba tempest-SecGroupIPv6Test-993619391 tempest-SecGroupIPv6Test-993619391-project] 10.222.0.53 "DELETE /v2.0/security-groups/1de89892-6259-47aa-a82c-6f078ef4a95d HTTP/1.1" status: 204 len: 168 time: 0.6708987 Jun 24 11:48:49.095588 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 59352) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:48:49.096152 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:48:49.111220 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.api.v2.resource [None req-be2a8b01-47c0-4c0e-8e05-0aedbfa44b99 tempest-RoutersAdminTest-701485524 tempest-RoutersAdminTest-701485524-project] delete failed (client error): The resource could not be found. Jun 24 11:48:49.112512 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-be2a8b01-47c0-4c0e-8e05-0aedbfa44b99 tempest-RoutersAdminTest-701485524 tempest-RoutersAdminTest-701485524-project] 10.222.0.53 "DELETE /v2.0/routers/a2da9bb3-5a7c-4167-9c2b-e3710120883c HTTP/1.1" status: 404 len: 336 time: 0.0727234 Jun 24 11:48:49.119879 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.plugin [None req-12b8b679-4829-445e-9623-8c2de5d39ed5 admin admin] Calling delete_port for 49b5e277-6c4d-4c06-94f1-609b61df994e owned by network:router_interface {{(pid=128083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 11:48:49.122337 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 59354) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:48:49.125235 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464dc3d0-d830-47cf-86ba-dabad19585ba tempest-SecGroupIPv6Test-993619391 tempest-SecGroupIPv6Test-993619391-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1de89892-6259-47aa-a82c-6f078ef4a95d,revision_number=None']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:48:49.136755 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-464dc3d0-d830-47cf-86ba-dabad19585ba tempest-SecGroupIPv6Test-993619391 tempest-SecGroupIPv6Test-993619391-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:48:49.159851 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a62674e-057f-40be-83c2-64112205dbd7 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] vlan segment allocate from pool success with {'vlan_id': 619, 'physical_network': 'physnet1'} {{(pid=128083) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 11:48:49.214277 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.plugin [None req-80093e49-cdb9-4a04-a9a6-a6f1c24b4c91 tempest-RoutersIpV6AdminTest-670466919 tempest-RoutersIpV6AdminTest-670466919-project] Deleting port 6cfef4e3-5521-4b53-8bb9-ea08fd8a73de {{(pid=128084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 11:48:49.214816 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-80093e49-cdb9-4a04-a9a6-a6f1c24b4c91 tempest-RoutersIpV6AdminTest-670466919 tempest-RoutersIpV6AdminTest-670466919-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793193942312'] for port, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:49.215849 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4a664b3-fcdf-496b-b51b-62428a862da7 tempest-RoutersAdminTest-701485524 tempest-RoutersAdminTest-701485524-project] DELETE failed (client error): The resource could not be found. Jun 24 11:48:49.216318 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d4a664b3-fcdf-496b-b51b-62428a862da7 tempest-RoutersAdminTest-701485524 tempest-RoutersAdminTest-701485524-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=128083) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 24 11:48:49.221469 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-d4a664b3-fcdf-496b-b51b-62428a862da7 tempest-RoutersAdminTest-701485524 tempest-RoutersAdminTest-701485524-project] 10.222.0.53 "DELETE /v2.0/subnets/209c7300-d70f-4c5a-8b7f-bbd460629850 HTTP/1.1" status: 404 len: 337 time: 0.0913904 Jun 24 11:48:49.235050 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-62638d4c-6e96-4468-9b79-3ac594b8b19c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:49.237406 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-3a62674e-057f-40be-83c2-64112205dbd7 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967879'] for segment, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:49.237762 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.db.segments_db [None req-3a62674e-057f-40be-83c2-64112205dbd7 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Added segment 392594cb-4e40-4b6a-b089-b9283d634e6a of type vlan for network bf5c79e8-3cf2-4dce-88bf-94ef50412305 Jun 24 11:48:49.260791 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-b0ef4a6c-1bca-4169-a33a-4cb1e2d6f513 tempest-SecGroupIPv6Test-993619391 tempest-SecGroupIPv6Test-993619391-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1608396 Jun 24 11:48:49.262424 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 59358) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:48:49.272017 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-6dadefb7-e557-43ff-9f47-cd5880784848 tempest-SecGroupIPv6Test-993619391 tempest-SecGroupIPv6Test-993619391-project] Request body: {'security_group': {'name': 'tempest-secgroup--638503807'}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:48:49.301056 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-3a62674e-057f-40be-83c2-64112205dbd7 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793193525068'] for network, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:49.385995 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-3a62674e-057f-40be-83c2-64112205dbd7 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1800243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976'] for network, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:49.391852 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a62674e-057f-40be-83c2-64112205dbd7 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:48:49.392686 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-3a62674e-057f-40be-83c2-64112205dbd7 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588949'] for network, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:49.398456 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-a879a8a5-5392-4be0-9f30-10e5f5b340d9 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:48:49.474335 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-3a62674e-057f-40be-83c2-64112205dbd7 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5629101 Jun 24 11:48:49.496121 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 59362) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:48:49.496601 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 59364) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:48:49.505853 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [None req-00265b18-6358-472f-8a76-b01a2f8b616f tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Request body: {'subnet': {'network_id': 'bf5c79e8-3cf2-4dce-88bf-94ef50412305', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:48:49.541203 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a62674e-057f-40be-83c2-64112205dbd7 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Pushing event updated for resources: {'Network': ['ID=bf5c79e8-3cf2-4dce-88bf-94ef50412305,revision_number=1']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:48:49.558013 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-3a62674e-057f-40be-83c2-64112205dbd7 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:48:49.561016 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Network bf5c79e8-3cf2-4dce-88bf-94ef50412305 details requested by agent ovs-agent-dv-neutron-797120-4-hyperv with host dv-neutron-797120-4-hyperv {{(pid=128085) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 11:48:49.653408 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-12b8b679-4829-445e-9623-8c2de5d39ed5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793193945299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193536732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2537862'] for port, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:49.660713 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-6f805d9d-83e2-421e-b352-f5b36ebc1582 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:48:49.662788 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00265b18-6358-472f-8a76-b01a2f8b616f tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Made reservation on behalf of aaefe7394f294c70a614c4415cde77d6 for: {'subnet': 1} {{(pid=128083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 11:48:49.666475 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-00265b18-6358-472f-8a76-b01a2f8b616f tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3289788'] for subnet, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:49.720740 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-62638d4c-6e96-4468-9b79-3ac594b8b19c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:49.724279 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b8b679-4829-445e-9623-8c2de5d39ed5 admin admin] Pushing event deleted for resources: {'Port': ['ID=49b5e277-6c4d-4c06-94f1-609b61df994e,revision_number=None']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:48:49.738303 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-12b8b679-4829-445e-9623-8c2de5d39ed5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:48:49.764830 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-6dadefb7-e557-43ff-9f47-cd5880784848 tempest-SecGroupIPv6Test-993619391 tempest-SecGroupIPv6Test-993619391-project] Notify callbacks [] for security_group, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:49.768766 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-133dade9-24dc-4f08-8060-934a7e18330c admin admin] Notify callbacks [] for security_group, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:49.774470 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device 449605fd-1014-4ba5-adbd-f298e4a68875 no longer exists at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 11:48:49.797903 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] No Port match for: 449605fd-1014-4ba5-adbd-f298e4a68875 {{(pid=128085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 11:48:49.798753 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device 449605fd-1014-4ba5-adbd-f298e4a68875 not bound to the agent host dv-neutron-797120-4-hyperv {{(pid=128085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 11:48:49.799097 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.ipam_backend_mixin [None req-00265b18-6358-472f-8a76-b01a2f8b616f tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Performing IP validity checks on allocation pools {{(pid=128083) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jun 24 11:48:49.799734 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.ipam_backend_mixin [None req-00265b18-6358-472f-8a76-b01a2f8b616f tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Checking for overlaps among allocation pools and gateway ip {{(pid=128083) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jun 24 11:48:49.849582 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-80093e49-cdb9-4a04-a9a6-a6f1c24b4c91 tempest-RoutersIpV6AdminTest-670466919 tempest-RoutersIpV6AdminTest-670466919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1978872'] for port, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:49.878727 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.plugin [None req-80093e49-cdb9-4a04-a9a6-a6f1c24b4c91 tempest-RoutersIpV6AdminTest-670466919 tempest-RoutersIpV6AdminTest-670466919-project] Calling delete_port for 6cfef4e3-5521-4b53-8bb9-ea08fd8a73de owned by network:router_gateway {{(pid=128084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 11:48:49.897421 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.objects.ports [None req-27e1afdb-c605-4410-868d-2ed70be9a728 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=128084) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jun 24 11:48:49.901469 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-27e1afdb-c605-4410-868d-2ed70be9a728 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3291959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3162270'] for subnet, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:49.906900 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-dc59a0ed-c88a-4e01-b3ab-50b2368f741d tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:48:49.993305 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27e1afdb-c605-4410-868d-2ed70be9a728 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Network 11a80c9d-f8ee-4388-91b0-d49a25200fee is already hosted by enough agents. {{(pid=128084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 11:48:49.997321 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-62638d4c-6e96-4468-9b79-3ac594b8b19c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800410'] for security_group, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:49.999797 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-62638d4c-6e96-4468-9b79-3ac594b8b19c admin admin] Notify callbacks [] for security_group, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:50.004098 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-62638d4c-6e96-4468-9b79-3ac594b8b19c admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/d5fce1ea-c9ac-4579-84b8-a42e5ccefef7 HTTP/1.1" status: 204 len: 168 time: 0.9312198 Jun 24 11:48:50.006244 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.base_scheduler [None req-27e1afdb-c605-4410-868d-2ed70be9a728 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Resources bound (agent type, host, resource id): {{(pid=128084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:48:50.015172 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27e1afdb-c605-4410-868d-2ed70be9a728 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=128084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:48:50.015947 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-27e1afdb-c605-4410-868d-2ed70be9a728 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks [] for subnet, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:50.019195 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-012d89d2-4759-494a-9e2c-c7ac87045ac0 None None] Network 11a80c9d-f8ee-4388-91b0-d49a25200fee requested from dv-neutron-797120-4-hyperv {{(pid=128085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 11:48:50.026491 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e1afdb-c605-4410-868d-2ed70be9a728 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Pushing event updated for resources: {'Subnet': ['ID=9d7efe4a-0a9e-4758-b19c-299138438294,revision_number=0']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:48:50.033269 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-27e1afdb-c605-4410-868d-2ed70be9a728 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:48:50.035751 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-e44032fc-59f9-4354-bf96-2ca9123593be tempest-SecGroupIPv6Test-993619391 tempest-SecGroupIPv6Test-993619391-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.030s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:48:50.063344 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62638d4c-6e96-4468-9b79-3ac594b8b19c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5fce1ea-c9ac-4579-84b8-a42e5ccefef7,revision_number=None']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:48:50.068184 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-62638d4c-6e96-4468-9b79-3ac594b8b19c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:48:50.105553 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-12b8b679-4829-445e-9623-8c2de5d39ed5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1588985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1806165'] for router_interface, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:50.202277 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-80093e49-cdb9-4a04-a9a6-a6f1c24b4c91 tempest-RoutersIpV6AdminTest-670466919 tempest-RoutersIpV6AdminTest-670466919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793193945299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193536732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3292088'] for port, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:50.207406 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-aaa9a802-4236-4b07-b2da-8d3767987df1 tempest-RoutersAdminTest-701485524 tempest-RoutersAdminTest-701485524-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:48:50.241885 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80093e49-cdb9-4a04-a9a6-a6f1c24b4c91 tempest-RoutersIpV6AdminTest-670466919 tempest-RoutersIpV6AdminTest-670466919-project] Pushing event deleted for resources: {'Port': ['ID=6cfef4e3-5521-4b53-8bb9-ea08fd8a73de,revision_number=None']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:48:50.245485 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-80093e49-cdb9-4a04-a9a6-a6f1c24b4c91 tempest-RoutersIpV6AdminTest-670466919 tempest-RoutersIpV6AdminTest-670466919-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:48:50.250298 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a64300d3-2a99-407b-beed-1175b91d92ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d65c8f8-7530-5052-99fe-8ea05073750b-11a80c9d-f8ee-4388-91b0-d49a25200fee', 'network_id': '11a80c9d-f8ee-4388-91b0-d49a25200fee', 'tenant_id': '086af1f572244cd08c37d97e004e4732', 'fixed_ips': [{'subnet_id': '9d7efe4a-0a9e-4758-b19c-299138438294'}]}} from dv-neutron-797120-4-hyperv. {{(pid=128085) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 24 11:48:50.252181 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-a64300d3-2a99-407b-beed-1175b91d92ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_create {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:50.301725 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-00265b18-6358-472f-8a76-b01a2f8b616f tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2537737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3289942'] for subnet, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:50.308462 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-56101b63-838c-458d-aa54-86208e1f3b56 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:48:50.323504 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-80093e49-cdb9-4a04-a9a6-a6f1c24b4c91 tempest-RoutersIpV6AdminTest-670466919 tempest-RoutersIpV6AdminTest-670466919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1815728'] for router_gateway, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:50.351991 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-133dade9-24dc-4f08-8060-934a7e18330c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:50.372664 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-133dade9-24dc-4f08-8060-934a7e18330c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800410'] for security_group, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:50.422041 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00265b18-6358-472f-8a76-b01a2f8b616f tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Pushing event updated for resources: {'Subnet': ['ID=2075af41-3037-4da3-89a5-7c79e2c9f911,revision_number=0']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:48:50.428775 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-00265b18-6358-472f-8a76-b01a2f8b616f tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:48:50.438225 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-e126b9b9-614c-4360-ab3d-1fe5ef1aee27 tempest-RoutersAdminNegativeTest-1113543141 tempest-RoutersAdminNegativeTest-1113543141-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.057s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:48:50.452066 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.db_base_plugin_common [None req-a64300d3-2a99-407b-beed-1175b91d92ce None None] Allocated IP 2001:db8::f816:3eff:fe11:8376 (11a80c9d-f8ee-4388-91b0-d49a25200fee/9d7efe4a-0a9e-4758-b19c-299138438294/18a8cdce-e74b-40a8-88a8-ac9b3a19588f) {{(pid=128085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 11:48:50.499758 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-133dade9-24dc-4f08-8060-934a7e18330c admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=2487b4be633a4999941046caa625588f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9984314 Jun 24 11:48:50.504482 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 59380) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:48:50.504808 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 59382) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:48:50.505147 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-27e1afdb-c605-4410-868d-2ed70be9a728 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.1074347 Jun 24 11:48:50.528383 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [None req-69ec6c12-5cc9-4ea7-9255-c159c880e671 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Request body: {'port': {'network_id': '11a80c9d-f8ee-4388-91b0-d49a25200fee', 'mac_address': 'fa:16:3e:ec:64:24', 'name': 'tempest-NetworksTestDHCPv6-1432812518'}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:48:50.557349 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00265b18-6358-472f-8a76-b01a2f8b616f tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Checking segment: {'id': '392594cb-4e40-4b6a-b089-b9283d634e6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'bf5c79e8-3cf2-4dce-88bf-94ef50412305'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=128083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 11:48:50.557797 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00265b18-6358-472f-8a76-b01a2f8b616f tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Network hostable DHCP agents. Network: bf5c79e8-3cf2-4dce-88bf-94ef50412305, hostable agents: ['6be988a9-1d97-480f-be5a-c55abf2c55c5'], hosted agents: [] {{(pid=128083) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 11:48:50.583658 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133dade9-24dc-4f08-8060-934a7e18330c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61a8ba0f-ba4a-4999-a943-41332211b931,revision_number=1']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:48:50.605171 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-6dadefb7-e557-43ff-9f47-cd5880784848 tempest-SecGroupIPv6Test-993619391 tempest-SecGroupIPv6Test-993619391-project] Notify callbacks [] for security_group, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:50.615214 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-6dadefb7-e557-43ff-9f47-cd5880784848 tempest-SecGroupIPv6Test-993619391 tempest-SecGroupIPv6Test-993619391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800410'] for security_group, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:50.620421 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-62638d4c-6e96-4468-9b79-3ac594b8b19c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:48:50.636762 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-a64300d3-2a99-407b-beed-1175b91d92ce None None] Notify callbacks [] for port, precommit_create {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:50.645780 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-a64300d3-2a99-407b-beed-1175b91d92ce None None] Transition to ACTIVE for port object 18a8cdce-e74b-40a8-88a8-ac9b3a19588f will not be triggered until provisioned by entity L2. {{(pid=128085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 11:48:50.660604 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-a64300d3-2a99-407b-beed-1175b91d92ce None None] Transition to ACTIVE for port object 18a8cdce-e74b-40a8-88a8-ac9b3a19588f will not be triggered until provisioned by entity DHCP. {{(pid=128085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 11:48:50.665185 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-133dade9-24dc-4f08-8060-934a7e18330c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:48:50.670241 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-a64300d3-2a99-407b-beed-1175b91d92ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-650429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-506361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793193536723'] for port, after_create {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:50.673669 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-fb7df7ac-2505-470e-8ef4-5259c8cf3250 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:48:50.725971 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a64300d3-2a99-407b-beed-1175b91d92ce None None] Network 11a80c9d-f8ee-4388-91b0-d49a25200fee is already hosted by enough agents. {{(pid=128085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 11:48:50.729102 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.scheduler.base_scheduler [None req-a64300d3-2a99-407b-beed-1175b91d92ce None None] Resources bound (agent type, host, resource id): {{(pid=128085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:48:50.733801 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00265b18-6358-472f-8a76-b01a2f8b616f tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Network bf5c79e8-3cf2-4dce-88bf-94ef50412305 is scheduled to be hosted by DHCP agent 6be988a9-1d97-480f-be5a-c55abf2c55c5 with binding_index 1 {{(pid=128083) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 11:48:50.739994 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a64300d3-2a99-407b-beed-1175b91d92ce None None] Received port after_create {{(pid=128085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 11:48:50.752051 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64300d3-2a99-407b-beed-1175b91d92ce None None] Pushing event updated for resources: {'Port': ['ID=18a8cdce-e74b-40a8-88a8-ac9b3a19588f,revision_number=1']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:48:50.756488 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-a64300d3-2a99-407b-beed-1175b91d92ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:48:50.764421 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12b8b679-4829-445e-9623-8c2de5d39ed5 admin admin] Router 0b649eac-266f-4b37-a2b4-e3c03cb22aef has already been hosted by L3 agent 2987dba8-2249-4ee6-96ec-28f0f7a6127d {{(pid=128083) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 11:48:50.765162 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-80093e49-cdb9-4a04-a9a6-a6f1c24b4c91 tempest-RoutersIpV6AdminTest-670466919 tempest-RoutersIpV6AdminTest-670466919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1975381', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1803205', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65378'] for router, precommit_update {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:50.768560 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-6dadefb7-e557-43ff-9f47-cd5880784848 tempest-SecGroupIPv6Test-993619391 tempest-SecGroupIPv6Test-993619391-project] Notify callbacks [] for security_group, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:50.770382 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-245bd5f3-9256-4bbf-845b-4c0d55b5f946 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:50.774289 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-6dadefb7-e557-43ff-9f47-cd5880784848 tempest-SecGroupIPv6Test-993619391 tempest-SecGroupIPv6Test-993619391-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.5072994 Jun 24 11:48:50.778217 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 59390) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:48:50.783402 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [None req-f17e2693-b880-44d6-9d2d-dabe935ed1b8 tempest-SecGroupIPv6Test-993619391 tempest-SecGroupIPv6Test-993619391-project] Request body: {'security_group': {'name': 'tempest-secgroup--946398277'}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:48:50.791163 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-80093e49-cdb9-4a04-a9a6-a6f1c24b4c91 tempest-RoutersIpV6AdminTest-670466919 tempest-RoutersIpV6AdminTest-670466919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1815767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1975340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1815772', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1803228'] for router, after_update {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:50.794953 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.base_scheduler [None req-00265b18-6358-472f-8a76-b01a2f8b616f tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-4-hyperv, bf5c79e8-3cf2-4dce-88bf-94ef50412305) {{(pid=128083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:48:50.795104 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dadefb7-e557-43ff-9f47-cd5880784848 tempest-SecGroupIPv6Test-993619391 tempest-SecGroupIPv6Test-993619391-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d3407399-6fe4-4df4-b680-31467449546f,revision_number=1']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:48:50.802128 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-6dadefb7-e557-43ff-9f47-cd5880784848 tempest-SecGroupIPv6Test-993619391 tempest-SecGroupIPv6Test-993619391-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:48:50.811419 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaa33d55-0adb-4c76-90c1-1670d5fb94de None None] Network bf5c79e8-3cf2-4dce-88bf-94ef50412305 requested from dv-neutron-797120-4-hyperv {{(pid=128085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 11:48:50.812123 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00265b18-6358-472f-8a76-b01a2f8b616f tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:48:50.812945 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-00265b18-6358-472f-8a76-b01a2f8b616f tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588949'] for subnet, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:50.838197 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-245bd5f3-9256-4bbf-845b-4c0d55b5f946 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:50.898136 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-a64300d3-2a99-407b-beed-1175b91d92ce None None] Attempting to bind port 18a8cdce-e74b-40a8-88a8-ac9b3a19588f on host dv-neutron-797120-4-hyperv for vnic_type normal with profile {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 11:48:50.898523 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-a64300d3-2a99-407b-beed-1175b91d92ce None None] Attempting to bind port 18a8cdce-e74b-40a8-88a8-ac9b3a19588f by drivers openvswitch,hyperv on host dv-neutron-797120-4-hyperv at level 0 using segments [{'id': 'fddfe548-9582-48fa-8a0c-6b06bc4d1b9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '11a80c9d-f8ee-4388-91b0-d49a25200fee'}] {{(pid=128085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 11:48:50.898898 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a64300d3-2a99-407b-beed-1175b91d92ce None None] Attempting to bind port 18a8cdce-e74b-40a8-88a8-ac9b3a19588f on network 11a80c9d-f8ee-4388-91b0-d49a25200fee {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 11:48:50.899929 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69ec6c12-5cc9-4ea7-9255-c159c880e671 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Made reservation on behalf of 086af1f572244cd08c37d97e004e4732 for: {'port': 1} {{(pid=128083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 11:48:50.924463 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a64300d3-2a99-407b-beed-1175b91d92ce None None] Checking agent: {'id': 'e3a695b2-c397-461f-83b0-10b79d490b59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 11, 36, 56), 'started_at': datetime.datetime(2021, 6, 24, 11, 37, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 11, 48, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 11:48:50.924845 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a64300d3-2a99-407b-beed-1175b91d92ce None None] Checking segment: {'id': 'fddfe548-9582-48fa-8a0c-6b06bc4d1b9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '11a80c9d-f8ee-4388-91b0-d49a25200fee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=128085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 11:48:50.925348 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-a64300d3-2a99-407b-beed-1175b91d92ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:50.925752 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a64300d3-2a99-407b-beed-1175b91d92ce None None] Bound using segment: {'id': 'fddfe548-9582-48fa-8a0c-6b06bc4d1b9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '11a80c9d-f8ee-4388-91b0-d49a25200fee'} {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 11:48:50.926653 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-a64300d3-2a99-407b-beed-1175b91d92ce None None] Bound port: 18a8cdce-e74b-40a8-88a8-ac9b3a19588f, host: dv-neutron-797120-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fddfe548-9582-48fa-8a0c-6b06bc4d1b9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '11a80c9d-f8ee-4388-91b0-d49a25200fee'}}] {{(pid=128085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 11:48:50.927067 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-a64300d3-2a99-407b-beed-1175b91d92ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:50.928436 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80093e49-cdb9-4a04-a9a6-a6f1c24b4c91 tempest-RoutersIpV6AdminTest-670466919 tempest-RoutersIpV6AdminTest-670466919-project] Router 21bb4901-0932-471b-8d2b-4b6c71c6b793 has already been hosted by L3 agent 2987dba8-2249-4ee6-96ec-28f0f7a6127d {{(pid=128084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 11:48:51.010015 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04c7d877-0386-42e5-ac4e-c292dc3aaf62 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d65c8f8-7530-5052-99fe-8ea05073750b-bf5c79e8-3cf2-4dce-88bf-94ef50412305', 'network_id': 'bf5c79e8-3cf2-4dce-88bf-94ef50412305', 'tenant_id': 'aaefe7394f294c70a614c4415cde77d6', 'fixed_ips': [{'subnet_id': '2075af41-3037-4da3-89a5-7c79e2c9f911'}]}} from dv-neutron-797120-4-hyperv. {{(pid=128085) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 24 11:48:51.011144 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-04c7d877-0386-42e5-ac4e-c292dc3aaf62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_create {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:51.041874 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 59394) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:48:51.050747 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-a64300d3-2a99-407b-beed-1175b91d92ce None None] For port 18a8cdce-e74b-40a8-88a8-ac9b3a19588f, host dv-neutron-797120-4-hyperv, cleared binding levels {{(pid=128085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 11:48:51.053819 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80093e49-cdb9-4a04-a9a6-a6f1c24b4c91 tempest-RoutersIpV6AdminTest-670466919 tempest-RoutersIpV6AdminTest-670466919-project] Notify agent at l3_agent.dv-neutron-797120-4-hyperv the message routers_updated {{(pid=128084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 11:48:51.061282 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-80093e49-cdb9-4a04-a9a6-a6f1c24b4c91 tempest-RoutersIpV6AdminTest-670466919 tempest-RoutersIpV6AdminTest-670466919-project] Notify callbacks [] for router, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:51.065504 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-80093e49-cdb9-4a04-a9a6-a6f1c24b4c91 tempest-RoutersIpV6AdminTest-670466919 tempest-RoutersIpV6AdminTest-670466919-project] 10.222.0.53 "PUT /v2.0/routers/21bb4901-0932-471b-8d2b-4b6c71c6b793 HTTP/1.1" status: 200 len: 709 time: 3.1536443 Jun 24 11:48:51.066164 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 59398) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:48:51.069650 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8b96701-7c46-458e-9058-2bad1dfc4b05 None None] Sync routers for ids ['21bb4901-0932-471b-8d2b-4b6c71c6b793'] in dv-neutron-797120-4-hyperv {{(pid=128086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 11:48:51.070335 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-f17e2693-b880-44d6-9d2d-dabe935ed1b8 tempest-SecGroupIPv6Test-993619391 tempest-SecGroupIPv6Test-993619391-project] Notify callbacks [] for security_group, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:51.081117 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-69ec6c12-5cc9-4ea7-9255-c159c880e671 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:51.087647 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-00265b18-6358-472f-8a76-b01a2f8b616f tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 1.5894749 Jun 24 11:48:51.100752 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8b96701-7c46-458e-9058-2bad1dfc4b05 None None] Routers {'21bb4901-0932-471b-8d2b-4b6c71c6b793'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 11:48:51.104711 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 59400) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:48:51.105992 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-a8b96701-7c46-458e-9058-2bad1dfc4b05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T11:48:26Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['21bb4901-0932-471b-8d2b-4b6c71c6b793'], 'active': True} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:48:51.119380 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-a64300d3-2a99-407b-beed-1175b91d92ce None None] For port 18a8cdce-e74b-40a8-88a8-ac9b3a19588f, host dv-neutron-797120-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=18a8cdce-e74b-40a8-88a8-ac9b3a19588f,segment=NetworkSegment(fddfe548-9582-48fa-8a0c-6b06bc4d1b9f),segment_id=fddfe548-9582-48fa-8a0c-6b06bc4d1b9f)] {{(pid=128085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 11:48:51.128412 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-a64300d3-2a99-407b-beed-1175b91d92ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:51.134972 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-ac911439-9c16-41c7-8dc9-70a41b3075c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:48:51.171886 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-32ccbe04-a761-4710-87c6-63600e51c555 tempest-RoutersIpV6AdminTest-1198470881 tempest-RoutersIpV6AdminTest-1198470881-project-admin] 10.222.0.53 "GET /v2.0/routers/21bb4901-0932-471b-8d2b-4b6c71c6b793 HTTP/1.1" status: 200 len: 744 time: 0.1019926 Jun 24 11:48:51.172129 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 59402) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:48:51.191011 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-245bd5f3-9256-4bbf-845b-4c0d55b5f946 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800410'] for security_group, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:51.193848 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-245bd5f3-9256-4bbf-845b-4c0d55b5f946 admin admin] Notify callbacks [] for security_group, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:51.211170 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-cd6235da-a7b8-4efe-88cd-53780f120505 tempest-RoutersIpV6AdminTest-1198470881 tempest-RoutersIpV6AdminTest-1198470881-project-admin] 10.222.0.53 "GET /v2.0/ports?network_id=f2b8ca71-e776-48b2-8898-96cc7970207b&device_id=21bb4901-0932-471b-8d2b-4b6c71c6b793 HTTP/1.1" status: 200 len: 205 time: 0.0355060 Jun 24 11:48:51.211375 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 59406) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:48:51.217651 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-245bd5f3-9256-4bbf-845b-4c0d55b5f946 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/61a8ba0f-ba4a-4999-a943-41332211b931 HTTP/1.1" status: 204 len: 168 time: 0.6973968 Jun 24 11:48:51.220716 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-a8b96701-7c46-458e-9058-2bad1dfc4b05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:48:51.248150 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-7b0ade64-4cf8-4148-b8a0-cb06c122fdd9 tempest-RoutersIpV6AdminTest-670466919 tempest-RoutersIpV6AdminTest-670466919-project] 10.222.0.53 "GET /v2.0/ports?device_id=21bb4901-0932-471b-8d2b-4b6c71c6b793 HTTP/1.1" status: 200 len: 205 time: 0.0333169 Jun 24 11:48:51.248700 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 59408) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:48:51.258239 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8b96701-7c46-458e-9058-2bad1dfc4b05 None None] Routers {'21bb4901-0932-471b-8d2b-4b6c71c6b793'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 11:48:51.259095 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-a8b96701-7c46-458e-9058-2bad1dfc4b05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T11:48:26Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['21bb4901-0932-471b-8d2b-4b6c71c6b793'], 'active': True} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:48:51.299950 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-6b7d5027-81e5-455c-aca3-39340479bff5 tempest-NegativeSecGroupIPv6Test-156486133 tempest-NegativeSecGroupIPv6Test-156486133-project] Request body: {'security_group': {'name': 'default'}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:48:51.300849 dv-neutron-797120-4-hyperv neutron-server[128084]: WARNING neutron.api.v2.base [None req-6b7d5027-81e5-455c-aca3-39340479bff5 tempest-NegativeSecGroupIPv6Test-156486133 tempest-NegativeSecGroupIPv6Test-156486133-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jun 24 11:48:51.301521 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.api.v2.resource [None req-6b7d5027-81e5-455c-aca3-39340479bff5 tempest-NegativeSecGroupIPv6Test-156486133 tempest-NegativeSecGroupIPv6Test-156486133-project] create failed (client error): There was a conflict when trying to complete your request. Jun 24 11:48:51.303130 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-6b7d5027-81e5-455c-aca3-39340479bff5 tempest-NegativeSecGroupIPv6Test-156486133 tempest-NegativeSecGroupIPv6Test-156486133-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2595963 Jun 24 11:48:51.306542 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 59410) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:48:51.312270 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-fd321b33-c3f5-44bd-a1ab-449071deb9fe tempest-NegativeSecGroupIPv6Test-156486133 tempest-NegativeSecGroupIPv6Test-156486133-project] Request body: {'security_group': {'name': 'tempest-secgroup--692420860'}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:48:51.322142 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-a8b96701-7c46-458e-9058-2bad1dfc4b05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:48:51.322969 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8b96701-7c46-458e-9058-2bad1dfc4b05 None None] The sync data for ids ['21bb4901-0932-471b-8d2b-4b6c71c6b793'] in dv-neutron-797120-4-hyperv is: [] {{(pid=128086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 11:48:51.332792 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-69869fec-0bd9-47e9-aee2-86fa128c4c9e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:48:51.339936 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.notifiers.nova [None req-69ec6c12-5cc9-4ea7-9255-c159c880e671 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] device_id is not set on port cb75053f-2dbd-42eb-bf36-160c45792be4 yet. {{(pid=128083) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 24 11:48:51.355792 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-5583a9e3-8511-4869-beff-f6d81893c10e tempest-RoutersIpV6AdminTest-670466919 tempest-RoutersIpV6AdminTest-670466919-project] Notify callbacks [] for router, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:51.436253 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64300d3-2a99-407b-beed-1175b91d92ce None None] Pushing event updated for resources: {'Port': ['ID=18a8cdce-e74b-40a8-88a8-ac9b3a19588f,revision_number=2']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:48:51.444188 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-a64300d3-2a99-407b-beed-1175b91d92ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.312s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:48:51.455376 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12b8b679-4829-445e-9623-8c2de5d39ed5 admin admin] Notify agent at l3_agent.dv-neutron-797120-4-hyperv the message routers_updated {{(pid=128083) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 11:48:51.460689 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.db_base_plugin_common [None req-04c7d877-0386-42e5-ac4e-c292dc3aaf62 None None] Allocated IP 172.20.0.3 (bf5c79e8-3cf2-4dce-88bf-94ef50412305/2075af41-3037-4da3-89a5-7c79e2c9f911/b4169d78-6b51-4459-9895-89819b46c538) {{(pid=128085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 11:48:51.465696 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-12b8b679-4829-445e-9623-8c2de5d39ed5 admin admin] 10.222.0.53 "PUT /v2.0/routers/0b649eac-266f-4b37-a2b4-e3c03cb22aef/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4712958 Jun 24 11:48:51.469392 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-067e741a-ac5f-4361-978e-1cc72b48859d None None] Sync routers for ids ['0b649eac-266f-4b37-a2b4-e3c03cb22aef'] in dv-neutron-797120-4-hyperv {{(pid=128085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 11:48:51.478556 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 59412) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:48:51.512384 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-067e741a-ac5f-4361-978e-1cc72b48859d None None] Routers {'0b649eac-266f-4b37-a2b4-e3c03cb22aef'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 11:48:51.513149 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-067e741a-ac5f-4361-978e-1cc72b48859d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T11:48:26Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['0b649eac-266f-4b37-a2b4-e3c03cb22aef'], 'active': True} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:48:51.570915 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.db.api [None req-fd321b33-c3f5-44bd-a1ab-449071deb9fe tempest-NegativeSecGroupIPv6Test-156486133 tempest-NegativeSecGroupIPv6Test-156486133-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 24 11:48:51.570915 dv-neutron-797120-4-hyperv neutron-server[128084]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 24 11:48:51.570915 dv-neutron-797120-4-hyperv neutron-server[128084]: [parameters: {'project_id_1': '642f4d789954465a90a6fd97f785a939', 'expiration_1': datetime.datetime(2021, 6, 24, 11, 48, 51, 317574)}] Jun 24 11:48:51.570915 dv-neutron-797120-4-hyperv neutron-server[128084]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=128084) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 24 11:48:51.574745 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_db.api [None req-fd321b33-c3f5-44bd-a1ab-449071deb9fe tempest-NegativeSecGroupIPv6Test-156486133 tempest-NegativeSecGroupIPv6Test-156486133-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=128084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 24 11:48:51.578782 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-5583a9e3-8511-4869-beff-f6d81893c10e tempest-RoutersIpV6AdminTest-670466919 tempest-RoutersIpV6AdminTest-670466919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1803182', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65403'] for router, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:51.583071 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-5583a9e3-8511-4869-beff-f6d81893c10e tempest-RoutersIpV6AdminTest-670466919 tempest-RoutersIpV6AdminTest-670466919-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:51.591686 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245bd5f3-9256-4bbf-845b-4c0d55b5f946 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61a8ba0f-ba4a-4999-a943-41332211b931,revision_number=None']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:48:51.594565 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-245bd5f3-9256-4bbf-845b-4c0d55b5f946 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:48:51.621274 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-6df4aec8-4325-48c7-9478-33d948e8eaef tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-534962'] for network, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:51.640211 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-5583a9e3-8511-4869-beff-f6d81893c10e tempest-RoutersIpV6AdminTest-670466919 tempest-RoutersIpV6AdminTest-670466919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1806072'] for router, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:51.641353 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5583a9e3-8511-4869-beff-f6d81893c10e tempest-RoutersIpV6AdminTest-670466919 tempest-RoutersIpV6AdminTest-670466919-project] Fanout notify agent at l3_agent the message router_deleted on router 21bb4901-0932-471b-8d2b-4b6c71c6b793 {{(pid=128084) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 24 11:48:51.653510 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-5583a9e3-8511-4869-beff-f6d81893c10e tempest-RoutersIpV6AdminTest-670466919 tempest-RoutersIpV6AdminTest-670466919-project] Notify callbacks [] for router, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:51.655288 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-5583a9e3-8511-4869-beff-f6d81893c10e tempest-RoutersIpV6AdminTest-670466919 tempest-RoutersIpV6AdminTest-670466919-project] 10.222.0.53 "DELETE /v2.0/routers/21bb4901-0932-471b-8d2b-4b6c71c6b793 HTTP/1.1" status: 204 len: 168 time: 0.4058082 Jun 24 11:48:51.659356 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 59416) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:48:51.694266 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.db_base_plugin_common [None req-69ec6c12-5cc9-4ea7-9255-c159c880e671 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Allocated IP 2001:db8::f816:3eff:feec:6424 (11a80c9d-f8ee-4388-91b0-d49a25200fee/9d7efe4a-0a9e-4758-b19c-299138438294/cb75053f-2dbd-42eb-bf36-160c45792be4) {{(pid=128083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 11:48:51.772440 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-bf9b91aa-b7ab-4960-8bbc-5845c42dfcf5 tempest-RoutersIpV6AdminTest-670466919 tempest-RoutersIpV6AdminTest-670466919-project] 10.222.0.53 "GET /v2.0/ports?device_id=21bb4901-0932-471b-8d2b-4b6c71c6b793 HTTP/1.1" status: 200 len: 205 time: 0.1040156 Jun 24 11:48:51.772708 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-04c7d877-0386-42e5-ac4e-c292dc3aaf62 None None] Notify callbacks [] for port, precommit_create {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:51.773592 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 59418) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:48:51.793586 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-6df4aec8-4325-48c7-9478-33d948e8eaef tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-972249'] for subnet, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:51.799941 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-04c7d877-0386-42e5-ac4e-c292dc3aaf62 None None] Transition to ACTIVE for port object b4169d78-6b51-4459-9895-89819b46c538 will not be triggered until provisioned by entity L2. {{(pid=128085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 11:48:51.823496 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-04c7d877-0386-42e5-ac4e-c292dc3aaf62 None None] Transition to ACTIVE for port object b4169d78-6b51-4459-9895-89819b46c538 will not be triggered until provisioned by entity DHCP. {{(pid=128085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 11:48:51.850803 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-04c7d877-0386-42e5-ac4e-c292dc3aaf62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-650429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-506361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793193536723'] for port, after_create {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:51.856686 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-f5e65b95-0dee-4daa-a628-1eb85cb711e1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:48:51.866201 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.api.v2.resource [None req-86359b57-3257-480b-a05c-dc0b3e2bb345 tempest-RoutersIpV6AdminTest-670466919 tempest-RoutersIpV6AdminTest-670466919-project] delete failed (client error): The resource could not be found. Jun 24 11:48:51.867642 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-86359b57-3257-480b-a05c-dc0b3e2bb345 tempest-RoutersIpV6AdminTest-670466919 tempest-RoutersIpV6AdminTest-670466919-project] 10.222.0.53 "DELETE /v2.0/routers/21bb4901-0932-471b-8d2b-4b6c71c6b793 HTTP/1.1" status: 404 len: 336 time: 0.0930619 Jun 24 11:48:51.872468 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 59420) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:48:51.890245 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 59422) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:48:51.932630 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-09f3065d-36a2-4d05-909b-c9c18857e40d tempest-RoutersIpV6AdminTest-670466919 tempest-RoutersIpV6AdminTest-670466919-project] 10.222.0.53 "GET /v2.0/ports?device_id=f4e7b836-60bc-4543-ae43-f5780dc71f9b HTTP/1.1" status: 200 len: 205 time: 0.0567570 Jun 24 11:48:51.933562 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 59424) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:48:51.966359 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c7d877-0386-42e5-ac4e-c292dc3aaf62 None None] Pushing event updated for resources: {'Port': ['ID=b4169d78-6b51-4459-9895-89819b46c538,revision_number=1']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:48:51.982785 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04c7d877-0386-42e5-ac4e-c292dc3aaf62 None None] Network bf5c79e8-3cf2-4dce-88bf-94ef50412305 is already hosted by enough agents. {{(pid=128085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 11:48:51.984244 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.scheduler.base_scheduler [None req-04c7d877-0386-42e5-ac4e-c292dc3aaf62 None None] Resources bound (agent type, host, resource id): {{(pid=128085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:48:51.984829 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.api.v2.resource [None req-b36c0a7c-e305-489c-b806-1e19187af406 tempest-RoutersIpV6AdminTest-670466919 tempest-RoutersIpV6AdminTest-670466919-project] delete failed (client error): The resource could not be found. Jun 24 11:48:51.985960 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-b36c0a7c-e305-489c-b806-1e19187af406 tempest-RoutersIpV6AdminTest-670466919 tempest-RoutersIpV6AdminTest-670466919-project] 10.222.0.53 "DELETE /v2.0/routers/f4e7b836-60bc-4543-ae43-f5780dc71f9b HTTP/1.1" status: 404 len: 336 time: 0.0520086 Jun 24 11:48:51.988731 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 59426) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:48:51.992000 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04c7d877-0386-42e5-ac4e-c292dc3aaf62 None None] Received port after_create {{(pid=128085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 11:48:51.994403 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-04c7d877-0386-42e5-ac4e-c292dc3aaf62 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:48:52.010227 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvr_db [None req-067e741a-ac5f-4361-978e-1cc72b48859d None None] Set router 0b649eac-266f-4b37-a2b4-e3c03cb22aef gateway port host: dv-neutron-797120-4-hyperv {{(pid=128085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 11:48:52.031644 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-22be1ade-1d0d-4fad-9863-60cfc166cb26 tempest-RoutersIpV6AdminTest-670466919 tempest-RoutersIpV6AdminTest-670466919-project] 10.222.0.53 "GET /v2.0/ports?device_id=f5f24adb-397c-453a-bff2-792cee8235d9 HTTP/1.1" status: 200 len: 205 time: 0.0415173 Jun 24 11:48:52.033800 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 59428) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:48:52.082064 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-f21c64a7-7ee7-41fe-9d3f-afb7f18f5dcc admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=eaf2e9e62f1244a7be5f1c7d5a343001&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1905224 Jun 24 11:48:52.085233 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.api.v2.resource [None req-c77d239f-1ac7-40d0-9074-56a6272bc38e tempest-RoutersIpV6AdminTest-670466919 tempest-RoutersIpV6AdminTest-670466919-project] delete failed (client error): The resource could not be found. Jun 24 11:48:52.096753 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-c77d239f-1ac7-40d0-9074-56a6272bc38e tempest-RoutersIpV6AdminTest-670466919 tempest-RoutersIpV6AdminTest-670466919-project] 10.222.0.53 "DELETE /v2.0/routers/f5f24adb-397c-453a-bff2-792cee8235d9 HTTP/1.1" status: 404 len: 336 time: 0.0618522 Jun 24 11:48:52.097461 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 59430) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:48:52.097798 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 59432) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:48:52.099800 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.agents_db [None req-87a69269-d72b-4286-97f3-1041481ed6d8 None None] Agent healthcheck: found 6 active agents {{(pid=128086) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 11:48:52.146960 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-04c7d877-0386-42e5-ac4e-c292dc3aaf62 None None] Attempting to bind port b4169d78-6b51-4459-9895-89819b46c538 on host dv-neutron-797120-4-hyperv for vnic_type normal with profile {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 11:48:52.147553 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-5581a023-5dea-4677-adaa-852c5998755e tempest-RoutersIpV6AdminTest-670466919 tempest-RoutersIpV6AdminTest-670466919-project] 10.222.0.53 "GET /v2.0/ports?device_id=efe92b07-8db7-45d5-ab0e-9f5a380967c5 HTTP/1.1" status: 200 len: 205 time: 0.0425894 Jun 24 11:48:52.147649 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-04c7d877-0386-42e5-ac4e-c292dc3aaf62 None None] Attempting to bind port b4169d78-6b51-4459-9895-89819b46c538 by drivers openvswitch,hyperv on host dv-neutron-797120-4-hyperv at level 0 using segments [{'id': '392594cb-4e40-4b6a-b089-b9283d634e6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'bf5c79e8-3cf2-4dce-88bf-94ef50412305'}] {{(pid=128085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 11:48:52.147649 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04c7d877-0386-42e5-ac4e-c292dc3aaf62 None None] Attempting to bind port b4169d78-6b51-4459-9895-89819b46c538 on network bf5c79e8-3cf2-4dce-88bf-94ef50412305 {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 11:48:52.148835 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 59434) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:48:52.178661 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04c7d877-0386-42e5-ac4e-c292dc3aaf62 None None] Checking agent: {'id': 'e3a695b2-c397-461f-83b0-10b79d490b59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 11, 36, 56), 'started_at': datetime.datetime(2021, 6, 24, 11, 37, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 11, 48, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 11:48:52.179068 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04c7d877-0386-42e5-ac4e-c292dc3aaf62 None None] Checking segment: {'id': '392594cb-4e40-4b6a-b089-b9283d634e6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'bf5c79e8-3cf2-4dce-88bf-94ef50412305'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=128085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 11:48:52.179453 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-04c7d877-0386-42e5-ac4e-c292dc3aaf62 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:52.179852 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04c7d877-0386-42e5-ac4e-c292dc3aaf62 None None] Bound using segment: {'id': '392594cb-4e40-4b6a-b089-b9283d634e6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'bf5c79e8-3cf2-4dce-88bf-94ef50412305'} {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 11:48:52.180338 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-04c7d877-0386-42e5-ac4e-c292dc3aaf62 None None] Bound port: b4169d78-6b51-4459-9895-89819b46c538, host: dv-neutron-797120-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '392594cb-4e40-4b6a-b089-b9283d634e6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'bf5c79e8-3cf2-4dce-88bf-94ef50412305'}}] {{(pid=128085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 11:48:52.180728 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-04c7d877-0386-42e5-ac4e-c292dc3aaf62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:52.200397 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.api.v2.resource [None req-8e52ea62-1237-4499-8160-398667214fb7 tempest-RoutersIpV6AdminTest-670466919 tempest-RoutersIpV6AdminTest-670466919-project] delete failed (client error): The resource could not be found. Jun 24 11:48:52.203912 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-8e52ea62-1237-4499-8160-398667214fb7 tempest-RoutersIpV6AdminTest-670466919 tempest-RoutersIpV6AdminTest-670466919-project] 10.222.0.53 "DELETE /v2.0/routers/efe92b07-8db7-45d5-ab0e-9f5a380967c5 HTTP/1.1" status: 404 len: 336 time: 0.0519924 Jun 24 11:48:52.204950 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 59436) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:48:52.224442 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-ebd6812e-792f-45b8-a5ce-133bd1f3a4e7 admin admin] Notify callbacks [] for router, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:52.242749 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-69c51230-40ac-4720-b31a-ddc48292c840 tempest-RoutersIpV6AdminTest-670466919 tempest-RoutersIpV6AdminTest-670466919-project] 10.222.0.53 "GET /v2.0/ports?device_id=7e1c25c5-b618-479e-bec5-03fc8266b5d5 HTTP/1.1" status: 200 len: 205 time: 0.0343928 Jun 24 11:48:52.243441 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 59438) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:48:52.291750 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.api.v2.resource [None req-4933d567-59fe-4de1-b6d6-fea0fb0763ce tempest-RoutersIpV6AdminTest-670466919 tempest-RoutersIpV6AdminTest-670466919-project] delete failed (client error): The resource could not be found. Jun 24 11:48:52.294339 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-4933d567-59fe-4de1-b6d6-fea0fb0763ce tempest-RoutersIpV6AdminTest-670466919 tempest-RoutersIpV6AdminTest-670466919-project] 10.222.0.53 "DELETE /v2.0/routers/7e1c25c5-b618-479e-bec5-03fc8266b5d5 HTTP/1.1" status: 404 len: 336 time: 0.0483334 Jun 24 11:48:52.294339 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-3e5ac047-f6ab-44d7-bc89-0b8571373ae7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:52.295344 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 59440) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:48:52.304748 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-04c7d877-0386-42e5-ac4e-c292dc3aaf62 None None] For port b4169d78-6b51-4459-9895-89819b46c538, host dv-neutron-797120-4-hyperv, cleared binding levels {{(pid=128085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 11:48:52.322812 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-04c7d877-0386-42e5-ac4e-c292dc3aaf62 None None] For port b4169d78-6b51-4459-9895-89819b46c538, host dv-neutron-797120-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=b4169d78-6b51-4459-9895-89819b46c538,segment=NetworkSegment(392594cb-4e40-4b6a-b089-b9283d634e6a),segment_id=392594cb-4e40-4b6a-b089-b9283d634e6a)] {{(pid=128085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 11:48:52.336522 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-ac30f374-415f-4a66-88e2-991b9f6e7932 tempest-RoutersIpV6AdminTest-670466919 tempest-RoutersIpV6AdminTest-670466919-project] 10.222.0.53 "GET /v2.0/ports?device_id=b4842764-46a0-4cc7-9589-935ca85c407d HTTP/1.1" status: 200 len: 205 time: 0.0398355 Jun 24 11:48:52.338888 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 59442) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:48:52.341239 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-04c7d877-0386-42e5-ac4e-c292dc3aaf62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:52.350077 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-a64300d3-2a99-407b-beed-1175b91d92ce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:48:52.358897 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-f17e2693-b880-44d6-9d2d-dabe935ed1b8 tempest-SecGroupIPv6Test-993619391 tempest-SecGroupIPv6Test-993619391-project] Notify callbacks [] for security_group, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:52.360317 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-6df4aec8-4325-48c7-9478-33d948e8eaef tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-972238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2537800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3289951'] for subnet, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:52.389269 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-3e5ac047-f6ab-44d7-bc89-0b8571373ae7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:52.399497 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-55a7ee2f-12eb-45d9-a5d9-6eac88be8f28 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:48:52.402135 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.api.v2.resource [None req-25c28d4c-206c-4e85-b115-f379a697a35e tempest-RoutersIpV6AdminTest-670466919 tempest-RoutersIpV6AdminTest-670466919-project] delete failed (client error): The resource could not be found. Jun 24 11:48:52.403355 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-25c28d4c-206c-4e85-b115-f379a697a35e tempest-RoutersIpV6AdminTest-670466919 tempest-RoutersIpV6AdminTest-670466919-project] 10.222.0.53 "DELETE /v2.0/routers/b4842764-46a0-4cc7-9589-935ca85c407d HTTP/1.1" status: 404 len: 336 time: 0.0635483 Jun 24 11:48:52.409101 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 59444) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:48:52.447097 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-fd321b33-c3f5-44bd-a1ab-449071deb9fe tempest-NegativeSecGroupIPv6Test-156486133 tempest-NegativeSecGroupIPv6Test-156486133-project] Notify callbacks [] for security_group, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:52.450424 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c7d877-0386-42e5-ac4e-c292dc3aaf62 None None] Pushing event updated for resources: {'Port': ['ID=b4169d78-6b51-4459-9895-89819b46c538,revision_number=2']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:48:52.455546 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.pecan_wsgi.hooks.translation [None req-98241b1b-2a94-4f35-9899-7d0163087abf tempest-RoutersIpV6AdminTest-670466919 tempest-RoutersIpV6AdminTest-670466919-project] DELETE failed (client error): The resource could not be found. Jun 24 11:48:52.456011 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-98241b1b-2a94-4f35-9899-7d0163087abf tempest-RoutersIpV6AdminTest-670466919 tempest-RoutersIpV6AdminTest-670466919-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=128084) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 24 11:48:52.457781 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-98241b1b-2a94-4f35-9899-7d0163087abf tempest-RoutersIpV6AdminTest-670466919 tempest-RoutersIpV6AdminTest-670466919-project] 10.222.0.53 "DELETE /v2.0/subnets/2eded739-cd08-4649-9672-b5783830e308 HTTP/1.1" status: 404 len: 337 time: 0.0475211 Jun 24 11:48:52.470314 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-04c7d877-0386-42e5-ac4e-c292dc3aaf62 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:48:52.474666 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-6df4aec8-4325-48c7-9478-33d948e8eaef tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973199', 'neutron.services.segments.db._delete_segments_for_network-8793194012456'] for network, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:52.486702 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.services.segments.db [None req-6df4aec8-4325-48c7-9478-33d948e8eaef tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf5c79e8-3cf2-4dce-88bf-94ef50412305']}} {{(pid=128083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:48:52.490185 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-fd321b33-c3f5-44bd-a1ab-449071deb9fe tempest-NegativeSecGroupIPv6Test-156486133 tempest-NegativeSecGroupIPv6Test-156486133-project] Notify callbacks [] for security_group, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:52.498223 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.services.segments.db [None req-6df4aec8-4325-48c7-9478-33d948e8eaef tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '392594cb-4e40-4b6a-b089-b9283d634e6a') {'for_net_delete': True} {{(pid=128083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:48:52.498490 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.services.segments.db [None req-6df4aec8-4325-48c7-9478-33d948e8eaef tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '392594cb-4e40-4b6a-b089-b9283d634e6a') {} {{(pid=128083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:48:52.511139 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-6df4aec8-4325-48c7-9478-33d948e8eaef tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793194097327', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3143690'] for segment, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:52.514930 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-067e741a-ac5f-4361-978e-1cc72b48859d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b649eac-266f-4b37-a2b4-e3c03cb22aef', 'name': 'tempest-ServerActionsTestJSON-373423756-router', 'tenant_id': '33124f0dd27d41d79a5a6b42eb81b949', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'external_fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.216'}], 'enable_snat': True}, 'gw_port_id': 'd90dba58-22e7-42dd-885a-25915bf0b441', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T11:44:22Z', 'updated_at': '2021-06-24T11:48:49Z', 'revision_number': 5, 'project_id': '33124f0dd27d41d79a5a6b42eb81b949', 'gw_port': {'id': 'd90dba58-22e7-42dd-885a-25915bf0b441', 'name': '', 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:66:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b649eac-266f-4b37-a2b4-e3c03cb22aef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:44:24Z', 'updated_at': '2021-06-24T11:44:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-4-hyperv'}], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:48:52.546982 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-6df4aec8-4325-48c7-9478-33d948e8eaef tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967879'] for segment, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:52.554779 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6df4aec8-4325-48c7-9478-33d948e8eaef tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Releasing vlan 619 on physical network physnet1 to pool {{(pid=128083) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 11:48:52.556747 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-6df4aec8-4325-48c7-9478-33d948e8eaef tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2537899'] for segment, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:52.586241 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-3e5ac047-f6ab-44d7-bc89-0b8571373ae7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800410'] for security_group, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:52.589213 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-3e5ac047-f6ab-44d7-bc89-0b8571373ae7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:52.590355 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-3e5ac047-f6ab-44d7-bc89-0b8571373ae7 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/995dd92a-31d8-41ef-9112-6daf48dddf29 HTTP/1.1" status: 204 len: 168 time: 0.4895618 Jun 24 11:48:52.594006 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-067e741a-ac5f-4361-978e-1cc72b48859d None None] Checking router: 0b649eac-266f-4b37-a2b4-e3c03cb22aef for host: dv-neutron-797120-4-hyperv {{(pid=128085) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 11:48:52.601444 dv-neutron-797120-4-hyperv neutron-server[128083]: Traceback (most recent call last): Jun 24 11:48:52.601444 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 24 11:48:52.601444 dv-neutron-797120-4-hyperv neutron-server[128083]: timer() Jun 24 11:48:52.601444 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 24 11:48:52.601444 dv-neutron-797120-4-hyperv neutron-server[128083]: cb(*args, **kw) Jun 24 11:48:52.601444 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 24 11:48:52.601444 dv-neutron-797120-4-hyperv neutron-server[128083]: return func(*args, **kwargs) Jun 24 11:48:52.601444 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 24 11:48:52.601444 dv-neutron-797120-4-hyperv neutron-server[128083]: self._notify() Jun 24 11:48:52.601444 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 24 11:48:52.601444 dv-neutron-797120-4-hyperv neutron-server[128083]: self.callback(batched_events) Jun 24 11:48:52.601444 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 24 11:48:52.601444 dv-neutron-797120-4-hyperv neutron-server[128083]: event.method(event) Jun 24 11:48:52.601444 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 24 11:48:52.601444 dv-neutron-797120-4-hyperv neutron-server[128083]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 24 11:48:52.601444 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 24 11:48:52.601444 dv-neutron-797120-4-hyperv neutron-server[128083]: aggregate_uuid = self.p_client.list_aggregates( Jun 24 11:48:52.601444 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 24 11:48:52.601444 dv-neutron-797120-4-hyperv neutron-server[128083]: return f(self, *a, **k) Jun 24 11:48:52.601444 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 24 11:48:52.601444 dv-neutron-797120-4-hyperv neutron-server[128083]: return self._get(url).json() Jun 24 11:48:52.601444 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 24 11:48:52.601444 dv-neutron-797120-4-hyperv neutron-server[128083]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 24 11:48:52.601444 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 24 11:48:52.601444 dv-neutron-797120-4-hyperv neutron-server[128083]: return self.request(url, 'GET', **kwargs) Jun 24 11:48:52.601444 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 24 11:48:52.601444 dv-neutron-797120-4-hyperv neutron-server[128083]: base_url = self.get_endpoint(auth, allow=allow, Jun 24 11:48:52.601444 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 24 11:48:52.601444 dv-neutron-797120-4-hyperv neutron-server[128083]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 24 11:48:52.601444 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 24 11:48:52.601444 dv-neutron-797120-4-hyperv neutron-server[128083]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 24 11:48:52.601444 dv-neutron-797120-4-hyperv neutron-server[128083]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 24 11:48:52.604542 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-f17e2693-b880-44d6-9d2d-dabe935ed1b8 tempest-SecGroupIPv6Test-993619391 tempest-SecGroupIPv6Test-993619391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800410'] for security_group, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:52.609940 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-067e741a-ac5f-4361-978e-1cc72b48859d None None] Routers {'0b649eac-266f-4b37-a2b4-e3c03cb22aef'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 11:48:52.610606 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-067e741a-ac5f-4361-978e-1cc72b48859d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T11:48:26Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['0b649eac-266f-4b37-a2b4-e3c03cb22aef'], 'active': True} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:48:52.613983 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:48:52.639685 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5ac047-f6ab-44d7-bc89-0b8571373ae7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=995dd92a-31d8-41ef-9112-6daf48dddf29,revision_number=None']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:48:52.644368 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-3e5ac047-f6ab-44d7-bc89-0b8571373ae7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:48:52.684223 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df4aec8-4325-48c7-9478-33d948e8eaef tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Pushing event deleted for resources: {'Subnet': ['ID=2075af41-3037-4da3-89a5-7c79e2c9f911,revision_number=None']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:48:52.695476 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-6df4aec8-4325-48c7-9478-33d948e8eaef tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:48:52.734604 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-5f183ec9-9c89-4e1c-b8c4-da21531930f6 tempest-SecGroupIPv6Test-993619391 tempest-SecGroupIPv6Test-993619391-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.115s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:48:52.771674 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-fd321b33-c3f5-44bd-a1ab-449071deb9fe tempest-NegativeSecGroupIPv6Test-156486133 tempest-NegativeSecGroupIPv6Test-156486133-project] Notify callbacks [] for security_group, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:52.778070 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-fd321b33-c3f5-44bd-a1ab-449071deb9fe tempest-NegativeSecGroupIPv6Test-156486133 tempest-NegativeSecGroupIPv6Test-156486133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800410'] for security_group, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:52.790871 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-9b67d0d2-7bbb-4fea-afbb-544ef1ed03f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:48:52.837570 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-f17e2693-b880-44d6-9d2d-dabe935ed1b8 tempest-SecGroupIPv6Test-993619391 tempest-SecGroupIPv6Test-993619391-project] Notify callbacks [] for security_group, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:52.843218 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-f17e2693-b880-44d6-9d2d-dabe935ed1b8 tempest-SecGroupIPv6Test-993619391 tempest-SecGroupIPv6Test-993619391-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 2.0638385 Jun 24 11:48:52.848460 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 59452) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:48:52.861668 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [None req-7dba5faa-ff4d-43c6-b2ea-0c4bb46dce61 tempest-SecGroupIPv6Test-993619391 tempest-SecGroupIPv6Test-993619391-project] Request body: {'security_group_rule': {'security_group_id': 'd3407399-6fe4-4df4-b680-31467449546f', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '543cf330-55b2-4410-b4a4-4646261c3565', 'remote_ip_prefix': None}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:48:52.879279 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvr_db [None req-067e741a-ac5f-4361-978e-1cc72b48859d None None] Set router 0b649eac-266f-4b37-a2b4-e3c03cb22aef gateway port host: dv-neutron-797120-4-hyperv {{(pid=128085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 11:48:52.925091 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.db.api [None req-6df4aec8-4325-48c7-9478-33d948e8eaef tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jun 24 11:48:52.925091 dv-neutron-797120-4-hyperv neutron-server[128083]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jun 24 11:48:52.925091 dv-neutron-797120-4-hyperv neutron-server[128083]: [parameters: {'id': 'bf5c79e8-3cf2-4dce-88bf-94ef50412305'}] Jun 24 11:48:52.925091 dv-neutron-797120-4-hyperv neutron-server[128083]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=128083) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 24 11:48:52.926295 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_db.api [None req-6df4aec8-4325-48c7-9478-33d948e8eaef tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=128083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 24 11:48:52.946209 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17e2693-b880-44d6-9d2d-dabe935ed1b8 tempest-SecGroupIPv6Test-993619391 tempest-SecGroupIPv6Test-993619391-project] Pushing event updated for resources: {'SecurityGroup': ['ID=543cf330-55b2-4410-b4a4-4646261c3565,revision_number=1']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:48:52.951485 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-f17e2693-b880-44d6-9d2d-dabe935ed1b8 tempest-SecGroupIPv6Test-993619391 tempest-SecGroupIPv6Test-993619391-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:48:52.959789 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-ebd6812e-792f-45b8-a5ce-133bd1f3a4e7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:52.980639 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-69ec6c12-5cc9-4ea7-9255-c159c880e671 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks [] for port, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:52.995966 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-fd321b33-c3f5-44bd-a1ab-449071deb9fe tempest-NegativeSecGroupIPv6Test-156486133 tempest-NegativeSecGroupIPv6Test-156486133-project] Notify callbacks [] for security_group, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:53.010152 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-fd321b33-c3f5-44bd-a1ab-449071deb9fe tempest-NegativeSecGroupIPv6Test-156486133 tempest-NegativeSecGroupIPv6Test-156486133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800410'] for security_group, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:53.041877 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.provisioning_blocks [None req-69ec6c12-5cc9-4ea7-9255-c159c880e671 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Transition to ACTIVE for port object cb75053f-2dbd-42eb-bf36-160c45792be4 will not be triggered until provisioned by entity DHCP. {{(pid=128083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 11:48:53.061945 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd321b33-c3f5-44bd-a1ab-449071deb9fe tempest-NegativeSecGroupIPv6Test-156486133 tempest-NegativeSecGroupIPv6Test-156486133-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1b6d6206-160a-4fa9-aa48-f63c10ae2b3a,revision_number=1']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:48:53.070805 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-fd321b33-c3f5-44bd-a1ab-449071deb9fe tempest-NegativeSecGroupIPv6Test-156486133 tempest-NegativeSecGroupIPv6Test-156486133-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:48:53.072520 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-f3a0b5d7-42c8-4493-a87d-0fa2d76a7ee5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.024s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:48:53.103204 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-fd321b33-c3f5-44bd-a1ab-449071deb9fe tempest-NegativeSecGroupIPv6Test-156486133 tempest-NegativeSecGroupIPv6Test-156486133-project] Notify callbacks [] for security_group, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:53.104841 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 59456) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:48:53.106633 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-fd321b33-c3f5-44bd-a1ab-449071deb9fe tempest-NegativeSecGroupIPv6Test-156486133 tempest-NegativeSecGroupIPv6Test-156486133-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.7984726 Jun 24 11:48:53.112714 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 59458) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:48:53.125459 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-8a91a465-f197-4f0e-939b-1f32154e4657 tempest-NegativeSecGroupIPv6Test-156486133 tempest-NegativeSecGroupIPv6Test-156486133-project] Request body: {'security_group_rule': {'security_group_id': '77053303-f4db-4bf2-ab93-cf76ee7bb3f8', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:48:53.129358 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-7dba5faa-ff4d-43c6-b2ea-0c4bb46dce61 tempest-SecGroupIPv6Test-993619391 tempest-SecGroupIPv6Test-993619391-project] Notify callbacks [] for security_group_rule, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:53.168234 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.plugin [None req-ebd6812e-792f-45b8-a5ce-133bd1f3a4e7 admin admin] Deleting port d90dba58-22e7-42dd-885a-25915bf0b441 {{(pid=128083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 11:48:53.168530 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-ebd6812e-792f-45b8-a5ce-133bd1f3a4e7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793193942312'] for port, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:53.176099 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-69ec6c12-5cc9-4ea7-9255-c159c880e671 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-650429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-506361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793193536723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2537853'] for port, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:53.181704 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-f15b9cbd-42cf-4524-afca-b20e20ecc385 None None] Provisioning for port 18a8cdce-e74b-40a8-88a8-ac9b3a19588f completed by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 11:48:53.183156 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd321b33-c3f5-44bd-a1ab-449071deb9fe tempest-NegativeSecGroupIPv6Test-156486133 tempest-NegativeSecGroupIPv6Test-156486133-project] Pushing event updated for resources: {'SecurityGroup': ['ID=77053303-f4db-4bf2-ab93-cf76ee7bb3f8,revision_number=1']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:48:53.194379 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-fd321b33-c3f5-44bd-a1ab-449071deb9fe tempest-NegativeSecGroupIPv6Test-156486133 tempest-NegativeSecGroupIPv6Test-156486133-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:48:53.202889 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-ef392c1b-702b-45fc-aaec-41650b5cf376 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:48:53.213795 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-8a91a465-f197-4f0e-939b-1f32154e4657 tempest-NegativeSecGroupIPv6Test-156486133 tempest-NegativeSecGroupIPv6Test-156486133-project] Notify callbacks [] for security_group_rule, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:53.262752 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69ec6c12-5cc9-4ea7-9255-c159c880e671 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Network 11a80c9d-f8ee-4388-91b0-d49a25200fee is already hosted by enough agents. {{(pid=128083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 11:48:53.302894 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.base_scheduler [None req-69ec6c12-5cc9-4ea7-9255-c159c880e671 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Resources bound (agent type, host, resource id): {{(pid=128083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:48:53.306812 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-8a91a465-f197-4f0e-939b-1f32154e4657 tempest-NegativeSecGroupIPv6Test-156486133 tempest-NegativeSecGroupIPv6Test-156486133-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:53.311042 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69ec6c12-5cc9-4ea7-9255-c159c880e671 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Received port after_create {{(pid=128083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 11:48:53.314959 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-8a91a465-f197-4f0e-939b-1f32154e4657 tempest-NegativeSecGroupIPv6Test-156486133 tempest-NegativeSecGroupIPv6Test-156486133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1627007'] for security_group_rule, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:53.318959 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69ec6c12-5cc9-4ea7-9255-c159c880e671 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:48:53.319698 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-69ec6c12-5cc9-4ea7-9255-c159c880e671 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468916'] for port, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:53.324569 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:48:53.361744 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a91a465-f197-4f0e-939b-1f32154e4657 tempest-NegativeSecGroupIPv6Test-156486133 tempest-NegativeSecGroupIPv6Test-156486133-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41f102b2-4166-4f1a-ad29-cfcfa7b0bef9,revision_number=0']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:48:53.368934 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-8a91a465-f197-4f0e-939b-1f32154e4657 tempest-NegativeSecGroupIPv6Test-156486133 tempest-NegativeSecGroupIPv6Test-156486133-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:48:53.372845 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-067e741a-ac5f-4361-978e-1cc72b48859d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b649eac-266f-4b37-a2b4-e3c03cb22aef', 'name': 'tempest-ServerActionsTestJSON-373423756-router', 'tenant_id': '33124f0dd27d41d79a5a6b42eb81b949', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'external_fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.216'}], 'enable_snat': True}, 'gw_port_id': 'd90dba58-22e7-42dd-885a-25915bf0b441', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T11:44:22Z', 'updated_at': '2021-06-24T11:48:49Z', 'revision_number': 5, 'project_id': '33124f0dd27d41d79a5a6b42eb81b949', 'gw_port': {'id': 'd90dba58-22e7-42dd-885a-25915bf0b441', 'name': '', 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:66:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b649eac-266f-4b37-a2b4-e3c03cb22aef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:44:24Z', 'updated_at': '2021-06-24T11:44:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-4-hyperv'}], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:48:53.373530 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-8a91a465-f197-4f0e-939b-1f32154e4657 tempest-NegativeSecGroupIPv6Test-156486133 tempest-NegativeSecGroupIPv6Test-156486133-project] Notify callbacks [] for security_group_rule, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:53.377033 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-8a91a465-f197-4f0e-939b-1f32154e4657 tempest-NegativeSecGroupIPv6Test-156486133 tempest-NegativeSecGroupIPv6Test-156486133-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2592809 Jun 24 11:48:53.379781 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 59470) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:48:53.389106 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-b06d41d2-a65d-41e1-80f9-e461d6ca496c tempest-NegativeSecGroupIPv6Test-156486133 tempest-NegativeSecGroupIPv6Test-156486133-project] Request body: {'security_group_rule': {'security_group_id': '77053303-f4db-4bf2-ab93-cf76ee7bb3f8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:48:53.411836 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ec6c12-5cc9-4ea7-9255-c159c880e671 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Pushing event updated for resources: {'Port': ['ID=cb75053f-2dbd-42eb-bf36-160c45792be4,revision_number=1']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:48:53.422308 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-69ec6c12-5cc9-4ea7-9255-c159c880e671 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:48:53.428939 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-6df4aec8-4325-48c7-9478-33d948e8eaef tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-534962'] for network, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:53.430588 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-067e741a-ac5f-4361-978e-1cc72b48859d None None] The sync data for ids ['0b649eac-266f-4b37-a2b4-e3c03cb22aef'] in dv-neutron-797120-4-hyperv is: [{'id': '0b649eac-266f-4b37-a2b4-e3c03cb22aef', 'name': 'tempest-ServerActionsTestJSON-373423756-router', 'tenant_id': '33124f0dd27d41d79a5a6b42eb81b949', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'external_fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.216'}], 'enable_snat': True}, 'gw_port_id': 'd90dba58-22e7-42dd-885a-25915bf0b441', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T11:44:22Z', 'updated_at': '2021-06-24T11:48:49Z', 'revision_number': 5, 'project_id': '33124f0dd27d41d79a5a6b42eb81b949', 'gw_port': {'id': 'd90dba58-22e7-42dd-885a-25915bf0b441', 'name': '', 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:66:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b649eac-266f-4b37-a2b4-e3c03cb22aef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:44:24Z', 'updated_at': '2021-06-24T11:44:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-4-hyperv'}] {{(pid=128085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 11:48:53.433682 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-69ec6c12-5cc9-4ea7-9255-c159c880e671 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.9229620 Jun 24 11:48:53.442734 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.db [None req-ebd6812e-792f-45b8-a5ce-133bd1f3a4e7 admin admin] For port d90dba58-22e7-42dd-885a-25915bf0b441, host dv-neutron-797120-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=d90dba58-22e7-42dd-885a-25915bf0b441,segment=NetworkSegment(1139564f-ff83-4b49-a593-84b33301357d),segment_id=1139564f-ff83-4b49-a593-84b33301357d)] {{(pid=128083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 11:48:53.443124 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-ebd6812e-792f-45b8-a5ce-133bd1f3a4e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1978872'] for port, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:53.444946 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 59472) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:48:53.473862 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-b06d41d2-a65d-41e1-80f9-e461d6ca496c tempest-NegativeSecGroupIPv6Test-156486133 tempest-NegativeSecGroupIPv6Test-156486133-project] Notify callbacks [] for security_group_rule, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:53.498781 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-ff1428fd-859a-4e58-820b-4d27ab292918 admin admin] Notify callbacks [] for security_group, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:53.523505 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.plugin [None req-ebd6812e-792f-45b8-a5ce-133bd1f3a4e7 admin admin] Calling delete_port for d90dba58-22e7-42dd-885a-25915bf0b441 owned by network:router_gateway {{(pid=128083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 11:48:53.527829 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-7dba5faa-ff4d-43c6-b2ea-0c4bb46dce61 tempest-SecGroupIPv6Test-993619391 tempest-SecGroupIPv6Test-993619391-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:53.542871 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-7dba5faa-ff4d-43c6-b2ea-0c4bb46dce61 tempest-SecGroupIPv6Test-993619391 tempest-SecGroupIPv6Test-993619391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1627007'] for security_group_rule, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:53.588900 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-0d1cb15b-c3ad-4120-9dab-d866a7fed9fb tempest-SecGroupIPv6Test-993619391 tempest-SecGroupIPv6Test-993619391-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:48:53.607782 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dba5faa-ff4d-43c6-b2ea-0c4bb46dce61 tempest-SecGroupIPv6Test-993619391 tempest-SecGroupIPv6Test-993619391-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7fc14561-da6f-428f-b157-ba02e6d13b40,revision_number=0']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:48:53.613630 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1204c8fa-531d-497e-8d4c-67787962117f tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:48:53.614569 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-7dba5faa-ff4d-43c6-b2ea-0c4bb46dce61 tempest-SecGroupIPv6Test-993619391 tempest-SecGroupIPv6Test-993619391-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:48:53.621678 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1204c8fa-531d-497e-8d4c-67787962117f tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:48:53.623383 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-1204c8fa-531d-497e-8d4c-67787962117f tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1756880 Jun 24 11:48:53.627359 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 59480) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:48:53.738560 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.plugin [None req-6df4aec8-4325-48c7-9478-33d948e8eaef tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Deleting port b4169d78-6b51-4459-9895-89819b46c538 {{(pid=128083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 11:48:53.739122 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-6df4aec8-4325-48c7-9478-33d948e8eaef tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793193942312'] for port, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:53.790013 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-bebd52df-5145-4f03-b456-c1db1bcdac92 None None] Provisioning for port cb75053f-2dbd-42eb-bf36-160c45792be4 completed by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 11:48:53.792766 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.plugin [None req-5ca2c337-50e4-4d2c-950e-797dcdc71720 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Deleting port cb75053f-2dbd-42eb-bf36-160c45792be4 {{(pid=128084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 11:48:53.793148 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-5ca2c337-50e4-4d2c-950e-797dcdc71720 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793193942312'] for port, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:53.800720 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-bebd52df-5145-4f03-b456-c1db1bcdac92 None None] Provisioning complete for port cb75053f-2dbd-42eb-bf36-160c45792be4 triggered by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:48:53.801835 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-bebd52df-5145-4f03-b456-c1db1bcdac92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:53.875000 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-d2c38aba-8c49-4386-9180-b8d0122f36e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:53.900488 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-bebd52df-5145-4f03-b456-c1db1bcdac92 None None] Port cb75053f-2dbd-42eb-bf36-160c45792be4 cannot update to ACTIVE because it is not bound. {{(pid=128085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 11:48:53.957925 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-5ca2c337-50e4-4d2c-950e-797dcdc71720 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1978872'] for port, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:53.960073 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 59484) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:48:53.976865 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-ff1428fd-859a-4e58-820b-4d27ab292918 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:53.987612 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.plugin [None req-5ca2c337-50e4-4d2c-950e-797dcdc71720 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Calling delete_port for cb75053f-2dbd-42eb-bf36-160c45792be4 owned by {{(pid=128084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 11:48:54.011625 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.api.v2.resource [None req-b06d41d2-a65d-41e1-80f9-e461d6ca496c tempest-NegativeSecGroupIPv6Test-156486133 tempest-NegativeSecGroupIPv6Test-156486133-project] create failed (client error): There was a conflict when trying to complete your request. Jun 24 11:48:54.015847 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-b06d41d2-a65d-41e1-80f9-e461d6ca496c tempest-NegativeSecGroupIPv6Test-156486133 tempest-NegativeSecGroupIPv6Test-156486133-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.6312022 Jun 24 11:48:54.017453 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 59488) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:48:54.057637 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device b4169d78-6b51-4459-9895-89819b46c538 up at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 11:48:54.070313 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-ff1428fd-859a-4e58-820b-4d27ab292918 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800410'] for security_group, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:54.084803 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-c8a79dfb-9d3e-48fc-8112-3f3c18cb47db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:48:54.121609 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1428fd-859a-4e58-820b-4d27ab292918 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab16d4d4-5909-434e-983e-89390e3ee8ab,revision_number=1']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:48:54.136215 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-7dba5faa-ff4d-43c6-b2ea-0c4bb46dce61 tempest-SecGroupIPv6Test-993619391 tempest-SecGroupIPv6Test-993619391-project] Notify callbacks [] for security_group_rule, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:54.138391 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-fd8697aa-f318-4604-95b1-435bd99c4e20 tempest-NegativeSecGroupIPv6Test-156486133 tempest-NegativeSecGroupIPv6Test-156486133-project] Notify callbacks [] for security_group, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:54.140374 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-7dba5faa-ff4d-43c6-b2ea-0c4bb46dce61 tempest-SecGroupIPv6Test-993619391 tempest-SecGroupIPv6Test-993619391-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 1.2830377 Jun 24 11:48:54.148460 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning for port b4169d78-6b51-4459-9895-89819b46c538 completed by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 11:48:54.149330 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 59490) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:48:54.150695 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-ff1428fd-859a-4e58-820b-4d27ab292918 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:48:54.154890 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device 18a8cdce-e74b-40a8-88a8-ac9b3a19588f up at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 11:48:54.167438 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-fd8697aa-f318-4604-95b1-435bd99c4e20 tempest-NegativeSecGroupIPv6Test-156486133 tempest-NegativeSecGroupIPv6Test-156486133-project] Notify callbacks [] for security_group, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:54.196065 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.db [None req-6df4aec8-4325-48c7-9478-33d948e8eaef tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] For port b4169d78-6b51-4459-9895-89819b46c538, host dv-neutron-797120-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=b4169d78-6b51-4459-9895-89819b46c538,segment=NetworkSegment(392594cb-4e40-4b6a-b089-b9283d634e6a),segment_id=392594cb-4e40-4b6a-b089-b9283d634e6a)] {{(pid=128083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 11:48:54.196664 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-6df4aec8-4325-48c7-9478-33d948e8eaef tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1978872'] for port, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:54.212734 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-ff1428fd-859a-4e58-820b-4d27ab292918 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=5be96c258d974825bbf27a25a29a6228&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1050639 Jun 24 11:48:54.224542 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 59492) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:48:54.225375 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-e2870212-f66a-4b14-8a2f-56ccfb544e9f tempest-AgentManagementNegativeTest-95255270 tempest-AgentManagementNegativeTest-95255270-project] 10.222.0.53 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.2640579 Jun 24 11:48:54.236600 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc7dad34-2afe-4d5e-a170-c62dad9d085f None None] Network bf5c79e8-3cf2-4dce-88bf-94ef50412305 requested from dv-neutron-797120-4-hyperv {{(pid=128085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 11:48:54.261166 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.plugin [None req-6df4aec8-4325-48c7-9478-33d948e8eaef tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Calling delete_port for b4169d78-6b51-4459-9895-89819b46c538 owned by network:dhcp {{(pid=128083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 11:48:54.286003 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-fd8697aa-f318-4604-95b1-435bd99c4e20 tempest-NegativeSecGroupIPv6Test-156486133 tempest-NegativeSecGroupIPv6Test-156486133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800410'] for security_group, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:54.289166 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-fd8697aa-f318-4604-95b1-435bd99c4e20 tempest-NegativeSecGroupIPv6Test-156486133 tempest-NegativeSecGroupIPv6Test-156486133-project] Notify callbacks [] for security_group, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:54.290377 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-fd8697aa-f318-4604-95b1-435bd99c4e20 tempest-NegativeSecGroupIPv6Test-156486133 tempest-NegativeSecGroupIPv6Test-156486133-project] 10.222.0.53 "DELETE /v2.0/security-groups/77053303-f4db-4bf2-ab93-cf76ee7bb3f8 HTTP/1.1" status: 204 len: 168 time: 0.2721088 Jun 24 11:48:54.291332 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-1daae1c9-a6cb-4e69-b263-5ec740d0ba71 tempest-SecGroupIPv6Test-993619391 tempest-SecGroupIPv6Test-993619391-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:54.292287 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-06414d16-81c4-4c0b-ac1b-f8a26416b48b tempest-ServersTestManualDisk-182325693 tempest-ServersTestManualDisk-182325693-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:48:54.297106 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 59496) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:48:54.299812 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-50f17a2a-2c7e-4590-9284-17252ecfb475 None None] Provisioning for port b4169d78-6b51-4459-9895-89819b46c538 completed by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 11:48:54.301305 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-1daae1c9-a6cb-4e69-b263-5ec740d0ba71 tempest-SecGroupIPv6Test-993619391 tempest-SecGroupIPv6Test-993619391-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:54.310419 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-5ca2c337-50e4-4d2c-950e-797dcdc71720 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793193945299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193536732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3292088'] for port, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:54.312349 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8697aa-f318-4604-95b1-435bd99c4e20 tempest-NegativeSecGroupIPv6Test-156486133 tempest-NegativeSecGroupIPv6Test-156486133-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=77053303-f4db-4bf2-ab93-cf76ee7bb3f8,revision_number=None']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:48:54.325128 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-fd8697aa-f318-4604-95b1-435bd99c4e20 tempest-NegativeSecGroupIPv6Test-156486133 tempest-NegativeSecGroupIPv6Test-156486133-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:48:54.325654 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-ba0e108a-840a-45cc-ab25-72df523ca79d tempest-RoutersAdminTest-701485524 tempest-RoutersAdminTest-701485524-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:48:54.341416 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-50f17a2a-2c7e-4590-9284-17252ecfb475 None None] Provisioning complete for port b4169d78-6b51-4459-9895-89819b46c538 triggered by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:48:54.342086 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-50f17a2a-2c7e-4590-9284-17252ecfb475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:54.377307 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca2c337-50e4-4d2c-950e-797dcdc71720 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Pushing event deleted for resources: {'Port': ['ID=cb75053f-2dbd-42eb-bf36-160c45792be4,revision_number=None']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:48:54.385516 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-7adc05b5-fe3b-48e3-9a25-ba7df9be96c0 tempest-NegativeSecGroupIPv6Test-156486133 tempest-NegativeSecGroupIPv6Test-156486133-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.0873272 Jun 24 11:48:54.392304 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 59498) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:48:54.401847 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [None req-089c659e-8afb-4873-82b3-c8d628538b9d tempest-NegativeSecGroupIPv6Test-156486133 tempest-NegativeSecGroupIPv6Test-156486133-project] Request body: {'security_group': {'name': 'tempest-secgroup--1730999895'}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:48:54.408069 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning for port 18a8cdce-e74b-40a8-88a8-ac9b3a19588f completed by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 11:48:54.416797 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-5ca2c337-50e4-4d2c-950e-797dcdc71720 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:48:54.416934 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-1daae1c9-a6cb-4e69-b263-5ec740d0ba71 tempest-SecGroupIPv6Test-993619391 tempest-SecGroupIPv6Test-993619391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1627007'] for security_group_rule, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:54.417492 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-ebd6812e-792f-45b8-a5ce-133bd1f3a4e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793193945299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193536732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2537862'] for port, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:54.420593 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-5ca2c337-50e4-4d2c-950e-797dcdc71720 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468916'] for port, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:54.425924 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-5ca2c337-50e4-4d2c-950e-797dcdc71720 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] 10.222.0.53 "DELETE /v2.0/ports/cb75053f-2dbd-42eb-bf36-160c45792be4 HTTP/1.1" status: 204 len: 168 time: 0.7940433 Jun 24 11:48:54.426118 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-6f8268e4-c104-4740-90c3-833a96d61c11 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:48:54.426255 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning complete for port 18a8cdce-e74b-40a8-88a8-ac9b3a19588f triggered by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:48:54.426255 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:54.426428 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 59500) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:48:54.426517 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-aa3bcf18-0dc5-4ca2-bca9-a0c4a0d3ed2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:54.474656 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-1daae1c9-a6cb-4e69-b263-5ec740d0ba71 tempest-SecGroupIPv6Test-993619391 tempest-SecGroupIPv6Test-993619391-project] Notify callbacks [] for security_group_rule, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:54.478191 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-1daae1c9-a6cb-4e69-b263-5ec740d0ba71 tempest-SecGroupIPv6Test-993619391 tempest-SecGroupIPv6Test-993619391-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/7fc14561-da6f-428f-b157-ba02e6d13b40 HTTP/1.1" status: 204 len: 168 time: 0.3231254 Jun 24 11:48:54.478887 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 59502) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:48:54.488844 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd6812e-792f-45b8-a5ce-133bd1f3a4e7 admin admin] Pushing event deleted for resources: {'Port': ['ID=d90dba58-22e7-42dd-885a-25915bf0b441,revision_number=None']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:48:54.497313 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-ebd6812e-792f-45b8-a5ce-133bd1f3a4e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:48:54.502986 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-7dba5faa-ff4d-43c6-b2ea-0c4bb46dce61 tempest-SecGroupIPv6Test-993619391 tempest-SecGroupIPv6Test-993619391-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.040s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:48:54.516949 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77b70af9-1ba7-4ec9-a4ab-143d7899b5b5 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=128084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:48:54.518380 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77b70af9-1ba7-4ec9-a4ab-143d7899b5b5 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=128084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:48:54.519487 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1daae1c9-a6cb-4e69-b263-5ec740d0ba71 tempest-SecGroupIPv6Test-993619391 tempest-SecGroupIPv6Test-993619391-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7fc14561-da6f-428f-b157-ba02e6d13b40,revision_number=None']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:48:54.519861 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-77b70af9-1ba7-4ec9-a4ab-143d7899b5b5 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0936007 Jun 24 11:48:54.523730 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 59504) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:48:54.540378 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-1daae1c9-a6cb-4e69-b263-5ec740d0ba71 tempest-SecGroupIPv6Test-993619391 tempest-SecGroupIPv6Test-993619391-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:48:54.546806 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-089c659e-8afb-4873-82b3-c8d628538b9d tempest-NegativeSecGroupIPv6Test-156486133 tempest-NegativeSecGroupIPv6Test-156486133-project] Notify callbacks [] for security_group, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:54.551105 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-aa3bcf18-0dc5-4ca2-bca9-a0c4a0d3ed2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:54.609286 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-a92dfcd6-3385-4932-8e22-932ebd41ebae tempest-SecGroupIPv6Test-993619391 tempest-SecGroupIPv6Test-993619391-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1290786 Jun 24 11:48:54.613116 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 59508) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:48:54.646044 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.db.db_base_plugin_v2 [None req-54fe0dbd-3542-4e63-9c44-20c9e19b3485 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Deleting subnet 9d7efe4a-0a9e-4758-b19c-299138438294 {{(pid=128084) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 24 11:48:54.652076 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-54fe0dbd-3542-4e63-9c44-20c9e19b3485 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks [] for subnet, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:54.672265 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-6df4aec8-4325-48c7-9478-33d948e8eaef tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793193945299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193536732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2537862'] for port, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:54.692939 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-f221cf4e-6927-49ff-a0bd-5834e8924bf5 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:48:54.712457 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-54fe0dbd-3542-4e63-9c44-20c9e19b3485 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2373542'] for subnet, precommit_delete_associations {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:54.723547 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-50f17a2a-2c7e-4590-9284-17252ecfb475 None None] Port b4169d78-6b51-4459-9895-89819b46c538 update to ACTIVE by agent not found {{(pid=128085) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2137}} Jun 24 11:48:54.733193 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df4aec8-4325-48c7-9478-33d948e8eaef tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Pushing event deleted for resources: {'Port': ['ID=b4169d78-6b51-4459-9895-89819b46c538,revision_number=None']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:48:54.744606 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-6df4aec8-4325-48c7-9478-33d948e8eaef tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:48:54.753585 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-ebd6812e-792f-45b8-a5ce-133bd1f3a4e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1815728'] for router_gateway, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:54.760444 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6df4aec8-4325-48c7-9478-33d948e8eaef tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] No DVR routers for this DVR port b4169d78-6b51-4459-9895-89819b46c538 on host dv-neutron-797120-4-hyperv {{(pid=128083) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 11:48:54.770216 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 59510) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:48:54.815992 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:54.871445 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-d6b25544-bb2e-46db-b6d6-b3451484e1dc tempest-SecGroupIPv6Test-993619391 tempest-SecGroupIPv6Test-993619391-project] Notify callbacks [] for security_group, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:54.889048 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] For port 18a8cdce-e74b-40a8-88a8-ac9b3a19588f, host dv-neutron-797120-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=18a8cdce-e74b-40a8-88a8-ac9b3a19588f,segment=NetworkSegment(fddfe548-9582-48fa-8a0c-6b06bc4d1b9f),segment_id=fddfe548-9582-48fa-8a0c-6b06bc4d1b9f)] {{(pid=128085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 11:48:54.895295 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:54.899068 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-bb039df7-ba95-4050-948b-d0c2de4e90fc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:48:54.904514 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-54fe0dbd-3542-4e63-9c44-20c9e19b3485 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-972249'] for subnet, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:54.915517 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-ebd6812e-792f-45b8-a5ce-133bd1f3a4e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1803182', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65403'] for router, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:54.917706 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-aa3bcf18-0dc5-4ca2-bca9-a0c4a0d3ed2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800410'] for security_group, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:54.927815 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-aa3bcf18-0dc5-4ca2-bca9-a0c4a0d3ed2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:54.929591 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-aa3bcf18-0dc5-4ca2-bca9-a0c4a0d3ed2b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/ab16d4d4-5909-434e-983e-89390e3ee8ab HTTP/1.1" status: 204 len: 168 time: 0.6991088 Jun 24 11:48:54.931358 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-ebd6812e-792f-45b8-a5ce-133bd1f3a4e7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:54.953276 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49399de5-614c-4acb-977d-2856acb966d1 None None] DHCP port deletion for bf5c79e8-3cf2-4dce-88bf-94ef50412305 request from dv-neutron-797120-4-hyperv {{(pid=128085) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 24 11:48:54.973887 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Pushing event updated for resources: {'Port': ['ID=18a8cdce-e74b-40a8-88a8-ac9b3a19588f,revision_number=3']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:48:54.975144 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:48:54.998993 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-d6b25544-bb2e-46db-b6d6-b3451484e1dc tempest-SecGroupIPv6Test-993619391 tempest-SecGroupIPv6Test-993619391-project] Notify callbacks [] for security_group, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:55.009220 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-82851504-4010-4a44-9f7d-2e1e2a29322a tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192858740-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:48:55.028107 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-089c659e-8afb-4873-82b3-c8d628538b9d tempest-NegativeSecGroupIPv6Test-156486133 tempest-NegativeSecGroupIPv6Test-156486133-project] Notify callbacks [] for security_group, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:55.039679 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-54d9c8c9-2149-456d-acc9-ed97b519759b admin admin] Notify callbacks [] for security_group, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:55.062485 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3bcf18-0dc5-4ca2-bca9-a0c4a0d3ed2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab16d4d4-5909-434e-983e-89390e3ee8ab,revision_number=None']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:48:55.073542 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-aa3bcf18-0dc5-4ca2-bca9-a0c4a0d3ed2b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:48:55.087750 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device 49b5e277-6c4d-4c06-94f1-609b61df994e no longer exists at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 11:48:55.117254 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-089c659e-8afb-4873-82b3-c8d628538b9d tempest-NegativeSecGroupIPv6Test-156486133 tempest-NegativeSecGroupIPv6Test-156486133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800410'] for security_group, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:55.123011 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-6df4aec8-4325-48c7-9478-33d948e8eaef tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973199', 'neutron.services.segments.db._delete_segments_for_network-8793194012456'] for network, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:55.126407 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-aedd46fe-8038-461c-94ff-1a9df9b6e8ca tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:48:55.128365 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] No Port match for: 49b5e277-6c4d-4c06-94f1-609b61df994e {{(pid=128085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 11:48:55.128804 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device 49b5e277-6c4d-4c06-94f1-609b61df994e not bound to the agent host dv-neutron-797120-4-hyperv {{(pid=128085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 11:48:55.149512 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-54fe0dbd-3542-4e63-9c44-20c9e19b3485 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-972238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3292022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3162263'] for subnet, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:55.155144 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-9eb00d05-51d8-43dd-a863-6d2594dc63dd tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:48:55.166296 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-d6b25544-bb2e-46db-b6d6-b3451484e1dc tempest-SecGroupIPv6Test-993619391 tempest-SecGroupIPv6Test-993619391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800410'] for security_group, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:55.166456 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.services.segments.db [None req-6df4aec8-4325-48c7-9478-33d948e8eaef tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf5c79e8-3cf2-4dce-88bf-94ef50412305']}} {{(pid=128083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:48:55.169173 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-d6b25544-bb2e-46db-b6d6-b3451484e1dc tempest-SecGroupIPv6Test-993619391 tempest-SecGroupIPv6Test-993619391-project] Notify callbacks [] for security_group, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:55.170420 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-d6b25544-bb2e-46db-b6d6-b3451484e1dc tempest-SecGroupIPv6Test-993619391 tempest-SecGroupIPv6Test-993619391-project] 10.222.0.53 "DELETE /v2.0/security-groups/543cf330-55b2-4410-b4a4-4646261c3565 HTTP/1.1" status: 204 len: 168 time: 0.5564215 Jun 24 11:48:55.176172 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 59520) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:48:55.178069 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-ebd6812e-792f-45b8-a5ce-133bd1f3a4e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1806072'] for router, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:55.178586 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebd6812e-792f-45b8-a5ce-133bd1f3a4e7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0b649eac-266f-4b37-a2b4-e3c03cb22aef {{(pid=128083) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 24 11:48:55.183422 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-ebd6812e-792f-45b8-a5ce-133bd1f3a4e7 admin admin] Notify callbacks [] for router, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:55.186701 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-ebd6812e-792f-45b8-a5ce-133bd1f3a4e7 admin admin] 10.222.0.53 "DELETE /v2.0/routers/0b649eac-266f-4b37-a2b4-e3c03cb22aef HTTP/1.1" status: 204 len: 168 time: 3.7070944 Jun 24 11:48:55.193482 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 59522) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:48:55.196533 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.services.segments.db [None req-6df4aec8-4325-48c7-9478-33d948e8eaef tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '392594cb-4e40-4b6a-b089-b9283d634e6a') {'for_net_delete': True} {{(pid=128083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:48:55.196827 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.services.segments.db [None req-6df4aec8-4325-48c7-9478-33d948e8eaef tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '392594cb-4e40-4b6a-b089-b9283d634e6a') {} {{(pid=128083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:48:55.222713 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fe0dbd-3542-4e63-9c44-20c9e19b3485 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Pushing event deleted for resources: {'Subnet': ['ID=9d7efe4a-0a9e-4758-b19c-299138438294,revision_number=None']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:48:55.227958 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-54fe0dbd-3542-4e63-9c44-20c9e19b3485 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks [] for subnet, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:55.231919 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-6df4aec8-4325-48c7-9478-33d948e8eaef tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793194097327', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3143690'] for segment, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:55.233478 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73fdcfd2-4f6b-4c94-85c3-7c5140e044fc None None] Network 11a80c9d-f8ee-4388-91b0-d49a25200fee requested from dv-neutron-797120-4-hyperv {{(pid=128085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 11:48:55.234095 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-54fe0dbd-3542-4e63-9c44-20c9e19b3485 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] 10.222.0.53 "DELETE /v2.0/subnets/9d7efe4a-0a9e-4758-b19c-299138438294 HTTP/1.1" status: 204 len: 168 time: 0.7095263 Jun 24 11:48:55.235744 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-54fe0dbd-3542-4e63-9c44-20c9e19b3485 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:48:55.238488 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-8d4af175-05db-4487-80c4-e9fdd919f4e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.047s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:48:55.239513 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 59524) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:48:55.270522 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b25544-bb2e-46db-b6d6-b3451484e1dc tempest-SecGroupIPv6Test-993619391 tempest-SecGroupIPv6Test-993619391-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=543cf330-55b2-4410-b4a4-4646261c3565,revision_number=None']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:48:55.285255 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-d6b25544-bb2e-46db-b6d6-b3451484e1dc tempest-SecGroupIPv6Test-993619391 tempest-SecGroupIPv6Test-993619391-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:48:55.295416 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ce2ef89-43b5-409d-95c4-7ace1dd45613 admin admin] Deleting subnet c9f29286-6a6a-43a7-8236-d8b39e2a7133 {{(pid=128084) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 24 11:48:55.303700 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-2ce2ef89-43b5-409d-95c4-7ace1dd45613 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:55.318173 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-5195a34b-a4a3-4289-b3d0-c9451d07a68f tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0724180 Jun 24 11:48:55.319450 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089c659e-8afb-4873-82b3-c8d628538b9d tempest-NegativeSecGroupIPv6Test-156486133 tempest-NegativeSecGroupIPv6Test-156486133-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fe583a96-1495-44f1-bba8-b7ca859696e3,revision_number=1']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:48:55.325638 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 59526) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:48:55.335349 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-089c659e-8afb-4873-82b3-c8d628538b9d tempest-NegativeSecGroupIPv6Test-156486133 tempest-NegativeSecGroupIPv6Test-156486133-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:48:55.350842 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-6df4aec8-4325-48c7-9478-33d948e8eaef tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967879'] for segment, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:55.367207 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6df4aec8-4325-48c7-9478-33d948e8eaef tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Releasing vlan 619 on physical network physnet1 to pool {{(pid=128083) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 11:48:55.368409 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-6df4aec8-4325-48c7-9478-33d948e8eaef tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2537899'] for segment, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:55.393748 dv-neutron-797120-4-hyperv neutron-server[128083]: Traceback (most recent call last): Jun 24 11:48:55.393748 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 24 11:48:55.393748 dv-neutron-797120-4-hyperv neutron-server[128083]: timer() Jun 24 11:48:55.393748 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 24 11:48:55.393748 dv-neutron-797120-4-hyperv neutron-server[128083]: cb(*args, **kw) Jun 24 11:48:55.393748 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 24 11:48:55.393748 dv-neutron-797120-4-hyperv neutron-server[128083]: return func(*args, **kwargs) Jun 24 11:48:55.393748 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 24 11:48:55.393748 dv-neutron-797120-4-hyperv neutron-server[128083]: self._notify() Jun 24 11:48:55.393748 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 24 11:48:55.393748 dv-neutron-797120-4-hyperv neutron-server[128083]: self.callback(batched_events) Jun 24 11:48:55.393748 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 24 11:48:55.393748 dv-neutron-797120-4-hyperv neutron-server[128083]: event.method(event) Jun 24 11:48:55.393748 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 24 11:48:55.393748 dv-neutron-797120-4-hyperv neutron-server[128083]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 24 11:48:55.393748 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 24 11:48:55.393748 dv-neutron-797120-4-hyperv neutron-server[128083]: aggregate_uuid = self.p_client.list_aggregates( Jun 24 11:48:55.393748 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 24 11:48:55.393748 dv-neutron-797120-4-hyperv neutron-server[128083]: return f(self, *a, **k) Jun 24 11:48:55.393748 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 24 11:48:55.393748 dv-neutron-797120-4-hyperv neutron-server[128083]: return self._get(url).json() Jun 24 11:48:55.393748 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 24 11:48:55.393748 dv-neutron-797120-4-hyperv neutron-server[128083]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 24 11:48:55.393748 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 24 11:48:55.393748 dv-neutron-797120-4-hyperv neutron-server[128083]: return self.request(url, 'GET', **kwargs) Jun 24 11:48:55.393748 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 24 11:48:55.393748 dv-neutron-797120-4-hyperv neutron-server[128083]: base_url = self.get_endpoint(auth, allow=allow, Jun 24 11:48:55.393748 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 24 11:48:55.393748 dv-neutron-797120-4-hyperv neutron-server[128083]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 24 11:48:55.393748 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 24 11:48:55.393748 dv-neutron-797120-4-hyperv neutron-server[128083]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 24 11:48:55.393748 dv-neutron-797120-4-hyperv neutron-server[128083]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 24 11:48:55.402202 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-4cd7bbb2-66f8-4ccf-9d83-ee5d8c9f4100 tempest-SecGroupIPv6Test-993619391 tempest-SecGroupIPv6Test-993619391-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4504 time: 0.2140629 Jun 24 11:48:55.416738 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 59528) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:48:55.431257 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-2ce2ef89-43b5-409d-95c4-7ace1dd45613 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2373542'] for subnet, precommit_delete_associations {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:55.458037 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 59530) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:48:55.460582 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-54d9c8c9-2149-456d-acc9-ed97b519759b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:55.480576 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-089c659e-8afb-4873-82b3-c8d628538b9d tempest-NegativeSecGroupIPv6Test-156486133 tempest-NegativeSecGroupIPv6Test-156486133-project] Notify callbacks [] for security_group, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:55.482751 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-089c659e-8afb-4873-82b3-c8d628538b9d tempest-NegativeSecGroupIPv6Test-156486133 tempest-NegativeSecGroupIPv6Test-156486133-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.0860929 Jun 24 11:48:55.491325 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-54d9c8c9-2149-456d-acc9-ed97b519759b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800410'] for security_group, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:55.491490 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 59532) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:48:55.496494 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [None req-e09fcaaf-ab0c-4e90-8205-9a71158a1b72 tempest-NegativeSecGroupIPv6Test-156486133 tempest-NegativeSecGroupIPv6Test-156486133-project] Request body: {'security_group_rule': {'security_group_id': 'fe583a96-1495-44f1-bba8-b7ca859696e3', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:48:55.497335 dv-neutron-797120-4-hyperv neutron-server[128083]: WARNING neutron.api.v2.base [None req-e09fcaaf-ab0c-4e90-8205-9a71158a1b72 tempest-NegativeSecGroupIPv6Test-156486133 tempest-NegativeSecGroupIPv6Test-156486133-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Jun 24 11:48:55.497834 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.api.v2.resource [None req-e09fcaaf-ab0c-4e90-8205-9a71158a1b72 tempest-NegativeSecGroupIPv6Test-156486133 tempest-NegativeSecGroupIPv6Test-156486133-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 24 11:48:55.498805 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-e09fcaaf-ab0c-4e90-8205-9a71158a1b72 tempest-NegativeSecGroupIPv6Test-156486133 tempest-NegativeSecGroupIPv6Test-156486133-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0063696 Jun 24 11:48:55.500080 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-6df4aec8-4325-48c7-9478-33d948e8eaef tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1800243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1815642'] for network, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:55.505055 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-d1fd9c42-485a-428d-a443-b5824b7bb0d5 tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:48:55.509717 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-6df4aec8-4325-48c7-9478-33d948e8eaef tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588949'] for network, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:55.511459 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-6df4aec8-4325-48c7-9478-33d948e8eaef tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] 10.222.0.53 "DELETE /v2.0/networks/bf5c79e8-3cf2-4dce-88bf-94ef50412305 HTTP/1.1" status: 204 len: 168 time: 4.4037898 Jun 24 11:48:55.512136 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 59534) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:48:55.513434 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-b4256207-062a-4ab1-8ade-74c05a78a602 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:48:55.519610 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 59536) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:48:55.533857 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-a2dc8a8f-304d-4424-bd5e-56353da8c406 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2079873903'}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:48:55.536509 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df4aec8-4325-48c7-9478-33d948e8eaef tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Pushing event deleted for resources: {'Network': ['ID=bf5c79e8-3cf2-4dce-88bf-94ef50412305,revision_number=None']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:48:55.540241 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-6df4aec8-4325-48c7-9478-33d948e8eaef tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:48:55.583123 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-4ada54ff-0435-49df-92b7-5c362a216e1f tempest-NegativeSecGroupIPv6Test-156486133 tempest-NegativeSecGroupIPv6Test-156486133-project] Notify callbacks [] for security_group, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:55.606324 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-4ada54ff-0435-49df-92b7-5c362a216e1f tempest-NegativeSecGroupIPv6Test-156486133 tempest-NegativeSecGroupIPv6Test-156486133-project] Notify callbacks [] for security_group, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:55.620209 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-54d9c8c9-2149-456d-acc9-ed97b519759b admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=3bf541d615b342c6af28b53d1989ca6c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8488438 Jun 24 11:48:55.623355 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 59538) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:48:55.645155 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-930c69a3-7cc9-4bd3-bf1b-d461c98b7c27 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:48:55.646602 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-930c69a3-7cc9-4bd3-bf1b-d461c98b7c27 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.3202434 Jun 24 11:48:55.649765 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 59540) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:48:55.667713 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d9c8c9-2149-456d-acc9-ed97b519759b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a42e706-ffe9-448a-853f-ac07ae2aa991,revision_number=1']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:48:55.682761 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-54d9c8c9-2149-456d-acc9-ed97b519759b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:48:55.683486 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2dc8a8f-304d-4424-bd5e-56353da8c406 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Made reservation on behalf of aaefe7394f294c70a614c4415cde77d6 for: {'network': 1} {{(pid=128084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 11:48:55.686941 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-a2dc8a8f-304d-4424-bd5e-56353da8c406 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for network, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:55.690937 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-64875c6e-edd2-4707-8667-a12cbfeab75b admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=444d1cfc1a1d4d7c897062fd9604b852&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2288909 Jun 24 11:48:55.694373 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 59542) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:48:55.711244 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-ae99f65d-e6fd-46c3-9cbe-e770a99c7ec6 tempest-SecGroupIPv6Test-993619391 tempest-SecGroupIPv6Test-993619391-project] Notify callbacks [] for security_group, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:55.719088 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-4ada54ff-0435-49df-92b7-5c362a216e1f tempest-NegativeSecGroupIPv6Test-156486133 tempest-NegativeSecGroupIPv6Test-156486133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800410'] for security_group, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:55.722505 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-4ada54ff-0435-49df-92b7-5c362a216e1f tempest-NegativeSecGroupIPv6Test-156486133 tempest-NegativeSecGroupIPv6Test-156486133-project] Notify callbacks [] for security_group, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:55.723287 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-2ce2ef89-43b5-409d-95c4-7ace1dd45613 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-972249'] for subnet, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:55.723603 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-4ada54ff-0435-49df-92b7-5c362a216e1f tempest-NegativeSecGroupIPv6Test-156486133 tempest-NegativeSecGroupIPv6Test-156486133-project] 10.222.0.53 "DELETE /v2.0/security-groups/fe583a96-1495-44f1-bba8-b7ca859696e3 HTTP/1.1" status: 204 len: 168 time: 0.2105801 Jun 24 11:48:55.732721 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-a879a8a5-5392-4be0-9f30-10e5f5b340d9 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:48:55.747569 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 59544) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:48:55.767493 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-ae99f65d-e6fd-46c3-9cbe-e770a99c7ec6 tempest-SecGroupIPv6Test-993619391 tempest-SecGroupIPv6Test-993619391-project] Notify callbacks [] for security_group, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:55.768121 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92f22ebd-0e48-44f5-9529-ce74520bd158 None None] DHCP port deletion for 11a80c9d-f8ee-4388-91b0-d49a25200fee request from dv-neutron-797120-4-hyperv {{(pid=128085) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 24 11:48:55.807335 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2dc8a8f-304d-4424-bd5e-56353da8c406 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] vlan segment allocate from pool success with {'vlan_id': 602, 'physical_network': 'physnet1'} {{(pid=128084) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 11:48:55.834775 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ada54ff-0435-49df-92b7-5c362a216e1f tempest-NegativeSecGroupIPv6Test-156486133 tempest-NegativeSecGroupIPv6Test-156486133-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe583a96-1495-44f1-bba8-b7ca859696e3,revision_number=None']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:48:55.835137 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-a2dc8a8f-304d-4424-bd5e-56353da8c406 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967879'] for segment, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:55.835137 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.db.segments_db [None req-a2dc8a8f-304d-4424-bd5e-56353da8c406 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Added segment 0875ad4f-15d6-4dc1-a1e7-26ddbf7052cd of type vlan for network 4c2ac9bf-c894-4ce4-9109-8426c0043fa5 Jun 24 11:48:55.837672 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-4ada54ff-0435-49df-92b7-5c362a216e1f tempest-NegativeSecGroupIPv6Test-156486133 tempest-NegativeSecGroupIPv6Test-156486133-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:48:55.864136 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24207df3-39b9-43d6-92b7-686ca3060888 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:48:55.865855 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-24207df3-39b9-43d6-92b7-686ca3060888 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2151396 Jun 24 11:48:55.877786 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 59546) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:48:55.881370 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-2ce2ef89-43b5-409d-95c4-7ace1dd45613 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-972238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3292022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3162263'] for subnet, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:55.886367 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-443be53a-f518-4a28-8353-6635742e91a3 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:48:55.888883 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-92f22ebd-0e48-44f5-9529-ce74520bd158 None None] Deleting port 18a8cdce-e74b-40a8-88a8-ac9b3a19588f {{(pid=128085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 11:48:55.889547 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-92f22ebd-0e48-44f5-9529-ce74520bd158 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793193942312'] for port, before_delete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:55.906450 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device b4169d78-6b51-4459-9895-89819b46c538 no longer exists at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 11:48:55.928753 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-987c907c-a846-40d8-adae-1d1c88564019 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:55.940268 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-e230eed0-84f0-4946-ba5b-42624aa832e0 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0609765 Jun 24 11:48:55.947486 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-1bc4b85d-d2df-4b1a-bd1a-cf458f6e805c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:55.952138 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 59548) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:48:55.966449 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [None req-f7370795-3f11-48a1-a322-899f1c8fe6cc tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Request body: {'subnet': {'network_id': '11a80c9d-f8ee-4388-91b0-d49a25200fee', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:48:55.968032 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] No Port match for: b4169d78-6b51-4459-9895-89819b46c538 {{(pid=128085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 11:48:55.968383 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device b4169d78-6b51-4459-9895-89819b46c538 not bound to the agent host dv-neutron-797120-4-hyperv {{(pid=128085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 11:48:55.968810 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device d90dba58-22e7-42dd-885a-25915bf0b441 no longer exists at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 11:48:55.999303 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-cbc2b4e9-9351-459c-978e-00f1ee81ce89 tempest-NegativeSecGroupIPv6Test-156486133 tempest-NegativeSecGroupIPv6Test-156486133-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2162623 Jun 24 11:48:56.003825 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] No Port match for: d90dba58-22e7-42dd-885a-25915bf0b441 {{(pid=128085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 11:48:56.004169 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device d90dba58-22e7-42dd-885a-25915bf0b441 not bound to the agent host dv-neutron-797120-4-hyperv {{(pid=128085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 11:48:56.004606 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device 18a8cdce-e74b-40a8-88a8-ac9b3a19588f no longer exists at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 11:48:56.014124 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 59550) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:48:56.022155 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-987c907c-a846-40d8-adae-1d1c88564019 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:56.028806 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [None req-2912c3c0-f970-41d5-847f-7f50faa141dc tempest-NegativeSecGroupIPv6Test-156486133 tempest-NegativeSecGroupIPv6Test-156486133-project] Request body: {'security_group': {'name': 'tempest-secgroup--1762835803'}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:48:56.045492 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-92f22ebd-0e48-44f5-9529-ce74520bd158 None None] For port 18a8cdce-e74b-40a8-88a8-ac9b3a19588f, host dv-neutron-797120-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=18a8cdce-e74b-40a8-88a8-ac9b3a19588f,segment=NetworkSegment(fddfe548-9582-48fa-8a0c-6b06bc4d1b9f),segment_id=fddfe548-9582-48fa-8a0c-6b06bc4d1b9f)] {{(pid=128085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 11:48:56.045890 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-92f22ebd-0e48-44f5-9529-ce74520bd158 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1978872'] for port, precommit_delete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:56.068243 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-92f22ebd-0e48-44f5-9529-ce74520bd158 None None] Calling delete_port for 18a8cdce-e74b-40a8-88a8-ac9b3a19588f owned by network:dhcp {{(pid=128085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 11:48:56.094438 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-1bc4b85d-d2df-4b1a-bd1a-cf458f6e805c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:56.162812 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:56.163379 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-2912c3c0-f970-41d5-847f-7f50faa141dc tempest-NegativeSecGroupIPv6Test-156486133 tempest-NegativeSecGroupIPv6Test-156486133-project] Notify callbacks [] for security_group, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:56.207187 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7370795-3f11-48a1-a322-899f1c8fe6cc tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Made reservation on behalf of 086af1f572244cd08c37d97e004e4732 for: {'subnet': 1} {{(pid=128083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 11:48:56.209502 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-f7370795-3f11-48a1-a322-899f1c8fe6cc tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3289788'] for subnet, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:56.217602 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-987c907c-a846-40d8-adae-1d1c88564019 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800410'] for security_group, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:56.221579 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-987c907c-a846-40d8-adae-1d1c88564019 admin admin] Notify callbacks [] for security_group, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:56.222341 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-ae99f65d-e6fd-46c3-9cbe-e770a99c7ec6 tempest-SecGroupIPv6Test-993619391 tempest-SecGroupIPv6Test-993619391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800410'] for security_group, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:56.222720 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-987c907c-a846-40d8-adae-1d1c88564019 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/0a42e706-ffe9-448a-853f-ac07ae2aa991 HTTP/1.1" status: 204 len: 168 time: 0.5984492 Jun 24 11:48:56.225227 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-ae99f65d-e6fd-46c3-9cbe-e770a99c7ec6 tempest-SecGroupIPv6Test-993619391 tempest-SecGroupIPv6Test-993619391-project] Notify callbacks [] for security_group, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:56.226368 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-ae99f65d-e6fd-46c3-9cbe-e770a99c7ec6 tempest-SecGroupIPv6Test-993619391 tempest-SecGroupIPv6Test-993619391-project] 10.222.0.53 "DELETE /v2.0/security-groups/d3407399-6fe4-4df4-b680-31467449546f HTTP/1.1" status: 204 len: 168 time: 0.8087921 Jun 24 11:48:56.229998 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 59554) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:48:56.238546 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-a2dc8a8f-304d-4424-bd5e-56353da8c406 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793193525068'] for network, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:56.241478 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] For port 18a8cdce-e74b-40a8-88a8-ac9b3a19588f, host dv-neutron-797120-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=18a8cdce-e74b-40a8-88a8-ac9b3a19588f,segment=NetworkSegment(fddfe548-9582-48fa-8a0c-6b06bc4d1b9f),segment_id=fddfe548-9582-48fa-8a0c-6b06bc4d1b9f)] {{(pid=128085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 11:48:56.248707 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:56.254625 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-282573c4-8ee3-4cb7-85b9-d3d5c95eee46 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:48:56.277629 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce2ef89-43b5-409d-95c4-7ace1dd45613 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c9f29286-6a6a-43a7-8236-d8b39e2a7133,revision_number=None']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:48:56.283653 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Pushing event deleted for resources: {'Port': ['ID=18a8cdce-e74b-40a8-88a8-ac9b3a19588f,revision_number=None']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:48:56.286616 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-2ce2ef89-43b5-409d-95c4-7ace1dd45613 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.400s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:48:56.288528 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-42534a68-5818-455a-9e3e-41b03763381a tempest-SecGroupIPv6Test-993619391 tempest-SecGroupIPv6Test-993619391-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.061s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:48:56.291974 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-2ce2ef89-43b5-409d-95c4-7ace1dd45613 admin admin] Notify callbacks [] for subnet, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:56.293793 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-2ce2ef89-43b5-409d-95c4-7ace1dd45613 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/c9f29286-6a6a-43a7-8236-d8b39e2a7133 HTTP/1.1" status: 204 len: 168 time: 1.0993977 Jun 24 11:48:56.296760 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:48:56.296921 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-aa3bcf18-0dc5-4ca2-bca9-a0c4a0d3ed2b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:48:56.297530 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-92f22ebd-0e48-44f5-9529-ce74520bd158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793193945299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193536732'] for port, after_delete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:56.300259 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 59556) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:48:56.302923 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-79bb2a87-0415-4d43-b01a-111f73362b44 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:48:56.324385 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1730e61-3bda-43ac-aa22-9d9f1bb94302 None None] Network 4865c6d7-6c66-4548-b02e-d00e97d481c4 requested from dv-neutron-797120-4-hyperv {{(pid=128085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 11:48:56.330288 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae99f65d-e6fd-46c3-9cbe-e770a99c7ec6 tempest-SecGroupIPv6Test-993619391 tempest-SecGroupIPv6Test-993619391-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3407399-6fe4-4df4-b680-31467449546f,revision_number=None']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:48:56.330861 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-1bc4b85d-d2df-4b1a-bd1a-cf458f6e805c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800410'] for security_group, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:56.333010 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-1bc4b85d-d2df-4b1a-bd1a-cf458f6e805c admin admin] Notify callbacks [] for security_group, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:56.336565 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-1bc4b85d-d2df-4b1a-bd1a-cf458f6e805c admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/36beb719-5cdc-4e18-9098-ff2685f162d5 HTTP/1.1" status: 204 len: 168 time: 0.6398990 Jun 24 11:48:56.350115 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-ae99f65d-e6fd-46c3-9cbe-e770a99c7ec6 tempest-SecGroupIPv6Test-993619391 tempest-SecGroupIPv6Test-993619391-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:48:56.357623 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987c907c-a846-40d8-adae-1d1c88564019 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a42e706-ffe9-448a-853f-ac07ae2aa991,revision_number=None']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:48:56.363599 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-987c907c-a846-40d8-adae-1d1c88564019 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:48:56.366850 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-4ada54ff-0435-49df-92b7-5c362a216e1f tempest-NegativeSecGroupIPv6Test-156486133 tempest-NegativeSecGroupIPv6Test-156486133-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.024s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:48:56.398146 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc4b85d-d2df-4b1a-bd1a-cf458f6e805c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36beb719-5cdc-4e18-9098-ff2685f162d5,revision_number=None']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:48:56.403541 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-1bc4b85d-d2df-4b1a-bd1a-cf458f6e805c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:48:56.411554 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-7b774eb2-a8e7-4108-b3d9-b83eca9ca507 tempest-SecGroupIPv6Test-993619391 tempest-SecGroupIPv6Test-993619391-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1748121 Jun 24 11:48:56.415392 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-a2dc8a8f-304d-4424-bd5e-56353da8c406 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1800243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976'] for network, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:56.420418 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f22ebd-0e48-44f5-9529-ce74520bd158 None None] Pushing event deleted for resources: {'Port': ['ID=18a8cdce-e74b-40a8-88a8-ac9b3a19588f,revision_number=None']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:48:56.421545 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2dc8a8f-304d-4424-bd5e-56353da8c406 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=128084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:48:56.422382 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-a2dc8a8f-304d-4424-bd5e-56353da8c406 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Notify callbacks [] for network, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:56.423630 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 59560) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:48:56.430394 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-ad7c60f7-4009-4158-bc38-759cc7f9ef0c tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:48:56.440030 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [None req-5a4bca5f-5417-4933-acb1-3469f5530063 tempest-SecGroupIPv6Test-993619391 tempest-SecGroupIPv6Test-993619391-project] Request body: {'security_group': {'name': 'tempest-secgroup--688097766'}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:48:56.458632 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-92f22ebd-0e48-44f5-9529-ce74520bd158 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:48:56.496421 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-0e24ba8a-90f4-45be-8b44-b88180896ce0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-534962'] for network, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:56.531124 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-2912c3c0-f970-41d5-847f-7f50faa141dc tempest-NegativeSecGroupIPv6Test-156486133 tempest-NegativeSecGroupIPv6Test-156486133-project] Notify callbacks [] for security_group, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:56.553445 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2dc8a8f-304d-4424-bd5e-56353da8c406 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Pushing event updated for resources: {'Network': ['ID=4c2ac9bf-c894-4ce4-9109-8426c0043fa5,revision_number=1']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:48:56.563604 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92f22ebd-0e48-44f5-9529-ce74520bd158 None None] No DVR routers for this DVR port 18a8cdce-e74b-40a8-88a8-ac9b3a19588f on host dv-neutron-797120-4-hyperv {{(pid=128085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 11:48:56.577436 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-a2dc8a8f-304d-4424-bd5e-56353da8c406 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:48:56.590127 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-2912c3c0-f970-41d5-847f-7f50faa141dc tempest-NegativeSecGroupIPv6Test-156486133 tempest-NegativeSecGroupIPv6Test-156486133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800410'] for security_group, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:56.599008 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-aa6d6daf-a834-464a-8344-99cedd93f037 tempest-BulkNetworkOpsIpV6Test-1142812762 tempest-BulkNetworkOpsIpV6Test-1142812762-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:48:56.612671 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Network 4c2ac9bf-c894-4ce4-9109-8426c0043fa5 details requested by agent ovs-agent-dv-neutron-797120-4-hyperv with host dv-neutron-797120-4-hyperv {{(pid=128085) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 11:48:56.639006 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.plugin [None req-0e24ba8a-90f4-45be-8b44-b88180896ce0 admin admin] Deleting port b09312c3-2832-44f5-8340-e396e222983c {{(pid=128084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 11:48:56.639348 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-0e24ba8a-90f4-45be-8b44-b88180896ce0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793193942312'] for port, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:56.653299 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-d60be462-6ff0-498f-86ae-c36dfbf7924d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:56.653754 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2912c3c0-f970-41d5-847f-7f50faa141dc tempest-NegativeSecGroupIPv6Test-156486133 tempest-NegativeSecGroupIPv6Test-156486133-project] Pushing event updated for resources: {'SecurityGroup': ['ID=97c52c25-d041-404d-80b3-06fd5577066c,revision_number=1']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:48:56.656498 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:56.660088 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-5a4bca5f-5417-4933-acb1-3469f5530063 tempest-SecGroupIPv6Test-993619391 tempest-SecGroupIPv6Test-993619391-project] Notify callbacks [] for security_group, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:56.663718 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-2912c3c0-f970-41d5-847f-7f50faa141dc tempest-NegativeSecGroupIPv6Test-156486133 tempest-NegativeSecGroupIPv6Test-156486133-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:48:56.674663 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-2912c3c0-f970-41d5-847f-7f50faa141dc tempest-NegativeSecGroupIPv6Test-156486133 tempest-NegativeSecGroupIPv6Test-156486133-project] Notify callbacks [] for security_group, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:56.676186 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-2912c3c0-f970-41d5-847f-7f50faa141dc tempest-NegativeSecGroupIPv6Test-156486133 tempest-NegativeSecGroupIPv6Test-156486133-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.6563754 Jun 24 11:48:56.680287 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 59566) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:48:56.709796 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-a2dc8a8f-304d-4424-bd5e-56353da8c406 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.1830659 Jun 24 11:48:56.724180 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [None req-5845b1a6-8be5-4edf-9a61-5d2f94bb2af7 tempest-NegativeSecGroupIPv6Test-156486133 tempest-NegativeSecGroupIPv6Test-156486133-project] Request body: {'security_group_rule': {'security_group_id': '97c52c25-d041-404d-80b3-06fd5577066c', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:48:56.725449 dv-neutron-797120-4-hyperv neutron-server[128083]: WARNING neutron.api.v2.base [None req-5845b1a6-8be5-4edf-9a61-5d2f94bb2af7 tempest-NegativeSecGroupIPv6Test-156486133 tempest-NegativeSecGroupIPv6Test-156486133-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Jun 24 11:48:56.726217 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.api.v2.resource [None req-5845b1a6-8be5-4edf-9a61-5d2f94bb2af7 tempest-NegativeSecGroupIPv6Test-156486133 tempest-NegativeSecGroupIPv6Test-156486133-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 24 11:48:56.727461 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-5845b1a6-8be5-4edf-9a61-5d2f94bb2af7 tempest-NegativeSecGroupIPv6Test-156486133 tempest-NegativeSecGroupIPv6Test-156486133-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0102355 Jun 24 11:48:56.733771 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 59568) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:48:56.734597 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 59570) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:48:56.755256 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [None req-64131ebd-9ebe-4d7d-9b22-b075f53877c7 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Request body: {'subnet': {'network_id': '4c2ac9bf-c894-4ce4-9109-8426c0043fa5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:48:56.772870 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.db [None req-0e24ba8a-90f4-45be-8b44-b88180896ce0 admin admin] For port b09312c3-2832-44f5-8340-e396e222983c, host dv-neutron-797120-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=b09312c3-2832-44f5-8340-e396e222983c,segment=NetworkSegment(07892e35-761a-4552-b54f-9cd6dfd50c5c),segment_id=07892e35-761a-4552-b54f-9cd6dfd50c5c)] {{(pid=128084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 11:48:56.773678 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-0e24ba8a-90f4-45be-8b44-b88180896ce0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1978872'] for port, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:56.792148 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.plugin [None req-0e24ba8a-90f4-45be-8b44-b88180896ce0 admin admin] Calling delete_port for b09312c3-2832-44f5-8340-e396e222983c owned by network:dhcp {{(pid=128084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 11:48:56.914953 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-0e24ba8a-90f4-45be-8b44-b88180896ce0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793193945299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193536732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3292088'] for port, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:56.920657 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-9a0cee07-191a-4b0f-a509-78a74f2fcab6 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:48:56.978837 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e24ba8a-90f4-45be-8b44-b88180896ce0 admin admin] Pushing event deleted for resources: {'Port': ['ID=b09312c3-2832-44f5-8340-e396e222983c,revision_number=None']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:48:56.982122 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-0e24ba8a-90f4-45be-8b44-b88180896ce0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:48:56.982893 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e24ba8a-90f4-45be-8b44-b88180896ce0 admin admin] No DVR routers for this DVR port b09312c3-2832-44f5-8340-e396e222983c on host dv-neutron-797120-4-hyperv {{(pid=128084) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 11:48:57.076907 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-0e24ba8a-90f4-45be-8b44-b88180896ce0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973199', 'neutron.services.segments.db._delete_segments_for_network-8793194012456'] for network, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:57.097144 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.services.segments.db [None req-0e24ba8a-90f4-45be-8b44-b88180896ce0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4865c6d7-6c66-4548-b02e-d00e97d481c4']}} {{(pid=128084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:48:57.102393 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce54d9cf-1234-4d25-87f1-4bcb157220ea None None] DHCP port deletion for 4865c6d7-6c66-4548-b02e-d00e97d481c4 request from dv-neutron-797120-4-hyperv {{(pid=128085) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 24 11:48:57.117145 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.services.segments.db [None req-0e24ba8a-90f4-45be-8b44-b88180896ce0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07892e35-761a-4552-b54f-9cd6dfd50c5c') {'for_net_delete': True} {{(pid=128084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:48:57.117145 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.services.segments.db [None req-0e24ba8a-90f4-45be-8b44-b88180896ce0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07892e35-761a-4552-b54f-9cd6dfd50c5c') {} {{(pid=128084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:48:57.134840 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-0e24ba8a-90f4-45be-8b44-b88180896ce0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793194097327', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2373599'] for segment, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:57.153638 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-0e24ba8a-90f4-45be-8b44-b88180896ce0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967879'] for segment, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:57.163075 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e24ba8a-90f4-45be-8b44-b88180896ce0 admin admin] Releasing vlan 611 on physical network physnet1 to pool {{(pid=128084) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 11:48:57.163391 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-0e24ba8a-90f4-45be-8b44-b88180896ce0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3292053'] for segment, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:57.166742 dv-neutron-797120-4-hyperv neutron-server[128084]: Traceback (most recent call last): Jun 24 11:48:57.166742 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 24 11:48:57.166742 dv-neutron-797120-4-hyperv neutron-server[128084]: timer() Jun 24 11:48:57.166742 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 24 11:48:57.166742 dv-neutron-797120-4-hyperv neutron-server[128084]: cb(*args, **kw) Jun 24 11:48:57.166742 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 24 11:48:57.166742 dv-neutron-797120-4-hyperv neutron-server[128084]: return func(*args, **kwargs) Jun 24 11:48:57.166742 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 24 11:48:57.166742 dv-neutron-797120-4-hyperv neutron-server[128084]: self._notify() Jun 24 11:48:57.166742 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 24 11:48:57.166742 dv-neutron-797120-4-hyperv neutron-server[128084]: self.callback(batched_events) Jun 24 11:48:57.166742 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 24 11:48:57.166742 dv-neutron-797120-4-hyperv neutron-server[128084]: event.method(event) Jun 24 11:48:57.166742 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 24 11:48:57.166742 dv-neutron-797120-4-hyperv neutron-server[128084]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 24 11:48:57.166742 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 24 11:48:57.166742 dv-neutron-797120-4-hyperv neutron-server[128084]: aggregate_uuid = self.p_client.list_aggregates( Jun 24 11:48:57.166742 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 24 11:48:57.166742 dv-neutron-797120-4-hyperv neutron-server[128084]: return f(self, *a, **k) Jun 24 11:48:57.166742 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 24 11:48:57.166742 dv-neutron-797120-4-hyperv neutron-server[128084]: return self._get(url).json() Jun 24 11:48:57.166742 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 24 11:48:57.166742 dv-neutron-797120-4-hyperv neutron-server[128084]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 24 11:48:57.166742 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 24 11:48:57.166742 dv-neutron-797120-4-hyperv neutron-server[128084]: return self.request(url, 'GET', **kwargs) Jun 24 11:48:57.166742 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 24 11:48:57.166742 dv-neutron-797120-4-hyperv neutron-server[128084]: base_url = self.get_endpoint(auth, allow=allow, Jun 24 11:48:57.166742 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 24 11:48:57.166742 dv-neutron-797120-4-hyperv neutron-server[128084]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 24 11:48:57.166742 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 24 11:48:57.166742 dv-neutron-797120-4-hyperv neutron-server[128084]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 24 11:48:57.166742 dv-neutron-797120-4-hyperv neutron-server[128084]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 24 11:48:57.252396 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-0e24ba8a-90f4-45be-8b44-b88180896ce0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1800243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1815642'] for network, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:57.257772 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-cdd69a2b-85b3-492d-a9e2-5221ae02734c tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:48:57.262224 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-0e24ba8a-90f4-45be-8b44-b88180896ce0 admin admin] Notify callbacks [] for network, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:57.264659 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-0e24ba8a-90f4-45be-8b44-b88180896ce0 admin admin] 10.222.0.53 "DELETE /v2.0/networks/4865c6d7-6c66-4548-b02e-d00e97d481c4 HTTP/1.1" status: 204 len: 168 time: 0.9616654 Jun 24 11:48:57.278038 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e24ba8a-90f4-45be-8b44-b88180896ce0 admin admin] Pushing event deleted for resources: {'Network': ['ID=4865c6d7-6c66-4548-b02e-d00e97d481c4,revision_number=None']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:48:57.280735 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-0e24ba8a-90f4-45be-8b44-b88180896ce0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:48:57.386462 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-e237684c-cb00-4e42-a318-3c75cfffcf6b tempest-NegativeSecGroupIPv6Test-156486133 tempest-NegativeSecGroupIPv6Test-156486133-project] Notify callbacks [] for security_group, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:57.421144 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 59604) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:48:57.424700 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.objects.ports [None req-f7370795-3f11-48a1-a322-899f1c8fe6cc tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=128083) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jun 24 11:48:57.436809 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-f7370795-3f11-48a1-a322-899f1c8fe6cc tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2537737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3289942'] for subnet, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:57.443539 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-7e0fc10a-2c28-4c5b-ad72-c0c0dae1edb0 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:48:57.476127 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-c070d05d-a137-4a3c-b015-887d12f32334 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=33124f0dd27d41d79a5a6b42eb81b949&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0527883 Jun 24 11:48:57.479651 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 59606) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:48:57.486011 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-5a4bca5f-5417-4933-acb1-3469f5530063 tempest-SecGroupIPv6Test-993619391 tempest-SecGroupIPv6Test-993619391-project] Notify callbacks [] for security_group, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:57.488724 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-e237684c-cb00-4e42-a318-3c75cfffcf6b tempest-NegativeSecGroupIPv6Test-156486133 tempest-NegativeSecGroupIPv6Test-156486133-project] Notify callbacks [] for security_group, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:57.505809 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-5a4bca5f-5417-4933-acb1-3469f5530063 tempest-SecGroupIPv6Test-993619391 tempest-SecGroupIPv6Test-993619391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800410'] for security_group, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:57.542246 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-dadf9064-a4d3-46c9-a30d-5ae245c89d34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:57.556962 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7370795-3f11-48a1-a322-899f1c8fe6cc tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Network 11a80c9d-f8ee-4388-91b0-d49a25200fee is already hosted by enough agents. {{(pid=128083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 11:48:57.571983 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 59608) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:48:57.574194 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.base_scheduler [None req-f7370795-3f11-48a1-a322-899f1c8fe6cc tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Resources bound (agent type, host, resource id): {{(pid=128083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:48:57.577462 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7370795-3f11-48a1-a322-899f1c8fe6cc tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:48:57.578136 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-f7370795-3f11-48a1-a322-899f1c8fe6cc tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588949'] for subnet, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:57.581404 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64131ebd-9ebe-4d7d-9b22-b075f53877c7 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Made reservation on behalf of aaefe7394f294c70a614c4415cde77d6 for: {'subnet': 1} {{(pid=128083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 11:48:57.585072 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-64131ebd-9ebe-4d7d-9b22-b075f53877c7 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3289788'] for subnet, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:57.588858 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ea8f33b-8249-42f5-8a3f-29386aedbae6 None None] Network 11a80c9d-f8ee-4388-91b0-d49a25200fee requested from dv-neutron-797120-4-hyperv {{(pid=128085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 11:48:57.589349 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7370795-3f11-48a1-a322-899f1c8fe6cc tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Pushing event updated for resources: {'Subnet': ['ID=92f2e377-80a3-491d-9ab9-32ddcf240349,revision_number=0']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:48:57.591987 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-f7370795-3f11-48a1-a322-899f1c8fe6cc tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:48:57.595012 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.073s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:48:57.598735 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-5a4bca5f-5417-4933-acb1-3469f5530063 tempest-SecGroupIPv6Test-993619391 tempest-SecGroupIPv6Test-993619391-project] Notify callbacks [] for security_group, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:57.599931 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-5a4bca5f-5417-4933-acb1-3469f5530063 tempest-SecGroupIPv6Test-993619391 tempest-SecGroupIPv6Test-993619391-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.1753547 Jun 24 11:48:57.615821 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 59614) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:48:57.623319 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-bf5d76e5-1cef-40b4-abd8-30118977cc48 tempest-SecGroupIPv6Test-993619391 tempest-SecGroupIPv6Test-993619391-project] Request body: {'security_group_rule': {'security_group_id': 'b708f28d-5524-4e63-ac92-6ba34429c0f0', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:48:57.684028 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-dadf9064-a4d3-46c9-a30d-5ae245c89d34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:57.690553 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-f7370795-3f11-48a1-a322-899f1c8fe6cc tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 1.7305887 Jun 24 11:48:57.695348 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-e237684c-cb00-4e42-a318-3c75cfffcf6b tempest-NegativeSecGroupIPv6Test-156486133 tempest-NegativeSecGroupIPv6Test-156486133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800410'] for security_group, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:57.698834 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-e237684c-cb00-4e42-a318-3c75cfffcf6b tempest-NegativeSecGroupIPv6Test-156486133 tempest-NegativeSecGroupIPv6Test-156486133-project] Notify callbacks [] for security_group, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:57.700136 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-e237684c-cb00-4e42-a318-3c75cfffcf6b tempest-NegativeSecGroupIPv6Test-156486133 tempest-NegativeSecGroupIPv6Test-156486133-project] 10.222.0.53 "DELETE /v2.0/security-groups/97c52c25-d041-404d-80b3-06fd5577066c HTTP/1.1" status: 204 len: 168 time: 0.9579656 Jun 24 11:48:57.700890 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 59616) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:48:57.705896 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 59618) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:48:57.712566 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [None req-cc571201-fa3f-4868-b095-98fc6eb03966 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Request body: {'port': {'network_id': '11a80c9d-f8ee-4388-91b0-d49a25200fee', 'mac_address': 'fa:16:3e:e4:c1:92', 'name': 'tempest-NetworksTestDHCPv6-418072072'}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:48:57.717675 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4bca5f-5417-4933-acb1-3469f5530063 tempest-SecGroupIPv6Test-993619391 tempest-SecGroupIPv6Test-993619391-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b708f28d-5524-4e63-ac92-6ba34429c0f0,revision_number=1']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:48:57.722412 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-bf5d76e5-1cef-40b4-abd8-30118977cc48 tempest-SecGroupIPv6Test-993619391 tempest-SecGroupIPv6Test-993619391-project] Notify callbacks [] for security_group_rule, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:57.727240 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-5a4bca5f-5417-4933-acb1-3469f5530063 tempest-SecGroupIPv6Test-993619391 tempest-SecGroupIPv6Test-993619391-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:48:57.728309 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-1496bcf0-71d3-4c71-8550-35ad5c273b39 tempest-SecGroupIPv6Test-993619391 tempest-SecGroupIPv6Test-993619391-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.022s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:48:57.736234 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-03237adf-ebd0-46f2-a476-4d4bb746e0f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:57.775625 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e237684c-cb00-4e42-a318-3c75cfffcf6b tempest-NegativeSecGroupIPv6Test-156486133 tempest-NegativeSecGroupIPv6Test-156486133-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=97c52c25-d041-404d-80b3-06fd5577066c,revision_number=None']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:48:57.778927 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-e237684c-cb00-4e42-a318-3c75cfffcf6b tempest-NegativeSecGroupIPv6Test-156486133 tempest-NegativeSecGroupIPv6Test-156486133-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:48:57.845575 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device b09312c3-2832-44f5-8340-e396e222983c no longer exists at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 11:48:57.846339 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 59620) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:48:57.886213 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] No Port match for: b09312c3-2832-44f5-8340-e396e222983c {{(pid=128085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 11:48:57.886571 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device b09312c3-2832-44f5-8340-e396e222983c not bound to the agent host dv-neutron-797120-4-hyperv {{(pid=128085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 11:48:57.891257 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-c02e7fa0-1b0e-4df3-9185-75cefecba5a5 tempest-NegativeSecGroupIPv6Test-156486133 tempest-NegativeSecGroupIPv6Test-156486133-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1809435 Jun 24 11:48:57.892842 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 59624) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:48:57.899338 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-58333c77-d3a0-4aca-8136-e831f8479999 tempest-NegativeSecGroupIPv6Test-156486133 tempest-NegativeSecGroupIPv6Test-156486133-project] Request body: {'security_group': {'name': 'tempest-secgroup--1529380040'}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:48:57.926840 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-bf5d76e5-1cef-40b4-abd8-30118977cc48 tempest-SecGroupIPv6Test-993619391 tempest-SecGroupIPv6Test-993619391-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:57.928967 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-dadf9064-a4d3-46c9-a30d-5ae245c89d34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800410'] for security_group, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:57.931513 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-dadf9064-a4d3-46c9-a30d-5ae245c89d34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:57.932648 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-dadf9064-a4d3-46c9-a30d-5ae245c89d34 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b852ebce-4a1a-4762-a337-1c2766dce0f7 HTTP/1.1" status: 204 len: 168 time: 0.4520659 Jun 24 11:48:57.936170 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-3152b60d-4fd9-492b-ae7c-1b4d5d21e7ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:48:57.942103 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-bf5d76e5-1cef-40b4-abd8-30118977cc48 tempest-SecGroupIPv6Test-993619391 tempest-SecGroupIPv6Test-993619391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1627007'] for security_group_rule, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:57.954132 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [None req-47405e26-38ba-4879-9770-3cb09e9d9cbf tempest-ExtensionsTestJSON-693552407 tempest-ExtensionsTestJSON-693552407-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=128084) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 24 11:48:57.956668 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-47405e26-38ba-4879-9770-3cb09e9d9cbf tempest-ExtensionsTestJSON-693552407 tempest-ExtensionsTestJSON-693552407-project] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.1093600 Jun 24 11:48:57.960241 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dadf9064-a4d3-46c9-a30d-5ae245c89d34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b852ebce-4a1a-4762-a337-1c2766dce0f7,revision_number=None']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:48:57.962194 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-58333c77-d3a0-4aca-8136-e831f8479999 tempest-NegativeSecGroupIPv6Test-156486133 tempest-NegativeSecGroupIPv6Test-156486133-project] Notify callbacks [] for security_group, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:57.964711 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-dadf9064-a4d3-46c9-a30d-5ae245c89d34 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:48:57.966403 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 59628) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:48:57.969450 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-47488864-1726-4943-808c-df01204198f2 tempest-SecGroupIPv6Test-993619391 tempest-SecGroupIPv6Test-993619391-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.009s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:48:57.976718 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [None req-0a54375e-e88d-4301-a9cc-29b3bc33c061 tempest-ExtensionsTestJSON-693552407 tempest-ExtensionsTestJSON-693552407-project] http://10.222.0.53:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=128084) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 24 11:48:57.977860 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-0a54375e-e88d-4301-a9cc-29b3bc33c061 tempest-ExtensionsTestJSON-693552407 tempest-ExtensionsTestJSON-693552407-project] 10.222.0.53 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0050135 Jun 24 11:48:57.989836 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 59630) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:48:57.997357 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16a5d20c-e518-4597-b0f2-1128265c129d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d65c8f8-7530-5052-99fe-8ea05073750b-11a80c9d-f8ee-4388-91b0-d49a25200fee', 'network_id': '11a80c9d-f8ee-4388-91b0-d49a25200fee', 'tenant_id': '086af1f572244cd08c37d97e004e4732', 'fixed_ips': [{'subnet_id': '92f2e377-80a3-491d-9ab9-32ddcf240349'}]}} from dv-neutron-797120-4-hyperv. {{(pid=128085) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 24 11:48:57.998932 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-16a5d20c-e518-4597-b0f2-1128265c129d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_create {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:58.005112 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [None req-2dea26fa-ced2-46ff-86e9-9d5d446eef89 tempest-ExtensionsTestJSON-693552407 tempest-ExtensionsTestJSON-693552407-project] http://10.222.0.53:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=128084) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 24 11:48:58.006312 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-2dea26fa-ced2-46ff-86e9-9d5d446eef89 tempest-ExtensionsTestJSON-693552407 tempest-ExtensionsTestJSON-693552407-project] 10.222.0.53 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0129299 Jun 24 11:48:58.012645 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 59632) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:48:58.017794 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-ed1a7ec4-f97b-434a-8553-42ecbf1032d0 tempest-AllowedAddressPairTestJSON-920326677 tempest-AllowedAddressPairTestJSON-920326677-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-707164180'}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:48:58.026911 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [None req-d8b1c75a-667a-4df9-a621-f97fd3ff441d tempest-ExtensionsTestJSON-693552407 tempest-ExtensionsTestJSON-693552407-project] http://10.222.0.53:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=128084) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 24 11:48:58.028105 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-d8b1c75a-667a-4df9-a621-f97fd3ff441d tempest-ExtensionsTestJSON-693552407 tempest-ExtensionsTestJSON-693552407-project] 10.222.0.53 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0067172 Jun 24 11:48:58.031069 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5d76e5-1cef-40b4-abd8-30118977cc48 tempest-SecGroupIPv6Test-993619391 tempest-SecGroupIPv6Test-993619391-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=724f5db2-8465-431e-8fc0-b477a3f4a642,revision_number=0']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:48:58.035732 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 59634) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:48:58.038418 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-bf5d76e5-1cef-40b4-abd8-30118977cc48 tempest-SecGroupIPv6Test-993619391 tempest-SecGroupIPv6Test-993619391-project] Notify callbacks [] for security_group_rule, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:58.039933 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-bf5d76e5-1cef-40b4-abd8-30118977cc48 tempest-SecGroupIPv6Test-993619391 tempest-SecGroupIPv6Test-993619391-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4231534 Jun 24 11:48:58.043032 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-bf5d76e5-1cef-40b4-abd8-30118977cc48 tempest-SecGroupIPv6Test-993619391 tempest-SecGroupIPv6Test-993619391-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:48:58.048920 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [None req-ed31f2e2-a7ea-4b74-b279-13c0c8aa942f tempest-ExtensionsTestJSON-693552407 tempest-ExtensionsTestJSON-693552407-project] http://10.222.0.53:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=128084) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 24 11:48:58.050244 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-ed31f2e2-a7ea-4b74-b279-13c0c8aa942f tempest-ExtensionsTestJSON-693552407 tempest-ExtensionsTestJSON-693552407-project] 10.222.0.53 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0090511 Jun 24 11:48:58.051149 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 59636) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:48:58.061935 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 59638) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:48:58.067640 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-64131ebd-9ebe-4d7d-9b22-b075f53877c7 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2537737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3289942'] for subnet, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:58.071205 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-36f6c756-eb97-462e-b5ad-2093f13f6bb0 tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:48:58.072257 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [None req-cabfb9f0-3c5b-4c4c-9ee8-ed562e0673e5 tempest-ExtensionsTestJSON-693552407 tempest-ExtensionsTestJSON-693552407-project] http://10.222.0.53:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=128084) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 24 11:48:58.073470 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-cabfb9f0-3c5b-4c4c-9ee8-ed562e0673e5 tempest-ExtensionsTestJSON-693552407 tempest-ExtensionsTestJSON-693552407-project] 10.222.0.53 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0103381 Jun 24 11:48:58.076093 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 59640) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:48:58.081106 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [None req-6802fb20-f8f3-4258-9574-c62eca7ee966 tempest-ExtensionsTestJSON-693552407 tempest-ExtensionsTestJSON-693552407-project] http://10.222.0.53:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=128083) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 24 11:48:58.082082 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-6802fb20-f8f3-4258-9574-c62eca7ee966 tempest-ExtensionsTestJSON-693552407 tempest-ExtensionsTestJSON-693552407-project] 10.222.0.53 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0050161 Jun 24 11:48:58.083520 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.db.api [None req-58333c77-d3a0-4aca-8136-e831f8479999 tempest-NegativeSecGroupIPv6Test-156486133 tempest-NegativeSecGroupIPv6Test-156486133-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 24 11:48:58.083520 dv-neutron-797120-4-hyperv neutron-server[128084]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 24 11:48:58.083520 dv-neutron-797120-4-hyperv neutron-server[128084]: [parameters: {'project_id_1': '642f4d789954465a90a6fd97f785a939', 'expiration_1': datetime.datetime(2021, 6, 24, 11, 48, 58, 36656)}] Jun 24 11:48:58.083520 dv-neutron-797120-4-hyperv neutron-server[128084]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=128084) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 24 11:48:58.084399 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_db.api [None req-58333c77-d3a0-4aca-8136-e831f8479999 tempest-NegativeSecGroupIPv6Test-156486133 tempest-NegativeSecGroupIPv6Test-156486133-project] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=128084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 24 11:48:58.084593 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 59642) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:48:58.089252 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [None req-c601f03d-6939-4509-8e24-83f8a7c8cb0f tempest-ExtensionsTestJSON-693552407 tempest-ExtensionsTestJSON-693552407-project] http://10.222.0.53:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=128083) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 24 11:48:58.091280 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-c601f03d-6939-4509-8e24-83f8a7c8cb0f tempest-ExtensionsTestJSON-693552407 tempest-ExtensionsTestJSON-693552407-project] 10.222.0.53 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0051908 Jun 24 11:48:58.093130 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed1a7ec4-f97b-434a-8553-42ecbf1032d0 tempest-AllowedAddressPairTestJSON-920326677 tempest-AllowedAddressPairTestJSON-920326677-project] Made reservation on behalf of 611f9119a92c4b43bff9daa8b04af2d0 for: {'network': 1} {{(pid=128084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 11:48:58.097688 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-ed1a7ec4-f97b-434a-8553-42ecbf1032d0 tempest-AllowedAddressPairTestJSON-920326677 tempest-AllowedAddressPairTestJSON-920326677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for network, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:58.100910 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 59644) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:48:58.118927 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [None req-ed92d930-2a05-4e3a-9146-d323260d6203 tempest-ExtensionsTestJSON-693552407 tempest-ExtensionsTestJSON-693552407-project] http://10.222.0.53:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=128084) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 24 11:48:58.120039 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-ed92d930-2a05-4e3a-9146-d323260d6203 tempest-ExtensionsTestJSON-693552407 tempest-ExtensionsTestJSON-693552407-project] 10.222.0.53 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0127494 Jun 24 11:48:58.121895 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-ed1a7ec4-f97b-434a-8553-42ecbf1032d0 tempest-AllowedAddressPairTestJSON-920326677 tempest-AllowedAddressPairTestJSON-920326677-project] Notify callbacks [] for security_group, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:58.124628 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-69557bfe-a07f-4be4-a7ed-c6d03799dfef tempest-SecGroupIPv6Test-993619391 tempest-SecGroupIPv6Test-993619391-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:58.126643 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 59646) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:48:58.133327 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [None req-6ee19084-2b73-4bb5-8f17-e8e5e76e08d9 tempest-ExtensionsTestJSON-693552407 tempest-ExtensionsTestJSON-693552407-project] http://10.222.0.53:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=128084) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 24 11:48:58.134395 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-6ee19084-2b73-4bb5-8f17-e8e5e76e08d9 tempest-ExtensionsTestJSON-693552407 tempest-ExtensionsTestJSON-693552407-project] 10.222.0.53 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0053909 Jun 24 11:48:58.142260 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 59648) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:48:58.149495 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-69557bfe-a07f-4be4-a7ed-c6d03799dfef tempest-SecGroupIPv6Test-993619391 tempest-SecGroupIPv6Test-993619391-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:58.154299 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc571201-fa3f-4868-b095-98fc6eb03966 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Made reservation on behalf of 086af1f572244cd08c37d97e004e4732 for: {'port': 1} {{(pid=128083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 11:48:58.154891 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [None req-bb1c552b-e9dd-4045-b513-be0b0ab3e04f tempest-ExtensionsTestJSON-693552407 tempest-ExtensionsTestJSON-693552407-project] http://10.222.0.53:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=128084) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 24 11:48:58.155970 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-bb1c552b-e9dd-4045-b513-be0b0ab3e04f tempest-ExtensionsTestJSON-693552407 tempest-ExtensionsTestJSON-693552407-project] 10.222.0.53 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0087092 Jun 24 11:48:58.159862 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 59650) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:48:58.171185 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [None req-55437a99-9102-4e8d-b3ed-a257327267ba tempest-ExtensionsTestJSON-693552407 tempest-ExtensionsTestJSON-693552407-project] http://10.222.0.53:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=128083) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 24 11:48:58.172321 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-55437a99-9102-4e8d-b3ed-a257327267ba tempest-ExtensionsTestJSON-693552407 tempest-ExtensionsTestJSON-693552407-project] 10.222.0.53 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0047204 Jun 24 11:48:58.177709 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 59652) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:48:58.184422 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [None req-ce8b3f92-03c2-4b56-aca4-1418f60b08ca tempest-ExtensionsTestJSON-693552407 tempest-ExtensionsTestJSON-693552407-project] http://10.222.0.53:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=128084) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 24 11:48:58.185518 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-ce8b3f92-03c2-4b56-aca4-1418f60b08ca tempest-ExtensionsTestJSON-693552407 tempest-ExtensionsTestJSON-693552407-project] 10.222.0.53 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0066817 Jun 24 11:48:58.188776 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 59654) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:48:58.202893 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [None req-8f921689-55d2-4a2a-bfe4-f86acb9038eb tempest-ExtensionsTestJSON-693552407 tempest-ExtensionsTestJSON-693552407-project] http://10.222.0.53:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=128084) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 24 11:48:58.203864 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-8f921689-55d2-4a2a-bfe4-f86acb9038eb tempest-ExtensionsTestJSON-693552407 tempest-ExtensionsTestJSON-693552407-project] 10.222.0.53 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0133939 Jun 24 11:48:58.208161 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 59658) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:48:58.214418 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [None req-0733843d-74b9-465c-a4bf-ab1e7a876de4 tempest-ExtensionsTestJSON-693552407 tempest-ExtensionsTestJSON-693552407-project] http://10.222.0.53:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=128084) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 24 11:48:58.215364 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-0733843d-74b9-465c-a4bf-ab1e7a876de4 tempest-ExtensionsTestJSON-693552407 tempest-ExtensionsTestJSON-693552407-project] 10.222.0.53 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0044568 Jun 24 11:48:58.220722 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 59660) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:48:58.226566 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [None req-ab6d7369-0890-4278-a80e-7f382d9aadcd tempest-ExtensionsTestJSON-693552407 tempest-ExtensionsTestJSON-693552407-project] http://10.222.0.53:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=128084) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 24 11:48:58.227522 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-ab6d7369-0890-4278-a80e-7f382d9aadcd tempest-ExtensionsTestJSON-693552407 tempest-ExtensionsTestJSON-693552407-project] 10.222.0.53 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0062797 Jun 24 11:48:58.229880 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-69557bfe-a07f-4be4-a7ed-c6d03799dfef tempest-SecGroupIPv6Test-993619391 tempest-SecGroupIPv6Test-993619391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1627007'] for security_group_rule, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:58.231245 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 59662) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:48:58.232749 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.db_base_plugin_common [None req-16a5d20c-e518-4597-b0f2-1128265c129d None None] Allocated IP 2001:db8::f816:3eff:fe9e:2b1e (11a80c9d-f8ee-4388-91b0-d49a25200fee/92f2e377-80a3-491d-9ab9-32ddcf240349/9a92d067-cbd9-4033-8e1f-ae9770d92c8a) {{(pid=128085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 11:48:58.241703 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-b0128675-103d-459d-841f-020689c6116d tempest-SecGroupIPv6Test-993619391 tempest-SecGroupIPv6Test-993619391-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:48:58.249546 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-69557bfe-a07f-4be4-a7ed-c6d03799dfef tempest-SecGroupIPv6Test-993619391 tempest-SecGroupIPv6Test-993619391-project] Notify callbacks [] for security_group_rule, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:58.251098 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-69557bfe-a07f-4be4-a7ed-c6d03799dfef tempest-SecGroupIPv6Test-993619391 tempest-SecGroupIPv6Test-993619391-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/724f5db2-8465-431e-8fc0-b477a3f4a642 HTTP/1.1" status: 204 len: 168 time: 0.1961057 Jun 24 11:48:58.258196 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 59664) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:48:58.273080 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69557bfe-a07f-4be4-a7ed-c6d03799dfef tempest-SecGroupIPv6Test-993619391 tempest-SecGroupIPv6Test-993619391-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=724f5db2-8465-431e-8fc0-b477a3f4a642,revision_number=None']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:48:58.277886 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [None req-89114b04-6978-4619-b688-3cdb084bb235 tempest-ExtensionsTestJSON-693552407 tempest-ExtensionsTestJSON-693552407-project] http://10.222.0.53:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=128083) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 24 11:48:58.278856 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-89114b04-6978-4619-b688-3cdb084bb235 tempest-ExtensionsTestJSON-693552407 tempest-ExtensionsTestJSON-693552407-project] 10.222.0.53 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0135851 Jun 24 11:48:58.283569 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-69557bfe-a07f-4be4-a7ed-c6d03799dfef tempest-SecGroupIPv6Test-993619391 tempest-SecGroupIPv6Test-993619391-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:48:58.285781 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 59666) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:48:58.287349 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64131ebd-9ebe-4d7d-9b22-b075f53877c7 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Checking segment: {'id': '0875ad4f-15d6-4dc1-a1e7-26ddbf7052cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '4c2ac9bf-c894-4ce4-9109-8426c0043fa5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=128083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 11:48:58.287715 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64131ebd-9ebe-4d7d-9b22-b075f53877c7 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Network hostable DHCP agents. Network: 4c2ac9bf-c894-4ce4-9109-8426c0043fa5, hostable agents: ['6be988a9-1d97-480f-be5a-c55abf2c55c5'], hosted agents: [] {{(pid=128083) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 11:48:58.293251 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [None req-1057c639-8ac1-4b07-b130-ed2be2afdbd5 tempest-ExtensionsTestJSON-693552407 tempest-ExtensionsTestJSON-693552407-project] http://10.222.0.53:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=128084) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 24 11:48:58.294586 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-1057c639-8ac1-4b07-b130-ed2be2afdbd5 tempest-ExtensionsTestJSON-693552407 tempest-ExtensionsTestJSON-693552407-project] 10.222.0.53 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0076745 Jun 24 11:48:58.298395 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64131ebd-9ebe-4d7d-9b22-b075f53877c7 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Pushing event updated for resources: {'Subnet': ['ID=29be7da6-ca6b-4716-850f-46da86fc2bcb,revision_number=0']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:48:58.301217 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 59668) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:48:58.308632 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [None req-1390a1a9-20eb-4ffa-a4c8-491b5b983944 tempest-ExtensionsTestJSON-693552407 tempest-ExtensionsTestJSON-693552407-project] http://10.222.0.53:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=128083) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 24 11:48:58.310003 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-1390a1a9-20eb-4ffa-a4c8-491b5b983944 tempest-ExtensionsTestJSON-693552407 tempest-ExtensionsTestJSON-693552407-project] 10.222.0.53 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0045512 Jun 24 11:48:58.311491 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-64131ebd-9ebe-4d7d-9b22-b075f53877c7 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:48:58.314782 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 59670) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:48:58.322213 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [None req-9b52a526-a3f8-4dba-ad79-fe653a9ad6bc tempest-ExtensionsTestJSON-693552407 tempest-ExtensionsTestJSON-693552407-project] http://10.222.0.53:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=128084) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 24 11:48:58.323442 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-9b52a526-a3f8-4dba-ad79-fe653a9ad6bc tempest-ExtensionsTestJSON-693552407 tempest-ExtensionsTestJSON-693552407-project] 10.222.0.53 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0047984 Jun 24 11:48:58.326751 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 59672) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:48:58.327385 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64131ebd-9ebe-4d7d-9b22-b075f53877c7 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Network 4c2ac9bf-c894-4ce4-9109-8426c0043fa5 is scheduled to be hosted by DHCP agent 6be988a9-1d97-480f-be5a-c55abf2c55c5 with binding_index 1 {{(pid=128083) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 11:48:58.337443 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-1cb47a34-8b57-4d48-a82a-8a499e15e9aa tempest-SecGroupIPv6Test-993619391 tempest-SecGroupIPv6Test-993619391-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0746644 Jun 24 11:48:58.338299 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [None req-23d2b6c3-aa2b-40bd-b7de-390ab1995a04 tempest-ExtensionsTestJSON-693552407 tempest-ExtensionsTestJSON-693552407-project] http://10.222.0.53:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=128083) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 24 11:48:58.341498 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-23d2b6c3-aa2b-40bd-b7de-390ab1995a04 tempest-ExtensionsTestJSON-693552407 tempest-ExtensionsTestJSON-693552407-project] 10.222.0.53 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0080974 Jun 24 11:48:58.341498 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 59674) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:48:58.345039 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 59676) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:48:58.350665 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [None req-d54b8c73-f77b-49f3-ab86-f551867b78c4 tempest-ExtensionsTestJSON-693552407 tempest-ExtensionsTestJSON-693552407-project] http://10.222.0.53:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=128084) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 24 11:48:58.354211 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-d54b8c73-f77b-49f3-ab86-f551867b78c4 tempest-ExtensionsTestJSON-693552407 tempest-ExtensionsTestJSON-693552407-project] 10.222.0.53 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0056500 Jun 24 11:48:58.355128 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 59678) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:48:58.361295 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-cc571201-fa3f-4868-b095-98fc6eb03966 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:58.362473 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [None req-ca8ac35b-8983-43ac-9c4d-313bc9853d9a tempest-ExtensionsTestJSON-693552407 tempest-ExtensionsTestJSON-693552407-project] http://10.222.0.53:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=128084) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 24 11:48:58.363183 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.base_scheduler [None req-64131ebd-9ebe-4d7d-9b22-b075f53877c7 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-4-hyperv, 4c2ac9bf-c894-4ce4-9109-8426c0043fa5) {{(pid=128083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:48:58.363432 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-ca8ac35b-8983-43ac-9c4d-313bc9853d9a tempest-ExtensionsTestJSON-693552407 tempest-ExtensionsTestJSON-693552407-project] 10.222.0.53 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0074184 Jun 24 11:48:58.366507 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 59680) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:48:58.370825 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [None req-12a7ba45-4aa6-42e1-b182-983421432955 tempest-ExtensionsTestJSON-693552407 tempest-ExtensionsTestJSON-693552407-project] http://10.222.0.53:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=128084) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 24 11:48:58.371785 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-12a7ba45-4aa6-42e1-b182-983421432955 tempest-ExtensionsTestJSON-693552407 tempest-ExtensionsTestJSON-693552407-project] 10.222.0.53 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0046544 Jun 24 11:48:58.377425 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 59682) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:48:58.379428 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f64814e-5f34-4465-8dea-c58aa8dc1b3b None None] Network 4c2ac9bf-c894-4ce4-9109-8426c0043fa5 requested from dv-neutron-797120-4-hyperv {{(pid=128085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 11:48:58.386971 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [None req-8dff5297-e4e0-4da4-9a6e-66561dca28ef tempest-ExtensionsTestJSON-693552407 tempest-ExtensionsTestJSON-693552407-project] http://10.222.0.53:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=128084) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 24 11:48:58.387936 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-8dff5297-e4e0-4da4-9a6e-66561dca28ef tempest-ExtensionsTestJSON-693552407 tempest-ExtensionsTestJSON-693552407-project] 10.222.0.53 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0103366 Jun 24 11:48:58.390604 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 59684) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:48:58.394500 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64131ebd-9ebe-4d7d-9b22-b075f53877c7 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:48:58.395749 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-64131ebd-9ebe-4d7d-9b22-b075f53877c7 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588949'] for subnet, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:58.399417 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [None req-c378a67d-cda4-40a7-8cae-0288c8085360 tempest-ExtensionsTestJSON-693552407 tempest-ExtensionsTestJSON-693552407-project] http://10.222.0.53:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=128084) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 24 11:48:58.400625 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-c378a67d-cda4-40a7-8cae-0288c8085360 tempest-ExtensionsTestJSON-693552407 tempest-ExtensionsTestJSON-693552407-project] 10.222.0.53 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0089295 Jun 24 11:48:58.406641 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 59688) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:48:58.413066 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [None req-6a514b51-7900-485c-9046-c1fe919788c8 tempest-ExtensionsTestJSON-693552407 tempest-ExtensionsTestJSON-693552407-project] http://10.222.0.53:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=128084) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 24 11:48:58.414268 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-6a514b51-7900-485c-9046-c1fe919788c8 tempest-ExtensionsTestJSON-693552407 tempest-ExtensionsTestJSON-693552407-project] 10.222.0.53 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0051441 Jun 24 11:48:58.418095 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 59690) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:48:58.423622 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [None req-982a214b-a0d2-4da7-92b1-0c04062d9560 tempest-ExtensionsTestJSON-693552407 tempest-ExtensionsTestJSON-693552407-project] http://10.222.0.53:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=128084) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 24 11:48:58.425643 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-982a214b-a0d2-4da7-92b1-0c04062d9560 tempest-ExtensionsTestJSON-693552407 tempest-ExtensionsTestJSON-693552407-project] 10.222.0.53 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0062780 Jun 24 11:48:58.427963 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-ed1a7ec4-f97b-434a-8553-42ecbf1032d0 tempest-AllowedAddressPairTestJSON-920326677 tempest-AllowedAddressPairTestJSON-920326677-project] Notify callbacks [] for security_group, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:58.429039 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 59692) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:48:58.434148 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [None req-638f8455-4a17-42a4-aa4e-f58a5e8c91f3 tempest-ExtensionsTestJSON-693552407 tempest-ExtensionsTestJSON-693552407-project] http://10.222.0.53:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=128084) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 24 11:48:58.435475 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-638f8455-4a17-42a4-aa4e-f58a5e8c91f3 tempest-ExtensionsTestJSON-693552407 tempest-ExtensionsTestJSON-693552407-project] 10.222.0.53 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0051172 Jun 24 11:48:58.436822 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-ed1a7ec4-f97b-434a-8553-42ecbf1032d0 tempest-AllowedAddressPairTestJSON-920326677 tempest-AllowedAddressPairTestJSON-920326677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800410'] for security_group, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:58.441950 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 59694) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:48:58.442813 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-937d457c-f207-4904-92cd-4bbe23914ea2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:48:58.449490 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.notifiers.nova [None req-cc571201-fa3f-4868-b095-98fc6eb03966 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] device_id is not set on port 00891836-647e-42e8-a749-31af23cd18e4 yet. {{(pid=128083) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 24 11:48:58.449716 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [None req-506bcdd4-5485-4151-824d-a2c81623aa4c tempest-ExtensionsTestJSON-693552407 tempest-ExtensionsTestJSON-693552407-project] http://10.222.0.53:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=128084) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 24 11:48:58.450783 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-506bcdd4-5485-4151-824d-a2c81623aa4c tempest-ExtensionsTestJSON-693552407 tempest-ExtensionsTestJSON-693552407-project] 10.222.0.53 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0044835 Jun 24 11:48:58.459581 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 59698) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:48:58.467863 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [None req-d7c2f51d-c9b3-48e1-ac31-366b6bd17627 tempest-ExtensionsTestJSON-693552407 tempest-ExtensionsTestJSON-693552407-project] http://10.222.0.53:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=128084) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 24 11:48:58.468902 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-d7c2f51d-c9b3-48e1-ac31-366b6bd17627 tempest-ExtensionsTestJSON-693552407 tempest-ExtensionsTestJSON-693552407-project] 10.222.0.53 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0082676 Jun 24 11:48:58.473682 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 59700) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:48:58.487953 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [None req-b9f67af1-d8a0-4cf2-8c53-44b762e15d7c tempest-ExtensionsTestJSON-693552407 tempest-ExtensionsTestJSON-693552407-project] http://10.222.0.53:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=128084) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 24 11:48:58.488932 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-b9f67af1-d8a0-4cf2-8c53-44b762e15d7c tempest-ExtensionsTestJSON-693552407 tempest-ExtensionsTestJSON-693552407-project] 10.222.0.53 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0103781 Jun 24 11:48:58.493474 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 59704) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:48:58.494170 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed1a7ec4-f97b-434a-8553-42ecbf1032d0 tempest-AllowedAddressPairTestJSON-920326677 tempest-AllowedAddressPairTestJSON-920326677-project] vlan segment allocate from pool success with {'vlan_id': 604, 'physical_network': 'physnet1'} {{(pid=128084) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 11:48:58.499744 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [None req-180469ad-cf5b-4160-83a2-f6cfc39d3673 tempest-ExtensionsTestJSON-693552407 tempest-ExtensionsTestJSON-693552407-project] http://10.222.0.53:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=128084) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 24 11:48:58.500670 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-180469ad-cf5b-4160-83a2-f6cfc39d3673 tempest-ExtensionsTestJSON-693552407 tempest-ExtensionsTestJSON-693552407-project] 10.222.0.53 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0043626 Jun 24 11:48:58.505127 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1a7ec4-f97b-434a-8553-42ecbf1032d0 tempest-AllowedAddressPairTestJSON-920326677 tempest-AllowedAddressPairTestJSON-920326677-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3944544a-0920-4996-90d9-ba48ae2e5b0f,revision_number=1']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:48:58.508565 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 59706) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:48:58.514672 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [None req-6f074eee-232c-4ee5-ad60-9f33061f989f tempest-ExtensionsTestJSON-693552407 tempest-ExtensionsTestJSON-693552407-project] http://10.222.0.53:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=128084) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 24 11:48:58.516224 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-6f074eee-232c-4ee5-ad60-9f33061f989f tempest-ExtensionsTestJSON-693552407 tempest-ExtensionsTestJSON-693552407-project] 10.222.0.53 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0064993 Jun 24 11:48:58.517949 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-ed1a7ec4-f97b-434a-8553-42ecbf1032d0 tempest-AllowedAddressPairTestJSON-920326677 tempest-AllowedAddressPairTestJSON-920326677-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:48:58.520422 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 59708) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:48:58.527457 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [None req-a5134af1-c43e-4a5d-b260-0b560abe5615 tempest-ExtensionsTestJSON-693552407 tempest-ExtensionsTestJSON-693552407-project] http://10.222.0.53:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=128084) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 24 11:48:58.528621 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-a5134af1-c43e-4a5d-b260-0b560abe5615 tempest-ExtensionsTestJSON-693552407 tempest-ExtensionsTestJSON-693552407-project] 10.222.0.53 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0069599 Jun 24 11:48:58.530264 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-ed1a7ec4-f97b-434a-8553-42ecbf1032d0 tempest-AllowedAddressPairTestJSON-920326677 tempest-AllowedAddressPairTestJSON-920326677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967879'] for segment, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:58.530908 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.db.segments_db [None req-ed1a7ec4-f97b-434a-8553-42ecbf1032d0 tempest-AllowedAddressPairTestJSON-920326677 tempest-AllowedAddressPairTestJSON-920326677-project] Added segment f8dad0c9-6c5e-4a30-bad9-ba1fe686d980 of type vlan for network 7307eb3d-f5f4-485c-84a2-0a03674bda0b Jun 24 11:48:58.532327 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 59710) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:48:58.536894 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [None req-2dcef96a-bb1b-4291-a127-50836bca0e20 tempest-ExtensionsTestJSON-693552407 tempest-ExtensionsTestJSON-693552407-project] http://10.222.0.53:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=128084) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 24 11:48:58.538044 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-2dcef96a-bb1b-4291-a127-50836bca0e20 tempest-ExtensionsTestJSON-693552407 tempest-ExtensionsTestJSON-693552407-project] 10.222.0.53 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0045929 Jun 24 11:48:58.545648 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 59712) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:48:58.560860 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [None req-dd0326a3-1830-48dc-8dfc-8f502f9fb767 tempest-ExtensionsTestJSON-693552407 tempest-ExtensionsTestJSON-693552407-project] http://10.222.0.53:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=128084) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 24 11:48:58.561891 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-dd0326a3-1830-48dc-8dfc-8f502f9fb767 tempest-ExtensionsTestJSON-693552407 tempest-ExtensionsTestJSON-693552407-project] 10.222.0.53 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0150385 Jun 24 11:48:58.569020 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 59714) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:48:58.581028 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [None req-1d8b12c3-490d-44d2-bf25-3941de8d4d18 tempest-ExtensionsTestJSON-693552407 tempest-ExtensionsTestJSON-693552407-project] http://10.222.0.53:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=128083) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 24 11:48:58.581028 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-1d8b12c3-490d-44d2-bf25-3941de8d4d18 tempest-ExtensionsTestJSON-693552407 tempest-ExtensionsTestJSON-693552407-project] 10.222.0.53 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0096607 Jun 24 11:48:58.581028 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 59718) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:48:58.588353 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-58333c77-d3a0-4aca-8136-e831f8479999 tempest-NegativeSecGroupIPv6Test-156486133 tempest-NegativeSecGroupIPv6Test-156486133-project] Notify callbacks [] for security_group, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:58.588839 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [None req-6e99b739-dd64-461e-a801-feab06d9add3 tempest-ExtensionsTestJSON-693552407 tempest-ExtensionsTestJSON-693552407-project] http://10.222.0.53:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=128083) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 24 11:48:58.593032 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-6e99b739-dd64-461e-a801-feab06d9add3 tempest-ExtensionsTestJSON-693552407 tempest-ExtensionsTestJSON-693552407-project] 10.222.0.53 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0089891 Jun 24 11:48:58.594450 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-64131ebd-9ebe-4d7d-9b22-b075f53877c7 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.8535867 Jun 24 11:48:58.596662 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 59720) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:48:58.600710 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 59722) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:48:58.603824 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [None req-ed284064-64c4-4dac-a0bd-af2b5cdd3c73 tempest-ExtensionsTestJSON-693552407 tempest-ExtensionsTestJSON-693552407-project] http://10.222.0.53:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=128083) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 24 11:48:58.608178 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-ed284064-64c4-4dac-a0bd-af2b5cdd3c73 tempest-ExtensionsTestJSON-693552407 tempest-ExtensionsTestJSON-693552407-project] 10.222.0.53 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0101736 Jun 24 11:48:58.609495 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 59724) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:48:58.615928 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [None req-76bc0039-2d46-42dc-932c-1e5da875748f tempest-ExtensionsTestJSON-693552407 tempest-ExtensionsTestJSON-693552407-project] http://10.222.0.53:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=128083) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 24 11:48:58.624895 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-76bc0039-2d46-42dc-932c-1e5da875748f tempest-ExtensionsTestJSON-693552407 tempest-ExtensionsTestJSON-693552407-project] 10.222.0.53 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0136366 Jun 24 11:48:58.628478 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 59726) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:48:58.629599 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9a41d99-0758-4133-9ace-c1290d2eb0b5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d65c8f8-7530-5052-99fe-8ea05073750b-4c2ac9bf-c894-4ce4-9109-8426c0043fa5', 'network_id': '4c2ac9bf-c894-4ce4-9109-8426c0043fa5', 'tenant_id': 'aaefe7394f294c70a614c4415cde77d6', 'fixed_ips': [{'subnet_id': '29be7da6-ca6b-4716-850f-46da86fc2bcb'}]}} from dv-neutron-797120-4-hyperv. {{(pid=128085) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 24 11:48:58.630727 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-d9a41d99-0758-4133-9ace-c1290d2eb0b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_create {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:58.632801 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-ed1a7ec4-f97b-434a-8553-42ecbf1032d0 tempest-AllowedAddressPairTestJSON-920326677 tempest-AllowedAddressPairTestJSON-920326677-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793193525068'] for network, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:58.641098 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [None req-10319c2a-c373-4954-b263-05837003250a tempest-ExtensionsTestJSON-693552407 tempest-ExtensionsTestJSON-693552407-project] http://10.222.0.53:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=128083) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 24 11:48:58.645769 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-10319c2a-c373-4954-b263-05837003250a tempest-ExtensionsTestJSON-693552407 tempest-ExtensionsTestJSON-693552407-project] 10.222.0.53 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0096493 Jun 24 11:48:58.646543 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 59728) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:48:58.654836 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-16a5d20c-e518-4597-b0f2-1128265c129d None None] Notify callbacks [] for port, precommit_create {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:58.664548 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [None req-9465806e-ad54-4078-ba8b-9560b16d2fe2 tempest-ExtensionsTestJSON-693552407 tempest-ExtensionsTestJSON-693552407-project] http://10.222.0.53:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=128083) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 24 11:48:58.671041 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-16a5d20c-e518-4597-b0f2-1128265c129d None None] Transition to ACTIVE for port object 9a92d067-cbd9-4033-8e1f-ae9770d92c8a will not be triggered until provisioned by entity L2. {{(pid=128085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 11:48:58.671227 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-9465806e-ad54-4078-ba8b-9560b16d2fe2 tempest-ExtensionsTestJSON-693552407 tempest-ExtensionsTestJSON-693552407-project] 10.222.0.53 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0098543 Jun 24 11:48:58.680470 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 59730) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:48:58.687398 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [None req-607abffd-2480-4bb1-b03c-103813d79f7e tempest-ExtensionsTestJSON-693552407 tempest-ExtensionsTestJSON-693552407-project] http://10.222.0.53:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=128083) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 24 11:48:58.689902 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-607abffd-2480-4bb1-b03c-103813d79f7e tempest-ExtensionsTestJSON-693552407 tempest-ExtensionsTestJSON-693552407-project] 10.222.0.53 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0071108 Jun 24 11:48:58.693805 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 59732) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:48:58.698902 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [None req-53aeb3e1-2bb8-4198-a7e0-cbe3e1bd1950 tempest-ExtensionsTestJSON-693552407 tempest-ExtensionsTestJSON-693552407-project] http://10.222.0.53:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=128083) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 24 11:48:58.700751 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-53aeb3e1-2bb8-4198-a7e0-cbe3e1bd1950 tempest-ExtensionsTestJSON-693552407 tempest-ExtensionsTestJSON-693552407-project] 10.222.0.53 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0055716 Jun 24 11:48:58.701754 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-a5f608e4-799f-4ba8-9a92-5473be77db22 tempest-SecGroupIPv6Test-993619391 tempest-SecGroupIPv6Test-993619391-project] Notify callbacks [] for security_group, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:58.710445 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 59734) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:48:58.724528 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [None req-de5f571b-ffd5-4760-86c5-8d7bc9b27ce4 tempest-ExtensionsTestJSON-693552407 tempest-ExtensionsTestJSON-693552407-project] http://10.222.0.53:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=128084) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 24 11:48:58.725519 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-de5f571b-ffd5-4760-86c5-8d7bc9b27ce4 tempest-ExtensionsTestJSON-693552407 tempest-ExtensionsTestJSON-693552407-project] 10.222.0.53 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0135617 Jun 24 11:48:58.729058 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 59736) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:48:58.733156 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-a5f608e4-799f-4ba8-9a92-5473be77db22 tempest-SecGroupIPv6Test-993619391 tempest-SecGroupIPv6Test-993619391-project] Notify callbacks [] for security_group, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:58.739517 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [None req-5b5fd982-f4e1-44af-83ce-c216178572d3 tempest-ExtensionsTestJSON-693552407 tempest-ExtensionsTestJSON-693552407-project] http://10.222.0.53:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=128084) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 24 11:48:58.740474 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-5b5fd982-f4e1-44af-83ce-c216178572d3 tempest-ExtensionsTestJSON-693552407 tempest-ExtensionsTestJSON-693552407-project] 10.222.0.53 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0071144 Jun 24 11:48:58.743675 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 59738) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:48:58.748246 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-16a5d20c-e518-4597-b0f2-1128265c129d None None] Transition to ACTIVE for port object 9a92d067-cbd9-4033-8e1f-ae9770d92c8a will not be triggered until provisioned by entity DHCP. {{(pid=128085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 11:48:58.752618 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [None req-4bca8782-9887-4fe1-a0e2-39af81ed4a25 tempest-ExtensionsTestJSON-693552407 tempest-ExtensionsTestJSON-693552407-project] http://10.222.0.53:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=128083) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 24 11:48:58.754327 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-4bca8782-9887-4fe1-a0e2-39af81ed4a25 tempest-ExtensionsTestJSON-693552407 tempest-ExtensionsTestJSON-693552407-project] 10.222.0.53 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0092390 Jun 24 11:48:58.758309 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 59740) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:48:58.762737 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-ed1a7ec4-f97b-434a-8553-42ecbf1032d0 tempest-AllowedAddressPairTestJSON-920326677 tempest-AllowedAddressPairTestJSON-920326677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1800243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976'] for network, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:58.769256 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed1a7ec4-f97b-434a-8553-42ecbf1032d0 tempest-AllowedAddressPairTestJSON-920326677 tempest-AllowedAddressPairTestJSON-920326677-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=128084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:48:58.769256 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-ed1a7ec4-f97b-434a-8553-42ecbf1032d0 tempest-AllowedAddressPairTestJSON-920326677 tempest-AllowedAddressPairTestJSON-920326677-project] Notify callbacks [] for network, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:58.774447 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [None req-480d9943-f5e3-4fa3-9ae0-856a382a0469 tempest-ExtensionsTestJSON-693552407 tempest-ExtensionsTestJSON-693552407-project] http://10.222.0.53:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=128083) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 24 11:48:58.778035 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-16a5d20c-e518-4597-b0f2-1128265c129d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-650429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-506361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793193536723'] for port, after_create {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:58.778190 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-480d9943-f5e3-4fa3-9ae0-856a382a0469 tempest-ExtensionsTestJSON-693552407 tempest-ExtensionsTestJSON-693552407-project] 10.222.0.53 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0156982 Jun 24 11:48:58.780132 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 59744) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:48:58.788282 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-9c22f8ca-0989-4860-ab32-fad0b93125f5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:48:58.798075 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [None req-ac7bf86a-97a9-4246-93f2-48ea4200a11f tempest-ExtensionsTestJSON-693552407 tempest-ExtensionsTestJSON-693552407-project] http://10.222.0.53:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=128083) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 24 11:48:58.799171 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-ac7bf86a-97a9-4246-93f2-48ea4200a11f tempest-ExtensionsTestJSON-693552407 tempest-ExtensionsTestJSON-693552407-project] 10.222.0.53 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0178084 Jun 24 11:48:58.805463 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-d7781a46-880e-403f-98c5-5ec97d9c1cf1 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:48:58.820212 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 59746) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:48:58.831891 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [None req-c6f19a80-2030-4fc4-a564-0fa13872d9f1 tempest-ExtensionsTestJSON-693552407 tempest-ExtensionsTestJSON-693552407-project] http://10.222.0.53:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=128084) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 24 11:48:58.833252 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-c6f19a80-2030-4fc4-a564-0fa13872d9f1 tempest-ExtensionsTestJSON-693552407 tempest-ExtensionsTestJSON-693552407-project] 10.222.0.53 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0071239 Jun 24 11:48:58.836554 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 59750) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:48:58.838486 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-bd3ba32b-3fa4-4cfc-a8c6-b46291ad8fa4 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-534962'] for network, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:58.843631 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [None req-2fbf16dd-4707-4d73-9f99-7a7b106a5e7e tempest-ExtensionsTestJSON-693552407 tempest-ExtensionsTestJSON-693552407-project] http://10.222.0.53:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=128083) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 24 11:48:58.845222 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-2fbf16dd-4707-4d73-9f99-7a7b106a5e7e tempest-ExtensionsTestJSON-693552407 tempest-ExtensionsTestJSON-693552407-project] 10.222.0.53 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0070958 Jun 24 11:48:58.847916 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 59752) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:48:58.854588 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16a5d20c-e518-4597-b0f2-1128265c129d None None] Network 11a80c9d-f8ee-4388-91b0-d49a25200fee is already hosted by enough agents. {{(pid=128085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 11:48:58.866566 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.scheduler.base_scheduler [None req-16a5d20c-e518-4597-b0f2-1128265c129d None None] Resources bound (agent type, host, resource id): {{(pid=128085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:48:58.866787 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [None req-469ad460-3bfd-4da5-9a85-521afcdd61a0 tempest-ExtensionsTestJSON-693552407 tempest-ExtensionsTestJSON-693552407-project] http://10.222.0.53:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=128083) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 24 11:48:58.869256 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16a5d20c-e518-4597-b0f2-1128265c129d None None] Received port after_create {{(pid=128085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 11:48:58.871039 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-469ad460-3bfd-4da5-9a85-521afcdd61a0 tempest-ExtensionsTestJSON-693552407 tempest-ExtensionsTestJSON-693552407-project] 10.222.0.53 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0196583 Jun 24 11:48:58.881284 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 59756) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:48:58.890593 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [None req-6b000f10-8889-481c-9da0-7fdfdc4cb252 tempest-ExtensionsTestJSON-693552407 tempest-ExtensionsTestJSON-693552407-project] http://10.222.0.53:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=128083) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 24 11:48:58.894383 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-6b000f10-8889-481c-9da0-7fdfdc4cb252 tempest-ExtensionsTestJSON-693552407 tempest-ExtensionsTestJSON-693552407-project] 10.222.0.53 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0118678 Jun 24 11:48:58.895103 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.db_base_plugin_common [None req-d9a41d99-0758-4133-9ace-c1290d2eb0b5 None None] Allocated IP 172.20.0.1 (4c2ac9bf-c894-4ce4-9109-8426c0043fa5/29be7da6-ca6b-4716-850f-46da86fc2bcb/b7f751d0-d6cd-42e9-884c-dee015fc724d) {{(pid=128085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 11:48:58.907637 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.db_base_plugin_common [None req-cc571201-fa3f-4868-b095-98fc6eb03966 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Allocated IP 2001:db8::f816:3eff:fee4:c192 (11a80c9d-f8ee-4388-91b0-d49a25200fee/92f2e377-80a3-491d-9ab9-32ddcf240349/00891836-647e-42e8-a749-31af23cd18e4) {{(pid=128083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 11:48:58.912671 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 59758) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:48:58.916117 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-a5f608e4-799f-4ba8-9a92-5473be77db22 tempest-SecGroupIPv6Test-993619391 tempest-SecGroupIPv6Test-993619391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800410'] for security_group, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:58.919979 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-a5f608e4-799f-4ba8-9a92-5473be77db22 tempest-SecGroupIPv6Test-993619391 tempest-SecGroupIPv6Test-993619391-project] Notify callbacks [] for security_group, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:58.925357 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-a5f608e4-799f-4ba8-9a92-5473be77db22 tempest-SecGroupIPv6Test-993619391 tempest-SecGroupIPv6Test-993619391-project] 10.222.0.53 "DELETE /v2.0/security-groups/b708f28d-5524-4e63-ac92-6ba34429c0f0 HTTP/1.1" status: 204 len: 168 time: 0.5779963 Jun 24 11:48:58.927780 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 59760) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:48:58.931106 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [None req-19fae507-5708-4908-ab6b-a7107c592824 tempest-ExtensionsTestJSON-693552407 tempest-ExtensionsTestJSON-693552407-project] http://10.222.0.53:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=128083) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 24 11:48:58.932277 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-19fae507-5708-4908-ab6b-a7107c592824 tempest-ExtensionsTestJSON-693552407 tempest-ExtensionsTestJSON-693552407-project] 10.222.0.53 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0169821 Jun 24 11:48:58.932852 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-2912c3c0-f970-41d5-847f-7f50faa141dc tempest-NegativeSecGroupIPv6Test-156486133 tempest-NegativeSecGroupIPv6Test-156486133-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:48:58.940024 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 59764) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:48:58.945227 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a5d20c-e518-4597-b0f2-1128265c129d None None] Pushing event updated for resources: {'Port': ['ID=9a92d067-cbd9-4033-8e1f-ae9770d92c8a,revision_number=1']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:48:58.949051 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [None req-74ee9d30-9ce3-437c-8455-7f88c0364846 tempest-ExtensionsTestJSON-693552407 tempest-ExtensionsTestJSON-693552407-project] http://10.222.0.53:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=128084) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 24 11:48:58.950208 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-74ee9d30-9ce3-437c-8455-7f88c0364846 tempest-ExtensionsTestJSON-693552407 tempest-ExtensionsTestJSON-693552407-project] 10.222.0.53 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0059671 Jun 24 11:48:58.955843 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 59766) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:48:58.962737 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-16a5d20c-e518-4597-b0f2-1128265c129d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:48:58.973627 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f608e4-799f-4ba8-9a92-5473be77db22 tempest-SecGroupIPv6Test-993619391 tempest-SecGroupIPv6Test-993619391-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b708f28d-5524-4e63-ac92-6ba34429c0f0,revision_number=None']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:48:58.974928 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [None req-94af8de7-25a8-461a-830b-361e0a451066 tempest-ExtensionsTestJSON-693552407 tempest-ExtensionsTestJSON-693552407-project] http://10.222.0.53:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=128084) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 24 11:48:58.975996 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-a5f608e4-799f-4ba8-9a92-5473be77db22 tempest-SecGroupIPv6Test-993619391 tempest-SecGroupIPv6Test-993619391-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:48:58.976263 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-94af8de7-25a8-461a-830b-361e0a451066 tempest-ExtensionsTestJSON-693552407 tempest-ExtensionsTestJSON-693552407-project] 10.222.0.53 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0173674 Jun 24 11:48:58.999275 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1a7ec4-f97b-434a-8553-42ecbf1032d0 tempest-AllowedAddressPairTestJSON-920326677 tempest-AllowedAddressPairTestJSON-920326677-project] Pushing event updated for resources: {'Network': ['ID=7307eb3d-f5f4-485c-84a2-0a03674bda0b,revision_number=1']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:48:59.002069 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 59768) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:48:59.010730 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-ed1a7ec4-f97b-434a-8553-42ecbf1032d0 tempest-AllowedAddressPairTestJSON-920326677 tempest-AllowedAddressPairTestJSON-920326677-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:48:59.018432 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [None req-932a58da-9416-4a2c-98f5-bb28801358f5 tempest-ExtensionsTestJSON-693552407 tempest-ExtensionsTestJSON-693552407-project] http://10.222.0.53:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=128084) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 24 11:48:59.018432 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-932a58da-9416-4a2c-98f5-bb28801358f5 tempest-ExtensionsTestJSON-693552407 tempest-ExtensionsTestJSON-693552407-project] 10.222.0.53 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0121057 Jun 24 11:48:59.019246 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-ae48d260-f67e-4048-a986-b987fa62db4d tempest-SecGroupIPv6Test-993619391 tempest-SecGroupIPv6Test-993619391-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.0756869 Jun 24 11:48:59.022065 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 59770) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:48:59.022396 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 59772) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:48:59.028958 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Network 7307eb3d-f5f4-485c-84a2-0a03674bda0b details requested by agent ovs-agent-dv-neutron-797120-4-hyperv with host dv-neutron-797120-4-hyperv {{(pid=128085) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 11:48:59.035101 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [None req-7ba2b773-2c72-4996-91af-e977c34581f4 tempest-SecGroupIPv6Test-993619391 tempest-SecGroupIPv6Test-993619391-project] Request body: {'security_group': {'name': 'tempest-secgroup--1256182112'}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:48:59.045191 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [None req-79c3fa49-57ca-4a0d-bd64-65b908e6d1e8 tempest-ExtensionsTestJSON-693552407 tempest-ExtensionsTestJSON-693552407-project] http://10.222.0.53:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=128083) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 24 11:48:59.049305 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-58333c77-d3a0-4aca-8136-e831f8479999 tempest-NegativeSecGroupIPv6Test-156486133 tempest-NegativeSecGroupIPv6Test-156486133-project] Notify callbacks [] for security_group, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:59.049465 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-79c3fa49-57ca-4a0d-bd64-65b908e6d1e8 tempest-ExtensionsTestJSON-693552407 tempest-ExtensionsTestJSON-693552407-project] 10.222.0.53 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0198865 Jun 24 11:48:59.051348 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 59774) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:48:59.056075 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-58333c77-d3a0-4aca-8136-e831f8479999 tempest-NegativeSecGroupIPv6Test-156486133 tempest-NegativeSecGroupIPv6Test-156486133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800410'] for security_group, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:59.064577 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [None req-2271c1b2-8700-464a-bc78-bffb3fe5f466 tempest-ExtensionsTestJSON-693552407 tempest-ExtensionsTestJSON-693552407-project] http://10.222.0.53:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=128083) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 24 11:48:59.065718 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-2271c1b2-8700-464a-bc78-bffb3fe5f466 tempest-ExtensionsTestJSON-693552407 tempest-ExtensionsTestJSON-693552407-project] 10.222.0.53 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0102553 Jun 24 11:48:59.067883 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-fd321b33-c3f5-44bd-a1ab-449071deb9fe tempest-NegativeSecGroupIPv6Test-156486133 tempest-NegativeSecGroupIPv6Test-156486133-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:48:59.078655 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 59776) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:48:59.085007 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [None req-8d9535cf-4cda-40cd-9ed1-070758f0f66c tempest-ExtensionsTestJSON-693552407 tempest-ExtensionsTestJSON-693552407-project] http://10.222.0.53:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=128083) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 24 11:48:59.086399 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-8d9535cf-4cda-40cd-9ed1-070758f0f66c tempest-ExtensionsTestJSON-693552407 tempest-ExtensionsTestJSON-693552407-project] 10.222.0.53 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0060105 Jun 24 11:48:59.092491 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 59778) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:48:59.093365 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58333c77-d3a0-4aca-8136-e831f8479999 tempest-NegativeSecGroupIPv6Test-156486133 tempest-NegativeSecGroupIPv6Test-156486133-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ae723065-452e-4caa-b1ac-304678e58e9a,revision_number=1']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:48:59.095732 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-16a5d20c-e518-4597-b0f2-1128265c129d None None] Attempting to bind port 9a92d067-cbd9-4033-8e1f-ae9770d92c8a on host dv-neutron-797120-4-hyperv for vnic_type normal with profile {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 11:48:59.095996 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-bd3ba32b-3fa4-4cfc-a8c6-b46291ad8fa4 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-972249'] for subnet, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:59.096584 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-16a5d20c-e518-4597-b0f2-1128265c129d None None] Attempting to bind port 9a92d067-cbd9-4033-8e1f-ae9770d92c8a by drivers openvswitch,hyperv on host dv-neutron-797120-4-hyperv at level 0 using segments [{'id': 'fddfe548-9582-48fa-8a0c-6b06bc4d1b9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '11a80c9d-f8ee-4388-91b0-d49a25200fee'}] {{(pid=128085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 11:48:59.097234 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16a5d20c-e518-4597-b0f2-1128265c129d None None] Attempting to bind port 9a92d067-cbd9-4033-8e1f-ae9770d92c8a on network 11a80c9d-f8ee-4388-91b0-d49a25200fee {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 11:48:59.100378 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-ed1a7ec4-f97b-434a-8553-42ecbf1032d0 tempest-AllowedAddressPairTestJSON-920326677 tempest-AllowedAddressPairTestJSON-920326677-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 1.5272470 Jun 24 11:48:59.103788 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-58333c77-d3a0-4aca-8136-e831f8479999 tempest-NegativeSecGroupIPv6Test-156486133 tempest-NegativeSecGroupIPv6Test-156486133-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:48:59.107111 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 59780) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:48:59.107650 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [None req-bac2ff08-5fa2-4e48-ae2c-36df05df6591 tempest-ExtensionsTestJSON-693552407 tempest-ExtensionsTestJSON-693552407-project] http://10.222.0.53:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=128084) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 24 11:48:59.112404 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-bac2ff08-5fa2-4e48-ae2c-36df05df6591 tempest-ExtensionsTestJSON-693552407 tempest-ExtensionsTestJSON-693552407-project] 10.222.0.53 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0071924 Jun 24 11:48:59.116353 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16a5d20c-e518-4597-b0f2-1128265c129d None None] Checking agent: {'id': 'e3a695b2-c397-461f-83b0-10b79d490b59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 11, 36, 56), 'started_at': datetime.datetime(2021, 6, 24, 11, 37, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 11, 48, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 11:48:59.117104 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16a5d20c-e518-4597-b0f2-1128265c129d None None] Checking segment: {'id': 'fddfe548-9582-48fa-8a0c-6b06bc4d1b9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '11a80c9d-f8ee-4388-91b0-d49a25200fee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=128085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 11:48:59.117591 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-16a5d20c-e518-4597-b0f2-1128265c129d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:59.118087 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16a5d20c-e518-4597-b0f2-1128265c129d None None] Bound using segment: {'id': 'fddfe548-9582-48fa-8a0c-6b06bc4d1b9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '11a80c9d-f8ee-4388-91b0-d49a25200fee'} {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 11:48:59.118918 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-16a5d20c-e518-4597-b0f2-1128265c129d None None] Bound port: 9a92d067-cbd9-4033-8e1f-ae9770d92c8a, host: dv-neutron-797120-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fddfe548-9582-48fa-8a0c-6b06bc4d1b9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '11a80c9d-f8ee-4388-91b0-d49a25200fee'}}] {{(pid=128085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 11:48:59.119384 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-16a5d20c-e518-4597-b0f2-1128265c129d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:59.119779 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 59782) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:48:59.124075 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [None req-8ec62323-ac3e-4419-930d-993d3cb6cf6b tempest-AllowedAddressPairTestJSON-920326677 tempest-AllowedAddressPairTestJSON-920326677-project] Request body: {'subnet': {'network_id': '7307eb3d-f5f4-485c-84a2-0a03674bda0b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:48:59.132215 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [None req-8174044c-16e0-47a3-a8bd-761ba76bd1fe tempest-ExtensionsTestJSON-693552407 tempest-ExtensionsTestJSON-693552407-project] http://10.222.0.53:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=128083) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 24 11:48:59.135703 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-8174044c-16e0-47a3-a8bd-761ba76bd1fe tempest-ExtensionsTestJSON-693552407 tempest-ExtensionsTestJSON-693552407-project] 10.222.0.53 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0046496 Jun 24 11:48:59.139268 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 59786) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:48:59.145665 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [None req-acfdc414-da93-424f-86fe-458da6db5002 tempest-ExtensionsTestJSON-693552407 tempest-ExtensionsTestJSON-693552407-project] http://10.222.0.53:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=128084) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 24 11:48:59.149734 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-acfdc414-da93-424f-86fe-458da6db5002 tempest-ExtensionsTestJSON-693552407 tempest-ExtensionsTestJSON-693552407-project] 10.222.0.53 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0093312 Jun 24 11:48:59.149896 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 59788) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:48:59.160789 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-58333c77-d3a0-4aca-8136-e831f8479999 tempest-NegativeSecGroupIPv6Test-156486133 tempest-NegativeSecGroupIPv6Test-156486133-project] Notify callbacks [] for security_group, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:59.162035 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-58333c77-d3a0-4aca-8136-e831f8479999 tempest-NegativeSecGroupIPv6Test-156486133 tempest-NegativeSecGroupIPv6Test-156486133-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.2681949 Jun 24 11:48:59.167414 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [None req-464adaa7-5d2d-41b0-9587-03b132246fd0 tempest-ExtensionsTestJSON-693552407 tempest-ExtensionsTestJSON-693552407-project] http://10.222.0.53:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=128083) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 24 11:48:59.168372 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-464adaa7-5d2d-41b0-9587-03b132246fd0 tempest-ExtensionsTestJSON-693552407 tempest-ExtensionsTestJSON-693552407-project] 10.222.0.53 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0158017 Jun 24 11:48:59.171308 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 59790) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:48:59.171837 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 59792) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:48:59.181299 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [None req-fa32edab-3e6f-44c3-85ba-91cbfb6f9c9b tempest-ExtensionsTestJSON-693552407 tempest-ExtensionsTestJSON-693552407-project] http://10.222.0.53:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=128084) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 24 11:48:59.181557 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-7ba2b773-2c72-4996-91af-e977c34581f4 tempest-SecGroupIPv6Test-993619391 tempest-SecGroupIPv6Test-993619391-project] Notify callbacks [] for security_group, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:59.184568 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-fa32edab-3e6f-44c3-85ba-91cbfb6f9c9b tempest-ExtensionsTestJSON-693552407 tempest-ExtensionsTestJSON-693552407-project] 10.222.0.53 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0048604 Jun 24 11:48:59.185593 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-4c4c1fdb-ed67-406d-8633-76cfdba05c5e tempest-NegativeSecGroupIPv6Test-156486133 tempest-NegativeSecGroupIPv6Test-156486133-project] Request body: {'security_group_rule': {'security_group_id': 'ae723065-452e-4caa-b1ac-304678e58e9a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:48:59.206175 dv-neutron-797120-4-hyperv neutron-server[128084]: WARNING neutron.api.v2.base [None req-4c4c1fdb-ed67-406d-8633-76cfdba05c5e tempest-NegativeSecGroupIPv6Test-156486133 tempest-NegativeSecGroupIPv6Test-156486133-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Jun 24 11:48:59.206785 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.api.v2.resource [None req-4c4c1fdb-ed67-406d-8633-76cfdba05c5e tempest-NegativeSecGroupIPv6Test-156486133 tempest-NegativeSecGroupIPv6Test-156486133-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 24 11:48:59.208769 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-4c4c1fdb-ed67-406d-8633-76cfdba05c5e tempest-NegativeSecGroupIPv6Test-156486133 tempest-NegativeSecGroupIPv6Test-156486133-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0330989 Jun 24 11:48:59.215050 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 59794) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:48:59.215394 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 59796) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:48:59.228046 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [None req-6391e46d-6a7f-4876-9c96-25e3a8ea0738 tempest-ExtensionsTestJSON-693552407 tempest-ExtensionsTestJSON-693552407-project] http://10.222.0.53:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=128084) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 24 11:48:59.231548 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-6391e46d-6a7f-4876-9c96-25e3a8ea0738 tempest-ExtensionsTestJSON-693552407 tempest-ExtensionsTestJSON-693552407-project] 10.222.0.53 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0126307 Jun 24 11:48:59.233680 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-831d2eaa-6203-4770-9103-0ae9c2a06ad0 tempest-NegativeSecGroupIPv6Test-156486133 tempest-NegativeSecGroupIPv6Test-156486133-project] Request body: {'security_group_rule': {'security_group_id': 'ae723065-452e-4caa-b1ac-304678e58e9a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:48:59.234374 dv-neutron-797120-4-hyperv neutron-server[128084]: WARNING neutron.api.v2.base [None req-831d2eaa-6203-4770-9103-0ae9c2a06ad0 tempest-NegativeSecGroupIPv6Test-156486133 tempest-NegativeSecGroupIPv6Test-156486133-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Jun 24 11:48:59.234760 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 59798) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:48:59.234897 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.api.v2.resource [None req-831d2eaa-6203-4770-9103-0ae9c2a06ad0 tempest-NegativeSecGroupIPv6Test-156486133 tempest-NegativeSecGroupIPv6Test-156486133-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 24 11:48:59.237203 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-831d2eaa-6203-4770-9103-0ae9c2a06ad0 tempest-NegativeSecGroupIPv6Test-156486133 tempest-NegativeSecGroupIPv6Test-156486133-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0189676 Jun 24 11:48:59.240912 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 59800) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:48:59.241804 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [None req-9f738a60-179b-4139-bf2c-22a35010b4fb tempest-ExtensionsTestJSON-693552407 tempest-ExtensionsTestJSON-693552407-project] http://10.222.0.53:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=128083) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 24 11:48:59.245338 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-9f738a60-179b-4139-bf2c-22a35010b4fb tempest-ExtensionsTestJSON-693552407 tempest-ExtensionsTestJSON-693552407-project] 10.222.0.53 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0048347 Jun 24 11:48:59.248467 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-6c198ceb-1df5-4e1a-ae16-9c57bb3bf295 tempest-NegativeSecGroupIPv6Test-156486133 tempest-NegativeSecGroupIPv6Test-156486133-project] Request body: {'security_group_rule': {'security_group_id': 'ae723065-452e-4caa-b1ac-304678e58e9a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:48:59.249738 dv-neutron-797120-4-hyperv neutron-server[128084]: WARNING neutron.api.v2.base [None req-6c198ceb-1df5-4e1a-ae16-9c57bb3bf295 tempest-NegativeSecGroupIPv6Test-156486133 tempest-NegativeSecGroupIPv6Test-156486133-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Jun 24 11:48:59.250247 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.api.v2.resource [None req-6c198ceb-1df5-4e1a-ae16-9c57bb3bf295 tempest-NegativeSecGroupIPv6Test-156486133 tempest-NegativeSecGroupIPv6Test-156486133-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 24 11:48:59.252902 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-6c198ceb-1df5-4e1a-ae16-9c57bb3bf295 tempest-NegativeSecGroupIPv6Test-156486133 tempest-NegativeSecGroupIPv6Test-156486133-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0104201 Jun 24 11:48:59.253867 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 59802) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:48:59.258150 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 59804) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:48:59.262492 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [None req-10085ba4-c0ea-415f-a940-7ac8fe2ce44c tempest-ExtensionsTestJSON-693552407 tempest-ExtensionsTestJSON-693552407-project] http://10.222.0.53:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=128084) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 24 11:48:59.270505 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-10085ba4-c0ea-415f-a940-7ac8fe2ce44c tempest-ExtensionsTestJSON-693552407 tempest-ExtensionsTestJSON-693552407-project] 10.222.0.53 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0085433 Jun 24 11:48:59.270505 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-4d9bc62e-04d2-47d2-9c95-cb6e2b125b8c tempest-NegativeSecGroupIPv6Test-156486133 tempest-NegativeSecGroupIPv6Test-156486133-project] Request body: {'security_group_rule': {'security_group_id': 'ae723065-452e-4caa-b1ac-304678e58e9a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:48:59.270804 dv-neutron-797120-4-hyperv neutron-server[128084]: WARNING neutron.api.v2.base [None req-4d9bc62e-04d2-47d2-9c95-cb6e2b125b8c tempest-NegativeSecGroupIPv6Test-156486133 tempest-NegativeSecGroupIPv6Test-156486133-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Jun 24 11:48:59.271297 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.api.v2.resource [None req-4d9bc62e-04d2-47d2-9c95-cb6e2b125b8c tempest-NegativeSecGroupIPv6Test-156486133 tempest-NegativeSecGroupIPv6Test-156486133-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 24 11:48:59.272236 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-4d9bc62e-04d2-47d2-9c95-cb6e2b125b8c tempest-NegativeSecGroupIPv6Test-156486133 tempest-NegativeSecGroupIPv6Test-156486133-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0064495 Jun 24 11:48:59.275601 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 59808) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:48:59.335872 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-16a5d20c-e518-4597-b0f2-1128265c129d None None] For port 9a92d067-cbd9-4033-8e1f-ae9770d92c8a, host dv-neutron-797120-4-hyperv, cleared binding levels {{(pid=128085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 11:48:59.342395 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-16a5d20c-e518-4597-b0f2-1128265c129d None None] For port 9a92d067-cbd9-4033-8e1f-ae9770d92c8a, host dv-neutron-797120-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=9a92d067-cbd9-4033-8e1f-ae9770d92c8a,segment=NetworkSegment(fddfe548-9582-48fa-8a0c-6b06bc4d1b9f),segment_id=fddfe548-9582-48fa-8a0c-6b06bc4d1b9f)] {{(pid=128085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 11:48:59.348875 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-e4b87747-7bbb-4aee-9214-c68b573bd9ed tempest-NegativeSecGroupIPv6Test-156486133 tempest-NegativeSecGroupIPv6Test-156486133-project] Notify callbacks [] for security_group, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:59.352800 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-16a5d20c-e518-4597-b0f2-1128265c129d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:59.362441 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:48:59.383188 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-e4b87747-7bbb-4aee-9214-c68b573bd9ed tempest-NegativeSecGroupIPv6Test-156486133 tempest-NegativeSecGroupIPv6Test-156486133-project] Notify callbacks [] for security_group, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:59.399522 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-cc571201-fa3f-4868-b095-98fc6eb03966 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks [] for port, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:59.443752 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.provisioning_blocks [None req-cc571201-fa3f-4868-b095-98fc6eb03966 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Transition to ACTIVE for port object 00891836-647e-42e8-a749-31af23cd18e4 will not be triggered until provisioned by entity DHCP. {{(pid=128083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 11:48:59.444783 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-e4b87747-7bbb-4aee-9214-c68b573bd9ed tempest-NegativeSecGroupIPv6Test-156486133 tempest-NegativeSecGroupIPv6Test-156486133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800410'] for security_group, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:59.447932 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-e4b87747-7bbb-4aee-9214-c68b573bd9ed tempest-NegativeSecGroupIPv6Test-156486133 tempest-NegativeSecGroupIPv6Test-156486133-project] Notify callbacks [] for security_group, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:59.452896 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-e4b87747-7bbb-4aee-9214-c68b573bd9ed tempest-NegativeSecGroupIPv6Test-156486133 tempest-NegativeSecGroupIPv6Test-156486133-project] 10.222.0.53 "DELETE /v2.0/security-groups/ae723065-452e-4caa-b1ac-304678e58e9a HTTP/1.1" status: 204 len: 168 time: 0.1758144 Jun 24 11:48:59.453437 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 59812) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:48:59.454417 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-7fe809a7-666f-445d-875a-7546ec23e8f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:48:59.503304 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b87747-7bbb-4aee-9214-c68b573bd9ed tempest-NegativeSecGroupIPv6Test-156486133 tempest-NegativeSecGroupIPv6Test-156486133-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae723065-452e-4caa-b1ac-304678e58e9a,revision_number=None']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:48:59.521224 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-e4b87747-7bbb-4aee-9214-c68b573bd9ed tempest-NegativeSecGroupIPv6Test-156486133 tempest-NegativeSecGroupIPv6Test-156486133-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:48:59.522394 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-7ba2b773-2c72-4996-91af-e977c34581f4 tempest-SecGroupIPv6Test-993619391 tempest-SecGroupIPv6Test-993619391-project] Notify callbacks [] for security_group, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:59.549469 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-7ba2b773-2c72-4996-91af-e977c34581f4 tempest-SecGroupIPv6Test-993619391 tempest-SecGroupIPv6Test-993619391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800410'] for security_group, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:59.562073 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-63448f24-a297-47b6-b7f2-dd8f46aff996 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:48:59.581249 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-3323d9ea-5fee-47c3-86e7-6cc803fc42f0 tempest-NegativeSecGroupIPv6Test-156486133 tempest-NegativeSecGroupIPv6Test-156486133-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1174386 Jun 24 11:48:59.589682 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-d9a41d99-0758-4133-9ace-c1290d2eb0b5 None None] Notify callbacks [] for port, precommit_create {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:59.590087 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 59818) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:48:59.604824 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-4014e641-5b67-4955-a10c-e8fa135b1944 tempest-NegativeSecGroupIPv6Test-156486133 tempest-NegativeSecGroupIPv6Test-156486133-project] Request body: {'security_group': {'name': 'tempest-secgroup--882708851'}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:48:59.622365 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a5d20c-e518-4597-b0f2-1128265c129d None None] Pushing event updated for resources: {'Port': ['ID=9a92d067-cbd9-4033-8e1f-ae9770d92c8a,revision_number=2']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:48:59.625078 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba2b773-2c72-4996-91af-e977c34581f4 tempest-SecGroupIPv6Test-993619391 tempest-SecGroupIPv6Test-993619391-project] Pushing event updated for resources: {'SecurityGroup': ['ID=804824d4-4b1f-4f4b-a5e3-7a344d89f6e5,revision_number=1']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:48:59.630083 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-7ba2b773-2c72-4996-91af-e977c34581f4 tempest-SecGroupIPv6Test-993619391 tempest-SecGroupIPv6Test-993619391-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:48:59.630576 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-d9a41d99-0758-4133-9ace-c1290d2eb0b5 None None] Transition to ACTIVE for port object b7f751d0-d6cd-42e9-884c-dee015fc724d will not be triggered until provisioned by entity L2. {{(pid=128085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 11:48:59.646490 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 59820) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:48:59.656469 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ec62323-ac3e-4419-930d-993d3cb6cf6b tempest-AllowedAddressPairTestJSON-920326677 tempest-AllowedAddressPairTestJSON-920326677-project] Made reservation on behalf of 611f9119a92c4b43bff9daa8b04af2d0 for: {'subnet': 1} {{(pid=128083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 11:48:59.665448 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-d9a41d99-0758-4133-9ace-c1290d2eb0b5 None None] Transition to ACTIVE for port object b7f751d0-d6cd-42e9-884c-dee015fc724d will not be triggered until provisioned by entity DHCP. {{(pid=128085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 11:48:59.668936 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-8ec62323-ac3e-4419-930d-993d3cb6cf6b tempest-AllowedAddressPairTestJSON-920326677 tempest-AllowedAddressPairTestJSON-920326677-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3289788'] for subnet, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:59.675577 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-16a5d20c-e518-4597-b0f2-1128265c129d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.313s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:48:59.676822 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-d9a41d99-0758-4133-9ace-c1290d2eb0b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-650429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-506361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793193536723'] for port, after_create {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:59.690803 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:48:59.714317 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-4014e641-5b67-4955-a10c-e8fa135b1944 tempest-NegativeSecGroupIPv6Test-156486133 tempest-NegativeSecGroupIPv6Test-156486133-project] Notify callbacks [] for security_group, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:59.748816 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9a41d99-0758-4133-9ace-c1290d2eb0b5 None None] Network 4c2ac9bf-c894-4ce4-9109-8426c0043fa5 is already hosted by enough agents. {{(pid=128085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 11:48:59.750964 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a41d99-0758-4133-9ace-c1290d2eb0b5 None None] Pushing event updated for resources: {'Port': ['ID=b7f751d0-d6cd-42e9-884c-dee015fc724d,revision_number=1']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:48:59.755618 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.scheduler.base_scheduler [None req-d9a41d99-0758-4133-9ace-c1290d2eb0b5 None None] Resources bound (agent type, host, resource id): {{(pid=128085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:48:59.758679 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-d9a41d99-0758-4133-9ace-c1290d2eb0b5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:48:59.759753 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9a41d99-0758-4133-9ace-c1290d2eb0b5 None None] Received port after_create {{(pid=128085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 11:48:59.765756 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-52c483ef-d5c1-4030-9a32-e5ce4ff00ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:59.812815 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-bd3ba32b-3fa4-4cfc-a8c6-b46291ad8fa4 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-972238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3292022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3162263'] for subnet, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:59.854425 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-d9a41d99-0758-4133-9ace-c1290d2eb0b5 None None] Attempting to bind port b7f751d0-d6cd-42e9-884c-dee015fc724d on host dv-neutron-797120-4-hyperv for vnic_type normal with profile {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 11:48:59.855055 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-d9a41d99-0758-4133-9ace-c1290d2eb0b5 None None] Attempting to bind port b7f751d0-d6cd-42e9-884c-dee015fc724d by drivers openvswitch,hyperv on host dv-neutron-797120-4-hyperv at level 0 using segments [{'id': '0875ad4f-15d6-4dc1-a1e7-26ddbf7052cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '4c2ac9bf-c894-4ce4-9109-8426c0043fa5'}] {{(pid=128085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 11:48:59.855626 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9a41d99-0758-4133-9ace-c1290d2eb0b5 None None] Attempting to bind port b7f751d0-d6cd-42e9-884c-dee015fc724d on network 4c2ac9bf-c894-4ce4-9109-8426c0043fa5 {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 11:48:59.870350 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9a41d99-0758-4133-9ace-c1290d2eb0b5 None None] Checking agent: {'id': 'e3a695b2-c397-461f-83b0-10b79d490b59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 11, 36, 56), 'started_at': datetime.datetime(2021, 6, 24, 11, 37, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 11, 48, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 11:48:59.870736 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9a41d99-0758-4133-9ace-c1290d2eb0b5 None None] Checking segment: {'id': '0875ad4f-15d6-4dc1-a1e7-26ddbf7052cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '4c2ac9bf-c894-4ce4-9109-8426c0043fa5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=128085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 11:48:59.877867 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-d9a41d99-0758-4133-9ace-c1290d2eb0b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:59.878583 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9a41d99-0758-4133-9ace-c1290d2eb0b5 None None] Bound using segment: {'id': '0875ad4f-15d6-4dc1-a1e7-26ddbf7052cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '4c2ac9bf-c894-4ce4-9109-8426c0043fa5'} {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 11:48:59.879311 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-d9a41d99-0758-4133-9ace-c1290d2eb0b5 None None] Bound port: b7f751d0-d6cd-42e9-884c-dee015fc724d, host: dv-neutron-797120-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0875ad4f-15d6-4dc1-a1e7-26ddbf7052cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '4c2ac9bf-c894-4ce4-9109-8426c0043fa5'}}] {{(pid=128085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 11:48:59.879884 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-d9a41d99-0758-4133-9ace-c1290d2eb0b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:59.936818 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-4014e641-5b67-4955-a10c-e8fa135b1944 tempest-NegativeSecGroupIPv6Test-156486133 tempest-NegativeSecGroupIPv6Test-156486133-project] Notify callbacks [] for security_group, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:59.939073 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-720bc5d1-a2c8-4811-877f-dcb05449e222 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:48:59.943986 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-cc571201-fa3f-4868-b095-98fc6eb03966 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-650429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-506361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793193536723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2537853'] for port, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:59.949387 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-7ba2b773-2c72-4996-91af-e977c34581f4 tempest-SecGroupIPv6Test-993619391 tempest-SecGroupIPv6Test-993619391-project] Notify callbacks [] for security_group, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:59.949717 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-4014e641-5b67-4955-a10c-e8fa135b1944 tempest-NegativeSecGroupIPv6Test-156486133 tempest-NegativeSecGroupIPv6Test-156486133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800410'] for security_group, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:59.963634 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 59830) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:48:59.964687 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-7ba2b773-2c72-4996-91af-e977c34581f4 tempest-SecGroupIPv6Test-993619391 tempest-SecGroupIPv6Test-993619391-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.9296732 Jun 24 11:48:59.975478 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-d9a41d99-0758-4133-9ace-c1290d2eb0b5 None None] For port b7f751d0-d6cd-42e9-884c-dee015fc724d, host dv-neutron-797120-4-hyperv, cleared binding levels {{(pid=128085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 11:48:59.979253 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-d9a41d99-0758-4133-9ace-c1290d2eb0b5 None None] For port b7f751d0-d6cd-42e9-884c-dee015fc724d, host dv-neutron-797120-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=b7f751d0-d6cd-42e9-884c-dee015fc724d,segment=NetworkSegment(0875ad4f-15d6-4dc1-a1e7-26ddbf7052cd),segment_id=0875ad4f-15d6-4dc1-a1e7-26ddbf7052cd)] {{(pid=128085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 11:48:59.981825 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-919c6453-e94b-420a-8a55-da75490f1514 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:48:59.983995 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-d9a41d99-0758-4133-9ace-c1290d2eb0b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:59.988589 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-9526e306-7b6c-4ad4-b3a4-6e873f209cc0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:48:59.994230 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-8ec62323-ac3e-4419-930d-993d3cb6cf6b tempest-AllowedAddressPairTestJSON-920326677 tempest-AllowedAddressPairTestJSON-920326677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2537737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3289942'] for subnet, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:48:59.998292 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-5cb0e483-491a-4329-ad91-1f3a20d84504 tempest-SecGroupIPv6Test-993619391 tempest-SecGroupIPv6Test-993619391-project] Request body: {'security_group_rule': {'security_group_id': '804824d4-4b1f-4f4b-a5e3-7a344d89f6e5', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:49:00.025582 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3ba32b-3fa4-4cfc-a8c6-b46291ad8fa4 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Pushing event deleted for resources: {'Subnet': ['ID=29be7da6-ca6b-4716-850f-46da86fc2bcb,revision_number=None']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:49:00.036571 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-68e4d231-a90d-44b6-96d1-dc45583ac05c admin admin] Notify callbacks [] for security_group, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:00.050309 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-bd3ba32b-3fa4-4cfc-a8c6-b46291ad8fa4 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:49:00.058936 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc571201-fa3f-4868-b095-98fc6eb03966 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Network 11a80c9d-f8ee-4388-91b0-d49a25200fee is already hosted by enough agents. {{(pid=128083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 11:49:00.059684 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-4a62e3ad-c687-428c-bd4f-23cde5486322 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.096s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:49:00.063328 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.base_scheduler [None req-cc571201-fa3f-4868-b095-98fc6eb03966 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Resources bound (agent type, host, resource id): {{(pid=128083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:49:00.072824 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc571201-fa3f-4868-b095-98fc6eb03966 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Received port after_create {{(pid=128083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 11:49:00.079689 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc571201-fa3f-4868-b095-98fc6eb03966 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:49:00.080650 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-cc571201-fa3f-4868-b095-98fc6eb03966 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468916'] for port, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:00.095376 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a41d99-0758-4133-9ace-c1290d2eb0b5 None None] Pushing event updated for resources: {'Port': ['ID=b7f751d0-d6cd-42e9-884c-dee015fc724d,revision_number=2']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:49:00.096532 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.db.api [None req-68e4d231-a90d-44b6-96d1-dc45583ac05c admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 24 11:49:00.096532 dv-neutron-797120-4-hyperv neutron-server[128084]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 24 11:49:00.096532 dv-neutron-797120-4-hyperv neutron-server[128084]: [parameters: {'project_id_1': '36733ac7fe424800ac65d0c0234ea3f8', 'expiration_1': datetime.datetime(2021, 6, 24, 11, 49, 0, 57525)}] Jun 24 11:49:00.096532 dv-neutron-797120-4-hyperv neutron-server[128084]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=128084) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 24 11:49:00.096894 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_db.api [None req-68e4d231-a90d-44b6-96d1-dc45583ac05c admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=128084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 24 11:49:00.104190 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-d9a41d99-0758-4133-9ace-c1290d2eb0b5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:49:00.113397 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc571201-fa3f-4868-b095-98fc6eb03966 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Pushing event updated for resources: {'Port': ['ID=00891836-647e-42e8-a749-31af23cd18e4,revision_number=1']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:49:00.125757 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6937e430-476a-4de7-8b9e-ff664e2fe6d9 None None] Network 4c2ac9bf-c894-4ce4-9109-8426c0043fa5 requested from dv-neutron-797120-4-hyperv {{(pid=128085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 11:49:00.129589 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-cc571201-fa3f-4868-b095-98fc6eb03966 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:49:00.130335 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-a4032b3a-e813-4eaf-850e-1b4e87bb7fe7 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.088s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:49:00.160620 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-bd3ba32b-3fa4-4cfc-a8c6-b46291ad8fa4 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973199', 'neutron.services.segments.db._delete_segments_for_network-8793194012456'] for network, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:00.175107 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-4014e641-5b67-4955-a10c-e8fa135b1944 tempest-NegativeSecGroupIPv6Test-156486133 tempest-NegativeSecGroupIPv6Test-156486133-project] Notify callbacks [] for security_group, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:00.180862 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-4014e641-5b67-4955-a10c-e8fa135b1944 tempest-NegativeSecGroupIPv6Test-156486133 tempest-NegativeSecGroupIPv6Test-156486133-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.5872703 Jun 24 11:49:00.184525 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 59834) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:49:00.189070 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-cc571201-fa3f-4868-b095-98fc6eb03966 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.4812870 Jun 24 11:49:00.192452 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 59836) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:49:00.195503 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-dd0dde46-174c-4db3-a2d8-362bc8ff1dd9 tempest-NegativeSecGroupIPv6Test-156486133 tempest-NegativeSecGroupIPv6Test-156486133-project] Request body: {'security_group_rule': {'security_group_id': 'f0f25e22-1df7-4743-8677-705de23587b0', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:49:00.196340 dv-neutron-797120-4-hyperv neutron-server[128084]: WARNING neutron.api.v2.base [None req-dd0dde46-174c-4db3-a2d8-362bc8ff1dd9 tempest-NegativeSecGroupIPv6Test-156486133 tempest-NegativeSecGroupIPv6Test-156486133-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jun 24 11:49:00.196829 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.api.v2.resource [None req-dd0dde46-174c-4db3-a2d8-362bc8ff1dd9 tempest-NegativeSecGroupIPv6Test-156486133 tempest-NegativeSecGroupIPv6Test-156486133-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 24 11:49:00.202026 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-dd0dde46-174c-4db3-a2d8-362bc8ff1dd9 tempest-NegativeSecGroupIPv6Test-156486133 tempest-NegativeSecGroupIPv6Test-156486133-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0143368 Jun 24 11:49:00.204822 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.services.segments.db [None req-bd3ba32b-3fa4-4cfc-a8c6-b46291ad8fa4 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c2ac9bf-c894-4ce4-9109-8426c0043fa5']}} {{(pid=128084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:49:00.207189 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 59838) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:49:00.207964 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-5cb0e483-491a-4329-ad91-1f3a20d84504 tempest-SecGroupIPv6Test-993619391 tempest-SecGroupIPv6Test-993619391-project] Notify callbacks [] for security_group_rule, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:00.211423 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4014e641-5b67-4955-a10c-e8fa135b1944 tempest-NegativeSecGroupIPv6Test-156486133 tempest-NegativeSecGroupIPv6Test-156486133-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f0f25e22-1df7-4743-8677-705de23587b0,revision_number=1']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:49:00.218714 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-57586225-4412-4e10-aa1a-6566aedf2065 tempest-NegativeSecGroupIPv6Test-156486133 tempest-NegativeSecGroupIPv6Test-156486133-project] Request body: {'security_group_rule': {'security_group_id': 'f0f25e22-1df7-4743-8677-705de23587b0', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:49:00.225080 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ec62323-ac3e-4419-930d-993d3cb6cf6b tempest-AllowedAddressPairTestJSON-920326677 tempest-AllowedAddressPairTestJSON-920326677-project] Checking segment: {'id': 'f8dad0c9-6c5e-4a30-bad9-ba1fe686d980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '7307eb3d-f5f4-485c-84a2-0a03674bda0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=128083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 11:49:00.225422 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ec62323-ac3e-4419-930d-993d3cb6cf6b tempest-AllowedAddressPairTestJSON-920326677 tempest-AllowedAddressPairTestJSON-920326677-project] Network hostable DHCP agents. Network: 7307eb3d-f5f4-485c-84a2-0a03674bda0b, hostable agents: ['6be988a9-1d97-480f-be5a-c55abf2c55c5'], hosted agents: [] {{(pid=128083) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 11:49:00.245440 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-4014e641-5b67-4955-a10c-e8fa135b1944 tempest-NegativeSecGroupIPv6Test-156486133 tempest-NegativeSecGroupIPv6Test-156486133-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:49:00.261373 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec62323-ac3e-4419-930d-993d3cb6cf6b tempest-AllowedAddressPairTestJSON-920326677 tempest-AllowedAddressPairTestJSON-920326677-project] Pushing event updated for resources: {'Subnet': ['ID=7a2e1ef3-5d7d-4509-8078-9e6e4bd4c2e5,revision_number=0']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:49:00.277589 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-8ec62323-ac3e-4419-930d-993d3cb6cf6b tempest-AllowedAddressPairTestJSON-920326677 tempest-AllowedAddressPairTestJSON-920326677-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:49:00.282082 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.services.segments.db [None req-bd3ba32b-3fa4-4cfc-a8c6-b46291ad8fa4 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0875ad4f-15d6-4dc1-a1e7-26ddbf7052cd') {'for_net_delete': True} {{(pid=128084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:49:00.282406 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.services.segments.db [None req-bd3ba32b-3fa4-4cfc-a8c6-b46291ad8fa4 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0875ad4f-15d6-4dc1-a1e7-26ddbf7052cd') {} {{(pid=128084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:49:00.286844 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ec62323-ac3e-4419-930d-993d3cb6cf6b tempest-AllowedAddressPairTestJSON-920326677 tempest-AllowedAddressPairTestJSON-920326677-project] Network 7307eb3d-f5f4-485c-84a2-0a03674bda0b is scheduled to be hosted by DHCP agent 6be988a9-1d97-480f-be5a-c55abf2c55c5 with binding_index 1 {{(pid=128083) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 11:49:00.292343 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.api.v2.resource [None req-57586225-4412-4e10-aa1a-6566aedf2065 tempest-NegativeSecGroupIPv6Test-156486133 tempest-NegativeSecGroupIPv6Test-156486133-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 24 11:49:00.296597 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-57586225-4412-4e10-aa1a-6566aedf2065 tempest-NegativeSecGroupIPv6Test-156486133 tempest-NegativeSecGroupIPv6Test-156486133-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0822942 Jun 24 11:49:00.297763 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 59840) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:49:00.307319 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-bd3ba32b-3fa4-4cfc-a8c6-b46291ad8fa4 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793194097327', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2373599'] for segment, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:00.338203 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [None req-22032c77-2194-4e69-b1e4-8a950822f172 tempest-NegativeSecGroupIPv6Test-156486133 tempest-NegativeSecGroupIPv6Test-156486133-project] Request body: {'security_group_rule': {'security_group_id': 'f0f25e22-1df7-4743-8677-705de23587b0', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:49:00.339365 dv-neutron-797120-4-hyperv neutron-server[128083]: WARNING neutron.api.v2.base [None req-22032c77-2194-4e69-b1e4-8a950822f172 tempest-NegativeSecGroupIPv6Test-156486133 tempest-NegativeSecGroupIPv6Test-156486133-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Jun 24 11:49:00.340791 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.api.v2.resource [None req-22032c77-2194-4e69-b1e4-8a950822f172 tempest-NegativeSecGroupIPv6Test-156486133 tempest-NegativeSecGroupIPv6Test-156486133-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 24 11:49:00.342593 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-22032c77-2194-4e69-b1e4-8a950822f172 tempest-NegativeSecGroupIPv6Test-156486133 tempest-NegativeSecGroupIPv6Test-156486133-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0386548 Jun 24 11:49:00.347468 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 59844) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:49:00.351875 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-bd3ba32b-3fa4-4cfc-a8c6-b46291ad8fa4 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967879'] for segment, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:00.352964 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.base_scheduler [None req-8ec62323-ac3e-4419-930d-993d3cb6cf6b tempest-AllowedAddressPairTestJSON-920326677 tempest-AllowedAddressPairTestJSON-920326677-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-4-hyperv, 7307eb3d-f5f4-485c-84a2-0a03674bda0b) {{(pid=128083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:49:00.358049 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [None req-d315ca17-33fa-4a8c-aea1-08ccf21fb76e tempest-NegativeSecGroupIPv6Test-156486133 tempest-NegativeSecGroupIPv6Test-156486133-project] Request body: {'security_group_rule': {'security_group_id': 'f0f25e22-1df7-4743-8677-705de23587b0', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:49:00.362979 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba44984d-005a-4db1-a19c-eacdde65eb6b None None] Network 7307eb3d-f5f4-485c-84a2-0a03674bda0b requested from dv-neutron-797120-4-hyperv {{(pid=128085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 11:49:00.375011 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd3ba32b-3fa4-4cfc-a8c6-b46291ad8fa4 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Releasing vlan 602 on physical network physnet1 to pool {{(pid=128084) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 11:49:00.375437 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-bd3ba32b-3fa4-4cfc-a8c6-b46291ad8fa4 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3292053'] for segment, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:00.389285 dv-neutron-797120-4-hyperv neutron-server[128084]: Traceback (most recent call last): Jun 24 11:49:00.389285 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 24 11:49:00.389285 dv-neutron-797120-4-hyperv neutron-server[128084]: timer() Jun 24 11:49:00.389285 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 24 11:49:00.389285 dv-neutron-797120-4-hyperv neutron-server[128084]: cb(*args, **kw) Jun 24 11:49:00.389285 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 24 11:49:00.389285 dv-neutron-797120-4-hyperv neutron-server[128084]: return func(*args, **kwargs) Jun 24 11:49:00.389285 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 24 11:49:00.389285 dv-neutron-797120-4-hyperv neutron-server[128084]: self._notify() Jun 24 11:49:00.389285 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 24 11:49:00.389285 dv-neutron-797120-4-hyperv neutron-server[128084]: self.callback(batched_events) Jun 24 11:49:00.389285 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 24 11:49:00.389285 dv-neutron-797120-4-hyperv neutron-server[128084]: event.method(event) Jun 24 11:49:00.389285 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 24 11:49:00.389285 dv-neutron-797120-4-hyperv neutron-server[128084]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 24 11:49:00.389285 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 24 11:49:00.389285 dv-neutron-797120-4-hyperv neutron-server[128084]: aggregate_uuid = self.p_client.list_aggregates( Jun 24 11:49:00.389285 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 24 11:49:00.389285 dv-neutron-797120-4-hyperv neutron-server[128084]: return f(self, *a, **k) Jun 24 11:49:00.389285 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 24 11:49:00.389285 dv-neutron-797120-4-hyperv neutron-server[128084]: return self._get(url).json() Jun 24 11:49:00.389285 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 24 11:49:00.389285 dv-neutron-797120-4-hyperv neutron-server[128084]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 24 11:49:00.389285 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 24 11:49:00.389285 dv-neutron-797120-4-hyperv neutron-server[128084]: return self.request(url, 'GET', **kwargs) Jun 24 11:49:00.389285 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 24 11:49:00.389285 dv-neutron-797120-4-hyperv neutron-server[128084]: base_url = self.get_endpoint(auth, allow=allow, Jun 24 11:49:00.389285 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 24 11:49:00.389285 dv-neutron-797120-4-hyperv neutron-server[128084]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 24 11:49:00.389285 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 24 11:49:00.389285 dv-neutron-797120-4-hyperv neutron-server[128084]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 24 11:49:00.389285 dv-neutron-797120-4-hyperv neutron-server[128084]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 24 11:49:00.394080 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ec62323-ac3e-4419-930d-993d3cb6cf6b tempest-AllowedAddressPairTestJSON-920326677 tempest-AllowedAddressPairTestJSON-920326677-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:49:00.395594 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-8ec62323-ac3e-4419-930d-993d3cb6cf6b tempest-AllowedAddressPairTestJSON-920326677 tempest-AllowedAddressPairTestJSON-920326677-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588949'] for subnet, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:00.412801 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd043412-04e7-4788-b7a6-d5f69b75eaf4 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:49:00.420396 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd043412-04e7-4788-b7a6-d5f69b75eaf4 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:49:00.424082 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-cd043412-04e7-4788-b7a6-d5f69b75eaf4 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.2292166 Jun 24 11:49:00.439121 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 59846) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:49:00.449178 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.api.v2.resource [None req-d315ca17-33fa-4a8c-aea1-08ccf21fb76e tempest-NegativeSecGroupIPv6Test-156486133 tempest-NegativeSecGroupIPv6Test-156486133-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 24 11:49:00.450437 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-d315ca17-33fa-4a8c-aea1-08ccf21fb76e tempest-NegativeSecGroupIPv6Test-156486133 tempest-NegativeSecGroupIPv6Test-156486133-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1015973 Jun 24 11:49:00.483905 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 59848) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:49:00.489958 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-f81d1b1d-f236-470d-bb23-dc9935d536bc tempest-NegativeSecGroupIPv6Test-156486133 tempest-NegativeSecGroupIPv6Test-156486133-project] Request body: {'security_group_rule': {'security_group_id': 'f0f25e22-1df7-4743-8677-705de23587b0', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:49:00.490853 dv-neutron-797120-4-hyperv neutron-server[128084]: WARNING neutron.api.v2.base [None req-f81d1b1d-f236-470d-bb23-dc9935d536bc tempest-NegativeSecGroupIPv6Test-156486133 tempest-NegativeSecGroupIPv6Test-156486133-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jun 24 11:49:00.491983 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.api.v2.resource [None req-f81d1b1d-f236-470d-bb23-dc9935d536bc tempest-NegativeSecGroupIPv6Test-156486133 tempest-NegativeSecGroupIPv6Test-156486133-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 24 11:49:00.496076 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-f81d1b1d-f236-470d-bb23-dc9935d536bc tempest-NegativeSecGroupIPv6Test-156486133 tempest-NegativeSecGroupIPv6Test-156486133-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0105693 Jun 24 11:49:00.501566 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 59852) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:49:00.512075 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-a6e5a58f-b0d8-4af4-860a-ac617327b0bc tempest-NegativeSecGroupIPv6Test-156486133 tempest-NegativeSecGroupIPv6Test-156486133-project] Request body: {'security_group_rule': {'security_group_id': 'f0f25e22-1df7-4743-8677-705de23587b0', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:49:00.528537 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-5cb0e483-491a-4329-ad91-1f3a20d84504 tempest-SecGroupIPv6Test-993619391 tempest-SecGroupIPv6Test-993619391-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:00.538554 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.db.api [None req-bd3ba32b-3fa4-4cfc-a8c6-b46291ad8fa4 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jun 24 11:49:00.538554 dv-neutron-797120-4-hyperv neutron-server[128084]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jun 24 11:49:00.538554 dv-neutron-797120-4-hyperv neutron-server[128084]: [parameters: {'id': '4c2ac9bf-c894-4ce4-9109-8426c0043fa5'}] Jun 24 11:49:00.538554 dv-neutron-797120-4-hyperv neutron-server[128084]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=128084) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 24 11:49:00.539265 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_db.api [None req-bd3ba32b-3fa4-4cfc-a8c6-b46291ad8fa4 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=128084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 24 11:49:00.541583 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-5cb0e483-491a-4329-ad91-1f3a20d84504 tempest-SecGroupIPv6Test-993619391 tempest-SecGroupIPv6Test-993619391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1627007'] for security_group_rule, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:00.548466 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:49:00.580540 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.db.securitygroups_db [None req-a6e5a58f-b0d8-4af4-860a-ac617327b0bc tempest-NegativeSecGroupIPv6Test-156486133 tempest-NegativeSecGroupIPv6Test-156486133-project] Project 642f4d789954465a90a6fd97f785a939 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 24 11:49:00.586225 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb0e483-491a-4329-ad91-1f3a20d84504 tempest-SecGroupIPv6Test-993619391 tempest-SecGroupIPv6Test-993619391-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dec6170f-8888-49e4-8036-dbdd97e1816f,revision_number=0']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:49:00.594288 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-5cb0e483-491a-4329-ad91-1f3a20d84504 tempest-SecGroupIPv6Test-993619391 tempest-SecGroupIPv6Test-993619391-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:49:00.597374 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-68e4d231-a90d-44b6-96d1-dc45583ac05c admin admin] Notify callbacks [] for security_group, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:00.601618 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cc86410-7432-4712-babd-3102d8f331ef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d65c8f8-7530-5052-99fe-8ea05073750b-7307eb3d-f5f4-485c-84a2-0a03674bda0b', 'network_id': '7307eb3d-f5f4-485c-84a2-0a03674bda0b', 'tenant_id': '611f9119a92c4b43bff9daa8b04af2d0', 'fixed_ips': [{'subnet_id': '7a2e1ef3-5d7d-4509-8078-9e6e4bd4c2e5'}]}} from dv-neutron-797120-4-hyperv. {{(pid=128085) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 24 11:49:00.602573 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-4cc86410-7432-4712-babd-3102d8f331ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_create {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:00.603268 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-5cb0e483-491a-4329-ad91-1f3a20d84504 tempest-SecGroupIPv6Test-993619391 tempest-SecGroupIPv6Test-993619391-project] Notify callbacks [] for security_group_rule, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:00.604835 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-5cb0e483-491a-4329-ad91-1f3a20d84504 tempest-SecGroupIPv6Test-993619391 tempest-SecGroupIPv6Test-993619391-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6121750 Jun 24 11:49:00.611340 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 59856) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:49:00.614998 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-8ec62323-ac3e-4419-930d-993d3cb6cf6b tempest-AllowedAddressPairTestJSON-920326677 tempest-AllowedAddressPairTestJSON-920326677-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5066540 Jun 24 11:49:00.619073 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.api.v2.resource [None req-a6e5a58f-b0d8-4af4-860a-ac617327b0bc tempest-NegativeSecGroupIPv6Test-156486133 tempest-NegativeSecGroupIPv6Test-156486133-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 24 11:49:00.620703 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 59858) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:49:00.623197 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-a6e5a58f-b0d8-4af4-860a-ac617327b0bc tempest-NegativeSecGroupIPv6Test-156486133 tempest-NegativeSecGroupIPv6Test-156486133-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1181910 Jun 24 11:49:00.627360 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 59860) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:49:00.633308 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-6ff6851e-8cfe-4b7d-a2aa-4198036b40e4 tempest-NegativeSecGroupIPv6Test-156486133 tempest-NegativeSecGroupIPv6Test-156486133-project] Request body: {'security_group_rule': {'security_group_id': 'f0f25e22-1df7-4743-8677-705de23587b0', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:49:00.634355 dv-neutron-797120-4-hyperv neutron-server[128084]: WARNING neutron.api.v2.base [None req-6ff6851e-8cfe-4b7d-a2aa-4198036b40e4 tempest-NegativeSecGroupIPv6Test-156486133 tempest-NegativeSecGroupIPv6Test-156486133-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Jun 24 11:49:00.635029 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.api.v2.resource [None req-6ff6851e-8cfe-4b7d-a2aa-4198036b40e4 tempest-NegativeSecGroupIPv6Test-156486133 tempest-NegativeSecGroupIPv6Test-156486133-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 24 11:49:00.639232 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-6ff6851e-8cfe-4b7d-a2aa-4198036b40e4 tempest-NegativeSecGroupIPv6Test-156486133 tempest-NegativeSecGroupIPv6Test-156486133-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0106828 Jun 24 11:49:00.648456 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 59864) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:49:00.649701 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [None req-209a50c4-e0ec-4440-b709-42beac451338 tempest-AllowedAddressPairTestJSON-920326677 tempest-AllowedAddressPairTestJSON-920326677-project] Request body: {'port': {'network_id': '7307eb3d-f5f4-485c-84a2-0a03674bda0b', 'name': 'tempest-AllowedAddressPairTestJSON-1826958064'}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:49:00.656346 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-f69641dd-05f3-4f13-8e67-082ace9c12a4 tempest-NegativeSecGroupIPv6Test-156486133 tempest-NegativeSecGroupIPv6Test-156486133-project] Request body: {'security_group_rule': {'security_group_id': 'f0f25e22-1df7-4743-8677-705de23587b0', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:49:00.671174 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-9598242b-ab70-4a5c-9973-4fd0f19ececb tempest-SecGroupIPv6Test-993619391 tempest-SecGroupIPv6Test-993619391-project] 10.222.0.53 "GET /v2.0/security-group-rules/dec6170f-8888-49e4-8036-dbdd97e1816f HTTP/1.1" status: 200 len: 763 time: 0.0583928 Jun 24 11:49:00.679434 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 59866) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:49:00.767455 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-8f7570d0-b46e-49f7-b9bc-60312b186b24 tempest-SecGroupIPv6Test-993619391 tempest-SecGroupIPv6Test-993619391-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0827422 Jun 24 11:49:00.781197 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 59868) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:49:00.823267 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-b9e4f6b2-44ae-4616-9d72-804b91108cde tempest-SecGroupIPv6Test-993619391 tempest-SecGroupIPv6Test-993619391-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:00.833986 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.db_base_plugin_common [None req-4cc86410-7432-4712-babd-3102d8f331ef None None] Allocated IP 172.20.0.2 (7307eb3d-f5f4-485c-84a2-0a03674bda0b/7a2e1ef3-5d7d-4509-8078-9e6e4bd4c2e5/f2639847-63ff-45bf-8b01-515b534b5728) {{(pid=128085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 11:49:00.840539 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-b9e4f6b2-44ae-4616-9d72-804b91108cde tempest-SecGroupIPv6Test-993619391 tempest-SecGroupIPv6Test-993619391-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:00.863951 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-68e4d231-a90d-44b6-96d1-dc45583ac05c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:00.877967 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-68e4d231-a90d-44b6-96d1-dc45583ac05c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800410'] for security_group, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:00.885303 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-3e5ac047-f6ab-44d7-bc89-0b8571373ae7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:49:00.885750 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.plugin [None req-f0dddae1-7707-4e2e-914f-9b93008fe372 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Deleting port 00891836-647e-42e8-a749-31af23cd18e4 {{(pid=128083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 11:49:00.886309 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-f0dddae1-7707-4e2e-914f-9b93008fe372 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793193942312'] for port, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:00.901843 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-b9e4f6b2-44ae-4616-9d72-804b91108cde tempest-SecGroupIPv6Test-993619391 tempest-SecGroupIPv6Test-993619391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1627007'] for security_group_rule, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:00.922942 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-b9e4f6b2-44ae-4616-9d72-804b91108cde tempest-SecGroupIPv6Test-993619391 tempest-SecGroupIPv6Test-993619391-project] Notify callbacks [] for security_group_rule, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:00.927104 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-b9e4f6b2-44ae-4616-9d72-804b91108cde tempest-SecGroupIPv6Test-993619391 tempest-SecGroupIPv6Test-993619391-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/dec6170f-8888-49e4-8036-dbdd97e1816f HTTP/1.1" status: 204 len: 168 time: 0.1423521 Jun 24 11:49:00.928078 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 59874) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:49:00.935582 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-68e4d231-a90d-44b6-96d1-dc45583ac05c admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=36733ac7fe424800ac65d0c0234ea3f8&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2879574 Jun 24 11:49:00.941212 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 59876) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:49:00.943378 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.db.securitygroups_db [None req-f69641dd-05f3-4f13-8e67-082ace9c12a4 tempest-NegativeSecGroupIPv6Test-156486133 tempest-NegativeSecGroupIPv6Test-156486133-project] Project 642f4d789954465a90a6fd97f785a939 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 24 11:49:00.961973 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.db.api [None req-209a50c4-e0ec-4440-b709-42beac451338 tempest-AllowedAddressPairTestJSON-920326677 tempest-AllowedAddressPairTestJSON-920326677-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 24 11:49:00.961973 dv-neutron-797120-4-hyperv neutron-server[128083]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 24 11:49:00.961973 dv-neutron-797120-4-hyperv neutron-server[128083]: [parameters: {'project_id_1': '611f9119a92c4b43bff9daa8b04af2d0', 'expiration_1': datetime.datetime(2021, 6, 24, 11, 49, 0, 848409)}] Jun 24 11:49:00.961973 dv-neutron-797120-4-hyperv neutron-server[128083]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=128083) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 24 11:49:00.962802 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_db.api [None req-209a50c4-e0ec-4440-b709-42beac451338 tempest-AllowedAddressPairTestJSON-920326677 tempest-AllowedAddressPairTestJSON-920326677-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=128083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 24 11:49:00.966588 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e4d231-a90d-44b6-96d1-dc45583ac05c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=744bf6ee-1e6e-4850-91ac-a0c56946db39,revision_number=1']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:49:00.973944 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-68e4d231-a90d-44b6-96d1-dc45583ac05c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:49:00.974406 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.054s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:49:00.988356 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.api.v2.resource [None req-f69641dd-05f3-4f13-8e67-082ace9c12a4 tempest-NegativeSecGroupIPv6Test-156486133 tempest-NegativeSecGroupIPv6Test-156486133-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 24 11:49:00.990265 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-f69641dd-05f3-4f13-8e67-082ace9c12a4 tempest-NegativeSecGroupIPv6Test-156486133 tempest-NegativeSecGroupIPv6Test-156486133-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.3404534 Jun 24 11:49:00.995717 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 59878) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:49:00.996512 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e4f6b2-44ae-4616-9d72-804b91108cde tempest-SecGroupIPv6Test-993619391 tempest-SecGroupIPv6Test-993619391-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=dec6170f-8888-49e4-8036-dbdd97e1816f,revision_number=None']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:49:01.005156 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-b9e4f6b2-44ae-4616-9d72-804b91108cde tempest-SecGroupIPv6Test-993619391 tempest-SecGroupIPv6Test-993619391-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:49:01.008255 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-a312f7a3-d155-4104-a16b-d3375a871c75 tempest-NegativeSecGroupIPv6Test-156486133 tempest-NegativeSecGroupIPv6Test-156486133-project] Request body: {'security_group_rule': {'security_group_id': 'f0f25e22-1df7-4743-8677-705de23587b0', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:49:01.040084 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-9063c051-3b11-48aa-b99f-6966b5327f23 tempest-SecGroupIPv6Test-993619391 tempest-SecGroupIPv6Test-993619391-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0828619 Jun 24 11:49:01.040311 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-bd3ba32b-3fa4-4cfc-a8c6-b46291ad8fa4 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-534962'] for network, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:01.043946 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 59880) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:49:01.047438 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-10da2ab0-813e-4771-8acc-4fbfa6a03fac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:01.053221 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.db.securitygroups_db [None req-a312f7a3-d155-4104-a16b-d3375a871c75 tempest-NegativeSecGroupIPv6Test-156486133 tempest-NegativeSecGroupIPv6Test-156486133-project] Project 642f4d789954465a90a6fd97f785a939 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 24 11:49:01.056132 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [None req-a14fd6e9-9281-44bf-b1b1-17458d166042 tempest-SecGroupIPv6Test-993619391 tempest-SecGroupIPv6Test-993619391-project] Request body: {'security_group_rule': {'security_group_id': '804824d4-4b1f-4f4b-a5e3-7a344d89f6e5', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:49:01.100174 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 59882) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:49:01.112499 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-f0dddae1-7707-4e2e-914f-9b93008fe372 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1978872'] for port, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:01.116591 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-10da2ab0-813e-4771-8acc-4fbfa6a03fac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:01.122370 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-a14fd6e9-9281-44bf-b1b1-17458d166042 tempest-SecGroupIPv6Test-993619391 tempest-SecGroupIPv6Test-993619391-project] Notify callbacks [] for security_group_rule, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:01.132972 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-3d085c82-157a-4bbc-b381-27d3c6861435 None None] Provisioning for port 9a92d067-cbd9-4033-8e1f-ae9770d92c8a completed by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 11:49:01.140239 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.plugin [None req-f0dddae1-7707-4e2e-914f-9b93008fe372 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Calling delete_port for 00891836-647e-42e8-a749-31af23cd18e4 owned by {{(pid=128083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 11:49:01.148203 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.api.v2.resource [None req-a312f7a3-d155-4104-a16b-d3375a871c75 tempest-NegativeSecGroupIPv6Test-156486133 tempest-NegativeSecGroupIPv6Test-156486133-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 24 11:49:01.149573 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-a312f7a3-d155-4104-a16b-d3375a871c75 tempest-NegativeSecGroupIPv6Test-156486133 tempest-NegativeSecGroupIPv6Test-156486133-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1510465 Jun 24 11:49:01.154746 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 59886) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:49:01.156349 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-4cc86410-7432-4712-babd-3102d8f331ef None None] Notify callbacks [] for port, precommit_create {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:01.170155 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-4cc86410-7432-4712-babd-3102d8f331ef None None] Transition to ACTIVE for port object f2639847-63ff-45bf-8b01-515b534b5728 will not be triggered until provisioned by entity L2. {{(pid=128085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 11:49:01.206254 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.plugin [None req-bd3ba32b-3fa4-4cfc-a8c6-b46291ad8fa4 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Deleting port b7f751d0-d6cd-42e9-884c-dee015fc724d {{(pid=128084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 11:49:01.206900 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-bd3ba32b-3fa4-4cfc-a8c6-b46291ad8fa4 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793193942312'] for port, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:01.210312 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-4cc86410-7432-4712-babd-3102d8f331ef None None] Transition to ACTIVE for port object f2639847-63ff-45bf-8b01-515b534b5728 will not be triggered until provisioned by entity DHCP. {{(pid=128085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 11:49:01.222933 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-4cc86410-7432-4712-babd-3102d8f331ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-650429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-506361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793193536723'] for port, after_create {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:01.225870 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-04c7d877-0386-42e5-ac4e-c292dc3aaf62 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:49:01.250911 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-10da2ab0-813e-4771-8acc-4fbfa6a03fac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800410'] for security_group, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:01.255360 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-10da2ab0-813e-4771-8acc-4fbfa6a03fac admin admin] Notify callbacks [] for security_group, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:01.257521 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-10da2ab0-813e-4771-8acc-4fbfa6a03fac admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/744bf6ee-1e6e-4850-91ac-a0c56946db39 HTTP/1.1" status: 204 len: 168 time: 0.3152080 Jun 24 11:49:01.258515 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-4014e641-5b67-4955-a10c-e8fa135b1944 tempest-NegativeSecGroupIPv6Test-156486133 tempest-NegativeSecGroupIPv6Test-156486133-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:49:01.270226 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cc86410-7432-4712-babd-3102d8f331ef None None] Network 7307eb3d-f5f4-485c-84a2-0a03674bda0b is already hosted by enough agents. {{(pid=128085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 11:49:01.275370 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.scheduler.base_scheduler [None req-4cc86410-7432-4712-babd-3102d8f331ef None None] Resources bound (agent type, host, resource id): {{(pid=128085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:49:01.279587 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cc86410-7432-4712-babd-3102d8f331ef None None] Received port after_create {{(pid=128085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 11:49:01.313370 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10da2ab0-813e-4771-8acc-4fbfa6a03fac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=744bf6ee-1e6e-4850-91ac-a0c56946db39,revision_number=None']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:49:01.339555 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-a14fd6e9-9281-44bf-b1b1-17458d166042 tempest-SecGroupIPv6Test-993619391 tempest-SecGroupIPv6Test-993619391-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:01.342703 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-10da2ab0-813e-4771-8acc-4fbfa6a03fac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:49:01.348929 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-a14fd6e9-9281-44bf-b1b1-17458d166042 tempest-SecGroupIPv6Test-993619391 tempest-SecGroupIPv6Test-993619391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1627007'] for security_group_rule, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:01.377456 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:49:01.380356 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.db [None req-bd3ba32b-3fa4-4cfc-a8c6-b46291ad8fa4 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] For port b7f751d0-d6cd-42e9-884c-dee015fc724d, host dv-neutron-797120-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=b7f751d0-d6cd-42e9-884c-dee015fc724d,segment=NetworkSegment(0875ad4f-15d6-4dc1-a1e7-26ddbf7052cd),segment_id=0875ad4f-15d6-4dc1-a1e7-26ddbf7052cd)] {{(pid=128084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 11:49:01.383223 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-bd3ba32b-3fa4-4cfc-a8c6-b46291ad8fa4 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1978872'] for port, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:01.398807 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14fd6e9-9281-44bf-b1b1-17458d166042 tempest-SecGroupIPv6Test-993619391 tempest-SecGroupIPv6Test-993619391-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83a6fec6-6dd1-4224-b911-6b8fdabdbd52,revision_number=0']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:49:01.401296 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-a14fd6e9-9281-44bf-b1b1-17458d166042 tempest-SecGroupIPv6Test-993619391 tempest-SecGroupIPv6Test-993619391-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:49:01.415019 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.plugin [None req-bd3ba32b-3fa4-4cfc-a8c6-b46291ad8fa4 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Calling delete_port for b7f751d0-d6cd-42e9-884c-dee015fc724d owned by network:dhcp {{(pid=128084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 11:49:01.418067 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [None req-2503f97e-87a9-4363-a5da-01bec6c1d4e3 tempest-FloatingIPAdminTestJSON-775113783 tempest-FloatingIPAdminTestJSON-775113783-project] Request body: {'floatingip': {'floating_network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b'}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:49:01.429027 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-9fb6d35c-174c-4e7b-89d9-70927a841298 tempest-NegativeSecGroupIPv6Test-156486133 tempest-NegativeSecGroupIPv6Test-156486133-project] Notify callbacks [] for security_group, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:01.434305 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc86410-7432-4712-babd-3102d8f331ef None None] Pushing event updated for resources: {'Port': ['ID=f2639847-63ff-45bf-8b01-515b534b5728,revision_number=1']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:49:01.448056 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-4cc86410-7432-4712-babd-3102d8f331ef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:49:01.456864 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-4cc86410-7432-4712-babd-3102d8f331ef None None] Attempting to bind port f2639847-63ff-45bf-8b01-515b534b5728 on host dv-neutron-797120-4-hyperv for vnic_type normal with profile {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 11:49:01.457534 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-4cc86410-7432-4712-babd-3102d8f331ef None None] Attempting to bind port f2639847-63ff-45bf-8b01-515b534b5728 by drivers openvswitch,hyperv on host dv-neutron-797120-4-hyperv at level 0 using segments [{'id': 'f8dad0c9-6c5e-4a30-bad9-ba1fe686d980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '7307eb3d-f5f4-485c-84a2-0a03674bda0b'}] {{(pid=128085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 11:49:01.458100 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cc86410-7432-4712-babd-3102d8f331ef None None] Attempting to bind port f2639847-63ff-45bf-8b01-515b534b5728 on network 7307eb3d-f5f4-485c-84a2-0a03674bda0b {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 11:49:01.460970 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-9fb6d35c-174c-4e7b-89d9-70927a841298 tempest-NegativeSecGroupIPv6Test-156486133 tempest-NegativeSecGroupIPv6Test-156486133-project] Notify callbacks [] for security_group, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:01.465632 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cc86410-7432-4712-babd-3102d8f331ef None None] Checking agent: {'id': 'e3a695b2-c397-461f-83b0-10b79d490b59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 11, 36, 56), 'started_at': datetime.datetime(2021, 6, 24, 11, 37, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 11, 48, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 11:49:01.466483 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cc86410-7432-4712-babd-3102d8f331ef None None] Checking segment: {'id': 'f8dad0c9-6c5e-4a30-bad9-ba1fe686d980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '7307eb3d-f5f4-485c-84a2-0a03674bda0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=128085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 11:49:01.467224 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-4cc86410-7432-4712-babd-3102d8f331ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:01.467947 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cc86410-7432-4712-babd-3102d8f331ef None None] Bound using segment: {'id': 'f8dad0c9-6c5e-4a30-bad9-ba1fe686d980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '7307eb3d-f5f4-485c-84a2-0a03674bda0b'} {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 11:49:01.468606 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-4cc86410-7432-4712-babd-3102d8f331ef None None] Bound port: f2639847-63ff-45bf-8b01-515b534b5728, host: dv-neutron-797120-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8dad0c9-6c5e-4a30-bad9-ba1fe686d980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '7307eb3d-f5f4-485c-84a2-0a03674bda0b'}}] {{(pid=128085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 11:49:01.469547 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-4cc86410-7432-4712-babd-3102d8f331ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:01.510692 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-c668f310-274d-4cd2-a69b-674583cb271d None None] Provisioning for port 00891836-647e-42e8-a749-31af23cd18e4 completed by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 11:49:01.518695 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-c668f310-274d-4cd2-a69b-674583cb271d None None] Provisioning complete for port 00891836-647e-42e8-a749-31af23cd18e4 triggered by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:49:01.519088 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-c668f310-274d-4cd2-a69b-674583cb271d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:01.525115 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-a14fd6e9-9281-44bf-b1b1-17458d166042 tempest-SecGroupIPv6Test-993619391 tempest-SecGroupIPv6Test-993619391-project] Notify callbacks [] for security_group_rule, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:01.526882 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-bd3ba32b-3fa4-4cfc-a8c6-b46291ad8fa4 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793193945299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193536732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3292088'] for port, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:01.529364 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-a14fd6e9-9281-44bf-b1b1-17458d166042 tempest-SecGroupIPv6Test-993619391 tempest-SecGroupIPv6Test-993619391-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4785066 Jun 24 11:49:01.530266 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-0e24ba8a-90f4-45be-8b44-b88180896ce0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:49:01.534029 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 59890) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:49:01.565456 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-9fb6d35c-174c-4e7b-89d9-70927a841298 tempest-NegativeSecGroupIPv6Test-156486133 tempest-NegativeSecGroupIPv6Test-156486133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800410'] for security_group, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:01.568730 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-9fb6d35c-174c-4e7b-89d9-70927a841298 tempest-NegativeSecGroupIPv6Test-156486133 tempest-NegativeSecGroupIPv6Test-156486133-project] Notify callbacks [] for security_group, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:01.573192 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-9fb6d35c-174c-4e7b-89d9-70927a841298 tempest-NegativeSecGroupIPv6Test-156486133 tempest-NegativeSecGroupIPv6Test-156486133-project] 10.222.0.53 "DELETE /v2.0/security-groups/f0f25e22-1df7-4743-8677-705de23587b0 HTTP/1.1" status: 204 len: 168 time: 0.4122808 Jun 24 11:49:01.573479 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3ba32b-3fa4-4cfc-a8c6-b46291ad8fa4 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Pushing event deleted for resources: {'Port': ['ID=b7f751d0-d6cd-42e9-884c-dee015fc724d,revision_number=None']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:49:01.575386 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 59894) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:49:01.577513 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:49:01.578357 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-bd3ba32b-3fa4-4cfc-a8c6-b46291ad8fa4 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:49:01.587153 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd3ba32b-3fa4-4cfc-a8c6-b46291ad8fa4 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] No DVR routers for this DVR port b7f751d0-d6cd-42e9-884c-dee015fc724d on host dv-neutron-797120-4-hyperv {{(pid=128084) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 11:49:01.587386 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-618ace07-cb77-4b75-9498-f9dd0115f3ba tempest-SecGroupIPv6Test-993619391 tempest-SecGroupIPv6Test-993619391-project] 10.222.0.53 "GET /v2.0/security-group-rules/83a6fec6-6dd1-4224-b911-6b8fdabdbd52 HTTP/1.1" status: 200 len: 763 time: 0.0495195 Jun 24 11:49:01.587508 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-4cc86410-7432-4712-babd-3102d8f331ef None None] For port f2639847-63ff-45bf-8b01-515b534b5728, host dv-neutron-797120-4-hyperv, cleared binding levels {{(pid=128085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 11:49:01.589701 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 59896) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:49:01.602538 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb6d35c-174c-4e7b-89d9-70927a841298 tempest-NegativeSecGroupIPv6Test-156486133 tempest-NegativeSecGroupIPv6Test-156486133-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0f25e22-1df7-4743-8677-705de23587b0,revision_number=None']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:49:01.605036 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-c668f310-274d-4cd2-a69b-674583cb271d None None] Port 00891836-647e-42e8-a749-31af23cd18e4 cannot update to ACTIVE because it is not bound. {{(pid=128085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 11:49:01.609592 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-2503f97e-87a9-4363-a5da-01bec6c1d4e3 tempest-FloatingIPAdminTestJSON-775113783 tempest-FloatingIPAdminTestJSON-775113783-project] Notify callbacks [] for floatingip, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:01.617905 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-9fb6d35c-174c-4e7b-89d9-70927a841298 tempest-NegativeSecGroupIPv6Test-156486133 tempest-NegativeSecGroupIPv6Test-156486133-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:49:01.625759 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-4cc86410-7432-4712-babd-3102d8f331ef None None] For port f2639847-63ff-45bf-8b01-515b534b5728, host dv-neutron-797120-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=f2639847-63ff-45bf-8b01-515b534b5728,segment=NetworkSegment(f8dad0c9-6c5e-4a30-bad9-ba1fe686d980),segment_id=f8dad0c9-6c5e-4a30-bad9-ba1fe686d980)] {{(pid=128085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 11:49:01.635484 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-4cc86410-7432-4712-babd-3102d8f331ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:01.647397 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-92f22ebd-0e48-44f5-9529-ce74520bd158 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:49:01.673407 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-209a50c4-e0ec-4440-b709-42beac451338 tempest-AllowedAddressPairTestJSON-920326677 tempest-AllowedAddressPairTestJSON-920326677-project] Made reservation on behalf of 611f9119a92c4b43bff9daa8b04af2d0 for: {'port': 1} {{(pid=128083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 11:49:01.677523 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-209a50c4-e0ec-4440-b709-42beac451338 tempest-AllowedAddressPairTestJSON-920326677 tempest-AllowedAddressPairTestJSON-920326677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:01.734151 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.notifiers.nova [None req-209a50c4-e0ec-4440-b709-42beac451338 tempest-AllowedAddressPairTestJSON-920326677 tempest-AllowedAddressPairTestJSON-920326677-project] device_id is not set on port 887c8743-0a3e-4567-be09-9a5538441246 yet. {{(pid=128083) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 24 11:49:01.752953 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-59479b27-a060-44df-bc5b-253034d05c17 tempest-SecGroupIPv6Test-993619391 tempest-SecGroupIPv6Test-993619391-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1617808 Jun 24 11:49:01.757055 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-bd3ba32b-3fa4-4cfc-a8c6-b46291ad8fa4 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973199', 'neutron.services.segments.db._delete_segments_for_network-8793194012456'] for network, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:01.760570 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 59898) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:49:01.773205 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-84ad7ee0-2b75-4126-800c-afc048d04a64 tempest-NegativeSecGroupIPv6Test-156486133 tempest-NegativeSecGroupIPv6Test-156486133-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1908028 Jun 24 11:49:01.777035 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc86410-7432-4712-babd-3102d8f331ef None None] Pushing event updated for resources: {'Port': ['ID=f2639847-63ff-45bf-8b01-515b534b5728,revision_number=2']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:49:01.782227 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-4cc86410-7432-4712-babd-3102d8f331ef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:49:01.789141 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 59900) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:49:01.794974 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-f0dddae1-7707-4e2e-914f-9b93008fe372 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793193945299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193536732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2537862'] for port, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:01.797072 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-c58f0830-c8af-4f2e-9c18-6abe74fc5435 tempest-NegativeSecGroupIPv6Test-156486133 tempest-NegativeSecGroupIPv6Test-156486133-project] Request body: {'security_group': {'name': 'tempest-secgroup--1191480496'}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:49:01.806722 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.services.segments.db [None req-bd3ba32b-3fa4-4cfc-a8c6-b46291ad8fa4 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c2ac9bf-c894-4ce4-9109-8426c0043fa5']}} {{(pid=128084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:49:01.827918 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.services.segments.db [None req-bd3ba32b-3fa4-4cfc-a8c6-b46291ad8fa4 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0875ad4f-15d6-4dc1-a1e7-26ddbf7052cd') {'for_net_delete': True} {{(pid=128084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:49:01.828217 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.services.segments.db [None req-bd3ba32b-3fa4-4cfc-a8c6-b46291ad8fa4 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0875ad4f-15d6-4dc1-a1e7-26ddbf7052cd') {} {{(pid=128084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:49:01.846023 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-c06b24cd-644b-4c68-b4a6-7119134c2608 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:49:01.856278 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device 9a92d067-cbd9-4033-8e1f-ae9770d92c8a up at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 11:49:01.865211 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-bb8031a7-910d-418f-a681-7f04ddd898cb tempest-SecGroupIPv6Test-993619391 tempest-SecGroupIPv6Test-993619391-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:01.868935 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-bd3ba32b-3fa4-4cfc-a8c6-b46291ad8fa4 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793194097327', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2373599'] for segment, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:01.888484 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-bb8031a7-910d-418f-a681-7f04ddd898cb tempest-SecGroupIPv6Test-993619391 tempest-SecGroupIPv6Test-993619391-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:01.891301 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-c58f0830-c8af-4f2e-9c18-6abe74fc5435 tempest-NegativeSecGroupIPv6Test-156486133 tempest-NegativeSecGroupIPv6Test-156486133-project] Notify callbacks [] for security_group, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:01.911542 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-bd3ba32b-3fa4-4cfc-a8c6-b46291ad8fa4 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967879'] for segment, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:01.913199 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-f0dddae1-7707-4e2e-914f-9b93008fe372 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468916'] for port, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:01.917172 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-f0dddae1-7707-4e2e-914f-9b93008fe372 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] 10.222.0.53 "DELETE /v2.0/ports/00891836-647e-42e8-a749-31af23cd18e4 HTTP/1.1" status: 204 len: 168 time: 1.4746387 Jun 24 11:49:01.921439 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 59908) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:49:01.953645 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning for port 9a92d067-cbd9-4033-8e1f-ae9770d92c8a completed by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 11:49:01.968440 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning complete for port 9a92d067-cbd9-4033-8e1f-ae9770d92c8a triggered by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:49:01.970243 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:01.971070 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd3ba32b-3fa4-4cfc-a8c6-b46291ad8fa4 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Releasing vlan 602 on physical network physnet1 to pool {{(pid=128084) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 11:49:01.971487 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-bd3ba32b-3fa4-4cfc-a8c6-b46291ad8fa4 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3292053'] for segment, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:01.974579 dv-neutron-797120-4-hyperv neutron-server[128084]: Traceback (most recent call last): Jun 24 11:49:01.974579 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 24 11:49:01.974579 dv-neutron-797120-4-hyperv neutron-server[128084]: timer() Jun 24 11:49:01.974579 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 24 11:49:01.974579 dv-neutron-797120-4-hyperv neutron-server[128084]: cb(*args, **kw) Jun 24 11:49:01.974579 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 24 11:49:01.974579 dv-neutron-797120-4-hyperv neutron-server[128084]: return func(*args, **kwargs) Jun 24 11:49:01.974579 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 24 11:49:01.974579 dv-neutron-797120-4-hyperv neutron-server[128084]: self._notify() Jun 24 11:49:01.974579 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 24 11:49:01.974579 dv-neutron-797120-4-hyperv neutron-server[128084]: self.callback(batched_events) Jun 24 11:49:01.974579 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 24 11:49:01.974579 dv-neutron-797120-4-hyperv neutron-server[128084]: event.method(event) Jun 24 11:49:01.974579 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 24 11:49:01.974579 dv-neutron-797120-4-hyperv neutron-server[128084]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 24 11:49:01.974579 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 24 11:49:01.974579 dv-neutron-797120-4-hyperv neutron-server[128084]: aggregate_uuid = self.p_client.list_aggregates( Jun 24 11:49:01.974579 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 24 11:49:01.974579 dv-neutron-797120-4-hyperv neutron-server[128084]: return f(self, *a, **k) Jun 24 11:49:01.974579 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 24 11:49:01.974579 dv-neutron-797120-4-hyperv neutron-server[128084]: return self._get(url).json() Jun 24 11:49:01.974579 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 24 11:49:01.974579 dv-neutron-797120-4-hyperv neutron-server[128084]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 24 11:49:01.974579 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 24 11:49:01.974579 dv-neutron-797120-4-hyperv neutron-server[128084]: return self.request(url, 'GET', **kwargs) Jun 24 11:49:01.974579 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 24 11:49:01.974579 dv-neutron-797120-4-hyperv neutron-server[128084]: base_url = self.get_endpoint(auth, allow=allow, Jun 24 11:49:01.974579 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 24 11:49:01.974579 dv-neutron-797120-4-hyperv neutron-server[128084]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 24 11:49:01.974579 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 24 11:49:01.974579 dv-neutron-797120-4-hyperv neutron-server[128084]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 24 11:49:01.974579 dv-neutron-797120-4-hyperv neutron-server[128084]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 24 11:49:02.047521 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0dddae1-7707-4e2e-914f-9b93008fe372 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Pushing event deleted for resources: {'Port': ['ID=00891836-647e-42e8-a749-31af23cd18e4,revision_number=None']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:49:02.051059 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-f0dddae1-7707-4e2e-914f-9b93008fe372 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:49:02.139936 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-bb8031a7-910d-418f-a681-7f04ddd898cb tempest-SecGroupIPv6Test-993619391 tempest-SecGroupIPv6Test-993619391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1627007'] for security_group_rule, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:02.150684 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-2503f97e-87a9-4363-a5da-01bec6c1d4e3 tempest-FloatingIPAdminTestJSON-775113783 tempest-FloatingIPAdminTestJSON-775113783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:02.170409 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:49:02.180599 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-bb8031a7-910d-418f-a681-7f04ddd898cb tempest-SecGroupIPv6Test-993619391 tempest-SecGroupIPv6Test-993619391-project] Notify callbacks [] for security_group_rule, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:02.183920 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-bb8031a7-910d-418f-a681-7f04ddd898cb tempest-SecGroupIPv6Test-993619391 tempest-SecGroupIPv6Test-993619391-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/83a6fec6-6dd1-4224-b911-6b8fdabdbd52 HTTP/1.1" status: 204 len: 168 time: 0.4200873 Jun 24 11:49:02.195754 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27fb597a-8962-4ae5-b713-6e258a837261 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=128084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:49:02.197512 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27fb597a-8962-4ae5-b713-6e258a837261 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=128084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:49:02.201897 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-27fb597a-8962-4ae5-b713-6e258a837261 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.2648044 Jun 24 11:49:02.202716 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 59912) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:49:02.203210 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 59914) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:49:02.245602 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-bd3ba32b-3fa4-4cfc-a8c6-b46291ad8fa4 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1800243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1815642'] for network, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:02.256054 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:02.276339 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8031a7-910d-418f-a681-7f04ddd898cb tempest-SecGroupIPv6Test-993619391 tempest-SecGroupIPv6Test-993619391-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=83a6fec6-6dd1-4224-b911-6b8fdabdbd52,revision_number=None']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:49:02.287003 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-bb8031a7-910d-418f-a681-7f04ddd898cb tempest-SecGroupIPv6Test-993619391 tempest-SecGroupIPv6Test-993619391-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:49:02.298469 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.db_base_plugin_common [None req-2503f97e-87a9-4363-a5da-01bec6c1d4e3 tempest-FloatingIPAdminTestJSON-775113783 tempest-FloatingIPAdminTestJSON-775113783-project] Allocated IP 172.26.7.119 (f2b8ca71-e776-48b2-8898-96cc7970207b/f37bf603-3862-4d0a-9f58-89616f7fd68f/6e8c18e4-5a69-487c-aa16-5f43cd2f78a7) {{(pid=128083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 11:49:02.320257 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] For port 9a92d067-cbd9-4033-8e1f-ae9770d92c8a, host dv-neutron-797120-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=9a92d067-cbd9-4033-8e1f-ae9770d92c8a,segment=NetworkSegment(fddfe548-9582-48fa-8a0c-6b06bc4d1b9f),segment_id=fddfe548-9582-48fa-8a0c-6b06bc4d1b9f)] {{(pid=128085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 11:49:02.325743 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:02.328151 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-79bb2a87-0415-4d43-b01a-111f73362b44 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:49:02.331098 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.db_base_plugin_common [None req-209a50c4-e0ec-4440-b709-42beac451338 tempest-AllowedAddressPairTestJSON-920326677 tempest-AllowedAddressPairTestJSON-920326677-project] Allocated IP 172.20.0.4 (7307eb3d-f5f4-485c-84a2-0a03674bda0b/7a2e1ef3-5d7d-4509-8078-9e6e4bd4c2e5/887c8743-0a3e-4567-be09-9a5538441246) {{(pid=128083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 11:49:02.360357 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-c58f0830-c8af-4f2e-9c18-6abe74fc5435 tempest-NegativeSecGroupIPv6Test-156486133 tempest-NegativeSecGroupIPv6Test-156486133-project] Notify callbacks [] for security_group, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:02.389204 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-bd3ba32b-3fa4-4cfc-a8c6-b46291ad8fa4 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Notify callbacks [] for network, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:02.389728 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Pushing event updated for resources: {'Port': ['ID=9a92d067-cbd9-4033-8e1f-ae9770d92c8a,revision_number=3']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:49:02.391042 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-bd3ba32b-3fa4-4cfc-a8c6-b46291ad8fa4 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] 10.222.0.53 "DELETE /v2.0/networks/4c2ac9bf-c894-4ce4-9109-8426c0043fa5 HTTP/1.1" status: 204 len: 168 time: 3.7893765 Jun 24 11:49:02.391780 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-6ce55883-a7bd-4975-8a51-0d9516c33f34 tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.116s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:49:02.406607 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:49:02.409045 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 59922) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:49:02.414915 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [None req-b04a469f-55e0-490d-9cc0-dde3195159cc tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-803382369'}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:49:02.418048 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3ba32b-3fa4-4cfc-a8c6-b46291ad8fa4 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Pushing event deleted for resources: {'Network': ['ID=4c2ac9bf-c894-4ce4-9109-8426c0043fa5,revision_number=None']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:49:02.419799 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-c58f0830-c8af-4f2e-9c18-6abe74fc5435 tempest-NegativeSecGroupIPv6Test-156486133 tempest-NegativeSecGroupIPv6Test-156486133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800410'] for security_group, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:02.424326 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-bd3ba32b-3fa4-4cfc-a8c6-b46291ad8fa4 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:49:02.428044 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-587bdb00-d305-4408-9760-e6b1e59133c6 tempest-SecGroupIPv6Test-993619391 tempest-SecGroupIPv6Test-993619391-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:49:02.464506 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58f0830-c8af-4f2e-9c18-6abe74fc5435 tempest-NegativeSecGroupIPv6Test-156486133 tempest-NegativeSecGroupIPv6Test-156486133-project] Pushing event updated for resources: {'SecurityGroup': ['ID=824a2a87-ce19-4997-9440-4d60e09887f2,revision_number=1']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:49:02.478518 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-c58f0830-c8af-4f2e-9c18-6abe74fc5435 tempest-NegativeSecGroupIPv6Test-156486133 tempest-NegativeSecGroupIPv6Test-156486133-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:49:02.500872 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.db.db_base_plugin_v2 [None req-f681c677-04f0-4a55-85c1-7c41ff8520c2 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Deleting subnet 92f2e377-80a3-491d-9ab9-32ddcf240349 {{(pid=128084) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 24 11:49:02.506754 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b04a469f-55e0-490d-9cc0-dde3195159cc tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Made reservation on behalf of aaefe7394f294c70a614c4415cde77d6 for: {'network': 1} {{(pid=128083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 11:49:02.510558 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-b04a469f-55e0-490d-9cc0-dde3195159cc tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for network, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:02.512370 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-f681c677-04f0-4a55-85c1-7c41ff8520c2 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks [] for subnet, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:02.520314 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-c58f0830-c8af-4f2e-9c18-6abe74fc5435 tempest-NegativeSecGroupIPv6Test-156486133 tempest-NegativeSecGroupIPv6Test-156486133-project] Notify callbacks [] for security_group, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:02.521570 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-c58f0830-c8af-4f2e-9c18-6abe74fc5435 tempest-NegativeSecGroupIPv6Test-156486133 tempest-NegativeSecGroupIPv6Test-156486133-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.7281897 Jun 24 11:49:02.525451 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 59926) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:49:02.541393 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [None req-e6734962-acdf-4304-8cc3-a5097826ebee tempest-NegativeSecGroupIPv6Test-156486133 tempest-NegativeSecGroupIPv6Test-156486133-project] Request body: {'security_group_rule': {'security_group_id': '824a2a87-ce19-4997-9440-4d60e09887f2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:49:02.552221 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-00aca2e2-2397-4f2f-90f4-fa9e6d89a279 tempest-SecGroupIPv6Test-993619391 tempest-SecGroupIPv6Test-993619391-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3302960 Jun 24 11:49:02.552875 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 59928) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:49:02.562157 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 59930) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:49:02.571484 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-b0b50b7b-2134-4540-816b-607fa75a3beb tempest-SecGroupIPv6Test-993619391 tempest-SecGroupIPv6Test-993619391-project] Request body: {'security_group_rule': {'security_group_id': '804824d4-4b1f-4f4b-a5e3-7a344d89f6e5', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:49:02.588536 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-f681c677-04f0-4a55-85c1-7c41ff8520c2 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2373542'] for subnet, precommit_delete_associations {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:02.627454 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-2503f97e-87a9-4363-a5da-01bec6c1d4e3 tempest-FloatingIPAdminTestJSON-775113783 tempest-FloatingIPAdminTestJSON-775113783-project] Notify callbacks [] for port, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:02.661217 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b04a469f-55e0-490d-9cc0-dde3195159cc tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] vlan segment allocate from pool success with {'vlan_id': 631, 'physical_network': 'physnet1'} {{(pid=128083) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 11:49:02.707843 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-3e9e3da2-eabe-41df-9885-d4e423c43760 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1073534052'}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:49:02.712420 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-b04a469f-55e0-490d-9cc0-dde3195159cc tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967879'] for segment, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:02.712765 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.db.segments_db [None req-b04a469f-55e0-490d-9cc0-dde3195159cc tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Added segment 22a93114-1f07-478a-9e76-bda1601f312e of type vlan for network 385e3ccf-2d82-45c9-8ba6-b3ad16d54dc6 Jun 24 11:49:02.713663 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.db.securitygroups_db [None req-b0b50b7b-2134-4540-816b-607fa75a3beb tempest-SecGroupIPv6Test-993619391 tempest-SecGroupIPv6Test-993619391-project] Project 0c324099d9774f01828f5c547107b194 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 24 11:49:02.720376 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-f681c677-04f0-4a55-85c1-7c41ff8520c2 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-972249'] for subnet, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:02.743273 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-b0b50b7b-2134-4540-816b-607fa75a3beb tempest-SecGroupIPv6Test-993619391 tempest-SecGroupIPv6Test-993619391-project] Notify callbacks [] for security_group_rule, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:02.756597 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.api.v2.resource [None req-e6734962-acdf-4304-8cc3-a5097826ebee tempest-NegativeSecGroupIPv6Test-156486133 tempest-NegativeSecGroupIPv6Test-156486133-project] create failed (client error): The resource could not be found. Jun 24 11:49:02.760699 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-e6734962-acdf-4304-8cc3-a5097826ebee tempest-NegativeSecGroupIPv6Test-156486133 tempest-NegativeSecGroupIPv6Test-156486133-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.2310035 Jun 24 11:49:02.761357 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 59934) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:49:02.773016 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-7e48fc99-17a1-46d7-9205-0f72318adaf4 tempest-NegativeSecGroupIPv6Test-156486133 tempest-NegativeSecGroupIPv6Test-156486133-project] Request body: {'security_group_rule': {'security_group_id': '824a2a87-ce19-4997-9440-4d60e09887f2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '2b1dee92-b356-456e-912b-818d0d27879b'}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:49:02.790373 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-209a50c4-e0ec-4440-b709-42beac451338 tempest-AllowedAddressPairTestJSON-920326677 tempest-AllowedAddressPairTestJSON-920326677-project] Notify callbacks [] for port, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:02.798074 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-b04a469f-55e0-490d-9cc0-dde3195159cc tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793193525068'] for network, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:02.805170 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-2503f97e-87a9-4363-a5da-01bec6c1d4e3 tempest-FloatingIPAdminTestJSON-775113783 tempest-FloatingIPAdminTestJSON-775113783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-650429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-506361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793193536723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2537853'] for port, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:02.810221 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-64988b27-43f2-48b5-b630-a1c3412309ff tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:49:02.824422 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e9e3da2-eabe-41df-9885-d4e423c43760 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Made reservation on behalf of 99955773979244bf90218a1ecde00120 for: {'network': 1} {{(pid=128084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 11:49:02.825890 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.provisioning_blocks [None req-209a50c4-e0ec-4440-b709-42beac451338 tempest-AllowedAddressPairTestJSON-920326677 tempest-AllowedAddressPairTestJSON-920326677-project] Transition to ACTIVE for port object 887c8743-0a3e-4567-be09-9a5538441246 will not be triggered until provisioned by entity DHCP. {{(pid=128083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 11:49:02.828218 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-3e9e3da2-eabe-41df-9885-d4e423c43760 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for network, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:02.853786 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-b0b50b7b-2134-4540-816b-607fa75a3beb tempest-SecGroupIPv6Test-993619391 tempest-SecGroupIPv6Test-993619391-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:02.861106 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-3e9e3da2-eabe-41df-9885-d4e423c43760 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Notify callbacks [] for security_group, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:02.867418 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-b0b50b7b-2134-4540-816b-607fa75a3beb tempest-SecGroupIPv6Test-993619391 tempest-SecGroupIPv6Test-993619391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1627007'] for security_group_rule, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:02.883158 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:49:02.885741 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2503f97e-87a9-4363-a5da-01bec6c1d4e3 tempest-FloatingIPAdminTestJSON-775113783 tempest-FloatingIPAdminTestJSON-775113783-project] Network f2b8ca71-e776-48b2-8898-96cc7970207b is already hosted by enough agents. {{(pid=128083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 11:49:02.890699 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-f681c677-04f0-4a55-85c1-7c41ff8520c2 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-972238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3292022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3162263'] for subnet, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:02.896148 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.base_scheduler [None req-2503f97e-87a9-4363-a5da-01bec6c1d4e3 tempest-FloatingIPAdminTestJSON-775113783 tempest-FloatingIPAdminTestJSON-775113783-project] Resources bound (agent type, host, resource id): {{(pid=128083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:49:02.899994 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2503f97e-87a9-4363-a5da-01bec6c1d4e3 tempest-FloatingIPAdminTestJSON-775113783 tempest-FloatingIPAdminTestJSON-775113783-project] Received port after_create {{(pid=128083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 11:49:02.902117 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2503f97e-87a9-4363-a5da-01bec6c1d4e3 tempest-FloatingIPAdminTestJSON-775113783 tempest-FloatingIPAdminTestJSON-775113783-project] Pushing event updated for resources: {'Port': ['ID=6e8c18e4-5a69-487c-aa16-5f43cd2f78a7,revision_number=1']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:49:02.904250 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-b04a469f-55e0-490d-9cc0-dde3195159cc tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1800243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976'] for network, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:02.910576 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b04a469f-55e0-490d-9cc0-dde3195159cc tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:49:02.911525 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-b04a469f-55e0-490d-9cc0-dde3195159cc tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588949'] for network, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:02.914085 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-2503f97e-87a9-4363-a5da-01bec6c1d4e3 tempest-FloatingIPAdminTestJSON-775113783 tempest-FloatingIPAdminTestJSON-775113783-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:49:02.919967 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-ea6435bb-f497-4306-8c17-7f30b4cc34fa tempest-BulkNetworkOpsIpV6Test-1142812762 tempest-BulkNetworkOpsIpV6Test-1142812762-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:49:02.921879 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b50b7b-2134-4540-816b-607fa75a3beb tempest-SecGroupIPv6Test-993619391 tempest-SecGroupIPv6Test-993619391-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48b51695-8dbd-484a-8e3a-270d1727c145,revision_number=0']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:49:02.930288 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-b0b50b7b-2134-4540-816b-607fa75a3beb tempest-SecGroupIPv6Test-993619391 tempest-SecGroupIPv6Test-993619391-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:49:02.932624 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-cb67f031-70a0-4a93-bf1f-b332b9888beb tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.031s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:49:02.942667 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-f681c677-04f0-4a55-85c1-7c41ff8520c2 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks [] for subnet, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:02.944519 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-f681c677-04f0-4a55-85c1-7c41ff8520c2 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] 10.222.0.53 "DELETE /v2.0/subnets/92f2e377-80a3-491d-9ab9-32ddcf240349 HTTP/1.1" status: 204 len: 168 time: 0.7203214 Jun 24 11:49:02.950666 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-969265aa-a445-4bb4-b2cf-5eae5c81d1fc None None] Network 11a80c9d-f8ee-4388-91b0-d49a25200fee requested from dv-neutron-797120-4-hyperv {{(pid=128085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 11:49:02.968246 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 59936) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:49:02.977229 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f681c677-04f0-4a55-85c1-7c41ff8520c2 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Pushing event deleted for resources: {'Subnet': ['ID=92f2e377-80a3-491d-9ab9-32ddcf240349,revision_number=None']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:49:02.983561 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-f681c677-04f0-4a55-85c1-7c41ff8520c2 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:49:03.017789 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-df3532d1-1c69-44b4-bad8-d523cc953eb8 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0485234 Jun 24 11:49:03.020252 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 59938) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:49:03.029195 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-1094ed31-4999-4a08-bfca-d6c435a8631e tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Request body: {'subnet': {'network_id': '11a80c9d-f8ee-4388-91b0-d49a25200fee', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:49:03.038439 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-209a50c4-e0ec-4440-b709-42beac451338 tempest-AllowedAddressPairTestJSON-920326677 tempest-AllowedAddressPairTestJSON-920326677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-650429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-506361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793193536723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2537853'] for port, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:03.053755 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04a469f-55e0-490d-9cc0-dde3195159cc tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Pushing event updated for resources: {'Network': ['ID=385e3ccf-2d82-45c9-8ba6-b3ad16d54dc6,revision_number=1']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:49:03.060502 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-b04a469f-55e0-490d-9cc0-dde3195159cc tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:49:03.061758 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-2503f97e-87a9-4363-a5da-01bec6c1d4e3 tempest-FloatingIPAdminTestJSON-775113783 tempest-FloatingIPAdminTestJSON-775113783-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.017s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:49:03.080638 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Network 385e3ccf-2d82-45c9-8ba6-b3ad16d54dc6 details requested by agent ovs-agent-dv-neutron-797120-4-hyperv with host dv-neutron-797120-4-hyperv {{(pid=128085) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 11:49:03.125549 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-209a50c4-e0ec-4440-b709-42beac451338 tempest-AllowedAddressPairTestJSON-920326677 tempest-AllowedAddressPairTestJSON-920326677-project] Network 7307eb3d-f5f4-485c-84a2-0a03674bda0b is already hosted by enough agents. {{(pid=128083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 11:49:03.132513 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.base_scheduler [None req-209a50c4-e0ec-4440-b709-42beac451338 tempest-AllowedAddressPairTestJSON-920326677 tempest-AllowedAddressPairTestJSON-920326677-project] Resources bound (agent type, host, resource id): {{(pid=128083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:49:03.142339 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-209a50c4-e0ec-4440-b709-42beac451338 tempest-AllowedAddressPairTestJSON-920326677 tempest-AllowedAddressPairTestJSON-920326677-project] Received port after_create {{(pid=128083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 11:49:03.157061 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7646ac6-847b-4b03-abe7-f826ca8d893d None None] Network 7307eb3d-f5f4-485c-84a2-0a03674bda0b requested from dv-neutron-797120-4-hyperv {{(pid=128085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 11:49:03.180167 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-3e9e3da2-eabe-41df-9885-d4e423c43760 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Notify callbacks [] for security_group, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:03.187393 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-2503f97e-87a9-4363-a5da-01bec6c1d4e3 tempest-FloatingIPAdminTestJSON-775113783 tempest-FloatingIPAdminTestJSON-775113783-project] Notify callbacks [] for floatingip, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:03.188160 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-3e9e3da2-eabe-41df-9885-d4e423c43760 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800410'] for security_group, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:03.191468 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209a50c4-e0ec-4440-b709-42beac451338 tempest-AllowedAddressPairTestJSON-920326677 tempest-AllowedAddressPairTestJSON-920326677-project] Pushing event updated for resources: {'Port': ['ID=887c8743-0a3e-4567-be09-9a5538441246,revision_number=1']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:49:03.200401 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-209a50c4-e0ec-4440-b709-42beac451338 tempest-AllowedAddressPairTestJSON-920326677 tempest-AllowedAddressPairTestJSON-920326677-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:49:03.201457 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-aadf86b0-c845-40e4-bada-75b0198475f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:49:03.205406 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 59940) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:49:03.205579 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-b04a469f-55e0-490d-9cc0-dde3195159cc tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.7953644 Jun 24 11:49:03.211463 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-b0b50b7b-2134-4540-816b-607fa75a3beb tempest-SecGroupIPv6Test-993619391 tempest-SecGroupIPv6Test-993619391-project] Notify callbacks [] for security_group_rule, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:03.214968 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-b0b50b7b-2134-4540-816b-607fa75a3beb tempest-SecGroupIPv6Test-993619391 tempest-SecGroupIPv6Test-993619391-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6496105 Jun 24 11:49:03.214968 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.api.v2.resource [None req-7e48fc99-17a1-46d7-9205-0f72318adaf4 tempest-NegativeSecGroupIPv6Test-156486133 tempest-NegativeSecGroupIPv6Test-156486133-project] create failed (client error): The resource could not be found. Jun 24 11:49:03.215924 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-7e48fc99-17a1-46d7-9205-0f72318adaf4 tempest-NegativeSecGroupIPv6Test-156486133 tempest-NegativeSecGroupIPv6Test-156486133-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.4493001 Jun 24 11:49:03.216249 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 59942) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:49:03.222506 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-95a0080c-bed3-4b59-86f1-97c17f7de83d tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Request body: {'subnet': {'network_id': '385e3ccf-2d82-45c9-8ba6-b3ad16d54dc6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:49:03.237387 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 59944) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:49:03.248024 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-209a50c4-e0ec-4440-b709-42beac451338 tempest-AllowedAddressPairTestJSON-920326677 tempest-AllowedAddressPairTestJSON-920326677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:49:03.248708 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-209a50c4-e0ec-4440-b709-42beac451338 tempest-AllowedAddressPairTestJSON-920326677 tempest-AllowedAddressPairTestJSON-920326677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468916'] for port, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:03.278899 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-2503f97e-87a9-4363-a5da-01bec6c1d4e3 tempest-FloatingIPAdminTestJSON-775113783 tempest-FloatingIPAdminTestJSON-775113783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:03.283526 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e9e3da2-eabe-41df-9885-d4e423c43760 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] vlan segment allocate from pool success with {'vlan_id': 605, 'physical_network': 'physnet1'} {{(pid=128084) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 11:49:03.362686 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-2b6620a8-c179-45b6-a484-3f1802c41146 tempest-SecGroupIPv6Test-993619391 tempest-SecGroupIPv6Test-993619391-project] 10.222.0.53 "GET /v2.0/security-group-rules/48b51695-8dbd-484a-8e3a-270d1727c145 HTTP/1.1" status: 200 len: 769 time: 0.1256692 Jun 24 11:49:03.365239 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-3e9e3da2-eabe-41df-9885-d4e423c43760 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967879'] for segment, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:03.365635 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.db.segments_db [None req-3e9e3da2-eabe-41df-9885-d4e423c43760 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Added segment 344c3b3e-094d-4290-a6b6-0cf6397c2d05 of type vlan for network a61c4b46-a6f4-48b4-9ca4-b0aa9df4a595 Jun 24 11:49:03.367291 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 59946) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:49:03.381842 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-209a50c4-e0ec-4440-b709-42beac451338 tempest-AllowedAddressPairTestJSON-920326677 tempest-AllowedAddressPairTestJSON-920326677-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.7469821 Jun 24 11:49:03.382853 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 59948) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:49:03.385602 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9e3da2-eabe-41df-9885-d4e423c43760 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c470b853-fb59-4f37-a4e8-2b412dc7aa58,revision_number=1']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:49:03.388055 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1094ed31-4999-4a08-bfca-d6c435a8631e tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Made reservation on behalf of 086af1f572244cd08c37d97e004e4732 for: {'subnet': 1} {{(pid=128084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 11:49:03.391615 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-1094ed31-4999-4a08-bfca-d6c435a8631e tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3162484'] for subnet, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:03.397779 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-3e9e3da2-eabe-41df-9885-d4e423c43760 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:49:03.425350 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-2ae61501-4048-421c-858a-66d47b81e096 None None] Provisioning for port f2639847-63ff-45bf-8b01-515b534b5728 completed by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 11:49:03.441247 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [None req-3a4258e5-d0af-4118-ae13-0ff0fe0508a0 tempest-AllowedAddressPairTestJSON-920326677 tempest-AllowedAddressPairTestJSON-920326677-project] Request body: {'port': {'network_id': '7307eb3d-f5f4-485c-84a2-0a03674bda0b', 'name': 'tempest-AllowedAddressPairTestJSON-86830236', 'allowed_address_pairs': [{'ip_address': '172.20.0.4', 'mac_address': 'fa:16:3e:3f:95:a7'}]}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:49:03.502268 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-3e9e3da2-eabe-41df-9885-d4e423c43760 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793193525068'] for network, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:03.550097 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-7e1796f3-5ad1-496d-a6e1-f26e20bf47ff tempest-SecGroupIPv6Test-993619391 tempest-SecGroupIPv6Test-993619391-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.1777883 Jun 24 11:49:03.550097 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 59950) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:49:03.561335 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-27ab3afc-13f8-4e69-b8f9-ec0eb64103c8 tempest-NegativeSecGroupIPv6Test-156486133 tempest-NegativeSecGroupIPv6Test-156486133-project] Notify callbacks [] for security_group, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:03.566688 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95a0080c-bed3-4b59-86f1-97c17f7de83d tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Made reservation on behalf of aaefe7394f294c70a614c4415cde77d6 for: {'subnet': 1} {{(pid=128084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 11:49:03.573110 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-95a0080c-bed3-4b59-86f1-97c17f7de83d tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3162484'] for subnet, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:03.589252 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea51cd2a-685d-40e0-812a-aaa9e5727cd3 None None] DHCP port deletion for 11a80c9d-f8ee-4388-91b0-d49a25200fee request from dv-neutron-797120-4-hyperv {{(pid=128085) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 24 11:49:03.632785 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-268e2843-ea5b-4491-9225-735110763cdb tempest-SecGroupIPv6Test-993619391 tempest-SecGroupIPv6Test-993619391-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:03.638158 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-27ab3afc-13f8-4e69-b8f9-ec0eb64103c8 tempest-NegativeSecGroupIPv6Test-156486133 tempest-NegativeSecGroupIPv6Test-156486133-project] Notify callbacks [] for security_group, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:03.642473 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-268e2843-ea5b-4491-9225-735110763cdb tempest-SecGroupIPv6Test-993619391 tempest-SecGroupIPv6Test-993619391-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:03.656179 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-ea51cd2a-685d-40e0-812a-aaa9e5727cd3 None None] Deleting port 9a92d067-cbd9-4033-8e1f-ae9770d92c8a {{(pid=128085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 11:49:03.656608 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ea51cd2a-685d-40e0-812a-aaa9e5727cd3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793193942312'] for port, before_delete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:03.692269 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-3e9e3da2-eabe-41df-9885-d4e423c43760 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1800243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976'] for network, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:03.697793 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e9e3da2-eabe-41df-9885-d4e423c43760 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=128084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:49:03.698401 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-3e9e3da2-eabe-41df-9885-d4e423c43760 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Notify callbacks [] for network, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:03.709677 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-ed0fd8c3-2b85-4c1c-8877-2a70661dbf78 tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:49:03.710829 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a4258e5-d0af-4118-ae13-0ff0fe0508a0 tempest-AllowedAddressPairTestJSON-920326677 tempest-AllowedAddressPairTestJSON-920326677-project] Made reservation on behalf of 611f9119a92c4b43bff9daa8b04af2d0 for: {'port': 1} {{(pid=128083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 11:49:03.733655 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-ea51cd2a-685d-40e0-812a-aaa9e5727cd3 None None] For port 9a92d067-cbd9-4033-8e1f-ae9770d92c8a, host dv-neutron-797120-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=9a92d067-cbd9-4033-8e1f-ae9770d92c8a,segment=NetworkSegment(fddfe548-9582-48fa-8a0c-6b06bc4d1b9f),segment_id=fddfe548-9582-48fa-8a0c-6b06bc4d1b9f)] {{(pid=128085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 11:49:03.734069 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ea51cd2a-685d-40e0-812a-aaa9e5727cd3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1978872'] for port, precommit_delete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:03.742794 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-2503f97e-87a9-4363-a5da-01bec6c1d4e3 tempest-FloatingIPAdminTestJSON-775113783 tempest-FloatingIPAdminTestJSON-775113783-project] Notify callbacks [] for port, precommit_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:03.751547 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-ea51cd2a-685d-40e0-812a-aaa9e5727cd3 None None] Calling delete_port for 9a92d067-cbd9-4033-8e1f-ae9770d92c8a owned by network:dhcp {{(pid=128085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 11:49:03.754050 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-268e2843-ea5b-4491-9225-735110763cdb tempest-SecGroupIPv6Test-993619391 tempest-SecGroupIPv6Test-993619391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1627007'] for security_group_rule, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:03.756801 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-2503f97e-87a9-4363-a5da-01bec6c1d4e3 tempest-FloatingIPAdminTestJSON-775113783 tempest-FloatingIPAdminTestJSON-775113783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2537871'] for port, after_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:03.802862 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-87149ccf-7ee6-4d0a-a1d1-cb5572adb4c8 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:49:03.808498 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-268e2843-ea5b-4491-9225-735110763cdb tempest-SecGroupIPv6Test-993619391 tempest-SecGroupIPv6Test-993619391-project] Notify callbacks [] for security_group_rule, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:03.817036 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-268e2843-ea5b-4491-9225-735110763cdb tempest-SecGroupIPv6Test-993619391 tempest-SecGroupIPv6Test-993619391-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/48b51695-8dbd-484a-8e3a-270d1727c145 HTTP/1.1" status: 204 len: 168 time: 0.2645075 Jun 24 11:49:03.848479 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 59952) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:49:03.875405 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-2503f97e-87a9-4363-a5da-01bec6c1d4e3 tempest-FloatingIPAdminTestJSON-775113783 tempest-FloatingIPAdminTestJSON-775113783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1815637'] for floatingip, after_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:03.886215 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ea51cd2a-685d-40e0-812a-aaa9e5727cd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793193945299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193536732'] for port, after_delete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:03.889419 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-a64300d3-2a99-407b-beed-1175b91d92ce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:49:03.902976 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9e3da2-eabe-41df-9885-d4e423c43760 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Pushing event updated for resources: {'Network': ['ID=a61c4b46-a6f4-48b4-9ca4-b0aa9df4a595,revision_number=1']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:49:03.908774 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-3e9e3da2-eabe-41df-9885-d4e423c43760 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.3498588 Jun 24 11:49:03.911334 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 59954) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:49:03.914153 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-3e9e3da2-eabe-41df-9885-d4e423c43760 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:49:03.928875 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [None req-449ac301-5e4d-433f-a6ee-1ec43cf941e7 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Request body: {'port': {'network_id': 'a61c4b46-a6f4-48b4-9ca4-b0aa9df4a595', 'name': 'tempest-PortsIpV6TestJSON-76975732'}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:49:03.940730 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Network a61c4b46-a6f4-48b4-9ca4-b0aa9df4a595 details requested by agent ovs-agent-dv-neutron-797120-4-hyperv with host dv-neutron-797120-4-hyperv {{(pid=128085) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 11:49:03.958315 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device f2639847-63ff-45bf-8b01-515b534b5728 up at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 11:49:03.962364 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea51cd2a-685d-40e0-812a-aaa9e5727cd3 None None] Pushing event deleted for resources: {'Port': ['ID=9a92d067-cbd9-4033-8e1f-ae9770d92c8a,revision_number=None']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:49:03.973438 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-2503f97e-87a9-4363-a5da-01bec6c1d4e3 tempest-FloatingIPAdminTestJSON-775113783 tempest-FloatingIPAdminTestJSON-775113783-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468916'] for floatingip, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:03.973917 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-27ab3afc-13f8-4e69-b8f9-ec0eb64103c8 tempest-NegativeSecGroupIPv6Test-156486133 tempest-NegativeSecGroupIPv6Test-156486133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800410'] for security_group, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:03.974231 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-2503f97e-87a9-4363-a5da-01bec6c1d4e3 tempest-FloatingIPAdminTestJSON-775113783 tempest-FloatingIPAdminTestJSON-775113783-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.8695021 Jun 24 11:49:03.978986 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-27ab3afc-13f8-4e69-b8f9-ec0eb64103c8 tempest-NegativeSecGroupIPv6Test-156486133 tempest-NegativeSecGroupIPv6Test-156486133-project] Notify callbacks [] for security_group, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:03.982576 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-27ab3afc-13f8-4e69-b8f9-ec0eb64103c8 tempest-NegativeSecGroupIPv6Test-156486133 tempest-NegativeSecGroupIPv6Test-156486133-project] 10.222.0.53 "DELETE /v2.0/security-groups/824a2a87-ce19-4997-9440-4d60e09887f2 HTTP/1.1" status: 204 len: 168 time: 0.7219467 Jun 24 11:49:03.982702 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2503f97e-87a9-4363-a5da-01bec6c1d4e3 tempest-FloatingIPAdminTestJSON-775113783 tempest-FloatingIPAdminTestJSON-775113783-project] Pushing event updated for resources: {'Port': ['ID=6e8c18e4-5a69-487c-aa16-5f43cd2f78a7,revision_number=2']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:49:03.984132 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 59956) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:49:03.984403 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 59958) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:49:03.991548 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-68e4d231-a90d-44b6-96d1-dc45583ac05c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:49:04.029352 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-ea51cd2a-685d-40e0-812a-aaa9e5727cd3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:49:04.031886 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea51cd2a-685d-40e0-812a-aaa9e5727cd3 None None] No DVR routers for this DVR port 9a92d067-cbd9-4033-8e1f-ae9770d92c8a on host dv-neutron-797120-4-hyperv {{(pid=128085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 11:49:04.036858 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-2503f97e-87a9-4363-a5da-01bec6c1d4e3 tempest-FloatingIPAdminTestJSON-775113783 tempest-FloatingIPAdminTestJSON-775113783-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:49:04.040403 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [None req-f7cc9eb5-fd24-4f71-a94d-3b51870a4ff9 tempest-FloatingIPAdminTestJSON-775113783 tempest-FloatingIPAdminTestJSON-775113783-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1813750526'}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:49:04.045093 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-1f97f8f8-6829-4657-92b0-6cfaeaf09e47 tempest-SecGroupIPv6Test-993619391 tempest-SecGroupIPv6Test-993619391-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1934204 Jun 24 11:49:04.047398 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ab3afc-13f8-4e69-b8f9-ec0eb64103c8 tempest-NegativeSecGroupIPv6Test-156486133 tempest-NegativeSecGroupIPv6Test-156486133-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=824a2a87-ce19-4997-9440-4d60e09887f2,revision_number=None']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:49:04.051149 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 59960) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:49:04.056243 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.230s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:49:04.056718 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-27ab3afc-13f8-4e69-b8f9-ec0eb64103c8 tempest-NegativeSecGroupIPv6Test-156486133 tempest-NegativeSecGroupIPv6Test-156486133-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:49:04.077514 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-3a4258e5-d0af-4118-ae13-0ff0fe0508a0 tempest-AllowedAddressPairTestJSON-920326677 tempest-AllowedAddressPairTestJSON-920326677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:04.112832 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268e2843-ea5b-4491-9225-735110763cdb tempest-SecGroupIPv6Test-993619391 tempest-SecGroupIPv6Test-993619391-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=48b51695-8dbd-484a-8e3a-270d1727c145,revision_number=None']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:49:04.123098 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-268e2843-ea5b-4491-9225-735110763cdb tempest-SecGroupIPv6Test-993619391 tempest-SecGroupIPv6Test-993619391-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:49:04.137059 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-22e30d0d-6700-4b5f-ba19-bc88e64e78a9 tempest-NegativeSecGroupIPv6Test-156486133 tempest-NegativeSecGroupIPv6Test-156486133-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1486926 Jun 24 11:49:04.144175 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 59962) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:49:04.145432 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.notifiers.nova [None req-3a4258e5-d0af-4118-ae13-0ff0fe0508a0 tempest-AllowedAddressPairTestJSON-920326677 tempest-AllowedAddressPairTestJSON-920326677-project] device_id is not set on port 0dcecba9-b0b9-4bf4-9ad7-d335273a3168 yet. {{(pid=128083) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 24 11:49:04.153864 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [None req-44900526-5b4a-49a1-8aad-be2a1fc0440d tempest-NegativeSecGroupIPv6Test-156486133 tempest-NegativeSecGroupIPv6Test-156486133-project] Request body: {'security_group_rule': {'security_group_id': '189a1161-e475-47a5-93d4-1541b5a8c218', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:49:04.171138 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7cc9eb5-fd24-4f71-a94d-3b51870a4ff9 tempest-FloatingIPAdminTestJSON-775113783 tempest-FloatingIPAdminTestJSON-775113783-project] Made reservation on behalf of eef5d0c5c46f441d917d16eaa2132e09 for: {'network': 1} {{(pid=128083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 11:49:04.174760 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-f7cc9eb5-fd24-4f71-a94d-3b51870a4ff9 tempest-FloatingIPAdminTestJSON-775113783 tempest-FloatingIPAdminTestJSON-775113783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for network, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:04.198295 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning for port f2639847-63ff-45bf-8b01-515b534b5728 completed by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 11:49:04.202170 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-6f1ce052-407d-47e7-b047-ff9a788ba9fc None None] Provisioning for port 887c8743-0a3e-4567-be09-9a5538441246 completed by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 11:49:04.206222 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning complete for port f2639847-63ff-45bf-8b01-515b534b5728 triggered by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:49:04.206731 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:04.210027 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-6f1ce052-407d-47e7-b047-ff9a788ba9fc None None] Provisioning complete for port 887c8743-0a3e-4567-be09-9a5538441246 triggered by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:49:04.210027 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-6f1ce052-407d-47e7-b047-ff9a788ba9fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:04.223716 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-f7cc9eb5-fd24-4f71-a94d-3b51870a4ff9 tempest-FloatingIPAdminTestJSON-775113783 tempest-FloatingIPAdminTestJSON-775113783-project] Notify callbacks [] for security_group, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:04.239609 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-b89daeea-a16e-4e62-9b43-e0b4061859c2 tempest-SecGroupIPv6Test-993619391 tempest-SecGroupIPv6Test-993619391-project] Notify callbacks [] for security_group, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:04.251149 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-449ac301-5e4d-433f-a6ee-1ec43cf941e7 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Made reservation on behalf of 99955773979244bf90218a1ecde00120 for: {'port': 1} {{(pid=128083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 11:49:04.258236 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-449ac301-5e4d-433f-a6ee-1ec43cf941e7 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:04.277077 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.objects.ports [None req-1094ed31-4999-4a08-bfca-d6c435a8631e tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=128084) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jun 24 11:49:04.280879 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-1094ed31-4999-4a08-bfca-d6c435a8631e tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3291959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3162270'] for subnet, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:04.288530 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-bd3ba32b-3fa4-4cfc-a8c6-b46291ad8fa4 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:49:04.294189 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-95a0080c-bed3-4b59-86f1-97c17f7de83d tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3291959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3162270'] for subnet, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:04.318562 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e3280c2-3935-4b2c-8345-e0acfc397e61 None None] get_active_networks_info from dv-neutron-797120-4-hyperv {{(pid=128085) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 24 11:49:04.325584 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.notifiers.nova [None req-449ac301-5e4d-433f-a6ee-1ec43cf941e7 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] device_id is not set on port a26b639c-02aa-4d6f-bcf1-bb9b9632e757 yet. {{(pid=128083) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 24 11:49:04.363293 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-b89daeea-a16e-4e62-9b43-e0b4061859c2 tempest-SecGroupIPv6Test-993619391 tempest-SecGroupIPv6Test-993619391-project] Notify callbacks [] for security_group, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:04.367896 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-6f1ce052-407d-47e7-b047-ff9a788ba9fc None None] Port 887c8743-0a3e-4567-be09-9a5538441246 cannot update to ACTIVE because it is not bound. {{(pid=128085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 11:49:04.371931 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:04.402346 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1094ed31-4999-4a08-bfca-d6c435a8631e tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Network 11a80c9d-f8ee-4388-91b0-d49a25200fee is already hosted by enough agents. {{(pid=128084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 11:49:04.416671 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.base_scheduler [None req-1094ed31-4999-4a08-bfca-d6c435a8631e tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Resources bound (agent type, host, resource id): {{(pid=128084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:49:04.419650 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1094ed31-4999-4a08-bfca-d6c435a8631e tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=128084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:49:04.420258 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-1094ed31-4999-4a08-bfca-d6c435a8631e tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks [] for subnet, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:04.429313 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] For port f2639847-63ff-45bf-8b01-515b534b5728, host dv-neutron-797120-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=f2639847-63ff-45bf-8b01-515b534b5728,segment=NetworkSegment(f8dad0c9-6c5e-4a30-bad9-ba1fe686d980),segment_id=f8dad0c9-6c5e-4a30-bad9-ba1fe686d980)] {{(pid=128085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 11:49:04.437178 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.db_base_plugin_common [None req-3a4258e5-d0af-4118-ae13-0ff0fe0508a0 tempest-AllowedAddressPairTestJSON-920326677 tempest-AllowedAddressPairTestJSON-920326677-project] Allocated IP 172.20.0.8 (7307eb3d-f5f4-485c-84a2-0a03674bda0b/7a2e1ef3-5d7d-4509-8078-9e6e4bd4c2e5/0dcecba9-b0b9-4bf4-9ad7-d335273a3168) {{(pid=128083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 11:49:04.437405 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1094ed31-4999-4a08-bfca-d6c435a8631e tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Pushing event updated for resources: {'Subnet': ['ID=c1d57643-fd95-4531-b7d3-da006e46a1a5,revision_number=0']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:49:04.438122 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:04.441779 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-1094ed31-4999-4a08-bfca-d6c435a8631e tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:49:04.442974 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-5c42d674-ce43-46d9-b359-9a512f1a2502 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:49:04.450218 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-5860d28e-d07f-466c-85d3-b209e6e8cbdd tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.138s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:49:04.500751 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95a0080c-bed3-4b59-86f1-97c17f7de83d tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Checking segment: {'id': '22a93114-1f07-478a-9e76-bda1601f312e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '385e3ccf-2d82-45c9-8ba6-b3ad16d54dc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=128084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 11:49:04.501240 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95a0080c-bed3-4b59-86f1-97c17f7de83d tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Network hostable DHCP agents. Network: 385e3ccf-2d82-45c9-8ba6-b3ad16d54dc6, hostable agents: ['6be988a9-1d97-480f-be5a-c55abf2c55c5'], hosted agents: [] {{(pid=128084) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 11:49:04.524140 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-b89daeea-a16e-4e62-9b43-e0b4061859c2 tempest-SecGroupIPv6Test-993619391 tempest-SecGroupIPv6Test-993619391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800410'] for security_group, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:04.526671 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-b89daeea-a16e-4e62-9b43-e0b4061859c2 tempest-SecGroupIPv6Test-993619391 tempest-SecGroupIPv6Test-993619391-project] Notify callbacks [] for security_group, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:04.528320 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-b89daeea-a16e-4e62-9b43-e0b4061859c2 tempest-SecGroupIPv6Test-993619391 tempest-SecGroupIPv6Test-993619391-project] 10.222.0.53 "DELETE /v2.0/security-groups/804824d4-4b1f-4f4b-a5e3-7a344d89f6e5 HTTP/1.1" status: 204 len: 168 time: 0.4758911 Jun 24 11:49:04.535303 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 59964) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:49:04.538141 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-035ac04f-b556-4971-a0f9-f16e850b1118 None None] Provisioning complete for port 887c8743-0a3e-4567-be09-9a5538441246 triggered by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:49:04.538515 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-035ac04f-b556-4971-a0f9-f16e850b1118 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:04.544898 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a0080c-bed3-4b59-86f1-97c17f7de83d tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Pushing event updated for resources: {'Subnet': ['ID=4c8ee636-810e-4a8a-be54-51f00dfd8d28,revision_number=0']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:49:04.556444 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-95a0080c-bed3-4b59-86f1-97c17f7de83d tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:49:04.558787 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.024s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:49:04.585094 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device 9a92d067-cbd9-4033-8e1f-ae9770d92c8a no longer exists at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 11:49:04.590645 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95a0080c-bed3-4b59-86f1-97c17f7de83d tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Network 385e3ccf-2d82-45c9-8ba6-b3ad16d54dc6 is scheduled to be hosted by DHCP agent 6be988a9-1d97-480f-be5a-c55abf2c55c5 with binding_index 1 {{(pid=128084) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 11:49:04.594370 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Pushing event updated for resources: {'Port': ['ID=f2639847-63ff-45bf-8b01-515b534b5728,revision_number=3']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:49:04.619416 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:49:04.625547 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89daeea-a16e-4e62-9b43-e0b4061859c2 tempest-SecGroupIPv6Test-993619391 tempest-SecGroupIPv6Test-993619391-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=804824d4-4b1f-4f4b-a5e3-7a344d89f6e5,revision_number=None']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:49:04.630098 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-b89daeea-a16e-4e62-9b43-e0b4061859c2 tempest-SecGroupIPv6Test-993619391 tempest-SecGroupIPv6Test-993619391-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:49:04.630312 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] No Port match for: 9a92d067-cbd9-4033-8e1f-ae9770d92c8a {{(pid=128085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 11:49:04.630550 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device 9a92d067-cbd9-4033-8e1f-ae9770d92c8a not bound to the agent host dv-neutron-797120-4-hyperv {{(pid=128085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 11:49:04.634002 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.base_scheduler [None req-95a0080c-bed3-4b59-86f1-97c17f7de83d tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-4-hyperv, 385e3ccf-2d82-45c9-8ba6-b3ad16d54dc6) {{(pid=128084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:49:04.638556 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95a0080c-bed3-4b59-86f1-97c17f7de83d tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=128084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:49:04.639152 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-95a0080c-bed3-4b59-86f1-97c17f7de83d tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Notify callbacks [] for subnet, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:04.643215 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-035ac04f-b556-4971-a0f9-f16e850b1118 None None] Port 887c8743-0a3e-4567-be09-9a5538441246 cannot update to ACTIVE because it is not bound. {{(pid=128085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 11:49:04.663839 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-c1c9b4a0-9f12-49b1-9168-9b0ccd44d6cb tempest-SecGroupIPv6Test-993619391 tempest-SecGroupIPv6Test-993619391-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1271005 Jun 24 11:49:04.669143 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 59966) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:49:04.689351 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e3280c2-3935-4b2c-8345-e0acfc397e61 None None] Unable to find a vacant binding_index for network 385e3ccf-2d82-45c9-8ba6-b3ad16d54dc6 and agent 6be988a9-1d97-480f-be5a-c55abf2c55c5 {{(pid=128085) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Jun 24 11:49:04.695061 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e3280c2-3935-4b2c-8345-e0acfc397e61 None None] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-4-hyperv, 385e3ccf-2d82-45c9-8ba6-b3ad16d54dc6) {{(pid=128085) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 24 11:49:04.725000 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-9d264361-5dca-4690-81fa-2846075faa4b tempest-SecGroupIPv6Test-993619391 tempest-SecGroupIPv6Test-993619391-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.0557959 Jun 24 11:49:04.948300 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-506782b8-b3a6-4c20-a1f4-035c9af42a59 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d65c8f8-7530-5052-99fe-8ea05073750b-11a80c9d-f8ee-4388-91b0-d49a25200fee', 'network_id': '11a80c9d-f8ee-4388-91b0-d49a25200fee', 'tenant_id': '086af1f572244cd08c37d97e004e4732', 'fixed_ips': [{'subnet_id': 'c1d57643-fd95-4531-b7d3-da006e46a1a5'}]}} from dv-neutron-797120-4-hyperv. {{(pid=128085) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 24 11:49:04.949398 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-506782b8-b3a6-4c20-a1f4-035c9af42a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_create {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:04.963097 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55ff784d-e8ae-4fd3-904e-da2a25f75b8b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d65c8f8-7530-5052-99fe-8ea05073750b-385e3ccf-2d82-45c9-8ba6-b3ad16d54dc6', 'network_id': '385e3ccf-2d82-45c9-8ba6-b3ad16d54dc6', 'tenant_id': 'aaefe7394f294c70a614c4415cde77d6', 'fixed_ips': [{'subnet_id': '4c8ee636-810e-4a8a-be54-51f00dfd8d28'}]}} from dv-neutron-797120-4-hyperv. {{(pid=128085) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 24 11:49:04.964098 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-55ff784d-e8ae-4fd3-904e-da2a25f75b8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_create {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:05.019194 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 59972) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:49:05.032538 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-f7cc9eb5-fd24-4f71-a94d-3b51870a4ff9 tempest-FloatingIPAdminTestJSON-775113783 tempest-FloatingIPAdminTestJSON-775113783-project] Notify callbacks [] for security_group, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:05.038823 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-449ac301-5e4d-433f-a6ee-1ec43cf941e7 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Notify callbacks [] for port, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:05.044761 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-f7cc9eb5-fd24-4f71-a94d-3b51870a4ff9 tempest-FloatingIPAdminTestJSON-775113783 tempest-FloatingIPAdminTestJSON-775113783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800410'] for security_group, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:05.055317 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-95a0080c-bed3-4b59-86f1-97c17f7de83d tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.8399637 Jun 24 11:49:05.055317 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-1094ed31-4999-4a08-bfca-d6c435a8631e tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 2.0317333 Jun 24 11:49:05.055317 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 59976) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:49:05.058250 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-66894d78-473b-45cb-88d4-a0be66c49714 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:49:05.066770 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 59978) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:49:05.071120 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.api.v2.resource [None req-44900526-5b4a-49a1-8aad-be2a1fc0440d tempest-NegativeSecGroupIPv6Test-156486133 tempest-NegativeSecGroupIPv6Test-156486133-project] create failed (client error): The resource could not be found. Jun 24 11:49:05.072381 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-44900526-5b4a-49a1-8aad-be2a1fc0440d tempest-NegativeSecGroupIPv6Test-156486133 tempest-NegativeSecGroupIPv6Test-156486133-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.9222982 Jun 24 11:49:05.073841 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-dde8acfa-e05b-4890-99d4-1827cd315055 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Request body: {'port': {'network_id': '11a80c9d-f8ee-4388-91b0-d49a25200fee', 'mac_address': 'fa:16:3e:c8:26:43', 'name': 'tempest-NetworksTestDHCPv6-2028203090'}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:49:05.082048 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 59980) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:49:05.101241 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [None req-74d0213b-265e-4225-8c8a-f722c3e8aa51 tempest-NegativeSecGroupIPv6Test-156486133 tempest-NegativeSecGroupIPv6Test-156486133-project] Request body: {'security_group': {'name': 'tempest-secgroup--1428376716'}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:49:05.121759 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7cc9eb5-fd24-4f71-a94d-3b51870a4ff9 tempest-FloatingIPAdminTestJSON-775113783 tempest-FloatingIPAdminTestJSON-775113783-project] vlan segment allocate from pool success with {'vlan_id': 629, 'physical_network': 'physnet1'} {{(pid=128083) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 11:49:05.163521 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cc9eb5-fd24-4f71-a94d-3b51870a4ff9 tempest-FloatingIPAdminTestJSON-775113783 tempest-FloatingIPAdminTestJSON-775113783-project] Pushing event updated for resources: {'SecurityGroup': ['ID=439e9c6f-4da5-4809-8275-fefc8a0c02af,revision_number=1']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:49:05.181300 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-f7cc9eb5-fd24-4f71-a94d-3b51870a4ff9 tempest-FloatingIPAdminTestJSON-775113783 tempest-FloatingIPAdminTestJSON-775113783-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:49:05.188326 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-f7cc9eb5-fd24-4f71-a94d-3b51870a4ff9 tempest-FloatingIPAdminTestJSON-775113783 tempest-FloatingIPAdminTestJSON-775113783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967879'] for segment, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:05.188918 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.db.segments_db [None req-f7cc9eb5-fd24-4f71-a94d-3b51870a4ff9 tempest-FloatingIPAdminTestJSON-775113783 tempest-FloatingIPAdminTestJSON-775113783-project] Added segment d1346d28-0794-4bfb-af8b-26b703dda7bd of type vlan for network 13aaf39d-108d-47ac-8989-523c6652960d Jun 24 11:49:05.200571 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-74d0213b-265e-4225-8c8a-f722c3e8aa51 tempest-NegativeSecGroupIPv6Test-156486133 tempest-NegativeSecGroupIPv6Test-156486133-project] Notify callbacks [] for security_group, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:05.205140 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.db_base_plugin_common [None req-506782b8-b3a6-4c20-a1f4-035c9af42a59 None None] Allocated IP 2001:db8::f816:3eff:fe10:4d24 (11a80c9d-f8ee-4388-91b0-d49a25200fee/c1d57643-fd95-4531-b7d3-da006e46a1a5/71cea7c9-9b85-44fe-9155-a131e52bf437) {{(pid=128085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 11:49:05.218663 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-3a4258e5-d0af-4118-ae13-0ff0fe0508a0 tempest-AllowedAddressPairTestJSON-920326677 tempest-AllowedAddressPairTestJSON-920326677-project] Notify callbacks [] for port, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:05.226304 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.db_base_plugin_common [None req-55ff784d-e8ae-4fd3-904e-da2a25f75b8b None None] Allocated IP 172.20.0.1 (385e3ccf-2d82-45c9-8ba6-b3ad16d54dc6/4c8ee636-810e-4a8a-be54-51f00dfd8d28/f78d2bb6-73fb-4549-a22b-1110d45ee68c) {{(pid=128085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 11:49:05.273544 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.provisioning_blocks [None req-3a4258e5-d0af-4118-ae13-0ff0fe0508a0 tempest-AllowedAddressPairTestJSON-920326677 tempest-AllowedAddressPairTestJSON-920326677-project] Transition to ACTIVE for port object 0dcecba9-b0b9-4bf4-9ad7-d335273a3168 will not be triggered until provisioned by entity DHCP. {{(pid=128083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 11:49:05.275627 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-449ac301-5e4d-433f-a6ee-1ec43cf941e7 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-650429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-506361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793193536723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2537853'] for port, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:05.282036 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-f7cc9eb5-fd24-4f71-a94d-3b51870a4ff9 tempest-FloatingIPAdminTestJSON-775113783 tempest-FloatingIPAdminTestJSON-775113783-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793193525068'] for network, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:05.290493 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-67fcd8ad-d634-48da-991c-b2bb44b6a22f tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:49:05.412095 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449ac301-5e4d-433f-a6ee-1ec43cf941e7 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Pushing event updated for resources: {'Port': ['ID=a26b639c-02aa-4d6f-bcf1-bb9b9632e757,revision_number=1']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:49:05.419950 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-f7cc9eb5-fd24-4f71-a94d-3b51870a4ff9 tempest-FloatingIPAdminTestJSON-775113783 tempest-FloatingIPAdminTestJSON-775113783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1800243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976'] for network, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:05.425694 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7cc9eb5-fd24-4f71-a94d-3b51870a4ff9 tempest-FloatingIPAdminTestJSON-775113783 tempest-FloatingIPAdminTestJSON-775113783-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:49:05.426298 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-f7cc9eb5-fd24-4f71-a94d-3b51870a4ff9 tempest-FloatingIPAdminTestJSON-775113783 tempest-FloatingIPAdminTestJSON-775113783-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588949'] for network, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:05.436384 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-449ac301-5e4d-433f-a6ee-1ec43cf941e7 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:49:05.438060 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-1a43ee2a-8464-4257-900c-b16cd2d306f0 tempest-RoutersIpV6AdminTest-1198470881 tempest-RoutersIpV6AdminTest-1198470881-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:49:05.491529 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-3a4258e5-d0af-4118-ae13-0ff0fe0508a0 tempest-AllowedAddressPairTestJSON-920326677 tempest-AllowedAddressPairTestJSON-920326677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-650429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-506361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793193536723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2537853'] for port, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:05.498879 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-506782b8-b3a6-4c20-a1f4-035c9af42a59 None None] Notify callbacks [] for port, precommit_create {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:05.517996 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-506782b8-b3a6-4c20-a1f4-035c9af42a59 None None] Transition to ACTIVE for port object 71cea7c9-9b85-44fe-9155-a131e52bf437 will not be triggered until provisioned by entity L2. {{(pid=128085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 11:49:05.520151 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-55ff784d-e8ae-4fd3-904e-da2a25f75b8b None None] Notify callbacks [] for port, precommit_create {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:05.530829 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-449ac301-5e4d-433f-a6ee-1ec43cf941e7 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Checking segment: {'id': '344c3b3e-094d-4290-a6b6-0cf6397c2d05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'a61c4b46-a6f4-48b4-9ca4-b0aa9df4a595'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=128083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 11:49:05.531191 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-449ac301-5e4d-433f-a6ee-1ec43cf941e7 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Network hostable DHCP agents. Network: a61c4b46-a6f4-48b4-9ca4-b0aa9df4a595, hostable agents: ['6be988a9-1d97-480f-be5a-c55abf2c55c5'], hosted agents: [] {{(pid=128083) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 11:49:05.536232 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-55ff784d-e8ae-4fd3-904e-da2a25f75b8b None None] Transition to ACTIVE for port object f78d2bb6-73fb-4549-a22b-1110d45ee68c will not be triggered until provisioned by entity L2. {{(pid=128085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 11:49:05.545902 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-506782b8-b3a6-4c20-a1f4-035c9af42a59 None None] Transition to ACTIVE for port object 71cea7c9-9b85-44fe-9155-a131e52bf437 will not be triggered until provisioned by entity DHCP. {{(pid=128085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 11:49:05.558217 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-55ff784d-e8ae-4fd3-904e-da2a25f75b8b None None] Transition to ACTIVE for port object f78d2bb6-73fb-4549-a22b-1110d45ee68c will not be triggered until provisioned by entity DHCP. {{(pid=128085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 11:49:05.559294 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cc9eb5-fd24-4f71-a94d-3b51870a4ff9 tempest-FloatingIPAdminTestJSON-775113783 tempest-FloatingIPAdminTestJSON-775113783-project] Pushing event updated for resources: {'Network': ['ID=13aaf39d-108d-47ac-8989-523c6652960d,revision_number=1']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:49:05.561410 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-506782b8-b3a6-4c20-a1f4-035c9af42a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-650429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-506361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793193536723'] for port, after_create {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:05.564740 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-dbaeea95-01de-4f10-88ab-797a69a5fc29 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:49:05.570915 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-f7cc9eb5-fd24-4f71-a94d-3b51870a4ff9 tempest-FloatingIPAdminTestJSON-775113783 tempest-FloatingIPAdminTestJSON-775113783-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:49:05.577520 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-c354da99-b3ff-4cf5-a0cb-2e04692bd04c tempest-RoutersAdminTest-701485524 tempest-RoutersAdminTest-701485524-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.041s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:49:05.586765 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a4258e5-d0af-4118-ae13-0ff0fe0508a0 tempest-AllowedAddressPairTestJSON-920326677 tempest-AllowedAddressPairTestJSON-920326677-project] Network 7307eb3d-f5f4-485c-84a2-0a03674bda0b is already hosted by enough agents. {{(pid=128083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 11:49:05.595160 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-55ff784d-e8ae-4fd3-904e-da2a25f75b8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-650429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-506361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793193536723'] for port, after_create {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:05.600399 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Network 13aaf39d-108d-47ac-8989-523c6652960d details requested by agent ovs-agent-dv-neutron-797120-4-hyperv with host dv-neutron-797120-4-hyperv {{(pid=128085) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 11:49:05.613909 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.base_scheduler [None req-3a4258e5-d0af-4118-ae13-0ff0fe0508a0 tempest-AllowedAddressPairTestJSON-920326677 tempest-AllowedAddressPairTestJSON-920326677-project] Resources bound (agent type, host, resource id): {{(pid=128083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:49:05.619173 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-74d0213b-265e-4225-8c8a-f722c3e8aa51 tempest-NegativeSecGroupIPv6Test-156486133 tempest-NegativeSecGroupIPv6Test-156486133-project] Notify callbacks [] for security_group, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:05.623488 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a4258e5-d0af-4118-ae13-0ff0fe0508a0 tempest-AllowedAddressPairTestJSON-920326677 tempest-AllowedAddressPairTestJSON-920326677-project] Received port after_create {{(pid=128083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 11:49:05.635276 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-506782b8-b3a6-4c20-a1f4-035c9af42a59 None None] Network 11a80c9d-f8ee-4388-91b0-d49a25200fee is already hosted by enough agents. {{(pid=128085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 11:49:05.661525 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-74d0213b-265e-4225-8c8a-f722c3e8aa51 tempest-NegativeSecGroupIPv6Test-156486133 tempest-NegativeSecGroupIPv6Test-156486133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800410'] for security_group, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:05.661738 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-1dba6238-d2a6-4e75-8ded-60439dfca225 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=0c324099d9774f01828f5c547107b194&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6379988 Jun 24 11:49:05.662204 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-449ac301-5e4d-433f-a6ee-1ec43cf941e7 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Network a61c4b46-a6f4-48b4-9ca4-b0aa9df4a595 is scheduled to be hosted by DHCP agent 6be988a9-1d97-480f-be5a-c55abf2c55c5 with binding_index 1 {{(pid=128083) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 11:49:05.663821 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 59982) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:49:05.673322 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.scheduler.base_scheduler [None req-506782b8-b3a6-4c20-a1f4-035c9af42a59 None None] Resources bound (agent type, host, resource id): {{(pid=128085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:49:05.682341 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-f7cc9eb5-fd24-4f71-a94d-3b51870a4ff9 tempest-FloatingIPAdminTestJSON-775113783 tempest-FloatingIPAdminTestJSON-775113783-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.6952815 Jun 24 11:49:05.683146 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4258e5-d0af-4118-ae13-0ff0fe0508a0 tempest-AllowedAddressPairTestJSON-920326677 tempest-AllowedAddressPairTestJSON-920326677-project] Pushing event updated for resources: {'Port': ['ID=0dcecba9-b0b9-4bf4-9ad7-d335273a3168,revision_number=1']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:49:05.687657 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-506782b8-b3a6-4c20-a1f4-035c9af42a59 None None] Received port after_create {{(pid=128085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 11:49:05.691788 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 59984) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:49:05.694892 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-3a4258e5-d0af-4118-ae13-0ff0fe0508a0 tempest-AllowedAddressPairTestJSON-920326677 tempest-AllowedAddressPairTestJSON-920326677-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:49:05.696710 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-0f75982a-22d2-4d33-b455-5715943cf601 tempest-SecGroupIPv6Test-993619391 tempest-SecGroupIPv6Test-993619391-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.025s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:49:05.696840 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55ff784d-e8ae-4fd3-904e-da2a25f75b8b None None] Network 385e3ccf-2d82-45c9-8ba6-b3ad16d54dc6 is already hosted by enough agents. {{(pid=128085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 11:49:05.703001 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [None req-3aefbd59-cc84-4b8b-9c78-439c91a346f5 tempest-FloatingIPAdminTestJSON-775113783 tempest-FloatingIPAdminTestJSON-775113783-project] Request body: {'subnet': {'network_id': '13aaf39d-108d-47ac-8989-523c6652960d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:49:05.707512 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506782b8-b3a6-4c20-a1f4-035c9af42a59 None None] Pushing event updated for resources: {'Port': ['ID=71cea7c9-9b85-44fe-9155-a131e52bf437,revision_number=1']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:49:05.710172 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.scheduler.base_scheduler [None req-55ff784d-e8ae-4fd3-904e-da2a25f75b8b None None] Resources bound (agent type, host, resource id): {{(pid=128085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:49:05.710326 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.base_scheduler [None req-449ac301-5e4d-433f-a6ee-1ec43cf941e7 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-4-hyperv, a61c4b46-a6f4-48b4-9ca4-b0aa9df4a595) {{(pid=128083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:49:05.713282 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dde8acfa-e05b-4890-99d4-1827cd315055 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Made reservation on behalf of 086af1f572244cd08c37d97e004e4732 for: {'port': 1} {{(pid=128084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 11:49:05.713534 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-506782b8-b3a6-4c20-a1f4-035c9af42a59 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:49:05.724384 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-f0e593df-80dd-4a29-b4c9-741645cecc04 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-534962'] for network, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:05.731710 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.132s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:49:05.735289 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55ff784d-e8ae-4fd3-904e-da2a25f75b8b None None] Received port after_create {{(pid=128085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 11:49:05.745208 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-449ac301-5e4d-433f-a6ee-1ec43cf941e7 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Received port after_create {{(pid=128083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 11:49:05.751005 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-449ac301-5e4d-433f-a6ee-1ec43cf941e7 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:49:05.752403 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-449ac301-5e4d-433f-a6ee-1ec43cf941e7 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468916'] for port, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:05.791675 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d0213b-265e-4225-8c8a-f722c3e8aa51 tempest-NegativeSecGroupIPv6Test-156486133 tempest-NegativeSecGroupIPv6Test-156486133-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7bf9b8e2-01f1-47bd-a4f9-70002af84bf0,revision_number=1']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:49:05.795840 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-74d0213b-265e-4225-8c8a-f722c3e8aa51 tempest-NegativeSecGroupIPv6Test-156486133 tempest-NegativeSecGroupIPv6Test-156486133-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:49:05.833870 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a4258e5-d0af-4118-ae13-0ff0fe0508a0 tempest-AllowedAddressPairTestJSON-920326677 tempest-AllowedAddressPairTestJSON-920326677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:49:05.834563 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-3a4258e5-d0af-4118-ae13-0ff0fe0508a0 tempest-AllowedAddressPairTestJSON-920326677 tempest-AllowedAddressPairTestJSON-920326677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468916'] for port, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:05.848823 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-74d0213b-265e-4225-8c8a-f722c3e8aa51 tempest-NegativeSecGroupIPv6Test-156486133 tempest-NegativeSecGroupIPv6Test-156486133-project] Notify callbacks [] for security_group, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:05.853321 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-74d0213b-265e-4225-8c8a-f722c3e8aa51 tempest-NegativeSecGroupIPv6Test-156486133 tempest-NegativeSecGroupIPv6Test-156486133-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.7607710 Jun 24 11:49:05.858240 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 59986) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:49:05.866992 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-62759949-3bdc-427b-a7ea-39ebe3cdb112 tempest-NegativeSecGroupIPv6Test-156486133 tempest-NegativeSecGroupIPv6Test-156486133-project] Request body: {'security_group': {'name': 'tempest-secgroup--538985093'}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:49:05.884433 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-846f9abc-4b76-45eb-bfe5-e6f027d71745 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:05.890132 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-449ac301-5e4d-433f-a6ee-1ec43cf941e7 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 848 time: 1.9722090 Jun 24 11:49:05.895042 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 59988) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:49:05.898783 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-3a4258e5-d0af-4118-ae13-0ff0fe0508a0 tempest-AllowedAddressPairTestJSON-920326677 tempest-AllowedAddressPairTestJSON-920326677-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 996 time: 2.5088642 Jun 24 11:49:05.901546 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [None req-ed514065-fef8-42bf-bbcc-db5752c7bcad tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1855774670'}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:49:05.904388 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 59990) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:49:05.968712 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-846f9abc-4b76-45eb-bfe5-e6f027d71745 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:05.975200 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-dde8acfa-e05b-4890-99d4-1827cd315055 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:05.989026 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-62759949-3bdc-427b-a7ea-39ebe3cdb112 tempest-NegativeSecGroupIPv6Test-156486133 tempest-NegativeSecGroupIPv6Test-156486133-project] Notify callbacks [] for security_group, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:05.994425 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed514065-fef8-42bf-bbcc-db5752c7bcad tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Made reservation on behalf of 99955773979244bf90218a1ecde00120 for: {'network': 1} {{(pid=128083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 11:49:05.998139 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-ed514065-fef8-42bf-bbcc-db5752c7bcad tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for network, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:06.015148 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device f2639847-63ff-45bf-8b01-515b534b5728 up at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 11:49:06.017670 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-506782b8-b3a6-4c20-a1f4-035c9af42a59 None None] Attempting to bind port 71cea7c9-9b85-44fe-9155-a131e52bf437 on host dv-neutron-797120-4-hyperv for vnic_type normal with profile {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 11:49:06.018089 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-506782b8-b3a6-4c20-a1f4-035c9af42a59 None None] Attempting to bind port 71cea7c9-9b85-44fe-9155-a131e52bf437 by drivers openvswitch,hyperv on host dv-neutron-797120-4-hyperv at level 0 using segments [{'id': 'fddfe548-9582-48fa-8a0c-6b06bc4d1b9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '11a80c9d-f8ee-4388-91b0-d49a25200fee'}] {{(pid=128085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 11:49:06.018570 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-506782b8-b3a6-4c20-a1f4-035c9af42a59 None None] Attempting to bind port 71cea7c9-9b85-44fe-9155-a131e52bf437 on network 11a80c9d-f8ee-4388-91b0-d49a25200fee {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 11:49:06.041035 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed514065-fef8-42bf-bbcc-db5752c7bcad tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] vlan segment allocate from pool success with {'vlan_id': 633, 'physical_network': 'physnet1'} {{(pid=128083) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 11:49:06.051443 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3aefbd59-cc84-4b8b-9c78-439c91a346f5 tempest-FloatingIPAdminTestJSON-775113783 tempest-FloatingIPAdminTestJSON-775113783-project] Made reservation on behalf of eef5d0c5c46f441d917d16eaa2132e09 for: {'subnet': 1} {{(pid=128083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 11:49:06.054221 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ff784d-e8ae-4fd3-904e-da2a25f75b8b None None] Pushing event updated for resources: {'Port': ['ID=f78d2bb6-73fb-4549-a22b-1110d45ee68c,revision_number=1']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:49:06.055656 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-3aefbd59-cc84-4b8b-9c78-439c91a346f5 tempest-FloatingIPAdminTestJSON-775113783 tempest-FloatingIPAdminTestJSON-775113783-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3289788'] for subnet, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:06.056145 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.notifiers.nova [None req-dde8acfa-e05b-4890-99d4-1827cd315055 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] device_id is not set on port ff5f954b-e668-4bd4-8ece-90cc411ab6ab yet. {{(pid=128084) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 24 11:49:06.061790 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-55ff784d-e8ae-4fd3-904e-da2a25f75b8b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.330s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:49:06.062943 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-506782b8-b3a6-4c20-a1f4-035c9af42a59 None None] Checking agent: {'id': 'e3a695b2-c397-461f-83b0-10b79d490b59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 11, 36, 56), 'started_at': datetime.datetime(2021, 6, 24, 11, 37, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 11, 48, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 11:49:06.063631 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-506782b8-b3a6-4c20-a1f4-035c9af42a59 None None] Checking segment: {'id': 'fddfe548-9582-48fa-8a0c-6b06bc4d1b9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '11a80c9d-f8ee-4388-91b0-d49a25200fee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=128085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 11:49:06.064297 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-506782b8-b3a6-4c20-a1f4-035c9af42a59 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:06.065039 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-506782b8-b3a6-4c20-a1f4-035c9af42a59 None None] Bound using segment: {'id': 'fddfe548-9582-48fa-8a0c-6b06bc4d1b9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '11a80c9d-f8ee-4388-91b0-d49a25200fee'} {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 11:49:06.065833 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-506782b8-b3a6-4c20-a1f4-035c9af42a59 None None] Bound port: 71cea7c9-9b85-44fe-9155-a131e52bf437, host: dv-neutron-797120-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fddfe548-9582-48fa-8a0c-6b06bc4d1b9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '11a80c9d-f8ee-4388-91b0-d49a25200fee'}}] {{(pid=128085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 11:49:06.066501 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-506782b8-b3a6-4c20-a1f4-035c9af42a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:06.077938 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-55ff784d-e8ae-4fd3-904e-da2a25f75b8b None None] Attempting to bind port f78d2bb6-73fb-4549-a22b-1110d45ee68c on host dv-neutron-797120-4-hyperv for vnic_type normal with profile {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 11:49:06.078489 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-55ff784d-e8ae-4fd3-904e-da2a25f75b8b None None] Attempting to bind port f78d2bb6-73fb-4549-a22b-1110d45ee68c by drivers openvswitch,hyperv on host dv-neutron-797120-4-hyperv at level 0 using segments [{'id': '22a93114-1f07-478a-9e76-bda1601f312e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '385e3ccf-2d82-45c9-8ba6-b3ad16d54dc6'}] {{(pid=128085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 11:49:06.078954 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55ff784d-e8ae-4fd3-904e-da2a25f75b8b None None] Attempting to bind port f78d2bb6-73fb-4549-a22b-1110d45ee68c on network 385e3ccf-2d82-45c9-8ba6-b3ad16d54dc6 {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 11:49:06.093458 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-ed514065-fef8-42bf-bbcc-db5752c7bcad tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967879'] for segment, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:06.094084 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55ff784d-e8ae-4fd3-904e-da2a25f75b8b None None] Checking agent: {'id': 'e3a695b2-c397-461f-83b0-10b79d490b59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 11, 36, 56), 'started_at': datetime.datetime(2021, 6, 24, 11, 37, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 11, 48, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 11:49:06.094235 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.db.segments_db [None req-ed514065-fef8-42bf-bbcc-db5752c7bcad tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Added segment 77ef66f9-ac5d-456b-bcca-8edd6353eed0 of type vlan for network e969dd63-5a1a-4a93-96b3-b72f559b2152 Jun 24 11:49:06.094348 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55ff784d-e8ae-4fd3-904e-da2a25f75b8b None None] Checking segment: {'id': '22a93114-1f07-478a-9e76-bda1601f312e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '385e3ccf-2d82-45c9-8ba6-b3ad16d54dc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=128085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 11:49:06.094479 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-55ff784d-e8ae-4fd3-904e-da2a25f75b8b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:06.095639 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55ff784d-e8ae-4fd3-904e-da2a25f75b8b None None] Bound using segment: {'id': '22a93114-1f07-478a-9e76-bda1601f312e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '385e3ccf-2d82-45c9-8ba6-b3ad16d54dc6'} {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 11:49:06.096444 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-55ff784d-e8ae-4fd3-904e-da2a25f75b8b None None] Bound port: f78d2bb6-73fb-4549-a22b-1110d45ee68c, host: dv-neutron-797120-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22a93114-1f07-478a-9e76-bda1601f312e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '385e3ccf-2d82-45c9-8ba6-b3ad16d54dc6'}}] {{(pid=128085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 11:49:06.096838 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-55ff784d-e8ae-4fd3-904e-da2a25f75b8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:06.107698 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.plugin [None req-f0e593df-80dd-4a29-b4c9-741645cecc04 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Deleting port f78d2bb6-73fb-4549-a22b-1110d45ee68c {{(pid=128084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 11:49:06.108046 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-f0e593df-80dd-4a29-b4c9-741645cecc04 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793193942312'] for port, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:06.193363 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-ed514065-fef8-42bf-bbcc-db5752c7bcad tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793193525068'] for network, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:06.202980 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-506782b8-b3a6-4c20-a1f4-035c9af42a59 None None] For port 71cea7c9-9b85-44fe-9155-a131e52bf437, host dv-neutron-797120-4-hyperv, cleared binding levels {{(pid=128085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 11:49:06.206353 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning complete for port f2639847-63ff-45bf-8b01-515b534b5728 triggered by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:49:06.207047 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:06.221158 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7123019b-ebfd-4b65-b652-e32ea2b4a2fa tempest-AllowedAddressPairTestJSON-920326677 tempest-AllowedAddressPairTestJSON-920326677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:49:06.227303 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7123019b-ebfd-4b65-b652-e32ea2b4a2fa tempest-AllowedAddressPairTestJSON-920326677 tempest-AllowedAddressPairTestJSON-920326677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:49:06.233302 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7123019b-ebfd-4b65-b652-e32ea2b4a2fa tempest-AllowedAddressPairTestJSON-920326677 tempest-AllowedAddressPairTestJSON-920326677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:49:06.235138 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-7123019b-ebfd-4b65-b652-e32ea2b4a2fa tempest-AllowedAddressPairTestJSON-920326677 tempest-AllowedAddressPairTestJSON-920326677-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2464 time: 0.3246071 Jun 24 11:49:06.238499 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 59992) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:49:06.250699 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-506782b8-b3a6-4c20-a1f4-035c9af42a59 None None] For port 71cea7c9-9b85-44fe-9155-a131e52bf437, host dv-neutron-797120-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=71cea7c9-9b85-44fe-9155-a131e52bf437,segment=NetworkSegment(fddfe548-9582-48fa-8a0c-6b06bc4d1b9f),segment_id=fddfe548-9582-48fa-8a0c-6b06bc4d1b9f)] {{(pid=128085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 11:49:06.251599 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-846f9abc-4b76-45eb-bfe5-e6f027d71745 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800410'] for security_group, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:06.254942 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-846f9abc-4b76-45eb-bfe5-e6f027d71745 admin admin] Notify callbacks [] for security_group, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:06.256283 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-846f9abc-4b76-45eb-bfe5-e6f027d71745 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/e90036f2-2ed8-4820-a188-b19dc7986089 HTTP/1.1" status: 204 len: 168 time: 0.5912881 Jun 24 11:49:06.273195 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-506782b8-b3a6-4c20-a1f4-035c9af42a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:06.278243 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-b190cfea-3027-4c45-b042-380610dd82b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:49:06.279434 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-55ff784d-e8ae-4fd3-904e-da2a25f75b8b None None] For port f78d2bb6-73fb-4549-a22b-1110d45ee68c, host dv-neutron-797120-4-hyperv, cleared binding levels {{(pid=128085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 11:49:06.281544 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:49:06.288959 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-55ff784d-e8ae-4fd3-904e-da2a25f75b8b None None] For port f78d2bb6-73fb-4549-a22b-1110d45ee68c, host dv-neutron-797120-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=f78d2bb6-73fb-4549-a22b-1110d45ee68c,segment=NetworkSegment(22a93114-1f07-478a-9e76-bda1601f312e),segment_id=22a93114-1f07-478a-9e76-bda1601f312e)] {{(pid=128085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 11:49:06.301853 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-ed514065-fef8-42bf-bbcc-db5752c7bcad tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1800243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976'] for network, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:06.303438 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846f9abc-4b76-45eb-bfe5-e6f027d71745 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e90036f2-2ed8-4820-a188-b19dc7986089,revision_number=None']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:49:06.308607 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed514065-fef8-42bf-bbcc-db5752c7bcad tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:49:06.309489 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-ed514065-fef8-42bf-bbcc-db5752c7bcad tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588949'] for network, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:06.314264 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-846f9abc-4b76-45eb-bfe5-e6f027d71745 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:49:06.317885 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-19b962a4-3e8b-4870-a336-ef0aa24ea946 tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:49:06.318592 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-55ff784d-e8ae-4fd3-904e-da2a25f75b8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:06.356233 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.db.db_base_plugin_common [None req-dde8acfa-e05b-4890-99d4-1827cd315055 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Allocated IP 2001:db8::f816:3eff:fec8:2643 (11a80c9d-f8ee-4388-91b0-d49a25200fee/c1d57643-fd95-4531-b7d3-da006e46a1a5/ff5f954b-e668-4bd4-8ece-90cc411ab6ab) {{(pid=128084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 11:49:06.381356 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-62759949-3bdc-427b-a7ea-39ebe3cdb112 tempest-NegativeSecGroupIPv6Test-156486133 tempest-NegativeSecGroupIPv6Test-156486133-project] Notify callbacks [] for security_group, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:06.382727 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.db [None req-f0e593df-80dd-4a29-b4c9-741645cecc04 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] For port f78d2bb6-73fb-4549-a22b-1110d45ee68c, host dv-neutron-797120-4-hyperv, got binding levels [] {{(pid=128084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 11:49:06.383076 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-f0e593df-80dd-4a29-b4c9-741645cecc04 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1978872'] for port, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:06.398889 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-62759949-3bdc-427b-a7ea-39ebe3cdb112 tempest-NegativeSecGroupIPv6Test-156486133 tempest-NegativeSecGroupIPv6Test-156486133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800410'] for security_group, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:06.405435 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-22f913d1-e183-4ff6-b247-548f9da8a652 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:49:06.424901 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.plugin [None req-f0e593df-80dd-4a29-b4c9-741645cecc04 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Calling delete_port for f78d2bb6-73fb-4549-a22b-1110d45ee68c owned by network:dhcp {{(pid=128084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 11:49:06.449473 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506782b8-b3a6-4c20-a1f4-035c9af42a59 None None] Pushing event updated for resources: {'Port': ['ID=71cea7c9-9b85-44fe-9155-a131e52bf437,revision_number=2']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:49:06.468861 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-ed514065-fef8-42bf-bbcc-db5752c7bcad tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5710568 Jun 24 11:49:06.470263 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-506782b8-b3a6-4c20-a1f4-035c9af42a59 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:49:06.471010 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-9526e306-7b6c-4ad4-b3a4-6e873f209cc0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.144s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:49:06.482047 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 59996) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:49:06.490531 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-62759949-3bdc-427b-a7ea-39ebe3cdb112 tempest-NegativeSecGroupIPv6Test-156486133 tempest-NegativeSecGroupIPv6Test-156486133-project] Notify callbacks [] for security_group, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:06.493091 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-62759949-3bdc-427b-a7ea-39ebe3cdb112 tempest-NegativeSecGroupIPv6Test-156486133 tempest-NegativeSecGroupIPv6Test-156486133-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.6289570 Jun 24 11:49:06.496866 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-966060ab-473b-4a89-9c90-25038a0c41b8 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Request body: {'ports': [{'network_id': 'a61c4b46-a6f4-48b4-9ca4-b0aa9df4a595'}, {'network_id': 'e969dd63-5a1a-4a93-96b3-b72f559b2152'}]} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:49:06.504849 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-966060ab-473b-4a89-9c90-25038a0c41b8 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Request body: {'port': {'network_id': 'a61c4b46-a6f4-48b4-9ca4-b0aa9df4a595'}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:49:06.505405 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-966060ab-473b-4a89-9c90-25038a0c41b8 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Request body: {'port': {'network_id': 'e969dd63-5a1a-4a93-96b3-b72f559b2152'}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:49:06.508298 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 59998) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:49:06.513568 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [None req-baf9170c-6a8d-43eb-bc0a-b8ba4c9f4bad tempest-NegativeSecGroupIPv6Test-156486133 tempest-NegativeSecGroupIPv6Test-156486133-project] Request body: {'security_group_rule': {'security_group_id': '7bf9b8e2-01f1-47bd-a4f9-70002af84bf0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': 'd5caba1a-2f0c-45c6-b41a-e8a22c012083'}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:49:06.550585 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ff784d-e8ae-4fd3-904e-da2a25f75b8b None None] Pushing event updated for resources: {'Port': ['ID=f78d2bb6-73fb-4549-a22b-1110d45ee68c,revision_number=2']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:49:06.561984 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed514065-fef8-42bf-bbcc-db5752c7bcad tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Pushing event updated for resources: {'Network': ['ID=e969dd63-5a1a-4a93-96b3-b72f559b2152,revision_number=1']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:49:06.565645 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-55ff784d-e8ae-4fd3-904e-da2a25f75b8b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:49:06.568474 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-ed514065-fef8-42bf-bbcc-db5752c7bcad tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:49:06.580562 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Network e969dd63-5a1a-4a93-96b3-b72f559b2152 details requested by agent ovs-agent-dv-neutron-797120-4-hyperv with host dv-neutron-797120-4-hyperv {{(pid=128085) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 11:49:06.616935 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62759949-3bdc-427b-a7ea-39ebe3cdb112 tempest-NegativeSecGroupIPv6Test-156486133 tempest-NegativeSecGroupIPv6Test-156486133-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d5caba1a-2f0c-45c6-b41a-e8a22c012083,revision_number=1']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:49:06.618480 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-3aefbd59-cc84-4b8b-9c78-439c91a346f5 tempest-FloatingIPAdminTestJSON-775113783 tempest-FloatingIPAdminTestJSON-775113783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2537737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3289942'] for subnet, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:06.624432 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-e1cdbec9-0016-4806-9a86-4193b1118848 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:49:06.684428 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-62759949-3bdc-427b-a7ea-39ebe3cdb112 tempest-NegativeSecGroupIPv6Test-156486133 tempest-NegativeSecGroupIPv6Test-156486133-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:49:06.715508 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.api.v2.resource [None req-baf9170c-6a8d-43eb-bc0a-b8ba4c9f4bad tempest-NegativeSecGroupIPv6Test-156486133 tempest-NegativeSecGroupIPv6Test-156486133-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 24 11:49:06.719106 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-baf9170c-6a8d-43eb-bc0a-b8ba4c9f4bad tempest-NegativeSecGroupIPv6Test-156486133 tempest-NegativeSecGroupIPv6Test-156486133-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.2069302 Jun 24 11:49:06.721890 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aefbd59-cc84-4b8b-9c78-439c91a346f5 tempest-FloatingIPAdminTestJSON-775113783 tempest-FloatingIPAdminTestJSON-775113783-project] Pushing event updated for resources: {'Subnet': ['ID=10102c18-fc2c-4d69-a133-ead25f7500a6,revision_number=0']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:49:06.725523 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 60004) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:49:06.737788 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-3aefbd59-cc84-4b8b-9c78-439c91a346f5 tempest-FloatingIPAdminTestJSON-775113783 tempest-FloatingIPAdminTestJSON-775113783-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:49:06.784707 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.plugin [None req-3df0de74-d871-4d8b-bc67-69ca0a62fc3b tempest-AllowedAddressPairTestJSON-920326677 tempest-AllowedAddressPairTestJSON-920326677-project] Deleting port 0dcecba9-b0b9-4bf4-9ad7-d335273a3168 {{(pid=128083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 11:49:06.785102 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-3df0de74-d871-4d8b-bc67-69ca0a62fc3b tempest-AllowedAddressPairTestJSON-920326677 tempest-AllowedAddressPairTestJSON-920326677-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793193942312'] for port, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:06.929839 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aefbd59-cc84-4b8b-9c78-439c91a346f5 tempest-FloatingIPAdminTestJSON-775113783 tempest-FloatingIPAdminTestJSON-775113783-project] Checking segment: {'id': 'd1346d28-0794-4bfb-af8b-26b703dda7bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '13aaf39d-108d-47ac-8989-523c6652960d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=128083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 11:49:06.930205 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3aefbd59-cc84-4b8b-9c78-439c91a346f5 tempest-FloatingIPAdminTestJSON-775113783 tempest-FloatingIPAdminTestJSON-775113783-project] Network hostable DHCP agents. Network: 13aaf39d-108d-47ac-8989-523c6652960d, hostable agents: ['6be988a9-1d97-480f-be5a-c55abf2c55c5'], hosted agents: [] {{(pid=128083) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 11:49:06.973089 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3aefbd59-cc84-4b8b-9c78-439c91a346f5 tempest-FloatingIPAdminTestJSON-775113783 tempest-FloatingIPAdminTestJSON-775113783-project] Network 13aaf39d-108d-47ac-8989-523c6652960d is scheduled to be hosted by DHCP agent 6be988a9-1d97-480f-be5a-c55abf2c55c5 with binding_index 1 {{(pid=128083) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 11:49:06.988952 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-ab3bf96d-072b-4cf1-98d8-a63301b41544 tempest-NegativeSecGroupIPv6Test-156486133 tempest-NegativeSecGroupIPv6Test-156486133-project] Notify callbacks [] for security_group, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:07.006812 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.base_scheduler [None req-3aefbd59-cc84-4b8b-9c78-439c91a346f5 tempest-FloatingIPAdminTestJSON-775113783 tempest-FloatingIPAdminTestJSON-775113783-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-4-hyperv, 13aaf39d-108d-47ac-8989-523c6652960d) {{(pid=128083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:49:07.035280 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-ab3bf96d-072b-4cf1-98d8-a63301b41544 tempest-NegativeSecGroupIPv6Test-156486133 tempest-NegativeSecGroupIPv6Test-156486133-project] Notify callbacks [] for security_group, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:07.088091 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-966060ab-473b-4a89-9c90-25038a0c41b8 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Made reservation on behalf of 99955773979244bf90218a1ecde00120 for: {'port': 2} {{(pid=128084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 11:49:07.092230 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-3df0de74-d871-4d8b-bc67-69ca0a62fc3b tempest-AllowedAddressPairTestJSON-920326677 tempest-AllowedAddressPairTestJSON-920326677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1978872'] for port, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:07.095385 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-966060ab-473b-4a89-9c90-25038a0c41b8 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:07.111179 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.plugin [None req-3df0de74-d871-4d8b-bc67-69ca0a62fc3b tempest-AllowedAddressPairTestJSON-920326677 tempest-AllowedAddressPairTestJSON-920326677-project] Calling delete_port for 0dcecba9-b0b9-4bf4-9ad7-d335273a3168 owned by {{(pid=128083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 11:49:07.120289 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3aefbd59-cc84-4b8b-9c78-439c91a346f5 tempest-FloatingIPAdminTestJSON-775113783 tempest-FloatingIPAdminTestJSON-775113783-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:49:07.120894 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-3aefbd59-cc84-4b8b-9c78-439c91a346f5 tempest-FloatingIPAdminTestJSON-775113783 tempest-FloatingIPAdminTestJSON-775113783-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588949'] for subnet, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:07.124164 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-966060ab-473b-4a89-9c90-25038a0c41b8 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:07.138595 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-ab3bf96d-072b-4cf1-98d8-a63301b41544 tempest-NegativeSecGroupIPv6Test-156486133 tempest-NegativeSecGroupIPv6Test-156486133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800410'] for security_group, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:07.140439 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-f0e593df-80dd-4a29-b4c9-741645cecc04 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793193945299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193536732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3292088'] for port, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:07.147134 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-ab3bf96d-072b-4cf1-98d8-a63301b41544 tempest-NegativeSecGroupIPv6Test-156486133 tempest-NegativeSecGroupIPv6Test-156486133-project] Notify callbacks [] for security_group, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:07.148318 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-ab3bf96d-072b-4cf1-98d8-a63301b41544 tempest-NegativeSecGroupIPv6Test-156486133 tempest-NegativeSecGroupIPv6Test-156486133-project] 10.222.0.53 "DELETE /v2.0/security-groups/d5caba1a-2f0c-45c6-b41a-e8a22c012083 HTTP/1.1" status: 204 len: 168 time: 0.4200733 Jun 24 11:49:07.155806 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-d4058fda-e6b6-4c39-bef9-cd0aa66f4d29 tempest-RoutersIpV6AdminTest-1198470881 tempest-RoutersIpV6AdminTest-1198470881-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:49:07.156105 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-987c907c-a846-40d8-adae-1d1c88564019 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:49:07.159312 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 60014) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:49:07.161420 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-3aefbd59-cc84-4b8b-9c78-439c91a346f5 tempest-FloatingIPAdminTestJSON-775113783 tempest-FloatingIPAdminTestJSON-775113783-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4654281 Jun 24 11:49:07.164704 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 60016) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:49:07.176584 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-dde8acfa-e05b-4890-99d4-1827cd315055 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks [] for port, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:07.203661 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [None req-4db38397-7332-4b51-ba05-6ab8d5a9d514 tempest-FloatingIPAdminTestJSON-775113783 tempest-FloatingIPAdminTestJSON-775113783-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-837908823', 'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b'}, 'admin_state_up': False}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:49:07.212457 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3bf96d-072b-4cf1-98d8-a63301b41544 tempest-NegativeSecGroupIPv6Test-156486133 tempest-NegativeSecGroupIPv6Test-156486133-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5caba1a-2f0c-45c6-b41a-e8a22c012083,revision_number=None']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:49:07.219651 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-ab3bf96d-072b-4cf1-98d8-a63301b41544 tempest-NegativeSecGroupIPv6Test-156486133 tempest-NegativeSecGroupIPv6Test-156486133-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:49:07.222683 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e593df-80dd-4a29-b4c9-741645cecc04 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Pushing event deleted for resources: {'Port': ['ID=f78d2bb6-73fb-4549-a22b-1110d45ee68c,revision_number=None']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:49:07.245697 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-f0e593df-80dd-4a29-b4c9-741645cecc04 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:49:07.253813 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-4db38397-7332-4b51-ba05-6ab8d5a9d514 tempest-FloatingIPAdminTestJSON-775113783 tempest-FloatingIPAdminTestJSON-775113783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1803889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65293'] for router, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:07.254756 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-4db38397-7332-4b51-ba05-6ab8d5a9d514 tempest-FloatingIPAdminTestJSON-775113783 tempest-FloatingIPAdminTestJSON-775113783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1803848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1975305', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1581158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65396'] for router, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:07.262995 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.db.provisioning_blocks [None req-dde8acfa-e05b-4890-99d4-1827cd315055 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Transition to ACTIVE for port object ff5f954b-e668-4bd4-8ece-90cc411ab6ab will not be triggered until provisioned by entity DHCP. {{(pid=128084) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 11:49:07.360253 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0e593df-80dd-4a29-b4c9-741645cecc04 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] No DVR routers for this DVR port f78d2bb6-73fb-4549-a22b-1110d45ee68c on host dv-neutron-797120-4-hyperv {{(pid=128084) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 11:49:07.369668 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-4db38397-7332-4b51-ba05-6ab8d5a9d514 tempest-FloatingIPAdminTestJSON-775113783 tempest-FloatingIPAdminTestJSON-775113783-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:07.394041 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.notifiers.nova [None req-966060ab-473b-4a89-9c90-25038a0c41b8 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] device_id is not set on port 4b43c3b2-6098-48d8-96c7-078bfc192b58 yet. {{(pid=128084) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 24 11:49:07.439508 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 60024) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:49:07.454390 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-3df0de74-d871-4d8b-bc67-69ca0a62fc3b tempest-AllowedAddressPairTestJSON-920326677 tempest-AllowedAddressPairTestJSON-920326677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793193945299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193536732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2537862'] for port, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:07.459506 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-35ce900e-36ab-443a-a75e-a59c3a30bdcf tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:49:07.467410 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-2e4797b9-02e1-4e99-8a0a-cbc6c2f7324b tempest-NegativeSecGroupIPv6Test-156486133 tempest-NegativeSecGroupIPv6Test-156486133-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4505 time: 0.2980363 Jun 24 11:49:07.468040 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 60028) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:49:07.505796 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-f0e593df-80dd-4a29-b4c9-741645cecc04 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-972249'] for subnet, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:07.517532 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-dde8acfa-e05b-4890-99d4-1827cd315055 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-650429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-506361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793193536723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3291971'] for port, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:07.545125 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-eaf63e0c-aae6-407c-a413-5e7c272a6e62 tempest-RoutersIpV6AdminTest-670466919 tempest-RoutersIpV6AdminTest-670466919-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:49:07.588609 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df0de74-d871-4d8b-bc67-69ca0a62fc3b tempest-AllowedAddressPairTestJSON-920326677 tempest-AllowedAddressPairTestJSON-920326677-project] Pushing event deleted for resources: {'Port': ['ID=0dcecba9-b0b9-4bf4-9ad7-d335273a3168,revision_number=None']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:49:07.593027 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-3df0de74-d871-4d8b-bc67-69ca0a62fc3b tempest-AllowedAddressPairTestJSON-920326677 tempest-AllowedAddressPairTestJSON-920326677-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:49:07.595263 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-9e26696c-8edf-434f-ae01-e71a4d153c8c tempest-NegativeSecGroupTest-260829952 tempest-NegativeSecGroupTest-260829952-project] Request body: {'security_group': {'name': 'default'}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:49:07.596689 dv-neutron-797120-4-hyperv neutron-server[128084]: WARNING neutron.api.v2.base [None req-9e26696c-8edf-434f-ae01-e71a4d153c8c tempest-NegativeSecGroupTest-260829952 tempest-NegativeSecGroupTest-260829952-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jun 24 11:49:07.596830 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.api.v2.resource [None req-9e26696c-8edf-434f-ae01-e71a4d153c8c tempest-NegativeSecGroupTest-260829952 tempest-NegativeSecGroupTest-260829952-project] create failed (client error): There was a conflict when trying to complete your request. Jun 24 11:49:07.597783 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-9e26696c-8edf-434f-ae01-e71a4d153c8c tempest-NegativeSecGroupTest-260829952 tempest-NegativeSecGroupTest-260829952-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1559749 Jun 24 11:49:07.602696 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 60030) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:49:07.605832 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-4db38397-7332-4b51-ba05-6ab8d5a9d514 tempest-FloatingIPAdminTestJSON-775113783 tempest-FloatingIPAdminTestJSON-775113783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1975381', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1803205', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65378'] for router, precommit_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:07.614688 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [None req-10f7bc36-0e1e-4737-bc70-04b1e2a1a7a0 tempest-NegativeSecGroupTest-260829952 tempest-NegativeSecGroupTest-260829952-project] Request body: {'security_group': {'name': 'tempest-secgroup--1319279605'}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:49:07.688242 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dde8acfa-e05b-4890-99d4-1827cd315055 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Network 11a80c9d-f8ee-4388-91b0-d49a25200fee is already hosted by enough agents. {{(pid=128084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 11:49:07.700000 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-10f7bc36-0e1e-4737-bc70-04b1e2a1a7a0 tempest-NegativeSecGroupTest-260829952 tempest-NegativeSecGroupTest-260829952-project] Notify callbacks [] for security_group, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:07.705101 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.base_scheduler [None req-dde8acfa-e05b-4890-99d4-1827cd315055 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Resources bound (agent type, host, resource id): {{(pid=128084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:49:07.707044 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde8acfa-e05b-4890-99d4-1827cd315055 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Pushing event updated for resources: {'Port': ['ID=ff5f954b-e668-4bd4-8ece-90cc411ab6ab,revision_number=1']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:49:07.709258 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dde8acfa-e05b-4890-99d4-1827cd315055 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Received port after_create {{(pid=128084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 11:49:07.714765 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dde8acfa-e05b-4890-99d4-1827cd315055 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=128084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:49:07.715427 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-dde8acfa-e05b-4890-99d4-1827cd315055 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468916'] for port, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:07.735886 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-dde8acfa-e05b-4890-99d4-1827cd315055 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:49:07.759048 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-10f7bc36-0e1e-4737-bc70-04b1e2a1a7a0 tempest-NegativeSecGroupTest-260829952 tempest-NegativeSecGroupTest-260829952-project] Notify callbacks [] for security_group, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:07.759869 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-a46f6e72-9276-4568-a47a-f814928e9403 tempest-NegativeSecGroupIPv6Test-156486133 tempest-NegativeSecGroupIPv6Test-156486133-project] Notify callbacks [] for security_group, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:07.778729 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-f0e593df-80dd-4a29-b4c9-741645cecc04 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-972238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3292022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3162263'] for subnet, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:07.788937 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-eb100f26-2c6e-4414-baa6-69f7fde8a2de tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:49:07.793307 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-dde8acfa-e05b-4890-99d4-1827cd315055 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.7253444 Jun 24 11:49:07.803021 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 60032) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:49:07.856675 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-a46f6e72-9276-4568-a47a-f814928e9403 tempest-NegativeSecGroupIPv6Test-156486133 tempest-NegativeSecGroupIPv6Test-156486133-project] Notify callbacks [] for security_group, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:07.885937 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-966060ab-473b-4a89-9c90-25038a0c41b8 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Notify callbacks [] for port, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:07.892313 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-3df0de74-d871-4d8b-bc67-69ca0a62fc3b tempest-AllowedAddressPairTestJSON-920326677 tempest-AllowedAddressPairTestJSON-920326677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468916'] for port, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:07.894533 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-3df0de74-d871-4d8b-bc67-69ca0a62fc3b tempest-AllowedAddressPairTestJSON-920326677 tempest-AllowedAddressPairTestJSON-920326677-project] 10.222.0.53 "DELETE /v2.0/ports/0dcecba9-b0b9-4bf4-9ad7-d335273a3168 HTTP/1.1" status: 204 len: 168 time: 1.6546688 Jun 24 11:49:07.902450 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 60034) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:49:07.913462 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e593df-80dd-4a29-b4c9-741645cecc04 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Pushing event deleted for resources: {'Subnet': ['ID=4c8ee636-810e-4a8a-be54-51f00dfd8d28,revision_number=None']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:49:07.922396 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-f0e593df-80dd-4a29-b4c9-741645cecc04 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:49:07.943489 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device 71cea7c9-9b85-44fe-9155-a131e52bf437 up at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 11:49:07.969772 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.pecan_wsgi.hooks.translation [None req-36d9ff0a-111f-4ae2-998d-5b785b18ce4e tempest-AllowedAddressPairTestJSON-920326677 tempest-AllowedAddressPairTestJSON-920326677-project] GET failed (client error): The resource could not be found. Jun 24 11:49:07.976193 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-36d9ff0a-111f-4ae2-998d-5b785b18ce4e tempest-AllowedAddressPairTestJSON-920326677 tempest-AllowedAddressPairTestJSON-920326677-project] 10.222.0.53 "GET /v2.0/ports/0dcecba9-b0b9-4bf4-9ad7-d335273a3168 HTTP/1.1" status: 404 len: 333 time: 0.0679514 Jun 24 11:49:07.980279 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 60036) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:49:07.990346 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [None req-e59dcf73-3fad-4a2d-9a92-57838d825407 tempest-AllowedAddressPairTestJSON-920326677 tempest-AllowedAddressPairTestJSON-920326677-project] Request body: {'port': {'network_id': '7307eb3d-f5f4-485c-84a2-0a03674bda0b', 'name': 'tempest-AllowedAddressPairTestJSON-67199454'}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:49:08.026066 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning for port 71cea7c9-9b85-44fe-9155-a131e52bf437 completed by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 11:49:08.084762 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.notifiers.nova [None req-966060ab-473b-4a89-9c90-25038a0c41b8 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] device_id is not set on port 5bbed2be-9095-44a0-995b-671690863528 yet. {{(pid=128084) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 24 11:49:08.088973 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-f0e593df-80dd-4a29-b4c9-741645cecc04 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973199', 'neutron.services.segments.db._delete_segments_for_network-8793194012456'] for network, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:08.108128 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.services.segments.db [None req-f0e593df-80dd-4a29-b4c9-741645cecc04 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['385e3ccf-2d82-45c9-8ba6-b3ad16d54dc6']}} {{(pid=128084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:49:08.109335 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-10f7bc36-0e1e-4737-bc70-04b1e2a1a7a0 tempest-NegativeSecGroupTest-260829952 tempest-NegativeSecGroupTest-260829952-project] Notify callbacks [] for security_group, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:08.130845 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-4caea7bb-1a8e-4eac-a164-8164dcd96b66 None None] Provisioning for port 71cea7c9-9b85-44fe-9155-a131e52bf437 completed by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 11:49:08.131117 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.services.segments.db [None req-f0e593df-80dd-4a29-b4c9-741645cecc04 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22a93114-1f07-478a-9e76-bda1601f312e') {'for_net_delete': True} {{(pid=128084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:49:08.131298 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.services.segments.db [None req-f0e593df-80dd-4a29-b4c9-741645cecc04 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22a93114-1f07-478a-9e76-bda1601f312e') {} {{(pid=128084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:49:08.133465 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-a46f6e72-9276-4568-a47a-f814928e9403 tempest-NegativeSecGroupIPv6Test-156486133 tempest-NegativeSecGroupIPv6Test-156486133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800410'] for security_group, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:08.135609 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-4caea7bb-1a8e-4eac-a164-8164dcd96b66 None None] Provisioning complete for port 71cea7c9-9b85-44fe-9155-a131e52bf437 triggered by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:49:08.136149 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-4caea7bb-1a8e-4eac-a164-8164dcd96b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:08.136611 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-a46f6e72-9276-4568-a47a-f814928e9403 tempest-NegativeSecGroupIPv6Test-156486133 tempest-NegativeSecGroupIPv6Test-156486133-project] Notify callbacks [] for security_group, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:08.140442 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-a46f6e72-9276-4568-a47a-f814928e9403 tempest-NegativeSecGroupIPv6Test-156486133 tempest-NegativeSecGroupIPv6Test-156486133-project] 10.222.0.53 "DELETE /v2.0/security-groups/7bf9b8e2-01f1-47bd-a4f9-70002af84bf0 HTTP/1.1" status: 204 len: 168 time: 0.6660974 Jun 24 11:49:08.146826 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 60038) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:49:08.149247 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-ed3dba54-c036-460a-8468-7aeaabb37a03 tempest-SecGroupIPv6Test-993619391 tempest-SecGroupIPv6Test-993619391-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:49:08.158236 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-f0e593df-80dd-4a29-b4c9-741645cecc04 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793194097327', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2373599'] for segment, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:08.180681 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46f6e72-9276-4568-a47a-f814928e9403 tempest-NegativeSecGroupIPv6Test-156486133 tempest-NegativeSecGroupIPv6Test-156486133-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bf9b8e2-01f1-47bd-a4f9-70002af84bf0,revision_number=None']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:49:08.190534 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-058c1476-b6ae-45ca-ba5f-ea58aeee4443 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:49:08.196408 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-058c1476-b6ae-45ca-ba5f-ea58aeee4443 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:49:08.198420 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-058c1476-b6ae-45ca-ba5f-ea58aeee4443 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.3864102 Jun 24 11:49:08.200546 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-a46f6e72-9276-4568-a47a-f814928e9403 tempest-NegativeSecGroupIPv6Test-156486133 tempest-NegativeSecGroupIPv6Test-156486133-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:49:08.203608 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-f0e593df-80dd-4a29-b4c9-741645cecc04 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967879'] for segment, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:08.206317 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-10f7bc36-0e1e-4737-bc70-04b1e2a1a7a0 tempest-NegativeSecGroupTest-260829952 tempest-NegativeSecGroupTest-260829952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800410'] for security_group, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:08.213525 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 60040) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:49:08.216848 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-245bd5f3-9256-4bbf-845b-4c0d55b5f946 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:49:08.224663 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0e593df-80dd-4a29-b4c9-741645cecc04 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Releasing vlan 631 on physical network physnet1 to pool {{(pid=128084) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 11:49:08.225102 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-f0e593df-80dd-4a29-b4c9-741645cecc04 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3292053'] for segment, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:08.228646 dv-neutron-797120-4-hyperv neutron-server[128084]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 11:49:08.228646 dv-neutron-797120-4-hyperv neutron-server[128084]: conditions |= (models_v2.Port.network_id.in_( Jun 24 11:49:08.228646 dv-neutron-797120-4-hyperv neutron-server[128084]: Traceback (most recent call last): Jun 24 11:49:08.228646 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 24 11:49:08.228646 dv-neutron-797120-4-hyperv neutron-server[128084]: timer() Jun 24 11:49:08.228646 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 24 11:49:08.228646 dv-neutron-797120-4-hyperv neutron-server[128084]: cb(*args, **kw) Jun 24 11:49:08.228646 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 24 11:49:08.228646 dv-neutron-797120-4-hyperv neutron-server[128084]: return func(*args, **kwargs) Jun 24 11:49:08.228646 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 24 11:49:08.228646 dv-neutron-797120-4-hyperv neutron-server[128084]: self._notify() Jun 24 11:49:08.228646 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 24 11:49:08.228646 dv-neutron-797120-4-hyperv neutron-server[128084]: self.callback(batched_events) Jun 24 11:49:08.228646 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 24 11:49:08.228646 dv-neutron-797120-4-hyperv neutron-server[128084]: event.method(event) Jun 24 11:49:08.228646 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 24 11:49:08.228646 dv-neutron-797120-4-hyperv neutron-server[128084]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 24 11:49:08.228646 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 24 11:49:08.228646 dv-neutron-797120-4-hyperv neutron-server[128084]: aggregate_uuid = self.p_client.list_aggregates( Jun 24 11:49:08.228646 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 24 11:49:08.228646 dv-neutron-797120-4-hyperv neutron-server[128084]: return f(self, *a, **k) Jun 24 11:49:08.228646 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 24 11:49:08.228646 dv-neutron-797120-4-hyperv neutron-server[128084]: return self._get(url).json() Jun 24 11:49:08.228646 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 24 11:49:08.228646 dv-neutron-797120-4-hyperv neutron-server[128084]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 24 11:49:08.228646 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 24 11:49:08.228646 dv-neutron-797120-4-hyperv neutron-server[128084]: return self.request(url, 'GET', **kwargs) Jun 24 11:49:08.228646 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 24 11:49:08.228646 dv-neutron-797120-4-hyperv neutron-server[128084]: base_url = self.get_endpoint(auth, allow=allow, Jun 24 11:49:08.228646 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 24 11:49:08.228646 dv-neutron-797120-4-hyperv neutron-server[128084]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 24 11:49:08.228646 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 24 11:49:08.228646 dv-neutron-797120-4-hyperv neutron-server[128084]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 24 11:49:08.228646 dv-neutron-797120-4-hyperv neutron-server[128084]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 24 11:49:08.272412 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-4caea7bb-1a8e-4eac-a164-8164dcd96b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:08.339060 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-4caea7bb-1a8e-4eac-a164-8164dcd96b66 None None] For port 71cea7c9-9b85-44fe-9155-a131e52bf437, host dv-neutron-797120-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=71cea7c9-9b85-44fe-9155-a131e52bf437,segment=NetworkSegment(fddfe548-9582-48fa-8a0c-6b06bc4d1b9f),segment_id=fddfe548-9582-48fa-8a0c-6b06bc4d1b9f)] {{(pid=128085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 11:49:08.343441 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-4caea7bb-1a8e-4eac-a164-8164dcd96b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:08.347052 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-68549a5e-be54-4965-824c-168e6468d6e3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:49:08.398762 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-f0e593df-80dd-4a29-b4c9-741645cecc04 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1800243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1815642'] for network, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:08.414514 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-c50b56e9-f29c-47d8-b536-183169245198 tempest-RoutersAdminTest-1970644103 tempest-RoutersAdminTest-1970644103-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:49:08.426207 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-f0e593df-80dd-4a29-b4c9-741645cecc04 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Notify callbacks [] for network, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:08.428708 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-f0e593df-80dd-4a29-b4c9-741645cecc04 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] 10.222.0.53 "DELETE /v2.0/networks/385e3ccf-2d82-45c9-8ba6-b3ad16d54dc6 HTTP/1.1" status: 204 len: 168 time: 3.3742528 Jun 24 11:49:08.432383 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 60042) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:49:08.440537 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4caea7bb-1a8e-4eac-a164-8164dcd96b66 None None] Pushing event updated for resources: {'Port': ['ID=71cea7c9-9b85-44fe-9155-a131e52bf437,revision_number=3']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:49:08.444805 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-4caea7bb-1a8e-4eac-a164-8164dcd96b66 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:49:08.464184 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-81e095b2-bd02-4a05-b433-6343ac7bd63e tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1753967821'}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:49:08.468010 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-10f7bc36-0e1e-4737-bc70-04b1e2a1a7a0 tempest-NegativeSecGroupTest-260829952 tempest-NegativeSecGroupTest-260829952-project] Notify callbacks [] for security_group, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:08.471437 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f7bc36-0e1e-4737-bc70-04b1e2a1a7a0 tempest-NegativeSecGroupTest-260829952 tempest-NegativeSecGroupTest-260829952-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2ff024b0-940e-41a1-a55d-85aa0f542828,revision_number=1']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:49:08.479951 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e593df-80dd-4a29-b4c9-741645cecc04 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Pushing event deleted for resources: {'Network': ['ID=385e3ccf-2d82-45c9-8ba6-b3ad16d54dc6,revision_number=None']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:49:08.486468 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-f0e593df-80dd-4a29-b4c9-741645cecc04 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:49:08.509570 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-10f7bc36-0e1e-4737-bc70-04b1e2a1a7a0 tempest-NegativeSecGroupTest-260829952 tempest-NegativeSecGroupTest-260829952-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:49:08.516147 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-10f7bc36-0e1e-4737-bc70-04b1e2a1a7a0 tempest-NegativeSecGroupTest-260829952 tempest-NegativeSecGroupTest-260829952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800410'] for security_group, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:08.525867 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-966060ab-473b-4a89-9c90-25038a0c41b8 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Notify callbacks [] for port, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:08.530157 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81e095b2-bd02-4a05-b433-6343ac7bd63e tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Made reservation on behalf of aaefe7394f294c70a614c4415cde77d6 for: {'network': 1} {{(pid=128084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 11:49:08.533979 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-81e095b2-bd02-4a05-b433-6343ac7bd63e tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for network, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:08.538750 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b97d88fe-37fe-42b5-9919-34a12e41aca7 None None] Network 11a80c9d-f8ee-4388-91b0-d49a25200fee requested from dv-neutron-797120-4-hyperv {{(pid=128085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 11:49:08.564195 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c5babb9-5a0c-4d56-ba70-5b41c8367f08 None None] Network 385e3ccf-2d82-45c9-8ba6-b3ad16d54dc6 requested from dv-neutron-797120-4-hyperv {{(pid=128085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 11:49:08.581556 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-0f75982a-22d2-4d33-b455-5715943cf601 tempest-SecGroupIPv6Test-993619391 tempest-SecGroupIPv6Test-993619391-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:49:08.598470 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56f79451-d4fd-4f4b-80a2-c70e3b7ebc37 None None] Network a61c4b46-a6f4-48b4-9ca4-b0aa9df4a595 requested from dv-neutron-797120-4-hyperv {{(pid=128085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 11:49:08.607328 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c5babb9-5a0c-4d56-ba70-5b41c8367f08 None None] Network 385e3ccf-2d82-45c9-8ba6-b3ad16d54dc6 could not be found, it might have been deleted concurrently. {{(pid=128085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jun 24 11:49:08.612732 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f7bc36-0e1e-4737-bc70-04b1e2a1a7a0 tempest-NegativeSecGroupTest-260829952 tempest-NegativeSecGroupTest-260829952-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b6efdc07-9bf3-4ec2-804a-e71f078fe93b,revision_number=1']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:49:08.631149 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-10f7bc36-0e1e-4737-bc70-04b1e2a1a7a0 tempest-NegativeSecGroupTest-260829952 tempest-NegativeSecGroupTest-260829952-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:49:08.646421 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81e095b2-bd02-4a05-b433-6343ac7bd63e tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] vlan segment allocate from pool success with {'vlan_id': 623, 'physical_network': 'physnet1'} {{(pid=128084) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 11:49:08.672730 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-d091ed90-02cc-4ed6-bc62-66224ba51f99 tempest-NegativeSecGroupIPv6Test-156486133 tempest-NegativeSecGroupIPv6Test-156486133-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.5195167 Jun 24 11:49:08.690202 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-4db38397-7332-4b51-ba05-6ab8d5a9d514 tempest-FloatingIPAdminTestJSON-775113783 tempest-FloatingIPAdminTestJSON-775113783-project] Notify callbacks [] for router_gateway, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:08.692381 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 60046) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:49:08.714948 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-81e095b2-bd02-4a05-b433-6343ac7bd63e tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967879'] for segment, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:08.715510 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.db.segments_db [None req-81e095b2-bd02-4a05-b433-6343ac7bd63e tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Added segment 03460d2b-c5e7-4400-b643-fafd12a0ed53 of type vlan for network d305eff9-5266-4028-9909-13644ce69d10 Jun 24 11:49:08.722058 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-966060ab-473b-4a89-9c90-25038a0c41b8 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-650429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-506361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793193536723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3291971'] for port, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:08.727348 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [None req-daf3af1a-a221-477a-863b-4ec8df3bfffb tempest-NegativeSecGroupIPv6Test-156486133 tempest-NegativeSecGroupIPv6Test-156486133-project] Request body: {'security_group': {'name': 'tempest-secgroup--1107589434'}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:49:08.743515 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-4db38397-7332-4b51-ba05-6ab8d5a9d514 tempest-FloatingIPAdminTestJSON-775113783 tempest-FloatingIPAdminTestJSON-775113783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:08.757237 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-012a4025-dec3-4ef7-88ee-0f60705dc60b None None] Network 13aaf39d-108d-47ac-8989-523c6652960d requested from dv-neutron-797120-4-hyperv {{(pid=128085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 11:49:08.759193 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8583fbb1-e050-4c0e-ab6b-d2e61e8c1845 None None] DHCP port deletion for 385e3ccf-2d82-45c9-8ba6-b3ad16d54dc6 request from dv-neutron-797120-4-hyperv {{(pid=128085) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 24 11:49:08.767850 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-06451fda-ac16-4cdc-8bd5-51fbaac1a650 None None] Could not find standard attr ID for object f78d2bb6-73fb-4549-a22b-1110d45ee68c. {{(pid=128085) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 24 11:49:08.773643 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-81e095b2-bd02-4a05-b433-6343ac7bd63e tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793193525068'] for network, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:08.802452 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-ed3913fe-650c-4d67-b92f-71752679bb86 tempest-RoutersAdminTest-701485524 tempest-RoutersAdminTest-701485524-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:49:08.807339 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8af06d6-e91d-4875-8455-c01dd5ca0d36 None None] Network 385e3ccf-2d82-45c9-8ba6-b3ad16d54dc6 requested from dv-neutron-797120-4-hyperv {{(pid=128085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 11:49:08.809162 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-81e095b2-bd02-4a05-b433-6343ac7bd63e tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1800243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976'] for network, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:08.816424 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81e095b2-bd02-4a05-b433-6343ac7bd63e tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=128084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:49:08.817097 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-81e095b2-bd02-4a05-b433-6343ac7bd63e tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Notify callbacks [] for network, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:08.877826 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.db_base_plugin_common [None req-4db38397-7332-4b51-ba05-6ab8d5a9d514 tempest-FloatingIPAdminTestJSON-775113783 tempest-FloatingIPAdminTestJSON-775113783-project] Allocated IP 172.26.7.72 (f2b8ca71-e776-48b2-8898-96cc7970207b/f37bf603-3862-4d0a-9f58-89616f7fd68f/a37a97e5-088e-424e-8b2a-9d37aa9c7120) {{(pid=128083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 11:49:08.881309 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-966060ab-473b-4a89-9c90-25038a0c41b8 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Network a61c4b46-a6f4-48b4-9ca4-b0aa9df4a595 is already hosted by enough agents. {{(pid=128084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 11:49:08.885354 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.base_scheduler [None req-966060ab-473b-4a89-9c90-25038a0c41b8 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Resources bound (agent type, host, resource id): {{(pid=128084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:49:08.885655 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8af06d6-e91d-4875-8455-c01dd5ca0d36 None None] Network 385e3ccf-2d82-45c9-8ba6-b3ad16d54dc6 could not be found, it might have been deleted concurrently. {{(pid=128085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jun 24 11:49:08.887682 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966060ab-473b-4a89-9c90-25038a0c41b8 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Pushing event updated for resources: {'Port': ['ID=4b43c3b2-6098-48d8-96c7-078bfc192b58,revision_number=1']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:49:08.897130 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-966060ab-473b-4a89-9c90-25038a0c41b8 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Received port after_create {{(pid=128084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 11:49:08.898139 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-966060ab-473b-4a89-9c90-25038a0c41b8 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-650429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-506361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793193536723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3291971'] for port, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:08.899958 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-966060ab-473b-4a89-9c90-25038a0c41b8 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:49:08.900568 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-575f5daa-8dc4-4563-9994-822e3312b2b8 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.050s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:49:08.966587 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e59dcf73-3fad-4a2d-9a92-57838d825407 tempest-AllowedAddressPairTestJSON-920326677 tempest-AllowedAddressPairTestJSON-920326677-project] Made reservation on behalf of 611f9119a92c4b43bff9daa8b04af2d0 for: {'port': 1} {{(pid=128083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 11:49:08.970326 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-e59dcf73-3fad-4a2d-9a92-57838d825407 tempest-AllowedAddressPairTestJSON-920326677 tempest-AllowedAddressPairTestJSON-920326677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:08.993482 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-81e095b2-bd02-4a05-b433-6343ac7bd63e tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5349615 Jun 24 11:49:09.000519 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 60048) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:49:09.009393 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-971df675-19fd-4cdb-ba8a-4f4aa3e6142b tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Request body: {'network': {'name': 'New_network'}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:49:09.011079 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.notifiers.nova [None req-e59dcf73-3fad-4a2d-9a92-57838d825407 tempest-AllowedAddressPairTestJSON-920326677 tempest-AllowedAddressPairTestJSON-920326677-project] device_id is not set on port e710723c-8460-4c63-b7cf-3be794d126c5 yet. {{(pid=128083) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 24 11:49:09.014808 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e095b2-bd02-4a05-b433-6343ac7bd63e tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Pushing event updated for resources: {'Network': ['ID=d305eff9-5266-4028-9909-13644ce69d10,revision_number=1']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:49:09.016543 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-10f7bc36-0e1e-4737-bc70-04b1e2a1a7a0 tempest-NegativeSecGroupTest-260829952 tempest-NegativeSecGroupTest-260829952-project] Notify callbacks [] for security_group, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:09.018427 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-10f7bc36-0e1e-4737-bc70-04b1e2a1a7a0 tempest-NegativeSecGroupTest-260829952 tempest-NegativeSecGroupTest-260829952-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.4088929 Jun 24 11:49:09.019300 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-daf3af1a-a221-477a-863b-4ec8df3bfffb tempest-NegativeSecGroupIPv6Test-156486133 tempest-NegativeSecGroupIPv6Test-156486133-project] Notify callbacks [] for security_group, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:09.021594 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 60050) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:49:09.040390 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-966060ab-473b-4a89-9c90-25038a0c41b8 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Checking segment: {'id': '77ef66f9-ac5d-456b-bcca-8edd6353eed0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'e969dd63-5a1a-4a93-96b3-b72f559b2152'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=128084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 11:49:09.040753 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-966060ab-473b-4a89-9c90-25038a0c41b8 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Network hostable DHCP agents. Network: e969dd63-5a1a-4a93-96b3-b72f559b2152, hostable agents: ['6be988a9-1d97-480f-be5a-c55abf2c55c5'], hosted agents: [] {{(pid=128084) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 11:49:09.046054 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [None req-d79e9c62-1257-4ef9-80d9-8d63def22194 tempest-NegativeSecGroupTest-260829952 tempest-NegativeSecGroupTest-260829952-project] Request body: {'security_group_rule': {'security_group_id': 'b6efdc07-9bf3-4ec2-804a-e71f078fe93b', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:49:09.051566 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-81e095b2-bd02-4a05-b433-6343ac7bd63e tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:49:09.052050 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-f0e593df-80dd-4a29-b4c9-741645cecc04 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.143s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:49:09.052379 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Network d305eff9-5266-4028-9909-13644ce69d10 details requested by agent ovs-agent-dv-neutron-797120-4-hyperv with host dv-neutron-797120-4-hyperv {{(pid=128085) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 11:49:09.058088 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-035bd087-b916-4eef-98f5-75b83973e701 None None] Could not find standard attr ID for object 0dcecba9-b0b9-4bf4-9ad7-d335273a3168. {{(pid=128085) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 24 11:49:09.100381 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.plugin [None req-c579e836-753b-4740-b7a6-22d87dd16768 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Deleting port ff5f954b-e668-4bd4-8ece-90cc411ab6ab {{(pid=128083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 11:49:09.100725 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-c579e836-753b-4740-b7a6-22d87dd16768 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793193942312'] for port, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:09.114098 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966060ab-473b-4a89-9c90-25038a0c41b8 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Pushing event updated for resources: {'Port': ['ID=5bbed2be-9095-44a0-995b-671690863528,revision_number=1']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:49:09.124295 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-966060ab-473b-4a89-9c90-25038a0c41b8 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:49:09.175750 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-966060ab-473b-4a89-9c90-25038a0c41b8 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Network e969dd63-5a1a-4a93-96b3-b72f559b2152 is scheduled to be hosted by DHCP agent 6be988a9-1d97-480f-be5a-c55abf2c55c5 with binding_index 1 {{(pid=128084) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 11:49:09.192955 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.base_scheduler [None req-966060ab-473b-4a89-9c90-25038a0c41b8 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-4-hyperv, e969dd63-5a1a-4a93-96b3-b72f559b2152) {{(pid=128084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:49:09.213637 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-966060ab-473b-4a89-9c90-25038a0c41b8 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Received port after_create {{(pid=128084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 11:49:09.219214 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-966060ab-473b-4a89-9c90-25038a0c41b8 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=128084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:49:09.224826 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-966060ab-473b-4a89-9c90-25038a0c41b8 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=128084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:49:09.225050 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8b3af99-bd04-4eab-ab73-bd993b37e95a None None] Network e969dd63-5a1a-4a93-96b3-b72f559b2152 requested from dv-neutron-797120-4-hyperv {{(pid=128085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 11:49:09.225985 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-966060ab-473b-4a89-9c90-25038a0c41b8 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468916'] for port, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:09.268694 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-4db38397-7332-4b51-ba05-6ab8d5a9d514 tempest-FloatingIPAdminTestJSON-775113783 tempest-FloatingIPAdminTestJSON-775113783-project] Notify callbacks [] for port, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:09.292184 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cca402f4-4ef4-4628-aed8-01fa73d72a3f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d65c8f8-7530-5052-99fe-8ea05073750b-13aaf39d-108d-47ac-8989-523c6652960d', 'network_id': '13aaf39d-108d-47ac-8989-523c6652960d', 'tenant_id': 'eef5d0c5c46f441d917d16eaa2132e09', 'fixed_ips': [{'subnet_id': '10102c18-fc2c-4d69-a133-ead25f7500a6'}]}} from dv-neutron-797120-4-hyperv. {{(pid=128085) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 24 11:49:09.293323 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-cca402f4-4ef4-4628-aed8-01fa73d72a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_create {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:09.303988 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-d79e9c62-1257-4ef9-80d9-8d63def22194 tempest-NegativeSecGroupTest-260829952 tempest-NegativeSecGroupTest-260829952-project] Notify callbacks [] for security_group_rule, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:09.316509 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-971df675-19fd-4cdb-ba8a-4f4aa3e6142b tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793193525068'] for network, precommit_update {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:09.331574 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-971df675-19fd-4cdb-ba8a-4f4aa3e6142b tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1800243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976'] for network, after_update {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:09.335300 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-0eab396d-d4cc-4495-967c-af4623fcc303 tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:49:09.354948 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-971df675-19fd-4cdb-ba8a-4f4aa3e6142b tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Network d305eff9-5266-4028-9909-13644ce69d10 is not hosted by any dhcp agent {{(pid=128084) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jun 24 11:49:09.361303 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-971df675-19fd-4cdb-ba8a-4f4aa3e6142b tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=128084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:49:09.362322 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-971df675-19fd-4cdb-ba8a-4f4aa3e6142b tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Notify callbacks [] for network, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:09.364750 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-c579e836-753b-4740-b7a6-22d87dd16768 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1978872'] for port, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:09.366732 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-971df675-19fd-4cdb-ba8a-4f4aa3e6142b tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] 10.222.0.53 "PUT /v2.0/networks/d305eff9-5266-4028-9909-13644ce69d10 HTTP/1.1" status: 200 len: 723 time: 0.3635135 Jun 24 11:49:09.370984 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 60052) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:49:09.387739 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.db_base_plugin_common [None req-e59dcf73-3fad-4a2d-9a92-57838d825407 tempest-AllowedAddressPairTestJSON-920326677 tempest-AllowedAddressPairTestJSON-920326677-project] Allocated IP 172.20.0.11 (7307eb3d-f5f4-485c-84a2-0a03674bda0b/7a2e1ef3-5d7d-4509-8078-9e6e4bd4c2e5/e710723c-8460-4c63-b7cf-3be794d126c5) {{(pid=128083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 11:49:09.393911 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [None req-4f1f163c-c999-4c0b-ac40-395821e9f9d5 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Request body: {'subnet': {'network_id': 'd305eff9-5266-4028-9909-13644ce69d10', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:49:09.426354 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971df675-19fd-4cdb-ba8a-4f4aa3e6142b tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Pushing event updated for resources: {'Network': ['ID=d305eff9-5266-4028-9909-13644ce69d10,revision_number=2']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:49:09.436247 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-971df675-19fd-4cdb-ba8a-4f4aa3e6142b tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:49:09.446057 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Network d305eff9-5266-4028-9909-13644ce69d10 details requested by agent ovs-agent-dv-neutron-797120-4-hyperv with host dv-neutron-797120-4-hyperv {{(pid=128085) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 11:49:09.491016 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.plugin [None req-c579e836-753b-4740-b7a6-22d87dd16768 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Calling delete_port for ff5f954b-e668-4bd4-8ece-90cc411ab6ab owned by {{(pid=128083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 11:49:09.573240 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.db_base_plugin_common [None req-cca402f4-4ef4-4628-aed8-01fa73d72a3f None None] Allocated IP 172.20.0.2 (13aaf39d-108d-47ac-8989-523c6652960d/10102c18-fc2c-4d69-a133-ead25f7500a6/9fece71a-9de3-4052-b02a-0a75a8f8f3b3) {{(pid=128085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 11:49:09.735366 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-e8750fdb-f86a-4527-a8dd-f22102d0a781 None None] Provisioning complete for port 71cea7c9-9b85-44fe-9155-a131e52bf437 triggered by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:49:09.735833 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-e8750fdb-f86a-4527-a8dd-f22102d0a781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:09.737798 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-cca402f4-4ef4-4628-aed8-01fa73d72a3f None None] Notify callbacks [] for port, precommit_create {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:09.771115 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-cca402f4-4ef4-4628-aed8-01fa73d72a3f None None] Transition to ACTIVE for port object 9fece71a-9de3-4052-b02a-0a75a8f8f3b3 will not be triggered until provisioned by entity L2. {{(pid=128085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 11:49:09.804791 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-cca402f4-4ef4-4628-aed8-01fa73d72a3f None None] Transition to ACTIVE for port object 9fece71a-9de3-4052-b02a-0a75a8f8f3b3 will not be triggered until provisioned by entity DHCP. {{(pid=128085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 11:49:09.816739 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-cca402f4-4ef4-4628-aed8-01fa73d72a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-650429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-506361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793193536723'] for port, after_create {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:09.835966 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-4cc86410-7432-4712-babd-3102d8f331ef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:49:09.844076 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device 71cea7c9-9b85-44fe-9155-a131e52bf437 up at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 11:49:09.925880 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cca402f4-4ef4-4628-aed8-01fa73d72a3f None None] Network 13aaf39d-108d-47ac-8989-523c6652960d is already hosted by enough agents. {{(pid=128085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 11:49:09.935330 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.scheduler.base_scheduler [None req-cca402f4-4ef4-4628-aed8-01fa73d72a3f None None] Resources bound (agent type, host, resource id): {{(pid=128085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:49:09.939482 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cca402f4-4ef4-4628-aed8-01fa73d72a3f None None] Received port after_create {{(pid=128085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 11:49:09.941779 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca402f4-4ef4-4628-aed8-01fa73d72a3f None None] Pushing event updated for resources: {'Port': ['ID=9fece71a-9de3-4052-b02a-0a75a8f8f3b3,revision_number=1']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:49:09.946281 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-cca402f4-4ef4-4628-aed8-01fa73d72a3f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:49:09.959137 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-e8750fdb-f86a-4527-a8dd-f22102d0a781 None None] Provisioning for port ff5f954b-e668-4bd4-8ece-90cc411ab6ab completed by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 11:49:09.985057 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-e8750fdb-f86a-4527-a8dd-f22102d0a781 None None] Provisioning complete for port ff5f954b-e668-4bd4-8ece-90cc411ab6ab triggered by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:49:09.985460 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-e8750fdb-f86a-4527-a8dd-f22102d0a781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:09.990437 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-4db38397-7332-4b51-ba05-6ab8d5a9d514 tempest-FloatingIPAdminTestJSON-775113783 tempest-FloatingIPAdminTestJSON-775113783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-650429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-506361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793193536723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2537853'] for port, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:09.999048 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-6df4aec8-4325-48c7-9478-33d948e8eaef tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:49:10.035816 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning complete for port 71cea7c9-9b85-44fe-9155-a131e52bf437 triggered by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:49:10.036189 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:10.054678 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-daf3af1a-a221-477a-863b-4ec8df3bfffb tempest-NegativeSecGroupIPv6Test-156486133 tempest-NegativeSecGroupIPv6Test-156486133-project] Notify callbacks [] for security_group, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:10.064768 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-966060ab-473b-4a89-9c90-25038a0c41b8 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 3.5763860 Jun 24 11:49:10.066161 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-e8750fdb-f86a-4527-a8dd-f22102d0a781 None None] Port ff5f954b-e668-4bd4-8ece-90cc411ab6ab cannot update to ACTIVE because it is not bound. {{(pid=128085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 11:49:10.067748 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-cca402f4-4ef4-4628-aed8-01fa73d72a3f None None] Attempting to bind port 9fece71a-9de3-4052-b02a-0a75a8f8f3b3 on host dv-neutron-797120-4-hyperv for vnic_type normal with profile {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 11:49:10.068046 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-cca402f4-4ef4-4628-aed8-01fa73d72a3f None None] Attempting to bind port 9fece71a-9de3-4052-b02a-0a75a8f8f3b3 by drivers openvswitch,hyperv on host dv-neutron-797120-4-hyperv at level 0 using segments [{'id': 'd1346d28-0794-4bfb-af8b-26b703dda7bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '13aaf39d-108d-47ac-8989-523c6652960d'}] {{(pid=128085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 11:49:10.068218 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 60054) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:49:10.068427 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cca402f4-4ef4-4628-aed8-01fa73d72a3f None None] Attempting to bind port 9fece71a-9de3-4052-b02a-0a75a8f8f3b3 on network 13aaf39d-108d-47ac-8989-523c6652960d {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 11:49:10.077904 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cca402f4-4ef4-4628-aed8-01fa73d72a3f None None] Checking agent: {'id': 'e3a695b2-c397-461f-83b0-10b79d490b59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 11, 36, 56), 'started_at': datetime.datetime(2021, 6, 24, 11, 37, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 11, 48, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 11:49:10.078286 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cca402f4-4ef4-4628-aed8-01fa73d72a3f None None] Checking segment: {'id': 'd1346d28-0794-4bfb-af8b-26b703dda7bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '13aaf39d-108d-47ac-8989-523c6652960d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=128085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 11:49:10.078696 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-cca402f4-4ef4-4628-aed8-01fa73d72a3f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:10.079091 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cca402f4-4ef4-4628-aed8-01fa73d72a3f None None] Bound using segment: {'id': 'd1346d28-0794-4bfb-af8b-26b703dda7bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '13aaf39d-108d-47ac-8989-523c6652960d'} {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 11:49:10.080276 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-d79e9c62-1257-4ef9-80d9-8d63def22194 tempest-NegativeSecGroupTest-260829952 tempest-NegativeSecGroupTest-260829952-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:10.080422 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-cca402f4-4ef4-4628-aed8-01fa73d72a3f None None] Bound port: 9fece71a-9de3-4052-b02a-0a75a8f8f3b3, host: dv-neutron-797120-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1346d28-0794-4bfb-af8b-26b703dda7bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '13aaf39d-108d-47ac-8989-523c6652960d'}}] {{(pid=128085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 11:49:10.080886 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-cca402f4-4ef4-4628-aed8-01fa73d72a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:10.099776 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4db38397-7332-4b51-ba05-6ab8d5a9d514 tempest-FloatingIPAdminTestJSON-775113783 tempest-FloatingIPAdminTestJSON-775113783-project] Network f2b8ca71-e776-48b2-8898-96cc7970207b is already hosted by enough agents. {{(pid=128083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 11:49:10.116040 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-daf3af1a-a221-477a-863b-4ec8df3bfffb tempest-NegativeSecGroupIPv6Test-156486133 tempest-NegativeSecGroupIPv6Test-156486133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800410'] for security_group, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:10.127859 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-d79e9c62-1257-4ef9-80d9-8d63def22194 tempest-NegativeSecGroupTest-260829952 tempest-NegativeSecGroupTest-260829952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1627007'] for security_group_rule, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:10.136581 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.base_scheduler [None req-4db38397-7332-4b51-ba05-6ab8d5a9d514 tempest-FloatingIPAdminTestJSON-775113783 tempest-FloatingIPAdminTestJSON-775113783-project] Resources bound (agent type, host, resource id): {{(pid=128083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:49:10.182012 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.plugin [None req-4db8d6cd-ad83-47e7-ab98-5a07c3a94653 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Deleting port 5bbed2be-9095-44a0-995b-671690863528 {{(pid=128084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 11:49:10.182431 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-4db8d6cd-ad83-47e7-ab98-5a07c3a94653 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793193942312'] for port, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:10.189247 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4db38397-7332-4b51-ba05-6ab8d5a9d514 tempest-FloatingIPAdminTestJSON-775113783 tempest-FloatingIPAdminTestJSON-775113783-project] Received port after_create {{(pid=128083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 11:49:10.230801 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f1f163c-c999-4c0b-ac40-395821e9f9d5 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Made reservation on behalf of aaefe7394f294c70a614c4415cde77d6 for: {'subnet': 1} {{(pid=128083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 11:49:10.234488 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-4f1f163c-c999-4c0b-ac40-395821e9f9d5 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3289788'] for subnet, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:10.238290 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db38397-7332-4b51-ba05-6ab8d5a9d514 tempest-FloatingIPAdminTestJSON-775113783 tempest-FloatingIPAdminTestJSON-775113783-project] Pushing event updated for resources: {'Port': ['ID=a37a97e5-088e-424e-8b2a-9d37aa9c7120,revision_number=1']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:49:10.257364 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-4db8d6cd-ad83-47e7-ab98-5a07c3a94653 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1978872'] for port, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:10.258468 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-daf3af1a-a221-477a-863b-4ec8df3bfffb tempest-NegativeSecGroupIPv6Test-156486133 tempest-NegativeSecGroupIPv6Test-156486133-project] Notify callbacks [] for security_group, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:10.263366 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-daf3af1a-a221-477a-863b-4ec8df3bfffb tempest-NegativeSecGroupIPv6Test-156486133 tempest-NegativeSecGroupIPv6Test-156486133-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.5656519 Jun 24 11:49:10.264627 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-4db38397-7332-4b51-ba05-6ab8d5a9d514 tempest-FloatingIPAdminTestJSON-775113783 tempest-FloatingIPAdminTestJSON-775113783-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:49:10.265342 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 60056) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:49:10.272973 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-b17438a8-52b4-4d2d-b2ee-160c215b59f7 tempest-NegativeSecGroupIPv6Test-156486133 tempest-NegativeSecGroupIPv6Test-156486133-project] Request body: {'security_group_rule': {'security_group_id': '7c60c05c-f17b-4942-b5d9-4df6c2eb2d77', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:49:10.280728 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-5a4bca5f-5417-4933-acb1-3469f5530063 tempest-SecGroupIPv6Test-993619391 tempest-SecGroupIPv6Test-993619391-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.153s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:49:10.283617 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.plugin [None req-4db8d6cd-ad83-47e7-ab98-5a07c3a94653 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Calling delete_port for 5bbed2be-9095-44a0-995b-671690863528 owned by {{(pid=128084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 11:49:10.306591 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-d79e9c62-1257-4ef9-80d9-8d63def22194 tempest-NegativeSecGroupTest-260829952 tempest-NegativeSecGroupTest-260829952-project] Notify callbacks [] for security_group_rule, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:10.308173 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-d79e9c62-1257-4ef9-80d9-8d63def22194 tempest-NegativeSecGroupTest-260829952 tempest-NegativeSecGroupTest-260829952-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2786751 Jun 24 11:49:10.322673 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 60058) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:49:10.335435 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [None req-0ea5b07c-ebd7-4afa-afcb-f9d5aa6ef379 tempest-NegativeSecGroupTest-260829952 tempest-NegativeSecGroupTest-260829952-project] Request body: {'security_group_rule': {'security_group_id': 'b6efdc07-9bf3-4ec2-804a-e71f078fe93b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:49:10.344528 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-7829a75f-0228-41f1-b3d6-69a61ee40469 None None] Provisioning complete for port ff5f954b-e668-4bd4-8ece-90cc411ab6ab triggered by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:49:10.345704 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-7829a75f-0228-41f1-b3d6-69a61ee40469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:10.370159 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.api.v2.resource [None req-b17438a8-52b4-4d2d-b2ee-160c215b59f7 tempest-NegativeSecGroupIPv6Test-156486133 tempest-NegativeSecGroupIPv6Test-156486133-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 24 11:49:10.373788 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-b17438a8-52b4-4d2d-b2ee-160c215b59f7 tempest-NegativeSecGroupIPv6Test-156486133 tempest-NegativeSecGroupIPv6Test-156486133-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1047864 Jun 24 11:49:10.380466 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-cca402f4-4ef4-4628-aed8-01fa73d72a3f None None] For port 9fece71a-9de3-4052-b02a-0a75a8f8f3b3, host dv-neutron-797120-4-hyperv, cleared binding levels {{(pid=128085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 11:49:10.386684 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 60060) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:49:10.395038 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-75749378-6aab-43a4-8895-dee835e486e9 tempest-NegativeSecGroupIPv6Test-156486133 tempest-NegativeSecGroupIPv6Test-156486133-project] Request body: {'security_group_rule': {'security_group_id': '7c60c05c-f17b-4942-b5d9-4df6c2eb2d77', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:49:10.400333 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-4db8d6cd-ad83-47e7-ab98-5a07c3a94653 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793193945299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193536732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3292088'] for port, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:10.405377 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-9831b46a-fb37-4bb6-a877-f42cb4eb341b tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:49:10.406488 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-cca402f4-4ef4-4628-aed8-01fa73d72a3f None None] For port 9fece71a-9de3-4052-b02a-0a75a8f8f3b3, host dv-neutron-797120-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=9fece71a-9de3-4052-b02a-0a75a8f8f3b3,segment=NetworkSegment(d1346d28-0794-4bfb-af8b-26b703dda7bd),segment_id=d1346d28-0794-4bfb-af8b-26b703dda7bd)] {{(pid=128085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 11:49:10.410690 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-7829a75f-0228-41f1-b3d6-69a61ee40469 None None] Port ff5f954b-e668-4bd4-8ece-90cc411ab6ab cannot update to ACTIVE because it is not bound. {{(pid=128085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 11:49:10.414429 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-cca402f4-4ef4-4628-aed8-01fa73d72a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:10.416624 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-d9a41d99-0758-4133-9ace-c1290d2eb0b5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:49:10.423804 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device f78d2bb6-73fb-4549-a22b-1110d45ee68c no longer exists at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 11:49:10.435140 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db8d6cd-ad83-47e7-ab98-5a07c3a94653 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Pushing event deleted for resources: {'Port': ['ID=5bbed2be-9095-44a0-995b-671690863528,revision_number=None']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:49:10.439301 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-4db8d6cd-ad83-47e7-ab98-5a07c3a94653 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:49:10.441243 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-4db8d6cd-ad83-47e7-ab98-5a07c3a94653 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468916'] for port, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:10.443178 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-4db8d6cd-ad83-47e7-ab98-5a07c3a94653 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] 10.222.0.53 "DELETE /v2.0/ports/5bbed2be-9095-44a0-995b-671690863528 HTTP/1.1" status: 204 len: 168 time: 0.3734248 Jun 24 11:49:10.445060 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.db.api [None req-75749378-6aab-43a4-8895-dee835e486e9 tempest-NegativeSecGroupIPv6Test-156486133 tempest-NegativeSecGroupIPv6Test-156486133-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 24 11:49:10.445060 dv-neutron-797120-4-hyperv neutron-server[128084]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 24 11:49:10.445060 dv-neutron-797120-4-hyperv neutron-server[128084]: [parameters: {'project_id_1': '642f4d789954465a90a6fd97f785a939', 'expiration_1': datetime.datetime(2021, 6, 24, 11, 49, 10, 411315)}] Jun 24 11:49:10.445060 dv-neutron-797120-4-hyperv neutron-server[128084]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=128084) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 24 11:49:10.445451 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_db.api [None req-75749378-6aab-43a4-8895-dee835e486e9 tempest-NegativeSecGroupIPv6Test-156486133 tempest-NegativeSecGroupIPv6Test-156486133-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=128084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 24 11:49:10.445873 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 60062) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:49:10.448930 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf3af1a-a221-477a-863b-4ec8df3bfffb tempest-NegativeSecGroupIPv6Test-156486133 tempest-NegativeSecGroupIPv6Test-156486133-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7c60c05c-f17b-4942-b5d9-4df6c2eb2d77,revision_number=1']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:49:10.477461 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] No Port match for: f78d2bb6-73fb-4549-a22b-1110d45ee68c {{(pid=128085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 11:49:10.477886 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device f78d2bb6-73fb-4549-a22b-1110d45ee68c not bound to the agent host dv-neutron-797120-4-hyperv {{(pid=128085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 11:49:10.500014 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-daf3af1a-a221-477a-863b-4ec8df3bfffb tempest-NegativeSecGroupIPv6Test-156486133 tempest-NegativeSecGroupIPv6Test-156486133-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:49:10.506372 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-d864a15c-859e-4013-a443-eb0ef18b957d tempest-SecGroupIPv6Test-993619391 tempest-SecGroupIPv6Test-993619391-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.328s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:49:10.523195 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca402f4-4ef4-4628-aed8-01fa73d72a3f None None] Pushing event updated for resources: {'Port': ['ID=9fece71a-9de3-4052-b02a-0a75a8f8f3b3,revision_number=2']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:49:10.523756 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42ab1549-1027-4c0a-bcd7-56d3809b74a9 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:49:10.529867 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42ab1549-1027-4c0a-bcd7-56d3809b74a9 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:49:10.531657 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-42ab1549-1027-4c0a-bcd7-56d3809b74a9 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1454 time: 0.0847266 Jun 24 11:49:10.532386 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-cca402f4-4ef4-4628-aed8-01fa73d72a3f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:49:10.534550 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 60064) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:49:10.578309 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-e59dcf73-3fad-4a2d-9a92-57838d825407 tempest-AllowedAddressPairTestJSON-920326677 tempest-AllowedAddressPairTestJSON-920326677-project] Notify callbacks [] for port, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:10.592499 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79e9c62-1257-4ef9-80d9-8d63def22194 tempest-NegativeSecGroupTest-260829952 tempest-NegativeSecGroupTest-260829952-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3fb2c159-f90d-49e3-9675-56d2895e2d8a,revision_number=0']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:49:10.623257 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-d79e9c62-1257-4ef9-80d9-8d63def22194 tempest-NegativeSecGroupTest-260829952 tempest-NegativeSecGroupTest-260829952-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:49:10.636766 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-c579e836-753b-4740-b7a6-22d87dd16768 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793193945299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193536732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2537862'] for port, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:10.638773 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.provisioning_blocks [None req-e59dcf73-3fad-4a2d-9a92-57838d825407 tempest-AllowedAddressPairTestJSON-920326677 tempest-AllowedAddressPairTestJSON-920326677-project] Transition to ACTIVE for port object e710723c-8460-4c63-b7cf-3be794d126c5 will not be triggered until provisioned by entity DHCP. {{(pid=128083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 11:49:10.643469 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-0ea5b07c-ebd7-4afa-afcb-f9d5aa6ef379 tempest-NegativeSecGroupTest-260829952 tempest-NegativeSecGroupTest-260829952-project] Notify callbacks [] for security_group_rule, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:10.647252 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.plugin [None req-a48454e6-72aa-4dde-b025-bd4bc0a1adec tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Deleting port 4b43c3b2-6098-48d8-96c7-078bfc192b58 {{(pid=128084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 11:49:10.647596 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-a48454e6-72aa-4dde-b025-bd4bc0a1adec tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793193942312'] for port, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:10.651340 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-3d572cc4-ebc9-427d-80e3-c07ce519b933 tempest-RoutersAdminTest-1970644103 tempest-RoutersAdminTest-1970644103-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:49:10.710300 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c579e836-753b-4740-b7a6-22d87dd16768 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Pushing event deleted for resources: {'Port': ['ID=ff5f954b-e668-4bd4-8ece-90cc411ab6ab,revision_number=None']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:49:10.733758 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-a48454e6-72aa-4dde-b025-bd4bc0a1adec tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1978872'] for port, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:10.735013 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-c579e836-753b-4740-b7a6-22d87dd16768 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:49:10.767046 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.plugin [None req-a48454e6-72aa-4dde-b025-bd4bc0a1adec tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Calling delete_port for 4b43c3b2-6098-48d8-96c7-078bfc192b58 owned by {{(pid=128084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 11:49:10.866203 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-c579e836-753b-4740-b7a6-22d87dd16768 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468916'] for port, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:10.870810 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-c579e836-753b-4740-b7a6-22d87dd16768 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] 10.222.0.53 "DELETE /v2.0/ports/ff5f954b-e668-4bd4-8ece-90cc411ab6ab HTTP/1.1" status: 204 len: 168 time: 2.6465497 Jun 24 11:49:10.870984 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-a48454e6-72aa-4dde-b025-bd4bc0a1adec tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793193945299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193536732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3292088'] for port, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:10.872812 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 60066) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:49:10.878184 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-bd3ba32b-3fa4-4cfc-a8c6-b46291ad8fa4 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:49:10.912814 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-e59dcf73-3fad-4a2d-9a92-57838d825407 tempest-AllowedAddressPairTestJSON-920326677 tempest-AllowedAddressPairTestJSON-920326677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-650429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-506361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793193536723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2537853'] for port, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:10.947351 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-ebd6812e-792f-45b8-a5ce-133bd1f3a4e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:49:10.962126 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48454e6-72aa-4dde-b025-bd4bc0a1adec tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Pushing event deleted for resources: {'Port': ['ID=4b43c3b2-6098-48d8-96c7-078bfc192b58,revision_number=None']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:49:10.973767 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.api.v2.resource [None req-0ea5b07c-ebd7-4afa-afcb-f9d5aa6ef379 tempest-NegativeSecGroupTest-260829952 tempest-NegativeSecGroupTest-260829952-project] create failed (client error): There was a conflict when trying to complete your request. Jun 24 11:49:10.975164 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-0ea5b07c-ebd7-4afa-afcb-f9d5aa6ef379 tempest-NegativeSecGroupTest-260829952 tempest-NegativeSecGroupTest-260829952-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.6445432 Jun 24 11:49:10.982245 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-a48454e6-72aa-4dde-b025-bd4bc0a1adec tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:49:10.982864 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 60068) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:49:10.988537 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-a48454e6-72aa-4dde-b025-bd4bc0a1adec tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468916'] for port, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:10.990585 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-a48454e6-72aa-4dde-b025-bd4bc0a1adec tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] 10.222.0.53 "DELETE /v2.0/ports/4b43c3b2-6098-48d8-96c7-078bfc192b58 HTTP/1.1" status: 204 len: 168 time: 0.4550192 Jun 24 11:49:11.002790 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 60070) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:49:11.050939 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e59dcf73-3fad-4a2d-9a92-57838d825407 tempest-AllowedAddressPairTestJSON-920326677 tempest-AllowedAddressPairTestJSON-920326677-project] Network 7307eb3d-f5f4-485c-84a2-0a03674bda0b is already hosted by enough agents. {{(pid=128083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 11:49:11.056537 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-4f1f163c-c999-4c0b-ac40-395821e9f9d5 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2537737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3289942'] for subnet, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:11.064881 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.base_scheduler [None req-e59dcf73-3fad-4a2d-9a92-57838d825407 tempest-AllowedAddressPairTestJSON-920326677 tempest-AllowedAddressPairTestJSON-920326677-project] Resources bound (agent type, host, resource id): {{(pid=128083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:49:11.066364 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37c57aa9-e5a7-4d16-a814-fc002bd08f71 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=128084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:49:11.068499 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37c57aa9-e5a7-4d16-a814-fc002bd08f71 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=128084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:49:11.071320 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e59dcf73-3fad-4a2d-9a92-57838d825407 tempest-AllowedAddressPairTestJSON-920326677 tempest-AllowedAddressPairTestJSON-920326677-project] Received port after_create {{(pid=128083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 11:49:11.073051 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-37c57aa9-e5a7-4d16-a814-fc002bd08f71 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.1991017 Jun 24 11:49:11.074028 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59dcf73-3fad-4a2d-9a92-57838d825407 tempest-AllowedAddressPairTestJSON-920326677 tempest-AllowedAddressPairTestJSON-920326677-project] Pushing event updated for resources: {'Port': ['ID=e710723c-8460-4c63-b7cf-3be794d126c5,revision_number=1']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:49:11.075686 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 60072) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:49:11.081106 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-e59dcf73-3fad-4a2d-9a92-57838d825407 tempest-AllowedAddressPairTestJSON-920326677 tempest-AllowedAddressPairTestJSON-920326677-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:49:11.100836 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-19b962a4-3e8b-4870-a336-ef0aa24ea946 tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.037s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:49:11.107390 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-4db38397-7332-4b51-ba05-6ab8d5a9d514 tempest-FloatingIPAdminTestJSON-775113783 tempest-FloatingIPAdminTestJSON-775113783-project] Notify callbacks [] for router_gateway, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:11.172952 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.api.v2.resource [None req-75749378-6aab-43a4-8895-dee835e486e9 tempest-NegativeSecGroupIPv6Test-156486133 tempest-NegativeSecGroupIPv6Test-156486133-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 24 11:49:11.174710 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-75749378-6aab-43a4-8895-dee835e486e9 tempest-NegativeSecGroupIPv6Test-156486133 tempest-NegativeSecGroupIPv6Test-156486133-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.7845769 Jun 24 11:49:11.182955 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 60074) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:49:11.207825 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-93444797-5b5a-47c6-94e2-0a3608c80b84 tempest-NegativeSecGroupTest-260829952 tempest-NegativeSecGroupTest-260829952-project] Notify callbacks [] for security_group, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:11.228205 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4245bad-068b-4780-8e8e-811befa5e198 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Deleting subnet c1d57643-fd95-4531-b7d3-da006e46a1a5 {{(pid=128084) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 24 11:49:11.241176 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e59dcf73-3fad-4a2d-9a92-57838d825407 tempest-AllowedAddressPairTestJSON-920326677 tempest-AllowedAddressPairTestJSON-920326677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:49:11.242059 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-e59dcf73-3fad-4a2d-9a92-57838d825407 tempest-AllowedAddressPairTestJSON-920326677 tempest-AllowedAddressPairTestJSON-920326677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468916'] for port, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:11.248640 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-f4245bad-068b-4780-8e8e-811befa5e198 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks [] for subnet, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:11.254482 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1f163c-c999-4c0b-ac40-395821e9f9d5 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Pushing event updated for resources: {'Subnet': ['ID=cf8f0222-484a-4f76-b563-f31b6d823313,revision_number=0']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:49:11.267589 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-4f1f163c-c999-4c0b-ac40-395821e9f9d5 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:49:11.304431 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-e59dcf73-3fad-4a2d-9a92-57838d825407 tempest-AllowedAddressPairTestJSON-920326677 tempest-AllowedAddressPairTestJSON-920326677-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 3.3210828 Jun 24 11:49:11.307128 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 60076) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:49:11.309307 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f1f163c-c999-4c0b-ac40-395821e9f9d5 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Checking segment: {'id': '03460d2b-c5e7-4400-b643-fafd12a0ed53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'd305eff9-5266-4028-9909-13644ce69d10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=128083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 11:49:11.309676 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f1f163c-c999-4c0b-ac40-395821e9f9d5 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Network hostable DHCP agents. Network: d305eff9-5266-4028-9909-13644ce69d10, hostable agents: ['6be988a9-1d97-480f-be5a-c55abf2c55c5'], hosted agents: [] {{(pid=128083) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 11:49:11.316032 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [None req-706e3c44-e38e-4fa7-a1f3-2afddf6d5199 tempest-AllowedAddressPairTestJSON-920326677 tempest-AllowedAddressPairTestJSON-920326677-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.4', 'mac_address': 'fa:16:3e:3f:95:a7'}]}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:49:11.316552 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aa5da3e-6bf3-4f09-a832-55b36f7101a2 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:49:11.320460 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-2aa5da3e-6bf3-4f09-a832-55b36f7101a2 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 846 time: 0.3067510 Jun 24 11:49:11.322312 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 60078) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:49:11.322793 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-93444797-5b5a-47c6-94e2-0a3608c80b84 tempest-NegativeSecGroupTest-260829952 tempest-NegativeSecGroupTest-260829952-project] Notify callbacks [] for security_group, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:11.341869 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-f4245bad-068b-4780-8e8e-811befa5e198 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2373542'] for subnet, precommit_delete_associations {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:11.388646 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2c048d3-c052-4772-b934-ba1658f017cf tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] GET failed (client error): The resource could not be found. Jun 24 11:49:11.390325 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-d2c048d3-c052-4772-b934-ba1658f017cf tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] 10.222.0.53 "GET /v2.0/ports/5bbed2be-9095-44a0-995b-671690863528 HTTP/1.1" status: 404 len: 333 time: 0.0675113 Jun 24 11:49:11.399731 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 60080) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:49:11.405568 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-55ccbb13-c2b1-4fc9-93be-30334adec11b tempest-NegativeSecGroupIPv6Test-156486133 tempest-NegativeSecGroupIPv6Test-156486133-project] Notify callbacks [] for security_group, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:11.460636 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-84ab1b31-2c98-40d6-b61f-42d80668b977 None None] Provisioning for port e710723c-8460-4c63-b7cf-3be794d126c5 completed by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 11:49:11.464190 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-55ccbb13-c2b1-4fc9-93be-30334adec11b tempest-NegativeSecGroupIPv6Test-156486133 tempest-NegativeSecGroupIPv6Test-156486133-project] Notify callbacks [] for security_group, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:11.476086 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-84ab1b31-2c98-40d6-b61f-42d80668b977 None None] Provisioning complete for port e710723c-8460-4c63-b7cf-3be794d126c5 triggered by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:49:11.476863 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-84ab1b31-2c98-40d6-b61f-42d80668b977 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:11.494790 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4d92a0b-0f3c-403a-9385-1d139cf159cf tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] GET failed (client error): The resource could not be found. Jun 24 11:49:11.496124 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-93444797-5b5a-47c6-94e2-0a3608c80b84 tempest-NegativeSecGroupTest-260829952 tempest-NegativeSecGroupTest-260829952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800410'] for security_group, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:11.499471 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-c4d92a0b-0f3c-403a-9385-1d139cf159cf tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] 10.222.0.53 "GET /v2.0/ports/4b43c3b2-6098-48d8-96c7-078bfc192b58 HTTP/1.1" status: 404 len: 333 time: 0.0933213 Jun 24 11:49:11.499563 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-93444797-5b5a-47c6-94e2-0a3608c80b84 tempest-NegativeSecGroupTest-260829952 tempest-NegativeSecGroupTest-260829952-project] Notify callbacks [] for security_group, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:11.500729 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f1f163c-c999-4c0b-ac40-395821e9f9d5 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Network d305eff9-5266-4028-9909-13644ce69d10 is scheduled to be hosted by DHCP agent 6be988a9-1d97-480f-be5a-c55abf2c55c5 with binding_index 1 {{(pid=128083) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 11:49:11.501673 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-93444797-5b5a-47c6-94e2-0a3608c80b84 tempest-NegativeSecGroupTest-260829952 tempest-NegativeSecGroupTest-260829952-project] 10.222.0.53 "DELETE /v2.0/security-groups/b6efdc07-9bf3-4ec2-804a-e71f078fe93b HTTP/1.1" status: 204 len: 168 time: 0.5093324 Jun 24 11:49:11.502753 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 60082) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:49:11.507435 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-ed1a7ec4-f97b-434a-8553-42ecbf1032d0 tempest-AllowedAddressPairTestJSON-920326677 tempest-AllowedAddressPairTestJSON-920326677-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:49:11.515325 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 60084) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:49:11.520773 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-f4245bad-068b-4780-8e8e-811befa5e198 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-972249'] for subnet, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:11.543208 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-84ab1b31-2c98-40d6-b61f-42d80668b977 None None] Port e710723c-8460-4c63-b7cf-3be794d126c5 cannot update to ACTIVE because it is not bound. {{(pid=128085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 11:49:11.585846 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.base_scheduler [None req-4f1f163c-c999-4c0b-ac40-395821e9f9d5 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-4-hyperv, d305eff9-5266-4028-9909-13644ce69d10) {{(pid=128083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:49:11.598433 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d592d18-650e-4d28-a5d2-264ef23851df None None] Network d305eff9-5266-4028-9909-13644ce69d10 requested from dv-neutron-797120-4-hyperv {{(pid=128085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 11:49:11.627769 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f1f163c-c999-4c0b-ac40-395821e9f9d5 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:49:11.628377 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-4f1f163c-c999-4c0b-ac40-395821e9f9d5 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588949'] for subnet, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:11.684101 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-4f1f163c-c999-4c0b-ac40-395821e9f9d5 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2988665 Jun 24 11:49:11.692132 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 60086) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:49:11.701271 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-869a83de-1717-4f49-ad36-ff3dedbf0640 tempest-NegativeSecGroupTest-260829952 tempest-NegativeSecGroupTest-260829952-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1776249 Jun 24 11:49:11.706820 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [None req-a275a420-9676-447d-92f1-0bb07cf8fe37 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:49:11.715422 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-4db38397-7332-4b51-ba05-6ab8d5a9d514 tempest-FloatingIPAdminTestJSON-775113783 tempest-FloatingIPAdminTestJSON-775113783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1803210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1815767'] for router, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:11.719371 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 60088) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:49:11.728410 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [None req-14c731b5-2a3a-406d-9ce4-d92d8cd2fd06 tempest-NegativeSecGroupTest-260829952 tempest-NegativeSecGroupTest-260829952-project] Request body: {'security_group': {'name': 'tempest-secgroup--688996947'}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:49:11.877744 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-706e3c44-e38e-4fa7-a1f3-2afddf6d5199 tempest-AllowedAddressPairTestJSON-920326677 tempest-AllowedAddressPairTestJSON-920326677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:11.883686 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dde811a-949f-4f9b-aca6-ddf98fba8500 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d65c8f8-7530-5052-99fe-8ea05073750b-d305eff9-5266-4028-9909-13644ce69d10', 'network_id': 'd305eff9-5266-4028-9909-13644ce69d10', 'tenant_id': 'aaefe7394f294c70a614c4415cde77d6', 'fixed_ips': [{'subnet_id': 'cf8f0222-484a-4f76-b563-f31b6d823313'}]}} from dv-neutron-797120-4-hyperv. {{(pid=128085) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 24 11:49:11.884498 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-6dde811a-949f-4f9b-aca6-ddf98fba8500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_create {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:11.956948 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93444797-5b5a-47c6-94e2-0a3608c80b84 tempest-NegativeSecGroupTest-260829952 tempest-NegativeSecGroupTest-260829952-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6efdc07-9bf3-4ec2-804a-e71f078fe93b,revision_number=None']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:49:11.970400 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-14c731b5-2a3a-406d-9ce4-d92d8cd2fd06 tempest-NegativeSecGroupTest-260829952 tempest-NegativeSecGroupTest-260829952-project] Notify callbacks [] for security_group, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:11.971069 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-93444797-5b5a-47c6-94e2-0a3608c80b84 tempest-NegativeSecGroupTest-260829952 tempest-NegativeSecGroupTest-260829952-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.463s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:49:11.991266 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device 9fece71a-9de3-4052-b02a-0a75a8f8f3b3 up at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 11:49:12.000054 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59d6343a-da94-4d6d-b5d1-949582b4eaa1 None None] Network 13aaf39d-108d-47ac-8989-523c6652960d requested from dv-neutron-797120-4-hyperv {{(pid=128085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 11:49:12.034553 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-6bf3146e-7241-43a8-86ae-2396181d6224 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-534962'] for network, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:12.038486 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-55ccbb13-c2b1-4fc9-93be-30334adec11b tempest-NegativeSecGroupIPv6Test-156486133 tempest-NegativeSecGroupIPv6Test-156486133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800410'] for security_group, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:12.040963 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-55ccbb13-c2b1-4fc9-93be-30334adec11b tempest-NegativeSecGroupIPv6Test-156486133 tempest-NegativeSecGroupIPv6Test-156486133-project] Notify callbacks [] for security_group, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:12.045305 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-55ccbb13-c2b1-4fc9-93be-30334adec11b tempest-NegativeSecGroupIPv6Test-156486133 tempest-NegativeSecGroupIPv6Test-156486133-project] 10.222.0.53 "DELETE /v2.0/security-groups/7c60c05c-f17b-4942-b5d9-4df6c2eb2d77 HTTP/1.1" status: 204 len: 168 time: 0.8613575 Jun 24 11:49:12.050406 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 60090) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:49:12.052234 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-27ab3afc-13f8-4e69-b8f9-ec0eb64103c8 tempest-NegativeSecGroupIPv6Test-156486133 tempest-NegativeSecGroupIPv6Test-156486133-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:49:12.067477 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-a275a420-9676-447d-92f1-0bb07cf8fe37 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-3289765'] for subnet, before_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:12.086596 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ccbb13-c2b1-4fc9-93be-30334adec11b tempest-NegativeSecGroupIPv6Test-156486133 tempest-NegativeSecGroupIPv6Test-156486133-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c60c05c-f17b-4942-b5d9-4df6c2eb2d77,revision_number=None']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:49:12.091344 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-55ccbb13-c2b1-4fc9-93be-30334adec11b tempest-NegativeSecGroupIPv6Test-156486133 tempest-NegativeSecGroupIPv6Test-156486133-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:49:12.100253 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-f4245bad-068b-4780-8e8e-811befa5e198 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-972238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3292022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3162263'] for subnet, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:12.122387 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-481f3f92-a4fb-43ec-bc65-1a998877a89c tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:49:12.132137 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-6f89f5fb-a04b-4093-8946-a6ada97c5654 None None] Provisioning for port 9fece71a-9de3-4052-b02a-0a75a8f8f3b3 completed by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 11:49:12.163044 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4245bad-068b-4780-8e8e-811befa5e198 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Pushing event deleted for resources: {'Subnet': ['ID=c1d57643-fd95-4531-b7d3-da006e46a1a5,revision_number=None']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:49:12.166374 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-f4245bad-068b-4780-8e8e-811befa5e198 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:49:12.176351 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-f4245bad-068b-4780-8e8e-811befa5e198 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks [] for subnet, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:12.178818 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-f4245bad-068b-4780-8e8e-811befa5e198 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] 10.222.0.53 "DELETE /v2.0/subnets/c1d57643-fd95-4531-b7d3-da006e46a1a5 HTTP/1.1" status: 204 len: 168 time: 1.0907087 Jun 24 11:49:12.187389 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cae3ced8-0bf9-42b3-ac00-12b9c9f7f6bd None None] Network 11a80c9d-f8ee-4388-91b0-d49a25200fee requested from dv-neutron-797120-4-hyperv {{(pid=128085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 11:49:12.189410 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 60092) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:49:12.210361 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-1af67da6-64b4-41dc-97c5-985d7dd9924e tempest-NegativeSecGroupIPv6Test-156486133 tempest-NegativeSecGroupIPv6Test-156486133-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1537032 Jun 24 11:49:12.213922 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 60094) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:49:12.218457 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-a55d95f2-8d61-4753-b607-b2334f3e25f6 tempest-NegativeSecGroupIPv6Test-156486133 tempest-NegativeSecGroupIPv6Test-156486133-project] Request body: {'security_group': {'name': 'tempest-secgroup--854430760'}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:49:12.252343 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.db_base_plugin_common [None req-6dde811a-949f-4f9b-aca6-ddf98fba8500 None None] Allocated IP 172.20.0.2 (d305eff9-5266-4028-9909-13644ce69d10/cf8f0222-484a-4f76-b563-f31b6d823313/96a73a92-e9c6-40b4-9f8c-a3dba6057736) {{(pid=128085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 11:49:12.271103 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-6bf3146e-7241-43a8-86ae-2396181d6224 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973199', 'neutron.services.segments.db._delete_segments_for_network-8793194012456'] for network, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:12.276412 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-a2813eb3-941a-428e-b744-e982b3ae14b1 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0828607 Jun 24 11:49:12.276686 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 60096) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:49:12.283792 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning for port 9fece71a-9de3-4052-b02a-0a75a8f8f3b3 completed by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 11:49:12.288879 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4db38397-7332-4b51-ba05-6ab8d5a9d514 tempest-FloatingIPAdminTestJSON-775113783 tempest-FloatingIPAdminTestJSON-775113783-project] Router 1606d87f-67b7-492c-9816-c9bd352c4dd6 is scheduled to L3 agent 2987dba8-2249-4ee6-96ec-28f0f7a6127d with binding_index 1 {{(pid=128083) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 24 11:49:12.303407 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning complete for port 9fece71a-9de3-4052-b02a-0a75a8f8f3b3 triggered by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:49:12.303822 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:12.328084 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.services.segments.db [None req-6bf3146e-7241-43a8-86ae-2396181d6224 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e969dd63-5a1a-4a93-96b3-b72f559b2152']}} {{(pid=128084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:49:12.345441 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.services.segments.db [None req-6bf3146e-7241-43a8-86ae-2396181d6224 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77ef66f9-ac5d-456b-bcca-8edd6353eed0') {'for_net_delete': True} {{(pid=128084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:49:12.346742 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.services.segments.db [None req-6bf3146e-7241-43a8-86ae-2396181d6224 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77ef66f9-ac5d-456b-bcca-8edd6353eed0') {} {{(pid=128084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:49:12.360177 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-6bf3146e-7241-43a8-86ae-2396181d6224 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793194097327', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2373599'] for segment, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:12.383198 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-6bf3146e-7241-43a8-86ae-2396181d6224 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967879'] for segment, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:12.384939 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-14c731b5-2a3a-406d-9ce4-d92d8cd2fd06 tempest-NegativeSecGroupTest-260829952 tempest-NegativeSecGroupTest-260829952-project] Notify callbacks [] for security_group, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:12.392953 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-14c731b5-2a3a-406d-9ce4-d92d8cd2fd06 tempest-NegativeSecGroupTest-260829952 tempest-NegativeSecGroupTest-260829952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800410'] for security_group, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:12.398816 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-591f9a74-5fa8-4f68-8182-83c94d199c65 tempest-SecGroupIPv6Test-993619391 tempest-SecGroupIPv6Test-993619391-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:49:12.415987 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-a55d95f2-8d61-4753-b607-b2334f3e25f6 tempest-NegativeSecGroupIPv6Test-156486133 tempest-NegativeSecGroupIPv6Test-156486133-project] Notify callbacks [] for security_group, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:12.419315 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6bf3146e-7241-43a8-86ae-2396181d6224 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Releasing vlan 633 on physical network physnet1 to pool {{(pid=128084) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 11:49:12.419916 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-6bf3146e-7241-43a8-86ae-2396181d6224 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3292053'] for segment, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:12.426511 dv-neutron-797120-4-hyperv neutron-server[128084]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 11:49:12.426511 dv-neutron-797120-4-hyperv neutron-server[128084]: conditions |= (models_v2.Port.network_id.in_( Jun 24 11:49:12.426511 dv-neutron-797120-4-hyperv neutron-server[128084]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 11:49:12.426511 dv-neutron-797120-4-hyperv neutron-server[128084]: conditions |= (models_v2.Port.network_id.in_( Jun 24 11:49:12.426511 dv-neutron-797120-4-hyperv neutron-server[128084]: Traceback (most recent call last): Jun 24 11:49:12.426511 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 24 11:49:12.426511 dv-neutron-797120-4-hyperv neutron-server[128084]: timer() Jun 24 11:49:12.426511 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 24 11:49:12.426511 dv-neutron-797120-4-hyperv neutron-server[128084]: cb(*args, **kw) Jun 24 11:49:12.426511 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 24 11:49:12.426511 dv-neutron-797120-4-hyperv neutron-server[128084]: return func(*args, **kwargs) Jun 24 11:49:12.426511 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 24 11:49:12.426511 dv-neutron-797120-4-hyperv neutron-server[128084]: self._notify() Jun 24 11:49:12.426511 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 24 11:49:12.426511 dv-neutron-797120-4-hyperv neutron-server[128084]: self.callback(batched_events) Jun 24 11:49:12.426511 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 24 11:49:12.426511 dv-neutron-797120-4-hyperv neutron-server[128084]: event.method(event) Jun 24 11:49:12.426511 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 24 11:49:12.426511 dv-neutron-797120-4-hyperv neutron-server[128084]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 24 11:49:12.426511 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 24 11:49:12.426511 dv-neutron-797120-4-hyperv neutron-server[128084]: aggregate_uuid = self.p_client.list_aggregates( Jun 24 11:49:12.426511 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 24 11:49:12.426511 dv-neutron-797120-4-hyperv neutron-server[128084]: return f(self, *a, **k) Jun 24 11:49:12.426511 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 24 11:49:12.426511 dv-neutron-797120-4-hyperv neutron-server[128084]: return self._get(url).json() Jun 24 11:49:12.426511 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 24 11:49:12.426511 dv-neutron-797120-4-hyperv neutron-server[128084]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 24 11:49:12.426511 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 24 11:49:12.426511 dv-neutron-797120-4-hyperv neutron-server[128084]: return self.request(url, 'GET', **kwargs) Jun 24 11:49:12.426511 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 24 11:49:12.426511 dv-neutron-797120-4-hyperv neutron-server[128084]: base_url = self.get_endpoint(auth, allow=allow, Jun 24 11:49:12.426511 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 24 11:49:12.426511 dv-neutron-797120-4-hyperv neutron-server[128084]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 24 11:49:12.426511 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 24 11:49:12.426511 dv-neutron-797120-4-hyperv neutron-server[128084]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 24 11:49:12.426511 dv-neutron-797120-4-hyperv neutron-server[128084]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 24 11:49:12.471780 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b853476d-917a-4a3e-ae24-ce6d5bed9676 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:49:12.475680 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-b853476d-917a-4a3e-ae24-ce6d5bed9676 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1955538 Jun 24 11:49:12.479883 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 60098) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:49:12.544047 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-6bf3146e-7241-43a8-86ae-2396181d6224 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1800243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1815642'] for network, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:12.549124 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-6bf3146e-7241-43a8-86ae-2396181d6224 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Notify callbacks [] for network, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:12.556954 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-6bf3146e-7241-43a8-86ae-2396181d6224 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] 10.222.0.53 "DELETE /v2.0/networks/e969dd63-5a1a-4a93-96b3-b72f559b2152 HTTP/1.1" status: 204 len: 168 time: 1.0459919 Jun 24 11:49:12.558139 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 60100) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:49:12.560058 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-3e9e3da2-eabe-41df-9885-d4e423c43760 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:49:12.569440 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-95afdaec-5594-48f4-9605-81d8d3f0de8a tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2064535910'}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:49:12.599220 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf3146e-7241-43a8-86ae-2396181d6224 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Pushing event deleted for resources: {'Network': ['ID=e969dd63-5a1a-4a93-96b3-b72f559b2152,revision_number=None']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:49:12.601996 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-6bf3146e-7241-43a8-86ae-2396181d6224 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:49:12.613453 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:12.653452 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-6dde811a-949f-4f9b-aca6-ddf98fba8500 None None] Notify callbacks [] for port, precommit_create {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:12.660874 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-a55d95f2-8d61-4753-b607-b2334f3e25f6 tempest-NegativeSecGroupIPv6Test-156486133 tempest-NegativeSecGroupIPv6Test-156486133-project] Notify callbacks [] for security_group, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:12.674183 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-6dde811a-949f-4f9b-aca6-ddf98fba8500 None None] Transition to ACTIVE for port object 96a73a92-e9c6-40b4-9f8c-a3dba6057736 will not be triggered until provisioned by entity L2. {{(pid=128085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 11:49:12.677219 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] For port 9fece71a-9de3-4052-b02a-0a75a8f8f3b3, host dv-neutron-797120-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=9fece71a-9de3-4052-b02a-0a75a8f8f3b3,segment=NetworkSegment(d1346d28-0794-4bfb-af8b-26b703dda7bd),segment_id=d1346d28-0794-4bfb-af8b-26b703dda7bd)] {{(pid=128085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 11:49:12.686068 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:12.691106 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-bf6f6064-055a-4186-b89c-0a5d8fdfb04e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:49:12.695913 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-a55d95f2-8d61-4753-b607-b2334f3e25f6 tempest-NegativeSecGroupIPv6Test-156486133 tempest-NegativeSecGroupIPv6Test-156486133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800410'] for security_group, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:12.698495 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:49:12.709928 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95afdaec-5594-48f4-9605-81d8d3f0de8a tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Made reservation on behalf of 99955773979244bf90218a1ecde00120 for: {'network': 1} {{(pid=128084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 11:49:12.713597 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-95afdaec-5594-48f4-9605-81d8d3f0de8a tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for network, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:12.727682 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-6dde811a-949f-4f9b-aca6-ddf98fba8500 None None] Transition to ACTIVE for port object 96a73a92-e9c6-40b4-9f8c-a3dba6057736 will not be triggered until provisioned by entity DHCP. {{(pid=128085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 11:49:12.747281 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-6dde811a-949f-4f9b-aca6-ddf98fba8500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-650429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-506361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793193536723'] for port, after_create {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:12.753163 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55d95f2-8d61-4753-b607-b2334f3e25f6 tempest-NegativeSecGroupIPv6Test-156486133 tempest-NegativeSecGroupIPv6Test-156486133-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3ec2570a-06c8-4e3e-9321-544da1a4c4c8,revision_number=1']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:49:12.756946 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-a55d95f2-8d61-4753-b607-b2334f3e25f6 tempest-NegativeSecGroupIPv6Test-156486133 tempest-NegativeSecGroupIPv6Test-156486133-project] Notify callbacks [] for security_group, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:12.757633 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c354aaf1-210b-4b5c-9e09-41295529ee58 None None] DHCP port deletion for 11a80c9d-f8ee-4388-91b0-d49a25200fee request from dv-neutron-797120-4-hyperv {{(pid=128085) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 24 11:49:12.761048 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-a55d95f2-8d61-4753-b607-b2334f3e25f6 tempest-NegativeSecGroupIPv6Test-156486133 tempest-NegativeSecGroupIPv6Test-156486133-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.5437670 Jun 24 11:49:12.761048 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-a55d95f2-8d61-4753-b607-b2334f3e25f6 tempest-NegativeSecGroupIPv6Test-156486133 tempest-NegativeSecGroupIPv6Test-156486133-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:49:12.761297 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 60102) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:49:12.768005 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-cb9c574a-2eaa-4881-acb3-ced2b71e3593 tempest-NegativeSecGroupIPv6Test-156486133 tempest-NegativeSecGroupIPv6Test-156486133-project] Request body: {'security_group': {'name': 'default'}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:49:12.768568 dv-neutron-797120-4-hyperv neutron-server[128084]: WARNING neutron.api.v2.base [None req-cb9c574a-2eaa-4881-acb3-ced2b71e3593 tempest-NegativeSecGroupIPv6Test-156486133 tempest-NegativeSecGroupIPv6Test-156486133-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jun 24 11:49:12.769203 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.api.v2.resource [None req-cb9c574a-2eaa-4881-acb3-ced2b71e3593 tempest-NegativeSecGroupIPv6Test-156486133 tempest-NegativeSecGroupIPv6Test-156486133-project] update failed (client error): There was a conflict when trying to complete your request. Jun 24 11:49:12.774105 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-cb9c574a-2eaa-4881-acb3-ced2b71e3593 tempest-NegativeSecGroupIPv6Test-156486133 tempest-NegativeSecGroupIPv6Test-156486133-project] 10.222.0.53 "PUT /v2.0/security-groups/3ec2570a-06c8-4e3e-9321-544da1a4c4c8 HTTP/1.1" status: 409 len: 330 time: 0.0080066 Jun 24 11:49:12.774105 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 60104) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:49:12.780582 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95afdaec-5594-48f4-9605-81d8d3f0de8a tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] vlan segment allocate from pool success with {'vlan_id': 631, 'physical_network': 'physnet1'} {{(pid=128084) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 11:49:12.806190 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-95afdaec-5594-48f4-9605-81d8d3f0de8a tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967879'] for segment, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:12.806520 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.db.segments_db [None req-95afdaec-5594-48f4-9605-81d8d3f0de8a tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Added segment ae8a606f-e217-4e22-ba81-7b3c9ed99a4a of type vlan for network 20596742-9fd2-40ea-ac77-e699011f1040 Jun 24 11:49:12.822594 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dde811a-949f-4f9b-aca6-ddf98fba8500 None None] Network d305eff9-5266-4028-9909-13644ce69d10 is already hosted by enough agents. {{(pid=128085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 11:49:12.825409 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Pushing event updated for resources: {'Port': ['ID=9fece71a-9de3-4052-b02a-0a75a8f8f3b3,revision_number=3']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:49:12.828762 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:49:12.831099 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-cca402f4-4ef4-4628-aed8-01fa73d72a3f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.074s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:49:12.850577 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-706e3c44-e38e-4fa7-a1f3-2afddf6d5199 tempest-AllowedAddressPairTestJSON-920326677 tempest-AllowedAddressPairTestJSON-920326677-project] Notify callbacks [] for port, precommit_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:12.862550 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-14c731b5-2a3a-406d-9ce4-d92d8cd2fd06 tempest-NegativeSecGroupTest-260829952 tempest-NegativeSecGroupTest-260829952-project] Notify callbacks [] for security_group, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:12.863786 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-14c731b5-2a3a-406d-9ce4-d92d8cd2fd06 tempest-NegativeSecGroupTest-260829952 tempest-NegativeSecGroupTest-260829952-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.1417811 Jun 24 11:49:12.868699 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 60106) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:49:12.873605 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c731b5-2a3a-406d-9ce4-d92d8cd2fd06 tempest-NegativeSecGroupTest-260829952 tempest-NegativeSecGroupTest-260829952-project] Pushing event updated for resources: {'SecurityGroup': ['ID=53003384-804f-42bb-8f8d-4a4cea0412b6,revision_number=1']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:49:12.876723 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-706e3c44-e38e-4fa7-a1f3-2afddf6d5199 tempest-AllowedAddressPairTestJSON-920326677 tempest-AllowedAddressPairTestJSON-920326677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2537871'] for port, after_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:12.878453 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.scheduler.base_scheduler [None req-6dde811a-949f-4f9b-aca6-ddf98fba8500 None None] Resources bound (agent type, host, resource id): {{(pid=128085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:49:12.880757 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dde811a-949f-4f9b-aca6-ddf98fba8500 None None] Received port after_create {{(pid=128085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 11:49:12.881884 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-14c731b5-2a3a-406d-9ce4-d92d8cd2fd06 tempest-NegativeSecGroupTest-260829952 tempest-NegativeSecGroupTest-260829952-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.483s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:49:12.884685 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-72073684-7d52-44f2-837f-f211914f2bfa tempest-NegativeSecGroupTest-260829952 tempest-NegativeSecGroupTest-260829952-project] Request body: {'security_group_rule': {'security_group_id': '53003384-804f-42bb-8f8d-4a4cea0412b6', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:49:12.885664 dv-neutron-797120-4-hyperv neutron-server[128084]: WARNING neutron.api.v2.base [None req-72073684-7d52-44f2-837f-f211914f2bfa tempest-NegativeSecGroupTest-260829952 tempest-NegativeSecGroupTest-260829952-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Jun 24 11:49:12.886268 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.api.v2.resource [None req-72073684-7d52-44f2-837f-f211914f2bfa tempest-NegativeSecGroupTest-260829952 tempest-NegativeSecGroupTest-260829952-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 24 11:49:12.887337 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dde811a-949f-4f9b-aca6-ddf98fba8500 None None] Pushing event updated for resources: {'Port': ['ID=96a73a92-e9c6-40b4-9f8c-a3dba6057736,revision_number=1']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:49:12.890022 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-6dde811a-949f-4f9b-aca6-ddf98fba8500 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:49:12.890358 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-72073684-7d52-44f2-837f-f211914f2bfa tempest-NegativeSecGroupTest-260829952 tempest-NegativeSecGroupTest-260829952-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0154626 Jun 24 11:49:12.896278 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 60108) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:49:12.905041 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-95afdaec-5594-48f4-9605-81d8d3f0de8a tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793193525068'] for network, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:12.912396 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-dac1dff6-92e2-456b-9489-b6797ccab1d6 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:49:12.933542 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-d422d698-63d7-427e-a89e-6f170454e5c0 tempest-NegativeSecGroupIPv6Test-156486133 tempest-NegativeSecGroupIPv6Test-156486133-project] Notify callbacks [] for security_group, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:12.962532 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-6dde811a-949f-4f9b-aca6-ddf98fba8500 None None] Attempting to bind port 96a73a92-e9c6-40b4-9f8c-a3dba6057736 on host dv-neutron-797120-4-hyperv for vnic_type normal with profile {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 11:49:12.963207 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-6dde811a-949f-4f9b-aca6-ddf98fba8500 None None] Attempting to bind port 96a73a92-e9c6-40b4-9f8c-a3dba6057736 by drivers openvswitch,hyperv on host dv-neutron-797120-4-hyperv at level 0 using segments [{'id': '03460d2b-c5e7-4400-b643-fafd12a0ed53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'd305eff9-5266-4028-9909-13644ce69d10'}] {{(pid=128085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 11:49:12.963759 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dde811a-949f-4f9b-aca6-ddf98fba8500 None None] Attempting to bind port 96a73a92-e9c6-40b4-9f8c-a3dba6057736 on network d305eff9-5266-4028-9909-13644ce69d10 {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 11:49:12.972703 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dde811a-949f-4f9b-aca6-ddf98fba8500 None None] Checking agent: {'id': 'e3a695b2-c397-461f-83b0-10b79d490b59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 11, 36, 56), 'started_at': datetime.datetime(2021, 6, 24, 11, 37, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 11, 48, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 11:49:12.973393 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dde811a-949f-4f9b-aca6-ddf98fba8500 None None] Checking segment: {'id': '03460d2b-c5e7-4400-b643-fafd12a0ed53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'd305eff9-5266-4028-9909-13644ce69d10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=128085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 11:49:12.974002 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-6dde811a-949f-4f9b-aca6-ddf98fba8500 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:12.974564 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dde811a-949f-4f9b-aca6-ddf98fba8500 None None] Bound using segment: {'id': '03460d2b-c5e7-4400-b643-fafd12a0ed53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'd305eff9-5266-4028-9909-13644ce69d10'} {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 11:49:12.975219 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-6dde811a-949f-4f9b-aca6-ddf98fba8500 None None] Bound port: 96a73a92-e9c6-40b4-9f8c-a3dba6057736, host: dv-neutron-797120-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03460d2b-c5e7-4400-b643-fafd12a0ed53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'd305eff9-5266-4028-9909-13644ce69d10'}}] {{(pid=128085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 11:49:12.975827 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-6dde811a-949f-4f9b-aca6-ddf98fba8500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:12.980047 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4db38397-7332-4b51-ba05-6ab8d5a9d514 tempest-FloatingIPAdminTestJSON-775113783 tempest-FloatingIPAdminTestJSON-775113783-project] Notify agent at l3_agent.dv-neutron-797120-4-hyperv the message routers_updated {{(pid=128083) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 11:49:12.990942 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-c354aaf1-210b-4b5c-9e09-41295529ee58 None None] Deleting port 71cea7c9-9b85-44fe-9155-a131e52bf437 {{(pid=128085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 11:49:12.991554 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-c354aaf1-210b-4b5c-9e09-41295529ee58 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793193942312'] for port, before_delete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:12.992248 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7cd59de-858e-41e4-b511-94e5e9e5fa93 None None] Sync routers for ids ['1606d87f-67b7-492c-9816-c9bd352c4dd6'] in dv-neutron-797120-4-hyperv {{(pid=128086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 11:49:13.000001 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-d422d698-63d7-427e-a89e-6f170454e5c0 tempest-NegativeSecGroupIPv6Test-156486133 tempest-NegativeSecGroupIPv6Test-156486133-project] Notify callbacks [] for security_group, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:13.013610 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7cd59de-858e-41e4-b511-94e5e9e5fa93 None None] Routers {'1606d87f-67b7-492c-9816-c9bd352c4dd6'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 11:49:13.014294 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-b7cd59de-858e-41e4-b511-94e5e9e5fa93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T11:48:56Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['1606d87f-67b7-492c-9816-c9bd352c4dd6'], 'active': True} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:49:13.022706 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-95afdaec-5594-48f4-9605-81d8d3f0de8a tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1800243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976'] for network, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:13.028571 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95afdaec-5594-48f4-9605-81d8d3f0de8a tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=128084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:49:13.029581 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-95afdaec-5594-48f4-9605-81d8d3f0de8a tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Notify callbacks [] for network, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:13.038939 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-7d358278-c1d6-417e-9f6c-12075d9fbae1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:49:13.070987 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-b7cd59de-858e-41e4-b511-94e5e9e5fa93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:49:13.082517 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7cd59de-858e-41e4-b511-94e5e9e5fa93 None None] Routers {'1606d87f-67b7-492c-9816-c9bd352c4dd6'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 11:49:13.083553 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-b7cd59de-858e-41e4-b511-94e5e9e5fa93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T11:48:56Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['1606d87f-67b7-492c-9816-c9bd352c4dd6'], 'active': True} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:49:13.118272 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-c354aaf1-210b-4b5c-9e09-41295529ee58 None None] For port 71cea7c9-9b85-44fe-9155-a131e52bf437, host dv-neutron-797120-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=71cea7c9-9b85-44fe-9155-a131e52bf437,segment=NetworkSegment(fddfe548-9582-48fa-8a0c-6b06bc4d1b9f),segment_id=fddfe548-9582-48fa-8a0c-6b06bc4d1b9f)] {{(pid=128085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 11:49:13.118673 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-c354aaf1-210b-4b5c-9e09-41295529ee58 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1978872'] for port, precommit_delete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:13.147634 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-b7cd59de-858e-41e4-b511-94e5e9e5fa93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:49:13.148566 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7cd59de-858e-41e4-b511-94e5e9e5fa93 None None] The sync data for ids ['1606d87f-67b7-492c-9816-c9bd352c4dd6'] in dv-neutron-797120-4-hyperv is: [] {{(pid=128086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 11:49:13.153401 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-6dde811a-949f-4f9b-aca6-ddf98fba8500 None None] For port 96a73a92-e9c6-40b4-9f8c-a3dba6057736, host dv-neutron-797120-4-hyperv, cleared binding levels {{(pid=128085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 11:49:13.154637 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.plugin [None req-706e3c44-e38e-4fa7-a1f3-2afddf6d5199 tempest-AllowedAddressPairTestJSON-920326677 tempest-AllowedAddressPairTestJSON-920326677-project] In _notify_port_updated(), no bound segment for port e710723c-8460-4c63-b7cf-3be794d126c5 on network 7307eb3d-f5f4-485c-84a2-0a03674bda0b {{(pid=128083) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jun 24 11:49:13.158583 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-aee1990f-3a14-4dea-8cdb-9474b197f1dc tempest-NegativeSecGroupTest-260829952 tempest-NegativeSecGroupTest-260829952-project] Notify callbacks [] for security_group, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:13.160817 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-c354aaf1-210b-4b5c-9e09-41295529ee58 None None] Calling delete_port for 71cea7c9-9b85-44fe-9155-a131e52bf437 owned by network:dhcp {{(pid=128085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 11:49:13.163836 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-706e3c44-e38e-4fa7-a1f3-2afddf6d5199 tempest-AllowedAddressPairTestJSON-920326677 tempest-AllowedAddressPairTestJSON-920326677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:49:13.164663 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-706e3c44-e38e-4fa7-a1f3-2afddf6d5199 tempest-AllowedAddressPairTestJSON-920326677 tempest-AllowedAddressPairTestJSON-920326677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468916'] for port, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:13.166431 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-706e3c44-e38e-4fa7-a1f3-2afddf6d5199 tempest-AllowedAddressPairTestJSON-920326677 tempest-AllowedAddressPairTestJSON-920326677-project] 10.222.0.53 "PUT /v2.0/ports/e710723c-8460-4c63-b7cf-3be794d126c5 HTTP/1.1" status: 200 len: 992 time: 1.8582313 Jun 24 11:49:13.175272 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 60110) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:49:13.179363 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-95afdaec-5594-48f4-9605-81d8d3f0de8a tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6141210 Jun 24 11:49:13.180529 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-6dde811a-949f-4f9b-aca6-ddf98fba8500 None None] For port 96a73a92-e9c6-40b4-9f8c-a3dba6057736, host dv-neutron-797120-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=96a73a92-e9c6-40b4-9f8c-a3dba6057736,segment=NetworkSegment(03460d2b-c5e7-4400-b643-fafd12a0ed53),segment_id=03460d2b-c5e7-4400-b643-fafd12a0ed53)] {{(pid=128085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 11:49:13.181802 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-3b133557-35fc-42fa-bfbd-7ecdf25acd84 None None] Provisioning complete for port 9fece71a-9de3-4052-b02a-0a75a8f8f3b3 triggered by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:49:13.182185 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-3b133557-35fc-42fa-bfbd-7ecdf25acd84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:13.201463 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 60112) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:49:13.207356 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-6dde811a-949f-4f9b-aca6-ddf98fba8500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:13.212519 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-55ff784d-e8ae-4fd3-904e-da2a25f75b8b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:49:13.227008 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e558252a-092c-4517-98d1-c91731ccd87f tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:49:13.231369 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-e558252a-092c-4517-98d1-c91731ccd87f tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.7505074 Jun 24 11:49:13.232314 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 60114) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:49:13.240111 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95afdaec-5594-48f4-9605-81d8d3f0de8a tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Pushing event updated for resources: {'Network': ['ID=20596742-9fd2-40ea-ac77-e699011f1040,revision_number=1']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:49:13.251978 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-d690babe-34ee-452f-bd57-4422be7d44f7 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Request body: {'subnet': {'network_id': '20596742-9fd2-40ea-ac77-e699011f1040', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:49:13.258164 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-4db38397-7332-4b51-ba05-6ab8d5a9d514 tempest-FloatingIPAdminTestJSON-775113783 tempest-FloatingIPAdminTestJSON-775113783-project] Notify callbacks [] for router, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:13.259924 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-4db38397-7332-4b51-ba05-6ab8d5a9d514 tempest-FloatingIPAdminTestJSON-775113783 tempest-FloatingIPAdminTestJSON-775113783-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 890 time: 6.0904307 Jun 24 11:49:13.260965 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706e3c44-e38e-4fa7-a1f3-2afddf6d5199 tempest-AllowedAddressPairTestJSON-920326677 tempest-AllowedAddressPairTestJSON-920326677-project] Pushing event updated for resources: {'Port': ['ID=e710723c-8460-4c63-b7cf-3be794d126c5,revision_number=2']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:49:13.279579 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Network 20596742-9fd2-40ea-ac77-e699011f1040 details requested by agent ovs-agent-dv-neutron-797120-4-hyperv with host dv-neutron-797120-4-hyperv {{(pid=128085) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 11:49:13.293114 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 60116) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:49:13.333203 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-95afdaec-5594-48f4-9605-81d8d3f0de8a tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.294s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:49:13.349847 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-aee1990f-3a14-4dea-8cdb-9474b197f1dc tempest-NegativeSecGroupTest-260829952 tempest-NegativeSecGroupTest-260829952-project] Notify callbacks [] for security_group, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:13.360317 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-706e3c44-e38e-4fa7-a1f3-2afddf6d5199 tempest-AllowedAddressPairTestJSON-920326677 tempest-AllowedAddressPairTestJSON-920326677-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.448s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:49:13.377809 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-d422d698-63d7-427e-a89e-6f170454e5c0 tempest-NegativeSecGroupIPv6Test-156486133 tempest-NegativeSecGroupIPv6Test-156486133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800410'] for security_group, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:13.380444 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-d422d698-63d7-427e-a89e-6f170454e5c0 tempest-NegativeSecGroupIPv6Test-156486133 tempest-NegativeSecGroupIPv6Test-156486133-project] Notify callbacks [] for security_group, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:13.384028 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-d422d698-63d7-427e-a89e-6f170454e5c0 tempest-NegativeSecGroupIPv6Test-156486133 tempest-NegativeSecGroupIPv6Test-156486133-project] 10.222.0.53 "DELETE /v2.0/security-groups/3ec2570a-06c8-4e3e-9321-544da1a4c4c8 HTTP/1.1" status: 204 len: 168 time: 0.6075578 Jun 24 11:49:13.387000 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-6dadefb7-e557-43ff-9f47-cd5880784848 tempest-SecGroupIPv6Test-993619391 tempest-SecGroupIPv6Test-993619391-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:49:13.389888 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 60118) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:49:13.442451 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-c0182f3a-718b-4048-ac50-524dc32374e0 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2035117 Jun 24 11:49:13.442914 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 60120) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:49:13.462159 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d690babe-34ee-452f-bd57-4422be7d44f7 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Made reservation on behalf of 99955773979244bf90218a1ecde00120 for: {'subnet': 1} {{(pid=128084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 11:49:13.466019 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-d690babe-34ee-452f-bd57-4422be7d44f7 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3162484'] for subnet, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:13.469775 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d422d698-63d7-427e-a89e-6f170454e5c0 tempest-NegativeSecGroupIPv6Test-156486133 tempest-NegativeSecGroupIPv6Test-156486133-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ec2570a-06c8-4e3e-9321-544da1a4c4c8,revision_number=None']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:49:13.484581 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-d422d698-63d7-427e-a89e-6f170454e5c0 tempest-NegativeSecGroupIPv6Test-156486133 tempest-NegativeSecGroupIPv6Test-156486133-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:49:13.545304 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [None req-3330c414-2421-4679-8729-ed573ddf9e3b tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Request body: {'subnet': {'network_id': '11a80c9d-f8ee-4388-91b0-d49a25200fee', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:49:13.587907 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-aee1990f-3a14-4dea-8cdb-9474b197f1dc tempest-NegativeSecGroupTest-260829952 tempest-NegativeSecGroupTest-260829952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800410'] for security_group, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:13.590753 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-aee1990f-3a14-4dea-8cdb-9474b197f1dc tempest-NegativeSecGroupTest-260829952 tempest-NegativeSecGroupTest-260829952-project] Notify callbacks [] for security_group, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:13.595439 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-aee1990f-3a14-4dea-8cdb-9474b197f1dc tempest-NegativeSecGroupTest-260829952 tempest-NegativeSecGroupTest-260829952-project] 10.222.0.53 "DELETE /v2.0/security-groups/53003384-804f-42bb-8f8d-4a4cea0412b6 HTTP/1.1" status: 204 len: 168 time: 0.6973164 Jun 24 11:49:13.606878 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 60122) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:49:13.607778 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-d422d698-63d7-427e-a89e-6f170454e5c0 tempest-NegativeSecGroupIPv6Test-156486133 tempest-NegativeSecGroupIPv6Test-156486133-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:49:13.671055 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-74ad6dc0-f6ad-4f58-86cd-9ba754f028dd tempest-NegativeSecGroupIPv6Test-156486133 tempest-NegativeSecGroupIPv6Test-156486133-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2744942 Jun 24 11:49:13.671313 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dde811a-949f-4f9b-aca6-ddf98fba8500 None None] Pushing event updated for resources: {'Port': ['ID=96a73a92-e9c6-40b4-9f8c-a3dba6057736,revision_number=2']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:49:13.680051 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 60124) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:49:13.681092 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-6dde811a-949f-4f9b-aca6-ddf98fba8500 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.469s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:49:13.683400 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee1990f-3a14-4dea-8cdb-9474b197f1dc tempest-NegativeSecGroupTest-260829952 tempest-NegativeSecGroupTest-260829952-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=53003384-804f-42bb-8f8d-4a4cea0412b6,revision_number=None']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:49:13.698431 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-aee1990f-3a14-4dea-8cdb-9474b197f1dc tempest-NegativeSecGroupTest-260829952 tempest-NegativeSecGroupTest-260829952-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:49:13.700630 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.plugin [None req-8e6bf039-ac62-4ac8-8afc-d4f7a39e0350 tempest-AllowedAddressPairTestJSON-920326677 tempest-AllowedAddressPairTestJSON-920326677-project] Deleting port e710723c-8460-4c63-b7cf-3be794d126c5 {{(pid=128084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 11:49:13.701268 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-8e6bf039-ac62-4ac8-8afc-d4f7a39e0350 tempest-AllowedAddressPairTestJSON-920326677 tempest-AllowedAddressPairTestJSON-920326677-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793193942312'] for port, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:13.719190 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-a275a420-9676-447d-92f1-0bb07cf8fe37 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8793193945290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-2537799'] for subnet, after_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:13.730784 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-c354aaf1-210b-4b5c-9e09-41295529ee58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793193945299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193536732'] for port, after_delete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:13.741022 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:49:13.764183 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.api.v2.resource [None req-7d880034-5f17-4730-b7e3-a1b152f800a4 tempest-NegativeSecGroupIPv6Test-156486133 tempest-NegativeSecGroupIPv6Test-156486133-project] delete failed (client error): The resource could not be found. Jun 24 11:49:13.765242 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-7d880034-5f17-4730-b7e3-a1b152f800a4 tempest-NegativeSecGroupIPv6Test-156486133 tempest-NegativeSecGroupIPv6Test-156486133-project] 10.222.0.53 "DELETE /v2.0/security-groups/bce32ebf-dac2-443a-9921-aa361254fb53 HTTP/1.1" status: 404 len: 347 time: 0.0790253 Jun 24 11:49:13.771092 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c354aaf1-210b-4b5c-9e09-41295529ee58 None None] No DVR routers for this DVR port 71cea7c9-9b85-44fe-9155-a131e52bf437 on host dv-neutron-797120-4-hyperv {{(pid=128085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 11:49:13.778091 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 60126) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:49:13.778471 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c354aaf1-210b-4b5c-9e09-41295529ee58 None None] Pushing event deleted for resources: {'Port': ['ID=71cea7c9-9b85-44fe-9155-a131e52bf437,revision_number=None']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:49:13.783252 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-c354aaf1-210b-4b5c-9e09-41295529ee58 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:49:13.824749 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-3956a6f2-e596-442d-8412-0759dc3fc7b6 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:49:13.842399 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-df905d72-5501-45fa-8d3e-407ecb74049e None None] Provisioning complete for port e710723c-8460-4c63-b7cf-3be794d126c5 triggered by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:49:13.843078 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-df905d72-5501-45fa-8d3e-407ecb74049e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:13.894110 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.api.v2.resource [None req-65ac5bed-2309-4cc4-8e51-834e4ffd9235 tempest-NegativeSecGroupIPv6Test-156486133 tempest-NegativeSecGroupIPv6Test-156486133-project] show failed (client error): The resource could not be found. Jun 24 11:49:13.895527 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-65ac5bed-2309-4cc4-8e51-834e4ffd9235 tempest-NegativeSecGroupIPv6Test-156486133 tempest-NegativeSecGroupIPv6Test-156486133-project] 10.222.0.53 "GET /v2.0/security-groups/81163d07-ae00-4186-9103-ee1398c1f33c HTTP/1.1" status: 404 len: 347 time: 0.1033123 Jun 24 11:49:13.903142 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-df905d72-5501-45fa-8d3e-407ecb74049e None None] Port e710723c-8460-4c63-b7cf-3be794d126c5 cannot update to ACTIVE because it is not bound. {{(pid=128085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 11:49:13.904145 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-6a036dbe-6e3c-42e4-a5b9-8acae282ff4c tempest-NegativeSecGroupTest-260829952 tempest-NegativeSecGroupTest-260829952-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2914193 Jun 24 11:49:13.905497 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 60128) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:49:13.905834 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 60130) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:49:13.907135 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a275a420-9676-447d-92f1-0bb07cf8fe37 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:49:13.908264 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-a275a420-9676-447d-92f1-0bb07cf8fe37 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Notify callbacks [] for subnet, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:13.909788 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-a275a420-9676-447d-92f1-0bb07cf8fe37 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] 10.222.0.53 "PUT /v2.0/subnets/cf8f0222-484a-4f76-b563-f31b6d823313 HTTP/1.1" status: 200 len: 806 time: 2.2165732 Jun 24 11:49:13.913166 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 60132) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:49:13.926828 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [None req-0a8bcdea-65f5-49ca-9b2f-c2c27ac2d8ac tempest-NegativeSecGroupTest-260829952 tempest-NegativeSecGroupTest-260829952-project] Request body: {'security_group': {'name': 'tempest-secgroup--172223318'}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:49:13.983323 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device 9fece71a-9de3-4052-b02a-0a75a8f8f3b3 up at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 11:49:14.004535 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.api.v2.resource [None req-f0e41751-88d2-4320-a692-9acea38070bd tempest-NegativeSecGroupIPv6Test-156486133 tempest-NegativeSecGroupIPv6Test-156486133-project] show failed (client error): The resource could not be found. Jun 24 11:49:14.006093 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-f0e41751-88d2-4320-a692-9acea38070bd tempest-NegativeSecGroupIPv6Test-156486133 tempest-NegativeSecGroupIPv6Test-156486133-project] 10.222.0.53 "GET /v2.0/security-group-rules/e419e8b4-1ec3-43c7-a208-d0f82eb9c747 HTTP/1.1" status: 404 len: 356 time: 0.0930526 Jun 24 11:49:14.027249 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.db.api [None req-3330c414-2421-4679-8729-ed573ddf9e3b tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 24 11:49:14.027249 dv-neutron-797120-4-hyperv neutron-server[128083]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 24 11:49:14.027249 dv-neutron-797120-4-hyperv neutron-server[128083]: [parameters: {'project_id_1': '086af1f572244cd08c37d97e004e4732', 'expiration_1': datetime.datetime(2021, 6, 24, 11, 49, 13, 995257)}] Jun 24 11:49:14.027249 dv-neutron-797120-4-hyperv neutron-server[128083]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=128083) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 24 11:49:14.027733 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_db.api [None req-3330c414-2421-4679-8729-ed573ddf9e3b tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=128083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 24 11:49:14.032149 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a275a420-9676-447d-92f1-0bb07cf8fe37 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Pushing event updated for resources: {'Subnet': ['ID=cf8f0222-484a-4f76-b563-f31b6d823313,revision_number=1']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:49:14.041266 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-a275a420-9676-447d-92f1-0bb07cf8fe37 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:49:14.045533 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-0a8bcdea-65f5-49ca-9b2f-c2c27ac2d8ac tempest-NegativeSecGroupTest-260829952 tempest-NegativeSecGroupTest-260829952-project] Notify callbacks [] for security_group, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:14.054654 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning complete for port 9fece71a-9de3-4052-b02a-0a75a8f8f3b3 triggered by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:49:14.055326 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:14.084346 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-8e6bf039-ac62-4ac8-8afc-d4f7a39e0350 tempest-AllowedAddressPairTestJSON-920326677 tempest-AllowedAddressPairTestJSON-920326677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1978872'] for port, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:14.169030 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device 96a73a92-e9c6-40b4-9f8c-a3dba6057736 up at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 11:49:14.191115 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-d690babe-34ee-452f-bd57-4422be7d44f7 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3291959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3162270'] for subnet, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:14.206015 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-1aacc2d7-eee8-433b-bfca-3ae51e0da9ea tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:49:14.221698 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.plugin [None req-8e6bf039-ac62-4ac8-8afc-d4f7a39e0350 tempest-AllowedAddressPairTestJSON-920326677 tempest-AllowedAddressPairTestJSON-920326677-project] Calling delete_port for e710723c-8460-4c63-b7cf-3be794d126c5 owned by {{(pid=128084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 11:49:14.243502 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning for port 96a73a92-e9c6-40b4-9f8c-a3dba6057736 completed by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 11:49:14.268497 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-61ff123a-af76-4cee-9115-6f26235be4ec tempest-FloatingIPAdminTestJSON-775113783 tempest-FloatingIPAdminTestJSON-775113783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:14.278751 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-0a8bcdea-65f5-49ca-9b2f-c2c27ac2d8ac tempest-NegativeSecGroupTest-260829952 tempest-NegativeSecGroupTest-260829952-project] Notify callbacks [] for security_group, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:14.289953 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-0a8bcdea-65f5-49ca-9b2f-c2c27ac2d8ac tempest-NegativeSecGroupTest-260829952 tempest-NegativeSecGroupTest-260829952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800410'] for security_group, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:14.293383 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:49:14.341845 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device 71cea7c9-9b85-44fe-9155-a131e52bf437 no longer exists at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 11:49:14.372805 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] No Port match for: 71cea7c9-9b85-44fe-9155-a131e52bf437 {{(pid=128085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 11:49:14.373498 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device 71cea7c9-9b85-44fe-9155-a131e52bf437 not bound to the agent host dv-neutron-797120-4-hyperv {{(pid=128085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 11:49:14.408449 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-4d1b4703-6f62-4f8c-999e-a7e337acf0e7 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-534962'] for network, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:14.413669 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-0a8bcdea-65f5-49ca-9b2f-c2c27ac2d8ac tempest-NegativeSecGroupTest-260829952 tempest-NegativeSecGroupTest-260829952-project] Notify callbacks [] for security_group, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:14.414968 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-0a8bcdea-65f5-49ca-9b2f-c2c27ac2d8ac tempest-NegativeSecGroupTest-260829952 tempest-NegativeSecGroupTest-260829952-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.4994988 Jun 24 11:49:14.417671 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8bcdea-65f5-49ca-9b2f-c2c27ac2d8ac tempest-NegativeSecGroupTest-260829952 tempest-NegativeSecGroupTest-260829952-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bcfd4d95-5ccb-4514-8cba-370a172ecd01,revision_number=1']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:49:14.426372 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-0a8bcdea-65f5-49ca-9b2f-c2c27ac2d8ac tempest-NegativeSecGroupTest-260829952 tempest-NegativeSecGroupTest-260829952-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:49:14.427527 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 60138) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:49:14.428719 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d690babe-34ee-452f-bd57-4422be7d44f7 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Pushing event updated for resources: {'Subnet': ['ID=8bb61c44-5551-40cf-b82a-60ba61400da0,revision_number=0']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:49:14.434348 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-1816fdc0-37d5-4841-9d4c-232d43912091 tempest-NegativeSecGroupTest-260829952 tempest-NegativeSecGroupTest-260829952-project] Request body: {'security_group_rule': {'security_group_id': 'bcfd4d95-5ccb-4514-8cba-370a172ecd01', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:49:14.435178 dv-neutron-797120-4-hyperv neutron-server[128084]: WARNING neutron.api.v2.base [None req-1816fdc0-37d5-4841-9d4c-232d43912091 tempest-NegativeSecGroupTest-260829952 tempest-NegativeSecGroupTest-260829952-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Jun 24 11:49:14.435716 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.api.v2.resource [None req-1816fdc0-37d5-4841-9d4c-232d43912091 tempest-NegativeSecGroupTest-260829952 tempest-NegativeSecGroupTest-260829952-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 24 11:49:14.439290 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-1816fdc0-37d5-4841-9d4c-232d43912091 tempest-NegativeSecGroupTest-260829952 tempest-NegativeSecGroupTest-260829952-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0060017 Jun 24 11:49:14.439290 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-d690babe-34ee-452f-bd57-4422be7d44f7 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:49:14.439620 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 60140) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:49:14.463821 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:14.507083 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 60142) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:49:14.511004 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d690babe-34ee-452f-bd57-4422be7d44f7 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Checking segment: {'id': 'ae8a606f-e217-4e22-ba81-7b3c9ed99a4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '20596742-9fd2-40ea-ac77-e699011f1040'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=128084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 11:49:14.511370 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d690babe-34ee-452f-bd57-4422be7d44f7 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Network hostable DHCP agents. Network: 20596742-9fd2-40ea-ac77-e699011f1040, hostable agents: ['6be988a9-1d97-480f-be5a-c55abf2c55c5'], hosted agents: [] {{(pid=128084) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 11:49:14.570629 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d690babe-34ee-452f-bd57-4422be7d44f7 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Network 20596742-9fd2-40ea-ac77-e699011f1040 is scheduled to be hosted by DHCP agent 6be988a9-1d97-480f-be5a-c55abf2c55c5 with binding_index 1 {{(pid=128084) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 11:49:14.611080 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.base_scheduler [None req-d690babe-34ee-452f-bd57-4422be7d44f7 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-4-hyperv, 20596742-9fd2-40ea-ac77-e699011f1040) {{(pid=128084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:49:14.611654 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3330c414-2421-4679-8729-ed573ddf9e3b tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Made reservation on behalf of 086af1f572244cd08c37d97e004e4732 for: {'subnet': 1} {{(pid=128083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 11:49:14.618175 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.plugin [None req-4d1b4703-6f62-4f8c-999e-a7e337acf0e7 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Deleting port 96a73a92-e9c6-40b4-9f8c-a3dba6057736 {{(pid=128084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 11:49:14.618758 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-4d1b4703-6f62-4f8c-999e-a7e337acf0e7 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793193942312'] for port, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:14.619807 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-3330c414-2421-4679-8729-ed573ddf9e3b tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3289788'] for subnet, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:14.624246 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d690babe-34ee-452f-bd57-4422be7d44f7 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=128084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:49:14.624844 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-d690babe-34ee-452f-bd57-4422be7d44f7 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Notify callbacks [] for subnet, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:14.625355 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a933f8c2-f49f-4526-9c78-0a004cb8d7f5 None None] Network 20596742-9fd2-40ea-ac77-e699011f1040 requested from dv-neutron-797120-4-hyperv {{(pid=128085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 11:49:14.710708 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-d690babe-34ee-452f-bd57-4422be7d44f7 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4715970 Jun 24 11:49:14.713117 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-8e6bf039-ac62-4ac8-8afc-d4f7a39e0350 tempest-AllowedAddressPairTestJSON-920326677 tempest-AllowedAddressPairTestJSON-920326677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793193945299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193536732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3292088'] for port, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:14.716078 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 60146) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:49:14.717072 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-519bec3f-7e4b-4476-bb90-4f52ff6201c1 tempest-NegativeSecGroupTest-260829952 tempest-NegativeSecGroupTest-260829952-project] Notify callbacks [] for security_group, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:14.723494 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-4e0c1e98-1d18-44fd-b921-ed7cd03ef975 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:49:14.742863 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-a5af38f9-dbff-4127-89e5-ef6290241614 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Request body: {'port': {'network_id': '20596742-9fd2-40ea-ac77-e699011f1040', 'name': 'tempest-PortsIpV6TestJSON-1835868317'}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:49:14.833421 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6bf039-ac62-4ac8-8afc-d4f7a39e0350 tempest-AllowedAddressPairTestJSON-920326677 tempest-AllowedAddressPairTestJSON-920326677-project] Pushing event deleted for resources: {'Port': ['ID=e710723c-8460-4c63-b7cf-3be794d126c5,revision_number=None']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:49:14.894849 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-519bec3f-7e4b-4476-bb90-4f52ff6201c1 tempest-NegativeSecGroupTest-260829952 tempest-NegativeSecGroupTest-260829952-project] Notify callbacks [] for security_group, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:14.895146 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-8e6bf039-ac62-4ac8-8afc-d4f7a39e0350 tempest-AllowedAddressPairTestJSON-920326677 tempest-AllowedAddressPairTestJSON-920326677-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:49:14.897803 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fbb89b0-3af0-42a5-ada5-006a8dd9887a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d65c8f8-7530-5052-99fe-8ea05073750b-20596742-9fd2-40ea-ac77-e699011f1040', 'network_id': '20596742-9fd2-40ea-ac77-e699011f1040', 'tenant_id': '99955773979244bf90218a1ecde00120', 'fixed_ips': [{'subnet_id': '8bb61c44-5551-40cf-b82a-60ba61400da0'}]}} from dv-neutron-797120-4-hyperv. {{(pid=128085) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 24 11:49:14.899136 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-7fbb89b0-3af0-42a5-ada5-006a8dd9887a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_create {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:14.926190 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.db [None req-4d1b4703-6f62-4f8c-999e-a7e337acf0e7 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] For port 96a73a92-e9c6-40b4-9f8c-a3dba6057736, host dv-neutron-797120-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=96a73a92-e9c6-40b4-9f8c-a3dba6057736,segment=NetworkSegment(03460d2b-c5e7-4400-b643-fafd12a0ed53),segment_id=03460d2b-c5e7-4400-b643-fafd12a0ed53)] {{(pid=128084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 11:49:14.926558 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-4d1b4703-6f62-4f8c-999e-a7e337acf0e7 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1978872'] for port, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:14.984693 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.plugin [None req-4d1b4703-6f62-4f8c-999e-a7e337acf0e7 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Calling delete_port for 96a73a92-e9c6-40b4-9f8c-a3dba6057736 owned by network:dhcp {{(pid=128084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 11:49:15.034872 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b816e7b8-5dd1-45ed-b398-793bb8110a8b None None] Network d305eff9-5266-4028-9909-13644ce69d10 requested from dv-neutron-797120-4-hyperv {{(pid=128085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 11:49:15.039119 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-d202cc31-9cf5-44e8-9903-8e1e364517f6 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=642f4d789954465a90a6fd97f785a939&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5249326 Jun 24 11:49:15.051510 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 60148) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:49:15.054326 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.db_base_plugin_common [None req-61ff123a-af76-4cee-9115-6f26235be4ec tempest-FloatingIPAdminTestJSON-775113783 tempest-FloatingIPAdminTestJSON-775113783-project] Allocated IP 172.20.0.1 (13aaf39d-108d-47ac-8989-523c6652960d/10102c18-fc2c-4d69-a133-ead25f7500a6/64553cdb-fb09-45a9-8fd2-6d29aa807aaf) {{(pid=128083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 11:49:15.096677 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-519bec3f-7e4b-4476-bb90-4f52ff6201c1 tempest-NegativeSecGroupTest-260829952 tempest-NegativeSecGroupTest-260829952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800410'] for security_group, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:15.104005 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-519bec3f-7e4b-4476-bb90-4f52ff6201c1 tempest-NegativeSecGroupTest-260829952 tempest-NegativeSecGroupTest-260829952-project] Notify callbacks [] for security_group, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:15.105406 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-519bec3f-7e4b-4476-bb90-4f52ff6201c1 tempest-NegativeSecGroupTest-260829952 tempest-NegativeSecGroupTest-260829952-project] 10.222.0.53 "DELETE /v2.0/security-groups/bcfd4d95-5ccb-4514-8cba-370a172ecd01 HTTP/1.1" status: 204 len: 168 time: 0.6630027 Jun 24 11:49:15.116121 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-0a8bcdea-65f5-49ca-9b2f-c2c27ac2d8ac tempest-NegativeSecGroupTest-260829952 tempest-NegativeSecGroupTest-260829952-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:49:15.119434 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 60150) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:49:15.137929 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-77c65f83-2a57-4f74-aa0c-1ff637bb430e None None] Provisioning for port 96a73a92-e9c6-40b4-9f8c-a3dba6057736 completed by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 11:49:15.149582 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.db_base_plugin_common [None req-7fbb89b0-3af0-42a5-ada5-006a8dd9887a None None] Allocated IP 2001:db8::2 (20596742-9fd2-40ea-ac77-e699011f1040/8bb61c44-5551-40cf-b82a-60ba61400da0/393cf84b-91fc-4b57-b13c-0f910a3ddf6a) {{(pid=128085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 11:49:15.159775 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-77c65f83-2a57-4f74-aa0c-1ff637bb430e None None] Provisioning complete for port 96a73a92-e9c6-40b4-9f8c-a3dba6057736 triggered by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:49:15.160268 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-77c65f83-2a57-4f74-aa0c-1ff637bb430e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:15.201238 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519bec3f-7e4b-4476-bb90-4f52ff6201c1 tempest-NegativeSecGroupTest-260829952 tempest-NegativeSecGroupTest-260829952-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcfd4d95-5ccb-4514-8cba-370a172ecd01,revision_number=None']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:49:15.219190 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-8e6bf039-ac62-4ac8-8afc-d4f7a39e0350 tempest-AllowedAddressPairTestJSON-920326677 tempest-AllowedAddressPairTestJSON-920326677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468916'] for port, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:15.224753 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-8e6bf039-ac62-4ac8-8afc-d4f7a39e0350 tempest-AllowedAddressPairTestJSON-920326677 tempest-AllowedAddressPairTestJSON-920326677-project] 10.222.0.53 "DELETE /v2.0/ports/e710723c-8460-4c63-b7cf-3be794d126c5 HTTP/1.1" status: 204 len: 168 time: 2.0441804 Jun 24 11:49:15.228179 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 60152) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:49:15.245015 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-519bec3f-7e4b-4476-bb90-4f52ff6201c1 tempest-NegativeSecGroupTest-260829952 tempest-NegativeSecGroupTest-260829952-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:49:15.270651 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5af38f9-dbff-4127-89e5-ef6290241614 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Made reservation on behalf of 99955773979244bf90218a1ecde00120 for: {'port': 1} {{(pid=128084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 11:49:15.276299 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-a5af38f9-dbff-4127-89e5-ef6290241614 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:15.279142 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.pecan_wsgi.hooks.translation [None req-7eb95d0e-db48-4c71-b1bd-f5f1cb9b175e tempest-AllowedAddressPairTestJSON-920326677 tempest-AllowedAddressPairTestJSON-920326677-project] GET failed (client error): The resource could not be found. Jun 24 11:49:15.285215 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-7eb95d0e-db48-4c71-b1bd-f5f1cb9b175e tempest-AllowedAddressPairTestJSON-920326677 tempest-AllowedAddressPairTestJSON-920326677-project] 10.222.0.53 "GET /v2.0/ports/e710723c-8460-4c63-b7cf-3be794d126c5 HTTP/1.1" status: 404 len: 333 time: 0.0489831 Jun 24 11:49:15.289956 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 60154) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:49:15.304048 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-3772278c-a37e-4ec4-b9f5-b9ff62d799a7 tempest-AllowedAddressPairTestJSON-920326677 tempest-AllowedAddressPairTestJSON-920326677-project] Request body: {'port': {'network_id': '7307eb3d-f5f4-485c-84a2-0a03674bda0b', 'name': 'tempest-AllowedAddressPairTestJSON-656993268'}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:49:15.336149 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-ffe738c8-da6c-48e7-a30f-49ec7ae4c61d tempest-NegativeSecGroupTest-260829952 tempest-NegativeSecGroupTest-260829952-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1950543 Jun 24 11:49:15.346596 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 60156) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:49:15.352782 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-0541516d-2921-4b80-b60f-3c1ceebc9dd0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:15.353874 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [None req-8e4a96b4-c308-4bd2-aff7-e7cc0f2c7af5 tempest-NegativeSecGroupTest-260829952 tempest-NegativeSecGroupTest-260829952-project] Request body: {'security_group': {'name': 'tempest-secgroup--940622165'}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:49:15.357657 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.notifiers.nova [None req-a5af38f9-dbff-4127-89e5-ef6290241614 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] device_id is not set on port 92316086-fb1d-4d3f-b784-2e3c5267980f yet. {{(pid=128084) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 24 11:49:15.387191 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-61ff123a-af76-4cee-9115-6f26235be4ec tempest-FloatingIPAdminTestJSON-775113783 tempest-FloatingIPAdminTestJSON-775113783-project] Notify callbacks [] for port, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:15.403001 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-3330c414-2421-4679-8729-ed573ddf9e3b tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2537737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3289942'] for subnet, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:15.409968 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-f575bb78-6929-49b2-b651-d8f73af17f7b tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:49:15.443500 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-8e4a96b4-c308-4bd2-aff7-e7cc0f2c7af5 tempest-NegativeSecGroupTest-260829952 tempest-NegativeSecGroupTest-260829952-project] Notify callbacks [] for security_group, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:15.469141 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3330c414-2421-4679-8729-ed573ddf9e3b tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Network 11a80c9d-f8ee-4388-91b0-d49a25200fee is already hosted by enough agents. {{(pid=128083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 11:49:15.473770 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-77c65f83-2a57-4f74-aa0c-1ff637bb430e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:15.474126 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.base_scheduler [None req-3330c414-2421-4679-8729-ed573ddf9e3b tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Resources bound (agent type, host, resource id): {{(pid=128083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:49:15.478529 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3330c414-2421-4679-8729-ed573ddf9e3b tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:49:15.479121 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-3330c414-2421-4679-8729-ed573ddf9e3b tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks [] for subnet, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:15.491759 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-0541516d-2921-4b80-b60f-3c1ceebc9dd0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:15.505213 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3330c414-2421-4679-8729-ed573ddf9e3b tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Pushing event updated for resources: {'Subnet': ['ID=e59a1a0d-c770-406a-bf08-08707b198c4f,revision_number=0']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:49:15.506909 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33f8ca30-4f60-4f87-99da-f58d4f0db6db None None] Network 11a80c9d-f8ee-4388-91b0-d49a25200fee requested from dv-neutron-797120-4-hyperv {{(pid=128085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 11:49:15.509895 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-3330c414-2421-4679-8729-ed573ddf9e3b tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:49:15.517539 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.provisioning_blocks [None req-61ff123a-af76-4cee-9115-6f26235be4ec tempest-FloatingIPAdminTestJSON-775113783 tempest-FloatingIPAdminTestJSON-775113783-project] Transition to ACTIVE for port object 64553cdb-fb09-45a9-8fd2-6d29aa807aaf will not be triggered until provisioned by entity DHCP. {{(pid=128083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 11:49:15.526357 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-4d1b4703-6f62-4f8c-999e-a7e337acf0e7 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793193945299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193536732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3292088'] for port, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:15.541476 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-7e2ab45c-349d-4887-8a7b-a365e1099fca tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:49:15.595320 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1b4703-6f62-4f8c-999e-a7e337acf0e7 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Pushing event deleted for resources: {'Port': ['ID=96a73a92-e9c6-40b4-9f8c-a3dba6057736,revision_number=None']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:49:15.602785 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-7fbb89b0-3af0-42a5-ada5-006a8dd9887a None None] Notify callbacks [] for port, precommit_create {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:15.604651 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-4d1b4703-6f62-4f8c-999e-a7e337acf0e7 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:49:15.606450 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-8e4a96b4-c308-4bd2-aff7-e7cc0f2c7af5 tempest-NegativeSecGroupTest-260829952 tempest-NegativeSecGroupTest-260829952-project] Notify callbacks [] for security_group, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:15.607073 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-61ff123a-af76-4cee-9115-6f26235be4ec tempest-FloatingIPAdminTestJSON-775113783 tempest-FloatingIPAdminTestJSON-775113783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-650429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-506361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793193536723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2537853'] for port, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:15.609133 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-fa5bb23b-c5a0-4ad8-b260-bfbb843c1450 tempest-ServerActionsTestJSON-818164034 tempest-ServerActionsTestJSON-818164034-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:49:15.639833 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-7fbb89b0-3af0-42a5-ada5-006a8dd9887a None None] Transition to ACTIVE for port object 393cf84b-91fc-4b57-b13c-0f910a3ddf6a will not be triggered until provisioned by entity L2. {{(pid=128085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 11:49:15.643654 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-8e4a96b4-c308-4bd2-aff7-e7cc0f2c7af5 tempest-NegativeSecGroupTest-260829952 tempest-NegativeSecGroupTest-260829952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800410'] for security_group, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:15.653333 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-3330c414-2421-4679-8729-ed573ddf9e3b tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1707015 Jun 24 11:49:15.662404 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 60158) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:49:15.664793 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d1b4703-6f62-4f8c-999e-a7e337acf0e7 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] No DVR routers for this DVR port 96a73a92-e9c6-40b4-9f8c-a3dba6057736 on host dv-neutron-797120-4-hyperv {{(pid=128084) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 11:49:15.667919 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-7fbb89b0-3af0-42a5-ada5-006a8dd9887a None None] Transition to ACTIVE for port object 393cf84b-91fc-4b57-b13c-0f910a3ddf6a will not be triggered until provisioned by entity DHCP. {{(pid=128085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 11:49:15.669225 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61ff123a-af76-4cee-9115-6f26235be4ec tempest-FloatingIPAdminTestJSON-775113783 tempest-FloatingIPAdminTestJSON-775113783-project] Network 13aaf39d-108d-47ac-8989-523c6652960d is already hosted by enough agents. {{(pid=128083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 11:49:15.670923 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-7cf3bf5f-e518-4fb1-b41e-86601c657e7b tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Request body: {'port': {'network_id': '11a80c9d-f8ee-4388-91b0-d49a25200fee', 'mac_address': 'fa:16:3e:63:c0:26', 'name': 'tempest-NetworksTestDHCPv6-436385798'}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:49:15.678171 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.base_scheduler [None req-61ff123a-af76-4cee-9115-6f26235be4ec tempest-FloatingIPAdminTestJSON-775113783 tempest-FloatingIPAdminTestJSON-775113783-project] Resources bound (agent type, host, resource id): {{(pid=128083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:49:15.682082 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61ff123a-af76-4cee-9115-6f26235be4ec tempest-FloatingIPAdminTestJSON-775113783 tempest-FloatingIPAdminTestJSON-775113783-project] Received port after_create {{(pid=128083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 11:49:15.683617 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-7fbb89b0-3af0-42a5-ada5-006a8dd9887a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-650429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-506361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793193536723'] for port, after_create {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:15.688287 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-6dde811a-949f-4f9b-aca6-ddf98fba8500 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:49:15.732171 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-61ff123a-af76-4cee-9115-6f26235be4ec tempest-FloatingIPAdminTestJSON-775113783 tempest-FloatingIPAdminTestJSON-775113783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1978458'] for router_interface, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:15.734824 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ff123a-af76-4cee-9115-6f26235be4ec tempest-FloatingIPAdminTestJSON-775113783 tempest-FloatingIPAdminTestJSON-775113783-project] Pushing event updated for resources: {'Port': ['ID=64553cdb-fb09-45a9-8fd2-6d29aa807aaf,revision_number=1']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:49:15.739832 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-61ff123a-af76-4cee-9115-6f26235be4ec tempest-FloatingIPAdminTestJSON-775113783 tempest-FloatingIPAdminTestJSON-775113783-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:49:15.739832 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-133dade9-24dc-4f08-8060-934a7e18330c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.090s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:49:15.773981 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fbb89b0-3af0-42a5-ada5-006a8dd9887a None None] Network 20596742-9fd2-40ea-ac77-e699011f1040 is already hosted by enough agents. {{(pid=128085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 11:49:15.775079 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbb89b0-3af0-42a5-ada5-006a8dd9887a None None] Pushing event updated for resources: {'Port': ['ID=393cf84b-91fc-4b57-b13c-0f910a3ddf6a,revision_number=1']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:49:15.780108 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-7fbb89b0-3af0-42a5-ada5-006a8dd9887a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:49:15.783017 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.scheduler.base_scheduler [None req-7fbb89b0-3af0-42a5-ada5-006a8dd9887a None None] Resources bound (agent type, host, resource id): {{(pid=128085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:49:15.790945 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fbb89b0-3af0-42a5-ada5-006a8dd9887a None None] Received port after_create {{(pid=128085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 11:49:15.921830 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b837862e-20cc-420e-b4e1-7697e1c3fabb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d65c8f8-7530-5052-99fe-8ea05073750b-11a80c9d-f8ee-4388-91b0-d49a25200fee', 'network_id': '11a80c9d-f8ee-4388-91b0-d49a25200fee', 'tenant_id': '086af1f572244cd08c37d97e004e4732', 'fixed_ips': [{'subnet_id': 'e59a1a0d-c770-406a-bf08-08707b198c4f'}]}} from dv-neutron-797120-4-hyperv. {{(pid=128085) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 24 11:49:15.925249 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-b837862e-20cc-420e-b4e1-7697e1c3fabb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_create {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:15.926000 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4a96b4-c308-4bd2-aff7-e7cc0f2c7af5 tempest-NegativeSecGroupTest-260829952 tempest-NegativeSecGroupTest-260829952-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ee0e3c50-3dac-4a83-8bdb-9cc407b1e3ab,revision_number=1']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:49:15.930226 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-8e4a96b4-c308-4bd2-aff7-e7cc0f2c7af5 tempest-NegativeSecGroupTest-260829952 tempest-NegativeSecGroupTest-260829952-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:49:15.943124 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-7fbb89b0-3af0-42a5-ada5-006a8dd9887a None None] Attempting to bind port 393cf84b-91fc-4b57-b13c-0f910a3ddf6a on host dv-neutron-797120-4-hyperv for vnic_type normal with profile {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 11:49:15.943513 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-7fbb89b0-3af0-42a5-ada5-006a8dd9887a None None] Attempting to bind port 393cf84b-91fc-4b57-b13c-0f910a3ddf6a by drivers openvswitch,hyperv on host dv-neutron-797120-4-hyperv at level 0 using segments [{'id': 'ae8a606f-e217-4e22-ba81-7b3c9ed99a4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '20596742-9fd2-40ea-ac77-e699011f1040'}] {{(pid=128085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 11:49:15.943924 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fbb89b0-3af0-42a5-ada5-006a8dd9887a None None] Attempting to bind port 393cf84b-91fc-4b57-b13c-0f910a3ddf6a on network 20596742-9fd2-40ea-ac77-e699011f1040 {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 11:49:15.953344 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fbb89b0-3af0-42a5-ada5-006a8dd9887a None None] Checking agent: {'id': 'e3a695b2-c397-461f-83b0-10b79d490b59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 11, 36, 56), 'started_at': datetime.datetime(2021, 6, 24, 11, 37, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 11, 48, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 11:49:15.953724 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fbb89b0-3af0-42a5-ada5-006a8dd9887a None None] Checking segment: {'id': 'ae8a606f-e217-4e22-ba81-7b3c9ed99a4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '20596742-9fd2-40ea-ac77-e699011f1040'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=128085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 11:49:15.954126 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-7fbb89b0-3af0-42a5-ada5-006a8dd9887a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:15.955128 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fbb89b0-3af0-42a5-ada5-006a8dd9887a None None] Bound using segment: {'id': 'ae8a606f-e217-4e22-ba81-7b3c9ed99a4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '20596742-9fd2-40ea-ac77-e699011f1040'} {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 11:49:15.955609 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-7fbb89b0-3af0-42a5-ada5-006a8dd9887a None None] Bound port: 393cf84b-91fc-4b57-b13c-0f910a3ddf6a, host: dv-neutron-797120-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae8a606f-e217-4e22-ba81-7b3c9ed99a4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '20596742-9fd2-40ea-ac77-e699011f1040'}}] {{(pid=128085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 11:49:15.960199 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-7fbb89b0-3af0-42a5-ada5-006a8dd9887a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:15.983586 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-4d1b4703-6f62-4f8c-999e-a7e337acf0e7 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-972249'] for subnet, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:15.991166 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-8e4a96b4-c308-4bd2-aff7-e7cc0f2c7af5 tempest-NegativeSecGroupTest-260829952 tempest-NegativeSecGroupTest-260829952-project] Notify callbacks [] for security_group, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:15.992938 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-8e4a96b4-c308-4bd2-aff7-e7cc0f2c7af5 tempest-NegativeSecGroupTest-260829952 tempest-NegativeSecGroupTest-260829952-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.6453898 Jun 24 11:49:15.996844 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 60160) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:49:16.003736 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [None req-e77961e7-b02e-4b6f-8250-bfde0b710ed7 tempest-NegativeSecGroupTest-260829952 tempest-NegativeSecGroupTest-260829952-project] Request body: {'security_group_rule': {'security_group_id': 'ee0e3c50-3dac-4a83-8bdb-9cc407b1e3ab', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:49:16.006174 dv-neutron-797120-4-hyperv neutron-server[128083]: WARNING neutron.api.v2.base [None req-e77961e7-b02e-4b6f-8250-bfde0b710ed7 tempest-NegativeSecGroupTest-260829952 tempest-NegativeSecGroupTest-260829952-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Jun 24 11:49:16.006923 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.api.v2.resource [None req-e77961e7-b02e-4b6f-8250-bfde0b710ed7 tempest-NegativeSecGroupTest-260829952 tempest-NegativeSecGroupTest-260829952-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 24 11:49:16.008733 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-e77961e7-b02e-4b6f-8250-bfde0b710ed7 tempest-NegativeSecGroupTest-260829952 tempest-NegativeSecGroupTest-260829952-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0093710 Jun 24 11:49:16.011692 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 60162) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:49:16.017785 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [None req-c357399c-2241-4962-a404-39c5a381febc tempest-NegativeSecGroupTest-260829952 tempest-NegativeSecGroupTest-260829952-project] Request body: {'security_group_rule': {'security_group_id': 'ee0e3c50-3dac-4a83-8bdb-9cc407b1e3ab', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:49:16.021158 dv-neutron-797120-4-hyperv neutron-server[128083]: WARNING neutron.api.v2.base [None req-c357399c-2241-4962-a404-39c5a381febc tempest-NegativeSecGroupTest-260829952 tempest-NegativeSecGroupTest-260829952-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Jun 24 11:49:16.021960 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.api.v2.resource [None req-c357399c-2241-4962-a404-39c5a381febc tempest-NegativeSecGroupTest-260829952 tempest-NegativeSecGroupTest-260829952-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 24 11:49:16.023375 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-c357399c-2241-4962-a404-39c5a381febc tempest-NegativeSecGroupTest-260829952 tempest-NegativeSecGroupTest-260829952-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0103271 Jun 24 11:49:16.024671 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-61ff123a-af76-4cee-9115-6f26235be4ec tempest-FloatingIPAdminTestJSON-775113783 tempest-FloatingIPAdminTestJSON-775113783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:16.033055 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 60164) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:49:16.039170 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [None req-55aee668-a7ad-490d-a766-a107070e48a0 tempest-NegativeSecGroupTest-260829952 tempest-NegativeSecGroupTest-260829952-project] Request body: {'security_group_rule': {'security_group_id': 'ee0e3c50-3dac-4a83-8bdb-9cc407b1e3ab', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:49:16.040089 dv-neutron-797120-4-hyperv neutron-server[128083]: WARNING neutron.api.v2.base [None req-55aee668-a7ad-490d-a766-a107070e48a0 tempest-NegativeSecGroupTest-260829952 tempest-NegativeSecGroupTest-260829952-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Jun 24 11:49:16.040657 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.api.v2.resource [None req-55aee668-a7ad-490d-a766-a107070e48a0 tempest-NegativeSecGroupTest-260829952 tempest-NegativeSecGroupTest-260829952-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 24 11:49:16.041768 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-55aee668-a7ad-490d-a766-a107070e48a0 tempest-NegativeSecGroupTest-260829952 tempest-NegativeSecGroupTest-260829952-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0064526 Jun 24 11:49:16.058247 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 60166) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:49:16.069666 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [None req-a67c7981-bb58-43d6-b0af-c1b783ce84c4 tempest-NegativeSecGroupTest-260829952 tempest-NegativeSecGroupTest-260829952-project] Request body: {'security_group_rule': {'security_group_id': 'ee0e3c50-3dac-4a83-8bdb-9cc407b1e3ab', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:49:16.070822 dv-neutron-797120-4-hyperv neutron-server[128083]: WARNING neutron.api.v2.base [None req-a67c7981-bb58-43d6-b0af-c1b783ce84c4 tempest-NegativeSecGroupTest-260829952 tempest-NegativeSecGroupTest-260829952-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Jun 24 11:49:16.071573 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.api.v2.resource [None req-a67c7981-bb58-43d6-b0af-c1b783ce84c4 tempest-NegativeSecGroupTest-260829952 tempest-NegativeSecGroupTest-260829952-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 24 11:49:16.072872 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-a67c7981-bb58-43d6-b0af-c1b783ce84c4 tempest-NegativeSecGroupTest-260829952 tempest-NegativeSecGroupTest-260829952-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0118704 Jun 24 11:49:16.078712 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 60168) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:49:16.085065 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-0541516d-2921-4b80-b60f-3c1ceebc9dd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800410'] for security_group, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:16.089477 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-0541516d-2921-4b80-b60f-3c1ceebc9dd0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:16.094121 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-0541516d-2921-4b80-b60f-3c1ceebc9dd0 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/1b6d6206-160a-4fa9-aa48-f63c10ae2b3a HTTP/1.1" status: 204 len: 168 time: 1.0403824 Jun 24 11:49:16.097190 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18a462d0-e5da-4b5e-9dd2-80344b064d81 None None] Network d305eff9-5266-4028-9909-13644ce69d10 requested from dv-neutron-797120-4-hyperv {{(pid=128085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 11:49:16.100113 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-ae99f65d-e6fd-46c3-9cbe-e770a99c7ec6 tempest-SecGroupIPv6Test-993619391 tempest-SecGroupIPv6Test-993619391-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:49:16.108881 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3772278c-a37e-4ec4-b9f5-b9ff62d799a7 tempest-AllowedAddressPairTestJSON-920326677 tempest-AllowedAddressPairTestJSON-920326677-project] Made reservation on behalf of 611f9119a92c4b43bff9daa8b04af2d0 for: {'port': 1} {{(pid=128084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 11:49:16.112640 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-3772278c-a37e-4ec4-b9f5-b9ff62d799a7 tempest-AllowedAddressPairTestJSON-920326677 tempest-AllowedAddressPairTestJSON-920326677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:16.137646 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cf3bf5f-e518-4fb1-b41e-86601c657e7b tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Made reservation on behalf of 086af1f572244cd08c37d97e004e4732 for: {'port': 1} {{(pid=128084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 11:49:16.224260 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-c7df2337-ed7f-494d-b681-8c5771d5277c None None] Could not find standard attr ID for object 96a73a92-e9c6-40b4-9f8c-a3dba6057736. {{(pid=128085) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 24 11:49:16.230256 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-0ba2208a-abe3-4511-9a4a-a0ffa9cfdcae tempest-NegativeSecGroupTest-260829952 tempest-NegativeSecGroupTest-260829952-project] Notify callbacks [] for security_group, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:16.241508 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-7fbb89b0-3af0-42a5-ada5-006a8dd9887a None None] For port 393cf84b-91fc-4b57-b13c-0f910a3ddf6a, host dv-neutron-797120-4-hyperv, cleared binding levels {{(pid=128085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 11:49:16.248387 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-7fbb89b0-3af0-42a5-ada5-006a8dd9887a None None] For port 393cf84b-91fc-4b57-b13c-0f910a3ddf6a, host dv-neutron-797120-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=393cf84b-91fc-4b57-b13c-0f910a3ddf6a,segment=NetworkSegment(ae8a606f-e217-4e22-ba81-7b3c9ed99a4a),segment_id=ae8a606f-e217-4e22-ba81-7b3c9ed99a4a)] {{(pid=128085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 11:49:16.253581 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-4d1b4703-6f62-4f8c-999e-a7e337acf0e7 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-972238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3292022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3162263'] for subnet, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:16.260605 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-7fbb89b0-3af0-42a5-ada5-006a8dd9887a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:16.264704 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0541516d-2921-4b80-b60f-3c1ceebc9dd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b6d6206-160a-4fa9-aa48-f63c10ae2b3a,revision_number=None']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:49:16.279552 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-7cf3bf5f-e518-4fb1-b41e-86601c657e7b tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:16.280759 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-ea51cd2a-685d-40e0-812a-aaa9e5727cd3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:49:16.292366 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-c7df2337-ed7f-494d-b681-8c5771d5277c None None] Provisioning for port 64553cdb-fb09-45a9-8fd2-6d29aa807aaf completed by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 11:49:16.300545 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.db_base_plugin_common [None req-b837862e-20cc-420e-b4e1-7697e1c3fabb None None] Allocated IP 2001:db8::2 (11a80c9d-f8ee-4388-91b0-d49a25200fee/e59a1a0d-c770-406a-bf08-08707b198c4f/2502acc3-ac90-489e-aff8-9369a8015e3c) {{(pid=128085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 11:49:16.309006 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-0541516d-2921-4b80-b60f-3c1ceebc9dd0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:49:16.318445 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-0ba2208a-abe3-4511-9a4a-a0ffa9cfdcae tempest-NegativeSecGroupTest-260829952 tempest-NegativeSecGroupTest-260829952-project] Notify callbacks [] for security_group, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:16.320311 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.notifiers.nova [None req-7cf3bf5f-e518-4fb1-b41e-86601c657e7b tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] device_id is not set on port a67168b9-7de2-4cd5-b4fd-b51594dbe32a yet. {{(pid=128084) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 24 11:49:16.345779 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-c7df2337-ed7f-494d-b681-8c5771d5277c None None] Provisioning complete for port 64553cdb-fb09-45a9-8fd2-6d29aa807aaf triggered by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:49:16.346368 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-c7df2337-ed7f-494d-b681-8c5771d5277c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:16.364420 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-617f61c1-3e11-4b25-9c23-e88f0e94c307 tempest-RoutersAdminTest-1970644103 tempest-RoutersAdminTest-1970644103-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.097s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:49:16.375227 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.notifiers.nova [None req-3772278c-a37e-4ec4-b9f5-b9ff62d799a7 tempest-AllowedAddressPairTestJSON-920326677 tempest-AllowedAddressPairTestJSON-920326677-project] device_id is not set on port 2f0a6fd1-41e6-4c37-aa87-ef54ef4aef69 yet. {{(pid=128084) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 24 11:49:16.424837 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1b4703-6f62-4f8c-999e-a7e337acf0e7 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Pushing event deleted for resources: {'Subnet': ['ID=cf8f0222-484a-4f76-b563-f31b6d823313,revision_number=None']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:49:16.486037 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbb89b0-3af0-42a5-ada5-006a8dd9887a None None] Pushing event updated for resources: {'Port': ['ID=393cf84b-91fc-4b57-b13c-0f910a3ddf6a,revision_number=2']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:49:16.489536 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efebc5fe-7e8a-4dac-b409-05cee8b35f47 None None] DHCP port deletion for d305eff9-5266-4028-9909-13644ce69d10 request from dv-neutron-797120-4-hyperv {{(pid=128085) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 24 11:49:16.494858 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-7fbb89b0-3af0-42a5-ada5-006a8dd9887a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:49:16.525107 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-c7df2337-ed7f-494d-b681-8c5771d5277c None None] Port 64553cdb-fb09-45a9-8fd2-6d29aa807aaf cannot update to ACTIVE because it is not bound. {{(pid=128085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 11:49:16.578957 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-0ba2208a-abe3-4511-9a4a-a0ffa9cfdcae tempest-NegativeSecGroupTest-260829952 tempest-NegativeSecGroupTest-260829952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800410'] for security_group, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:16.581698 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-0ba2208a-abe3-4511-9a4a-a0ffa9cfdcae tempest-NegativeSecGroupTest-260829952 tempest-NegativeSecGroupTest-260829952-project] Notify callbacks [] for security_group, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:16.583782 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-0ba2208a-abe3-4511-9a4a-a0ffa9cfdcae tempest-NegativeSecGroupTest-260829952 tempest-NegativeSecGroupTest-260829952-project] 10.222.0.53 "DELETE /v2.0/security-groups/ee0e3c50-3dac-4a83-8bdb-9cc407b1e3ab HTTP/1.1" status: 204 len: 168 time: 0.5021400 Jun 24 11:49:16.601544 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-f7cc9eb5-fd24-4f71-a94d-3b51870a4ff9 tempest-FloatingIPAdminTestJSON-775113783 tempest-FloatingIPAdminTestJSON-775113783-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:49:16.609676 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 60180) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:49:16.634438 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba2208a-abe3-4511-9a4a-a0ffa9cfdcae tempest-NegativeSecGroupTest-260829952 tempest-NegativeSecGroupTest-260829952-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee0e3c50-3dac-4a83-8bdb-9cc407b1e3ab,revision_number=None']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:49:16.650073 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-0ba2208a-abe3-4511-9a4a-a0ffa9cfdcae tempest-NegativeSecGroupTest-260829952 tempest-NegativeSecGroupTest-260829952-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:49:16.691878 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-f75c4709-7b3f-4b35-90e7-ba8b1c5e7be2 tempest-NegativeSecGroupTest-260829952 tempest-NegativeSecGroupTest-260829952-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.0810516 Jun 24 11:49:16.697167 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 60184) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:49:16.714542 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [None req-a1b55999-149f-4768-8988-f9723df9f7fd tempest-NegativeSecGroupTest-260829952 tempest-NegativeSecGroupTest-260829952-project] Request body: {'security_group': {'name': 'tempest-secgroup--945987993'}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:49:16.715212 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-b837862e-20cc-420e-b4e1-7697e1c3fabb None None] Notify callbacks [] for port, precommit_create {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:16.758476 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-b837862e-20cc-420e-b4e1-7697e1c3fabb None None] Transition to ACTIVE for port object 2502acc3-ac90-489e-aff8-9369a8015e3c will not be triggered until provisioned by entity L2. {{(pid=128085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 11:49:16.785239 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-a1b55999-149f-4768-8988-f9723df9f7fd tempest-NegativeSecGroupTest-260829952 tempest-NegativeSecGroupTest-260829952-project] Notify callbacks [] for security_group, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:16.804543 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-b837862e-20cc-420e-b4e1-7697e1c3fabb None None] Transition to ACTIVE for port object 2502acc3-ac90-489e-aff8-9369a8015e3c will not be triggered until provisioned by entity DHCP. {{(pid=128085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 11:49:16.812477 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-b837862e-20cc-420e-b4e1-7697e1c3fabb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-650429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-506361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793193536723'] for port, after_create {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:16.816593 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-61ff123a-af76-4cee-9115-6f26235be4ec tempest-FloatingIPAdminTestJSON-775113783 tempest-FloatingIPAdminTestJSON-775113783-project] Notify callbacks [] for port, precommit_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:16.818115 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:49:16.824178 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-61ff123a-af76-4cee-9115-6f26235be4ec tempest-FloatingIPAdminTestJSON-775113783 tempest-FloatingIPAdminTestJSON-775113783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2537871'] for port, after_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:16.833187 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-1d3b65ec-5600-4044-9f90-0c8b5c2a7d05 tempest-RoutersIpV6AdminTest-1198470881 tempest-RoutersIpV6AdminTest-1198470881-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:49:16.884585 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b837862e-20cc-420e-b4e1-7697e1c3fabb None None] Network 11a80c9d-f8ee-4388-91b0-d49a25200fee is already hosted by enough agents. {{(pid=128085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 11:49:16.888420 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.scheduler.base_scheduler [None req-b837862e-20cc-420e-b4e1-7697e1c3fabb None None] Resources bound (agent type, host, resource id): {{(pid=128085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:49:16.896114 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b837862e-20cc-420e-b4e1-7697e1c3fabb None None] Received port after_create {{(pid=128085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 11:49:16.925089 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b837862e-20cc-420e-b4e1-7697e1c3fabb None None] Pushing event updated for resources: {'Port': ['ID=2502acc3-ac90-489e-aff8-9369a8015e3c,revision_number=1']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:49:16.930684 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-b837862e-20cc-420e-b4e1-7697e1c3fabb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:49:16.944143 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-4d1b4703-6f62-4f8c-999e-a7e337acf0e7 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.580s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:49:16.950882 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.db.db_base_plugin_common [None req-a5af38f9-dbff-4127-89e5-ef6290241614 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Allocated IP 2001:db8::158 (20596742-9fd2-40ea-ac77-e699011f1040/8bb61c44-5551-40cf-b82a-60ba61400da0/92316086-fb1d-4d3f-b784-2e3c5267980f) {{(pid=128084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 11:49:16.966765 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-61ff123a-af76-4cee-9115-6f26235be4ec tempest-FloatingIPAdminTestJSON-775113783 tempest-FloatingIPAdminTestJSON-775113783-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1783050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1978542'] for router_interface, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:16.968007 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ff123a-af76-4cee-9115-6f26235be4ec tempest-FloatingIPAdminTestJSON-775113783 tempest-FloatingIPAdminTestJSON-775113783-project] Pushing event updated for resources: {'Port': ['ID=64553cdb-fb09-45a9-8fd2-6d29aa807aaf,revision_number=2']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:49:16.977797 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-61ff123a-af76-4cee-9115-6f26235be4ec tempest-FloatingIPAdminTestJSON-775113783 tempest-FloatingIPAdminTestJSON-775113783-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:49:17.007572 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-b837862e-20cc-420e-b4e1-7697e1c3fabb None None] Attempting to bind port 2502acc3-ac90-489e-aff8-9369a8015e3c on host dv-neutron-797120-4-hyperv for vnic_type normal with profile {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 11:49:17.008095 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-b837862e-20cc-420e-b4e1-7697e1c3fabb None None] Attempting to bind port 2502acc3-ac90-489e-aff8-9369a8015e3c by drivers openvswitch,hyperv on host dv-neutron-797120-4-hyperv at level 0 using segments [{'id': 'fddfe548-9582-48fa-8a0c-6b06bc4d1b9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '11a80c9d-f8ee-4388-91b0-d49a25200fee'}] {{(pid=128085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 11:49:17.008637 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b837862e-20cc-420e-b4e1-7697e1c3fabb None None] Attempting to bind port 2502acc3-ac90-489e-aff8-9369a8015e3c on network 11a80c9d-f8ee-4388-91b0-d49a25200fee {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 11:49:17.017782 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b837862e-20cc-420e-b4e1-7697e1c3fabb None None] Checking agent: {'id': 'e3a695b2-c397-461f-83b0-10b79d490b59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 11, 36, 56), 'started_at': datetime.datetime(2021, 6, 24, 11, 37, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 11, 48, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 11:49:17.018226 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b837862e-20cc-420e-b4e1-7697e1c3fabb None None] Checking segment: {'id': 'fddfe548-9582-48fa-8a0c-6b06bc4d1b9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '11a80c9d-f8ee-4388-91b0-d49a25200fee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=128085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 11:49:17.018650 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-b837862e-20cc-420e-b4e1-7697e1c3fabb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:17.019202 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b837862e-20cc-420e-b4e1-7697e1c3fabb None None] Bound using segment: {'id': 'fddfe548-9582-48fa-8a0c-6b06bc4d1b9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '11a80c9d-f8ee-4388-91b0-d49a25200fee'} {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 11:49:17.020555 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-b837862e-20cc-420e-b4e1-7697e1c3fabb None None] Bound port: 2502acc3-ac90-489e-aff8-9369a8015e3c, host: dv-neutron-797120-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fddfe548-9582-48fa-8a0c-6b06bc4d1b9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '11a80c9d-f8ee-4388-91b0-d49a25200fee'}}] {{(pid=128085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 11:49:17.020958 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-b837862e-20cc-420e-b4e1-7697e1c3fabb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:17.102570 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-b837862e-20cc-420e-b4e1-7697e1c3fabb None None] For port 2502acc3-ac90-489e-aff8-9369a8015e3c, host dv-neutron-797120-4-hyperv, cleared binding levels {{(pid=128085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 11:49:17.104504 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-a1b55999-149f-4768-8988-f9723df9f7fd tempest-NegativeSecGroupTest-260829952 tempest-NegativeSecGroupTest-260829952-project] Notify callbacks [] for security_group, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:17.107346 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-b837862e-20cc-420e-b4e1-7697e1c3fabb None None] For port 2502acc3-ac90-489e-aff8-9369a8015e3c, host dv-neutron-797120-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=2502acc3-ac90-489e-aff8-9369a8015e3c,segment=NetworkSegment(fddfe548-9582-48fa-8a0c-6b06bc4d1b9f),segment_id=fddfe548-9582-48fa-8a0c-6b06bc4d1b9f)] {{(pid=128085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 11:49:17.115100 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-b837862e-20cc-420e-b4e1-7697e1c3fabb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:17.117795 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-7fbb89b0-3af0-42a5-ada5-006a8dd9887a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:49:17.120496 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61ff123a-af76-4cee-9115-6f26235be4ec tempest-FloatingIPAdminTestJSON-775113783 tempest-FloatingIPAdminTestJSON-775113783-project] Network 13aaf39d-108d-47ac-8989-523c6652960d is already hosted by enough agents. {{(pid=128083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 11:49:17.122280 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.base_scheduler [None req-61ff123a-af76-4cee-9115-6f26235be4ec tempest-FloatingIPAdminTestJSON-775113783 tempest-FloatingIPAdminTestJSON-775113783-project] Resources bound (agent type, host, resource id): {{(pid=128083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:49:17.124172 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-a1b55999-149f-4768-8988-f9723df9f7fd tempest-NegativeSecGroupTest-260829952 tempest-NegativeSecGroupTest-260829952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800410'] for security_group, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:17.141179 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-089c659e-8afb-4873-82b3-c8d628538b9d tempest-NegativeSecGroupIPv6Test-156486133 tempest-NegativeSecGroupIPv6Test-156486133-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:49:17.152528 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-a1b55999-149f-4768-8988-f9723df9f7fd tempest-NegativeSecGroupTest-260829952 tempest-NegativeSecGroupTest-260829952-project] Notify callbacks [] for security_group, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:17.156513 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-a1b55999-149f-4768-8988-f9723df9f7fd tempest-NegativeSecGroupTest-260829952 tempest-NegativeSecGroupTest-260829952-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.4559243 Jun 24 11:49:17.163740 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 60194) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:49:17.176641 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [None req-095164ce-37d8-495f-a3e3-4d1fc8363c5f tempest-NegativeSecGroupTest-260829952 tempest-NegativeSecGroupTest-260829952-project] Request body: {'security_group_rule': {'security_group_id': '68fe67fe-6557-4ef0-af68-f168498fb7b0', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:49:17.177265 dv-neutron-797120-4-hyperv neutron-server[128083]: WARNING neutron.api.v2.base [None req-095164ce-37d8-495f-a3e3-4d1fc8363c5f tempest-NegativeSecGroupTest-260829952 tempest-NegativeSecGroupTest-260829952-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jun 24 11:49:17.185728 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.api.v2.resource [None req-095164ce-37d8-495f-a3e3-4d1fc8363c5f tempest-NegativeSecGroupTest-260829952 tempest-NegativeSecGroupTest-260829952-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 24 11:49:17.189066 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-095164ce-37d8-495f-a3e3-4d1fc8363c5f tempest-NegativeSecGroupTest-260829952 tempest-NegativeSecGroupTest-260829952-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0205250 Jun 24 11:49:17.193892 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 60196) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:49:17.200762 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-4d1b4703-6f62-4f8c-999e-a7e337acf0e7 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973199', 'neutron.services.segments.db._delete_segments_for_network-8793194012456'] for network, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:17.214749 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b837862e-20cc-420e-b4e1-7697e1c3fabb None None] Pushing event updated for resources: {'Port': ['ID=2502acc3-ac90-489e-aff8-9369a8015e3c,revision_number=2']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:49:17.216234 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-55530b88-c3b1-4b3d-bba3-d31c465739be tempest-NegativeSecGroupTest-260829952 tempest-NegativeSecGroupTest-260829952-project] Request body: {'security_group_rule': {'security_group_id': '68fe67fe-6557-4ef0-af68-f168498fb7b0', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:49:17.227747 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-b837862e-20cc-420e-b4e1-7697e1c3fabb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:49:17.237398 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 60198) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:49:17.246864 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.db.db_base_plugin_common [None req-3772278c-a37e-4ec4-b9f5-b9ff62d799a7 tempest-AllowedAddressPairTestJSON-920326677 tempest-AllowedAddressPairTestJSON-920326677-project] Allocated IP 172.20.0.14 (7307eb3d-f5f4-485c-84a2-0a03674bda0b/7a2e1ef3-5d7d-4509-8078-9e6e4bd4c2e5/2f0a6fd1-41e6-4c37-aa87-ef54ef4aef69) {{(pid=128084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 11:49:17.252432 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.services.segments.db [None req-4d1b4703-6f62-4f8c-999e-a7e337acf0e7 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d305eff9-5266-4028-9909-13644ce69d10']}} {{(pid=128084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:49:17.295775 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.services.segments.db [None req-4d1b4703-6f62-4f8c-999e-a7e337acf0e7 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03460d2b-c5e7-4400-b643-fafd12a0ed53') {'for_net_delete': True} {{(pid=128084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:49:17.296770 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.services.segments.db [None req-4d1b4703-6f62-4f8c-999e-a7e337acf0e7 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03460d2b-c5e7-4400-b643-fafd12a0ed53') {} {{(pid=128084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:49:17.333154 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-4d1b4703-6f62-4f8c-999e-a7e337acf0e7 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793194097327', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2373599'] for segment, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:17.359618 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b55999-149f-4768-8988-f9723df9f7fd tempest-NegativeSecGroupTest-260829952 tempest-NegativeSecGroupTest-260829952-project] Pushing event updated for resources: {'SecurityGroup': ['ID=68fe67fe-6557-4ef0-af68-f168498fb7b0,revision_number=1']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:49:17.378434 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.db.db_base_plugin_common [None req-7cf3bf5f-e518-4fb1-b41e-86601c657e7b tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Allocated IP 2001:db8::e8 (11a80c9d-f8ee-4388-91b0-d49a25200fee/e59a1a0d-c770-406a-bf08-08707b198c4f/a67168b9-7de2-4cd5-b4fd-b51594dbe32a) {{(pid=128084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 11:49:17.437069 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-a1b55999-149f-4768-8988-f9723df9f7fd tempest-NegativeSecGroupTest-260829952 tempest-NegativeSecGroupTest-260829952-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:49:17.442205 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61ff123a-af76-4cee-9115-6f26235be4ec tempest-FloatingIPAdminTestJSON-775113783 tempest-FloatingIPAdminTestJSON-775113783-project] Router 1606d87f-67b7-492c-9816-c9bd352c4dd6 has already been hosted by L3 agent 2987dba8-2249-4ee6-96ec-28f0f7a6127d {{(pid=128083) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 11:49:17.466294 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-1461e6b4-a9ed-4f86-8500-fa787928ab28 tempest-ServiceProvidersTest-1979940336 tempest-ServiceProvidersTest-1979940336-project] 10.222.0.53 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.2232044 Jun 24 11:49:17.473865 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-4d1b4703-6f62-4f8c-999e-a7e337acf0e7 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967879'] for segment, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:17.518719 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d1b4703-6f62-4f8c-999e-a7e337acf0e7 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Releasing vlan 623 on physical network physnet1 to pool {{(pid=128084) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 11:49:17.519187 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-4d1b4703-6f62-4f8c-999e-a7e337acf0e7 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3292053'] for segment, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:17.538299 dv-neutron-797120-4-hyperv neutron-server[128084]: Traceback (most recent call last): Jun 24 11:49:17.538299 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 24 11:49:17.538299 dv-neutron-797120-4-hyperv neutron-server[128084]: timer() Jun 24 11:49:17.538299 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 24 11:49:17.538299 dv-neutron-797120-4-hyperv neutron-server[128084]: cb(*args, **kw) Jun 24 11:49:17.538299 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 24 11:49:17.538299 dv-neutron-797120-4-hyperv neutron-server[128084]: return func(*args, **kwargs) Jun 24 11:49:17.538299 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 24 11:49:17.538299 dv-neutron-797120-4-hyperv neutron-server[128084]: self._notify() Jun 24 11:49:17.538299 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 24 11:49:17.538299 dv-neutron-797120-4-hyperv neutron-server[128084]: self.callback(batched_events) Jun 24 11:49:17.538299 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 24 11:49:17.538299 dv-neutron-797120-4-hyperv neutron-server[128084]: event.method(event) Jun 24 11:49:17.538299 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 24 11:49:17.538299 dv-neutron-797120-4-hyperv neutron-server[128084]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 24 11:49:17.538299 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 24 11:49:17.538299 dv-neutron-797120-4-hyperv neutron-server[128084]: aggregate_uuid = self.p_client.list_aggregates( Jun 24 11:49:17.538299 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 24 11:49:17.538299 dv-neutron-797120-4-hyperv neutron-server[128084]: return f(self, *a, **k) Jun 24 11:49:17.538299 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 24 11:49:17.538299 dv-neutron-797120-4-hyperv neutron-server[128084]: return self._get(url).json() Jun 24 11:49:17.538299 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 24 11:49:17.538299 dv-neutron-797120-4-hyperv neutron-server[128084]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 24 11:49:17.538299 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 24 11:49:17.538299 dv-neutron-797120-4-hyperv neutron-server[128084]: return self.request(url, 'GET', **kwargs) Jun 24 11:49:17.538299 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 24 11:49:17.538299 dv-neutron-797120-4-hyperv neutron-server[128084]: base_url = self.get_endpoint(auth, allow=allow, Jun 24 11:49:17.538299 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 24 11:49:17.538299 dv-neutron-797120-4-hyperv neutron-server[128084]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 24 11:49:17.538299 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 24 11:49:17.538299 dv-neutron-797120-4-hyperv neutron-server[128084]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 24 11:49:17.538299 dv-neutron-797120-4-hyperv neutron-server[128084]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 24 11:49:17.586751 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-0dfc385f-5e80-42ce-b27a-d3cb1da8b392 None None] Provisioning complete for port 64553cdb-fb09-45a9-8fd2-6d29aa807aaf triggered by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:49:17.587532 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-0dfc385f-5e80-42ce-b27a-d3cb1da8b392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:17.594492 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61ff123a-af76-4cee-9115-6f26235be4ec tempest-FloatingIPAdminTestJSON-775113783 tempest-FloatingIPAdminTestJSON-775113783-project] Notify agent at l3_agent.dv-neutron-797120-4-hyperv the message routers_updated {{(pid=128083) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 11:49:17.613347 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-61ff123a-af76-4cee-9115-6f26235be4ec tempest-FloatingIPAdminTestJSON-775113783 tempest-FloatingIPAdminTestJSON-775113783-project] 10.222.0.53 "PUT /v2.0/routers/1606d87f-67b7-492c-9816-c9bd352c4dd6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3177886 Jun 24 11:49:17.613983 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 60204) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:49:17.622629 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [None req-5bf540cd-1c38-47ca-8893-b61d99839129 tempest-FloatingIPAdminTestJSON-775113783 tempest-FloatingIPAdminTestJSON-775113783-project] Request body: {'port': {'network_id': '13aaf39d-108d-47ac-8989-523c6652960d', 'name': 'tempest-FloatingIPAdminTestJSON-997319185'}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:49:17.623133 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42923338-1a1b-4526-8072-bf15e6d3dedc None None] Sync routers for ids ['1606d87f-67b7-492c-9816-c9bd352c4dd6'] in dv-neutron-797120-4-hyperv {{(pid=128085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 11:49:17.648793 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.api.v2.resource [None req-55530b88-c3b1-4b3d-bba3-d31c465739be tempest-NegativeSecGroupTest-260829952 tempest-NegativeSecGroupTest-260829952-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 24 11:49:17.655235 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-55530b88-c3b1-4b3d-bba3-d31c465739be tempest-NegativeSecGroupTest-260829952 tempest-NegativeSecGroupTest-260829952-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.4512539 Jun 24 11:49:17.657057 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42923338-1a1b-4526-8072-bf15e6d3dedc None None] Routers {'1606d87f-67b7-492c-9816-c9bd352c4dd6'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 11:49:17.658215 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-42923338-1a1b-4526-8072-bf15e6d3dedc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T11:48:56Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['1606d87f-67b7-492c-9816-c9bd352c4dd6'], 'active': True} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:49:17.663606 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 60206) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:49:17.668792 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [None req-5a7fc711-f4c2-44f9-9d37-923cc196bda0 tempest-NegativeSecGroupTest-260829952 tempest-NegativeSecGroupTest-260829952-project] Request body: {'security_group_rule': {'security_group_id': '68fe67fe-6557-4ef0-af68-f168498fb7b0', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:49:17.681307 dv-neutron-797120-4-hyperv neutron-server[128083]: WARNING neutron.api.v2.base [None req-5a7fc711-f4c2-44f9-9d37-923cc196bda0 tempest-NegativeSecGroupTest-260829952 tempest-NegativeSecGroupTest-260829952-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Jun 24 11:49:17.681884 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.api.v2.resource [None req-5a7fc711-f4c2-44f9-9d37-923cc196bda0 tempest-NegativeSecGroupTest-260829952 tempest-NegativeSecGroupTest-260829952-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 24 11:49:17.683055 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-5a7fc711-f4c2-44f9-9d37-923cc196bda0 tempest-NegativeSecGroupTest-260829952 tempest-NegativeSecGroupTest-260829952-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0183539 Jun 24 11:49:17.699911 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 60208) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:49:17.701277 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-42923338-1a1b-4526-8072-bf15e6d3dedc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:49:17.708296 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-0dfc385f-5e80-42ce-b27a-d3cb1da8b392 None None] Port 64553cdb-fb09-45a9-8fd2-6d29aa807aaf cannot update to ACTIVE because it is not bound. {{(pid=128085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 11:49:17.714542 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42923338-1a1b-4526-8072-bf15e6d3dedc None None] Routers {'1606d87f-67b7-492c-9816-c9bd352c4dd6'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 11:49:17.715183 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-42923338-1a1b-4526-8072-bf15e6d3dedc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T11:48:56Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['1606d87f-67b7-492c-9816-c9bd352c4dd6'], 'active': True} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:49:17.781744 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-42923338-1a1b-4526-8072-bf15e6d3dedc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:49:17.783642 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42923338-1a1b-4526-8072-bf15e6d3dedc None None] The sync data for ids ['1606d87f-67b7-492c-9816-c9bd352c4dd6'] in dv-neutron-797120-4-hyperv is: [] {{(pid=128085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 11:49:17.808076 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-af7a7074-0760-4a76-b765-ff9b171cdd2a tempest-NegativeSecGroupTest-260829952 tempest-NegativeSecGroupTest-260829952-project] Request body: {'security_group_rule': {'security_group_id': '68fe67fe-6557-4ef0-af68-f168498fb7b0', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:49:17.828122 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bf540cd-1c38-47ca-8893-b61d99839129 tempest-FloatingIPAdminTestJSON-775113783 tempest-FloatingIPAdminTestJSON-775113783-project] Made reservation on behalf of eef5d0c5c46f441d917d16eaa2132e09 for: {'port': 1} {{(pid=128083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 11:49:17.835855 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-5bf540cd-1c38-47ca-8893-b61d99839129 tempest-FloatingIPAdminTestJSON-775113783 tempest-FloatingIPAdminTestJSON-775113783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:17.852209 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-4d1b4703-6f62-4f8c-999e-a7e337acf0e7 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1800243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1815642'] for network, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:17.856513 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-4d1b4703-6f62-4f8c-999e-a7e337acf0e7 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Notify callbacks [] for network, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:17.861914 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-4d1b4703-6f62-4f8c-999e-a7e337acf0e7 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] 10.222.0.53 "DELETE /v2.0/networks/d305eff9-5266-4028-9909-13644ce69d10 HTTP/1.1" status: 204 len: 168 time: 3.9424069 Jun 24 11:49:17.870159 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 60212) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:49:17.873692 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-1f6686d7-a97b-4fbc-adcb-a63f82db1346 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:49:17.880775 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.notifiers.nova [None req-5bf540cd-1c38-47ca-8893-b61d99839129 tempest-FloatingIPAdminTestJSON-775113783 tempest-FloatingIPAdminTestJSON-775113783-project] device_id is not set on port 9c58a286-4f0c-42fa-a0d0-ac77ab3bb16c yet. {{(pid=128083) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 24 11:49:17.905431 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8ea0dd6-0f06-439e-8661-bfaf757ce534 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] DELETE failed (client error): The resource could not be found. Jun 24 11:49:17.906552 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f8ea0dd6-0f06-439e-8661-bfaf757ce534 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=128083) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 24 11:49:17.915889 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-f8ea0dd6-0f06-439e-8661-bfaf757ce534 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] 10.222.0.53 "DELETE /v2.0/networks/d305eff9-5266-4028-9909-13644ce69d10 HTTP/1.1" status: 404 len: 339 time: 0.0443525 Jun 24 11:49:17.917427 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 60214) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:49:17.953237 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1b4703-6f62-4f8c-999e-a7e337acf0e7 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Pushing event deleted for resources: {'Network': ['ID=d305eff9-5266-4028-9909-13644ce69d10,revision_number=None']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:49:17.956703 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-4d1b4703-6f62-4f8c-999e-a7e337acf0e7 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:49:17.957463 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [None req-e49c8618-809f-412c-ae64-5725a655d236 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1427477887', 'description': 'd1'}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:49:18.001611 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-a5af38f9-dbff-4127-89e5-ef6290241614 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Notify callbacks [] for port, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:18.001847 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e49c8618-809f-412c-ae64-5725a655d236 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Made reservation on behalf of aaefe7394f294c70a614c4415cde77d6 for: {'network': 1} {{(pid=128083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 11:49:18.006679 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-e49c8618-809f-412c-ae64-5725a655d236 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for network, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:18.008834 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 60216) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:49:18.047303 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device 393cf84b-91fc-4b57-b13c-0f910a3ddf6a up at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 11:49:18.091703 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.db.provisioning_blocks [None req-a5af38f9-dbff-4127-89e5-ef6290241614 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Transition to ACTIVE for port object 92316086-fb1d-4d3f-b784-2e3c5267980f will not be triggered until provisioned by entity DHCP. {{(pid=128084) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 11:49:18.097017 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.api.v2.resource [None req-af7a7074-0760-4a76-b765-ff9b171cdd2a tempest-NegativeSecGroupTest-260829952 tempest-NegativeSecGroupTest-260829952-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 24 11:49:18.100271 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-af7a7074-0760-4a76-b765-ff9b171cdd2a tempest-NegativeSecGroupTest-260829952 tempest-NegativeSecGroupTest-260829952-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.3972969 Jun 24 11:49:18.100525 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 60220) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:49:18.110609 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [None req-a74feee9-9091-41a6-8e3f-1417ac99be0b tempest-NegativeSecGroupTest-260829952 tempest-NegativeSecGroupTest-260829952-project] Request body: {'security_group_rule': {'security_group_id': '68fe67fe-6557-4ef0-af68-f168498fb7b0', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:49:18.111442 dv-neutron-797120-4-hyperv neutron-server[128083]: WARNING neutron.api.v2.base [None req-a74feee9-9091-41a6-8e3f-1417ac99be0b tempest-NegativeSecGroupTest-260829952 tempest-NegativeSecGroupTest-260829952-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jun 24 11:49:18.112137 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.api.v2.resource [None req-a74feee9-9091-41a6-8e3f-1417ac99be0b tempest-NegativeSecGroupTest-260829952 tempest-NegativeSecGroupTest-260829952-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 24 11:49:18.113369 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-a74feee9-9091-41a6-8e3f-1417ac99be0b tempest-NegativeSecGroupTest-260829952 tempest-NegativeSecGroupTest-260829952-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0099924 Jun 24 11:49:18.114550 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e49c8618-809f-412c-ae64-5725a655d236 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] vlan segment allocate from pool success with {'vlan_id': 600, 'physical_network': 'physnet1'} {{(pid=128083) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 11:49:18.122626 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 60222) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:49:18.128002 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-e5805e12-e6fa-4015-9036-d0c09e82ed97 tempest-NegativeSecGroupTest-260829952 tempest-NegativeSecGroupTest-260829952-project] Request body: {'security_group_rule': {'security_group_id': '68fe67fe-6557-4ef0-af68-f168498fb7b0', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:49:18.144661 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-3772278c-a37e-4ec4-b9f5-b9ff62d799a7 tempest-AllowedAddressPairTestJSON-920326677 tempest-AllowedAddressPairTestJSON-920326677-project] Notify callbacks [] for port, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:18.146123 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-e49c8618-809f-412c-ae64-5725a655d236 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967879'] for segment, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:18.146717 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.db.segments_db [None req-e49c8618-809f-412c-ae64-5725a655d236 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Added segment e094623b-af5d-47c2-a420-889ee41c6340 of type vlan for network abf3a779-fe5d-4bf0-9ba7-44df2a2e69d0 Jun 24 11:49:18.163706 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning for port 393cf84b-91fc-4b57-b13c-0f910a3ddf6a completed by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 11:49:18.170247 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.db_base_plugin_common [None req-5bf540cd-1c38-47ca-8893-b61d99839129 tempest-FloatingIPAdminTestJSON-775113783 tempest-FloatingIPAdminTestJSON-775113783-project] Allocated IP 172.20.0.3 (13aaf39d-108d-47ac-8989-523c6652960d/10102c18-fc2c-4d69-a133-ead25f7500a6/9c58a286-4f0c-42fa-a0d0-ac77ab3bb16c) {{(pid=128083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 11:49:18.172091 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device 2502acc3-ac90-489e-aff8-9369a8015e3c up at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 11:49:18.202016 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.db.provisioning_blocks [None req-3772278c-a37e-4ec4-b9f5-b9ff62d799a7 tempest-AllowedAddressPairTestJSON-920326677 tempest-AllowedAddressPairTestJSON-920326677-project] Transition to ACTIVE for port object 2f0a6fd1-41e6-4c37-aa87-ef54ef4aef69 will not be triggered until provisioned by entity DHCP. {{(pid=128084) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 11:49:18.209003 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-7cf3bf5f-e518-4fb1-b41e-86601c657e7b tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks [] for port, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:18.214845 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-e49c8618-809f-412c-ae64-5725a655d236 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793193525068'] for network, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:18.251089 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.db.provisioning_blocks [None req-7cf3bf5f-e518-4fb1-b41e-86601c657e7b tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Transition to ACTIVE for port object a67168b9-7de2-4cd5-b4fd-b51594dbe32a will not be triggered until provisioned by entity DHCP. {{(pid=128084) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 11:49:18.254358 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-a5af38f9-dbff-4127-89e5-ef6290241614 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-650429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-506361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793193536723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3291971'] for port, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:18.272478 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-e62befb5-0c5e-4b28-9fb8-f6c159fb7c29 tempest-RoutersIpV6AdminTest-670466919 tempest-RoutersIpV6AdminTest-670466919-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:49:18.273734 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning for port 2502acc3-ac90-489e-aff8-9369a8015e3c completed by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 11:49:18.292537 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device 96a73a92-e9c6-40b4-9f8c-a3dba6057736 no longer exists at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 11:49:18.311567 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-e49c8618-809f-412c-ae64-5725a655d236 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1800243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976'] for network, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:18.317777 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e49c8618-809f-412c-ae64-5725a655d236 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:49:18.318642 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-e49c8618-809f-412c-ae64-5725a655d236 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588949'] for network, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:18.322587 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.api.v2.resource [None req-e5805e12-e6fa-4015-9036-d0c09e82ed97 tempest-NegativeSecGroupTest-260829952 tempest-NegativeSecGroupTest-260829952-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 24 11:49:18.323639 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-e5805e12-e6fa-4015-9036-d0c09e82ed97 tempest-NegativeSecGroupTest-260829952 tempest-NegativeSecGroupTest-260829952-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1999938 Jun 24 11:49:18.328098 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] No Port match for: 96a73a92-e9c6-40b4-9f8c-a3dba6057736 {{(pid=128085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 11:49:18.328296 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device 96a73a92-e9c6-40b4-9f8c-a3dba6057736 not bound to the agent host dv-neutron-797120-4-hyperv {{(pid=128085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 11:49:18.330836 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 60224) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:49:18.334581 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9041653-5650-4058-bff7-b5df7fae7cf6 None None] Network 20596742-9fd2-40ea-ac77-e699011f1040 requested from dv-neutron-797120-4-hyperv {{(pid=128085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 11:49:18.335106 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-1fbcdac2-2d23-45b6-b064-276f68182600 admin admin] Notify callbacks [] for security_group, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:18.341143 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-5c29657c-9b82-4680-b041-e11f2c92f56d tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:49:18.356387 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-e49c8618-809f-412c-ae64-5725a655d236 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.4334123 Jun 24 11:49:18.357374 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 60226) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:49:18.370158 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-66508fe7-4f11-444c-8cbd-0a709f01906b None None] Provisioning for port 393cf84b-91fc-4b57-b13c-0f910a3ddf6a completed by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 11:49:18.373902 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [None req-fa5434f5-8e2e-45d9-9618-e8641be65daa tempest-NegativeSecGroupTest-260829952 tempest-NegativeSecGroupTest-260829952-project] Request body: {'security_group_rule': {'security_group_id': '68fe67fe-6557-4ef0-af68-f168498fb7b0', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:49:18.374657 dv-neutron-797120-4-hyperv neutron-server[128083]: WARNING neutron.api.v2.base [None req-fa5434f5-8e2e-45d9-9618-e8641be65daa tempest-NegativeSecGroupTest-260829952 tempest-NegativeSecGroupTest-260829952-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Jun 24 11:49:18.375366 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.api.v2.resource [None req-fa5434f5-8e2e-45d9-9618-e8641be65daa tempest-NegativeSecGroupTest-260829952 tempest-NegativeSecGroupTest-260829952-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 24 11:49:18.376609 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-fa5434f5-8e2e-45d9-9618-e8641be65daa tempest-NegativeSecGroupTest-260829952 tempest-NegativeSecGroupTest-260829952-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0314205 Jun 24 11:49:18.382936 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 60228) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:49:18.389571 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-66508fe7-4f11-444c-8cbd-0a709f01906b None None] Provisioning complete for port 393cf84b-91fc-4b57-b13c-0f910a3ddf6a triggered by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:49:18.389955 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-66508fe7-4f11-444c-8cbd-0a709f01906b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:18.396531 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-845959c3-fe25-4885-91f7-e90e7f5abfd6 tempest-NegativeSecGroupTest-260829952 tempest-NegativeSecGroupTest-260829952-project] Request body: {'security_group_rule': {'security_group_id': '68fe67fe-6557-4ef0-af68-f168498fb7b0', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:49:18.402657 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5af38f9-dbff-4127-89e5-ef6290241614 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Network 20596742-9fd2-40ea-ac77-e699011f1040 is already hosted by enough agents. {{(pid=128084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 11:49:18.422759 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5af38f9-dbff-4127-89e5-ef6290241614 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Pushing event updated for resources: {'Port': ['ID=92316086-fb1d-4d3f-b784-2e3c5267980f,revision_number=1']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:49:18.426929 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-a5af38f9-dbff-4127-89e5-ef6290241614 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:49:18.427861 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.base_scheduler [None req-a5af38f9-dbff-4127-89e5-ef6290241614 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Resources bound (agent type, host, resource id): {{(pid=128084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:49:18.430080 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5af38f9-dbff-4127-89e5-ef6290241614 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Received port after_create {{(pid=128084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 11:49:18.436259 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5af38f9-dbff-4127-89e5-ef6290241614 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=128084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:49:18.436948 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-a5af38f9-dbff-4127-89e5-ef6290241614 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468916'] for port, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:18.455194 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-3772278c-a37e-4ec4-b9f5-b9ff62d799a7 tempest-AllowedAddressPairTestJSON-920326677 tempest-AllowedAddressPairTestJSON-920326677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-650429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-506361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793193536723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3291971'] for port, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:18.463075 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-966060ab-473b-4a89-9c90-25038a0c41b8 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:49:18.523994 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3772278c-a37e-4ec4-b9f5-b9ff62d799a7 tempest-AllowedAddressPairTestJSON-920326677 tempest-AllowedAddressPairTestJSON-920326677-project] Network 7307eb3d-f5f4-485c-84a2-0a03674bda0b is already hosted by enough agents. {{(pid=128084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 11:49:18.533273 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-7cf3bf5f-e518-4fb1-b41e-86601c657e7b tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-650429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-506361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793193536723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3291971'] for port, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:18.541386 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.base_scheduler [None req-3772278c-a37e-4ec4-b9f5-b9ff62d799a7 tempest-AllowedAddressPairTestJSON-920326677 tempest-AllowedAddressPairTestJSON-920326677-project] Resources bound (agent type, host, resource id): {{(pid=128084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:49:18.543831 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3772278c-a37e-4ec4-b9f5-b9ff62d799a7 tempest-AllowedAddressPairTestJSON-920326677 tempest-AllowedAddressPairTestJSON-920326677-project] Received port after_create {{(pid=128084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 11:49:18.583480 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3772278c-a37e-4ec4-b9f5-b9ff62d799a7 tempest-AllowedAddressPairTestJSON-920326677 tempest-AllowedAddressPairTestJSON-920326677-project] Pushing event updated for resources: {'Port': ['ID=2f0a6fd1-41e6-4c37-aa87-ef54ef4aef69,revision_number=1']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:49:18.587694 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-66508fe7-4f11-444c-8cbd-0a709f01906b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:18.612521 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-3772278c-a37e-4ec4-b9f5-b9ff62d799a7 tempest-AllowedAddressPairTestJSON-920326677 tempest-AllowedAddressPairTestJSON-920326677-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:49:18.615630 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-794197cf-2686-4989-8fb5-495ede13c4fd tempest-RoutersAdminTest-701485524 tempest-RoutersAdminTest-701485524-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.075s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:49:18.649425 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cf3bf5f-e518-4fb1-b41e-86601c657e7b tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Network 11a80c9d-f8ee-4388-91b0-d49a25200fee is already hosted by enough agents. {{(pid=128084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 11:49:18.670184 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-66508fe7-4f11-444c-8cbd-0a709f01906b None None] For port 393cf84b-91fc-4b57-b13c-0f910a3ddf6a, host dv-neutron-797120-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=393cf84b-91fc-4b57-b13c-0f910a3ddf6a,segment=NetworkSegment(ae8a606f-e217-4e22-ba81-7b3c9ed99a4a),segment_id=ae8a606f-e217-4e22-ba81-7b3c9ed99a4a)] {{(pid=128085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 11:49:18.686741 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.base_scheduler [None req-7cf3bf5f-e518-4fb1-b41e-86601c657e7b tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Resources bound (agent type, host, resource id): {{(pid=128084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:49:18.687712 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-66508fe7-4f11-444c-8cbd-0a709f01906b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:18.690390 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-b837862e-20cc-420e-b4e1-7697e1c3fabb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:49:18.690688 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cf3bf5f-e518-4fb1-b41e-86601c657e7b tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Received port after_create {{(pid=128084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 11:49:18.697861 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cf3bf5f-e518-4fb1-b41e-86601c657e7b tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=128084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:49:18.698621 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-7cf3bf5f-e518-4fb1-b41e-86601c657e7b tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468916'] for port, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:18.755079 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3772278c-a37e-4ec4-b9f5-b9ff62d799a7 tempest-AllowedAddressPairTestJSON-920326677 tempest-AllowedAddressPairTestJSON-920326677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=128084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:49:18.755968 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-3772278c-a37e-4ec4-b9f5-b9ff62d799a7 tempest-AllowedAddressPairTestJSON-920326677 tempest-AllowedAddressPairTestJSON-920326677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468916'] for port, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:18.774477 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf3bf5f-e518-4fb1-b41e-86601c657e7b tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Pushing event updated for resources: {'Port': ['ID=a67168b9-7de2-4cd5-b4fd-b51594dbe32a,revision_number=1']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:49:18.779955 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66508fe7-4f11-444c-8cbd-0a709f01906b None None] Pushing event updated for resources: {'Port': ['ID=393cf84b-91fc-4b57-b13c-0f910a3ddf6a,revision_number=3']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:49:18.786749 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-66508fe7-4f11-444c-8cbd-0a709f01906b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:49:18.789511 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-7cf3bf5f-e518-4fb1-b41e-86601c657e7b tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:49:18.823688 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-1fbcdac2-2d23-45b6-b064-276f68182600 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:18.833499 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-1fbcdac2-2d23-45b6-b064-276f68182600 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800410'] for security_group, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:18.839319 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-10da2ab0-813e-4771-8acc-4fbfa6a03fac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:49:18.842053 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-3772278c-a37e-4ec4-b9f5-b9ff62d799a7 tempest-AllowedAddressPairTestJSON-920326677 tempest-AllowedAddressPairTestJSON-920326677-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.5508840 Jun 24 11:49:18.851752 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-7cf3bf5f-e518-4fb1-b41e-86601c657e7b tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.1851432 Jun 24 11:49:18.853074 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-a5af38f9-dbff-4127-89e5-ef6290241614 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 4.1359746 Jun 24 11:49:18.859233 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 60230) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:49:18.859576 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 60232) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:49:18.859909 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 60234) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:49:18.874719 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-df201261-5c33-417a-b040-f7708af0e283 tempest-AllowedAddressPairTestJSON-920326677 tempest-AllowedAddressPairTestJSON-920326677-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:3f:95:a7'}]}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:49:19.018203 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-5c7f3337-dfbb-4c91-9766-d17e2943699e None None] Provisioning for port 2f0a6fd1-41e6-4c37-aa87-ef54ef4aef69 completed by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 11:49:19.022725 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-5c7f3337-dfbb-4c91-9766-d17e2943699e None None] Provisioning complete for port 2f0a6fd1-41e6-4c37-aa87-ef54ef4aef69 triggered by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:49:19.023169 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-5c7f3337-dfbb-4c91-9766-d17e2943699e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:19.024629 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbcdac2-2d23-45b6-b064-276f68182600 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a005fb9e-be08-4115-bf67-436cf621a78e,revision_number=1']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:49:19.027740 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49c8618-809f-412c-ae64-5725a655d236 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Pushing event updated for resources: {'Network': ['ID=abf3a779-fe5d-4bf0-9ba7-44df2a2e69d0,revision_number=1']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:49:19.028255 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-1fbcdac2-2d23-45b6-b064-276f68182600 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:49:19.037763 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-1fbcdac2-2d23-45b6-b064-276f68182600 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=d218119243aa4ae2a88dc9fdc5fe10d8&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0239186 Jun 24 11:49:19.062415 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-e49c8618-809f-412c-ae64-5725a655d236 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.719s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:49:19.067214 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 60236) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:49:19.079491 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Network abf3a779-fe5d-4bf0-9ba7-44df2a2e69d0 details requested by agent ovs-agent-dv-neutron-797120-4-hyperv with host dv-neutron-797120-4-hyperv {{(pid=128085) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 11:49:19.090427 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.api.v2.resource [None req-845959c3-fe25-4885-91f7-e90e7f5abfd6 tempest-NegativeSecGroupTest-260829952 tempest-NegativeSecGroupTest-260829952-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 24 11:49:19.094300 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-845959c3-fe25-4885-91f7-e90e7f5abfd6 tempest-NegativeSecGroupTest-260829952 tempest-NegativeSecGroupTest-260829952-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.6995332 Jun 24 11:49:19.108169 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 60238) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:49:19.127356 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-c36dbe10-466a-42c7-ba2c-0d36830e2700 tempest-NegativeSecGroupTest-260829952 tempest-NegativeSecGroupTest-260829952-project] Request body: {'security_group_rule': {'security_group_id': '68fe67fe-6557-4ef0-af68-f168498fb7b0', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:49:19.166427 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-5c7f3337-dfbb-4c91-9766-d17e2943699e None None] Port 2f0a6fd1-41e6-4c37-aa87-ef54ef4aef69 cannot update to ACTIVE because it is not bound. {{(pid=128085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 11:49:19.185264 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c366fea-699d-4982-8fe6-338ca9e6d76f tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:49:19.187383 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-4c366fea-699d-4982-8fe6-338ca9e6d76f tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] 10.222.0.53 "GET /v2.0/networks?id=abf3a779-fe5d-4bf0-9ba7-44df2a2e69d0 HTTP/1.1" status: 200 len: 761 time: 0.8060961 Jun 24 11:49:19.200802 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 60240) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:49:19.209591 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.api.v2.resource [None req-c36dbe10-466a-42c7-ba2c-0d36830e2700 tempest-NegativeSecGroupTest-260829952 tempest-NegativeSecGroupTest-260829952-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 24 11:49:19.213762 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-c36dbe10-466a-42c7-ba2c-0d36830e2700 tempest-NegativeSecGroupTest-260829952 tempest-NegativeSecGroupTest-260829952-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0941885 Jun 24 11:49:19.218030 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 60242) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:49:19.219432 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [None req-622df526-3380-4b69-9466-ed9c900d701c tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Request body: {'network': {'description': 'd2'}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:49:19.276639 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-5bf540cd-1c38-47ca-8893-b61d99839129 tempest-FloatingIPAdminTestJSON-775113783 tempest-FloatingIPAdminTestJSON-775113783-project] Notify callbacks [] for port, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:19.286184 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e363b0c-49e9-4bed-b926-b7e4bebd7e4f tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:49:19.290457 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-55b98bd9-3873-477e-8058-0f18104af2cb None None] Provisioning complete for port 393cf84b-91fc-4b57-b13c-0f910a3ddf6a triggered by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:49:19.290862 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-55b98bd9-3873-477e-8058-0f18104af2cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:19.293165 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e363b0c-49e9-4bed-b926-b7e4bebd7e4f tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:49:19.296322 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-9e363b0c-49e9-4bed-b926-b7e4bebd7e4f tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1667 time: 0.4168234 Jun 24 11:49:19.304637 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 60244) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:49:19.383633 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-66a756c7-2cec-4051-8b63-745279dabcb8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:19.387682 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.provisioning_blocks [None req-5bf540cd-1c38-47ca-8893-b61d99839129 tempest-FloatingIPAdminTestJSON-775113783 tempest-FloatingIPAdminTestJSON-775113783-project] Transition to ACTIVE for port object 9c58a286-4f0c-42fa-a0d0-ac77ab3bb16c will not be triggered until provisioned by entity DHCP. {{(pid=128083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 11:49:19.420734 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.plugin [None req-fd30265f-9273-44a7-b289-e147c0a84512 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Deleting port 92316086-fb1d-4d3f-b784-2e3c5267980f {{(pid=128084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 11:49:19.422760 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-fd30265f-9273-44a7-b289-e147c0a84512 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793193942312'] for port, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:19.448598 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-55b98bd9-3873-477e-8058-0f18104af2cb None None] Provisioning for port 2502acc3-ac90-489e-aff8-9369a8015e3c completed by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 11:49:19.452841 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-55b98bd9-3873-477e-8058-0f18104af2cb None None] Provisioning complete for port 2502acc3-ac90-489e-aff8-9369a8015e3c triggered by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:49:19.453336 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-55b98bd9-3873-477e-8058-0f18104af2cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:19.493643 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-66a756c7-2cec-4051-8b63-745279dabcb8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:19.538717 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-622df526-3380-4b69-9466-ed9c900d701c tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793193525068'] for network, precommit_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:19.544490 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-55b98bd9-3873-477e-8058-0f18104af2cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:19.564094 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-5bf540cd-1c38-47ca-8893-b61d99839129 tempest-FloatingIPAdminTestJSON-775113783 tempest-FloatingIPAdminTestJSON-775113783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-650429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-506361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793193536723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2537853'] for port, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:19.568735 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-fe66cadd-ac10-410a-922c-c50775f7b68a tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:49:19.570653 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-233c3cc9-8cc9-467e-a389-ff9eacb58fc3 tempest-NegativeSecGroupTest-260829952 tempest-NegativeSecGroupTest-260829952-project] Notify callbacks [] for security_group, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:19.571901 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-622df526-3380-4b69-9466-ed9c900d701c tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1800243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976'] for network, after_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:19.603461 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-622df526-3380-4b69-9466-ed9c900d701c tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Network abf3a779-fe5d-4bf0-9ba7-44df2a2e69d0 is not hosted by any dhcp agent {{(pid=128083) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jun 24 11:49:19.605024 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-55b98bd9-3873-477e-8058-0f18104af2cb None None] For port 2502acc3-ac90-489e-aff8-9369a8015e3c, host dv-neutron-797120-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=2502acc3-ac90-489e-aff8-9369a8015e3c,segment=NetworkSegment(fddfe548-9582-48fa-8a0c-6b06bc4d1b9f),segment_id=fddfe548-9582-48fa-8a0c-6b06bc4d1b9f)] {{(pid=128085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 11:49:19.609387 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-55b98bd9-3873-477e-8058-0f18104af2cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:19.610072 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-622df526-3380-4b69-9466-ed9c900d701c tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:49:19.610781 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-622df526-3380-4b69-9466-ed9c900d701c tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Notify callbacks [] for network, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:19.614422 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-622df526-3380-4b69-9466-ed9c900d701c tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] 10.222.0.53 "PUT /v2.0/networks/abf3a779-fe5d-4bf0-9ba7-44df2a2e69d0 HTTP/1.1" status: 200 len: 758 time: 0.4057102 Jun 24 11:49:19.614596 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-d9a41d99-0758-4133-9ace-c1290d2eb0b5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:49:19.615777 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 60246) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:49:19.618900 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-df201261-5c33-417a-b040-f7708af0e283 tempest-AllowedAddressPairTestJSON-920326677 tempest-AllowedAddressPairTestJSON-920326677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:19.630892 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-233c3cc9-8cc9-467e-a389-ff9eacb58fc3 tempest-NegativeSecGroupTest-260829952 tempest-NegativeSecGroupTest-260829952-project] Notify callbacks [] for security_group, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:19.649912 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-55b98bd9-3873-477e-8058-0f18104af2cb None None] Provisioning for port 92316086-fb1d-4d3f-b784-2e3c5267980f completed by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 11:49:19.654869 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bf540cd-1c38-47ca-8893-b61d99839129 tempest-FloatingIPAdminTestJSON-775113783 tempest-FloatingIPAdminTestJSON-775113783-project] Network 13aaf39d-108d-47ac-8989-523c6652960d is already hosted by enough agents. {{(pid=128083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 11:49:19.659106 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-55b98bd9-3873-477e-8058-0f18104af2cb None None] Provisioning complete for port 92316086-fb1d-4d3f-b784-2e3c5267980f triggered by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:49:19.659486 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-55b98bd9-3873-477e-8058-0f18104af2cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:19.664511 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-fd30265f-9273-44a7-b289-e147c0a84512 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1978872'] for port, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:19.670403 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.base_scheduler [None req-5bf540cd-1c38-47ca-8893-b61d99839129 tempest-FloatingIPAdminTestJSON-775113783 tempest-FloatingIPAdminTestJSON-775113783-project] Resources bound (agent type, host, resource id): {{(pid=128083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:49:19.675531 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bf540cd-1c38-47ca-8893-b61d99839129 tempest-FloatingIPAdminTestJSON-775113783 tempest-FloatingIPAdminTestJSON-775113783-project] Received port after_create {{(pid=128083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 11:49:19.678172 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf540cd-1c38-47ca-8893-b61d99839129 tempest-FloatingIPAdminTestJSON-775113783 tempest-FloatingIPAdminTestJSON-775113783-project] Pushing event updated for resources: {'Port': ['ID=9c58a286-4f0c-42fa-a0d0-ac77ab3bb16c,revision_number=1']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:49:19.687075 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.plugin [None req-f903fc94-d922-4055-8a3e-182e3a3e3135 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Deleting port a67168b9-7de2-4cd5-b4fd-b51594dbe32a {{(pid=128084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 11:49:19.687419 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-f903fc94-d922-4055-8a3e-182e3a3e3135 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793193942312'] for port, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:19.698381 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b98bd9-3873-477e-8058-0f18104af2cb None None] Pushing event updated for resources: {'Port': ['ID=2502acc3-ac90-489e-aff8-9369a8015e3c,revision_number=3']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:49:19.706043 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-55b98bd9-3873-477e-8058-0f18104af2cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:49:19.710318 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-55b98bd9-3873-477e-8058-0f18104af2cb None None] Port 92316086-fb1d-4d3f-b784-2e3c5267980f cannot update to ACTIVE because it is not bound. {{(pid=128085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 11:49:19.715476 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.plugin [None req-fd30265f-9273-44a7-b289-e147c0a84512 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Calling delete_port for 92316086-fb1d-4d3f-b784-2e3c5267980f owned by {{(pid=128084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 11:49:19.734108 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-66a756c7-2cec-4051-8b63-745279dabcb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800410'] for security_group, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:19.737498 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-66a756c7-2cec-4051-8b63-745279dabcb8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:19.738654 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-66a756c7-2cec-4051-8b63-745279dabcb8 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/a005fb9e-be08-4115-bf67-436cf621a78e HTTP/1.1" status: 204 len: 168 time: 0.6704869 Jun 24 11:49:19.757781 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-5bf540cd-1c38-47ca-8893-b61d99839129 tempest-FloatingIPAdminTestJSON-775113783 tempest-FloatingIPAdminTestJSON-775113783-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:49:19.760497 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-2d974d4a-4105-41da-8dee-7b32f64d1e71 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:49:19.804718 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a756c7-2cec-4051-8b63-745279dabcb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a005fb9e-be08-4115-bf67-436cf621a78e,revision_number=None']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:49:19.814821 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-66a756c7-2cec-4051-8b63-745279dabcb8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:49:19.817049 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-8335664f-8d68-4ab0-923a-0e20220ffc77 tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.241s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:49:19.844702 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b080d2d-5492-4fcc-ac91-dec6cbcfeca3 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:49:19.847662 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-3b080d2d-5492-4fcc-ac91-dec6cbcfeca3 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] 10.222.0.53 "GET /v2.0/networks?id=abf3a779-fe5d-4bf0-9ba7-44df2a2e69d0 HTTP/1.1" status: 200 len: 761 time: 0.2309690 Jun 24 11:49:19.862700 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 60250) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:49:19.866746 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-d744e571-8d1c-4baa-86d2-79369704d3b0 None None] Provisioning complete for port 92316086-fb1d-4d3f-b784-2e3c5267980f triggered by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:49:19.867278 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-d744e571-8d1c-4baa-86d2-79369704d3b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:19.871186 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [None req-b6d953ea-1c7d-477f-8be2-3cfd7f920c42 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2094865550'}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:49:19.897412 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-233c3cc9-8cc9-467e-a389-ff9eacb58fc3 tempest-NegativeSecGroupTest-260829952 tempest-NegativeSecGroupTest-260829952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800410'] for security_group, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:19.901442 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-233c3cc9-8cc9-467e-a389-ff9eacb58fc3 tempest-NegativeSecGroupTest-260829952 tempest-NegativeSecGroupTest-260829952-project] Notify callbacks [] for security_group, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:19.904917 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-233c3cc9-8cc9-467e-a389-ff9eacb58fc3 tempest-NegativeSecGroupTest-260829952 tempest-NegativeSecGroupTest-260829952-project] 10.222.0.53 "DELETE /v2.0/security-groups/68fe67fe-6557-4ef0-af68-f168498fb7b0 HTTP/1.1" status: 204 len: 168 time: 0.6829381 Jun 24 11:49:19.915468 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-aee1990f-3a14-4dea-8cdb-9474b197f1dc tempest-NegativeSecGroupTest-260829952 tempest-NegativeSecGroupTest-260829952-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:49:19.919197 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 60252) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:49:19.920435 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device 393cf84b-91fc-4b57-b13c-0f910a3ddf6a up at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 11:49:19.950648 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bf540cd-1c38-47ca-8893-b61d99839129 tempest-FloatingIPAdminTestJSON-775113783 tempest-FloatingIPAdminTestJSON-775113783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:49:19.955049 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-5bf540cd-1c38-47ca-8893-b61d99839129 tempest-FloatingIPAdminTestJSON-775113783 tempest-FloatingIPAdminTestJSON-775113783-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468916'] for port, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:19.985655 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233c3cc9-8cc9-467e-a389-ff9eacb58fc3 tempest-NegativeSecGroupTest-260829952 tempest-NegativeSecGroupTest-260829952-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=68fe67fe-6557-4ef0-af68-f168498fb7b0,revision_number=None']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:49:19.989209 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-233c3cc9-8cc9-467e-a389-ff9eacb58fc3 tempest-NegativeSecGroupTest-260829952 tempest-NegativeSecGroupTest-260829952-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:49:20.005579 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622df526-3380-4b69-9466-ed9c900d701c tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Pushing event updated for resources: {'Network': ['ID=abf3a779-fe5d-4bf0-9ba7-44df2a2e69d0,revision_number=1']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:49:20.018817 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-622df526-3380-4b69-9466-ed9c900d701c tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:49:20.025880 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6d953ea-1c7d-477f-8be2-3cfd7f920c42 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Made reservation on behalf of aaefe7394f294c70a614c4415cde77d6 for: {'network': 1} {{(pid=128083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 11:49:20.030059 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-b6d953ea-1c7d-477f-8be2-3cfd7f920c42 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for network, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:20.039523 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning complete for port 393cf84b-91fc-4b57-b13c-0f910a3ddf6a triggered by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:49:20.040556 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:20.045981 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Network abf3a779-fe5d-4bf0-9ba7-44df2a2e69d0 details requested by agent ovs-agent-dv-neutron-797120-4-hyperv with host dv-neutron-797120-4-hyperv {{(pid=128085) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 11:49:20.046822 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-f903fc94-d922-4055-8a3e-182e3a3e3135 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1978872'] for port, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:20.059185 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-5bf540cd-1c38-47ca-8893-b61d99839129 tempest-FloatingIPAdminTestJSON-775113783 tempest-FloatingIPAdminTestJSON-775113783-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4408605 Jun 24 11:49:20.060431 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 60256) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:49:20.080527 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6d953ea-1c7d-477f-8be2-3cfd7f920c42 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] vlan segment allocate from pool success with {'vlan_id': 642, 'physical_network': 'physnet1'} {{(pid=128083) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 11:49:20.089196 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.plugin [None req-f903fc94-d922-4055-8a3e-182e3a3e3135 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Calling delete_port for a67168b9-7de2-4cd5-b4fd-b51594dbe32a owned by {{(pid=128084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 11:49:20.100883 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-b6d953ea-1c7d-477f-8be2-3cfd7f920c42 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967879'] for segment, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:20.101266 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.db.segments_db [None req-b6d953ea-1c7d-477f-8be2-3cfd7f920c42 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Added segment 030fe885-f567-4ffb-8cdf-28b6d7098dc7 of type vlan for network b02bfb4c-6b69-40c6-b589-54f46e4b4b49 Jun 24 11:49:20.143033 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-923ebb29-0315-4f0c-91eb-0082953b7351 tempest-NegativeSecGroupTest-260829952 tempest-NegativeSecGroupTest-260829952-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1974349 Jun 24 11:49:20.158897 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 60264) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:49:20.176167 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [None req-617da19f-9846-4010-935a-f439bb56fa20 tempest-NegativeSecGroupTest-260829952 tempest-NegativeSecGroupTest-260829952-project] Request body: {'security_group': {'name': 'tempest-secgroup--587361952'}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:49:20.219844 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-617da19f-9846-4010-935a-f439bb56fa20 tempest-NegativeSecGroupTest-260829952 tempest-NegativeSecGroupTest-260829952-project] Notify callbacks [] for security_group, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:20.245552 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-b6d953ea-1c7d-477f-8be2-3cfd7f920c42 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793193525068'] for network, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:20.309030 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-df201261-5c33-417a-b040-f7708af0e283 tempest-AllowedAddressPairTestJSON-920326677 tempest-AllowedAddressPairTestJSON-920326677-project] Notify callbacks [] for port, precommit_update {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:20.321336 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-b6d953ea-1c7d-477f-8be2-3cfd7f920c42 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1800243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976'] for network, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:20.322582 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-fd30265f-9273-44a7-b289-e147c0a84512 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793193945299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193536732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3292088'] for port, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:20.331214 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6d953ea-1c7d-477f-8be2-3cfd7f920c42 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:49:20.332595 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-b6d953ea-1c7d-477f-8be2-3cfd7f920c42 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Notify callbacks [] for network, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:20.337719 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-720bc5d1-a2c8-4811-877f-dcb05449e222 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:49:20.347661 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-ed514065-fef8-42bf-bbcc-db5752c7bcad tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:49:20.351994 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-df201261-5c33-417a-b040-f7708af0e283 tempest-AllowedAddressPairTestJSON-920326677 tempest-AllowedAddressPairTestJSON-920326677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3292081'] for port, after_update {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:20.355943 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-d744e571-8d1c-4baa-86d2-79369704d3b0 None None] Port 92316086-fb1d-4d3f-b784-2e3c5267980f cannot update to ACTIVE because it is not bound. {{(pid=128085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 11:49:20.401845 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-dab51cf6-545a-40f2-a370-a90be86b8da4 tempest-FloatingIPAdminTestJSON-1995830821 tempest-FloatingIPAdminTestJSON-1995830821-project-admin] Request body: {'floatingip': {'floating_network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'project_id': 'eef5d0c5c46f441d917d16eaa2132e09', 'port_id': '9c58a286-4f0c-42fa-a0d0-ac77ab3bb16c'}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:49:20.408736 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd30265f-9273-44a7-b289-e147c0a84512 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Pushing event deleted for resources: {'Port': ['ID=92316086-fb1d-4d3f-b784-2e3c5267980f,revision_number=None']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:49:20.420586 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-fd30265f-9273-44a7-b289-e147c0a84512 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:49:20.424645 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-7cf3bf5f-e518-4fb1-b41e-86601c657e7b tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.034s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:49:20.500717 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device 2502acc3-ac90-489e-aff8-9369a8015e3c up at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 11:49:20.504774 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d953ea-1c7d-477f-8be2-3cfd7f920c42 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Pushing event updated for resources: {'Network': ['ID=b02bfb4c-6b69-40c6-b589-54f46e4b4b49,revision_number=1']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:49:20.525905 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-b6d953ea-1c7d-477f-8be2-3cfd7f920c42 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:49:20.535927 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-fd30265f-9273-44a7-b289-e147c0a84512 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468916'] for port, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:20.536671 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Network b02bfb4c-6b69-40c6-b589-54f46e4b4b49 details requested by agent ovs-agent-dv-neutron-797120-4-hyperv with host dv-neutron-797120-4-hyperv {{(pid=128085) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 11:49:20.536939 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-617da19f-9846-4010-935a-f439bb56fa20 tempest-NegativeSecGroupTest-260829952 tempest-NegativeSecGroupTest-260829952-project] Notify callbacks [] for security_group, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:20.540796 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-fd30265f-9273-44a7-b289-e147c0a84512 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] 10.222.0.53 "DELETE /v2.0/ports/92316086-fb1d-4d3f-b784-2e3c5267980f HTTP/1.1" status: 204 len: 168 time: 1.6522248 Jun 24 11:49:20.542862 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 60274) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:49:20.559127 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-617da19f-9846-4010-935a-f439bb56fa20 tempest-NegativeSecGroupTest-260829952 tempest-NegativeSecGroupTest-260829952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800410'] for security_group, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:20.593017 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-dab51cf6-545a-40f2-a370-a90be86b8da4 tempest-FloatingIPAdminTestJSON-1995830821 tempest-FloatingIPAdminTestJSON-1995830821-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:20.622029 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-8e4a96b4-c308-4bd2-aff7-e7cc0f2c7af5 tempest-NegativeSecGroupTest-260829952 tempest-NegativeSecGroupTest-260829952-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:49:20.630671 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.pecan_wsgi.hooks.translation [None req-365aecf9-e60a-407b-9a1f-c15e6576c9a0 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] DELETE failed (client error): The resource could not be found. Jun 24 11:49:20.632912 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-365aecf9-e60a-407b-9a1f-c15e6576c9a0 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=128083) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 24 11:49:20.635627 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-365aecf9-e60a-407b-9a1f-c15e6576c9a0 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] 10.222.0.53 "DELETE /v2.0/ports/92316086-fb1d-4d3f-b784-2e3c5267980f HTTP/1.1" status: 404 len: 333 time: 0.0917597 Jun 24 11:49:20.643025 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 60278) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:49:20.654791 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-b6d953ea-1c7d-477f-8be2-3cfd7f920c42 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.7881894 Jun 24 11:49:20.663555 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df201261-5c33-417a-b040-f7708af0e283 tempest-AllowedAddressPairTestJSON-920326677 tempest-AllowedAddressPairTestJSON-920326677-project] Pushing event updated for resources: {'Port': ['ID=2f0a6fd1-41e6-4c37-aa87-ef54ef4aef69,revision_number=2']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:49:20.664960 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-617da19f-9846-4010-935a-f439bb56fa20 tempest-NegativeSecGroupTest-260829952 tempest-NegativeSecGroupTest-260829952-project] Notify callbacks [] for security_group, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:20.666474 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-617da19f-9846-4010-935a-f439bb56fa20 tempest-NegativeSecGroupTest-260829952 tempest-NegativeSecGroupTest-260829952-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.5065336 Jun 24 11:49:20.667094 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 60280) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:49:20.676834 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [None req-bf72fcb3-ae70-4327-b99b-936c257609f3 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Request body: {'subnet': {'network_id': 'b02bfb4c-6b69-40c6-b589-54f46e4b4b49', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:49:20.680274 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-df201261-5c33-417a-b040-f7708af0e283 tempest-AllowedAddressPairTestJSON-920326677 tempest-AllowedAddressPairTestJSON-920326677-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:49:20.680657 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 60282) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:49:20.694681 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [None req-ff4e1a58-acb6-4296-a397-4d472fe7cfa2 tempest-NegativeSecGroupTest-260829952 tempest-NegativeSecGroupTest-260829952-project] Request body: {'security_group_rule': {'security_group_id': '5a53c5b4-10d4-4565-a35e-dc4970df2dbb', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:49:20.699305 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.plugin [None req-df201261-5c33-417a-b040-f7708af0e283 tempest-AllowedAddressPairTestJSON-920326677 tempest-AllowedAddressPairTestJSON-920326677-project] In _notify_port_updated(), no bound segment for port 2f0a6fd1-41e6-4c37-aa87-ef54ef4aef69 on network 7307eb3d-f5f4-485c-84a2-0a03674bda0b {{(pid=128084) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jun 24 11:49:20.706069 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df201261-5c33-417a-b040-f7708af0e283 tempest-AllowedAddressPairTestJSON-920326677 tempest-AllowedAddressPairTestJSON-920326677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:49:20.707055 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-df201261-5c33-417a-b040-f7708af0e283 tempest-AllowedAddressPairTestJSON-920326677 tempest-AllowedAddressPairTestJSON-920326677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468916'] for port, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:20.708607 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-df201261-5c33-417a-b040-f7708af0e283 tempest-AllowedAddressPairTestJSON-920326677 tempest-AllowedAddressPairTestJSON-920326677-project] 10.222.0.53 "PUT /v2.0/ports/2f0a6fd1-41e6-4c37-aa87-ef54ef4aef69 HTTP/1.1" status: 200 len: 996 time: 1.8386133 Jun 24 11:49:20.709697 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-f903fc94-d922-4055-8a3e-182e3a3e3135 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793193945299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193536732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3292088'] for port, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:20.713536 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-d744e571-8d1c-4baa-86d2-79369704d3b0 None None] Provisioning for port a67168b9-7de2-4cd5-b4fd-b51594dbe32a completed by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 11:49:20.724209 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-d744e571-8d1c-4baa-86d2-79369704d3b0 None None] Provisioning complete for port a67168b9-7de2-4cd5-b4fd-b51594dbe32a triggered by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:49:20.724594 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-d744e571-8d1c-4baa-86d2-79369704d3b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:20.737801 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 60284) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:49:20.740169 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-be6c7e44-50a5-4c78-82ca-30c6f98e3d99 tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:49:20.771948 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-d744e571-8d1c-4baa-86d2-79369704d3b0 None None] Port a67168b9-7de2-4cd5-b4fd-b51594dbe32a was deleted so its status cannot be updated. {{(pid=128085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jun 24 11:49:20.778930 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b0d8aa4-191f-4f83-95c8-35e452e457a3 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] GET failed (client error): The resource could not be found. Jun 24 11:49:20.783362 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning complete for port 2502acc3-ac90-489e-aff8-9369a8015e3c triggered by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:49:20.783362 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:20.784391 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-8b0d8aa4-191f-4f83-95c8-35e452e457a3 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] 10.222.0.53 "GET /v2.0/ports/92316086-fb1d-4d3f-b784-2e3c5267980f HTTP/1.1" status: 404 len: 333 time: 0.1222563 Jun 24 11:49:20.785286 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 60288) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:49:20.790633 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617da19f-9846-4010-935a-f439bb56fa20 tempest-NegativeSecGroupTest-260829952 tempest-NegativeSecGroupTest-260829952-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5a53c5b4-10d4-4565-a35e-dc4970df2dbb,revision_number=1']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:49:20.797956 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.api.v2.resource [None req-ff4e1a58-acb6-4296-a397-4d472fe7cfa2 tempest-NegativeSecGroupTest-260829952 tempest-NegativeSecGroupTest-260829952-project] create failed (client error): The resource could not be found. Jun 24 11:49:20.800409 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-ff4e1a58-acb6-4296-a397-4d472fe7cfa2 tempest-NegativeSecGroupTest-260829952 tempest-NegativeSecGroupTest-260829952-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.1127954 Jun 24 11:49:20.801574 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-617da19f-9846-4010-935a-f439bb56fa20 tempest-NegativeSecGroupTest-260829952 tempest-NegativeSecGroupTest-260829952-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:49:20.805925 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 60290) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:49:20.833821 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f903fc94-d922-4055-8a3e-182e3a3e3135 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Pushing event deleted for resources: {'Port': ['ID=a67168b9-7de2-4cd5-b4fd-b51594dbe32a,revision_number=None']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:49:20.841750 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-f903fc94-d922-4055-8a3e-182e3a3e3135 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:49:20.843047 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [None req-82f44214-d1c3-4857-91df-5dd926fbb297 tempest-NegativeSecGroupTest-260829952 tempest-NegativeSecGroupTest-260829952-project] Request body: {'security_group_rule': {'security_group_id': '5a53c5b4-10d4-4565-a35e-dc4970df2dbb', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '6323d9ed-f69e-4bc5-a275-65f3f849df42'}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:49:20.924579 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-2cef6551-9aec-47d9-ab0d-a16ea9d2f138 None None] Provisioning for port 9c58a286-4f0c-42fa-a0d0-ac77ab3bb16c completed by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 11:49:20.926675 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf72fcb3-ae70-4327-b99b-936c257609f3 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Made reservation on behalf of aaefe7394f294c70a614c4415cde77d6 for: {'subnet': 1} {{(pid=128083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 11:49:20.930826 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-bf72fcb3-ae70-4327-b99b-936c257609f3 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3289788'] for subnet, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:20.943256 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-f903fc94-d922-4055-8a3e-182e3a3e3135 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468916'] for port, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:20.947731 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-f903fc94-d922-4055-8a3e-182e3a3e3135 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] 10.222.0.53 "DELETE /v2.0/ports/a67168b9-7de2-4cd5-b4fd-b51594dbe32a HTTP/1.1" status: 204 len: 168 time: 1.6387784 Jun 24 11:49:20.951160 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 60292) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:49:20.959461 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-2cef6551-9aec-47d9-ab0d-a16ea9d2f138 None None] Provisioning complete for port 9c58a286-4f0c-42fa-a0d0-ac77ab3bb16c triggered by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:49:20.964950 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-2cef6551-9aec-47d9-ab0d-a16ea9d2f138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:21.017765 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-2cef6551-9aec-47d9-ab0d-a16ea9d2f138 None None] Port 9c58a286-4f0c-42fa-a0d0-ac77ab3bb16c cannot update to ACTIVE because it is not bound. {{(pid=128085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 11:49:21.054938 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-2cef6551-9aec-47d9-ab0d-a16ea9d2f138 None None] Provisioning complete for port 2f0a6fd1-41e6-4c37-aa87-ef54ef4aef69 triggered by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:49:21.054938 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-2cef6551-9aec-47d9-ab0d-a16ea9d2f138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:21.091985 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.db.db_base_plugin_v2 [None req-25305f4b-64c6-489a-9ae3-d2a6d17f3299 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Deleting subnet 8bb61c44-5551-40cf-b82a-60ba61400da0 {{(pid=128084) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 24 11:49:21.099596 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-25305f4b-64c6-489a-9ae3-d2a6d17f3299 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Notify callbacks [] for subnet, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:21.107870 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-2cef6551-9aec-47d9-ab0d-a16ea9d2f138 None None] Port 2f0a6fd1-41e6-4c37-aa87-ef54ef4aef69 cannot update to ACTIVE because it is not bound. {{(pid=128085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 11:49:21.156429 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.api.v2.resource [None req-82f44214-d1c3-4857-91df-5dd926fbb297 tempest-NegativeSecGroupTest-260829952 tempest-NegativeSecGroupTest-260829952-project] create failed (client error): The resource could not be found. Jun 24 11:49:21.157989 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7e0e984-c931-4c95-8786-0b5e2ead7e54 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=128084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:49:21.159799 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7e0e984-c931-4c95-8786-0b5e2ead7e54 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=128084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:49:21.160596 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-82f44214-d1c3-4857-91df-5dd926fbb297 tempest-NegativeSecGroupTest-260829952 tempest-NegativeSecGroupTest-260829952-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.3536475 Jun 24 11:49:21.161443 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-c7e0e984-c931-4c95-8786-0b5e2ead7e54 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.2056897 Jun 24 11:49:21.164049 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 60298) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:49:21.164312 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 60300) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:49:21.179720 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-25305f4b-64c6-489a-9ae3-d2a6d17f3299 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2373542'] for subnet, precommit_delete_associations {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:21.245230 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.plugin [None req-af1d4b1f-eb11-4b39-94e5-79d5b26e7d6e tempest-AllowedAddressPairTestJSON-920326677 tempest-AllowedAddressPairTestJSON-920326677-project] Deleting port 2f0a6fd1-41e6-4c37-aa87-ef54ef4aef69 {{(pid=128084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 11:49:21.245807 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-af1d4b1f-eb11-4b39-94e5-79d5b26e7d6e tempest-AllowedAddressPairTestJSON-920326677 tempest-AllowedAddressPairTestJSON-920326677-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793193942312'] for port, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:21.254452 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-dab51cf6-545a-40f2-a370-a90be86b8da4 tempest-FloatingIPAdminTestJSON-1995830821 tempest-FloatingIPAdminTestJSON-1995830821-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:21.298074 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.db_base_plugin_v2 [None req-07d76004-f24b-4c87-a332-a7c75bd5959e tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Deleting subnet e59a1a0d-c770-406a-bf08-08707b198c4f {{(pid=128083) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 24 11:49:21.303866 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-07d76004-f24b-4c87-a332-a7c75bd5959e tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks [] for subnet, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:21.360410 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-8bc3a692-366b-4980-aa32-ba3c53c104c3 tempest-NegativeSecGroupTest-260829952 tempest-NegativeSecGroupTest-260829952-project] Notify callbacks [] for security_group, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:21.363113 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-bf72fcb3-ae70-4327-b99b-936c257609f3 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2537737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3289942'] for subnet, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:21.369919 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-f3e7493a-858e-4a05-afe4-3d7e5679d3be tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:49:21.380450 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-07d76004-f24b-4c87-a332-a7c75bd5959e tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3143795'] for subnet, precommit_delete_associations {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:21.395738 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-25305f4b-64c6-489a-9ae3-d2a6d17f3299 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-972249'] for subnet, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:21.463994 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-8bc3a692-366b-4980-aa32-ba3c53c104c3 tempest-NegativeSecGroupTest-260829952 tempest-NegativeSecGroupTest-260829952-project] Notify callbacks [] for security_group, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:21.513191 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf72fcb3-ae70-4327-b99b-936c257609f3 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Pushing event updated for resources: {'Subnet': ['ID=98048133-ba95-4bf2-a09a-f83809552b33,revision_number=0']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:49:21.524497 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-bf72fcb3-ae70-4327-b99b-936c257609f3 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:49:21.566665 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf72fcb3-ae70-4327-b99b-936c257609f3 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Checking segment: {'id': '030fe885-f567-4ffb-8cdf-28b6d7098dc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'b02bfb4c-6b69-40c6-b589-54f46e4b4b49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=128083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 11:49:21.567022 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf72fcb3-ae70-4327-b99b-936c257609f3 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Network hostable DHCP agents. Network: b02bfb4c-6b69-40c6-b589-54f46e4b4b49, hostable agents: ['6be988a9-1d97-480f-be5a-c55abf2c55c5'], hosted agents: [] {{(pid=128083) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 11:49:21.592598 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-8bc3a692-366b-4980-aa32-ba3c53c104c3 tempest-NegativeSecGroupTest-260829952 tempest-NegativeSecGroupTest-260829952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800410'] for security_group, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:21.596788 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-8bc3a692-366b-4980-aa32-ba3c53c104c3 tempest-NegativeSecGroupTest-260829952 tempest-NegativeSecGroupTest-260829952-project] Notify callbacks [] for security_group, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:21.600568 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-8bc3a692-366b-4980-aa32-ba3c53c104c3 tempest-NegativeSecGroupTest-260829952 tempest-NegativeSecGroupTest-260829952-project] 10.222.0.53 "DELETE /v2.0/security-groups/5a53c5b4-10d4-4565-a35e-dc4970df2dbb HTTP/1.1" status: 204 len: 168 time: 0.4309309 Jun 24 11:49:21.602880 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-617da19f-9846-4010-935a-f439bb56fa20 tempest-NegativeSecGroupTest-260829952 tempest-NegativeSecGroupTest-260829952-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:49:21.608537 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 60312) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:49:21.617331 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-07d76004-f24b-4c87-a332-a7c75bd5959e tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-972249'] for subnet, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:21.670239 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc3a692-366b-4980-aa32-ba3c53c104c3 tempest-NegativeSecGroupTest-260829952 tempest-NegativeSecGroupTest-260829952-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a53c5b4-10d4-4565-a35e-dc4970df2dbb,revision_number=None']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:49:21.678911 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-8bc3a692-366b-4980-aa32-ba3c53c104c3 tempest-NegativeSecGroupTest-260829952 tempest-NegativeSecGroupTest-260829952-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:49:21.705283 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf72fcb3-ae70-4327-b99b-936c257609f3 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Network b02bfb4c-6b69-40c6-b589-54f46e4b4b49 is scheduled to be hosted by DHCP agent 6be988a9-1d97-480f-be5a-c55abf2c55c5 with binding_index 1 {{(pid=128083) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 11:49:21.735045 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.base_scheduler [None req-bf72fcb3-ae70-4327-b99b-936c257609f3 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-4-hyperv, b02bfb4c-6b69-40c6-b589-54f46e4b4b49) {{(pid=128083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:49:21.747930 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf72fcb3-ae70-4327-b99b-936c257609f3 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:49:21.748508 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-bf72fcb3-ae70-4327-b99b-936c257609f3 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Notify callbacks [] for subnet, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:21.757021 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7faa233-5f46-4797-99a1-41bf0b83a11a None None] Network b02bfb4c-6b69-40c6-b589-54f46e4b4b49 requested from dv-neutron-797120-4-hyperv {{(pid=128085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 11:49:21.763093 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-b286c974-4df9-453b-8f37-1f954f7b0b6b tempest-NegativeSecGroupTest-260829952 tempest-NegativeSecGroupTest-260829952-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1492004 Jun 24 11:49:21.763093 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-07d76004-f24b-4c87-a332-a7c75bd5959e tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-972238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2537800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3289951'] for subnet, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:21.765290 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 60318) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:49:21.766030 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-9c9bec72-185f-4217-8b5f-b89de0c562d9 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:49:21.774117 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [None req-639fe481-f761-4d84-871a-22a5e975a07c tempest-NegativeSecGroupTest-260829952 tempest-NegativeSecGroupTest-260829952-project] Request body: {'security_group_rule': {'security_group_id': 'd80188e8-bf48-45a0-b08a-46395315162f', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:49:21.817206 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-bf72fcb3-ae70-4327-b99b-936c257609f3 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1440856 Jun 24 11:49:21.818323 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-07d76004-f24b-4c87-a332-a7c75bd5959e tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks [] for subnet, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:21.822840 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-07d76004-f24b-4c87-a332-a7c75bd5959e tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] 10.222.0.53 "DELETE /v2.0/subnets/e59a1a0d-c770-406a-bf08-08707b198c4f HTTP/1.1" status: 204 len: 168 time: 0.6544259 Jun 24 11:49:21.823004 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 60320) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:49:21.823469 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 60322) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:49:21.823909 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d76004-f24b-4c87-a332-a7c75bd5959e tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Pushing event deleted for resources: {'Subnet': ['ID=e59a1a0d-c770-406a-bf08-08707b198c4f,revision_number=None']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:49:21.827895 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-07d76004-f24b-4c87-a332-a7c75bd5959e tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:49:21.857229 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.api.v2.resource [None req-639fe481-f761-4d84-871a-22a5e975a07c tempest-NegativeSecGroupTest-260829952 tempest-NegativeSecGroupTest-260829952-project] create failed (client error): The resource could not be found. Jun 24 11:49:21.861817 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-639fe481-f761-4d84-871a-22a5e975a07c tempest-NegativeSecGroupTest-260829952 tempest-NegativeSecGroupTest-260829952-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0880845 Jun 24 11:49:21.862195 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 60324) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:49:21.866738 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [None req-0c39af98-20f3-4c18-819a-8ce76da63b94 tempest-NegativeSecGroupTest-260829952 tempest-NegativeSecGroupTest-260829952-project] Request body: {'security_group': {'name': 'tempest-secgroup--506082513'}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:49:21.878277 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d772370-b283-49b1-96c7-77db3c9c5aa2 None None] Network 11a80c9d-f8ee-4388-91b0-d49a25200fee requested from dv-neutron-797120-4-hyperv {{(pid=128085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 11:49:21.897601 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-af1d4b1f-eb11-4b39-94e5-79d5b26e7d6e tempest-AllowedAddressPairTestJSON-920326677 tempest-AllowedAddressPairTestJSON-920326677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1978872'] for port, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:21.914123 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-0c39af98-20f3-4c18-819a-8ce76da63b94 tempest-NegativeSecGroupTest-260829952 tempest-NegativeSecGroupTest-260829952-project] Notify callbacks [] for security_group, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:21.950486 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-50a764be-1cbe-4e14-a2d5-ecc99150cd37 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1015015 Jun 24 11:49:21.953412 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 60326) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:49:22.026143 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.plugin [None req-af1d4b1f-eb11-4b39-94e5-79d5b26e7d6e tempest-AllowedAddressPairTestJSON-920326677 tempest-AllowedAddressPairTestJSON-920326677-project] Calling delete_port for 2f0a6fd1-41e6-4c37-aa87-ef54ef4aef69 owned by {{(pid=128084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 11:49:22.072092 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ce02064-a7cf-46e4-aabe-10c05d892d27 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:49:22.073938 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-4ce02064-a7cf-46e4-aabe-10c05d892d27 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1191528 Jun 24 11:49:22.078530 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 60328) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:49:22.090255 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-0c39af98-20f3-4c18-819a-8ce76da63b94 tempest-NegativeSecGroupTest-260829952 tempest-NegativeSecGroupTest-260829952-project] Notify callbacks [] for security_group, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:22.101304 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-0c39af98-20f3-4c18-819a-8ce76da63b94 tempest-NegativeSecGroupTest-260829952 tempest-NegativeSecGroupTest-260829952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800410'] for security_group, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:22.123248 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 60330) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:49:22.124241 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-1bc4b85d-d2df-4b1a-bd1a-cf458f6e805c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:49:22.124545 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.db.db_base_plugin_common [None req-dab51cf6-545a-40f2-a370-a90be86b8da4 tempest-FloatingIPAdminTestJSON-1995830821 tempest-FloatingIPAdminTestJSON-1995830821-project-admin] Allocated IP 172.26.7.223 (f2b8ca71-e776-48b2-8898-96cc7970207b/f37bf603-3862-4d0a-9f58-89616f7fd68f/3394a7e5-cb04-49cf-9e55-6d26bf8378c6) {{(pid=128084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 11:49:22.137224 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-7e0bd481-a204-4e56-b065-310d7bd303c6 tempest-TestNetworkAdvancedServerOps-1479438933 tempest-TestNetworkAdvancedServerOps-1479438933-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2125101925', 'description': 'tempest-secgroup-smoke-2125101925 description', 'project_id': '027cb114b40f4b66abdd9fd20f4debdf'}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:49:22.159971 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-751736f7-a741-402e-8639-825aa852e4ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d65c8f8-7530-5052-99fe-8ea05073750b-b02bfb4c-6b69-40c6-b589-54f46e4b4b49', 'network_id': 'b02bfb4c-6b69-40c6-b589-54f46e4b4b49', 'tenant_id': 'aaefe7394f294c70a614c4415cde77d6', 'fixed_ips': [{'subnet_id': '98048133-ba95-4bf2-a09a-f83809552b33'}]}} from dv-neutron-797120-4-hyperv. {{(pid=128085) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 24 11:49:22.161237 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-751736f7-a741-402e-8639-825aa852e4ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_create {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:22.167305 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-0c39af98-20f3-4c18-819a-8ce76da63b94 tempest-NegativeSecGroupTest-260829952 tempest-NegativeSecGroupTest-260829952-project] Notify callbacks [] for security_group, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:22.167824 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-25305f4b-64c6-489a-9ae3-d2a6d17f3299 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-972238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3292022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3162263'] for subnet, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:22.170995 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-0c39af98-20f3-4c18-819a-8ce76da63b94 tempest-NegativeSecGroupTest-260829952 tempest-NegativeSecGroupTest-260829952-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.3054547 Jun 24 11:49:22.175315 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 60332) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:49:22.180002 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-ff9896cb-1b8d-4b8c-905a-e36f2a29a8e6 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:49:22.181736 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [None req-cd605d61-335b-4a5d-aced-e08440bee706 tempest-NegativeSecGroupTest-260829952 tempest-NegativeSecGroupTest-260829952-project] Request body: {'security_group': {'name': 'tempest-secgroup--339992421'}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:49:22.186369 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c39af98-20f3-4c18-819a-8ce76da63b94 tempest-NegativeSecGroupTest-260829952 tempest-NegativeSecGroupTest-260829952-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7fdfdbdc-b949-4f7d-bf98-dc61cf1b8b85,revision_number=1']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:49:22.190599 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-0c39af98-20f3-4c18-819a-8ce76da63b94 tempest-NegativeSecGroupTest-260829952 tempest-NegativeSecGroupTest-260829952-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:49:22.198442 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb339ecd-a858-41b9-84aa-863d8b8cf112 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:49:22.199979 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-eb339ecd-a858-41b9-84aa-863d8b8cf112 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1146080 Jun 24 11:49:22.202780 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 60334) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:49:22.254107 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-1d7a3668-2dfc-460f-99ad-fcd697f6b2dd tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0444660 Jun 24 11:49:22.254448 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-25305f4b-64c6-489a-9ae3-d2a6d17f3299 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Notify callbacks [] for subnet, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:22.255898 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 60336) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:49:22.256201 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-25305f4b-64c6-489a-9ae3-d2a6d17f3299 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] 10.222.0.53 "DELETE /v2.0/subnets/8bb61c44-5551-40cf-b82a-60ba61400da0 HTTP/1.1" status: 204 len: 168 time: 1.4333265 Jun 24 11:49:22.256319 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 60338) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:49:22.257057 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25305f4b-64c6-489a-9ae3-d2a6d17f3299 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Pushing event deleted for resources: {'Subnet': ['ID=8bb61c44-5551-40cf-b82a-60ba61400da0,revision_number=None']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:49:22.264280 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [None req-27ad42d4-3cf6-46bc-9323-457395cae827 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Request body: {'subnet': {'network_id': '11a80c9d-f8ee-4388-91b0-d49a25200fee', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:49:22.268530 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e368faf0-fde0-4fc9-bfe2-70cdfb062b3c None None] Network 20596742-9fd2-40ea-ac77-e699011f1040 requested from dv-neutron-797120-4-hyperv {{(pid=128085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 11:49:22.299462 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-4eed624a-dcf9-4196-b915-966efb3adc9d tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-534962'] for network, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:22.302105 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25305f4b-64c6-489a-9ae3-d2a6d17f3299 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:49:22.302497 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25305f4b-64c6-489a-9ae3-d2a6d17f3299 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:49:22.302876 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25305f4b-64c6-489a-9ae3-d2a6d17f3299 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:49:22.303384 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25305f4b-64c6-489a-9ae3-d2a6d17f3299 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:49:22.303762 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25305f4b-64c6-489a-9ae3-d2a6d17f3299 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:49:22.304135 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25305f4b-64c6-489a-9ae3-d2a6d17f3299 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:49:22.304566 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25305f4b-64c6-489a-9ae3-d2a6d17f3299 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:49:22.304935 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25305f4b-64c6-489a-9ae3-d2a6d17f3299 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:49:22.305342 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25305f4b-64c6-489a-9ae3-d2a6d17f3299 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:49:22.305713 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25305f4b-64c6-489a-9ae3-d2a6d17f3299 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:49:22.306714 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25305f4b-64c6-489a-9ae3-d2a6d17f3299 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:49:22.306714 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25305f4b-64c6-489a-9ae3-d2a6d17f3299 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:49:22.309329 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6c9f70f-b898-48f6-aa4e-2960af29bc25 None None] DHCP port deletion for 11a80c9d-f8ee-4388-91b0-d49a25200fee request from dv-neutron-797120-4-hyperv {{(pid=128085) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 24 11:49:22.313607 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-25305f4b-64c6-489a-9ae3-d2a6d17f3299 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:49:22.321722 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-7e0bd481-a204-4e56-b065-310d7bd303c6 tempest-TestNetworkAdvancedServerOps-1479438933 tempest-TestNetworkAdvancedServerOps-1479438933-project] Notify callbacks [] for security_group, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:22.383183 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-7e0bd481-a204-4e56-b065-310d7bd303c6 tempest-TestNetworkAdvancedServerOps-1479438933 tempest-TestNetworkAdvancedServerOps-1479438933-project] Notify callbacks [] for security_group, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:22.418809 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-cd605d61-335b-4a5d-aced-e08440bee706 tempest-NegativeSecGroupTest-260829952 tempest-NegativeSecGroupTest-260829952-project] Notify callbacks [] for security_group, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:22.441961 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-21e9f8f9-dbc4-423d-970f-eac9fa8ec233 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-534962'] for network, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:22.467509 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.db_base_plugin_common [None req-751736f7-a741-402e-8639-825aa852e4ee None None] Allocated IP 172.20.0.2 (b02bfb4c-6b69-40c6-b589-54f46e4b4b49/98048133-ba95-4bf2-a09a-f83809552b33/a1695731-a5d7-4b40-ae91-61bf40eb07a3) {{(pid=128085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 11:49:22.496883 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27ad42d4-3cf6-46bc-9323-457395cae827 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Made reservation on behalf of 086af1f572244cd08c37d97e004e4732 for: {'subnet': 1} {{(pid=128083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 11:49:22.500533 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-27ad42d4-3cf6-46bc-9323-457395cae827 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3289788'] for subnet, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:22.512353 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-4eed624a-dcf9-4196-b915-966efb3adc9d tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-972249'] for subnet, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:22.513845 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-c6c9f70f-b898-48f6-aa4e-2960af29bc25 None None] Deleting port 2502acc3-ac90-489e-aff8-9369a8015e3c {{(pid=128085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 11:49:22.514236 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-c6c9f70f-b898-48f6-aa4e-2960af29bc25 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793193942312'] for port, before_delete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:22.545222 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-af1d4b1f-eb11-4b39-94e5-79d5b26e7d6e tempest-AllowedAddressPairTestJSON-920326677 tempest-AllowedAddressPairTestJSON-920326677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793193945299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193536732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3292088'] for port, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:22.557777 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-4ccd2f49-1503-475c-928a-9bd5706eaaa7 tempest-RoutersIpV6AdminTest-670466919 tempest-RoutersIpV6AdminTest-670466919-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:49:22.568883 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-dab51cf6-545a-40f2-a370-a90be86b8da4 tempest-FloatingIPAdminTestJSON-1995830821 tempest-FloatingIPAdminTestJSON-1995830821-project-admin] Notify callbacks [] for port, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:22.605825 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1d4b1f-eb11-4b39-94e5-79d5b26e7d6e tempest-AllowedAddressPairTestJSON-920326677 tempest-AllowedAddressPairTestJSON-920326677-project] Pushing event deleted for resources: {'Port': ['ID=2f0a6fd1-41e6-4c37-aa87-ef54ef4aef69,revision_number=None']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:49:22.614432 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-af1d4b1f-eb11-4b39-94e5-79d5b26e7d6e tempest-AllowedAddressPairTestJSON-920326677 tempest-AllowedAddressPairTestJSON-920326677-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:49:22.634000 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-c6c9f70f-b898-48f6-aa4e-2960af29bc25 None None] For port 2502acc3-ac90-489e-aff8-9369a8015e3c, host dv-neutron-797120-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=2502acc3-ac90-489e-aff8-9369a8015e3c,segment=NetworkSegment(fddfe548-9582-48fa-8a0c-6b06bc4d1b9f),segment_id=fddfe548-9582-48fa-8a0c-6b06bc4d1b9f)] {{(pid=128085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 11:49:22.634424 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-c6c9f70f-b898-48f6-aa4e-2960af29bc25 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1978872'] for port, precommit_delete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:22.658313 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-c6c9f70f-b898-48f6-aa4e-2960af29bc25 None None] Calling delete_port for 2502acc3-ac90-489e-aff8-9369a8015e3c owned by network:dhcp {{(pid=128085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 11:49:22.664434 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.plugin [None req-21e9f8f9-dbc4-423d-970f-eac9fa8ec233 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Deleting port 393cf84b-91fc-4b57-b13c-0f910a3ddf6a {{(pid=128083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 11:49:22.664782 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-21e9f8f9-dbc4-423d-970f-eac9fa8ec233 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793193942312'] for port, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:22.729779 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-af1d4b1f-eb11-4b39-94e5-79d5b26e7d6e tempest-AllowedAddressPairTestJSON-920326677 tempest-AllowedAddressPairTestJSON-920326677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468916'] for port, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:22.731909 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-af1d4b1f-eb11-4b39-94e5-79d5b26e7d6e tempest-AllowedAddressPairTestJSON-920326677 tempest-AllowedAddressPairTestJSON-920326677-project] 10.222.0.53 "DELETE /v2.0/ports/2f0a6fd1-41e6-4c37-aa87-ef54ef4aef69 HTTP/1.1" status: 204 len: 168 time: 1.9878364 Jun 24 11:49:22.735906 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 60340) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:49:22.748565 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0439f070-a3eb-4251-b73f-cd2cbbe30ede None None] DHCP port deletion for 20596742-9fd2-40ea-ac77-e699011f1040 request from dv-neutron-797120-4-hyperv {{(pid=128085) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 24 11:49:22.772074 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.db [None req-21e9f8f9-dbc4-423d-970f-eac9fa8ec233 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] For port 393cf84b-91fc-4b57-b13c-0f910a3ddf6a, host dv-neutron-797120-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=393cf84b-91fc-4b57-b13c-0f910a3ddf6a,segment=NetworkSegment(ae8a606f-e217-4e22-ba81-7b3c9ed99a4a),segment_id=ae8a606f-e217-4e22-ba81-7b3c9ed99a4a)] {{(pid=128083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 11:49:22.772820 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-21e9f8f9-dbc4-423d-970f-eac9fa8ec233 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1978872'] for port, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:22.777972 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-dab51cf6-545a-40f2-a370-a90be86b8da4 tempest-FloatingIPAdminTestJSON-1995830821 tempest-FloatingIPAdminTestJSON-1995830821-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-650429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-506361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793193536723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3291971'] for port, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:22.781014 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-1c61411c-5c0c-443a-a2b0-3c986d1574e5 tempest-RoutersAdminTest-701485524 tempest-RoutersAdminTest-701485524-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:49:22.783906 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.pecan_wsgi.hooks.translation [None req-54d4057d-119a-42c1-a2cf-68ae52428dfe tempest-AllowedAddressPairTestJSON-920326677 tempest-AllowedAddressPairTestJSON-920326677-project] GET failed (client error): The resource could not be found. Jun 24 11:49:22.785831 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-54d4057d-119a-42c1-a2cf-68ae52428dfe tempest-AllowedAddressPairTestJSON-920326677 tempest-AllowedAddressPairTestJSON-920326677-project] 10.222.0.53 "GET /v2.0/ports/2f0a6fd1-41e6-4c37-aa87-ef54ef4aef69 HTTP/1.1" status: 404 len: 333 time: 0.0489511 Jun 24 11:49:22.791489 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 60342) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:49:22.802962 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-c81bb61d-3d72-4b2d-9c94-79ea8da0bcee tempest-AllowedAddressPairTestJSON-920326677 tempest-AllowedAddressPairTestJSON-920326677-project] Request body: {'port': {'network_id': '7307eb3d-f5f4-485c-84a2-0a03674bda0b', 'name': 'tempest-AllowedAddressPairTestJSON-468496632'}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:49:22.813647 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.plugin [None req-21e9f8f9-dbc4-423d-970f-eac9fa8ec233 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Calling delete_port for 393cf84b-91fc-4b57-b13c-0f910a3ddf6a owned by network:dhcp {{(pid=128083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 11:49:22.815114 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-751736f7-a741-402e-8639-825aa852e4ee None None] Notify callbacks [] for port, precommit_create {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:22.845143 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-751736f7-a741-402e-8639-825aa852e4ee None None] Transition to ACTIVE for port object a1695731-a5d7-4b40-ae91-61bf40eb07a3 will not be triggered until provisioned by entity L2. {{(pid=128085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 11:49:22.848374 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-cd605d61-335b-4a5d-aced-e08440bee706 tempest-NegativeSecGroupTest-260829952 tempest-NegativeSecGroupTest-260829952-project] Notify callbacks [] for security_group, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:22.871570 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-751736f7-a741-402e-8639-825aa852e4ee None None] Transition to ACTIVE for port object a1695731-a5d7-4b40-ae91-61bf40eb07a3 will not be triggered until provisioned by entity DHCP. {{(pid=128085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 11:49:22.877299 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-c6c9f70f-b898-48f6-aa4e-2960af29bc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793193945299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193536732'] for port, after_delete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:22.880011 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dab51cf6-545a-40f2-a370-a90be86b8da4 tempest-FloatingIPAdminTestJSON-1995830821 tempest-FloatingIPAdminTestJSON-1995830821-project-admin] Network f2b8ca71-e776-48b2-8898-96cc7970207b is already hosted by enough agents. {{(pid=128084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 11:49:22.887585 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-16a5d20c-e518-4597-b0f2-1128265c129d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:49:22.917049 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-cd605d61-335b-4a5d-aced-e08440bee706 tempest-NegativeSecGroupTest-260829952 tempest-NegativeSecGroupTest-260829952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800410'] for security_group, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:22.922520 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c9f70f-b898-48f6-aa4e-2960af29bc25 None None] Pushing event deleted for resources: {'Port': ['ID=2502acc3-ac90-489e-aff8-9369a8015e3c,revision_number=None']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:49:22.924884 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.base_scheduler [None req-dab51cf6-545a-40f2-a370-a90be86b8da4 tempest-FloatingIPAdminTestJSON-1995830821 tempest-FloatingIPAdminTestJSON-1995830821-project-admin] Resources bound (agent type, host, resource id): {{(pid=128084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:49:22.926481 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-c6c9f70f-b898-48f6-aa4e-2960af29bc25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:49:22.927285 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-10f7bc36-0e1e-4737-bc70-04b1e2a1a7a0 tempest-NegativeSecGroupTest-260829952 tempest-NegativeSecGroupTest-260829952-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:49:22.931354 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-751736f7-a741-402e-8639-825aa852e4ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-650429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-506361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793193536723'] for port, after_create {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:22.935364 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-4cc86410-7432-4712-babd-3102d8f331ef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:49:22.945383 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dab51cf6-545a-40f2-a370-a90be86b8da4 tempest-FloatingIPAdminTestJSON-1995830821 tempest-FloatingIPAdminTestJSON-1995830821-project-admin] Received port after_create {{(pid=128084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 11:49:22.946087 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6c9f70f-b898-48f6-aa4e-2960af29bc25 None None] No DVR routers for this DVR port 2502acc3-ac90-489e-aff8-9369a8015e3c on host dv-neutron-797120-4-hyperv {{(pid=128085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 11:49:22.952711 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab51cf6-545a-40f2-a370-a90be86b8da4 tempest-FloatingIPAdminTestJSON-1995830821 tempest-FloatingIPAdminTestJSON-1995830821-project-admin] Pushing event updated for resources: {'Port': ['ID=3394a7e5-cb04-49cf-9e55-6d26bf8378c6,revision_number=1']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:49:22.980795 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-0439f070-a3eb-4251-b73f-cd2cbbe30ede None None] Deleting port 393cf84b-91fc-4b57-b13c-0f910a3ddf6a {{(pid=128085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 11:49:22.981232 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-0439f070-a3eb-4251-b73f-cd2cbbe30ede None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793193942312'] for port, before_delete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:22.984010 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd605d61-335b-4a5d-aced-e08440bee706 tempest-NegativeSecGroupTest-260829952 tempest-NegativeSecGroupTest-260829952-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9c9e3422-7855-4f88-87c3-3a3808b4bd0f,revision_number=1']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:49:22.990059 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-cd605d61-335b-4a5d-aced-e08440bee706 tempest-NegativeSecGroupTest-260829952 tempest-NegativeSecGroupTest-260829952-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:49:23.013233 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-dab51cf6-545a-40f2-a370-a90be86b8da4 tempest-FloatingIPAdminTestJSON-1995830821 tempest-FloatingIPAdminTestJSON-1995830821-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:49:23.055242 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-21e9f8f9-dbc4-423d-970f-eac9fa8ec233 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793193945299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193536732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2537862'] for port, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:23.057386 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-4eed624a-dcf9-4196-b915-966efb3adc9d tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-972238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3292022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3162263'] for subnet, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:23.061496 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-12b8b679-4829-445e-9623-8c2de5d39ed5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:49:23.065703 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-d690babe-34ee-452f-bd57-4422be7d44f7 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:49:23.068414 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-751736f7-a741-402e-8639-825aa852e4ee None None] Network b02bfb4c-6b69-40c6-b589-54f46e4b4b49 is already hosted by enough agents. {{(pid=128085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 11:49:23.071213 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751736f7-a741-402e-8639-825aa852e4ee None None] Pushing event updated for resources: {'Port': ['ID=a1695731-a5d7-4b40-ae91-61bf40eb07a3,revision_number=1']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:49:23.082296 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.scheduler.base_scheduler [None req-751736f7-a741-402e-8639-825aa852e4ee None None] Resources bound (agent type, host, resource id): {{(pid=128085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:49:23.085768 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-751736f7-a741-402e-8639-825aa852e4ee None None] Received port after_create {{(pid=128085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 11:49:23.091287 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-751736f7-a741-402e-8639-825aa852e4ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:49:23.114783 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-0439f070-a3eb-4251-b73f-cd2cbbe30ede None None] For port 393cf84b-91fc-4b57-b13c-0f910a3ddf6a, host dv-neutron-797120-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=393cf84b-91fc-4b57-b13c-0f910a3ddf6a,segment=NetworkSegment(ae8a606f-e217-4e22-ba81-7b3c9ed99a4a),segment_id=ae8a606f-e217-4e22-ba81-7b3c9ed99a4a)] {{(pid=128085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 11:49:23.115221 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-0439f070-a3eb-4251-b73f-cd2cbbe30ede None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1978872'] for port, precommit_delete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:23.118616 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e9f8f9-dbc4-423d-970f-eac9fa8ec233 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Pushing event deleted for resources: {'Port': ['ID=393cf84b-91fc-4b57-b13c-0f910a3ddf6a,revision_number=None']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:49:23.120236 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21e9f8f9-dbc4-423d-970f-eac9fa8ec233 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] No DVR routers for this DVR port 393cf84b-91fc-4b57-b13c-0f910a3ddf6a on host dv-neutron-797120-4-hyperv {{(pid=128083) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 11:49:23.125634 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-21e9f8f9-dbc4-423d-970f-eac9fa8ec233 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:49:23.131185 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eed624a-dcf9-4196-b915-966efb3adc9d tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Pushing event deleted for resources: {'Subnet': ['ID=98048133-ba95-4bf2-a09a-f83809552b33,revision_number=None']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:49:23.137933 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-4eed624a-dcf9-4196-b915-966efb3adc9d tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:49:23.149182 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-0439f070-a3eb-4251-b73f-cd2cbbe30ede None None] Calling delete_port for 393cf84b-91fc-4b57-b13c-0f910a3ddf6a owned by network:dhcp {{(pid=128085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 11:49:23.188521 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-751736f7-a741-402e-8639-825aa852e4ee None None] Attempting to bind port a1695731-a5d7-4b40-ae91-61bf40eb07a3 on host dv-neutron-797120-4-hyperv for vnic_type normal with profile {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 11:49:23.189812 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-751736f7-a741-402e-8639-825aa852e4ee None None] Attempting to bind port a1695731-a5d7-4b40-ae91-61bf40eb07a3 by drivers openvswitch,hyperv on host dv-neutron-797120-4-hyperv at level 0 using segments [{'id': '030fe885-f567-4ffb-8cdf-28b6d7098dc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'b02bfb4c-6b69-40c6-b589-54f46e4b4b49'}] {{(pid=128085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 11:49:23.190482 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-751736f7-a741-402e-8639-825aa852e4ee None None] Attempting to bind port a1695731-a5d7-4b40-ae91-61bf40eb07a3 on network b02bfb4c-6b69-40c6-b589-54f46e4b4b49 {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 11:49:23.199042 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-751736f7-a741-402e-8639-825aa852e4ee None None] Checking agent: {'id': 'e3a695b2-c397-461f-83b0-10b79d490b59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 11, 36, 56), 'started_at': datetime.datetime(2021, 6, 24, 11, 37, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 11, 48, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 11:49:23.199494 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-751736f7-a741-402e-8639-825aa852e4ee None None] Checking segment: {'id': '030fe885-f567-4ffb-8cdf-28b6d7098dc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'b02bfb4c-6b69-40c6-b589-54f46e4b4b49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=128085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 11:49:23.199976 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-751736f7-a741-402e-8639-825aa852e4ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:23.200442 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-751736f7-a741-402e-8639-825aa852e4ee None None] Bound using segment: {'id': '030fe885-f567-4ffb-8cdf-28b6d7098dc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'b02bfb4c-6b69-40c6-b589-54f46e4b4b49'} {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 11:49:23.201008 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-751736f7-a741-402e-8639-825aa852e4ee None None] Bound port: a1695731-a5d7-4b40-ae91-61bf40eb07a3, host: dv-neutron-797120-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '030fe885-f567-4ffb-8cdf-28b6d7098dc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'b02bfb4c-6b69-40c6-b589-54f46e4b4b49'}}] {{(pid=128085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 11:49:23.201504 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-751736f7-a741-402e-8639-825aa852e4ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:23.202768 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.objects.ports [None req-27ad42d4-3cf6-46bc-9323-457395cae827 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=128083) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jun 24 11:49:23.228860 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-27ad42d4-3cf6-46bc-9323-457395cae827 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2537737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3289942'] for subnet, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:23.232812 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-00265b18-6358-472f-8a76-b01a2f8b616f tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:49:23.241021 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-21e9f8f9-dbc4-423d-970f-eac9fa8ec233 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973199', 'neutron.services.segments.db._delete_segments_for_network-8793194012456'] for network, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:23.248770 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-4eed624a-dcf9-4196-b915-966efb3adc9d tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973199', 'neutron.services.segments.db._delete_segments_for_network-8793194012456'] for network, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:23.265515 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.services.segments.db [None req-4eed624a-dcf9-4196-b915-966efb3adc9d tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b02bfb4c-6b69-40c6-b589-54f46e4b4b49']}} {{(pid=128084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:49:23.283534 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.services.segments.db [None req-21e9f8f9-dbc4-423d-970f-eac9fa8ec233 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20596742-9fd2-40ea-ac77-e699011f1040']}} {{(pid=128083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:49:23.285023 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.services.segments.db [None req-4eed624a-dcf9-4196-b915-966efb3adc9d tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '030fe885-f567-4ffb-8cdf-28b6d7098dc7') {'for_net_delete': True} {{(pid=128084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:49:23.285325 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.services.segments.db [None req-4eed624a-dcf9-4196-b915-966efb3adc9d tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '030fe885-f567-4ffb-8cdf-28b6d7098dc7') {} {{(pid=128084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:49:23.304133 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27ad42d4-3cf6-46bc-9323-457395cae827 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Network 11a80c9d-f8ee-4388-91b0-d49a25200fee is already hosted by enough agents. {{(pid=128083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 11:49:23.306655 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-4eed624a-dcf9-4196-b915-966efb3adc9d tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793194097327', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2373599'] for segment, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:23.309399 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.services.segments.db [None req-21e9f8f9-dbc4-423d-970f-eac9fa8ec233 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae8a606f-e217-4e22-ba81-7b3c9ed99a4a') {'for_net_delete': True} {{(pid=128083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:49:23.309695 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.services.segments.db [None req-21e9f8f9-dbc4-423d-970f-eac9fa8ec233 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae8a606f-e217-4e22-ba81-7b3c9ed99a4a') {} {{(pid=128083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:49:23.316787 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-751736f7-a741-402e-8639-825aa852e4ee None None] For port a1695731-a5d7-4b40-ae91-61bf40eb07a3, host dv-neutron-797120-4-hyperv, cleared binding levels {{(pid=128085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 11:49:23.319778 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.base_scheduler [None req-27ad42d4-3cf6-46bc-9323-457395cae827 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Resources bound (agent type, host, resource id): {{(pid=128083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:49:23.325715 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27ad42d4-3cf6-46bc-9323-457395cae827 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:49:23.326302 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-27ad42d4-3cf6-46bc-9323-457395cae827 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks [] for subnet, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:23.328870 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ad42d4-3cf6-46bc-9323-457395cae827 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Pushing event updated for resources: {'Subnet': ['ID=91abbb7d-a39d-4706-9ebd-796bf06b6dcd,revision_number=0']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:49:23.330108 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-0439f070-a3eb-4251-b73f-cd2cbbe30ede None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793193945299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193536732'] for port, after_delete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:23.333034 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-21e9f8f9-dbc4-423d-970f-eac9fa8ec233 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793194097327', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3143690'] for segment, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:23.335937 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-27ad42d4-3cf6-46bc-9323-457395cae827 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:49:23.339476 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-751736f7-a741-402e-8639-825aa852e4ee None None] For port a1695731-a5d7-4b40-ae91-61bf40eb07a3, host dv-neutron-797120-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=a1695731-a5d7-4b40-ae91-61bf40eb07a3,segment=NetworkSegment(030fe885-f567-4ffb-8cdf-28b6d7098dc7),segment_id=030fe885-f567-4ffb-8cdf-28b6d7098dc7)] {{(pid=128085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 11:49:23.341654 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-c354aaf1-210b-4b5c-9e09-41295529ee58 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:49:23.346037 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e1d4765-cdc6-453a-960f-ab1982ac3b1c None None] Network 11a80c9d-f8ee-4388-91b0-d49a25200fee requested from dv-neutron-797120-4-hyperv {{(pid=128085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 11:49:23.350267 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0439f070-a3eb-4251-b73f-cd2cbbe30ede None None] No DVR routers for this DVR port 393cf84b-91fc-4b57-b13c-0f910a3ddf6a on host dv-neutron-797120-4-hyperv {{(pid=128085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 11:49:23.356856 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-21e9f8f9-dbc4-423d-970f-eac9fa8ec233 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967879'] for segment, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:23.359520 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-7e0bd481-a204-4e56-b065-310d7bd303c6 tempest-TestNetworkAdvancedServerOps-1479438933 tempest-TestNetworkAdvancedServerOps-1479438933-project] Notify callbacks [] for security_group, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:23.366685 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21e9f8f9-dbc4-423d-970f-eac9fa8ec233 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Releasing vlan 631 on physical network physnet1 to pool {{(pid=128083) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 11:49:23.367241 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-21e9f8f9-dbc4-423d-970f-eac9fa8ec233 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2537899'] for segment, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:23.369697 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-7e0bd481-a204-4e56-b065-310d7bd303c6 tempest-TestNetworkAdvancedServerOps-1479438933 tempest-TestNetworkAdvancedServerOps-1479438933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800410'] for security_group, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:23.370764 dv-neutron-797120-4-hyperv neutron-server[128083]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 11:49:23.370764 dv-neutron-797120-4-hyperv neutron-server[128083]: conditions |= (models_v2.Port.network_id.in_( Jun 24 11:49:23.370764 dv-neutron-797120-4-hyperv neutron-server[128083]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 11:49:23.370764 dv-neutron-797120-4-hyperv neutron-server[128083]: conditions |= (models_v2.Port.network_id.in_( Jun 24 11:49:23.370764 dv-neutron-797120-4-hyperv neutron-server[128083]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 11:49:23.370764 dv-neutron-797120-4-hyperv neutron-server[128083]: conditions |= (models_v2.Port.network_id.in_( Jun 24 11:49:23.370764 dv-neutron-797120-4-hyperv neutron-server[128083]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 11:49:23.370764 dv-neutron-797120-4-hyperv neutron-server[128083]: conditions |= (models_v2.Port.network_id.in_( Jun 24 11:49:23.370764 dv-neutron-797120-4-hyperv neutron-server[128083]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 11:49:23.370764 dv-neutron-797120-4-hyperv neutron-server[128083]: conditions |= (models_v2.Port.network_id.in_( Jun 24 11:49:23.370764 dv-neutron-797120-4-hyperv neutron-server[128083]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 11:49:23.370764 dv-neutron-797120-4-hyperv neutron-server[128083]: conditions |= (models_v2.Port.network_id.in_( Jun 24 11:49:23.370764 dv-neutron-797120-4-hyperv neutron-server[128083]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 11:49:23.370764 dv-neutron-797120-4-hyperv neutron-server[128083]: conditions |= (models_v2.Port.network_id.in_( Jun 24 11:49:23.370764 dv-neutron-797120-4-hyperv neutron-server[128083]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 11:49:23.370764 dv-neutron-797120-4-hyperv neutron-server[128083]: conditions |= (models_v2.Port.network_id.in_( Jun 24 11:49:23.370764 dv-neutron-797120-4-hyperv neutron-server[128083]: Traceback (most recent call last): Jun 24 11:49:23.370764 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 24 11:49:23.370764 dv-neutron-797120-4-hyperv neutron-server[128083]: timer() Jun 24 11:49:23.370764 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 24 11:49:23.370764 dv-neutron-797120-4-hyperv neutron-server[128083]: cb(*args, **kw) Jun 24 11:49:23.370764 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 24 11:49:23.370764 dv-neutron-797120-4-hyperv neutron-server[128083]: return func(*args, **kwargs) Jun 24 11:49:23.370764 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 24 11:49:23.370764 dv-neutron-797120-4-hyperv neutron-server[128083]: self._notify() Jun 24 11:49:23.370764 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 24 11:49:23.370764 dv-neutron-797120-4-hyperv neutron-server[128083]: self.callback(batched_events) Jun 24 11:49:23.370764 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 24 11:49:23.370764 dv-neutron-797120-4-hyperv neutron-server[128083]: event.method(event) Jun 24 11:49:23.370764 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 24 11:49:23.370764 dv-neutron-797120-4-hyperv neutron-server[128083]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 24 11:49:23.370764 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 24 11:49:23.370764 dv-neutron-797120-4-hyperv neutron-server[128083]: aggregate_uuid = self.p_client.list_aggregates( Jun 24 11:49:23.370764 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 24 11:49:23.370764 dv-neutron-797120-4-hyperv neutron-server[128083]: return f(self, *a, **k) Jun 24 11:49:23.370764 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 24 11:49:23.370764 dv-neutron-797120-4-hyperv neutron-server[128083]: return self._get(url).json() Jun 24 11:49:23.370764 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 24 11:49:23.370764 dv-neutron-797120-4-hyperv neutron-server[128083]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 24 11:49:23.370764 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 24 11:49:23.370764 dv-neutron-797120-4-hyperv neutron-server[128083]: return self.request(url, 'GET', **kwargs) Jun 24 11:49:23.370764 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 24 11:49:23.370764 dv-neutron-797120-4-hyperv neutron-server[128083]: base_url = self.get_endpoint(auth, allow=allow, Jun 24 11:49:23.370764 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 24 11:49:23.370764 dv-neutron-797120-4-hyperv neutron-server[128083]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 24 11:49:23.370764 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 24 11:49:23.370764 dv-neutron-797120-4-hyperv neutron-server[128083]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 24 11:49:23.370764 dv-neutron-797120-4-hyperv neutron-server[128083]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 24 11:49:23.378089 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-27ad42d4-3cf6-46bc-9323-457395cae827 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.1157670 Jun 24 11:49:23.381643 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-751736f7-a741-402e-8639-825aa852e4ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:23.381943 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-4eed624a-dcf9-4196-b915-966efb3adc9d tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967879'] for segment, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:23.387885 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 60344) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:49:23.387885 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-cd605d61-335b-4a5d-aced-e08440bee706 tempest-NegativeSecGroupTest-260829952 tempest-NegativeSecGroupTest-260829952-project] Notify callbacks [] for security_group, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:23.390471 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4eed624a-dcf9-4196-b915-966efb3adc9d tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Releasing vlan 642 on physical network physnet1 to pool {{(pid=128084) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 11:49:23.390860 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-cd605d61-335b-4a5d-aced-e08440bee706 tempest-NegativeSecGroupTest-260829952 tempest-NegativeSecGroupTest-260829952-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.2148588 Jun 24 11:49:23.391097 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-4eed624a-dcf9-4196-b915-966efb3adc9d tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3292053'] for segment, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:23.395949 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [None req-ad7db798-33ae-47af-8b92-2333bae2e57d tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Request body: {'subnet': {'network_id': '11a80c9d-f8ee-4388-91b0-d49a25200fee', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:49:23.398616 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0439f070-a3eb-4251-b73f-cd2cbbe30ede None None] Pushing event deleted for resources: {'Port': ['ID=393cf84b-91fc-4b57-b13c-0f910a3ddf6a,revision_number=None']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:49:23.399124 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 60346) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:49:23.417334 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-3e9e3da2-eabe-41df-9885-d4e423c43760 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:49:23.420218 dv-neutron-797120-4-hyperv neutron-server[128084]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 11:49:23.420218 dv-neutron-797120-4-hyperv neutron-server[128084]: conditions |= (models_v2.Port.network_id.in_( Jun 24 11:49:23.420218 dv-neutron-797120-4-hyperv neutron-server[128084]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 11:49:23.420218 dv-neutron-797120-4-hyperv neutron-server[128084]: conditions |= (models_v2.Port.network_id.in_( Jun 24 11:49:23.420218 dv-neutron-797120-4-hyperv neutron-server[128084]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 11:49:23.420218 dv-neutron-797120-4-hyperv neutron-server[128084]: conditions |= (models_v2.Port.network_id.in_( Jun 24 11:49:23.420218 dv-neutron-797120-4-hyperv neutron-server[128084]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 11:49:23.420218 dv-neutron-797120-4-hyperv neutron-server[128084]: conditions |= (models_v2.Port.network_id.in_( Jun 24 11:49:23.420218 dv-neutron-797120-4-hyperv neutron-server[128084]: Traceback (most recent call last): Jun 24 11:49:23.420218 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 24 11:49:23.420218 dv-neutron-797120-4-hyperv neutron-server[128084]: timer() Jun 24 11:49:23.420218 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 24 11:49:23.420218 dv-neutron-797120-4-hyperv neutron-server[128084]: cb(*args, **kw) Jun 24 11:49:23.420218 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 24 11:49:23.420218 dv-neutron-797120-4-hyperv neutron-server[128084]: return func(*args, **kwargs) Jun 24 11:49:23.420218 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 24 11:49:23.420218 dv-neutron-797120-4-hyperv neutron-server[128084]: self._notify() Jun 24 11:49:23.420218 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 24 11:49:23.420218 dv-neutron-797120-4-hyperv neutron-server[128084]: self.callback(batched_events) Jun 24 11:49:23.420218 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 24 11:49:23.420218 dv-neutron-797120-4-hyperv neutron-server[128084]: event.method(event) Jun 24 11:49:23.420218 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 24 11:49:23.420218 dv-neutron-797120-4-hyperv neutron-server[128084]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 24 11:49:23.420218 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 24 11:49:23.420218 dv-neutron-797120-4-hyperv neutron-server[128084]: aggregate_uuid = self.p_client.list_aggregates( Jun 24 11:49:23.420218 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 24 11:49:23.420218 dv-neutron-797120-4-hyperv neutron-server[128084]: return f(self, *a, **k) Jun 24 11:49:23.420218 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 24 11:49:23.420218 dv-neutron-797120-4-hyperv neutron-server[128084]: return self._get(url).json() Jun 24 11:49:23.420218 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 24 11:49:23.420218 dv-neutron-797120-4-hyperv neutron-server[128084]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 24 11:49:23.420218 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 24 11:49:23.420218 dv-neutron-797120-4-hyperv neutron-server[128084]: return self.request(url, 'GET', **kwargs) Jun 24 11:49:23.420218 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 24 11:49:23.420218 dv-neutron-797120-4-hyperv neutron-server[128084]: base_url = self.get_endpoint(auth, allow=allow, Jun 24 11:49:23.420218 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 24 11:49:23.420218 dv-neutron-797120-4-hyperv neutron-server[128084]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 24 11:49:23.420218 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 24 11:49:23.420218 dv-neutron-797120-4-hyperv neutron-server[128084]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 24 11:49:23.420218 dv-neutron-797120-4-hyperv neutron-server[128084]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 24 11:49:23.443405 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0439f070-a3eb-4251-b73f-cd2cbbe30ede None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:49:23.443767 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0439f070-a3eb-4251-b73f-cd2cbbe30ede None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:49:23.444091 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0439f070-a3eb-4251-b73f-cd2cbbe30ede None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:49:23.444452 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0439f070-a3eb-4251-b73f-cd2cbbe30ede None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:49:23.444784 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0439f070-a3eb-4251-b73f-cd2cbbe30ede None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:49:23.445147 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0439f070-a3eb-4251-b73f-cd2cbbe30ede None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:49:23.445466 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0439f070-a3eb-4251-b73f-cd2cbbe30ede None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:49:23.446432 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0439f070-a3eb-4251-b73f-cd2cbbe30ede None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:49:23.446432 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0439f070-a3eb-4251-b73f-cd2cbbe30ede None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:49:23.446432 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0439f070-a3eb-4251-b73f-cd2cbbe30ede None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:49:23.446833 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0439f070-a3eb-4251-b73f-cd2cbbe30ede None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:49:23.447085 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0439f070-a3eb-4251-b73f-cd2cbbe30ede None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:49:23.449059 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [None req-6931f1ee-a4cb-4104-81a4-bdee42dca5c7 tempest-NegativeSecGroupTest-260829952 tempest-NegativeSecGroupTest-260829952-project] Request body: {'security_group_rule': {'security_group_id': '7fdfdbdc-b949-4f7d-bf98-dc61cf1b8b85', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '9c9e3422-7855-4f88-87c3-3a3808b4bd0f'}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:49:23.452765 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-0439f070-a3eb-4251-b73f-cd2cbbe30ede None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:49:23.454737 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-743dd67e-072a-407b-929f-eea23c984428 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.070s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:49:23.530646 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-21e9f8f9-dbc4-423d-970f-eac9fa8ec233 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1800243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1815642'] for network, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:23.536942 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-7cf319a0-d309-42dc-8b8f-352ff80346fc tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:49:23.540588 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-21e9f8f9-dbc4-423d-970f-eac9fa8ec233 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Notify callbacks [] for network, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:23.545681 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-21e9f8f9-dbc4-423d-970f-eac9fa8ec233 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] 10.222.0.53 "DELETE /v2.0/networks/20596742-9fd2-40ea-ac77-e699011f1040 HTTP/1.1" status: 204 len: 168 time: 1.2838128 Jun 24 11:49:23.552409 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 60348) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:49:23.554457 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0bd481-a204-4e56-b065-310d7bd303c6 tempest-TestNetworkAdvancedServerOps-1479438933 tempest-TestNetworkAdvancedServerOps-1479438933-project] Pushing event updated for resources: {'SecurityGroup': ['ID=220a2f49-e59c-4184-9b05-eaa960abd8b1,revision_number=1']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:49:23.565143 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e9f8f9-dbc4-423d-970f-eac9fa8ec233 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Pushing event deleted for resources: {'Network': ['ID=20596742-9fd2-40ea-ac77-e699011f1040,revision_number=None']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:49:23.565376 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-e578d9a8-87b5-4d40-9462-94aabd0f3a7f tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1856317338'}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:49:23.568437 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-21e9f8f9-dbc4-423d-970f-eac9fa8ec233 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:49:23.574256 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c81bb61d-3d72-4b2d-9c94-79ea8da0bcee tempest-AllowedAddressPairTestJSON-920326677 tempest-AllowedAddressPairTestJSON-920326677-project] Made reservation on behalf of 611f9119a92c4b43bff9daa8b04af2d0 for: {'port': 1} {{(pid=128084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 11:49:23.578056 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-c81bb61d-3d72-4b2d-9c94-79ea8da0bcee tempest-AllowedAddressPairTestJSON-920326677 tempest-AllowedAddressPairTestJSON-920326677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:23.580530 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-7e0bd481-a204-4e56-b065-310d7bd303c6 tempest-TestNetworkAdvancedServerOps-1479438933 tempest-TestNetworkAdvancedServerOps-1479438933-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:49:23.591102 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-182b4589-24d4-4ad7-83e5-256c3ca61bec None None] Network b02bfb4c-6b69-40c6-b589-54f46e4b4b49 requested from dv-neutron-797120-4-hyperv {{(pid=128085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 11:49:23.597332 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.db.api [None req-4eed624a-dcf9-4196-b915-966efb3adc9d tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jun 24 11:49:23.597332 dv-neutron-797120-4-hyperv neutron-server[128084]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jun 24 11:49:23.597332 dv-neutron-797120-4-hyperv neutron-server[128084]: [parameters: {'id': 'b02bfb4c-6b69-40c6-b589-54f46e4b4b49'}] Jun 24 11:49:23.597332 dv-neutron-797120-4-hyperv neutron-server[128084]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=128084) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 24 11:49:23.597795 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_db.api [None req-4eed624a-dcf9-4196-b915-966efb3adc9d tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=128084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 24 11:49:23.610352 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751736f7-a741-402e-8639-825aa852e4ee None None] Pushing event updated for resources: {'Port': ['ID=a1695731-a5d7-4b40-ae91-61bf40eb07a3,revision_number=2']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:49:23.626165 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-751736f7-a741-402e-8639-825aa852e4ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:49:23.639154 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.notifiers.nova [None req-c81bb61d-3d72-4b2d-9c94-79ea8da0bcee tempest-AllowedAddressPairTestJSON-920326677 tempest-AllowedAddressPairTestJSON-920326677-project] device_id is not set on port 9577acb0-1061-498f-a33f-987f68098a5a yet. {{(pid=128084) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 24 11:49:23.713483 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31d759a6-4366-4218-9a96-d2c3b36eb61c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d65c8f8-7530-5052-99fe-8ea05073750b-11a80c9d-f8ee-4388-91b0-d49a25200fee', 'network_id': '11a80c9d-f8ee-4388-91b0-d49a25200fee', 'tenant_id': '086af1f572244cd08c37d97e004e4732', 'fixed_ips': [{'subnet_id': '91abbb7d-a39d-4706-9ebd-796bf06b6dcd'}]}} from dv-neutron-797120-4-hyperv. {{(pid=128085) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 24 11:49:23.714338 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-31d759a6-4366-4218-9a96-d2c3b36eb61c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_create {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:23.831481 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-7e0bd481-a204-4e56-b065-310d7bd303c6 tempest-TestNetworkAdvancedServerOps-1479438933 tempest-TestNetworkAdvancedServerOps-1479438933-project] Notify callbacks [] for security_group, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:23.840203 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-7e0bd481-a204-4e56-b065-310d7bd303c6 tempest-TestNetworkAdvancedServerOps-1479438933 tempest-TestNetworkAdvancedServerOps-1479438933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800410'] for security_group, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:23.847820 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-d6b25544-bb2e-46db-b6d6-b3451484e1dc tempest-SecGroupIPv6Test-993619391 tempest-SecGroupIPv6Test-993619391-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:49:23.885078 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad7db798-33ae-47af-8b92-2333bae2e57d tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Made reservation on behalf of 086af1f572244cd08c37d97e004e4732 for: {'subnet': 1} {{(pid=128083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 11:49:23.891104 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-ad7db798-33ae-47af-8b92-2333bae2e57d tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3289788'] for subnet, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:23.916591 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.api.v2.resource [None req-6931f1ee-a4cb-4104-81a4-bdee42dca5c7 tempest-NegativeSecGroupTest-260829952 tempest-NegativeSecGroupTest-260829952-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 24 11:49:23.917847 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-6931f1ee-a4cb-4104-81a4-bdee42dca5c7 tempest-NegativeSecGroupTest-260829952 tempest-NegativeSecGroupTest-260829952-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.5108502 Jun 24 11:49:23.920752 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 60350) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:49:23.923733 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device 393cf84b-91fc-4b57-b13c-0f910a3ddf6a no longer exists at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 11:49:23.934833 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-7e0bd481-a204-4e56-b065-310d7bd303c6 tempest-TestNetworkAdvancedServerOps-1479438933 tempest-TestNetworkAdvancedServerOps-1479438933-project] Notify callbacks [] for security_group, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:23.936019 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-7e0bd481-a204-4e56-b065-310d7bd303c6 tempest-TestNetworkAdvancedServerOps-1479438933 tempest-TestNetworkAdvancedServerOps-1479438933-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 1.8078866 Jun 24 11:49:23.948717 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 60352) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:49:23.951081 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.db.db_base_plugin_common [None req-c81bb61d-3d72-4b2d-9c94-79ea8da0bcee tempest-AllowedAddressPairTestJSON-920326677 tempest-AllowedAddressPairTestJSON-920326677-project] Allocated IP 172.20.0.12 (7307eb3d-f5f4-485c-84a2-0a03674bda0b/7a2e1ef3-5d7d-4509-8078-9e6e4bd4c2e5/9577acb0-1061-498f-a33f-987f68098a5a) {{(pid=128084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 11:49:23.957781 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-c2df81b3-865c-4fb7-9043-f046bfcba0e5 tempest-TestNetworkAdvancedServerOps-1479438933 tempest-TestNetworkAdvancedServerOps-1479438933-project] Request body: {'security_group_rule': {'security_group_id': 'ad6af071-5e9d-4374-b735-aabf2d994394', 'project_id': '027cb114b40f4b66abdd9fd20f4debdf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:49:23.966710 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0bd481-a204-4e56-b065-310d7bd303c6 tempest-TestNetworkAdvancedServerOps-1479438933 tempest-TestNetworkAdvancedServerOps-1479438933-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ad6af071-5e9d-4374-b735-aabf2d994394,revision_number=1']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:49:23.979205 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-7e0bd481-a204-4e56-b065-310d7bd303c6 tempest-TestNetworkAdvancedServerOps-1479438933 tempest-TestNetworkAdvancedServerOps-1479438933-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:49:23.993696 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e578d9a8-87b5-4d40-9462-94aabd0f3a7f tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Made reservation on behalf of 99955773979244bf90218a1ecde00120 for: {'network': 1} {{(pid=128084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 11:49:23.998777 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-e578d9a8-87b5-4d40-9462-94aabd0f3a7f tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for network, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:24.029318 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] No Port match for: 393cf84b-91fc-4b57-b13c-0f910a3ddf6a {{(pid=128085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 11:49:24.030138 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device 393cf84b-91fc-4b57-b13c-0f910a3ddf6a not bound to the agent host dv-neutron-797120-4-hyperv {{(pid=128085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 11:49:24.030978 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device 2502acc3-ac90-489e-aff8-9369a8015e3c no longer exists at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 11:49:24.032034 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-dab51cf6-545a-40f2-a370-a90be86b8da4 tempest-FloatingIPAdminTestJSON-1995830821 tempest-FloatingIPAdminTestJSON-1995830821-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:24.044392 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-37abdfbd-710f-41d7-afe9-4b518d5da70a tempest-NegativeSecGroupTest-260829952 tempest-NegativeSecGroupTest-260829952-project] Notify callbacks [] for security_group, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:24.056829 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-6add7bc6-d2ed-44f5-b089-ea31d90a7b8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:24.064475 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] No Port match for: 2502acc3-ac90-489e-aff8-9369a8015e3c {{(pid=128085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 11:49:24.065191 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device 2502acc3-ac90-489e-aff8-9369a8015e3c not bound to the agent host dv-neutron-797120-4-hyperv {{(pid=128085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 11:49:24.074175 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-37abdfbd-710f-41d7-afe9-4b518d5da70a tempest-NegativeSecGroupTest-260829952 tempest-NegativeSecGroupTest-260829952-project] Notify callbacks [] for security_group, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:24.103043 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-4eed624a-dcf9-4196-b915-966efb3adc9d tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-534962'] for network, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:24.104657 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-c2df81b3-865c-4fb7-9043-f046bfcba0e5 tempest-TestNetworkAdvancedServerOps-1479438933 tempest-TestNetworkAdvancedServerOps-1479438933-project] Notify callbacks [] for security_group_rule, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:24.107176 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e578d9a8-87b5-4d40-9462-94aabd0f3a7f tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] vlan segment allocate from pool success with {'vlan_id': 619, 'physical_network': 'physnet1'} {{(pid=128084) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 11:49:24.132333 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.db.ipam_backend_mixin [None req-ad7db798-33ae-47af-8b92-2333bae2e57d tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 91abbb7d-a39d-4706-9ebd-796bf06b6dcd (CIDR: 2001:db8::/64) Jun 24 11:49:24.133625 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-37abdfbd-710f-41d7-afe9-4b518d5da70a tempest-NegativeSecGroupTest-260829952 tempest-NegativeSecGroupTest-260829952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800410'] for security_group, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:24.136600 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-37abdfbd-710f-41d7-afe9-4b518d5da70a tempest-NegativeSecGroupTest-260829952 tempest-NegativeSecGroupTest-260829952-project] Notify callbacks [] for security_group, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:24.138072 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-37abdfbd-710f-41d7-afe9-4b518d5da70a tempest-NegativeSecGroupTest-260829952 tempest-NegativeSecGroupTest-260829952-project] 10.222.0.53 "DELETE /v2.0/security-groups/9c9e3422-7855-4f88-87c3-3a3808b4bd0f HTTP/1.1" status: 204 len: 168 time: 0.2160611 Jun 24 11:49:24.139795 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-e237684c-cb00-4e42-a318-3c75cfffcf6b tempest-NegativeSecGroupIPv6Test-156486133 tempest-NegativeSecGroupIPv6Test-156486133-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:49:24.143762 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 60354) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:49:24.146183 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad7db798-33ae-47af-8b92-2333bae2e57d tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 24 11:49:24.146335 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.db_base_plugin_common [None req-31d759a6-4366-4218-9a96-d2c3b36eb61c None None] Allocated IP 2001:db8::f816:3eff:fe0b:ae5c (11a80c9d-f8ee-4388-91b0-d49a25200fee/91abbb7d-a39d-4706-9ebd-796bf06b6dcd/3213c3a6-b9d1-41b2-83df-46b925b52307) {{(pid=128085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 11:49:24.146939 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ad7db798-33ae-47af-8b92-2333bae2e57d tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=128083) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 24 11:49:24.158305 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-e578d9a8-87b5-4d40-9462-94aabd0f3a7f tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967879'] for segment, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:24.158656 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.db.segments_db [None req-e578d9a8-87b5-4d40-9462-94aabd0f3a7f tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Added segment f041c4ba-c864-492c-af45-2b4b7b209d15 of type vlan for network c151ba57-4933-43f9-87a7-27e798dc2eec Jun 24 11:49:24.173179 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37abdfbd-710f-41d7-afe9-4b518d5da70a tempest-NegativeSecGroupTest-260829952 tempest-NegativeSecGroupTest-260829952-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c9e3422-7855-4f88-87c3-3a3808b4bd0f,revision_number=None']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:49:24.188608 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37abdfbd-710f-41d7-afe9-4b518d5da70a tempest-NegativeSecGroupTest-260829952 tempest-NegativeSecGroupTest-260829952-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:49:24.190192 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37abdfbd-710f-41d7-afe9-4b518d5da70a tempest-NegativeSecGroupTest-260829952 tempest-NegativeSecGroupTest-260829952-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:49:24.190572 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37abdfbd-710f-41d7-afe9-4b518d5da70a tempest-NegativeSecGroupTest-260829952 tempest-NegativeSecGroupTest-260829952-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:49:24.190948 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37abdfbd-710f-41d7-afe9-4b518d5da70a tempest-NegativeSecGroupTest-260829952 tempest-NegativeSecGroupTest-260829952-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:49:24.191316 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37abdfbd-710f-41d7-afe9-4b518d5da70a tempest-NegativeSecGroupTest-260829952 tempest-NegativeSecGroupTest-260829952-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:49:24.191684 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37abdfbd-710f-41d7-afe9-4b518d5da70a tempest-NegativeSecGroupTest-260829952 tempest-NegativeSecGroupTest-260829952-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:49:24.192054 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37abdfbd-710f-41d7-afe9-4b518d5da70a tempest-NegativeSecGroupTest-260829952 tempest-NegativeSecGroupTest-260829952-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:49:24.192418 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37abdfbd-710f-41d7-afe9-4b518d5da70a tempest-NegativeSecGroupTest-260829952 tempest-NegativeSecGroupTest-260829952-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:49:24.192782 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37abdfbd-710f-41d7-afe9-4b518d5da70a tempest-NegativeSecGroupTest-260829952 tempest-NegativeSecGroupTest-260829952-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:49:24.193167 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37abdfbd-710f-41d7-afe9-4b518d5da70a tempest-NegativeSecGroupTest-260829952 tempest-NegativeSecGroupTest-260829952-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:49:24.193526 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37abdfbd-710f-41d7-afe9-4b518d5da70a tempest-NegativeSecGroupTest-260829952 tempest-NegativeSecGroupTest-260829952-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:49:24.193880 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37abdfbd-710f-41d7-afe9-4b518d5da70a tempest-NegativeSecGroupTest-260829952 tempest-NegativeSecGroupTest-260829952-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:49:24.197153 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-ad7db798-33ae-47af-8b92-2333bae2e57d tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8120089 Jun 24 11:49:24.198096 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-37abdfbd-710f-41d7-afe9-4b518d5da70a tempest-NegativeSecGroupTest-260829952 tempest-NegativeSecGroupTest-260829952-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:49:24.203336 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 60356) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:49:24.209985 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [None req-fc5d59f0-0845-428f-af3a-a70103b02ea5 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Request body: {'subnet': {'network_id': '11a80c9d-f8ee-4388-91b0-d49a25200fee', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:49:24.299827 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-b93ed27f-a771-47c2-9700-edd1834a3353 tempest-NegativeSecGroupTest-260829952 tempest-NegativeSecGroupTest-260829952-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4504 time: 0.1500061 Jun 24 11:49:24.302877 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 60358) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:49:24.308217 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-e578d9a8-87b5-4d40-9462-94aabd0f3a7f tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793193525068'] for network, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:24.339018 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-31d759a6-4366-4218-9a96-d2c3b36eb61c None None] Notify callbacks [] for port, precommit_create {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:24.341848 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-dab51cf6-545a-40f2-a370-a90be86b8da4 tempest-FloatingIPAdminTestJSON-1995830821 tempest-FloatingIPAdminTestJSON-1995830821-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:24.352034 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-31d759a6-4366-4218-9a96-d2c3b36eb61c None None] Transition to ACTIVE for port object 3213c3a6-b9d1-41b2-83df-46b925b52307 will not be triggered until provisioned by entity L2. {{(pid=128085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 11:49:24.372001 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-31d759a6-4366-4218-9a96-d2c3b36eb61c None None] Transition to ACTIVE for port object 3213c3a6-b9d1-41b2-83df-46b925b52307 will not be triggered until provisioned by entity DHCP. {{(pid=128085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 11:49:24.380210 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-31d759a6-4366-4218-9a96-d2c3b36eb61c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-650429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-506361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793193536723'] for port, after_create {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:24.391293 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-6dde811a-949f-4f9b-aca6-ddf98fba8500 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:49:24.407355 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-4ccc73aa-c4bf-4a69-8798-66bf3d768171 tempest-NegativeSecGroupTest-260829952 tempest-NegativeSecGroupTest-260829952-project] Notify callbacks [] for security_group, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:24.413001 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-c2df81b3-865c-4fb7-9043-f046bfcba0e5 tempest-TestNetworkAdvancedServerOps-1479438933 tempest-TestNetworkAdvancedServerOps-1479438933-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:24.428928 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc5d59f0-0845-428f-af3a-a70103b02ea5 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Made reservation on behalf of 086af1f572244cd08c37d97e004e4732 for: {'subnet': 1} {{(pid=128083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 11:49:24.433943 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-fc5d59f0-0845-428f-af3a-a70103b02ea5 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3289788'] for subnet, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:24.441189 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-c2df81b3-865c-4fb7-9043-f046bfcba0e5 tempest-TestNetworkAdvancedServerOps-1479438933 tempest-TestNetworkAdvancedServerOps-1479438933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1627007'] for security_group_rule, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:24.453390 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31d759a6-4366-4218-9a96-d2c3b36eb61c None None] Network 11a80c9d-f8ee-4388-91b0-d49a25200fee is already hosted by enough agents. {{(pid=128085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 11:49:24.455408 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d759a6-4366-4218-9a96-d2c3b36eb61c None None] Pushing event updated for resources: {'Port': ['ID=3213c3a6-b9d1-41b2-83df-46b925b52307,revision_number=1']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:49:24.460057 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-31d759a6-4366-4218-9a96-d2c3b36eb61c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:49:24.462513 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.scheduler.base_scheduler [None req-31d759a6-4366-4218-9a96-d2c3b36eb61c None None] Resources bound (agent type, host, resource id): {{(pid=128085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:49:24.462990 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:49:24.465334 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31d759a6-4366-4218-9a96-d2c3b36eb61c None None] Received port after_create {{(pid=128085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 11:49:24.466826 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-4ccc73aa-c4bf-4a69-8798-66bf3d768171 tempest-NegativeSecGroupTest-260829952 tempest-NegativeSecGroupTest-260829952-project] Notify callbacks [] for security_group, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:24.496475 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-c81bb61d-3d72-4b2d-9c94-79ea8da0bcee tempest-AllowedAddressPairTestJSON-920326677 tempest-AllowedAddressPairTestJSON-920326677-project] Notify callbacks [] for port, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:24.499864 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-e578d9a8-87b5-4d40-9462-94aabd0f3a7f tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1800243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976'] for network, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:24.506121 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e578d9a8-87b5-4d40-9462-94aabd0f3a7f tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=128084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:49:24.506712 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-e578d9a8-87b5-4d40-9462-94aabd0f3a7f tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Notify callbacks [] for network, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:24.531637 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-31d759a6-4366-4218-9a96-d2c3b36eb61c None None] Attempting to bind port 3213c3a6-b9d1-41b2-83df-46b925b52307 on host dv-neutron-797120-4-hyperv for vnic_type normal with profile {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 11:49:24.532169 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-31d759a6-4366-4218-9a96-d2c3b36eb61c None None] Attempting to bind port 3213c3a6-b9d1-41b2-83df-46b925b52307 by drivers openvswitch,hyperv on host dv-neutron-797120-4-hyperv at level 0 using segments [{'id': 'fddfe548-9582-48fa-8a0c-6b06bc4d1b9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '11a80c9d-f8ee-4388-91b0-d49a25200fee'}] {{(pid=128085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 11:49:24.533237 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31d759a6-4366-4218-9a96-d2c3b36eb61c None None] Attempting to bind port 3213c3a6-b9d1-41b2-83df-46b925b52307 on network 11a80c9d-f8ee-4388-91b0-d49a25200fee {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 11:49:24.541567 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31d759a6-4366-4218-9a96-d2c3b36eb61c None None] Checking agent: {'id': 'e3a695b2-c397-461f-83b0-10b79d490b59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 11, 36, 56), 'started_at': datetime.datetime(2021, 6, 24, 11, 37, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 11, 48, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 11:49:24.542089 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31d759a6-4366-4218-9a96-d2c3b36eb61c None None] Checking segment: {'id': 'fddfe548-9582-48fa-8a0c-6b06bc4d1b9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '11a80c9d-f8ee-4388-91b0-d49a25200fee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=128085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 11:49:24.542570 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-31d759a6-4366-4218-9a96-d2c3b36eb61c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:24.543037 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31d759a6-4366-4218-9a96-d2c3b36eb61c None None] Bound using segment: {'id': 'fddfe548-9582-48fa-8a0c-6b06bc4d1b9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '11a80c9d-f8ee-4388-91b0-d49a25200fee'} {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 11:49:24.543582 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-31d759a6-4366-4218-9a96-d2c3b36eb61c None None] Bound port: 3213c3a6-b9d1-41b2-83df-46b925b52307, host: dv-neutron-797120-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fddfe548-9582-48fa-8a0c-6b06bc4d1b9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '11a80c9d-f8ee-4388-91b0-d49a25200fee'}}] {{(pid=128085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 11:49:24.544058 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-31d759a6-4366-4218-9a96-d2c3b36eb61c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:24.544205 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2df81b3-865c-4fb7-9043-f046bfcba0e5 tempest-TestNetworkAdvancedServerOps-1479438933 tempest-TestNetworkAdvancedServerOps-1479438933-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d106710c-7dce-4e24-9f15-272cc7a43be6,revision_number=0']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:49:24.560380 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-c2df81b3-865c-4fb7-9043-f046bfcba0e5 tempest-TestNetworkAdvancedServerOps-1479438933 tempest-TestNetworkAdvancedServerOps-1479438933-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:49:24.562964 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-fabc64a0-434f-4acc-bf54-f2969be81230 tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.047s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:49:24.584797 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-4ccc73aa-c4bf-4a69-8798-66bf3d768171 tempest-NegativeSecGroupTest-260829952 tempest-NegativeSecGroupTest-260829952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800410'] for security_group, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:24.587745 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-4ccc73aa-c4bf-4a69-8798-66bf3d768171 tempest-NegativeSecGroupTest-260829952 tempest-NegativeSecGroupTest-260829952-project] Notify callbacks [] for security_group, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:24.591083 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-4ccc73aa-c4bf-4a69-8798-66bf3d768171 tempest-NegativeSecGroupTest-260829952 tempest-NegativeSecGroupTest-260829952-project] 10.222.0.53 "DELETE /v2.0/security-groups/7fdfdbdc-b949-4f7d-bf98-dc61cf1b8b85 HTTP/1.1" status: 204 len: 168 time: 0.2846282 Jun 24 11:49:24.591083 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-74d0213b-265e-4225-8c8a-f722c3e8aa51 tempest-NegativeSecGroupIPv6Test-156486133 tempest-NegativeSecGroupIPv6Test-156486133-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:49:24.598580 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.db.provisioning_blocks [None req-c81bb61d-3d72-4b2d-9c94-79ea8da0bcee tempest-AllowedAddressPairTestJSON-920326677 tempest-AllowedAddressPairTestJSON-920326677-project] Transition to ACTIVE for port object 9577acb0-1061-498f-a33f-987f68098a5a will not be triggered until provisioned by entity DHCP. {{(pid=128084) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 11:49:24.601097 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 60360) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:49:24.604218 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ccc73aa-c4bf-4a69-8798-66bf3d768171 tempest-NegativeSecGroupTest-260829952 tempest-NegativeSecGroupTest-260829952-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fdfdbdc-b949-4f7d-bf98-dc61cf1b8b85,revision_number=None']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:49:24.606652 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-4ccc73aa-c4bf-4a69-8798-66bf3d768171 tempest-NegativeSecGroupTest-260829952 tempest-NegativeSecGroupTest-260829952-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:49:24.613784 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-c2df81b3-865c-4fb7-9043-f046bfcba0e5 tempest-TestNetworkAdvancedServerOps-1479438933 tempest-TestNetworkAdvancedServerOps-1479438933-project] Notify callbacks [] for security_group_rule, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:24.619134 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-c2df81b3-865c-4fb7-9043-f046bfcba0e5 tempest-TestNetworkAdvancedServerOps-1479438933 tempest-TestNetworkAdvancedServerOps-1479438933-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6652761 Jun 24 11:49:24.619316 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 60362) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:49:24.629782 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-e578d9a8-87b5-4d40-9462-94aabd0f3a7f tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.0737841 Jun 24 11:49:24.632101 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [None req-97a5f4a0-10ba-430f-b2a7-8a4f7dcc0257 tempest-TestNetworkAdvancedServerOps-1479438933 tempest-TestNetworkAdvancedServerOps-1479438933-project] Request body: {'security_group_rule': {'security_group_id': 'ad6af071-5e9d-4374-b735-aabf2d994394', 'project_id': '027cb114b40f4b66abdd9fd20f4debdf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:49:24.636687 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.plugin [None req-4eed624a-dcf9-4196-b915-966efb3adc9d tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Deleting port a1695731-a5d7-4b40-ae91-61bf40eb07a3 {{(pid=128084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 11:49:24.637040 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-31d759a6-4366-4218-9a96-d2c3b36eb61c None None] For port 3213c3a6-b9d1-41b2-83df-46b925b52307, host dv-neutron-797120-4-hyperv, cleared binding levels {{(pid=128085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 11:49:24.637176 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-4eed624a-dcf9-4196-b915-966efb3adc9d tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793193942312'] for port, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:24.640064 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 60364) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:49:24.651141 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [None req-06fd7757-8cba-4b83-9ff8-563c01278f66 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Request body: {'subnet': {'network_id': 'c151ba57-4933-43f9-87a7-27e798dc2eec', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:49:24.651552 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-31d759a6-4366-4218-9a96-d2c3b36eb61c None None] For port 3213c3a6-b9d1-41b2-83df-46b925b52307, host dv-neutron-797120-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=3213c3a6-b9d1-41b2-83df-46b925b52307,segment=NetworkSegment(fddfe548-9582-48fa-8a0c-6b06bc4d1b9f),segment_id=fddfe548-9582-48fa-8a0c-6b06bc4d1b9f)] {{(pid=128085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 11:49:24.657338 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-31d759a6-4366-4218-9a96-d2c3b36eb61c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:24.660713 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-506782b8-b3a6-4c20-a1f4-035c9af42a59 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:49:24.733522 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d759a6-4366-4218-9a96-d2c3b36eb61c None None] Pushing event updated for resources: {'Port': ['ID=3213c3a6-b9d1-41b2-83df-46b925b52307,revision_number=2']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:49:24.739889 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-31d759a6-4366-4218-9a96-d2c3b36eb61c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:49:24.748450 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e578d9a8-87b5-4d40-9462-94aabd0f3a7f tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Pushing event updated for resources: {'Network': ['ID=c151ba57-4933-43f9-87a7-27e798dc2eec,revision_number=1']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:49:24.763286 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-e578d9a8-87b5-4d40-9462-94aabd0f3a7f tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:49:24.763796 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Network c151ba57-4933-43f9-87a7-27e798dc2eec details requested by agent ovs-agent-dv-neutron-797120-4-hyperv with host dv-neutron-797120-4-hyperv {{(pid=128085) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 11:49:24.794345 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.db [None req-4eed624a-dcf9-4196-b915-966efb3adc9d tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] For port a1695731-a5d7-4b40-ae91-61bf40eb07a3, host dv-neutron-797120-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=a1695731-a5d7-4b40-ae91-61bf40eb07a3,segment=NetworkSegment(030fe885-f567-4ffb-8cdf-28b6d7098dc7),segment_id=030fe885-f567-4ffb-8cdf-28b6d7098dc7)] {{(pid=128084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 11:49:24.794858 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-4eed624a-dcf9-4196-b915-966efb3adc9d tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1978872'] for port, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:24.800925 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-187d8eac-fb1d-4412-b4c1-5b3af14707d7 tempest-NegativeSecGroupTest-260829952 tempest-NegativeSecGroupTest-260829952-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1895280 Jun 24 11:49:24.803160 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 60366) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:49:24.823518 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.plugin [None req-4eed624a-dcf9-4196-b915-966efb3adc9d tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Calling delete_port for a1695731-a5d7-4b40-ae91-61bf40eb07a3 owned by network:dhcp {{(pid=128084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 11:49:24.827098 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [None req-cf80d2eb-41fd-4dae-8bb1-8a7203398cd0 tempest-NegativeSecGroupTest-260829952 tempest-NegativeSecGroupTest-260829952-project] Request body: {'security_group': {'name': 'tempest-secgroup--1764856390'}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:49:24.829906 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-c81bb61d-3d72-4b2d-9c94-79ea8da0bcee tempest-AllowedAddressPairTestJSON-920326677 tempest-AllowedAddressPairTestJSON-920326677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-650429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-506361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793193536723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3291971'] for port, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:24.835694 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-97a5f4a0-10ba-430f-b2a7-8a4f7dcc0257 tempest-TestNetworkAdvancedServerOps-1479438933 tempest-TestNetworkAdvancedServerOps-1479438933-project] Notify callbacks [] for security_group_rule, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:24.844062 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-a48454e6-72aa-4dde-b025-bd4bc0a1adec tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:49:24.937740 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c81bb61d-3d72-4b2d-9c94-79ea8da0bcee tempest-AllowedAddressPairTestJSON-920326677 tempest-AllowedAddressPairTestJSON-920326677-project] Network 7307eb3d-f5f4-485c-84a2-0a03674bda0b is already hosted by enough agents. {{(pid=128084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 11:49:24.944599 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.base_scheduler [None req-c81bb61d-3d72-4b2d-9c94-79ea8da0bcee tempest-AllowedAddressPairTestJSON-920326677 tempest-AllowedAddressPairTestJSON-920326677-project] Resources bound (agent type, host, resource id): {{(pid=128084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:49:24.952258 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-dab51cf6-545a-40f2-a370-a90be86b8da4 tempest-FloatingIPAdminTestJSON-1995830821 tempest-FloatingIPAdminTestJSON-1995830821-project-admin] Notify callbacks [] for port, precommit_update {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:24.956029 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c81bb61d-3d72-4b2d-9c94-79ea8da0bcee tempest-AllowedAddressPairTestJSON-920326677 tempest-AllowedAddressPairTestJSON-920326677-project] Received port after_create {{(pid=128084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 11:49:24.971786 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06fd7757-8cba-4b83-9ff8-563c01278f66 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Made reservation on behalf of 99955773979244bf90218a1ecde00120 for: {'subnet': 1} {{(pid=128083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 11:49:24.976696 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-06fd7757-8cba-4b83-9ff8-563c01278f66 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3289788'] for subnet, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:24.984768 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-cf80d2eb-41fd-4dae-8bb1-8a7203398cd0 tempest-NegativeSecGroupTest-260829952 tempest-NegativeSecGroupTest-260829952-project] Notify callbacks [] for security_group, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:24.989772 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-dab51cf6-545a-40f2-a370-a90be86b8da4 tempest-FloatingIPAdminTestJSON-1995830821 tempest-FloatingIPAdminTestJSON-1995830821-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3292081'] for port, after_update {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:25.022342 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81bb61d-3d72-4b2d-9c94-79ea8da0bcee tempest-AllowedAddressPairTestJSON-920326677 tempest-AllowedAddressPairTestJSON-920326677-project] Pushing event updated for resources: {'Port': ['ID=9577acb0-1061-498f-a33f-987f68098a5a,revision_number=1']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:49:25.057881 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-c81bb61d-3d72-4b2d-9c94-79ea8da0bcee tempest-AllowedAddressPairTestJSON-920326677 tempest-AllowedAddressPairTestJSON-920326677-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:49:25.066493 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-5ca2c337-50e4-4d2c-950e-797dcdc71720 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.060s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:49:25.107197 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c81bb61d-3d72-4b2d-9c94-79ea8da0bcee tempest-AllowedAddressPairTestJSON-920326677 tempest-AllowedAddressPairTestJSON-920326677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=128084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:49:25.107866 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-c81bb61d-3d72-4b2d-9c94-79ea8da0bcee tempest-AllowedAddressPairTestJSON-920326677 tempest-AllowedAddressPairTestJSON-920326677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468916'] for port, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:25.154614 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-c81bb61d-3d72-4b2d-9c94-79ea8da0bcee tempest-AllowedAddressPairTestJSON-920326677 tempest-AllowedAddressPairTestJSON-920326677-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.3616991 Jun 24 11:49:25.161210 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-dab51cf6-545a-40f2-a370-a90be86b8da4 tempest-FloatingIPAdminTestJSON-1995830821 tempest-FloatingIPAdminTestJSON-1995830821-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1815637'] for floatingip, after_update {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:25.165889 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 60368) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:49:25.213898 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-615bcfec-30ea-4355-a31b-31926d6f7450 tempest-AllowedAddressPairTestJSON-920326677 tempest-AllowedAddressPairTestJSON-920326677-project] Request body: {'port': {'network_id': '7307eb3d-f5f4-485c-84a2-0a03674bda0b', 'name': 'tempest-AllowedAddressPairTestJSON-905898641'}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:49:25.231151 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab51cf6-545a-40f2-a370-a90be86b8da4 tempest-FloatingIPAdminTestJSON-1995830821 tempest-FloatingIPAdminTestJSON-1995830821-project-admin] Pushing event updated for resources: {'Port': ['ID=3394a7e5-cb04-49cf-9e55-6d26bf8378c6,revision_number=2']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:49:25.252905 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-dab51cf6-545a-40f2-a370-a90be86b8da4 tempest-FloatingIPAdminTestJSON-1995830821 tempest-FloatingIPAdminTestJSON-1995830821-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:49:25.257860 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-4eed624a-dcf9-4196-b915-966efb3adc9d tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793193945299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193536732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3292088'] for port, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:25.265554 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-dab51cf6-545a-40f2-a370-a90be86b8da4 tempest-FloatingIPAdminTestJSON-1995830821 tempest-FloatingIPAdminTestJSON-1995830821-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:49:25.294164 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-e1c7e3f5-090b-4a7e-bf71-87541df6c08b None None] Provisioning for port 9577acb0-1061-498f-a33f-987f68098a5a completed by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 11:49:25.299164 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-e1c7e3f5-090b-4a7e-bf71-87541df6c08b None None] Provisioning complete for port 9577acb0-1061-498f-a33f-987f68098a5a triggered by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:49:25.299629 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-e1c7e3f5-090b-4a7e-bf71-87541df6c08b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:25.339956 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-e1c7e3f5-090b-4a7e-bf71-87541df6c08b None None] Port 9577acb0-1061-498f-a33f-987f68098a5a cannot update to ACTIVE because it is not bound. {{(pid=128085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 11:49:25.424940 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-97a5f4a0-10ba-430f-b2a7-8a4f7dcc0257 tempest-TestNetworkAdvancedServerOps-1479438933 tempest-TestNetworkAdvancedServerOps-1479438933-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:25.434088 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-97a5f4a0-10ba-430f-b2a7-8a4f7dcc0257 tempest-TestNetworkAdvancedServerOps-1479438933 tempest-TestNetworkAdvancedServerOps-1479438933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1627007'] for security_group_rule, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:25.474799 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:49:25.536636 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a5f4a0-10ba-430f-b2a7-8a4f7dcc0257 tempest-TestNetworkAdvancedServerOps-1479438933 tempest-TestNetworkAdvancedServerOps-1479438933-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8fb69a8f-72a6-448c-b0ab-ca6e77c85106,revision_number=0']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:49:25.540012 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-97a5f4a0-10ba-430f-b2a7-8a4f7dcc0257 tempest-TestNetworkAdvancedServerOps-1479438933 tempest-TestNetworkAdvancedServerOps-1479438933-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:49:25.632392 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-fc5d59f0-0845-428f-af3a-a70103b02ea5 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2537737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3289942'] for subnet, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:25.637291 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-4ab56fd5-3f5c-4f23-93e4-eb768b61964f tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:49:25.697563 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eed624a-dcf9-4196-b915-966efb3adc9d tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Pushing event deleted for resources: {'Port': ['ID=a1695731-a5d7-4b40-ae91-61bf40eb07a3,revision_number=None']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:49:25.737938 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc5d59f0-0845-428f-af3a-a70103b02ea5 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Network 11a80c9d-f8ee-4388-91b0-d49a25200fee is already hosted by enough agents. {{(pid=128083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 11:49:25.753696 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.base_scheduler [None req-fc5d59f0-0845-428f-af3a-a70103b02ea5 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Resources bound (agent type, host, resource id): {{(pid=128083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:49:25.757315 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-cf80d2eb-41fd-4dae-8bb1-8a7203398cd0 tempest-NegativeSecGroupTest-260829952 tempest-NegativeSecGroupTest-260829952-project] Notify callbacks [] for security_group, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:25.757636 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-4eed624a-dcf9-4196-b915-966efb3adc9d tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.492s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:49:25.758480 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eed624a-dcf9-4196-b915-966efb3adc9d tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] No DVR routers for this DVR port a1695731-a5d7-4b40-ae91-61bf40eb07a3 on host dv-neutron-797120-4-hyperv {{(pid=128084) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 11:49:25.763659 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc5d59f0-0845-428f-af3a-a70103b02ea5 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:49:25.763848 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-fc5d59f0-0845-428f-af3a-a70103b02ea5 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks [] for subnet, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:25.766374 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5d59f0-0845-428f-af3a-a70103b02ea5 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Pushing event updated for resources: {'Subnet': ['ID=1cac5809-6d1a-4a74-b865-864f70f9ddf8,revision_number=0']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:49:25.775465 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-fc5d59f0-0845-428f-af3a-a70103b02ea5 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:49:25.778248 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-cf80d2eb-41fd-4dae-8bb1-8a7203398cd0 tempest-NegativeSecGroupTest-260829952 tempest-NegativeSecGroupTest-260829952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800410'] for security_group, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:25.785624 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-cd605d61-335b-4a5d-aced-e08440bee706 tempest-NegativeSecGroupTest-260829952 tempest-NegativeSecGroupTest-260829952-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:49:25.789111 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-97a5f4a0-10ba-430f-b2a7-8a4f7dcc0257 tempest-TestNetworkAdvancedServerOps-1479438933 tempest-TestNetworkAdvancedServerOps-1479438933-project] Notify callbacks [] for security_group_rule, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:25.790557 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-97a5f4a0-10ba-430f-b2a7-8a4f7dcc0257 tempest-TestNetworkAdvancedServerOps-1479438933 tempest-TestNetworkAdvancedServerOps-1479438933-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.1717792 Jun 24 11:49:25.796220 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 60370) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:49:25.808129 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-f941d32a-aca1-4252-8978-38e759047e5c tempest-TestNetworkAdvancedServerOps-1479438933 tempest-TestNetworkAdvancedServerOps-1479438933-project] Request body: {'security_group_rule': {'security_group_id': 'ad6af071-5e9d-4374-b735-aabf2d994394', 'project_id': '027cb114b40f4b66abdd9fd20f4debdf', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:49:25.857633 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-fc5d59f0-0845-428f-af3a-a70103b02ea5 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.6519473 Jun 24 11:49:25.867692 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-cf80d2eb-41fd-4dae-8bb1-8a7203398cd0 tempest-NegativeSecGroupTest-260829952 tempest-NegativeSecGroupTest-260829952-project] Notify callbacks [] for security_group, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:25.869113 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-cf80d2eb-41fd-4dae-8bb1-8a7203398cd0 tempest-NegativeSecGroupTest-260829952 tempest-NegativeSecGroupTest-260829952-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.0561776 Jun 24 11:49:25.870149 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 60372) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:49:25.882669 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [None req-68ffe47b-7ff9-4a12-8434-c3270633a997 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Request body: {'port': {'network_id': '11a80c9d-f8ee-4388-91b0-d49a25200fee', 'mac_address': 'fa:16:3e:b9:bc:60', 'name': 'tempest-NetworksTestDHCPv6-1738189546'}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:49:25.887396 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 60374) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:49:25.899136 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.db.l3_db [None req-dab51cf6-545a-40f2-a370-a90be86b8da4 tempest-FloatingIPAdminTestJSON-1995830821 tempest-FloatingIPAdminTestJSON-1995830821-project-admin] Floating IP 69170d21-9a40-4f26-af70-ad96c66f1873 associated. External IP: 172.26.7.223, port: 9c58a286-4f0c-42fa-a0d0-ac77ab3bb16c. Jun 24 11:49:25.909908 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-f941d32a-aca1-4252-8978-38e759047e5c tempest-TestNetworkAdvancedServerOps-1479438933 tempest-TestNetworkAdvancedServerOps-1479438933-project] Notify callbacks [] for security_group_rule, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:25.911520 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [None req-749b0d06-9bdb-4826-93ad-5d8bdc7205c1 tempest-NegativeSecGroupTest-260829952 tempest-NegativeSecGroupTest-260829952-project] Request body: {'security_group': {'name': 'default'}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:49:25.912734 dv-neutron-797120-4-hyperv neutron-server[128083]: WARNING neutron.api.v2.base [None req-749b0d06-9bdb-4826-93ad-5d8bdc7205c1 tempest-NegativeSecGroupTest-260829952 tempest-NegativeSecGroupTest-260829952-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jun 24 11:49:25.913220 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.api.v2.resource [None req-749b0d06-9bdb-4826-93ad-5d8bdc7205c1 tempest-NegativeSecGroupTest-260829952 tempest-NegativeSecGroupTest-260829952-project] update failed (client error): There was a conflict when trying to complete your request. Jun 24 11:49:25.913894 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device 3213c3a6-b9d1-41b2-83df-46b925b52307 up at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 11:49:25.914950 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-749b0d06-9bdb-4826-93ad-5d8bdc7205c1 tempest-NegativeSecGroupTest-260829952 tempest-NegativeSecGroupTest-260829952-project] 10.222.0.53 "PUT /v2.0/security-groups/52ccabd4-22e0-45e6-8b90-f5f19e123b71 HTTP/1.1" status: 409 len: 330 time: 0.0218213 Jun 24 11:49:25.916241 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-06fd7757-8cba-4b83-9ff8-563c01278f66 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2537737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3289942'] for subnet, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:25.931449 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 60376) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:49:25.932545 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf80d2eb-41fd-4dae-8bb1-8a7203398cd0 tempest-NegativeSecGroupTest-260829952 tempest-NegativeSecGroupTest-260829952-project] Pushing event updated for resources: {'SecurityGroup': ['ID=52ccabd4-22e0-45e6-8b90-f5f19e123b71,revision_number=1']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:49:25.951762 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-cf80d2eb-41fd-4dae-8bb1-8a7203398cd0 tempest-NegativeSecGroupTest-260829952 tempest-NegativeSecGroupTest-260829952-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:49:25.952674 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-4394c601-0b4d-4d24-af74-bd08c6bae8ab tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.020s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:49:25.960697 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca909d86-c693-451a-ae61-cbaa4d9cf908 None None] Network 11a80c9d-f8ee-4388-91b0-d49a25200fee requested from dv-neutron-797120-4-hyperv {{(pid=128085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 11:49:25.994866 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-4eed624a-dcf9-4196-b915-966efb3adc9d tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973199', 'neutron.services.segments.db._delete_segments_for_network-8793194012456'] for network, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:25.998599 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-615bcfec-30ea-4355-a31b-31926d6f7450 tempest-AllowedAddressPairTestJSON-920326677 tempest-AllowedAddressPairTestJSON-920326677-project] Made reservation on behalf of 611f9119a92c4b43bff9daa8b04af2d0 for: {'port': 1} {{(pid=128084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 11:49:26.002751 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-615bcfec-30ea-4355-a31b-31926d6f7450 tempest-AllowedAddressPairTestJSON-920326677 tempest-AllowedAddressPairTestJSON-920326677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:26.029175 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning for port 3213c3a6-b9d1-41b2-83df-46b925b52307 completed by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 11:49:26.039777 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.services.segments.db [None req-4eed624a-dcf9-4196-b915-966efb3adc9d tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b02bfb4c-6b69-40c6-b589-54f46e4b4b49']}} {{(pid=128084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:49:26.092606 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.services.segments.db [None req-4eed624a-dcf9-4196-b915-966efb3adc9d tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '030fe885-f567-4ffb-8cdf-28b6d7098dc7') {'for_net_delete': True} {{(pid=128084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:49:26.092890 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.services.segments.db [None req-4eed624a-dcf9-4196-b915-966efb3adc9d tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '030fe885-f567-4ffb-8cdf-28b6d7098dc7') {} {{(pid=128084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:49:26.093750 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-b4564c0e-f76a-4c54-8815-5e1893781c34 None None] Provisioning for port 3213c3a6-b9d1-41b2-83df-46b925b52307 completed by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 11:49:26.103484 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-b4564c0e-f76a-4c54-8815-5e1893781c34 None None] Provisioning complete for port 3213c3a6-b9d1-41b2-83df-46b925b52307 triggered by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:49:26.103872 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-b4564c0e-f76a-4c54-8815-5e1893781c34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:26.112126 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fd7757-8cba-4b83-9ff8-563c01278f66 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Pushing event updated for resources: {'Subnet': ['ID=174b7f1a-411d-4d23-ba2d-40592cdbcd43,revision_number=0']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:49:26.114101 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-4eed624a-dcf9-4196-b915-966efb3adc9d tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793194097327', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2373599'] for segment, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:26.127232 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.notifiers.nova [None req-615bcfec-30ea-4355-a31b-31926d6f7450 tempest-AllowedAddressPairTestJSON-920326677 tempest-AllowedAddressPairTestJSON-920326677-project] device_id is not set on port eb04fb86-47e9-4a88-9a43-47d9908b0262 yet. {{(pid=128084) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 24 11:49:26.133396 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-06fd7757-8cba-4b83-9ff8-563c01278f66 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:49:26.150042 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06fd7757-8cba-4b83-9ff8-563c01278f66 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Checking segment: {'id': 'f041c4ba-c864-492c-af45-2b4b7b209d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'c151ba57-4933-43f9-87a7-27e798dc2eec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=128083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 11:49:26.150684 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06fd7757-8cba-4b83-9ff8-563c01278f66 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Network hostable DHCP agents. Network: c151ba57-4933-43f9-87a7-27e798dc2eec, hostable agents: ['6be988a9-1d97-480f-be5a-c55abf2c55c5'], hosted agents: [] {{(pid=128083) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 11:49:26.156524 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-af9e7520-b520-4ede-93cd-ba73dff25879 tempest-NegativeSecGroupTest-260829952 tempest-NegativeSecGroupTest-260829952-project] Notify callbacks [] for security_group, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:26.188125 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-4eed624a-dcf9-4196-b915-966efb3adc9d tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967879'] for segment, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:26.202694 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68ffe47b-7ff9-4a12-8434-c3270633a997 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Made reservation on behalf of 086af1f572244cd08c37d97e004e4732 for: {'port': 1} {{(pid=128083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 11:49:26.204167 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-f941d32a-aca1-4252-8978-38e759047e5c tempest-TestNetworkAdvancedServerOps-1479438933 tempest-TestNetworkAdvancedServerOps-1479438933-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:26.208705 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4eed624a-dcf9-4196-b915-966efb3adc9d tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Releasing vlan 642 on physical network physnet1 to pool {{(pid=128084) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 11:49:26.209273 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-4eed624a-dcf9-4196-b915-966efb3adc9d tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3292053'] for segment, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:26.209919 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-af9e7520-b520-4ede-93cd-ba73dff25879 tempest-NegativeSecGroupTest-260829952 tempest-NegativeSecGroupTest-260829952-project] Notify callbacks [] for security_group, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:26.213446 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06fd7757-8cba-4b83-9ff8-563c01278f66 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Network c151ba57-4933-43f9-87a7-27e798dc2eec is scheduled to be hosted by DHCP agent 6be988a9-1d97-480f-be5a-c55abf2c55c5 with binding_index 1 {{(pid=128083) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 11:49:26.214111 dv-neutron-797120-4-hyperv neutron-server[128084]: Traceback (most recent call last): Jun 24 11:49:26.214111 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 24 11:49:26.214111 dv-neutron-797120-4-hyperv neutron-server[128084]: timer() Jun 24 11:49:26.214111 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 24 11:49:26.214111 dv-neutron-797120-4-hyperv neutron-server[128084]: cb(*args, **kw) Jun 24 11:49:26.214111 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 24 11:49:26.214111 dv-neutron-797120-4-hyperv neutron-server[128084]: return func(*args, **kwargs) Jun 24 11:49:26.214111 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 24 11:49:26.214111 dv-neutron-797120-4-hyperv neutron-server[128084]: self._notify() Jun 24 11:49:26.214111 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 24 11:49:26.214111 dv-neutron-797120-4-hyperv neutron-server[128084]: self.callback(batched_events) Jun 24 11:49:26.214111 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 24 11:49:26.214111 dv-neutron-797120-4-hyperv neutron-server[128084]: event.method(event) Jun 24 11:49:26.214111 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 24 11:49:26.214111 dv-neutron-797120-4-hyperv neutron-server[128084]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 24 11:49:26.214111 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 24 11:49:26.214111 dv-neutron-797120-4-hyperv neutron-server[128084]: aggregate_uuid = self.p_client.list_aggregates( Jun 24 11:49:26.214111 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 24 11:49:26.214111 dv-neutron-797120-4-hyperv neutron-server[128084]: return f(self, *a, **k) Jun 24 11:49:26.214111 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 24 11:49:26.214111 dv-neutron-797120-4-hyperv neutron-server[128084]: return self._get(url).json() Jun 24 11:49:26.214111 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 24 11:49:26.214111 dv-neutron-797120-4-hyperv neutron-server[128084]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 24 11:49:26.214111 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 24 11:49:26.214111 dv-neutron-797120-4-hyperv neutron-server[128084]: return self.request(url, 'GET', **kwargs) Jun 24 11:49:26.214111 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 24 11:49:26.214111 dv-neutron-797120-4-hyperv neutron-server[128084]: base_url = self.get_endpoint(auth, allow=allow, Jun 24 11:49:26.214111 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 24 11:49:26.214111 dv-neutron-797120-4-hyperv neutron-server[128084]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 24 11:49:26.214111 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 24 11:49:26.214111 dv-neutron-797120-4-hyperv neutron-server[128084]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 24 11:49:26.214111 dv-neutron-797120-4-hyperv neutron-server[128084]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 24 11:49:26.231152 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-f941d32a-aca1-4252-8978-38e759047e5c tempest-TestNetworkAdvancedServerOps-1479438933 tempest-TestNetworkAdvancedServerOps-1479438933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1627007'] for security_group_rule, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:26.238440 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-b4564c0e-f76a-4c54-8815-5e1893781c34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:26.243234 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-bf5d76e5-1cef-40b4-abd8-30118977cc48 tempest-SecGroupIPv6Test-993619391 tempest-SecGroupIPv6Test-993619391-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:49:26.274913 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-b4564c0e-f76a-4c54-8815-5e1893781c34 None None] For port 3213c3a6-b9d1-41b2-83df-46b925b52307, host dv-neutron-797120-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=3213c3a6-b9d1-41b2-83df-46b925b52307,segment=NetworkSegment(fddfe548-9582-48fa-8a0c-6b06bc4d1b9f),segment_id=fddfe548-9582-48fa-8a0c-6b06bc4d1b9f)] {{(pid=128085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 11:49:26.279472 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-b4564c0e-f76a-4c54-8815-5e1893781c34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:26.281539 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-55b98bd9-3873-477e-8058-0f18104af2cb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:49:26.282192 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.base_scheduler [None req-06fd7757-8cba-4b83-9ff8-563c01278f66 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-4-hyperv, c151ba57-4933-43f9-87a7-27e798dc2eec) {{(pid=128083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:49:26.299929 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06fd7757-8cba-4b83-9ff8-563c01278f66 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:49:26.300529 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-06fd7757-8cba-4b83-9ff8-563c01278f66 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Notify callbacks [] for subnet, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:26.324842 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-06fd7757-8cba-4b83-9ff8-563c01278f66 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6774993 Jun 24 11:49:26.327476 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 60378) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:49:26.328903 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dbaccd9-d933-4e78-92a7-e4e3008f5d67 None None] Network c151ba57-4933-43f9-87a7-27e798dc2eec requested from dv-neutron-797120-4-hyperv {{(pid=128085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 11:49:26.334720 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [None req-20ce0cec-1c4b-45e1-891b-7ae63e54c01d tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Request body: {'port': {'network_id': 'c151ba57-4933-43f9-87a7-27e798dc2eec', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-1994657461'}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:49:26.345028 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f941d32a-aca1-4252-8978-38e759047e5c tempest-TestNetworkAdvancedServerOps-1479438933 tempest-TestNetworkAdvancedServerOps-1479438933-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc12ebbe-392d-4b71-90c2-f0b7ab7c0100,revision_number=0']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:49:26.365046 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-af9e7520-b520-4ede-93cd-ba73dff25879 tempest-NegativeSecGroupTest-260829952 tempest-NegativeSecGroupTest-260829952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800410'] for security_group, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:26.367711 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-af9e7520-b520-4ede-93cd-ba73dff25879 tempest-NegativeSecGroupTest-260829952 tempest-NegativeSecGroupTest-260829952-project] Notify callbacks [] for security_group, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:26.371670 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-af9e7520-b520-4ede-93cd-ba73dff25879 tempest-NegativeSecGroupTest-260829952 tempest-NegativeSecGroupTest-260829952-project] 10.222.0.53 "DELETE /v2.0/security-groups/52ccabd4-22e0-45e6-8b90-f5f19e123b71 HTTP/1.1" status: 204 len: 168 time: 0.4336691 Jun 24 11:49:26.379707 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-f941d32a-aca1-4252-8978-38e759047e5c tempest-TestNetworkAdvancedServerOps-1479438933 tempest-TestNetworkAdvancedServerOps-1479438933-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:49:26.380899 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-7ba2b773-2c72-4996-91af-e977c34581f4 tempest-SecGroupIPv6Test-993619391 tempest-SecGroupIPv6Test-993619391-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:49:26.381382 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 60380) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:49:26.396368 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-f941d32a-aca1-4252-8978-38e759047e5c tempest-TestNetworkAdvancedServerOps-1479438933 tempest-TestNetworkAdvancedServerOps-1479438933-project] Notify callbacks [] for security_group_rule, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:26.398162 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-f941d32a-aca1-4252-8978-38e759047e5c tempest-TestNetworkAdvancedServerOps-1479438933 tempest-TestNetworkAdvancedServerOps-1479438933-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5939121 Jun 24 11:49:26.401718 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4564c0e-f76a-4c54-8815-5e1893781c34 None None] Pushing event updated for resources: {'Port': ['ID=3213c3a6-b9d1-41b2-83df-46b925b52307,revision_number=3']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:49:26.407554 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 60382) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:49:26.415288 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-156d8449-f5b2-4cb6-9970-abdf2326b905 tempest-TestNetworkAdvancedServerOps-1479438933 tempest-TestNetworkAdvancedServerOps-1479438933-project] Request body: {'security_group_rule': {'security_group_id': 'ad6af071-5e9d-4374-b735-aabf2d994394', 'project_id': '027cb114b40f4b66abdd9fd20f4debdf', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:49:26.430174 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-4eed624a-dcf9-4196-b915-966efb3adc9d tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1800243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1815642'] for network, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:26.438313 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9e7520-b520-4ede-93cd-ba73dff25879 tempest-NegativeSecGroupTest-260829952 tempest-NegativeSecGroupTest-260829952-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=52ccabd4-22e0-45e6-8b90-f5f19e123b71,revision_number=None']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:49:26.442135 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-68ffe47b-7ff9-4a12-8434-c3270633a997 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:26.444329 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-af9e7520-b520-4ede-93cd-ba73dff25879 tempest-NegativeSecGroupTest-260829952 tempest-NegativeSecGroupTest-260829952-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:49:26.452086 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-b4564c0e-f76a-4c54-8815-5e1893781c34 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:49:26.474389 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ac07f561-32dc-4692-9794-2dc54f255905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:26.480736 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-eb100f26-2c6e-4414-baa6-69f7fde8a2de tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:49:26.485525 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-4eed624a-dcf9-4196-b915-966efb3adc9d tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Notify callbacks [] for network, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:26.488135 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-4eed624a-dcf9-4196-b915-966efb3adc9d tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] 10.222.0.53 "DELETE /v2.0/networks/b02bfb4c-6b69-40c6-b589-54f46e4b4b49 HTTP/1.1" status: 204 len: 168 time: 4.6500673 Jun 24 11:49:26.492163 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 60384) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:49:26.493147 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.notifiers.nova [None req-68ffe47b-7ff9-4a12-8434-c3270633a997 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] device_id is not set on port 1b3052fb-4815-4c70-92b4-d9e72848834f yet. {{(pid=128083) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 24 11:49:26.531203 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:26.535554 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.db.db_base_plugin_common [None req-615bcfec-30ea-4355-a31b-31926d6f7450 tempest-AllowedAddressPairTestJSON-920326677 tempest-AllowedAddressPairTestJSON-920326677-project] Allocated IP 172.20.0.8 (7307eb3d-f5f4-485c-84a2-0a03674bda0b/7a2e1ef3-5d7d-4509-8078-9e6e4bd4c2e5/eb04fb86-47e9-4a88-9a43-47d9908b0262) {{(pid=128084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 11:49:26.539547 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eed624a-dcf9-4196-b915-966efb3adc9d tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Pushing event deleted for resources: {'Network': ['ID=b02bfb4c-6b69-40c6-b589-54f46e4b4b49,revision_number=None']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:49:26.544031 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff740fa9-5c79-4229-bc92-6a1962174c0c None None] Update dhcp port {'port': {'network_id': '11a80c9d-f8ee-4388-91b0-d49a25200fee', 'fixed_ips': [{'subnet_id': '91abbb7d-a39d-4706-9ebd-796bf06b6dcd', 'ip_address': '2001:db8::f816:3eff:fe0b:ae5c'}, {'subnet_id': '1cac5809-6d1a-4a74-b865-864f70f9ddf8'}], 'binding:host_id': 'dv-neutron-797120-4-hyperv'}, 'id': '3213c3a6-b9d1-41b2-83df-46b925b52307'} from dv-neutron-797120-4-hyperv. {{(pid=128085) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 24 11:49:26.554965 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-4eed624a-dcf9-4196-b915-966efb3adc9d tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:49:26.577126 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a57a9b3-8908-4083-8563-33afa8ca82aa tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] GET failed (client error): The resource could not be found. Jun 24 11:49:26.578567 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-8a57a9b3-8908-4083-8563-33afa8ca82aa tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] 10.222.0.53 "GET /v2.0/subnets/98048133-ba95-4bf2-a09a-f83809552b33 HTTP/1.1" status: 404 len: 337 time: 0.0788496 Jun 24 11:49:26.586656 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-53c4a181-a038-493d-a371-bb8d3e81d159 tempest-NegativeSecGroupTest-260829952 tempest-NegativeSecGroupTest-260829952-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1966608 Jun 24 11:49:26.586656 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 60386) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:49:26.586948 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 60388) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:49:26.588560 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-156d8449-f5b2-4cb6-9970-abdf2326b905 tempest-TestNetworkAdvancedServerOps-1479438933 tempest-TestNetworkAdvancedServerOps-1479438933-project] Notify callbacks [] for security_group_rule, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:26.602538 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.api.v2.resource [None req-79d96873-42f7-4ff6-90d5-e849143ccd95 tempest-NegativeSecGroupTest-260829952 tempest-NegativeSecGroupTest-260829952-project] delete failed (client error): The resource could not be found. Jun 24 11:49:26.603531 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-79d96873-42f7-4ff6-90d5-e849143ccd95 tempest-NegativeSecGroupTest-260829952 tempest-NegativeSecGroupTest-260829952-project] 10.222.0.53 "DELETE /v2.0/security-groups/b603972e-cc01-4762-8e76-dc0bc86b29a9 HTTP/1.1" status: 404 len: 347 time: 0.0156779 Jun 24 11:49:26.609629 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 60390) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:49:26.634942 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ff740fa9-5c79-4229-bc92-6a1962174c0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:26.637924 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dab51cf6-545a-40f2-a370-a90be86b8da4 tempest-FloatingIPAdminTestJSON-1995830821 tempest-FloatingIPAdminTestJSON-1995830821-project-admin] Router 1606d87f-67b7-492c-9816-c9bd352c4dd6 has already been hosted by L3 agent 2987dba8-2249-4ee6-96ec-28f0f7a6127d {{(pid=128084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 11:49:26.640817 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20ce0cec-1c4b-45e1-891b-7ae63e54c01d tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Made reservation on behalf of 99955773979244bf90218a1ecde00120 for: {'port': 1} {{(pid=128083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 11:49:26.645059 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.pecan_wsgi.hooks.translation [None req-b822c007-9eee-441e-a870-2e49e1296ab6 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] DELETE failed (client error): The resource could not be found. Jun 24 11:49:26.645229 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-20ce0cec-1c4b-45e1-891b-7ae63e54c01d tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:26.645666 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b822c007-9eee-441e-a870-2e49e1296ab6 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=128084) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 24 11:49:26.655377 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-b822c007-9eee-441e-a870-2e49e1296ab6 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] 10.222.0.53 "DELETE /v2.0/networks/b02bfb4c-6b69-40c6-b589-54f46e4b4b49 HTTP/1.1" status: 404 len: 339 time: 0.0598412 Jun 24 11:49:26.655579 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.api.v2.resource [None req-b41f7d1c-69fe-459a-8b3c-70a3f63aee51 tempest-NegativeSecGroupTest-260829952 tempest-NegativeSecGroupTest-260829952-project] show failed (client error): The resource could not be found. Jun 24 11:49:26.655579 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-b41f7d1c-69fe-459a-8b3c-70a3f63aee51 tempest-NegativeSecGroupTest-260829952 tempest-NegativeSecGroupTest-260829952-project] 10.222.0.53 "GET /v2.0/security-groups/2cb7aafe-fa33-4732-ba9b-12b8ff692f86 HTTP/1.1" status: 404 len: 347 time: 0.0391769 Jun 24 11:49:26.656622 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 60392) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:49:26.656772 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 60394) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:49:26.689366 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.api.v2.resource [None req-b3102ade-68a8-4e9f-beb6-b10c25d1c764 tempest-NegativeSecGroupTest-260829952 tempest-NegativeSecGroupTest-260829952-project] show failed (client error): The resource could not be found. Jun 24 11:49:26.694453 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-b3102ade-68a8-4e9f-beb6-b10c25d1c764 tempest-NegativeSecGroupTest-260829952 tempest-NegativeSecGroupTest-260829952-project] 10.222.0.53 "GET /v2.0/security-group-rules/250f4d94-096d-435a-ae0d-09a7f9bd50d6 HTTP/1.1" status: 404 len: 356 time: 0.0341461 Jun 24 11:49:26.805155 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e11b951-cb7c-4c49-a8fa-f18ee521fb20 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d65c8f8-7530-5052-99fe-8ea05073750b-c151ba57-4933-43f9-87a7-27e798dc2eec', 'network_id': 'c151ba57-4933-43f9-87a7-27e798dc2eec', 'tenant_id': '99955773979244bf90218a1ecde00120', 'fixed_ips': [{'subnet_id': '174b7f1a-411d-4d23-ba2d-40592cdbcd43'}]}} from dv-neutron-797120-4-hyperv. {{(pid=128085) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 24 11:49:26.806172 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-6e11b951-cb7c-4c49-a8fa-f18ee521fb20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_create {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:26.814717 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.notifiers.nova [None req-20ce0cec-1c4b-45e1-891b-7ae63e54c01d tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] device_id is not set on port dc39a3c9-d726-47ad-96c6-5a660b49d151 yet. {{(pid=128083) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 24 11:49:26.827101 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-156d8449-f5b2-4cb6-9970-abdf2326b905 tempest-TestNetworkAdvancedServerOps-1479438933 tempest-TestNetworkAdvancedServerOps-1479438933-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:26.838084 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-156d8449-f5b2-4cb6-9970-abdf2326b905 tempest-TestNetworkAdvancedServerOps-1479438933 tempest-TestNetworkAdvancedServerOps-1479438933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1627007'] for security_group_rule, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:26.843290 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:49:26.906166 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156d8449-f5b2-4cb6-9970-abdf2326b905 tempest-TestNetworkAdvancedServerOps-1479438933 tempest-TestNetworkAdvancedServerOps-1479438933-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63e68437-5d45-4144-a55d-a17bdcaabb5e,revision_number=0']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:49:26.913228 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-156d8449-f5b2-4cb6-9970-abdf2326b905 tempest-TestNetworkAdvancedServerOps-1479438933 tempest-TestNetworkAdvancedServerOps-1479438933-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:49:26.915549 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-156d8449-f5b2-4cb6-9970-abdf2326b905 tempest-TestNetworkAdvancedServerOps-1479438933 tempest-TestNetworkAdvancedServerOps-1479438933-project] Notify callbacks [] for security_group_rule, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:26.919535 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-156d8449-f5b2-4cb6-9970-abdf2326b905 tempest-TestNetworkAdvancedServerOps-1479438933 tempest-TestNetworkAdvancedServerOps-1479438933-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5084858 Jun 24 11:49:26.920128 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 60400) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:49:26.933575 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-ad36d671-1aff-4161-ae5d-3386a74d0c8d tempest-TestNetworkAdvancedServerOps-1479438933 tempest-TestNetworkAdvancedServerOps-1479438933-project] Request body: {'security_group_rule': {'security_group_id': 'ad6af071-5e9d-4374-b735-aabf2d994394', 'project_id': '027cb114b40f4b66abdd9fd20f4debdf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:49:26.978638 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dab51cf6-545a-40f2-a370-a90be86b8da4 tempest-FloatingIPAdminTestJSON-1995830821 tempest-FloatingIPAdminTestJSON-1995830821-project-admin] Notify agent at l3_agent.dv-neutron-797120-4-hyperv the message routers_updated {{(pid=128084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 11:49:26.990731 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-615bcfec-30ea-4355-a31b-31926d6f7450 tempest-AllowedAddressPairTestJSON-920326677 tempest-AllowedAddressPairTestJSON-920326677-project] Notify callbacks [] for port, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:26.993585 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14171955-ca1c-4aee-b0ed-f656b3dac654 None None] Sync routers for ids ['1606d87f-67b7-492c-9816-c9bd352c4dd6'] in dv-neutron-797120-4-hyperv {{(pid=128086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 11:49:27.004969 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.db.securitygroups_db [None req-ad36d671-1aff-4161-ae5d-3386a74d0c8d tempest-TestNetworkAdvancedServerOps-1479438933 tempest-TestNetworkAdvancedServerOps-1479438933-project] Project 027cb114b40f4b66abdd9fd20f4debdf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 24 11:49:27.009232 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14171955-ca1c-4aee-b0ed-f656b3dac654 None None] Routers {'1606d87f-67b7-492c-9816-c9bd352c4dd6'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 11:49:27.009541 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 60402) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:49:27.010386 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-14171955-ca1c-4aee-b0ed-f656b3dac654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T11:49:26Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['1606d87f-67b7-492c-9816-c9bd352c4dd6'], 'active': True} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:49:27.024496 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-ad36d671-1aff-4161-ae5d-3386a74d0c8d tempest-TestNetworkAdvancedServerOps-1479438933 tempest-TestNetworkAdvancedServerOps-1479438933-project] Notify callbacks [] for security_group_rule, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:27.025864 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-881e63a9-754b-45b4-82d8-2b9c13efb9c8 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:49:27.027622 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.db.provisioning_blocks [None req-615bcfec-30ea-4355-a31b-31926d6f7450 tempest-AllowedAddressPairTestJSON-920326677 tempest-AllowedAddressPairTestJSON-920326677-project] Transition to ACTIVE for port object eb04fb86-47e9-4a88-9a43-47d9908b0262 will not be triggered until provisioned by entity DHCP. {{(pid=128084) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 11:49:27.028066 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-881e63a9-754b-45b4-82d8-2b9c13efb9c8 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.3709412 Jun 24 11:49:27.030369 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-dab51cf6-545a-40f2-a370-a90be86b8da4 tempest-FloatingIPAdminTestJSON-1995830821 tempest-FloatingIPAdminTestJSON-1995830821-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468916'] for floatingip, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:27.031996 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 60406) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:49:27.080373 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-14171955-ca1c-4aee-b0ed-f656b3dac654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:49:27.087080 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.db_base_plugin_common [None req-68ffe47b-7ff9-4a12-8434-c3270633a997 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Allocated IP 2001:db8:0:1::ef (11a80c9d-f8ee-4388-91b0-d49a25200fee/1cac5809-6d1a-4a74-b865-864f70f9ddf8/1b3052fb-4815-4c70-92b4-d9e72848834f) {{(pid=128083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 11:49:27.093403 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14171955-ca1c-4aee-b0ed-f656b3dac654 None None] Routers {'1606d87f-67b7-492c-9816-c9bd352c4dd6'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 11:49:27.095842 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-14171955-ca1c-4aee-b0ed-f656b3dac654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T11:49:26Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['1606d87f-67b7-492c-9816-c9bd352c4dd6'], 'active': True} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:49:27.107489 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.db_base_plugin_common [None req-68ffe47b-7ff9-4a12-8434-c3270633a997 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Allocated IP 2001:db8::f816:3eff:feb9:bc60 (11a80c9d-f8ee-4388-91b0-d49a25200fee/91abbb7d-a39d-4706-9ebd-796bf06b6dcd/1b3052fb-4815-4c70-92b4-d9e72848834f) {{(pid=128083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 11:49:27.110557 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.db_base_plugin_common [None req-20ce0cec-1c4b-45e1-891b-7ae63e54c01d tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Allocated IP 2001:db8::d0 (c151ba57-4933-43f9-87a7-27e798dc2eec/174b7f1a-411d-4d23-ba2d-40592cdbcd43/dc39a3c9-d726-47ad-96c6-5a660b49d151) {{(pid=128083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 11:49:27.118232 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-cc3d6cc6-fe79-47df-9918-5a8c3dbbb03f tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] 10.222.0.53 "GET /v2.0/subnets?network_id=f2b8ca71-e776-48b2-8898-96cc7970207b HTTP/1.1" status: 200 len: 207 time: 0.0772657 Jun 24 11:49:27.121823 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 60408) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:49:27.151537 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-14171955-ca1c-4aee-b0ed-f656b3dac654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:49:27.152182 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14171955-ca1c-4aee-b0ed-f656b3dac654 None None] The sync data for ids ['1606d87f-67b7-492c-9816-c9bd352c4dd6'] in dv-neutron-797120-4-hyperv is: [] {{(pid=128086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 11:49:27.152481 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-dab51cf6-545a-40f2-a370-a90be86b8da4 tempest-FloatingIPAdminTestJSON-1995830821 tempest-FloatingIPAdminTestJSON-1995830821-project-admin] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 987 time: 7.0866289 Jun 24 11:49:27.158735 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 60410) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:49:27.256932 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-ad36d671-1aff-4161-ae5d-3386a74d0c8d tempest-TestNetworkAdvancedServerOps-1479438933 tempest-TestNetworkAdvancedServerOps-1479438933-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:27.274973 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-ad36d671-1aff-4161-ae5d-3386a74d0c8d tempest-TestNetworkAdvancedServerOps-1479438933 tempest-TestNetworkAdvancedServerOps-1479438933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1627007'] for security_group_rule, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:27.276996 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-615bcfec-30ea-4355-a31b-31926d6f7450 tempest-AllowedAddressPairTestJSON-920326677 tempest-AllowedAddressPairTestJSON-920326677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-650429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-506361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793193536723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3291971'] for port, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:27.288400 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-69557bfe-a07f-4be4-a7ed-c6d03799dfef tempest-SecGroupIPv6Test-993619391 tempest-SecGroupIPv6Test-993619391-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:49:27.350984 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad36d671-1aff-4161-ae5d-3386a74d0c8d tempest-TestNetworkAdvancedServerOps-1479438933 tempest-TestNetworkAdvancedServerOps-1479438933-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0408d23-08c6-447b-8041-0bfe7b827612,revision_number=0']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:49:27.356440 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-ad36d671-1aff-4161-ae5d-3386a74d0c8d tempest-TestNetworkAdvancedServerOps-1479438933 tempest-TestNetworkAdvancedServerOps-1479438933-project] Notify callbacks [] for security_group_rule, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:27.361122 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-ad36d671-1aff-4161-ae5d-3386a74d0c8d tempest-TestNetworkAdvancedServerOps-1479438933 tempest-TestNetworkAdvancedServerOps-1479438933-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4284678 Jun 24 11:49:27.361122 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-ad36d671-1aff-4161-ae5d-3386a74d0c8d tempest-TestNetworkAdvancedServerOps-1479438933 tempest-TestNetworkAdvancedServerOps-1479438933-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:49:27.366562 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-966060ab-473b-4a89-9c90-25038a0c41b8 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.062s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:49:27.367523 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 60412) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:49:27.373499 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-6834fa03-7f21-4db3-80a2-3b46a673013e tempest-FloatingIPAdminTestJSON-1995830821 tempest-FloatingIPAdminTestJSON-1995830821-project-admin] 10.222.0.53 "GET /v2.0/floatingips/69170d21-9a40-4f26-af70-ad96c66f1873 HTTP/1.1" status: 200 len: 982 time: 0.2114563 Jun 24 11:49:27.377836 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-615bcfec-30ea-4355-a31b-31926d6f7450 tempest-AllowedAddressPairTestJSON-920326677 tempest-AllowedAddressPairTestJSON-920326677-project] Network 7307eb3d-f5f4-485c-84a2-0a03674bda0b is already hosted by enough agents. {{(pid=128084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 11:49:27.388832 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [None req-6cea2af6-95d6-41fa-875a-e492d7bda0d9 tempest-TestNetworkAdvancedServerOps-1479438933 tempest-TestNetworkAdvancedServerOps-1479438933-project] Request body: {'security_group_rule': {'security_group_id': 'ad6af071-5e9d-4374-b735-aabf2d994394', 'project_id': '027cb114b40f4b66abdd9fd20f4debdf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:49:27.393264 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 60414) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:49:27.405043 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.base_scheduler [None req-615bcfec-30ea-4355-a31b-31926d6f7450 tempest-AllowedAddressPairTestJSON-920326677 tempest-AllowedAddressPairTestJSON-920326677-project] Resources bound (agent type, host, resource id): {{(pid=128084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:49:27.411735 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-bbf66f8e-0e8a-41cc-9c29-6c90915a71a9 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=7e071ba7749d4544ba415d04d07ed099&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4009933 Jun 24 11:49:27.412651 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-615bcfec-30ea-4355-a31b-31926d6f7450 tempest-AllowedAddressPairTestJSON-920326677 tempest-AllowedAddressPairTestJSON-920326677-project] Received port after_create {{(pid=128084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 11:49:27.418215 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 60416) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:49:27.476231 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615bcfec-30ea-4355-a31b-31926d6f7450 tempest-AllowedAddressPairTestJSON-920326677 tempest-AllowedAddressPairTestJSON-920326677-project] Pushing event updated for resources: {'Port': ['ID=eb04fb86-47e9-4a88-9a43-47d9908b0262,revision_number=1']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:49:27.487657 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-615bcfec-30ea-4355-a31b-31926d6f7450 tempest-AllowedAddressPairTestJSON-920326677 tempest-AllowedAddressPairTestJSON-920326677-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:49:27.508185 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-615bcfec-30ea-4355-a31b-31926d6f7450 tempest-AllowedAddressPairTestJSON-920326677 tempest-AllowedAddressPairTestJSON-920326677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=128084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:49:27.508852 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-615bcfec-30ea-4355-a31b-31926d6f7450 tempest-AllowedAddressPairTestJSON-920326677 tempest-AllowedAddressPairTestJSON-920326677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468916'] for port, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:27.541554 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-2dc099a1-45cb-4b6d-801b-2a3ca3bb8f16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:27.566409 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-2dc099a1-45cb-4b6d-801b-2a3ca3bb8f16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:27.575608 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b2d6d03-0bd0-43d0-b08c-a4e5b1938dea tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:49:27.582006 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b2d6d03-0bd0-43d0-b08c-a4e5b1938dea tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:49:27.587727 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b2d6d03-0bd0-43d0-b08c-a4e5b1938dea tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:49:27.593886 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b2d6d03-0bd0-43d0-b08c-a4e5b1938dea tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:49:27.599684 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-2b2d6d03-0bd0-43d0-b08c-a4e5b1938dea tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] 10.222.0.53 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2487 time: 0.4724433 Jun 24 11:49:27.600344 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 60418) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:49:27.635133 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-03237adf-ebd0-46f2-a476-4d4bb746e0f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:27.638971 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-615bcfec-30ea-4355-a31b-31926d6f7450 tempest-AllowedAddressPairTestJSON-920326677 tempest-AllowedAddressPairTestJSON-920326677-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.4717674 Jun 24 11:49:27.645858 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 60420) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:49:27.651160 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-c1f4f809-1908-4298-aa79-e5186ac54348 tempest-AllowedAddressPairTestJSON-920326677 tempest-AllowedAddressPairTestJSON-920326677-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.4', 'mac_address': 'fa:16:3e:3f:95:a7'}, {'ip_address': '172.20.0.12', 'mac_address': 'fa:16:3e:a0:64:b7'}]}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:49:27.657158 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.db.securitygroups_db [None req-6cea2af6-95d6-41fa-875a-e492d7bda0d9 tempest-TestNetworkAdvancedServerOps-1479438933 tempest-TestNetworkAdvancedServerOps-1479438933-project] Project 027cb114b40f4b66abdd9fd20f4debdf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 24 11:49:27.677815 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-8696a6cd-185f-4fd2-a0dc-432e02fcc0dd tempest-FloatingIPAdminTestJSON-1995830821 tempest-FloatingIPAdminTestJSON-1995830821-project-admin] 10.222.0.53 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1466 time: 0.2744603 Jun 24 11:49:27.683987 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 60422) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:49:27.685479 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-6cea2af6-95d6-41fa-875a-e492d7bda0d9 tempest-TestNetworkAdvancedServerOps-1479438933 tempest-TestNetworkAdvancedServerOps-1479438933-project] Notify callbacks [] for security_group_rule, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:27.695216 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-20ce0cec-1c4b-45e1-891b-7ae63e54c01d tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Notify callbacks [] for port, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:27.746707 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-1cc1f06e-fc2b-4f3a-9f2f-71716c6b326d None None] Provisioning for port eb04fb86-47e9-4a88-9a43-47d9908b0262 completed by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 11:49:27.752116 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-1cc1f06e-fc2b-4f3a-9f2f-71716c6b326d None None] Provisioning complete for port eb04fb86-47e9-4a88-9a43-47d9908b0262 triggered by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:49:27.752626 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-1cc1f06e-fc2b-4f3a-9f2f-71716c6b326d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:27.755663 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-68ffe47b-7ff9-4a12-8434-c3270633a997 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks [] for port, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:27.757929 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.provisioning_blocks [None req-20ce0cec-1c4b-45e1-891b-7ae63e54c01d tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Transition to ACTIVE for port object dc39a3c9-d726-47ad-96c6-5a660b49d151 will not be triggered until provisioned by entity DHCP. {{(pid=128083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 11:49:27.787216 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-2dc099a1-45cb-4b6d-801b-2a3ca3bb8f16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800410'] for security_group, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:27.789164 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.provisioning_blocks [None req-68ffe47b-7ff9-4a12-8434-c3270633a997 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Transition to ACTIVE for port object 1b3052fb-4815-4c70-92b4-d9e72848834f will not be triggered until provisioned by entity DHCP. {{(pid=128083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 11:49:27.790227 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-2dc099a1-45cb-4b6d-801b-2a3ca3bb8f16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:27.791377 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-2dc099a1-45cb-4b6d-801b-2a3ca3bb8f16 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/2ff024b0-940e-41a1-a55d-85aa0f542828 HTTP/1.1" status: 204 len: 168 time: 0.3722284 Jun 24 11:49:27.797866 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-846f9abc-4b76-45eb-bfe5-e6f027d71745 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:49:27.799961 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-1cc1f06e-fc2b-4f3a-9f2f-71716c6b326d None None] Port eb04fb86-47e9-4a88-9a43-47d9908b0262 cannot update to ACTIVE because it is not bound. {{(pid=128085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 11:49:27.831585 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-6cea2af6-95d6-41fa-875a-e492d7bda0d9 tempest-TestNetworkAdvancedServerOps-1479438933 tempest-TestNetworkAdvancedServerOps-1479438933-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:27.856408 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-6cea2af6-95d6-41fa-875a-e492d7bda0d9 tempest-TestNetworkAdvancedServerOps-1479438933 tempest-TestNetworkAdvancedServerOps-1479438933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1627007'] for security_group_rule, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:27.864230 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-d79e9c62-1257-4ef9-80d9-8d63def22194 tempest-NegativeSecGroupTest-260829952 tempest-NegativeSecGroupTest-260829952-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:49:27.883697 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc099a1-45cb-4b6d-801b-2a3ca3bb8f16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ff024b0-940e-41a1-a55d-85aa0f542828,revision_number=None']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:49:27.888577 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-20ce0cec-1c4b-45e1-891b-7ae63e54c01d tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-650429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-506361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793193536723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2537853'] for port, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:27.898175 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-2dc099a1-45cb-4b6d-801b-2a3ca3bb8f16 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:49:27.901334 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cea2af6-95d6-41fa-875a-e492d7bda0d9 tempest-TestNetworkAdvancedServerOps-1479438933 tempest-TestNetworkAdvancedServerOps-1479438933-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f993b709-b8de-4959-a784-d6a1381a2deb,revision_number=0']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:49:27.909563 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-6cea2af6-95d6-41fa-875a-e492d7bda0d9 tempest-TestNetworkAdvancedServerOps-1479438933 tempest-TestNetworkAdvancedServerOps-1479438933-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:49:27.910076 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-cc571201-fa3f-4868-b095-98fc6eb03966 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.011s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:49:27.913037 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-b1face21-26ff-48e7-b8c5-e525ac170db7 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] 10.222.0.53 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 576 time: 0.3118401 Jun 24 11:49:27.920647 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 60426) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:49:27.922652 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20ce0cec-1c4b-45e1-891b-7ae63e54c01d tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Network c151ba57-4933-43f9-87a7-27e798dc2eec is already hosted by enough agents. {{(pid=128083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 11:49:27.927365 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device 3213c3a6-b9d1-41b2-83df-46b925b52307 up at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 11:49:27.956446 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-6cea2af6-95d6-41fa-875a-e492d7bda0d9 tempest-TestNetworkAdvancedServerOps-1479438933 tempest-TestNetworkAdvancedServerOps-1479438933-project] Notify callbacks [] for security_group_rule, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:27.957847 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-6cea2af6-95d6-41fa-875a-e492d7bda0d9 tempest-TestNetworkAdvancedServerOps-1479438933 tempest-TestNetworkAdvancedServerOps-1479438933-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5806732 Jun 24 11:49:27.961201 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 60428) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:49:27.966655 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-62d7916f-87cf-4916-94f9-f86487102f1d tempest-TestNetworkAdvancedServerOps-1479438933 tempest-TestNetworkAdvancedServerOps-1479438933-project] Request body: {'network': {'name': 'tempest-network-smoke--1231544351', 'project_id': '027cb114b40f4b66abdd9fd20f4debdf', 'port_security_enabled': True}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:49:27.981370 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.base_scheduler [None req-20ce0cec-1c4b-45e1-891b-7ae63e54c01d tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Resources bound (agent type, host, resource id): {{(pid=128083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:49:27.983762 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-68ffe47b-7ff9-4a12-8434-c3270633a997 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-650429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-506361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793193536723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2537853'] for port, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:27.985561 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20ce0cec-1c4b-45e1-891b-7ae63e54c01d tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Received port after_create {{(pid=128083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 11:49:27.991702 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20ce0cec-1c4b-45e1-891b-7ae63e54c01d tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:49:27.992540 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-20ce0cec-1c4b-45e1-891b-7ae63e54c01d tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468916'] for port, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:28.038615 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62d7916f-87cf-4916-94f9-f86487102f1d tempest-TestNetworkAdvancedServerOps-1479438933 tempest-TestNetworkAdvancedServerOps-1479438933-project] Made reservation on behalf of 027cb114b40f4b66abdd9fd20f4debdf for: {'network': 1} {{(pid=128084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 11:49:28.042062 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-62d7916f-87cf-4916-94f9-f86487102f1d tempest-TestNetworkAdvancedServerOps-1479438933 tempest-TestNetworkAdvancedServerOps-1479438933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for network, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:28.062523 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ce0cec-1c4b-45e1-891b-7ae63e54c01d tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Pushing event updated for resources: {'Port': ['ID=dc39a3c9-d726-47ad-96c6-5a660b49d151,revision_number=1']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:49:28.068921 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-036cc5d5-7720-4386-8a86-768bcface295 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:49:28.071040 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-036cc5d5-7720-4386-8a86-768bcface295 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:49:28.073085 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-036cc5d5-7720-4386-8a86-768bcface295 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.1484215 Jun 24 11:49:28.074430 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-20ce0cec-1c4b-45e1-891b-7ae63e54c01d tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:49:28.086025 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.db_base_plugin_common [None req-6e11b951-cb7c-4c49-a8fa-f18ee521fb20 None None] Allocated IP 2001:db8::2 (c151ba57-4933-43f9-87a7-27e798dc2eec/174b7f1a-411d-4d23-ba2d-40592cdbcd43/577ba1eb-710a-4b67-9580-ddea6240a9b2) {{(pid=128085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 11:49:28.089584 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 60432) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:49:28.090354 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.db_base_plugin_common [None req-ff740fa9-5c79-4229-bc92-6a1962174c0c None None] Allocated IP 2001:db8:0:1::2 (11a80c9d-f8ee-4388-91b0-d49a25200fee/1cac5809-6d1a-4a74-b865-864f70f9ddf8/3213c3a6-b9d1-41b2-83df-46b925b52307) {{(pid=128085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 11:49:28.093315 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-706e3c44-e38e-4fa7-a1f3-2afddf6d5199 tempest-AllowedAddressPairTestJSON-920326677 tempest-AllowedAddressPairTestJSON-920326677-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.089s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:49:28.108077 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-20ce0cec-1c4b-45e1-891b-7ae63e54c01d tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 892 time: 1.7792134 Jun 24 11:49:28.111113 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68ffe47b-7ff9-4a12-8434-c3270633a997 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Network 11a80c9d-f8ee-4388-91b0-d49a25200fee is already hosted by enough agents. {{(pid=128083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 11:49:28.134774 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 60434) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:49:28.147984 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning complete for port 3213c3a6-b9d1-41b2-83df-46b925b52307 triggered by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:49:28.148369 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:28.171911 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.base_scheduler [None req-68ffe47b-7ff9-4a12-8434-c3270633a997 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Resources bound (agent type, host, resource id): {{(pid=128083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:49:28.175917 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ffe47b-7ff9-4a12-8434-c3270633a997 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Pushing event updated for resources: {'Port': ['ID=1b3052fb-4815-4c70-92b4-d9e72848834f,revision_number=1']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:49:28.178880 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68ffe47b-7ff9-4a12-8434-c3270633a997 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Received port after_create {{(pid=128083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 11:49:28.181886 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62d7916f-87cf-4916-94f9-f86487102f1d tempest-TestNetworkAdvancedServerOps-1479438933 tempest-TestNetworkAdvancedServerOps-1479438933-project] vlan segment allocate from pool success with {'vlan_id': 602, 'physical_network': 'physnet1'} {{(pid=128084) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 11:49:28.186203 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68ffe47b-7ff9-4a12-8434-c3270633a997 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:49:28.187128 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-68ffe47b-7ff9-4a12-8434-c3270633a997 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468916'] for port, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:28.190796 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-68ffe47b-7ff9-4a12-8434-c3270633a997 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:49:28.206495 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-68ffe47b-7ff9-4a12-8434-c3270633a997 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.3300211 Jun 24 11:49:28.208722 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 60440) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:49:28.219191 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-62d7916f-87cf-4916-94f9-f86487102f1d tempest-TestNetworkAdvancedServerOps-1479438933 tempest-TestNetworkAdvancedServerOps-1479438933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967879'] for segment, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:28.219642 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.db.segments_db [None req-62d7916f-87cf-4916-94f9-f86487102f1d tempest-TestNetworkAdvancedServerOps-1479438933 tempest-TestNetworkAdvancedServerOps-1479438933-project] Added segment b17ea5b8-604c-427d-a101-058a8063b214 of type vlan for network 0df59c03-dac3-411f-a2bf-16d57a368c8d Jun 24 11:49:28.238330 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-c1f4f809-1908-4298-aa79-e5186ac54348 tempest-AllowedAddressPairTestJSON-920326677 tempest-AllowedAddressPairTestJSON-920326677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:28.293755 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.plugin [None req-9152781f-cc72-48ba-be9e-32d7f52100d3 tempest-FloatingIPAdminTestJSON-775113783 tempest-FloatingIPAdminTestJSON-775113783-project] Deleting port 3394a7e5-cb04-49cf-9e55-6d26bf8378c6 {{(pid=128084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 11:49:28.294557 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-9152781f-cc72-48ba-be9e-32d7f52100d3 tempest-FloatingIPAdminTestJSON-775113783 tempest-FloatingIPAdminTestJSON-775113783-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793193942312'] for port, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:28.315785 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-382018a4-a09a-4d3a-8459-1448fb629fb6 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Attributes excluded by policy engine: ['shared'] {{(pid=128084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:49:28.317510 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-382018a4-a09a-4d3a-8459-1448fb629fb6 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Attributes excluded by policy engine: ['shared'] {{(pid=128084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:49:28.319134 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-382018a4-a09a-4d3a-8459-1448fb629fb6 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] 10.222.0.53 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.2285254 Jun 24 11:49:28.324163 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 60446) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:49:28.351943 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-62d7916f-87cf-4916-94f9-f86487102f1d tempest-TestNetworkAdvancedServerOps-1479438933 tempest-TestNetworkAdvancedServerOps-1479438933-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793193525068'] for network, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:28.416670 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-ff740fa9-5c79-4229-bc92-6a1962174c0c None None] For port 3213c3a6-b9d1-41b2-83df-46b925b52307, host dv-neutron-797120-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=3213c3a6-b9d1-41b2-83df-46b925b52307,segment=NetworkSegment(fddfe548-9582-48fa-8a0c-6b06bc4d1b9f),segment_id=fddfe548-9582-48fa-8a0c-6b06bc4d1b9f)] {{(pid=128085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 11:49:28.499189 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.plugin [None req-89830840-47da-4720-995a-d2e33b8d8c8e tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Deleting port 1b3052fb-4815-4c70-92b4-d9e72848834f {{(pid=128083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 11:49:28.499498 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-89830840-47da-4720-995a-d2e33b8d8c8e tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793193942312'] for port, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:28.557997 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-62d7916f-87cf-4916-94f9-f86487102f1d tempest-TestNetworkAdvancedServerOps-1479438933 tempest-TestNetworkAdvancedServerOps-1479438933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1800243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976'] for network, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:28.563896 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62d7916f-87cf-4916-94f9-f86487102f1d tempest-TestNetworkAdvancedServerOps-1479438933 tempest-TestNetworkAdvancedServerOps-1479438933-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=128084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:49:28.565427 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-62d7916f-87cf-4916-94f9-f86487102f1d tempest-TestNetworkAdvancedServerOps-1479438933 tempest-TestNetworkAdvancedServerOps-1479438933-project] Notify callbacks [] for network, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:28.573303 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-720bc5d1-a2c8-4811-877f-dcb05449e222 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:49:28.608032 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-9152781f-cc72-48ba-be9e-32d7f52100d3 tempest-FloatingIPAdminTestJSON-775113783 tempest-FloatingIPAdminTestJSON-775113783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1978872'] for port, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:28.608381 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-9152781f-cc72-48ba-be9e-32d7f52100d3 tempest-FloatingIPAdminTestJSON-775113783 tempest-FloatingIPAdminTestJSON-775113783-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:28.613492 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-89830840-47da-4720-995a-d2e33b8d8c8e tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1978872'] for port, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:28.627015 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.plugin [None req-89830840-47da-4720-995a-d2e33b8d8c8e tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Calling delete_port for 1b3052fb-4815-4c70-92b4-d9e72848834f owned by {{(pid=128083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 11:49:28.673946 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-6e11b951-cb7c-4c49-a8fa-f18ee521fb20 None None] Notify callbacks [] for port, precommit_create {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:28.685998 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-6e11b951-cb7c-4c49-a8fa-f18ee521fb20 None None] Transition to ACTIVE for port object 577ba1eb-710a-4b67-9580-ddea6240a9b2 will not be triggered until provisioned by entity L2. {{(pid=128085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 11:49:28.707040 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-6e11b951-cb7c-4c49-a8fa-f18ee521fb20 None None] Transition to ACTIVE for port object 577ba1eb-710a-4b67-9580-ddea6240a9b2 will not be triggered until provisioned by entity DHCP. {{(pid=128085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 11:49:28.718854 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-6e11b951-cb7c-4c49-a8fa-f18ee521fb20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-650429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-506361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793193536723'] for port, after_create {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:28.725125 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-506782b8-b3a6-4c20-a1f4-035c9af42a59 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:49:28.782240 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e11b951-cb7c-4c49-a8fa-f18ee521fb20 None None] Network c151ba57-4933-43f9-87a7-27e798dc2eec is already hosted by enough agents. {{(pid=128085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 11:49:28.790939 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ff740fa9-5c79-4229-bc92-6a1962174c0c None None] Notify callbacks [] for port, precommit_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:28.796074 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.scheduler.base_scheduler [None req-6e11b951-cb7c-4c49-a8fa-f18ee521fb20 None None] Resources bound (agent type, host, resource id): {{(pid=128085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:49:28.803562 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e11b951-cb7c-4c49-a8fa-f18ee521fb20 None None] Received port after_create {{(pid=128085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 11:49:28.809697 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e11b951-cb7c-4c49-a8fa-f18ee521fb20 None None] Pushing event updated for resources: {'Port': ['ID=577ba1eb-710a-4b67-9580-ddea6240a9b2,revision_number=1']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:49:28.819027 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-6e11b951-cb7c-4c49-a8fa-f18ee521fb20 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:49:28.823722 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-ff740fa9-5c79-4229-bc92-6a1962174c0c None None] Transition to ACTIVE for port object 3213c3a6-b9d1-41b2-83df-46b925b52307 will not be triggered until provisioned by entity DHCP. {{(pid=128085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 11:49:28.828200 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ff740fa9-5c79-4229-bc92-6a1962174c0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:28.847225 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-31d759a6-4366-4218-9a96-d2c3b36eb61c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:49:28.966460 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-6e11b951-cb7c-4c49-a8fa-f18ee521fb20 None None] Attempting to bind port 577ba1eb-710a-4b67-9580-ddea6240a9b2 on host dv-neutron-797120-4-hyperv for vnic_type normal with profile {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 11:49:28.966828 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-6e11b951-cb7c-4c49-a8fa-f18ee521fb20 None None] Attempting to bind port 577ba1eb-710a-4b67-9580-ddea6240a9b2 by drivers openvswitch,hyperv on host dv-neutron-797120-4-hyperv at level 0 using segments [{'id': 'f041c4ba-c864-492c-af45-2b4b7b209d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'c151ba57-4933-43f9-87a7-27e798dc2eec'}] {{(pid=128085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 11:49:28.967193 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e11b951-cb7c-4c49-a8fa-f18ee521fb20 None None] Attempting to bind port 577ba1eb-710a-4b67-9580-ddea6240a9b2 on network c151ba57-4933-43f9-87a7-27e798dc2eec {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 11:49:28.978024 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff740fa9-5c79-4229-bc92-6a1962174c0c None None] Pushing event updated for resources: {'Port': ['ID=3213c3a6-b9d1-41b2-83df-46b925b52307,revision_number=4']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:49:28.982463 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-ff740fa9-5c79-4229-bc92-6a1962174c0c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:49:28.983401 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e11b951-cb7c-4c49-a8fa-f18ee521fb20 None None] Checking agent: {'id': 'e3a695b2-c397-461f-83b0-10b79d490b59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 11, 36, 56), 'started_at': datetime.datetime(2021, 6, 24, 11, 37, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 11, 49, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 11:49:28.983783 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e11b951-cb7c-4c49-a8fa-f18ee521fb20 None None] Checking segment: {'id': 'f041c4ba-c864-492c-af45-2b4b7b209d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'c151ba57-4933-43f9-87a7-27e798dc2eec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=128085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 11:49:28.984191 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-6e11b951-cb7c-4c49-a8fa-f18ee521fb20 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:28.984580 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e11b951-cb7c-4c49-a8fa-f18ee521fb20 None None] Bound using segment: {'id': 'f041c4ba-c864-492c-af45-2b4b7b209d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'c151ba57-4933-43f9-87a7-27e798dc2eec'} {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 11:49:28.985095 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-6e11b951-cb7c-4c49-a8fa-f18ee521fb20 None None] Bound port: 577ba1eb-710a-4b67-9580-ddea6240a9b2, host: dv-neutron-797120-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f041c4ba-c864-492c-af45-2b4b7b209d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'c151ba57-4933-43f9-87a7-27e798dc2eec'}}] {{(pid=128085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 11:49:28.985487 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-6e11b951-cb7c-4c49-a8fa-f18ee521fb20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:29.007093 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 60456) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:49:29.037661 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.plugin [None req-9152781f-cc72-48ba-be9e-32d7f52100d3 tempest-FloatingIPAdminTestJSON-775113783 tempest-FloatingIPAdminTestJSON-775113783-project] Calling delete_port for 3394a7e5-cb04-49cf-9e55-6d26bf8378c6 owned by network:floatingip {{(pid=128084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 11:49:29.066675 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ae0960d-b3ad-45c0-a115-e27f77bd1042 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:49:29.067923 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-0ae0960d-b3ad-45c0-a115-e27f77bd1042 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] 10.222.0.53 "GET /v2.0/networks/5df179a1-2c09-4468-b884-bbdc2bfe8c7a HTTP/1.1" status: 200 len: 800 time: 0.7363889 Jun 24 11:49:29.072638 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 60460) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:49:29.083295 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-6e11b951-cb7c-4c49-a8fa-f18ee521fb20 None None] For port 577ba1eb-710a-4b67-9580-ddea6240a9b2, host dv-neutron-797120-4-hyperv, cleared binding levels {{(pid=128085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 11:49:29.087473 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-6e11b951-cb7c-4c49-a8fa-f18ee521fb20 None None] For port 577ba1eb-710a-4b67-9580-ddea6240a9b2, host dv-neutron-797120-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=577ba1eb-710a-4b67-9580-ddea6240a9b2,segment=NetworkSegment(f041c4ba-c864-492c-af45-2b4b7b209d15),segment_id=f041c4ba-c864-492c-af45-2b4b7b209d15)] {{(pid=128085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 11:49:29.092675 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-62d7916f-87cf-4916-94f9-f86487102f1d tempest-TestNetworkAdvancedServerOps-1479438933 tempest-TestNetworkAdvancedServerOps-1479438933-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.1279776 Jun 24 11:49:29.100653 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.agents_db [None req-87a69269-d72b-4286-97f3-1041481ed6d8 None None] Agent healthcheck: found 6 active agents {{(pid=128086) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 11:49:29.103389 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-6e11b951-cb7c-4c49-a8fa-f18ee521fb20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:29.110511 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 60462) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:49:29.112528 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-b837862e-20cc-420e-b4e1-7697e1c3fabb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:49:29.124770 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [None req-2dcadba6-3346-493a-a5ce-8dbec2b21b19 tempest-TestNetworkAdvancedServerOps-1479438933 tempest-TestNetworkAdvancedServerOps-1479438933-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-699476796', 'admin_state_up': True, 'project_id': '027cb114b40f4b66abdd9fd20f4debdf', 'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b'}}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:49:29.125316 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.plugin [None req-1d516869-b9d7-4b04-affe-12af9d07dcd6 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Deleting port dc39a3c9-d726-47ad-96c6-5a660b49d151 {{(pid=128084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 11:49:29.125660 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-1d516869-b9d7-4b04-affe-12af9d07dcd6 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793193942312'] for port, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:29.180440 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e11b951-cb7c-4c49-a8fa-f18ee521fb20 None None] Pushing event updated for resources: {'Port': ['ID=577ba1eb-710a-4b67-9580-ddea6240a9b2,revision_number=2']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:49:29.187764 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-6e11b951-cb7c-4c49-a8fa-f18ee521fb20 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:49:29.242337 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-2dcadba6-3346-493a-a5ce-8dbec2b21b19 tempest-TestNetworkAdvancedServerOps-1479438933 tempest-TestNetworkAdvancedServerOps-1479438933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1803889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65293'] for router, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:29.243445 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-2dcadba6-3346-493a-a5ce-8dbec2b21b19 tempest-TestNetworkAdvancedServerOps-1479438933 tempest-TestNetworkAdvancedServerOps-1479438933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1803848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1975305', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1581158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65396'] for router, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:29.253321 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d7916f-87cf-4916-94f9-f86487102f1d tempest-TestNetworkAdvancedServerOps-1479438933 tempest-TestNetworkAdvancedServerOps-1479438933-project] Pushing event updated for resources: {'Network': ['ID=0df59c03-dac3-411f-a2bf-16d57a368c8d,revision_number=1']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:49:29.268459 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Network 0df59c03-dac3-411f-a2bf-16d57a368c8d details requested by agent ovs-agent-dv-neutron-797120-4-hyperv with host dv-neutron-797120-4-hyperv {{(pid=128085) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 11:49:29.275745 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-62d7916f-87cf-4916-94f9-f86487102f1d tempest-TestNetworkAdvancedServerOps-1479438933 tempest-TestNetworkAdvancedServerOps-1479438933-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.702s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:49:29.279646 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-334a3130-f111-4a5d-ab29-cfe2b9a0b42d tempest-TagsTest-896644298 tempest-TagsTest-896644298-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-977765072'}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:49:29.321664 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-acdaa18d-5e4f-411e-8936-de1f004a17a6 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] 10.222.0.53 "GET /v2.0/networks/5df179a1-2c09-4468-b884-bbdc2bfe8c7a?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.2473571 Jun 24 11:49:29.327183 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 60464) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:49:29.398294 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-89830840-47da-4720-995a-d2e33b8d8c8e tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793193945299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193536732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2537862'] for port, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:29.404669 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-209a50c4-e0ec-4440-b709-42beac451338 tempest-AllowedAddressPairTestJSON-920326677 tempest-AllowedAddressPairTestJSON-920326677-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:49:29.410984 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7129eaac-6515-48a8-bab8-d1f0bc8320ff tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:49:29.413321 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-7129eaac-6515-48a8-bab8-d1f0bc8320ff tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] 10.222.0.53 "GET /v2.0/subnets/37b09622-95a1-4a1a-a460-d745457f11f0 HTTP/1.1" status: 200 len: 811 time: 0.0841570 Jun 24 11:49:29.413580 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-334a3130-f111-4a5d-ab29-cfe2b9a0b42d tempest-TagsTest-896644298 tempest-TagsTest-896644298-project] Made reservation on behalf of e29073e930864c50872ab2965fa2beed for: {'network': 1} {{(pid=128084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 11:49:29.419788 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-334a3130-f111-4a5d-ab29-cfe2b9a0b42d tempest-TagsTest-896644298 tempest-TagsTest-896644298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for network, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:29.436336 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 60466) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:49:29.437421 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-334a3130-f111-4a5d-ab29-cfe2b9a0b42d tempest-TagsTest-896644298 tempest-TagsTest-896644298-project] Notify callbacks [] for security_group, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:29.462133 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89830840-47da-4720-995a-d2e33b8d8c8e tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Pushing event deleted for resources: {'Port': ['ID=1b3052fb-4815-4c70-92b4-d9e72848834f,revision_number=None']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:49:29.464507 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-89830840-47da-4720-995a-d2e33b8d8c8e tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:49:29.576382 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-c1f4f809-1908-4298-aa79-e5186ac54348 tempest-AllowedAddressPairTestJSON-920326677 tempest-AllowedAddressPairTestJSON-920326677-project] Notify callbacks [] for port, precommit_update {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:29.586286 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-2dcadba6-3346-493a-a5ce-8dbec2b21b19 tempest-TestNetworkAdvancedServerOps-1479438933 tempest-TestNetworkAdvancedServerOps-1479438933-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:29.593575 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-89830840-47da-4720-995a-d2e33b8d8c8e tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468916'] for port, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:29.596540 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-89830840-47da-4720-995a-d2e33b8d8c8e tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] 10.222.0.53 "DELETE /v2.0/ports/1b3052fb-4815-4c70-92b4-d9e72848834f HTTP/1.1" status: 204 len: 168 time: 1.3865442 Jun 24 11:49:29.600968 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 60468) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:49:29.607947 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-1d516869-b9d7-4b04-affe-12af9d07dcd6 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1978872'] for port, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:29.617348 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-c1f4f809-1908-4298-aa79-e5186ac54348 tempest-AllowedAddressPairTestJSON-920326677 tempest-AllowedAddressPairTestJSON-920326677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3292081'] for port, after_update {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:29.620313 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-52c483ef-d5c1-4030-9a32-e5ce4ff00ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:29.657292 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-e02418c6-522a-47b8-92e6-5a42281f3a34 tempest-RoutersIpV6AdminTest-1198470881 tempest-RoutersIpV6AdminTest-1198470881-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:49:29.788419 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.plugin [None req-1d516869-b9d7-4b04-affe-12af9d07dcd6 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Calling delete_port for dc39a3c9-d726-47ad-96c6-5a660b49d151 owned by {{(pid=128084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 11:49:29.819510 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f4f809-1908-4298-aa79-e5186ac54348 tempest-AllowedAddressPairTestJSON-920326677 tempest-AllowedAddressPairTestJSON-920326677-project] Pushing event updated for resources: {'Port': ['ID=eb04fb86-47e9-4a88-9a43-47d9908b0262,revision_number=2']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:49:29.828597 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ea5ccd4-1f11-432a-89e2-9cfb452553ed tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Attributes excluded by policy engine: ['shared'] {{(pid=128084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:49:29.830131 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-9ea5ccd4-1f11-432a-89e2-9cfb452553ed tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] 10.222.0.53 "GET /v2.0/subnets/37b09622-95a1-4a1a-a460-d745457f11f0?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.3827465 Jun 24 11:49:29.837165 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 60470) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:49:29.837720 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-c1f4f809-1908-4298-aa79-e5186ac54348 tempest-AllowedAddressPairTestJSON-920326677 tempest-AllowedAddressPairTestJSON-920326677-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:49:29.845576 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [None req-1780a053-0d23-4d5f-a961-036b06e46aae tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1374540568'}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:49:29.855826 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-2dcadba6-3346-493a-a5ce-8dbec2b21b19 tempest-TestNetworkAdvancedServerOps-1479438933 tempest-TestNetworkAdvancedServerOps-1479438933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1975381', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1803205', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65378'] for router, precommit_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:29.981897 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-9152781f-cc72-48ba-be9e-32d7f52100d3 tempest-FloatingIPAdminTestJSON-775113783 tempest-FloatingIPAdminTestJSON-775113783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793193945299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193536732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3292088'] for port, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:29.991006 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-4ff78531-ed87-4670-976d-5de137282737 tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:49:30.023466 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.plugin [None req-c1f4f809-1908-4298-aa79-e5186ac54348 tempest-AllowedAddressPairTestJSON-920326677 tempest-AllowedAddressPairTestJSON-920326677-project] In _notify_port_updated(), no bound segment for port eb04fb86-47e9-4a88-9a43-47d9908b0262 on network 7307eb3d-f5f4-485c-84a2-0a03674bda0b {{(pid=128084) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jun 24 11:49:30.029790 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1f4f809-1908-4298-aa79-e5186ac54348 tempest-AllowedAddressPairTestJSON-920326677 tempest-AllowedAddressPairTestJSON-920326677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:49:30.030656 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-c1f4f809-1908-4298-aa79-e5186ac54348 tempest-AllowedAddressPairTestJSON-920326677 tempest-AllowedAddressPairTestJSON-920326677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468916'] for port, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:30.032196 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-c1f4f809-1908-4298-aa79-e5186ac54348 tempest-AllowedAddressPairTestJSON-920326677 tempest-AllowedAddressPairTestJSON-920326677-project] 10.222.0.53 "PUT /v2.0/ports/eb04fb86-47e9-4a88-9a43-47d9908b0262 HTTP/1.1" status: 200 len: 1055 time: 2.3853486 Jun 24 11:49:30.047451 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 60472) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:49:30.054671 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9152781f-cc72-48ba-be9e-32d7f52100d3 tempest-FloatingIPAdminTestJSON-775113783 tempest-FloatingIPAdminTestJSON-775113783-project] Pushing event deleted for resources: {'Port': ['ID=3394a7e5-cb04-49cf-9e55-6d26bf8378c6,revision_number=None']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:49:30.058365 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-9152781f-cc72-48ba-be9e-32d7f52100d3 tempest-FloatingIPAdminTestJSON-775113783 tempest-FloatingIPAdminTestJSON-775113783-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:49:30.063801 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-6f012525-9d87-4be6-b3a8-4f7a17c24442 None None] Provisioning for port 3213c3a6-b9d1-41b2-83df-46b925b52307 completed by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 11:49:30.070806 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device 3213c3a6-b9d1-41b2-83df-46b925b52307 up at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 11:49:30.082414 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-6f012525-9d87-4be6-b3a8-4f7a17c24442 None None] Provisioning complete for port 3213c3a6-b9d1-41b2-83df-46b925b52307 triggered by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:49:30.082894 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-6f012525-9d87-4be6-b3a8-4f7a17c24442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:30.155641 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-2dcadba6-3346-493a-a5ce-8dbec2b21b19 tempest-TestNetworkAdvancedServerOps-1479438933 tempest-TestNetworkAdvancedServerOps-1479438933-project] Notify callbacks [] for router_gateway, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:30.199882 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-2dcadba6-3346-493a-a5ce-8dbec2b21b19 tempest-TestNetworkAdvancedServerOps-1479438933 tempest-TestNetworkAdvancedServerOps-1479438933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:30.246617 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning complete for port 3213c3a6-b9d1-41b2-83df-46b925b52307 triggered by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:49:30.247010 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:30.298487 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b20285ff-9135-4b50-8fd3-76ce23c19791 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:49:30.300803 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-b20285ff-9135-4b50-8fd3-76ce23c19791 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.6846466 Jun 24 11:49:30.306408 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 60474) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:49:30.437856 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-9152781f-cc72-48ba-be9e-32d7f52100d3 tempest-FloatingIPAdminTestJSON-775113783 tempest-FloatingIPAdminTestJSON-775113783-project] Notify callbacks [] for floatingip, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:30.438147 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.db.l3_db [None req-9152781f-cc72-48ba-be9e-32d7f52100d3 tempest-FloatingIPAdminTestJSON-775113783 tempest-FloatingIPAdminTestJSON-775113783-project] Floating IP 69170d21-9a40-4f26-af70-ad96c66f1873 disassociated (deleted). External IP: 172.26.7.223, port: 9c58a286-4f0c-42fa-a0d0-ac77ab3bb16c. Jun 24 11:49:30.481424 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device 577ba1eb-710a-4b67-9580-ddea6240a9b2 up at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 11:49:30.491540 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.db_base_plugin_common [None req-2dcadba6-3346-493a-a5ce-8dbec2b21b19 tempest-TestNetworkAdvancedServerOps-1479438933 tempest-TestNetworkAdvancedServerOps-1479438933-project] Allocated IP 172.26.7.213 (f2b8ca71-e776-48b2-8898-96cc7970207b/f37bf603-3862-4d0a-9f58-89616f7fd68f/373ef065-c177-4277-a496-5938a3e62f69) {{(pid=128083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 11:49:30.511197 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-2ef41604-0598-4ed8-a3e9-4e4e83e9e6f0 None None] Could not find standard attr ID for object 1b3052fb-4815-4c70-92b4-d9e72848834f. {{(pid=128085) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 24 11:49:30.540715 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-2ef41604-0598-4ed8-a3e9-4e4e83e9e6f0 None None] Provisioning complete for port eb04fb86-47e9-4a88-9a43-47d9908b0262 triggered by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:49:30.541327 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-2ef41604-0598-4ed8-a3e9-4e4e83e9e6f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:30.542145 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.plugin [None req-f62b3200-d1cb-462e-9109-d4d2eac6e7e6 tempest-AllowedAddressPairTestJSON-920326677 tempest-AllowedAddressPairTestJSON-920326677-project] Deleting port eb04fb86-47e9-4a88-9a43-47d9908b0262 {{(pid=128084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 11:49:30.542807 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-f62b3200-d1cb-462e-9109-d4d2eac6e7e6 tempest-AllowedAddressPairTestJSON-920326677 tempest-AllowedAddressPairTestJSON-920326677-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793193942312'] for port, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:30.546964 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-1d516869-b9d7-4b04-affe-12af9d07dcd6 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793193945299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193536732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3292088'] for port, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:30.562466 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-fd30265f-9273-44a7-b289-e147c0a84512 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:49:30.595225 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95366fd6-652f-4df3-965a-6f5ccd041f7a tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:49:30.602810 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 60476) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:49:30.604600 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-2ef41604-0598-4ed8-a3e9-4e4e83e9e6f0 None None] Port eb04fb86-47e9-4a88-9a43-47d9908b0262 cannot update to ACTIVE because it is not bound. {{(pid=128085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 11:49:30.609523 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-95366fd6-652f-4df3-965a-6f5ccd041f7a tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.2995086 Jun 24 11:49:30.627669 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning for port 577ba1eb-710a-4b67-9580-ddea6240a9b2 completed by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 11:49:30.638747 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d516869-b9d7-4b04-affe-12af9d07dcd6 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Pushing event deleted for resources: {'Port': ['ID=dc39a3c9-d726-47ad-96c6-5a660b49d151,revision_number=None']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:49:30.701443 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-1d516869-b9d7-4b04-affe-12af9d07dcd6 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:49:30.702764 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-2dcadba6-3346-493a-a5ce-8dbec2b21b19 tempest-TestNetworkAdvancedServerOps-1479438933 tempest-TestNetworkAdvancedServerOps-1479438933-project] Notify callbacks [] for port, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:30.746018 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-1d516869-b9d7-4b04-affe-12af9d07dcd6 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468916'] for port, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:30.752264 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 60478) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:49:30.752790 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-1d516869-b9d7-4b04-affe-12af9d07dcd6 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] 10.222.0.53 "DELETE /v2.0/ports/dc39a3c9-d726-47ad-96c6-5a660b49d151 HTTP/1.1" status: 204 len: 168 time: 2.6159379 Jun 24 11:49:30.787972 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-2dcadba6-3346-493a-a5ce-8dbec2b21b19 tempest-TestNetworkAdvancedServerOps-1479438933 tempest-TestNetworkAdvancedServerOps-1479438933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-650429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-506361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793193536723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2537853'] for port, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:30.790286 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-5bf540cd-1c38-47ca-8893-b61d99839129 tempest-FloatingIPAdminTestJSON-775113783 tempest-FloatingIPAdminTestJSON-775113783-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:49:30.792495 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.pecan_wsgi.hooks.translation [None req-bbf954ce-fa60-4d01-91a2-e8c636418d08 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] GET failed (client error): The resource could not be found. Jun 24 11:49:30.793302 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-334a3130-f111-4a5d-ab29-cfe2b9a0b42d tempest-TagsTest-896644298 tempest-TagsTest-896644298-project] Notify callbacks [] for security_group, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:30.794333 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-bbf954ce-fa60-4d01-91a2-e8c636418d08 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] 10.222.0.53 "GET /v2.0/ports/dc39a3c9-d726-47ad-96c6-5a660b49d151 HTTP/1.1" status: 404 len: 333 time: 0.0408633 Jun 24 11:49:30.797397 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 60480) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:49:30.819155 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-334a3130-f111-4a5d-ab29-cfe2b9a0b42d tempest-TagsTest-896644298 tempest-TagsTest-896644298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800410'] for security_group, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:30.823148 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d7a7871-4c7f-428f-9bbe-42fd3150e2b5 None None] Network c151ba57-4933-43f9-87a7-27e798dc2eec requested from dv-neutron-797120-4-hyperv {{(pid=128085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 11:49:30.834052 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-54d9c8c9-2149-456d-acc9-ed97b519759b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:49:30.867291 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334a3130-f111-4a5d-ab29-cfe2b9a0b42d tempest-TagsTest-896644298 tempest-TagsTest-896644298-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eabbd36e-4c92-4451-94c8-58d0dd017d3e,revision_number=1']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:49:30.869519 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-334a3130-f111-4a5d-ab29-cfe2b9a0b42d tempest-TagsTest-896644298 tempest-TagsTest-896644298-project] vlan segment allocate from pool success with {'vlan_id': 616, 'physical_network': 'physnet1'} {{(pid=128084) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 11:49:30.885083 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dcadba6-3346-493a-a5ce-8dbec2b21b19 tempest-TestNetworkAdvancedServerOps-1479438933 tempest-TestNetworkAdvancedServerOps-1479438933-project] Network f2b8ca71-e776-48b2-8898-96cc7970207b is already hosted by enough agents. {{(pid=128083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 11:49:30.891512 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.base_scheduler [None req-2dcadba6-3346-493a-a5ce-8dbec2b21b19 tempest-TestNetworkAdvancedServerOps-1479438933 tempest-TestNetworkAdvancedServerOps-1479438933-project] Resources bound (agent type, host, resource id): {{(pid=128083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:49:30.902263 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dcadba6-3346-493a-a5ce-8dbec2b21b19 tempest-TestNetworkAdvancedServerOps-1479438933 tempest-TestNetworkAdvancedServerOps-1479438933-project] Received port after_create {{(pid=128083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 11:49:30.909710 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-334a3130-f111-4a5d-ab29-cfe2b9a0b42d tempest-TagsTest-896644298 tempest-TagsTest-896644298-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:49:30.933115 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dcadba6-3346-493a-a5ce-8dbec2b21b19 tempest-TestNetworkAdvancedServerOps-1479438933 tempest-TestNetworkAdvancedServerOps-1479438933-project] Pushing event updated for resources: {'Port': ['ID=373ef065-c177-4277-a496-5938a3e62f69,revision_number=1']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:49:30.940336 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-334a3130-f111-4a5d-ab29-cfe2b9a0b42d tempest-TagsTest-896644298 tempest-TagsTest-896644298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967879'] for segment, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:30.940336 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.db.segments_db [None req-334a3130-f111-4a5d-ab29-cfe2b9a0b42d tempest-TagsTest-896644298 tempest-TagsTest-896644298-project] Added segment 8ef282f1-f23e-45a7-8e66-25758ab58ab6 of type vlan for network 2966adcc-557d-411e-ac1f-884f8262eda1 Jun 24 11:49:30.943773 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-2dcadba6-3346-493a-a5ce-8dbec2b21b19 tempest-TestNetworkAdvancedServerOps-1479438933 tempest-TestNetworkAdvancedServerOps-1479438933-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:49:30.943974 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-9bb7c911-f1ec-4d85-9f13-aec4f0f40699 None None] Provisioning for port 577ba1eb-710a-4b67-9580-ddea6240a9b2 completed by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 11:49:30.950231 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.db_base_plugin_v2 [None req-d49aef8b-8cf0-4dd9-add9-2b6818c5116a tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Deleting subnet 174b7f1a-411d-4d23-ba2d-40592cdbcd43 {{(pid=128083) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 24 11:49:30.950437 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b4ed629-9800-4c6e-a73e-bd2a24f0ed57 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=128084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:49:30.952484 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b4ed629-9800-4c6e-a73e-bd2a24f0ed57 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=128084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:49:30.954031 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b4ed629-9800-4c6e-a73e-bd2a24f0ed57 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=128084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:49:30.954822 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1780a053-0d23-4d5f-a961-036b06e46aae tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Made reservation on behalf of aaefe7394f294c70a614c4415cde77d6 for: {'network': 1} {{(pid=128083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 11:49:30.958722 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-9bb7c911-f1ec-4d85-9f13-aec4f0f40699 None None] Provisioning complete for port 577ba1eb-710a-4b67-9580-ddea6240a9b2 triggered by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:49:30.958869 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-5b4ed629-9800-4c6e-a73e-bd2a24f0ed57 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.3150113 Jun 24 11:49:30.958956 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-9bb7c911-f1ec-4d85-9f13-aec4f0f40699 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:30.959058 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-1780a053-0d23-4d5f-a961-036b06e46aae tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for network, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:30.961395 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-d49aef8b-8cf0-4dd9-add9-2b6818c5116a tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Notify callbacks [] for subnet, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:30.965033 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 60482) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:49:30.974064 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-f62b3200-d1cb-462e-9109-d4d2eac6e7e6 tempest-AllowedAddressPairTestJSON-920326677 tempest-AllowedAddressPairTestJSON-920326677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1978872'] for port, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:31.018118 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.plugin [None req-f62b3200-d1cb-462e-9109-d4d2eac6e7e6 tempest-AllowedAddressPairTestJSON-920326677 tempest-AllowedAddressPairTestJSON-920326677-project] Calling delete_port for eb04fb86-47e9-4a88-9a43-47d9908b0262 owned by {{(pid=128084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 11:49:31.052388 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-334a3130-f111-4a5d-ab29-cfe2b9a0b42d tempest-TagsTest-896644298 tempest-TagsTest-896644298-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793193525068'] for network, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:31.143657 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-9bb7c911-f1ec-4d85-9f13-aec4f0f40699 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:31.151300 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-d49aef8b-8cf0-4dd9-add9-2b6818c5116a tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3143795'] for subnet, precommit_delete_associations {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:31.165276 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d192ee9-93ae-4e4d-b3b0-0192bfd6679a tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Deleting subnet 1cac5809-6d1a-4a74-b865-864f70f9ddf8 {{(pid=128083) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 24 11:49:31.178335 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-9bb7c911-f1ec-4d85-9f13-aec4f0f40699 None None] For port 577ba1eb-710a-4b67-9580-ddea6240a9b2, host dv-neutron-797120-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=577ba1eb-710a-4b67-9580-ddea6240a9b2,segment=NetworkSegment(f041c4ba-c864-492c-af45-2b4b7b209d15),segment_id=f041c4ba-c864-492c-af45-2b4b7b209d15)] {{(pid=128085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 11:49:31.185854 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-9bb7c911-f1ec-4d85-9f13-aec4f0f40699 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:31.190140 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-e45056a4-76b0-475f-ba6f-67c81eab09e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:49:31.192757 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-5d192ee9-93ae-4e4d-b3b0-0192bfd6679a tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks [] for subnet, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:31.222211 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.db.resource_extend [None req-334a3130-f111-4a5d-ab29-cfe2b9a0b42d tempest-TagsTest-896644298 tempest-TagsTest-896644298-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=128084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 24 11:49:31.236623 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1780a053-0d23-4d5f-a961-036b06e46aae tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] vlan segment allocate from pool success with {'vlan_id': 613, 'physical_network': 'physnet1'} {{(pid=128083) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 11:49:31.250457 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb7c911-f1ec-4d85-9f13-aec4f0f40699 None None] Pushing event updated for resources: {'Port': ['ID=577ba1eb-710a-4b67-9580-ddea6240a9b2,revision_number=3']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:49:31.259683 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-9bb7c911-f1ec-4d85-9f13-aec4f0f40699 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:49:31.262622 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-334a3130-f111-4a5d-ab29-cfe2b9a0b42d tempest-TagsTest-896644298 tempest-TagsTest-896644298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1800243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976'] for network, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:31.269727 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-334a3130-f111-4a5d-ab29-cfe2b9a0b42d tempest-TagsTest-896644298 tempest-TagsTest-896644298-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=128084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:49:31.270447 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-334a3130-f111-4a5d-ab29-cfe2b9a0b42d tempest-TagsTest-896644298 tempest-TagsTest-896644298-project] Notify callbacks [] for network, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:31.277516 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-4ff78531-ed87-4670-976d-5de137282737 tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:49:31.293060 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-1780a053-0d23-4d5f-a961-036b06e46aae tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967879'] for segment, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:31.293060 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.db.segments_db [None req-1780a053-0d23-4d5f-a961-036b06e46aae tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Added segment 799d6f77-0418-4397-91a6-3bb6a6b3ba40 of type vlan for network af2a4c85-254b-49cf-9a87-ff9ad6f28803 Jun 24 11:49:31.319079 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-5d192ee9-93ae-4e4d-b3b0-0192bfd6679a tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3143795'] for subnet, precommit_delete_associations {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:31.326508 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9152781f-cc72-48ba-be9e-32d7f52100d3 tempest-FloatingIPAdminTestJSON-775113783 tempest-FloatingIPAdminTestJSON-775113783-project] Router 1606d87f-67b7-492c-9816-c9bd352c4dd6 has already been hosted by L3 agent 2987dba8-2249-4ee6-96ec-28f0f7a6127d {{(pid=128084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 11:49:31.337222 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-334a3130-f111-4a5d-ab29-cfe2b9a0b42d tempest-TagsTest-896644298 tempest-TagsTest-896644298-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 775 time: 2.3121824 Jun 24 11:49:31.344814 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 60484) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:49:31.375723 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.services.tag.tag_plugin [None req-126db6af-dff2-4c27-889a-3ab098c8f45a tempest-TagsTest-896644298 tempest-TagsTest-896644298-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', '2966adcc-557d-411e-ac1f-884f8262eda1', 'tempest-TagsTest-Tag-475411857') {} {{(pid=128083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:49:31.389317 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334a3130-f111-4a5d-ab29-cfe2b9a0b42d tempest-TagsTest-896644298 tempest-TagsTest-896644298-project] Pushing event updated for resources: {'Network': ['ID=2966adcc-557d-411e-ac1f-884f8262eda1,revision_number=1']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:49:31.394694 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-334a3130-f111-4a5d-ab29-cfe2b9a0b42d tempest-TagsTest-896644298 tempest-TagsTest-896644298-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:49:31.403183 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Network 2966adcc-557d-411e-ac1f-884f8262eda1 details requested by agent ovs-agent-dv-neutron-797120-4-hyperv with host dv-neutron-797120-4-hyperv {{(pid=128085) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 11:49:31.496854 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-1780a053-0d23-4d5f-a961-036b06e46aae tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793193525068'] for network, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:31.507733 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-d49aef8b-8cf0-4dd9-add9-2b6818c5116a tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-972249'] for subnet, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:31.518854 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-3cb2da0a-e079-4dff-accc-0f68cae1687d None None] Provisioning complete for port 577ba1eb-710a-4b67-9580-ddea6240a9b2 triggered by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:49:31.519395 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-3cb2da0a-e079-4dff-accc-0f68cae1687d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:31.543343 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-f62b3200-d1cb-462e-9109-d4d2eac6e7e6 tempest-AllowedAddressPairTestJSON-920326677 tempest-AllowedAddressPairTestJSON-920326677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793193945299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193536732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3292088'] for port, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:31.550080 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-615bcfec-30ea-4355-a31b-31926d6f7450 tempest-AllowedAddressPairTestJSON-920326677 tempest-AllowedAddressPairTestJSON-920326677-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:49:31.557445 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9152781f-cc72-48ba-be9e-32d7f52100d3 tempest-FloatingIPAdminTestJSON-775113783 tempest-FloatingIPAdminTestJSON-775113783-project] Notify agent at l3_agent.dv-neutron-797120-4-hyperv the message routers_updated {{(pid=128084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 11:49:31.563461 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-9152781f-cc72-48ba-be9e-32d7f52100d3 tempest-FloatingIPAdminTestJSON-775113783 tempest-FloatingIPAdminTestJSON-775113783-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468916'] for floatingip, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:31.569327 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08167659-16f2-4066-9c33-7fb812ec494c None None] Sync routers for ids ['1606d87f-67b7-492c-9816-c9bd352c4dd6'] in dv-neutron-797120-4-hyperv {{(pid=128085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 11:49:31.583155 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08167659-16f2-4066-9c33-7fb812ec494c None None] Routers {'1606d87f-67b7-492c-9816-c9bd352c4dd6'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 11:49:31.583975 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-08167659-16f2-4066-9c33-7fb812ec494c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T11:49:26Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['1606d87f-67b7-492c-9816-c9bd352c4dd6'], 'active': True} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:49:31.608466 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62b3200-d1cb-462e-9109-d4d2eac6e7e6 tempest-AllowedAddressPairTestJSON-920326677 tempest-AllowedAddressPairTestJSON-920326677-project] Pushing event deleted for resources: {'Port': ['ID=eb04fb86-47e9-4a88-9a43-47d9908b0262,revision_number=None']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:49:31.613106 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-f62b3200-d1cb-462e-9109-d4d2eac6e7e6 tempest-AllowedAddressPairTestJSON-920326677 tempest-AllowedAddressPairTestJSON-920326677-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:49:31.646555 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-08167659-16f2-4066-9c33-7fb812ec494c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:49:31.655553 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-9152781f-cc72-48ba-be9e-32d7f52100d3 tempest-FloatingIPAdminTestJSON-775113783 tempest-FloatingIPAdminTestJSON-775113783-project] 10.222.0.53 "DELETE /v2.0/floatingips/69170d21-9a40-4f26-af70-ad96c66f1873 HTTP/1.1" status: 204 len: 168 time: 3.9692137 Jun 24 11:49:31.663544 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 60486) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:49:31.666607 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08167659-16f2-4066-9c33-7fb812ec494c None None] Routers {'1606d87f-67b7-492c-9816-c9bd352c4dd6'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 11:49:31.667137 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-08167659-16f2-4066-9c33-7fb812ec494c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T11:49:26Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['1606d87f-67b7-492c-9816-c9bd352c4dd6'], 'active': True} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:49:31.671198 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-2801eb57-46eb-4bfe-b59a-a64d7db54527 tempest-FloatingIPAdminTestJSON-1995830821 tempest-FloatingIPAdminTestJSON-1995830821-project-admin] Request body: {'floatingip': {'floating_network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b'}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:49:31.691580 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-5d192ee9-93ae-4e4d-b3b0-0192bfd6679a tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-972249'] for subnet, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:31.721643 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-08167659-16f2-4066-9c33-7fb812ec494c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:49:31.722206 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08167659-16f2-4066-9c33-7fb812ec494c None None] The sync data for ids ['1606d87f-67b7-492c-9816-c9bd352c4dd6'] in dv-neutron-797120-4-hyperv is: [] {{(pid=128085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 11:49:31.743455 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-1780a053-0d23-4d5f-a961-036b06e46aae tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1800243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976'] for network, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:31.749129 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1780a053-0d23-4d5f-a961-036b06e46aae tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:49:31.749792 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-1780a053-0d23-4d5f-a961-036b06e46aae tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Notify callbacks [] for network, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:31.764836 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-0ce12adc-e5db-40ca-957b-096364dbda52 tempest-ExtraDHCPOptionsIpV6TestJSON-297538214 tempest-ExtraDHCPOptionsIpV6TestJSON-297538214-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:49:31.839926 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-2801eb57-46eb-4bfe-b59a-a64d7db54527 tempest-FloatingIPAdminTestJSON-1995830821 tempest-FloatingIPAdminTestJSON-1995830821-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:31.852396 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-2dcadba6-3346-493a-a5ce-8dbec2b21b19 tempest-TestNetworkAdvancedServerOps-1479438933 tempest-TestNetworkAdvancedServerOps-1479438933-project] Notify callbacks [] for router_gateway, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:31.876902 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device 577ba1eb-710a-4b67-9580-ddea6240a9b2 up at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 11:49:31.970611 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning complete for port 577ba1eb-710a-4b67-9580-ddea6240a9b2 triggered by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:49:31.971001 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:31.989422 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-f62b3200-d1cb-462e-9109-d4d2eac6e7e6 tempest-AllowedAddressPairTestJSON-920326677 tempest-AllowedAddressPairTestJSON-920326677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468916'] for port, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:31.991364 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-f62b3200-d1cb-462e-9109-d4d2eac6e7e6 tempest-AllowedAddressPairTestJSON-920326677 tempest-AllowedAddressPairTestJSON-920326677-project] 10.222.0.53 "DELETE /v2.0/ports/eb04fb86-47e9-4a88-9a43-47d9908b0262 HTTP/1.1" status: 204 len: 168 time: 1.9319987 Jun 24 11:49:31.997803 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-1780a053-0d23-4d5f-a961-036b06e46aae tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 2.1587718 Jun 24 11:49:32.000543 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 60488) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:49:32.000969 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 60490) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:49:32.017929 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1780a053-0d23-4d5f-a961-036b06e46aae tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Pushing event updated for resources: {'Network': ['ID=af2a4c85-254b-49cf-9a87-ff9ad6f28803,revision_number=1']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:49:32.022560 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-e13f0d15-1134-4eab-8d85-82f24e7de053 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Request body: {'subnet': {'network_id': 'af2a4c85-254b-49cf-9a87-ff9ad6f28803', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:49:32.028153 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-d49aef8b-8cf0-4dd9-add9-2b6818c5116a tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-972238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2537800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3289951'] for subnet, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:32.030940 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-1780a053-0d23-4d5f-a961-036b06e46aae tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:49:32.032447 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Network af2a4c85-254b-49cf-9a87-ff9ad6f28803 details requested by agent ovs-agent-dv-neutron-797120-4-hyperv with host dv-neutron-797120-4-hyperv {{(pid=128085) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 11:49:32.037449 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-a78b35dd-6032-45b6-87d2-f0ada5734bec None None] Could not find standard attr ID for object dc39a3c9-d726-47ad-96c6-5a660b49d151. {{(pid=128085) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 24 11:49:32.039078 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-7dd96b19-b3ac-4a44-9273-57631420647b tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:49:32.066264 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9f92f2b-6ce6-4c38-a106-8e5bd7af1e60 tempest-AllowedAddressPairTestJSON-920326677 tempest-AllowedAddressPairTestJSON-920326677-project] GET failed (client error): The resource could not be found. Jun 24 11:49:32.070448 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-a9f92f2b-6ce6-4c38-a106-8e5bd7af1e60 tempest-AllowedAddressPairTestJSON-920326677 tempest-AllowedAddressPairTestJSON-920326677-project] 10.222.0.53 "GET /v2.0/ports/eb04fb86-47e9-4a88-9a43-47d9908b0262 HTTP/1.1" status: 404 len: 333 time: 0.0645013 Jun 24 11:49:32.076736 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 60492) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:49:32.084685 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-126db6af-dff2-4c27-889a-3ab098c8f45a tempest-TagsTest-896644298 tempest-TagsTest-896644298-project] 10.222.0.53 "PUT /v2.0/networks/2966adcc-557d-411e-ac1f-884f8262eda1/tags/tempest-TagsTest-Tag-475411857 HTTP/1.1" status: 201 len: 201 time: 0.7361639 Jun 24 11:49:32.089714 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 60494) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:49:32.093438 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49aef8b-8cf0-4dd9-add9-2b6818c5116a tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Pushing event deleted for resources: {'Subnet': ['ID=174b7f1a-411d-4d23-ba2d-40592cdbcd43,revision_number=None']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:49:32.097418 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-d49aef8b-8cf0-4dd9-add9-2b6818c5116a tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:49:32.102477 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.services.tag.tag_plugin [None req-ed0782b3-a641-40db-be7f-c9a45a875c5e tempest-TagsTest-896644298 tempest-TagsTest-896644298-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '2966adcc-557d-411e-ac1f-884f8262eda1', 'tempest-TagsTest-Tag-475411857') {} {{(pid=128083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:49:32.108054 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-d49aef8b-8cf0-4dd9-add9-2b6818c5116a tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Notify callbacks [] for subnet, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:32.110373 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-d49aef8b-8cf0-4dd9-add9-2b6818c5116a tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] 10.222.0.53 "DELETE /v2.0/subnets/174b7f1a-411d-4d23-ba2d-40592cdbcd43 HTTP/1.1" status: 204 len: 168 time: 1.3112478 Jun 24 11:49:32.139803 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 60496) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:49:32.151993 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-5d192ee9-93ae-4e4d-b3b0-0192bfd6679a tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-972238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2537800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3289951'] for subnet, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:32.154257 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-407e2ccc-9338-41c6-b34a-6d38045c21f3 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:49:32.209968 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5445a36-87f5-45f9-9c72-b1748c3b2a8d None None] Network c151ba57-4933-43f9-87a7-27e798dc2eec requested from dv-neutron-797120-4-hyperv {{(pid=128085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 11:49:32.227342 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d192ee9-93ae-4e4d-b3b0-0192bfd6679a tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Pushing event deleted for resources: {'Subnet': ['ID=1cac5809-6d1a-4a74-b865-864f70f9ddf8,revision_number=None']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:49:32.238001 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-5d192ee9-93ae-4e4d-b3b0-0192bfd6679a tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks [] for subnet, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:32.239889 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-5d192ee9-93ae-4e4d-b3b0-0192bfd6679a tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] 10.222.0.53 "DELETE /v2.0/subnets/1cac5809-6d1a-4a74-b865-864f70f9ddf8 HTTP/1.1" status: 204 len: 168 time: 1.2739155 Jun 24 11:49:32.241158 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-5d192ee9-93ae-4e4d-b3b0-0192bfd6679a tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:49:32.242674 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 60498) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:49:32.272092 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-424c434e-a78f-4efb-9e87-f5701a767479 None None] Network 11a80c9d-f8ee-4388-91b0-d49a25200fee requested from dv-neutron-797120-4-hyperv {{(pid=128085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 11:49:32.289804 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e13f0d15-1134-4eab-8d85-82f24e7de053 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Made reservation on behalf of aaefe7394f294c70a614c4415cde77d6 for: {'subnet': 1} {{(pid=128084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 11:49:32.293441 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-e13f0d15-1134-4eab-8d85-82f24e7de053 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3162484'] for subnet, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:32.300796 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-2801eb57-46eb-4bfe-b59a-a64d7db54527 tempest-FloatingIPAdminTestJSON-1995830821 tempest-FloatingIPAdminTestJSON-1995830821-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:32.368030 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-cd6c9019-0ad9-4105-bfed-de7fb3a6174c tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-534962'] for network, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:32.380506 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7823385-686c-4975-83d7-a93119ba4570 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Deleting subnet 91abbb7d-a39d-4706-9ebd-796bf06b6dcd {{(pid=128084) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 24 11:49:32.387891 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-ed0782b3-a641-40db-be7f-c9a45a875c5e tempest-TagsTest-896644298 tempest-TagsTest-896644298-project] 10.222.0.53 "GET /v2.0/networks/2966adcc-557d-411e-ac1f-884f8262eda1/tags/tempest-TagsTest-Tag-475411857 HTTP/1.1" status: 204 len: 168 time: 0.2934165 Jun 24 11:49:32.388750 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 60500) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:49:32.396509 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.services.tag.tag_plugin [None req-7e5f263d-03cd-4886-84d3-e41f85a79085 tempest-TagsTest-896644298 tempest-TagsTest-896644298-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', '2966adcc-557d-411e-ac1f-884f8262eda1') {} {{(pid=128083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:49:32.413355 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-d7823385-686c-4975-83d7-a93119ba4570 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks [] for subnet, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:32.418782 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.db.ipam_backend_mixin [None req-e13f0d15-1134-4eab-8d85-82f24e7de053 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Performing IP validity checks on allocation pools {{(pid=128084) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jun 24 11:49:32.419513 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.db.ipam_backend_mixin [None req-e13f0d15-1134-4eab-8d85-82f24e7de053 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Checking for overlaps among allocation pools and gateway ip {{(pid=128084) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jun 24 11:49:32.507028 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.plugin [None req-b6e9290c-c1e0-498f-9a7a-3baaedbe30c6 tempest-AllowedAddressPairTestJSON-920326677 tempest-AllowedAddressPairTestJSON-920326677-project] Deleting port 9577acb0-1061-498f-a33f-987f68098a5a {{(pid=128084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 11:49:32.507378 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-b6e9290c-c1e0-498f-9a7a-3baaedbe30c6 tempest-AllowedAddressPairTestJSON-920326677 tempest-AllowedAddressPairTestJSON-920326677-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793193942312'] for port, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:32.529582 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-d7823385-686c-4975-83d7-a93119ba4570 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2373542'] for subnet, precommit_delete_associations {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:32.544779 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9839d56b-4831-4f03-8442-1ee69708a095 None None] DHCP port deletion for c151ba57-4933-43f9-87a7-27e798dc2eec request from dv-neutron-797120-4-hyperv {{(pid=128085) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 24 11:49:32.554925 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-2dcadba6-3346-493a-a5ce-8dbec2b21b19 tempest-TestNetworkAdvancedServerOps-1479438933 tempest-TestNetworkAdvancedServerOps-1479438933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1803210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1815767'] for router, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:32.608829 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-9839d56b-4831-4f03-8442-1ee69708a095 None None] Deleting port 577ba1eb-710a-4b67-9580-ddea6240a9b2 {{(pid=128085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 11:49:32.609434 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-9839d56b-4831-4f03-8442-1ee69708a095 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793193942312'] for port, before_delete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:32.690148 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.db.db_base_plugin_common [None req-2801eb57-46eb-4bfe-b59a-a64d7db54527 tempest-FloatingIPAdminTestJSON-1995830821 tempest-FloatingIPAdminTestJSON-1995830821-project-admin] Allocated IP 172.26.7.237 (f2b8ca71-e776-48b2-8898-96cc7970207b/f37bf603-3862-4d0a-9f58-89616f7fd68f/882fc55a-8740-4c86-a58e-a10b750a84d7) {{(pid=128084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 11:49:32.714936 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-9839d56b-4831-4f03-8442-1ee69708a095 None None] For port 577ba1eb-710a-4b67-9580-ddea6240a9b2, host dv-neutron-797120-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=577ba1eb-710a-4b67-9580-ddea6240a9b2,segment=NetworkSegment(f041c4ba-c864-492c-af45-2b4b7b209d15),segment_id=f041c4ba-c864-492c-af45-2b4b7b209d15)] {{(pid=128085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 11:49:32.715757 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-9839d56b-4831-4f03-8442-1ee69708a095 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1978872'] for port, precommit_delete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:32.737716 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-9839d56b-4831-4f03-8442-1ee69708a095 None None] Calling delete_port for 577ba1eb-710a-4b67-9580-ddea6240a9b2 owned by network:dhcp {{(pid=128085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 11:49:32.835786 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-b6e9290c-c1e0-498f-9a7a-3baaedbe30c6 tempest-AllowedAddressPairTestJSON-920326677 tempest-AllowedAddressPairTestJSON-920326677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1978872'] for port, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:32.838800 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-d7823385-686c-4975-83d7-a93119ba4570 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-972249'] for subnet, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:32.867599 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-9839d56b-4831-4f03-8442-1ee69708a095 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793193945299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193536732'] for port, after_delete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:32.872501 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-31d759a6-4366-4218-9a96-d2c3b36eb61c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:49:32.895486 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9839d56b-4831-4f03-8442-1ee69708a095 None None] Pushing event deleted for resources: {'Port': ['ID=577ba1eb-710a-4b67-9580-ddea6240a9b2,revision_number=None']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:49:32.901420 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-9839d56b-4831-4f03-8442-1ee69708a095 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:49:32.907013 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9839d56b-4831-4f03-8442-1ee69708a095 None None] No DVR routers for this DVR port 577ba1eb-710a-4b67-9580-ddea6240a9b2 on host dv-neutron-797120-4-hyperv {{(pid=128085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 11:49:32.932002 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.plugin [None req-b6e9290c-c1e0-498f-9a7a-3baaedbe30c6 tempest-AllowedAddressPairTestJSON-920326677 tempest-AllowedAddressPairTestJSON-920326677-project] Calling delete_port for 9577acb0-1061-498f-a33f-987f68098a5a owned by {{(pid=128084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 11:49:32.997083 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-7e5f263d-03cd-4886-84d3-e41f85a79085 tempest-TagsTest-896644298 tempest-TagsTest-896644298-project] 10.222.0.53 "GET /v2.0/networks/2966adcc-557d-411e-ac1f-884f8262eda1/tags HTTP/1.1" status: 200 len: 237 time: 0.6049750 Jun 24 11:49:32.998564 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.plugin [None req-cd6c9019-0ad9-4105-bfed-de7fb3a6174c tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Deleting port 577ba1eb-710a-4b67-9580-ddea6240a9b2 {{(pid=128083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 11:49:32.999131 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-cd6c9019-0ad9-4105-bfed-de7fb3a6174c tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793193942312'] for port, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:33.019766 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 60502) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:49:33.027001 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.services.tag.tag_plugin [None req-5df3f3d7-ed08-4a4a-a6e8-58a0809053dd tempest-TagsTest-896644298 tempest-TagsTest-896644298-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', '2966adcc-557d-411e-ac1f-884f8262eda1', {'tags': ['tempest-TagsTest-Tag-948122572', 'tempest-TagsTest-Tag-1624950215', 'tempest-TagsTest-Tag-648522698']}) {} {{(pid=128083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:49:33.199252 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e90c5dd4-0566-4e02-9a15-5dd46454478b None None] get_active_networks_info from dv-neutron-797120-4-hyperv {{(pid=128085) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 24 11:49:33.208713 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.db [None req-cd6c9019-0ad9-4105-bfed-de7fb3a6174c tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] For port 577ba1eb-710a-4b67-9580-ddea6240a9b2, host dv-neutron-797120-4-hyperv, got binding levels [] {{(pid=128083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 11:49:33.209093 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-cd6c9019-0ad9-4105-bfed-de7fb3a6174c tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1978872'] for port, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:33.232405 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.plugin [None req-cd6c9019-0ad9-4105-bfed-de7fb3a6174c tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Calling delete_port for 577ba1eb-710a-4b67-9580-ddea6240a9b2 owned by network:dhcp {{(pid=128083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 11:49:33.237725 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-5df3f3d7-ed08-4a4a-a6e8-58a0809053dd tempest-TagsTest-896644298 tempest-TagsTest-896644298-project] 10.222.0.53 "PUT /v2.0/networks/2966adcc-557d-411e-ac1f-884f8262eda1/tags HTTP/1.1" status: 200 len: 307 time: 0.2165754 Jun 24 11:49:33.238802 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 60504) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:49:33.240623 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.ipam_backend_mixin [None req-cd6c9019-0ad9-4105-bfed-de7fb3a6174c tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Port 577ba1eb-710a-4b67-9580-ddea6240a9b2 was not found and therefore no delete operation was performed {{(pid=128083) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jun 24 11:49:33.250360 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.services.tag.tag_plugin [None req-1a7d09e0-6815-400c-ae0f-d8246ecb5818 tempest-TagsTest-896644298 tempest-TagsTest-896644298-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', '2966adcc-557d-411e-ac1f-884f8262eda1', 'tempest-TagsTest-Tag-948122572') {} {{(pid=128083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:49:33.254251 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-cd6c9019-0ad9-4105-bfed-de7fb3a6174c tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793193945299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193536732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2537862'] for port, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:33.258393 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-2503f97e-87a9-4363-a5da-01bec6c1d4e3 tempest-FloatingIPAdminTestJSON-775113783 tempest-FloatingIPAdminTestJSON-775113783-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:49:33.301320 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-187c05b7-f30d-43ba-bdc0-d8863b227e19 None None] Provisioning complete for port 3213c3a6-b9d1-41b2-83df-46b925b52307 triggered by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:49:33.301893 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-187c05b7-f30d-43ba-bdc0-d8863b227e19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:33.312808 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6c9019-0ad9-4105-bfed-de7fb3a6174c tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Pushing event deleted for resources: {'Port': ['ID=577ba1eb-710a-4b67-9580-ddea6240a9b2,revision_number=None']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:49:33.321275 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-cd6c9019-0ad9-4105-bfed-de7fb3a6174c tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:49:33.323422 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd6c9019-0ad9-4105-bfed-de7fb3a6174c tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] No DVR routers for this DVR port 577ba1eb-710a-4b67-9580-ddea6240a9b2 on host dv-neutron-797120-4-hyperv {{(pid=128083) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 11:49:33.373449 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-e13f0d15-1134-4eab-8d85-82f24e7de053 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3291959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3162270'] for subnet, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:33.379793 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-e37b2b8d-5baf-4463-941e-90b62938c7cd tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:49:33.404378 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2dcadba6-3346-493a-a5ce-8dbec2b21b19 tempest-TestNetworkAdvancedServerOps-1479438933 tempest-TestNetworkAdvancedServerOps-1479438933-project] Router ee31ee3a-f8b4-4647-a8df-28778cd53f86 is scheduled to L3 agent 2987dba8-2249-4ee6-96ec-28f0f7a6127d with binding_index 1 {{(pid=128083) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 24 11:49:33.461528 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-cd6c9019-0ad9-4105-bfed-de7fb3a6174c tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973199', 'neutron.services.segments.db._delete_segments_for_network-8793194012456'] for network, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:33.480125 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-2801eb57-46eb-4bfe-b59a-a64d7db54527 tempest-FloatingIPAdminTestJSON-1995830821 tempest-FloatingIPAdminTestJSON-1995830821-project-admin] Notify callbacks [] for port, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:33.492050 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-d7823385-686c-4975-83d7-a93119ba4570 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-972238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3292022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3162263'] for subnet, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:33.495295 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e90c5dd4-0566-4e02-9a15-5dd46454478b None None] Network af2a4c85-254b-49cf-9a87-ff9ad6f28803 is scheduled to be hosted by DHCP agent 6be988a9-1d97-480f-be5a-c55abf2c55c5 with binding_index 1 {{(pid=128085) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 11:49:33.502312 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13f0d15-1134-4eab-8d85-82f24e7de053 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Pushing event updated for resources: {'Subnet': ['ID=72395812-e51e-4fad-bd76-b21292aaa4b3,revision_number=0']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:49:33.508597 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e90c5dd4-0566-4e02-9a15-5dd46454478b None None] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-4-hyperv, af2a4c85-254b-49cf-9a87-ff9ad6f28803) {{(pid=128085) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 24 11:49:33.514046 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.services.segments.db [None req-cd6c9019-0ad9-4105-bfed-de7fb3a6174c tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c151ba57-4933-43f9-87a7-27e798dc2eec']}} {{(pid=128083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:49:33.516250 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-e13f0d15-1134-4eab-8d85-82f24e7de053 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:49:33.518638 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-6fd73273-08a0-4989-af20-ab7736f631cc tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.015s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:49:33.529133 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-1a7d09e0-6815-400c-ae0f-d8246ecb5818 tempest-TagsTest-896644298 tempest-TagsTest-896644298-project] 10.222.0.53 "DELETE /v2.0/networks/2966adcc-557d-411e-ac1f-884f8262eda1/tags/tempest-TagsTest-Tag-948122572 HTTP/1.1" status: 204 len: 168 time: 0.2846723 Jun 24 11:49:33.530932 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.services.segments.db [None req-cd6c9019-0ad9-4105-bfed-de7fb3a6174c tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f041c4ba-c864-492c-af45-2b4b7b209d15') {'for_net_delete': True} {{(pid=128083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:49:33.531341 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.services.segments.db [None req-cd6c9019-0ad9-4105-bfed-de7fb3a6174c tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f041c4ba-c864-492c-af45-2b4b7b209d15') {} {{(pid=128083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:49:33.534640 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 60506) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:49:33.543569 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.services.tag.tag_plugin [None req-a9a84587-047e-47f7-9f31-b6957e6663aa tempest-TagsTest-896644298 tempest-TagsTest-896644298-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '2966adcc-557d-411e-ac1f-884f8262eda1', 'tempest-TagsTest-Tag-948122572') {} {{(pid=128083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:49:33.549772 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-d7823385-686c-4975-83d7-a93119ba4570 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks [] for subnet, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:33.552303 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-d7823385-686c-4975-83d7-a93119ba4570 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] 10.222.0.53 "DELETE /v2.0/subnets/91abbb7d-a39d-4706-9ebd-796bf06b6dcd HTTP/1.1" status: 204 len: 168 time: 1.3086901 Jun 24 11:49:33.558854 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 60508) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:49:33.575213 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-cd6c9019-0ad9-4105-bfed-de7fb3a6174c tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793194097327', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3143690'] for segment, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:33.582269 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7823385-686c-4975-83d7-a93119ba4570 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Pushing event deleted for resources: {'Subnet': ['ID=91abbb7d-a39d-4706-9ebd-796bf06b6dcd,revision_number=None']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:49:33.590884 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e13f0d15-1134-4eab-8d85-82f24e7de053 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Checking segment: {'id': '799d6f77-0418-4397-91a6-3bb6a6b3ba40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'af2a4c85-254b-49cf-9a87-ff9ad6f28803'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=128084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 11:49:33.591522 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e13f0d15-1134-4eab-8d85-82f24e7de053 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Network hostable DHCP agents. Network: af2a4c85-254b-49cf-9a87-ff9ad6f28803, hostable agents: ['6be988a9-1d97-480f-be5a-c55abf2c55c5'], hosted agents: [] {{(pid=128084) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 11:49:33.601564 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-d7823385-686c-4975-83d7-a93119ba4570 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:49:33.639338 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-cbb0ba55-ded0-477b-b89b-aad607f7c183 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0689790 Jun 24 11:49:33.639923 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 60510) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:49:33.647034 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-cb69410b-ea85-424f-b784-99638a8766b0 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Request body: {'subnet': {'network_id': '11a80c9d-f8ee-4388-91b0-d49a25200fee', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:49:33.654934 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e13f0d15-1134-4eab-8d85-82f24e7de053 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Unable to find a vacant binding_index for network af2a4c85-254b-49cf-9a87-ff9ad6f28803 and agent 6be988a9-1d97-480f-be5a-c55abf2c55c5 {{(pid=128084) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Jun 24 11:49:33.676490 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-cd6c9019-0ad9-4105-bfed-de7fb3a6174c tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967879'] for segment, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:33.689878 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd6c9019-0ad9-4105-bfed-de7fb3a6174c tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Releasing vlan 619 on physical network physnet1 to pool {{(pid=128083) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 11:49:33.689878 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-cd6c9019-0ad9-4105-bfed-de7fb3a6174c tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2537899'] for segment, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:33.697468 dv-neutron-797120-4-hyperv neutron-server[128083]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 11:49:33.697468 dv-neutron-797120-4-hyperv neutron-server[128083]: conditions |= (models_v2.Port.network_id.in_( Jun 24 11:49:33.697468 dv-neutron-797120-4-hyperv neutron-server[128083]: Traceback (most recent call last): Jun 24 11:49:33.697468 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 24 11:49:33.697468 dv-neutron-797120-4-hyperv neutron-server[128083]: timer() Jun 24 11:49:33.697468 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 24 11:49:33.697468 dv-neutron-797120-4-hyperv neutron-server[128083]: cb(*args, **kw) Jun 24 11:49:33.697468 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 24 11:49:33.697468 dv-neutron-797120-4-hyperv neutron-server[128083]: return func(*args, **kwargs) Jun 24 11:49:33.697468 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 24 11:49:33.697468 dv-neutron-797120-4-hyperv neutron-server[128083]: self._notify() Jun 24 11:49:33.697468 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 24 11:49:33.697468 dv-neutron-797120-4-hyperv neutron-server[128083]: self.callback(batched_events) Jun 24 11:49:33.697468 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 24 11:49:33.697468 dv-neutron-797120-4-hyperv neutron-server[128083]: event.method(event) Jun 24 11:49:33.697468 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 24 11:49:33.697468 dv-neutron-797120-4-hyperv neutron-server[128083]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 24 11:49:33.697468 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 24 11:49:33.697468 dv-neutron-797120-4-hyperv neutron-server[128083]: aggregate_uuid = self.p_client.list_aggregates( Jun 24 11:49:33.697468 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 24 11:49:33.697468 dv-neutron-797120-4-hyperv neutron-server[128083]: return f(self, *a, **k) Jun 24 11:49:33.697468 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 24 11:49:33.697468 dv-neutron-797120-4-hyperv neutron-server[128083]: return self._get(url).json() Jun 24 11:49:33.697468 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 24 11:49:33.697468 dv-neutron-797120-4-hyperv neutron-server[128083]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 24 11:49:33.697468 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 24 11:49:33.697468 dv-neutron-797120-4-hyperv neutron-server[128083]: return self.request(url, 'GET', **kwargs) Jun 24 11:49:33.697468 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 24 11:49:33.697468 dv-neutron-797120-4-hyperv neutron-server[128083]: base_url = self.get_endpoint(auth, allow=allow, Jun 24 11:49:33.697468 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 24 11:49:33.697468 dv-neutron-797120-4-hyperv neutron-server[128083]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 24 11:49:33.697468 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 24 11:49:33.697468 dv-neutron-797120-4-hyperv neutron-server[128083]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 24 11:49:33.697468 dv-neutron-797120-4-hyperv neutron-server[128083]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 24 11:49:33.715376 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.base_scheduler [None req-e13f0d15-1134-4eab-8d85-82f24e7de053 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-4-hyperv, af2a4c85-254b-49cf-9a87-ff9ad6f28803) {{(pid=128084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:49:33.727040 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-2801eb57-46eb-4bfe-b59a-a64d7db54527 tempest-FloatingIPAdminTestJSON-1995830821 tempest-FloatingIPAdminTestJSON-1995830821-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-650429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-506361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793193536723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3291971'] for port, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:33.731389 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e13f0d15-1134-4eab-8d85-82f24e7de053 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=128084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:49:33.732567 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-e13f0d15-1134-4eab-8d85-82f24e7de053 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Notify callbacks [] for subnet, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:33.738439 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-4d1b4703-6f62-4f8c-999e-a7e337acf0e7 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:49:33.783348 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-b6e9290c-c1e0-498f-9a7a-3baaedbe30c6 tempest-AllowedAddressPairTestJSON-920326677 tempest-AllowedAddressPairTestJSON-920326677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793193945299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193536732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3292088'] for port, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:33.786114 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2dcadba6-3346-493a-a5ce-8dbec2b21b19 tempest-TestNetworkAdvancedServerOps-1479438933 tempest-TestNetworkAdvancedServerOps-1479438933-project] Notify agent at l3_agent.dv-neutron-797120-4-hyperv the message routers_updated {{(pid=128083) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 11:49:33.801188 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01770277-a2ed-4bf8-a2ef-1af54467c1d0 None None] Sync routers for ids ['ee31ee3a-f8b4-4647-a8df-28778cd53f86'] in dv-neutron-797120-4-hyperv {{(pid=128086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 11:49:33.812703 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.api.v2.resource [None req-a9a84587-047e-47f7-9f31-b6957e6663aa tempest-TagsTest-896644298 tempest-TagsTest-896644298-project] show failed (client error): The resource could not be found. Jun 24 11:49:33.813796 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-a9a84587-047e-47f7-9f31-b6957e6663aa tempest-TagsTest-896644298 tempest-TagsTest-896644298-project] 10.222.0.53 "GET /v2.0/networks/2966adcc-557d-411e-ac1f-884f8262eda1/tags/tempest-TagsTest-Tag-948122572 HTTP/1.1" status: 404 len: 325 time: 0.2737474 Jun 24 11:49:33.816498 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-2dcadba6-3346-493a-a5ce-8dbec2b21b19 tempest-TestNetworkAdvancedServerOps-1479438933 tempest-TestNetworkAdvancedServerOps-1479438933-project] Notify callbacks [] for router, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:33.820752 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-2dcadba6-3346-493a-a5ce-8dbec2b21b19 tempest-TestNetworkAdvancedServerOps-1479438933 tempest-TestNetworkAdvancedServerOps-1479438933-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 4.7056420 Jun 24 11:49:33.820752 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 60512) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:49:33.824337 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-e13f0d15-1134-4eab-8d85-82f24e7de053 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 1.8088396 Jun 24 11:49:33.828697 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2801eb57-46eb-4bfe-b59a-a64d7db54527 tempest-FloatingIPAdminTestJSON-1995830821 tempest-FloatingIPAdminTestJSON-1995830821-project-admin] Network f2b8ca71-e776-48b2-8898-96cc7970207b is already hosted by enough agents. {{(pid=128084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 11:49:33.828697 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 60514) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:49:33.828697 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 60516) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:49:33.829037 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01770277-a2ed-4bf8-a2ef-1af54467c1d0 None None] Routers {'ee31ee3a-f8b4-4647-a8df-28778cd53f86'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 11:49:33.829037 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-01770277-a2ed-4bf8-a2ef-1af54467c1d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T11:49:26Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['ee31ee3a-f8b4-4647-a8df-28778cd53f86'], 'active': True} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:49:33.830928 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2801eb57-46eb-4bfe-b59a-a64d7db54527 tempest-FloatingIPAdminTestJSON-1995830821 tempest-FloatingIPAdminTestJSON-1995830821-project-admin] Pushing event updated for resources: {'Port': ['ID=882fc55a-8740-4c86-a58e-a10b750a84d7,revision_number=1']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:49:33.831577 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.services.tag.tag_plugin [None req-23c0b8b6-b152-422b-9b1b-aa735a4b73aa tempest-TagsTest-896644298 tempest-TagsTest-896644298-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '2966adcc-557d-411e-ac1f-884f8262eda1', 'tempest-TagsTest-Tag-1624950215') {} {{(pid=128083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:49:33.838987 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-cbef19c6-33f4-4ef8-a061-fdac21b3d144 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:49:33.842964 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-2801eb57-46eb-4bfe-b59a-a64d7db54527 tempest-FloatingIPAdminTestJSON-1995830821 tempest-FloatingIPAdminTestJSON-1995830821-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:49:33.843218 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-cd6c9019-0ad9-4105-bfed-de7fb3a6174c tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1800243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1815642'] for network, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:33.850931 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-c81bb61d-3d72-4b2d-9c94-79ea8da0bcee tempest-AllowedAddressPairTestJSON-920326677 tempest-AllowedAddressPairTestJSON-920326677-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.058s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:49:33.862037 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.base_scheduler [None req-2801eb57-46eb-4bfe-b59a-a64d7db54527 tempest-FloatingIPAdminTestJSON-1995830821 tempest-FloatingIPAdminTestJSON-1995830821-project-admin] Resources bound (agent type, host, resource id): {{(pid=128084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:49:33.871650 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-3a62674e-057f-40be-83c2-64112205dbd7 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:49:33.880646 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-cd6c9019-0ad9-4105-bfed-de7fb3a6174c tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Notify callbacks [] for network, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:33.891996 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-cd6c9019-0ad9-4105-bfed-de7fb3a6174c tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] 10.222.0.53 "DELETE /v2.0/networks/c151ba57-4933-43f9-87a7-27e798dc2eec HTTP/1.1" status: 204 len: 168 time: 1.7415860 Jun 24 11:49:33.896241 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 60520) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:49:33.905933 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2801eb57-46eb-4bfe-b59a-a64d7db54527 tempest-FloatingIPAdminTestJSON-1995830821 tempest-FloatingIPAdminTestJSON-1995830821-project-admin] Received port after_create {{(pid=128084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 11:49:33.915992 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device 577ba1eb-710a-4b67-9580-ddea6240a9b2 no longer exists at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 11:49:33.926817 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [None req-756ca124-08b0-4330-8a2e-cfdc17bfbbcd tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Request body: {'port': {'network_id': 'a61c4b46-a6f4-48b4-9ca4-b0aa9df4a595', 'name': 'tempest-PortsIpV6TestJSON-1368802677'}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:49:33.932345 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6c9019-0ad9-4105-bfed-de7fb3a6174c tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Pushing event deleted for resources: {'Network': ['ID=c151ba57-4933-43f9-87a7-27e798dc2eec,revision_number=None']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:49:33.946810 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-cd6c9019-0ad9-4105-bfed-de7fb3a6174c tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:49:33.952429 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] No Port match for: 577ba1eb-710a-4b67-9580-ddea6240a9b2 {{(pid=128085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 11:49:33.952841 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device 577ba1eb-710a-4b67-9580-ddea6240a9b2 not bound to the agent host dv-neutron-797120-4-hyperv {{(pid=128085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 11:49:33.990141 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e9290c-c1e0-498f-9a7a-3baaedbe30c6 tempest-AllowedAddressPairTestJSON-920326677 tempest-AllowedAddressPairTestJSON-920326677-project] Pushing event deleted for resources: {'Port': ['ID=9577acb0-1061-498f-a33f-987f68098a5a,revision_number=None']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:49:33.997898 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb69410b-ea85-424f-b784-99638a8766b0 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Made reservation on behalf of 086af1f572244cd08c37d97e004e4732 for: {'subnet': 1} {{(pid=128084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 11:49:34.002084 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-cb69410b-ea85-424f-b784-99638a8766b0 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3162484'] for subnet, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:34.011953 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-b6e9290c-c1e0-498f-9a7a-3baaedbe30c6 tempest-AllowedAddressPairTestJSON-920326677 tempest-AllowedAddressPairTestJSON-920326677-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:49:34.056793 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-23c0b8b6-b152-422b-9b1b-aa735a4b73aa tempest-TagsTest-896644298 tempest-TagsTest-896644298-project] 10.222.0.53 "GET /v2.0/networks/2966adcc-557d-411e-ac1f-884f8262eda1/tags/tempest-TagsTest-Tag-1624950215 HTTP/1.1" status: 204 len: 168 time: 0.2364712 Jun 24 11:49:34.059497 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 60522) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:49:34.066964 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.services.tag.tag_plugin [None req-d16d28e3-61e9-41e5-b95b-a63f5934c692 tempest-TagsTest-896644298 tempest-TagsTest-896644298-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '2966adcc-557d-411e-ac1f-884f8262eda1', 'tempest-TagsTest-Tag-648522698') {} {{(pid=128083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:49:34.085772 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e98d08a1-c634-4e41-a37a-d5245702f32d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d65c8f8-7530-5052-99fe-8ea05073750b-af2a4c85-254b-49cf-9a87-ff9ad6f28803', 'network_id': 'af2a4c85-254b-49cf-9a87-ff9ad6f28803', 'tenant_id': 'aaefe7394f294c70a614c4415cde77d6', 'fixed_ips': [{'subnet_id': '72395812-e51e-4fad-bd76-b21292aaa4b3'}]}} from dv-neutron-797120-4-hyperv. {{(pid=128085) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 24 11:49:34.086823 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-e98d08a1-c634-4e41-a37a-d5245702f32d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_create {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:34.103860 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_dvr_db [None req-01770277-a2ed-4bf8-a2ef-1af54467c1d0 None None] Set router ee31ee3a-f8b4-4647-a8df-28778cd53f86 gateway port host: dv-neutron-797120-4-hyperv {{(pid=128086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 11:49:34.114131 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-756ca124-08b0-4330-8a2e-cfdc17bfbbcd tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Made reservation on behalf of 99955773979244bf90218a1ecde00120 for: {'port': 1} {{(pid=128083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 11:49:34.117773 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-756ca124-08b0-4330-8a2e-cfdc17bfbbcd tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:34.169478 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.notifiers.nova [None req-756ca124-08b0-4330-8a2e-cfdc17bfbbcd tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] device_id is not set on port ab4e205e-2426-499b-b0c7-113811d642bd yet. {{(pid=128083) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 24 11:49:34.212519 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-d16d28e3-61e9-41e5-b95b-a63f5934c692 tempest-TagsTest-896644298 tempest-TagsTest-896644298-project] 10.222.0.53 "GET /v2.0/networks/2966adcc-557d-411e-ac1f-884f8262eda1/tags/tempest-TagsTest-Tag-648522698 HTTP/1.1" status: 204 len: 168 time: 0.1519923 Jun 24 11:49:34.216182 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 60524) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:49:34.221305 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.services.tag.tag_plugin [None req-5d800480-ec7b-4998-a7fc-4bec9d4dd090 tempest-TagsTest-896644298 tempest-TagsTest-896644298-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '2966adcc-557d-411e-ac1f-884f8262eda1') {} {{(pid=128083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:49:34.247125 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.db_base_plugin_common [None req-e98d08a1-c634-4e41-a37a-d5245702f32d None None] Allocated IP 172.20.0.3 (af2a4c85-254b-49cf-9a87-ff9ad6f28803/72395812-e51e-4fad-bd76-b21292aaa4b3/11d78892-635b-4e8e-b5ae-950db0eb3680) {{(pid=128085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 11:49:34.256742 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-2801eb57-46eb-4bfe-b59a-a64d7db54527 tempest-FloatingIPAdminTestJSON-1995830821 tempest-FloatingIPAdminTestJSON-1995830821-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:34.323620 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-cbef19c6-33f4-4ef8-a061-fdac21b3d144 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-3162477'] for subnet, before_update {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:34.369175 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-b6e9290c-c1e0-498f-9a7a-3baaedbe30c6 tempest-AllowedAddressPairTestJSON-920326677 tempest-AllowedAddressPairTestJSON-920326677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468916'] for port, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:34.375265 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-b6e9290c-c1e0-498f-9a7a-3baaedbe30c6 tempest-AllowedAddressPairTestJSON-920326677 tempest-AllowedAddressPairTestJSON-920326677-project] 10.222.0.53 "DELETE /v2.0/ports/9577acb0-1061-498f-a33f-987f68098a5a HTTP/1.1" status: 204 len: 168 time: 2.2955377 Jun 24 11:49:34.383727 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-cb97c315-fb74-41ab-a7ed-5f49e7fc7096 tempest-TestNetworkAdvancedServerOps-1209429025 tempest-TestNetworkAdvancedServerOps-1209429025-project-admin] 10.222.0.53 "GET /v2.0/subnets?project_id=027cb114b40f4b66abdd9fd20f4debdf&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.5470135 Jun 24 11:49:34.383727 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 60526) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:49:34.384067 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 60528) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:49:34.394622 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-756ca124-08b0-4330-8a2e-cfdc17bfbbcd tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Notify callbacks [] for port, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:34.425601 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-01770277-a2ed-4bf8-a2ef-1af54467c1d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee31ee3a-f8b4-4647-a8df-28778cd53f86', 'name': 'tempest-TestNetworkAdvancedServerOps-router-699476796', 'tenant_id': '027cb114b40f4b66abdd9fd20f4debdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'external_fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.213'}], 'enable_snat': True}, 'gw_port_id': '373ef065-c177-4277-a496-5938a3e62f69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T11:49:29Z', 'updated_at': '2021-06-24T11:49:31Z', 'revision_number': 3, 'project_id': '027cb114b40f4b66abdd9fd20f4debdf', 'gw_port': {'id': '373ef065-c177-4277-a496-5938a3e62f69', 'name': '', 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:10:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee31ee3a-f8b4-4647-a8df-28778cd53f86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 903, 'fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:49:30Z', 'updated_at': '2021-06-24T11:49:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-4-hyperv'}], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:49:34.431605 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-e98d08a1-c634-4e41-a37a-d5245702f32d None None] Notify callbacks [] for port, precommit_create {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:34.442010 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-e98d08a1-c634-4e41-a37a-d5245702f32d None None] Transition to ACTIVE for port object 11d78892-635b-4e8e-b5ae-950db0eb3680 will not be triggered until provisioned by entity L2. {{(pid=128085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 11:49:34.458905 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01770277-a2ed-4bf8-a2ef-1af54467c1d0 None None] Checking router: ee31ee3a-f8b4-4647-a8df-28778cd53f86 for host: dv-neutron-797120-4-hyperv {{(pid=128086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 11:49:34.459328 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-e98d08a1-c634-4e41-a37a-d5245702f32d None None] Transition to ACTIVE for port object 11d78892-635b-4e8e-b5ae-950db0eb3680 will not be triggered until provisioned by entity DHCP. {{(pid=128085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 11:49:34.459736 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01770277-a2ed-4bf8-a2ef-1af54467c1d0 None None] Updating router ee31ee3a-f8b4-4647-a8df-28778cd53f86 port 373ef065-c177-4277-a496-5938a3e62f69 binding host dv-neutron-797120-4-hyperv {{(pid=128086) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 11:49:34.467483 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-e98d08a1-c634-4e41-a37a-d5245702f32d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-650429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-506361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793193536723'] for port, after_create {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:34.471347 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-55ff784d-e8ae-4fd3-904e-da2a25f75b8b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:49:34.487396 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-756ca124-08b0-4330-8a2e-cfdc17bfbbcd tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-650429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-506361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793193536723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2537853'] for port, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:34.495268 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-d35de7d8-bc00-4dc6-bbbc-3a6e664076a2 tempest-RoutersAdminTest-701485524 tempest-RoutersAdminTest-701485524-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:49:34.501548 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron_lib.callbacks.manager [None req-01770277-a2ed-4bf8-a2ef-1af54467c1d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:34.521333 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e98d08a1-c634-4e41-a37a-d5245702f32d None None] Network af2a4c85-254b-49cf-9a87-ff9ad6f28803 is already hosted by enough agents. {{(pid=128085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 11:49:34.527426 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.scheduler.base_scheduler [None req-e98d08a1-c634-4e41-a37a-d5245702f32d None None] Resources bound (agent type, host, resource id): {{(pid=128085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:49:34.536612 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e98d08a1-c634-4e41-a37a-d5245702f32d None None] Received port after_create {{(pid=128085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 11:49:34.542590 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756ca124-08b0-4330-8a2e-cfdc17bfbbcd tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Pushing event updated for resources: {'Port': ['ID=ab4e205e-2426-499b-b0c7-113811d642bd,revision_number=1']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:49:34.545014 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98d08a1-c634-4e41-a37a-d5245702f32d None None] Pushing event updated for resources: {'Port': ['ID=11d78892-635b-4e8e-b5ae-950db0eb3680,revision_number=1']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:49:34.550951 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-756ca124-08b0-4330-8a2e-cfdc17bfbbcd tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:49:34.551720 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-e98d08a1-c634-4e41-a37a-d5245702f32d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:49:34.566187 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-756ca124-08b0-4330-8a2e-cfdc17bfbbcd tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Network a61c4b46-a6f4-48b4-9ca4-b0aa9df4a595 is already hosted by enough agents. {{(pid=128083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 11:49:34.568816 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-5d800480-ec7b-4998-a7fc-4bec9d4dd090 tempest-TagsTest-896644298 tempest-TagsTest-896644298-project] 10.222.0.53 "DELETE /v2.0/networks/2966adcc-557d-411e-ac1f-884f8262eda1/tags HTTP/1.1" status: 204 len: 168 time: 0.3517697 Jun 24 11:49:34.570178 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.base_scheduler [None req-756ca124-08b0-4330-8a2e-cfdc17bfbbcd tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Resources bound (agent type, host, resource id): {{(pid=128083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:49:34.572284 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 60530) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:49:34.574278 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-756ca124-08b0-4330-8a2e-cfdc17bfbbcd tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Received port after_create {{(pid=128083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 11:49:34.580795 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-756ca124-08b0-4330-8a2e-cfdc17bfbbcd tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:49:34.581471 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-756ca124-08b0-4330-8a2e-cfdc17bfbbcd tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468916'] for port, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:34.588333 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.services.tag.tag_plugin [None req-50cd9979-e471-4846-bcd2-18ab4587398b tempest-TagsTest-896644298 tempest-TagsTest-896644298-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '2966adcc-557d-411e-ac1f-884f8262eda1', 'tempest-TagsTest-Tag-1624950215') {} {{(pid=128083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:49:34.629436 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-e98d08a1-c634-4e41-a37a-d5245702f32d None None] Attempting to bind port 11d78892-635b-4e8e-b5ae-950db0eb3680 on host dv-neutron-797120-4-hyperv for vnic_type normal with profile {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 11:49:34.629902 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-e98d08a1-c634-4e41-a37a-d5245702f32d None None] Attempting to bind port 11d78892-635b-4e8e-b5ae-950db0eb3680 by drivers openvswitch,hyperv on host dv-neutron-797120-4-hyperv at level 0 using segments [{'id': '799d6f77-0418-4397-91a6-3bb6a6b3ba40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'af2a4c85-254b-49cf-9a87-ff9ad6f28803'}] {{(pid=128085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 11:49:34.630960 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e98d08a1-c634-4e41-a37a-d5245702f32d None None] Attempting to bind port 11d78892-635b-4e8e-b5ae-950db0eb3680 on network af2a4c85-254b-49cf-9a87-ff9ad6f28803 {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 11:49:34.631559 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fef26d2-ea83-46a5-8cc5-cb8ae8c596f3 tempest-TestNetworkAdvancedServerOps-1209429025 tempest-TestNetworkAdvancedServerOps-1209429025-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=128084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:49:34.632051 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-756ca124-08b0-4330-8a2e-cfdc17bfbbcd tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.7183771 Jun 24 11:49:34.632348 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 60532) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:49:34.635519 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-8fef26d2-ea83-46a5-8cc5-cb8ae8c596f3 tempest-TestNetworkAdvancedServerOps-1209429025 tempest-TestNetworkAdvancedServerOps-1209429025-project-admin] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2097104 Jun 24 11:49:34.638049 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e98d08a1-c634-4e41-a37a-d5245702f32d None None] Checking agent: {'id': 'e3a695b2-c397-461f-83b0-10b79d490b59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 11, 36, 56), 'started_at': datetime.datetime(2021, 6, 24, 11, 37, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 11, 49, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 11:49:34.638739 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e98d08a1-c634-4e41-a37a-d5245702f32d None None] Checking segment: {'id': '799d6f77-0418-4397-91a6-3bb6a6b3ba40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'af2a4c85-254b-49cf-9a87-ff9ad6f28803'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=128085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 11:49:34.640088 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-e98d08a1-c634-4e41-a37a-d5245702f32d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:34.640598 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e98d08a1-c634-4e41-a37a-d5245702f32d None None] Bound using segment: {'id': '799d6f77-0418-4397-91a6-3bb6a6b3ba40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'af2a4c85-254b-49cf-9a87-ff9ad6f28803'} {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 11:49:34.641112 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-e98d08a1-c634-4e41-a37a-d5245702f32d None None] Bound port: 11d78892-635b-4e8e-b5ae-950db0eb3680, host: dv-neutron-797120-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '799d6f77-0418-4397-91a6-3bb6a6b3ba40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'af2a4c85-254b-49cf-9a87-ff9ad6f28803'}}] {{(pid=128085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 11:49:34.641527 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-e98d08a1-c634-4e41-a37a-d5245702f32d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:34.666127 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 60534) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:49:34.707761 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.pecan_wsgi.hooks.translation [None req-21ac0210-ac09-479f-9653-a25bbad1b439 tempest-AllowedAddressPairTestJSON-920326677 tempest-AllowedAddressPairTestJSON-920326677-project] GET failed (client error): The resource could not be found. Jun 24 11:49:34.712400 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-4c28a211-b3d1-420b-98f8-0690a74a9d01 tempest-TestNetworkAdvancedServerOps-1209429025 tempest-TestNetworkAdvancedServerOps-1209429025-project-admin] 10.222.0.53 "GET /v2.0/subnets?network_id=f2b8ca71-e776-48b2-8898-96cc7970207b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0429130 Jun 24 11:49:34.713486 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-21ac0210-ac09-479f-9653-a25bbad1b439 tempest-AllowedAddressPairTestJSON-920326677 tempest-AllowedAddressPairTestJSON-920326677-project] 10.222.0.53 "GET /v2.0/ports/9577acb0-1061-498f-a33f-987f68098a5a HTTP/1.1" status: 404 len: 333 time: 0.2991700 Jun 24 11:49:34.717354 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 60536) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:49:34.717743 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 60538) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:49:34.732360 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-e98d08a1-c634-4e41-a37a-d5245702f32d None None] For port 11d78892-635b-4e8e-b5ae-950db0eb3680, host dv-neutron-797120-4-hyperv, cleared binding levels {{(pid=128085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 11:49:34.737740 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-e98d08a1-c634-4e41-a37a-d5245702f32d None None] For port 11d78892-635b-4e8e-b5ae-950db0eb3680, host dv-neutron-797120-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=11d78892-635b-4e8e-b5ae-950db0eb3680,segment=NetworkSegment(799d6f77-0418-4397-91a6-3bb6a6b3ba40),segment_id=799d6f77-0418-4397-91a6-3bb6a6b3ba40)] {{(pid=128085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 11:49:34.744773 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-e98d08a1-c634-4e41-a37a-d5245702f32d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:34.749044 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-cca402f4-4ef4-4628-aed8-01fa73d72a3f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:49:34.763077 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-fcfcb643-36c2-421b-a476-eebea8d33ce5 tempest-TestNetworkAdvancedServerOps-1479438933 tempest-TestNetworkAdvancedServerOps-1479438933-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-42287605', 'network_id': '0df59c03-dac3-411f-a2bf-16d57a368c8d', 'project_id': '027cb114b40f4b66abdd9fd20f4debdf', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:49:34.787507 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.api.v2.resource [None req-50cd9979-e471-4846-bcd2-18ab4587398b tempest-TagsTest-896644298 tempest-TagsTest-896644298-project] show failed (client error): The resource could not be found. Jun 24 11:49:34.791010 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-50cd9979-e471-4846-bcd2-18ab4587398b tempest-TagsTest-896644298 tempest-TagsTest-896644298-project] 10.222.0.53 "GET /v2.0/networks/2966adcc-557d-411e-ac1f-884f8262eda1/tags/tempest-TagsTest-Tag-1624950215 HTTP/1.1" status: 404 len: 326 time: 0.2154264 Jun 24 11:49:34.791338 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 60540) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:49:34.799567 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.services.tag.tag_plugin [None req-102ad991-d4b3-4d99-b714-864d1d7aa0b4 tempest-TagsTest-896644298 tempest-TagsTest-896644298-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '2966adcc-557d-411e-ac1f-884f8262eda1', 'tempest-TagsTest-Tag-648522698') {} {{(pid=128083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:49:34.822816 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98d08a1-c634-4e41-a37a-d5245702f32d None None] Pushing event updated for resources: {'Port': ['ID=11d78892-635b-4e8e-b5ae-950db0eb3680,revision_number=2']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:49:34.835834 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-e98d08a1-c634-4e41-a37a-d5245702f32d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:49:34.852101 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-2801eb57-46eb-4bfe-b59a-a64d7db54527 tempest-FloatingIPAdminTestJSON-1995830821 tempest-FloatingIPAdminTestJSON-1995830821-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:34.865880 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron_lib.callbacks.manager [None req-01770277-a2ed-4bf8-a2ef-1af54467c1d0 None None] Notify callbacks [] for port, precommit_update {{(pid=128086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:34.879618 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.provisioning_blocks [None req-01770277-a2ed-4bf8-a2ef-1af54467c1d0 None None] Transition to ACTIVE for port object 373ef065-c177-4277-a496-5938a3e62f69 will not be triggered until provisioned by entity L2. {{(pid=128086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 11:49:34.890981 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron_lib.callbacks.manager [None req-01770277-a2ed-4bf8-a2ef-1af54467c1d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:34.895994 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG oslo_concurrency.lockutils [None req-6051145f-531f-4189-9a87-999c3a3e5548 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128086) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:49:34.897563 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.plugin [None req-8efd8670-c449-42a7-ae2c-c64aa5f28f40 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Deleting port ab4e205e-2426-499b-b0c7-113811d642bd {{(pid=128083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 11:49:34.897915 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-8efd8670-c449-42a7-ae2c-c64aa5f28f40 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793193942312'] for port, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:34.936709 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcfcb643-36c2-421b-a476-eebea8d33ce5 tempest-TestNetworkAdvancedServerOps-1479438933 tempest-TestNetworkAdvancedServerOps-1479438933-project] Made reservation on behalf of 027cb114b40f4b66abdd9fd20f4debdf for: {'subnet': 1} {{(pid=128084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 11:49:34.941683 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-fcfcb643-36c2-421b-a476-eebea8d33ce5 tempest-TestNetworkAdvancedServerOps-1479438933 tempest-TestNetworkAdvancedServerOps-1479438933-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3162484'] for subnet, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:34.953722 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc3d00d-b43a-43b0-a642-0087dc9ed236 None None] Pushing event updated for resources: {'Port': ['ID=373ef065-c177-4277-a496-5938a3e62f69,revision_number=2']} {{(pid=128086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:49:34.956582 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.api.v2.resource [None req-102ad991-d4b3-4d99-b714-864d1d7aa0b4 tempest-TagsTest-896644298 tempest-TagsTest-896644298-project] show failed (client error): The resource could not be found. Jun 24 11:49:34.957670 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-102ad991-d4b3-4d99-b714-864d1d7aa0b4 tempest-TagsTest-896644298 tempest-TagsTest-896644298-project] 10.222.0.53 "GET /v2.0/networks/2966adcc-557d-411e-ac1f-884f8262eda1/tags/tempest-TagsTest-Tag-648522698 HTTP/1.1" status: 404 len: 325 time: 0.1650612 Jun 24 11:49:34.960806 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 60542) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:49:34.965112 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.services.tag.tag_plugin [None req-a6690f06-63ba-41e9-adeb-d544181181fe tempest-TagsTest-896644298 tempest-TagsTest-896644298-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '2966adcc-557d-411e-ac1f-884f8262eda1') {} {{(pid=128083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:49:34.972243 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc3d00d-b43a-43b0-a642-0087dc9ed236 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:49:34.973291 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc3d00d-b43a-43b0-a642-0087dc9ed236 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:49:34.973291 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc3d00d-b43a-43b0-a642-0087dc9ed236 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:49:34.973291 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc3d00d-b43a-43b0-a642-0087dc9ed236 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:49:34.973649 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc3d00d-b43a-43b0-a642-0087dc9ed236 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:49:34.973842 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc3d00d-b43a-43b0-a642-0087dc9ed236 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:49:34.974169 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc3d00d-b43a-43b0-a642-0087dc9ed236 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:49:34.974501 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc3d00d-b43a-43b0-a642-0087dc9ed236 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:49:34.974825 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc3d00d-b43a-43b0-a642-0087dc9ed236 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:49:34.975830 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc3d00d-b43a-43b0-a642-0087dc9ed236 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:49:34.976275 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc3d00d-b43a-43b0-a642-0087dc9ed236 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:49:34.976598 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc3d00d-b43a-43b0-a642-0087dc9ed236 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:49:34.981463 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG oslo_concurrency.lockutils [None req-cfc3d00d-b43a-43b0-a642-0087dc9ed236 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=128086) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:49:34.983470 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.plugins.ml2.managers [None req-01770277-a2ed-4bf8-a2ef-1af54467c1d0 None None] Attempting to bind port 373ef065-c177-4277-a496-5938a3e62f69 on host dv-neutron-797120-4-hyperv for vnic_type normal with profile {{(pid=128086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 11:49:34.983848 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.plugins.ml2.managers [None req-01770277-a2ed-4bf8-a2ef-1af54467c1d0 None None] Attempting to bind port 373ef065-c177-4277-a496-5938a3e62f69 by drivers openvswitch,hyperv on host dv-neutron-797120-4-hyperv at level 0 using segments [{'id': '1139564f-ff83-4b49-a593-84b33301357d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b'}] {{(pid=128086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 11:49:34.984209 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01770277-a2ed-4bf8-a2ef-1af54467c1d0 None None] Attempting to bind port 373ef065-c177-4277-a496-5938a3e62f69 on network f2b8ca71-e776-48b2-8898-96cc7970207b {{(pid=128086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 11:49:34.990303 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01770277-a2ed-4bf8-a2ef-1af54467c1d0 None None] Checking agent: {'id': 'e3a695b2-c397-461f-83b0-10b79d490b59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 11, 36, 56), 'started_at': datetime.datetime(2021, 6, 24, 11, 37, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 11, 49, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=128086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 11:49:34.990669 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01770277-a2ed-4bf8-a2ef-1af54467c1d0 None None] Checking segment: {'id': '1139564f-ff83-4b49-a593-84b33301357d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=128086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 11:49:34.991225 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron_lib.callbacks.manager [None req-01770277-a2ed-4bf8-a2ef-1af54467c1d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=128086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:34.992240 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01770277-a2ed-4bf8-a2ef-1af54467c1d0 None None] Bound using segment: {'id': '1139564f-ff83-4b49-a593-84b33301357d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b'} {{(pid=128086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 11:49:34.992240 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.plugins.ml2.managers [None req-01770277-a2ed-4bf8-a2ef-1af54467c1d0 None None] Bound port: 373ef065-c177-4277-a496-5938a3e62f69, host: dv-neutron-797120-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1139564f-ff83-4b49-a593-84b33301357d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b'}}] {{(pid=128086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 11:49:34.992454 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron_lib.callbacks.manager [None req-01770277-a2ed-4bf8-a2ef-1af54467c1d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:35.010893 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-8efd8670-c449-42a7-ae2c-c64aa5f28f40 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1978872'] for port, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:35.062021 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.plugin [None req-8efd8670-c449-42a7-ae2c-c64aa5f28f40 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Calling delete_port for ab4e205e-2426-499b-b0c7-113811d642bd owned by {{(pid=128083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 11:49:35.080818 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.plugins.ml2.db [None req-01770277-a2ed-4bf8-a2ef-1af54467c1d0 None None] For port 373ef065-c177-4277-a496-5938a3e62f69, host dv-neutron-797120-4-hyperv, cleared binding levels {{(pid=128086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 11:49:35.084500 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.plugins.ml2.db [None req-01770277-a2ed-4bf8-a2ef-1af54467c1d0 None None] For port 373ef065-c177-4277-a496-5938a3e62f69, host dv-neutron-797120-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=373ef065-c177-4277-a496-5938a3e62f69,segment=NetworkSegment(1139564f-ff83-4b49-a593-84b33301357d),segment_id=1139564f-ff83-4b49-a593-84b33301357d)] {{(pid=128086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 11:49:35.089215 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron_lib.callbacks.manager [None req-01770277-a2ed-4bf8-a2ef-1af54467c1d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:35.091926 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128086) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:49:35.166689 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc3d00d-b43a-43b0-a642-0087dc9ed236 None None] Pushing event updated for resources: {'Port': ['ID=373ef065-c177-4277-a496-5938a3e62f69,revision_number=3']} {{(pid=128086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:49:35.170113 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG oslo_concurrency.lockutils [None req-cfc3d00d-b43a-43b0-a642-0087dc9ed236 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=128086) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:49:35.178845 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01770277-a2ed-4bf8-a2ef-1af54467c1d0 None None] Routers {'ee31ee3a-f8b4-4647-a8df-28778cd53f86'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 11:49:35.179488 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-01770277-a2ed-4bf8-a2ef-1af54467c1d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T11:49:26Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['ee31ee3a-f8b4-4647-a8df-28778cd53f86'], 'active': True} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:49:35.191534 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-a6690f06-63ba-41e9-adeb-d544181181fe tempest-TagsTest-896644298 tempest-TagsTest-896644298-project] 10.222.0.53 "DELETE /v2.0/networks/2966adcc-557d-411e-ac1f-884f8262eda1/tags HTTP/1.1" status: 204 len: 168 time: 0.2298625 Jun 24 11:49:35.198528 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 60544) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:49:35.297090 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-29ed2a54-4898-43c5-a36a-020b26a48770 tempest-TagsTest-896644298 tempest-TagsTest-896644298-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-534962'] for network, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:35.311488 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_dvr_db [None req-01770277-a2ed-4bf8-a2ef-1af54467c1d0 None None] Set router ee31ee3a-f8b4-4647-a8df-28778cd53f86 gateway port host: dv-neutron-797120-4-hyperv {{(pid=128086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 11:49:35.317238 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-8efd8670-c449-42a7-ae2c-c64aa5f28f40 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793193945299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193536732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2537862'] for port, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:35.339261 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-89830840-47da-4720-995a-d2e33b8d8c8e tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:49:35.378113 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8efd8670-c449-42a7-ae2c-c64aa5f28f40 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Pushing event deleted for resources: {'Port': ['ID=ab4e205e-2426-499b-b0c7-113811d642bd,revision_number=None']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:49:35.393285 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-8efd8670-c449-42a7-ae2c-c64aa5f28f40 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:49:35.398258 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-8efd8670-c449-42a7-ae2c-c64aa5f28f40 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468916'] for port, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:35.400423 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-8efd8670-c449-42a7-ae2c-c64aa5f28f40 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] 10.222.0.53 "DELETE /v2.0/ports/ab4e205e-2426-499b-b0c7-113811d642bd HTTP/1.1" status: 204 len: 168 time: 0.7663443 Jun 24 11:49:35.431019 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 60546) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:49:35.438108 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [None req-5f6521d1-d4fb-4f43-b27c-9bdd55d1c553 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Request body: {'port': {'network_id': 'a61c4b46-a6f4-48b4-9ca4-b0aa9df4a595', 'mac_address': 'fa:16:3e:0a:21:76', 'name': 'tempest-PortsIpV6TestJSON-718719215'}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:49:35.445567 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-29ed2a54-4898-43c5-a36a-020b26a48770 tempest-TagsTest-896644298 tempest-TagsTest-896644298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973199', 'neutron.services.segments.db._delete_segments_for_network-8793194012456'] for network, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:35.472899 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.services.segments.db [None req-29ed2a54-4898-43c5-a36a-020b26a48770 tempest-TagsTest-896644298 tempest-TagsTest-896644298-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2966adcc-557d-411e-ac1f-884f8262eda1']}} {{(pid=128083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:49:35.510686 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.services.segments.db [None req-29ed2a54-4898-43c5-a36a-020b26a48770 tempest-TagsTest-896644298 tempest-TagsTest-896644298-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ef282f1-f23e-45a7-8e66-25758ab58ab6') {'for_net_delete': True} {{(pid=128083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:49:35.510905 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.services.segments.db [None req-29ed2a54-4898-43c5-a36a-020b26a48770 tempest-TagsTest-896644298 tempest-TagsTest-896644298-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ef282f1-f23e-45a7-8e66-25758ab58ab6') {} {{(pid=128083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:49:35.519258 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-01770277-a2ed-4bf8-a2ef-1af54467c1d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee31ee3a-f8b4-4647-a8df-28778cd53f86', 'name': 'tempest-TestNetworkAdvancedServerOps-router-699476796', 'tenant_id': '027cb114b40f4b66abdd9fd20f4debdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'external_fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.213'}], 'enable_snat': True}, 'gw_port_id': '373ef065-c177-4277-a496-5938a3e62f69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T11:49:29Z', 'updated_at': '2021-06-24T11:49:31Z', 'revision_number': 3, 'project_id': '027cb114b40f4b66abdd9fd20f4debdf', 'gw_port': {'id': '373ef065-c177-4277-a496-5938a3e62f69', 'name': '', 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:10:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee31ee3a-f8b4-4647-a8df-28778cd53f86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 903, 'fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:49:30Z', 'updated_at': '2021-06-24T11:49:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-4-hyperv'}], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:49:35.529022 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-29ed2a54-4898-43c5-a36a-020b26a48770 tempest-TagsTest-896644298 tempest-TagsTest-896644298-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793194097327', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3143690'] for segment, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:35.555761 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01770277-a2ed-4bf8-a2ef-1af54467c1d0 None None] The sync data for ids ['ee31ee3a-f8b4-4647-a8df-28778cd53f86'] in dv-neutron-797120-4-hyperv is: [{'id': 'ee31ee3a-f8b4-4647-a8df-28778cd53f86', 'name': 'tempest-TestNetworkAdvancedServerOps-router-699476796', 'tenant_id': '027cb114b40f4b66abdd9fd20f4debdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'external_fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.213'}], 'enable_snat': True}, 'gw_port_id': '373ef065-c177-4277-a496-5938a3e62f69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T11:49:29Z', 'updated_at': '2021-06-24T11:49:31Z', 'revision_number': 3, 'project_id': '027cb114b40f4b66abdd9fd20f4debdf', 'gw_port': {'id': '373ef065-c177-4277-a496-5938a3e62f69', 'name': '', 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:10:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee31ee3a-f8b4-4647-a8df-28778cd53f86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 903, 'fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:49:30Z', 'updated_at': '2021-06-24T11:49:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-4-hyperv'}] {{(pid=128086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 11:49:35.560032 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-29ed2a54-4898-43c5-a36a-020b26a48770 tempest-TagsTest-896644298 tempest-TagsTest-896644298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967879'] for segment, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:35.570390 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29ed2a54-4898-43c5-a36a-020b26a48770 tempest-TagsTest-896644298 tempest-TagsTest-896644298-project] Releasing vlan 616 on physical network physnet1 to pool {{(pid=128083) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 11:49:35.570870 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-29ed2a54-4898-43c5-a36a-020b26a48770 tempest-TagsTest-896644298 tempest-TagsTest-896644298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2537899'] for segment, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:35.573973 dv-neutron-797120-4-hyperv neutron-server[128083]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 11:49:35.573973 dv-neutron-797120-4-hyperv neutron-server[128083]: conditions |= (models_v2.Port.network_id.in_( Jun 24 11:49:35.573973 dv-neutron-797120-4-hyperv neutron-server[128083]: Traceback (most recent call last): Jun 24 11:49:35.573973 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 24 11:49:35.573973 dv-neutron-797120-4-hyperv neutron-server[128083]: timer() Jun 24 11:49:35.573973 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 24 11:49:35.573973 dv-neutron-797120-4-hyperv neutron-server[128083]: cb(*args, **kw) Jun 24 11:49:35.573973 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 24 11:49:35.573973 dv-neutron-797120-4-hyperv neutron-server[128083]: return func(*args, **kwargs) Jun 24 11:49:35.573973 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 24 11:49:35.573973 dv-neutron-797120-4-hyperv neutron-server[128083]: self._notify() Jun 24 11:49:35.573973 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 24 11:49:35.573973 dv-neutron-797120-4-hyperv neutron-server[128083]: self.callback(batched_events) Jun 24 11:49:35.573973 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 24 11:49:35.573973 dv-neutron-797120-4-hyperv neutron-server[128083]: event.method(event) Jun 24 11:49:35.573973 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 24 11:49:35.573973 dv-neutron-797120-4-hyperv neutron-server[128083]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 24 11:49:35.573973 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 24 11:49:35.573973 dv-neutron-797120-4-hyperv neutron-server[128083]: aggregate_uuid = self.p_client.list_aggregates( Jun 24 11:49:35.573973 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 24 11:49:35.573973 dv-neutron-797120-4-hyperv neutron-server[128083]: return f(self, *a, **k) Jun 24 11:49:35.573973 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 24 11:49:35.573973 dv-neutron-797120-4-hyperv neutron-server[128083]: return self._get(url).json() Jun 24 11:49:35.573973 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 24 11:49:35.573973 dv-neutron-797120-4-hyperv neutron-server[128083]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 24 11:49:35.573973 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 24 11:49:35.573973 dv-neutron-797120-4-hyperv neutron-server[128083]: return self.request(url, 'GET', **kwargs) Jun 24 11:49:35.573973 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 24 11:49:35.573973 dv-neutron-797120-4-hyperv neutron-server[128083]: base_url = self.get_endpoint(auth, allow=allow, Jun 24 11:49:35.573973 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 24 11:49:35.573973 dv-neutron-797120-4-hyperv neutron-server[128083]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 24 11:49:35.573973 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 24 11:49:35.573973 dv-neutron-797120-4-hyperv neutron-server[128083]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 24 11:49:35.573973 dv-neutron-797120-4-hyperv neutron-server[128083]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 24 11:49:35.600344 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-cbef19c6-33f4-4ef8-a061-fdac21b3d144 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8793193945290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-3292025'] for subnet, after_update {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:35.618090 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-c80453d5-a6b7-47cd-90da-04345a929641 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:49:35.646227 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f6521d1-d4fb-4f43-b27c-9bdd55d1c553 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Made reservation on behalf of 99955773979244bf90218a1ecde00120 for: {'port': 1} {{(pid=128083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 11:49:35.667278 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.objects.ports [None req-cb69410b-ea85-424f-b784-99638a8766b0 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=128084) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jun 24 11:49:35.674983 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-29ed2a54-4898-43c5-a36a-020b26a48770 tempest-TagsTest-896644298 tempest-TagsTest-896644298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1800243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1815642'] for network, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:35.680002 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.plugin [None req-30d96d6f-8683-4e6e-afb9-aebe86126961 tempest-AllowedAddressPairTestJSON-920326677 tempest-AllowedAddressPairTestJSON-920326677-project] Deleting port 887c8743-0a3e-4567-be09-9a5538441246 {{(pid=128084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 11:49:35.680345 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-30d96d6f-8683-4e6e-afb9-aebe86126961 tempest-AllowedAddressPairTestJSON-920326677 tempest-AllowedAddressPairTestJSON-920326677-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793193942312'] for port, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:35.704123 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-cd6c9019-0ad9-4105-bfed-de7fb3a6174c tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:49:35.714856 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-29ed2a54-4898-43c5-a36a-020b26a48770 tempest-TagsTest-896644298 tempest-TagsTest-896644298-project] Notify callbacks [] for network, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:35.719610 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-29ed2a54-4898-43c5-a36a-020b26a48770 tempest-TagsTest-896644298 tempest-TagsTest-896644298-project] 10.222.0.53 "DELETE /v2.0/networks/2966adcc-557d-411e-ac1f-884f8262eda1 HTTP/1.1" status: 204 len: 168 time: 0.5196729 Jun 24 11:49:35.723382 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-fcfcb643-36c2-421b-a476-eebea8d33ce5 tempest-TestNetworkAdvancedServerOps-1479438933 tempest-TestNetworkAdvancedServerOps-1479438933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3291959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3162270'] for subnet, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:35.748441 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ed2a54-4898-43c5-a36a-020b26a48770 tempest-TagsTest-896644298 tempest-TagsTest-896644298-project] Pushing event deleted for resources: {'Network': ['ID=2966adcc-557d-411e-ac1f-884f8262eda1,revision_number=None']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:49:35.774146 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-29ed2a54-4898-43c5-a36a-020b26a48770 tempest-TagsTest-896644298 tempest-TagsTest-896644298-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:49:35.799082 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-5f6521d1-d4fb-4f43-b27c-9bdd55d1c553 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:35.855772 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.notifiers.nova [None req-5f6521d1-d4fb-4f43-b27c-9bdd55d1c553 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] device_id is not set on port 49ae7acb-42ac-4dc7-9e7f-cbd1602f0294 yet. {{(pid=128083) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 24 11:49:35.911646 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbef19c6-33f4-4ef8-a061-fdac21b3d144 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=128084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:49:35.912256 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-cbef19c6-33f4-4ef8-a061-fdac21b3d144 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Notify callbacks [] for subnet, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:35.916547 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-cbef19c6-33f4-4ef8-a061-fdac21b3d144 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] 10.222.0.53 "PUT /v2.0/subnets/72395812-e51e-4fad-bd76-b21292aaa4b3 HTTP/1.1" status: 200 len: 877 time: 2.0816736 Jun 24 11:49:35.922262 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 60550) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:49:35.969773 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbef19c6-33f4-4ef8-a061-fdac21b3d144 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Pushing event updated for resources: {'Subnet': ['ID=72395812-e51e-4fad-bd76-b21292aaa4b3,revision_number=1']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:49:35.983190 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-cbef19c6-33f4-4ef8-a061-fdac21b3d144 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.365s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:49:36.012897 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-2801eb57-46eb-4bfe-b59a-a64d7db54527 tempest-FloatingIPAdminTestJSON-1995830821 tempest-FloatingIPAdminTestJSON-1995830821-project-admin] Notify callbacks [] for port, precommit_update {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:36.033509 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device 11d78892-635b-4e8e-b5ae-950db0eb3680 up at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 11:49:36.052218 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-27e1afdb-c605-4410-868d-2ed70be9a728 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.244s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:49:36.135866 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-2801eb57-46eb-4bfe-b59a-a64d7db54527 tempest-FloatingIPAdminTestJSON-1995830821 tempest-FloatingIPAdminTestJSON-1995830821-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3292081'] for port, after_update {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:36.144050 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning for port 11d78892-635b-4e8e-b5ae-950db0eb3680 completed by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 11:49:36.228619 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-5f6521d1-d4fb-4f43-b27c-9bdd55d1c553 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Notify callbacks [] for port, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:36.241547 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 60554) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:49:36.246068 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0187712c-0b60-4672-8629-89e96344c413 None None] Network 11a80c9d-f8ee-4388-91b0-d49a25200fee requested from dv-neutron-797120-4-hyperv {{(pid=128085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 11:49:36.291819 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ac3178d-92ba-4f15-9de8-bfa347081d86 None None] Network af2a4c85-254b-49cf-9a87-ff9ad6f28803 requested from dv-neutron-797120-4-hyperv {{(pid=128085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 11:49:36.295108 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-5f6521d1-d4fb-4f43-b27c-9bdd55d1c553 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-650429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-506361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793193536723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2537853'] for port, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:36.305154 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-3a4258e5-d0af-4118-ae13-0ff0fe0508a0 tempest-AllowedAddressPairTestJSON-920326677 tempest-AllowedAddressPairTestJSON-920326677-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:49:36.349453 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-795ba821-903a-4926-ac71-634036ae4e6e tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-534962'] for network, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:36.380936 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-30d96d6f-8683-4e6e-afb9-aebe86126961 tempest-AllowedAddressPairTestJSON-920326677 tempest-AllowedAddressPairTestJSON-920326677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1978872'] for port, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:36.395486 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.plugin [None req-30d96d6f-8683-4e6e-afb9-aebe86126961 tempest-AllowedAddressPairTestJSON-920326677 tempest-AllowedAddressPairTestJSON-920326677-project] Calling delete_port for 887c8743-0a3e-4567-be09-9a5538441246 owned by {{(pid=128084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 11:49:36.407197 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6521d1-d4fb-4f43-b27c-9bdd55d1c553 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Pushing event updated for resources: {'Port': ['ID=49ae7acb-42ac-4dc7-9e7f-cbd1602f0294,revision_number=1']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:49:36.420189 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-5f6521d1-d4fb-4f43-b27c-9bdd55d1c553 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:49:36.426645 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f6521d1-d4fb-4f43-b27c-9bdd55d1c553 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Network a61c4b46-a6f4-48b4-9ca4-b0aa9df4a595 is already hosted by enough agents. {{(pid=128083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 11:49:36.428633 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.base_scheduler [None req-5f6521d1-d4fb-4f43-b27c-9bdd55d1c553 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Resources bound (agent type, host, resource id): {{(pid=128083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:49:36.431104 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f6521d1-d4fb-4f43-b27c-9bdd55d1c553 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Received port after_create {{(pid=128083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 11:49:36.437728 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f6521d1-d4fb-4f43-b27c-9bdd55d1c553 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:49:36.438632 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-5f6521d1-d4fb-4f43-b27c-9bdd55d1c553 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468916'] for port, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:36.498727 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-0367bda9-318e-4494-97b9-516598a04cde None None] Provisioning for port 11d78892-635b-4e8e-b5ae-950db0eb3680 completed by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 11:49:36.506785 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-5f6521d1-d4fb-4f43-b27c-9bdd55d1c553 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.0746415 Jun 24 11:49:36.514508 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 60558) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:49:36.524320 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-0367bda9-318e-4494-97b9-516598a04cde None None] Provisioning complete for port 11d78892-635b-4e8e-b5ae-950db0eb3680 triggered by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:49:36.531949 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-0367bda9-318e-4494-97b9-516598a04cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:36.600113 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-88a1e919-7286-45ae-9089-06dfd6526ef9 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=e29073e930864c50872ab2965fa2beed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3572137 Jun 24 11:49:36.600941 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfcb643-36c2-421b-a476-eebea8d33ce5 tempest-TestNetworkAdvancedServerOps-1479438933 tempest-TestNetworkAdvancedServerOps-1479438933-project] Pushing event updated for resources: {'Subnet': ['ID=fed5c1a3-282b-465b-a705-0bcb2ca19c6d,revision_number=0']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:49:36.607943 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a1081e1-487b-41df-9dd8-5724a3668ccc tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:49:36.613425 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-fcfcb643-36c2-421b-a476-eebea8d33ce5 tempest-TestNetworkAdvancedServerOps-1479438933 tempest-TestNetworkAdvancedServerOps-1479438933-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.557s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:49:36.613639 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-4a1081e1-487b-41df-9dd8-5724a3668ccc tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] 10.222.0.53 "GET /v2.0/ports/49ae7acb-42ac-4dc7-9e7f-cbd1602f0294 HTTP/1.1" status: 200 len: 844 time: 0.0939434 Jun 24 11:49:36.613639 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 60560) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:49:36.614761 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 60562) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:49:36.618270 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-f62b3200-d1cb-462e-9109-d4d2eac6e7e6 tempest-AllowedAddressPairTestJSON-920326677 tempest-AllowedAddressPairTestJSON-920326677-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.421s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:49:36.669831 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-e4ddbd60-0c94-4dec-b444-630945a4deba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:36.697663 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-e4ddbd60-0c94-4dec-b444-630945a4deba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:36.762359 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-e4ddbd60-0c94-4dec-b444-630945a4deba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800410'] for security_group, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:36.766554 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-e4ddbd60-0c94-4dec-b444-630945a4deba admin admin] Notify callbacks [] for security_group, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:36.768408 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-e4ddbd60-0c94-4dec-b444-630945a4deba admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/eabbd36e-4c92-4451-94c8-58d0dd017d3e HTTP/1.1" status: 204 len: 168 time: 0.1564884 Jun 24 11:49:36.769366 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-10f7bc36-0e1e-4737-bc70-04b1e2a1a7a0 tempest-NegativeSecGroupTest-260829952 tempest-NegativeSecGroupTest-260829952-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:49:36.779076 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ddbd60-0c94-4dec-b444-630945a4deba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eabbd36e-4c92-4451-94c8-58d0dd017d3e,revision_number=None']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:49:36.783308 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-e4ddbd60-0c94-4dec-b444-630945a4deba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:49:36.868076 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-0367bda9-318e-4494-97b9-516598a04cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:36.920322 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-0367bda9-318e-4494-97b9-516598a04cde None None] For port 11d78892-635b-4e8e-b5ae-950db0eb3680, host dv-neutron-797120-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=11d78892-635b-4e8e-b5ae-950db0eb3680,segment=NetworkSegment(799d6f77-0418-4397-91a6-3bb6a6b3ba40),segment_id=799d6f77-0418-4397-91a6-3bb6a6b3ba40)] {{(pid=128085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 11:49:36.936528 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-0367bda9-318e-4494-97b9-516598a04cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:36.938406 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-6e11b951-cb7c-4c49-a8fa-f18ee521fb20 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:49:37.015375 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0367bda9-318e-4494-97b9-516598a04cde None None] Pushing event updated for resources: {'Port': ['ID=11d78892-635b-4e8e-b5ae-950db0eb3680,revision_number=3']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:49:37.020131 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-0367bda9-318e-4494-97b9-516598a04cde None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:49:37.115380 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcfcb643-36c2-421b-a476-eebea8d33ce5 tempest-TestNetworkAdvancedServerOps-1479438933 tempest-TestNetworkAdvancedServerOps-1479438933-project] Checking segment: {'id': 'b17ea5b8-604c-427d-a101-058a8063b214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '0df59c03-dac3-411f-a2bf-16d57a368c8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=128084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 11:49:37.115991 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcfcb643-36c2-421b-a476-eebea8d33ce5 tempest-TestNetworkAdvancedServerOps-1479438933 tempest-TestNetworkAdvancedServerOps-1479438933-project] Network hostable DHCP agents. Network: 0df59c03-dac3-411f-a2bf-16d57a368c8d, hostable agents: ['6be988a9-1d97-480f-be5a-c55abf2c55c5'], hosted agents: [] {{(pid=128084) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 11:49:37.117994 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-2801eb57-46eb-4bfe-b59a-a64d7db54527 tempest-FloatingIPAdminTestJSON-1995830821 tempest-FloatingIPAdminTestJSON-1995830821-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1815637'] for floatingip, after_update {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:37.212906 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-2801eb57-46eb-4bfe-b59a-a64d7db54527 tempest-FloatingIPAdminTestJSON-1995830821 tempest-FloatingIPAdminTestJSON-1995830821-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468916'] for floatingip, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:37.216815 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-2801eb57-46eb-4bfe-b59a-a64d7db54527 tempest-FloatingIPAdminTestJSON-1995830821 tempest-FloatingIPAdminTestJSON-1995830821-project-admin] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.5496545 Jun 24 11:49:37.217523 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 60574) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:49:37.225061 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2801eb57-46eb-4bfe-b59a-a64d7db54527 tempest-FloatingIPAdminTestJSON-1995830821 tempest-FloatingIPAdminTestJSON-1995830821-project-admin] Pushing event updated for resources: {'Port': ['ID=882fc55a-8740-4c86-a58e-a10b750a84d7,revision_number=2']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:49:37.228074 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-2801eb57-46eb-4bfe-b59a-a64d7db54527 tempest-FloatingIPAdminTestJSON-1995830821 tempest-FloatingIPAdminTestJSON-1995830821-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.610s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:49:37.269807 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-cb69410b-ea85-424f-b784-99638a8766b0 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:37.270508 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-83869b01-46c8-473f-9c6d-c4a70e1f24d6 None None] Provisioning complete for port 3213c3a6-b9d1-41b2-83df-46b925b52307 triggered by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:49:37.271535 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-83869b01-46c8-473f-9c6d-c4a70e1f24d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:37.319278 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcfcb643-36c2-421b-a476-eebea8d33ce5 tempest-TestNetworkAdvancedServerOps-1479438933 tempest-TestNetworkAdvancedServerOps-1479438933-project] Network 0df59c03-dac3-411f-a2bf-16d57a368c8d is scheduled to be hosted by DHCP agent 6be988a9-1d97-480f-be5a-c55abf2c55c5 with binding_index 1 {{(pid=128084) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 11:49:37.355989 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.base_scheduler [None req-fcfcb643-36c2-421b-a476-eebea8d33ce5 tempest-TestNetworkAdvancedServerOps-1479438933 tempest-TestNetworkAdvancedServerOps-1479438933-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-4-hyperv, 0df59c03-dac3-411f-a2bf-16d57a368c8d) {{(pid=128084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:49:37.370627 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcfcb643-36c2-421b-a476-eebea8d33ce5 tempest-TestNetworkAdvancedServerOps-1479438933 tempest-TestNetworkAdvancedServerOps-1479438933-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=128084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:49:37.371614 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-fcfcb643-36c2-421b-a476-eebea8d33ce5 tempest-TestNetworkAdvancedServerOps-1479438933 tempest-TestNetworkAdvancedServerOps-1479438933-project] Notify callbacks [] for subnet, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:37.372255 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e4e6655-af46-49c3-aa4c-46ac57299a96 None None] Network 0df59c03-dac3-411f-a2bf-16d57a368c8d requested from dv-neutron-797120-4-hyperv {{(pid=128085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 11:49:37.423291 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.plugin [None req-795ba821-903a-4926-ac71-634036ae4e6e tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Deleting port 11d78892-635b-4e8e-b5ae-950db0eb3680 {{(pid=128084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 11:49:37.424411 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-795ba821-903a-4926-ac71-634036ae4e6e tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793193942312'] for port, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:37.462663 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 60582) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:49:37.463231 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-fcfcb643-36c2-421b-a476-eebea8d33ce5 tempest-TestNetworkAdvancedServerOps-1479438933 tempest-TestNetworkAdvancedServerOps-1479438933-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.7380126 Jun 24 11:49:37.478821 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-30d96d6f-8683-4e6e-afb9-aebe86126961 tempest-AllowedAddressPairTestJSON-920326677 tempest-AllowedAddressPairTestJSON-920326677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793193945299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193536732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3292088'] for port, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:37.553332 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-dde8acfa-e05b-4890-99d4-1827cd315055 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:49:37.674632 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d96d6f-8683-4e6e-afb9-aebe86126961 tempest-AllowedAddressPairTestJSON-920326677 tempest-AllowedAddressPairTestJSON-920326677-project] Pushing event deleted for resources: {'Port': ['ID=887c8743-0a3e-4567-be09-9a5538441246,revision_number=None']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:49:37.677137 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-30d96d6f-8683-4e6e-afb9-aebe86126961 tempest-AllowedAddressPairTestJSON-920326677 tempest-AllowedAddressPairTestJSON-920326677-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:49:37.678324 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [None req-2303f860-1256-4f10-b10d-b3c966b94c13 tempest-FloatingIPAdminTestJSON-1100601588 tempest-FloatingIPAdminTestJSON-1100601588-project] Request body: {'floatingip': {'floating_network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b'}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:49:37.706617 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82aceb57-9b3d-4f45-9d20-37cc7a243a68 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d65c8f8-7530-5052-99fe-8ea05073750b-0df59c03-dac3-411f-a2bf-16d57a368c8d', 'network_id': '0df59c03-dac3-411f-a2bf-16d57a368c8d', 'tenant_id': '027cb114b40f4b66abdd9fd20f4debdf', 'fixed_ips': [{'subnet_id': 'fed5c1a3-282b-465b-a705-0bcb2ca19c6d'}]}} from dv-neutron-797120-4-hyperv. {{(pid=128085) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 24 11:49:37.708446 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-82aceb57-9b3d-4f45-9d20-37cc7a243a68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_create {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:37.758890 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.plugin [None req-29047329-5620-4d99-a971-47dbd7823ba1 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Deleting port 49ae7acb-42ac-4dc7-9e7f-cbd1602f0294 {{(pid=128084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 11:49:37.759498 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-29047329-5620-4d99-a971-47dbd7823ba1 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793193942312'] for port, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:37.807820 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-2303f860-1256-4f10-b10d-b3c966b94c13 tempest-FloatingIPAdminTestJSON-1100601588 tempest-FloatingIPAdminTestJSON-1100601588-project] Notify callbacks [] for floatingip, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:37.957442 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f9ecf4b-076d-42e9-9cdf-298352bb9fbc None None] Network af2a4c85-254b-49cf-9a87-ff9ad6f28803 requested from dv-neutron-797120-4-hyperv {{(pid=128085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 11:49:38.031221 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 60590) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:49:38.032172 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.db [None req-795ba821-903a-4926-ac71-634036ae4e6e tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] For port 11d78892-635b-4e8e-b5ae-950db0eb3680, host dv-neutron-797120-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=11d78892-635b-4e8e-b5ae-950db0eb3680,segment=NetworkSegment(799d6f77-0418-4397-91a6-3bb6a6b3ba40),segment_id=799d6f77-0418-4397-91a6-3bb6a6b3ba40)] {{(pid=128084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 11:49:38.033543 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-795ba821-903a-4926-ac71-634036ae4e6e tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1978872'] for port, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:38.059721 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-b2234f7e-409d-4fa2-bb01-a26297d2f20c None None] Provisioning complete for port 11d78892-635b-4e8e-b5ae-950db0eb3680 triggered by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:49:38.060110 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-b2234f7e-409d-4fa2-bb01-a26297d2f20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:38.066915 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.plugin [None req-795ba821-903a-4926-ac71-634036ae4e6e tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Calling delete_port for 11d78892-635b-4e8e-b5ae-950db0eb3680 owned by network:dhcp {{(pid=128084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 11:49:38.071886 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device 373ef065-c177-4277-a496-5938a3e62f69 up at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 11:49:38.115688 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-2303f860-1256-4f10-b10d-b3c966b94c13 tempest-FloatingIPAdminTestJSON-1100601588 tempest-FloatingIPAdminTestJSON-1100601588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:38.154983 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-30d96d6f-8683-4e6e-afb9-aebe86126961 tempest-AllowedAddressPairTestJSON-920326677 tempest-AllowedAddressPairTestJSON-920326677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468916'] for port, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:38.159538 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-30d96d6f-8683-4e6e-afb9-aebe86126961 tempest-AllowedAddressPairTestJSON-920326677 tempest-AllowedAddressPairTestJSON-920326677-project] 10.222.0.53 "DELETE /v2.0/ports/887c8743-0a3e-4567-be09-9a5538441246 HTTP/1.1" status: 204 len: 168 time: 3.4312091 Jun 24 11:49:38.165780 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 60594) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:49:38.197197 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-29047329-5620-4d99-a971-47dbd7823ba1 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1978872'] for port, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:38.202378 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [None req-e0a5ad01-a87a-4123-b346-4c74c1e1d4a8 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1586751402-network', 'tenant_id': '91cba4619aa74784a108d3a825cc8e0c'}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:49:38.207623 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.db_base_plugin_common [None req-82aceb57-9b3d-4f45-9d20-37cc7a243a68 None None] Allocated IP 172.20.0.2 (0df59c03-dac3-411f-a2bf-16d57a368c8d/fed5c1a3-282b-465b-a705-0bcb2ca19c6d/c8511011-34b9-4fbc-ba3d-96d5b254c5c2) {{(pid=128085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 11:49:38.242230 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.plugin [None req-29047329-5620-4d99-a971-47dbd7823ba1 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Calling delete_port for 49ae7acb-42ac-4dc7-9e7f-cbd1602f0294 owned by {{(pid=128084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 11:49:38.277699 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.db [None req-cb69410b-ea85-424f-b784-99638a8766b0 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] For port 3213c3a6-b9d1-41b2-83df-46b925b52307, host dv-neutron-797120-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=3213c3a6-b9d1-41b2-83df-46b925b52307,segment=NetworkSegment(fddfe548-9582-48fa-8a0c-6b06bc4d1b9f),segment_id=fddfe548-9582-48fa-8a0c-6b06bc4d1b9f)] {{(pid=128084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 11:49:38.303104 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0a5ad01-a87a-4123-b346-4c74c1e1d4a8 admin admin] Made reservation on behalf of 91cba4619aa74784a108d3a825cc8e0c for: {'network': 1} {{(pid=128083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 11:49:38.305540 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-e0a5ad01-a87a-4123-b346-4c74c1e1d4a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for network, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:38.326293 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-e0a5ad01-a87a-4123-b346-4c74c1e1d4a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:38.338061 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.db.db_base_plugin_v2 [None req-4581f58a-6698-40ac-8a3a-b90ce51cb480 tempest-AllowedAddressPairTestJSON-920326677 tempest-AllowedAddressPairTestJSON-920326677-project] Deleting subnet 7a2e1ef3-5d7d-4509-8078-9e6e4bd4c2e5 {{(pid=128084) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 24 11:49:38.346846 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-4581f58a-6698-40ac-8a3a-b90ce51cb480 tempest-AllowedAddressPairTestJSON-920326677 tempest-AllowedAddressPairTestJSON-920326677-project] Notify callbacks [] for subnet, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:38.374344 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.db_base_plugin_common [None req-2303f860-1256-4f10-b10d-b3c966b94c13 tempest-FloatingIPAdminTestJSON-1100601588 tempest-FloatingIPAdminTestJSON-1100601588-project] Allocated IP 172.26.7.190 (f2b8ca71-e776-48b2-8898-96cc7970207b/f37bf603-3862-4d0a-9f58-89616f7fd68f/cd6dfc5b-13e4-4289-9550-622582e349af) {{(pid=128083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 11:49:38.379302 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning for port 373ef065-c177-4277-a496-5938a3e62f69 completed by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 11:49:38.401492 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning complete for port 373ef065-c177-4277-a496-5938a3e62f69 triggered by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:49:38.401997 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:38.442644 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-cb69410b-ea85-424f-b784-99638a8766b0 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks [] for port, precommit_update {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:38.465274 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-4581f58a-6698-40ac-8a3a-b90ce51cb480 tempest-AllowedAddressPairTestJSON-920326677 tempest-AllowedAddressPairTestJSON-920326677-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2373542'] for subnet, precommit_delete_associations {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:38.472081 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-cb69410b-ea85-424f-b784-99638a8766b0 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3292081'] for port, after_update {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:38.472866 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-cb69410b-ea85-424f-b784-99638a8766b0 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3291959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3162270'] for subnet, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:38.497607 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-8e6bf039-ac62-4ac8-8afc-d4f7a39e0350 tempest-AllowedAddressPairTestJSON-920326677 tempest-AllowedAddressPairTestJSON-920326677-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:49:38.543042 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-795ba821-903a-4926-ac71-634036ae4e6e tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793193945299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193536732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3292088'] for port, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:38.566763 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-82aceb57-9b3d-4f45-9d20-37cc7a243a68 None None] Notify callbacks [] for port, precommit_create {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:38.592031 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-82aceb57-9b3d-4f45-9d20-37cc7a243a68 None None] Transition to ACTIVE for port object c8511011-34b9-4fbc-ba3d-96d5b254c5c2 will not be triggered until provisioned by entity L2. {{(pid=128085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 11:49:38.600431 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:38.616464 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-29047329-5620-4d99-a971-47dbd7823ba1 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793193945299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193536732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3292088'] for port, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:38.625668 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-82aceb57-9b3d-4f45-9d20-37cc7a243a68 None None] Transition to ACTIVE for port object c8511011-34b9-4fbc-ba3d-96d5b254c5c2 will not be triggered until provisioned by entity DHCP. {{(pid=128085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 11:49:38.638035 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] For port 373ef065-c177-4277-a496-5938a3e62f69, host dv-neutron-797120-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=373ef065-c177-4277-a496-5938a3e62f69,segment=NetworkSegment(1139564f-ff83-4b49-a593-84b33301357d),segment_id=1139564f-ff83-4b49-a593-84b33301357d)] {{(pid=128085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 11:49:38.640410 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-82aceb57-9b3d-4f45-9d20-37cc7a243a68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-650429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-506361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793193536723'] for port, after_create {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:38.643925 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-e98d08a1-c634-4e41-a37a-d5245702f32d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:49:38.651087 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb69410b-ea85-424f-b784-99638a8766b0 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Network 11a80c9d-f8ee-4388-91b0-d49a25200fee is already hosted by enough agents. {{(pid=128084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 11:49:38.659536 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-29047329-5620-4d99-a971-47dbd7823ba1 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468916'] for port, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:38.661773 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-29047329-5620-4d99-a971-47dbd7823ba1 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] 10.222.0.53 "DELETE /v2.0/ports/49ae7acb-42ac-4dc7-9e7f-cbd1602f0294 HTTP/1.1" status: 204 len: 168 time: 2.0407691 Jun 24 11:49:38.670330 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-795ba821-903a-4926-ac71-634036ae4e6e tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] No DVR routers for this DVR port 11d78892-635b-4e8e-b5ae-950db0eb3680 on host dv-neutron-797120-4-hyperv {{(pid=128084) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 11:49:38.672489 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:38.673504 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device 11d78892-635b-4e8e-b5ae-950db0eb3680 up at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 11:49:38.677255 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 60596) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:49:38.679947 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.base_scheduler [None req-cb69410b-ea85-424f-b784-99638a8766b0 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Resources bound (agent type, host, resource id): {{(pid=128084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:49:38.683023 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb69410b-ea85-424f-b784-99638a8766b0 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=128084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:49:38.683619 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-cb69410b-ea85-424f-b784-99638a8766b0 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks [] for subnet, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:38.712836 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6da678da-5f63-4a6d-b998-d6bd15b6be2e None None] Network 11a80c9d-f8ee-4388-91b0-d49a25200fee requested from dv-neutron-797120-4-hyperv {{(pid=128085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 11:49:38.718386 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] No Port match for: 11d78892-635b-4e8e-b5ae-950db0eb3680 {{(pid=128085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 11:49:38.719232 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device 11d78892-635b-4e8e-b5ae-950db0eb3680 not bound to the agent host dv-neutron-797120-4-hyperv {{(pid=128085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Jun 24 11:49:38.754189 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb69410b-ea85-424f-b784-99638a8766b0 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Pushing event updated for resources: {'Port': ['ID=3213c3a6-b9d1-41b2-83df-46b925b52307,revision_number=8']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:49:38.757623 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-cb69410b-ea85-424f-b784-99638a8766b0 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:49:38.768060 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82aceb57-9b3d-4f45-9d20-37cc7a243a68 None None] Network 0df59c03-dac3-411f-a2bf-16d57a368c8d is already hosted by enough agents. {{(pid=128085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 11:49:38.777671 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-95a0080c-bed3-4b59-86f1-97c17f7de83d tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.277s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:49:38.826495 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb69410b-ea85-424f-b784-99638a8766b0 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Pushing event updated for resources: {'Subnet': ['ID=4560da80-3607-41e1-b541-f2dd2e6aab39,revision_number=0']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:49:38.829538 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.pecan_wsgi.hooks.translation [None req-bec11de7-f7b7-4ee1-bd35-88982bea6522 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] GET failed (client error): The resource could not be found. Jun 24 11:49:38.831959 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-bec11de7-f7b7-4ee1-bd35-88982bea6522 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] 10.222.0.53 "GET /v2.0/ports/49ae7acb-42ac-4dc7-9e7f-cbd1602f0294 HTTP/1.1" status: 404 len: 333 time: 0.1457005 Jun 24 11:49:38.835354 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-cb69410b-ea85-424f-b784-99638a8766b0 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:49:38.837460 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-dab51cf6-545a-40f2-a370-a90be86b8da4 tempest-FloatingIPAdminTestJSON-1995830821 tempest-FloatingIPAdminTestJSON-1995830821-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.278s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:49:38.844809 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 60598) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:49:38.856189 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-b12954ed-e145-4939-9690-697a6f6af1e0 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Request body: {'port': {'network_id': 'a61c4b46-a6f4-48b4-9ca4-b0aa9df4a595', 'name': 'tempest-PortsIpV6TestJSON-512400818'}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:49:38.863102 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Port 11d78892-635b-4e8e-b5ae-950db0eb3680 not found, will not notify nova. {{(pid=128085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Jun 24 11:49:38.868583 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.scheduler.base_scheduler [None req-82aceb57-9b3d-4f45-9d20-37cc7a243a68 None None] Resources bound (agent type, host, resource id): {{(pid=128085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:49:38.873893 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-d86fd045-8473-4ec6-94e6-9fa2bd5d76e9 tempest-TestNetworkAdvancedServerOps-1479438933 tempest-TestNetworkAdvancedServerOps-1479438933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:38.879183 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf59b5d5-26b9-4395-a6b4-d187ef754e52 None None] Network af2a4c85-254b-49cf-9a87-ff9ad6f28803 requested from dv-neutron-797120-4-hyperv {{(pid=128085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 11:49:38.883488 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82aceb57-9b3d-4f45-9d20-37cc7a243a68 None None] Received port after_create {{(pid=128085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 11:49:38.911233 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795ba821-903a-4926-ac71-634036ae4e6e tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Pushing event deleted for resources: {'Port': ['ID=11d78892-635b-4e8e-b5ae-950db0eb3680,revision_number=None']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:49:38.913205 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82aceb57-9b3d-4f45-9d20-37cc7a243a68 None None] Pushing event updated for resources: {'Port': ['ID=c8511011-34b9-4fbc-ba3d-96d5b254c5c2,revision_number=1']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:49:38.922297 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-795ba821-903a-4926-ac71-634036ae4e6e tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-972249'] for subnet, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:38.997928 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-4581f58a-6698-40ac-8a3a-b90ce51cb480 tempest-AllowedAddressPairTestJSON-920326677 tempest-AllowedAddressPairTestJSON-920326677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-972249'] for subnet, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:39.006011 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29047329-5620-4d99-a971-47dbd7823ba1 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Pushing event deleted for resources: {'Port': ['ID=49ae7acb-42ac-4dc7-9e7f-cbd1602f0294,revision_number=None']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:49:39.008574 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-29047329-5620-4d99-a971-47dbd7823ba1 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:49:39.035947 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-b6e9290c-c1e0-498f-9a7a-3baaedbe30c6 tempest-AllowedAddressPairTestJSON-920326677 tempest-AllowedAddressPairTestJSON-920326677-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.380s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:49:39.035947 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-b6e9290c-c1e0-498f-9a7a-3baaedbe30c6 tempest-AllowedAddressPairTestJSON-920326677 tempest-AllowedAddressPairTestJSON-920326677-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:49:39.053141 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-2303f860-1256-4f10-b10d-b3c966b94c13 tempest-FloatingIPAdminTestJSON-1100601588 tempest-FloatingIPAdminTestJSON-1100601588-project] Notify callbacks [] for port, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:39.056208 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-e0a5ad01-a87a-4123-b346-4c74c1e1d4a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:39.072336 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-e0a5ad01-a87a-4123-b346-4c74c1e1d4a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800410'] for security_group, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:39.080268 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-6f71607e-1405-4f7f-818e-ae161ce9f2b7 tempest-ServerActionsTestJSON-818164034 tempest-ServerActionsTestJSON-818164034-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:49:39.083172 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-cb69410b-ea85-424f-b784-99638a8766b0 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 5.4421523 Jun 24 11:49:39.088283 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 60600) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:49:39.106458 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-82aceb57-9b3d-4f45-9d20-37cc7a243a68 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.463s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:49:39.107166 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [None req-993cf0a7-255f-48d6-ae75-dfe2df0f828d tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Request body: {'subnet': {'network_id': '11a80c9d-f8ee-4388-91b0-d49a25200fee', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:49:39.111696 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-4caea7bb-1a8e-4eac-a164-8164dcd96b66 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.433s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:49:39.115112 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b12954ed-e145-4939-9690-697a6f6af1e0 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Made reservation on behalf of 99955773979244bf90218a1ecde00120 for: {'port': 1} {{(pid=128084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 11:49:39.118871 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-b12954ed-e145-4939-9690-697a6f6af1e0 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:39.147433 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-4581f58a-6698-40ac-8a3a-b90ce51cb480 tempest-AllowedAddressPairTestJSON-920326677 tempest-AllowedAddressPairTestJSON-920326677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-972238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3292022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3162263'] for subnet, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:39.150039 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.notifiers.nova [None req-b12954ed-e145-4939-9690-697a6f6af1e0 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] device_id is not set on port f883ec45-5af0-4673-bd7b-79f15220adb3 yet. {{(pid=128084) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 24 11:49:39.152326 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0a5ad01-a87a-4123-b346-4c74c1e1d4a8 admin admin] vlan segment allocate from pool success with {'vlan_id': 635, 'physical_network': 'physnet1'} {{(pid=128083) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 11:49:39.155890 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-4eed624a-dcf9-4196-b915-966efb3adc9d tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:49:39.157498 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-f69e39ce-2400-44bd-bcca-47df25ad4713 None None] Could not find standard attr ID for object 11d78892-635b-4e8e-b5ae-950db0eb3680. {{(pid=128085) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 24 11:49:39.166325 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-795ba821-903a-4926-ac71-634036ae4e6e tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-972238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3292022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3162263'] for subnet, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:39.219346 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4581f58a-6698-40ac-8a3a-b90ce51cb480 tempest-AllowedAddressPairTestJSON-920326677 tempest-AllowedAddressPairTestJSON-920326677-project] Pushing event deleted for resources: {'Subnet': ['ID=7a2e1ef3-5d7d-4509-8078-9e6e4bd4c2e5,revision_number=None']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:49:39.221994 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-4581f58a-6698-40ac-8a3a-b90ce51cb480 tempest-AllowedAddressPairTestJSON-920326677 tempest-AllowedAddressPairTestJSON-920326677-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:49:39.228585 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-f0e593df-80dd-4a29-b4c9-741645cecc04 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.041s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:49:39.236363 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-4581f58a-6698-40ac-8a3a-b90ce51cb480 tempest-AllowedAddressPairTestJSON-920326677 tempest-AllowedAddressPairTestJSON-920326677-project] Notify callbacks [] for subnet, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:39.238971 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-4581f58a-6698-40ac-8a3a-b90ce51cb480 tempest-AllowedAddressPairTestJSON-920326677 tempest-AllowedAddressPairTestJSON-920326677-project] 10.222.0.53 "DELETE /v2.0/subnets/7a2e1ef3-5d7d-4509-8078-9e6e4bd4c2e5 HTTP/1.1" status: 204 len: 168 time: 1.0676687 Jun 24 11:49:39.239109 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a5ad01-a87a-4123-b346-4c74c1e1d4a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f29152d7-1026-46ca-983b-87771673b8a2,revision_number=1']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:49:39.243836 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-e0a5ad01-a87a-4123-b346-4c74c1e1d4a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967879'] for segment, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:39.244450 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.db.segments_db [None req-e0a5ad01-a87a-4123-b346-4c74c1e1d4a8 admin admin] Added segment feccf5a9-eb5f-4366-9287-7909e7dea8b2 of type vlan for network 376f72b9-0f0d-4b21-b0a6-f11d1b9b44a4 Jun 24 11:49:39.245984 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 60602) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:49:39.256697 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-e0a5ad01-a87a-4123-b346-4c74c1e1d4a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:49:39.256899 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-82aceb57-9b3d-4f45-9d20-37cc7a243a68 None None] Attempting to bind port c8511011-34b9-4fbc-ba3d-96d5b254c5c2 on host dv-neutron-797120-4-hyperv for vnic_type normal with profile {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 11:49:39.257195 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-82aceb57-9b3d-4f45-9d20-37cc7a243a68 None None] Attempting to bind port c8511011-34b9-4fbc-ba3d-96d5b254c5c2 by drivers openvswitch,hyperv on host dv-neutron-797120-4-hyperv at level 0 using segments [{'id': 'b17ea5b8-604c-427d-a101-058a8063b214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '0df59c03-dac3-411f-a2bf-16d57a368c8d'}] {{(pid=128085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 11:49:39.257573 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82aceb57-9b3d-4f45-9d20-37cc7a243a68 None None] Attempting to bind port c8511011-34b9-4fbc-ba3d-96d5b254c5c2 on network 0df59c03-dac3-411f-a2bf-16d57a368c8d {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 11:49:39.266579 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82aceb57-9b3d-4f45-9d20-37cc7a243a68 None None] Checking agent: {'id': 'e3a695b2-c397-461f-83b0-10b79d490b59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 11, 36, 56), 'started_at': datetime.datetime(2021, 6, 24, 11, 37, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 11, 49, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 11:49:39.267055 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82aceb57-9b3d-4f45-9d20-37cc7a243a68 None None] Checking segment: {'id': 'b17ea5b8-604c-427d-a101-058a8063b214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '0df59c03-dac3-411f-a2bf-16d57a368c8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=128085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 11:49:39.267927 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-82aceb57-9b3d-4f45-9d20-37cc7a243a68 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:39.268645 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82aceb57-9b3d-4f45-9d20-37cc7a243a68 None None] Bound using segment: {'id': 'b17ea5b8-604c-427d-a101-058a8063b214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '0df59c03-dac3-411f-a2bf-16d57a368c8d'} {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 11:49:39.269522 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-82aceb57-9b3d-4f45-9d20-37cc7a243a68 None None] Bound port: c8511011-34b9-4fbc-ba3d-96d5b254c5c2, host: dv-neutron-797120-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b17ea5b8-604c-427d-a101-058a8063b214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '0df59c03-dac3-411f-a2bf-16d57a368c8d'}}] {{(pid=128085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 11:49:39.269986 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-82aceb57-9b3d-4f45-9d20-37cc7a243a68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:39.272108 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Pushing event updated for resources: {'Port': ['ID=373ef065-c177-4277-a496-5938a3e62f69,revision_number=4']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:49:39.282504 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8f68707-7735-4810-b055-97fb0a9f0e2c None None] Network 7307eb3d-f5f4-485c-84a2-0a03674bda0b requested from dv-neutron-797120-4-hyperv {{(pid=128085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 11:49:39.296142 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:49:39.304726 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795ba821-903a-4926-ac71-634036ae4e6e tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Pushing event deleted for resources: {'Subnet': ['ID=72395812-e51e-4fad-bd76-b21292aaa4b3,revision_number=None']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:49:39.333522 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-795ba821-903a-4926-ac71-634036ae4e6e tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:49:39.344492 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-e0a5ad01-a87a-4123-b346-4c74c1e1d4a8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793193525068'] for network, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:39.378131 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-2303f860-1256-4f10-b10d-b3c966b94c13 tempest-FloatingIPAdminTestJSON-1100601588 tempest-FloatingIPAdminTestJSON-1100601588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-650429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-506361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793193536723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2537853'] for port, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:39.384175 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-2dcadba6-3346-493a-a5ce-8dbec2b21b19 tempest-TestNetworkAdvancedServerOps-1479438933 tempest-TestNetworkAdvancedServerOps-1479438933-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:49:39.421201 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-795ba821-903a-4926-ac71-634036ae4e6e tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973199', 'neutron.services.segments.db._delete_segments_for_network-8793194012456'] for network, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:39.456547 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.services.segments.db [None req-795ba821-903a-4926-ac71-634036ae4e6e tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af2a4c85-254b-49cf-9a87-ff9ad6f28803']}} {{(pid=128084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:49:39.465528 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2303f860-1256-4f10-b10d-b3c966b94c13 tempest-FloatingIPAdminTestJSON-1100601588 tempest-FloatingIPAdminTestJSON-1100601588-project] Network f2b8ca71-e776-48b2-8898-96cc7970207b is already hosted by enough agents. {{(pid=128083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 11:49:39.476663 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.services.segments.db [None req-795ba821-903a-4926-ac71-634036ae4e6e tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '799d6f77-0418-4397-91a6-3bb6a6b3ba40') {'for_net_delete': True} {{(pid=128084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:49:39.477282 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.services.segments.db [None req-795ba821-903a-4926-ac71-634036ae4e6e tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '799d6f77-0418-4397-91a6-3bb6a6b3ba40') {} {{(pid=128084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:49:39.482596 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-384fe47c-ca42-40a2-8f28-9fe32afbd6c4 tempest-AllowedAddressPairTestJSON-920326677 tempest-AllowedAddressPairTestJSON-920326677-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-534962'] for network, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:39.502369 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.base_scheduler [None req-2303f860-1256-4f10-b10d-b3c966b94c13 tempest-FloatingIPAdminTestJSON-1100601588 tempest-FloatingIPAdminTestJSON-1100601588-project] Resources bound (agent type, host, resource id): {{(pid=128083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:49:39.515523 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2303f860-1256-4f10-b10d-b3c966b94c13 tempest-FloatingIPAdminTestJSON-1100601588 tempest-FloatingIPAdminTestJSON-1100601588-project] Received port after_create {{(pid=128083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 11:49:39.520474 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-795ba821-903a-4926-ac71-634036ae4e6e tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793194097327', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2373599'] for segment, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:39.534060 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-82aceb57-9b3d-4f45-9d20-37cc7a243a68 None None] For port c8511011-34b9-4fbc-ba3d-96d5b254c5c2, host dv-neutron-797120-4-hyperv, cleared binding levels {{(pid=128085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 11:49:39.539205 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-82aceb57-9b3d-4f45-9d20-37cc7a243a68 None None] For port c8511011-34b9-4fbc-ba3d-96d5b254c5c2, host dv-neutron-797120-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=c8511011-34b9-4fbc-ba3d-96d5b254c5c2,segment=NetworkSegment(b17ea5b8-604c-427d-a101-058a8063b214),segment_id=b17ea5b8-604c-427d-a101-058a8063b214)] {{(pid=128085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 11:49:39.541768 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2303f860-1256-4f10-b10d-b3c966b94c13 tempest-FloatingIPAdminTestJSON-1100601588 tempest-FloatingIPAdminTestJSON-1100601588-project] Pushing event updated for resources: {'Port': ['ID=cd6dfc5b-13e4-4289-9550-622582e349af,revision_number=1']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:49:39.544084 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-e0a5ad01-a87a-4123-b346-4c74c1e1d4a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1800243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976'] for network, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:39.545101 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0a5ad01-a87a-4123-b346-4c74c1e1d4a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:49:39.545874 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-e0a5ad01-a87a-4123-b346-4c74c1e1d4a8 admin admin] Notify callbacks [] for network, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:39.550329 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-2303f860-1256-4f10-b10d-b3c966b94c13 tempest-FloatingIPAdminTestJSON-1100601588 tempest-FloatingIPAdminTestJSON-1100601588-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:49:39.556127 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-931e7312-2768-4859-b4f5-3aa155916441 tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:49:39.557316 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-82aceb57-9b3d-4f45-9d20-37cc7a243a68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:39.561662 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-6e11b951-cb7c-4c49-a8fa-f18ee521fb20 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:49:39.601771 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-993cf0a7-255f-48d6-ae75-dfe2df0f828d tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Made reservation on behalf of 086af1f572244cd08c37d97e004e4732 for: {'subnet': 1} {{(pid=128083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 11:49:39.604229 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ace7ad9e-cd42-4b0a-a6d6-af1da6b1f38a None None] DHCP port deletion for af2a4c85-254b-49cf-9a87-ff9ad6f28803 request from dv-neutron-797120-4-hyperv {{(pid=128085) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 24 11:49:39.605459 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-993cf0a7-255f-48d6-ae75-dfe2df0f828d tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3289788'] for subnet, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:39.613020 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.db_base_plugin_common [None req-d86fd045-8473-4ec6-94e6-9fa2bd5d76e9 tempest-TestNetworkAdvancedServerOps-1479438933 tempest-TestNetworkAdvancedServerOps-1479438933-project] Allocated IP 172.20.0.1 (0df59c03-dac3-411f-a2bf-16d57a368c8d/fed5c1a3-282b-465b-a705-0bcb2ca19c6d/d53c5e63-07c1-42e3-8bd4-9342e0cb7112) {{(pid=128083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 11:49:39.654766 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82aceb57-9b3d-4f45-9d20-37cc7a243a68 None None] Pushing event updated for resources: {'Port': ['ID=c8511011-34b9-4fbc-ba3d-96d5b254c5c2,revision_number=2']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:49:39.657688 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-e0a5ad01-a87a-4123-b346-4c74c1e1d4a8 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.6254225 Jun 24 11:49:39.662406 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-82aceb57-9b3d-4f45-9d20-37cc7a243a68 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:49:39.676187 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 60604) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:49:39.681752 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-b12954ed-e145-4939-9690-697a6f6af1e0 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Notify callbacks [] for port, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:39.693773 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-258d55ba-1b12-4008-8a7e-d989bb477309 admin admin] Request body: {'subnet': {'network_id': '376f72b9-0f0d-4b21-b0a6-f11d1b9b44a4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1586751402-subnet', 'tenant_id': '91cba4619aa74784a108d3a825cc8e0c', 'ip_version': 4}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:49:39.707959 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-795ba821-903a-4926-ac71-634036ae4e6e tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967879'] for segment, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:39.744968 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a5ad01-a87a-4123-b346-4c74c1e1d4a8 admin admin] Pushing event updated for resources: {'Network': ['ID=376f72b9-0f0d-4b21-b0a6-f11d1b9b44a4,revision_number=1']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:49:39.756340 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-e0a5ad01-a87a-4123-b346-4c74c1e1d4a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:49:39.763730 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Network 376f72b9-0f0d-4b21-b0a6-f11d1b9b44a4 details requested by agent ovs-agent-dv-neutron-797120-4-hyperv with host dv-neutron-797120-4-hyperv {{(pid=128085) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 11:49:39.781891 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-795ba821-903a-4926-ac71-634036ae4e6e tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Releasing vlan 613 on physical network physnet1 to pool {{(pid=128084) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 11:49:39.782307 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-795ba821-903a-4926-ac71-634036ae4e6e tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3292053'] for segment, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:39.802677 dv-neutron-797120-4-hyperv neutron-server[128084]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 11:49:39.802677 dv-neutron-797120-4-hyperv neutron-server[128084]: conditions |= (models_v2.Port.network_id.in_( Jun 24 11:49:39.802677 dv-neutron-797120-4-hyperv neutron-server[128084]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 11:49:39.802677 dv-neutron-797120-4-hyperv neutron-server[128084]: conditions |= (models_v2.Port.network_id.in_( Jun 24 11:49:39.802677 dv-neutron-797120-4-hyperv neutron-server[128084]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 11:49:39.802677 dv-neutron-797120-4-hyperv neutron-server[128084]: conditions |= (models_v2.Port.network_id.in_( Jun 24 11:49:39.802677 dv-neutron-797120-4-hyperv neutron-server[128084]: Traceback (most recent call last): Jun 24 11:49:39.802677 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 24 11:49:39.802677 dv-neutron-797120-4-hyperv neutron-server[128084]: timer() Jun 24 11:49:39.802677 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 24 11:49:39.802677 dv-neutron-797120-4-hyperv neutron-server[128084]: cb(*args, **kw) Jun 24 11:49:39.802677 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 24 11:49:39.802677 dv-neutron-797120-4-hyperv neutron-server[128084]: return func(*args, **kwargs) Jun 24 11:49:39.802677 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 24 11:49:39.802677 dv-neutron-797120-4-hyperv neutron-server[128084]: self._notify() Jun 24 11:49:39.802677 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 24 11:49:39.802677 dv-neutron-797120-4-hyperv neutron-server[128084]: self.callback(batched_events) Jun 24 11:49:39.802677 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 24 11:49:39.802677 dv-neutron-797120-4-hyperv neutron-server[128084]: event.method(event) Jun 24 11:49:39.802677 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 24 11:49:39.802677 dv-neutron-797120-4-hyperv neutron-server[128084]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 24 11:49:39.802677 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 24 11:49:39.802677 dv-neutron-797120-4-hyperv neutron-server[128084]: aggregate_uuid = self.p_client.list_aggregates( Jun 24 11:49:39.802677 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 24 11:49:39.802677 dv-neutron-797120-4-hyperv neutron-server[128084]: return f(self, *a, **k) Jun 24 11:49:39.802677 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 24 11:49:39.802677 dv-neutron-797120-4-hyperv neutron-server[128084]: return self._get(url).json() Jun 24 11:49:39.802677 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 24 11:49:39.802677 dv-neutron-797120-4-hyperv neutron-server[128084]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 24 11:49:39.802677 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 24 11:49:39.802677 dv-neutron-797120-4-hyperv neutron-server[128084]: return self.request(url, 'GET', **kwargs) Jun 24 11:49:39.802677 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 24 11:49:39.802677 dv-neutron-797120-4-hyperv neutron-server[128084]: base_url = self.get_endpoint(auth, allow=allow, Jun 24 11:49:39.802677 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 24 11:49:39.802677 dv-neutron-797120-4-hyperv neutron-server[128084]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 24 11:49:39.802677 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 24 11:49:39.802677 dv-neutron-797120-4-hyperv neutron-server[128084]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 24 11:49:39.802677 dv-neutron-797120-4-hyperv neutron-server[128084]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 24 11:49:39.836750 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9505c9e4-d0a5-4f30-9c60-b578e3419461 None None] DHCP port deletion for 7307eb3d-f5f4-485c-84a2-0a03674bda0b request from dv-neutron-797120-4-hyperv {{(pid=128085) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 24 11:49:39.910568 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-b12954ed-e145-4939-9690-697a6f6af1e0 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-650429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-506361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793193536723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3291971'] for port, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:39.919072 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-9505c9e4-d0a5-4f30-9c60-b578e3419461 None None] Deleting port f2639847-63ff-45bf-8b01-515b534b5728 {{(pid=128085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 11:49:39.919455 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-9505c9e4-d0a5-4f30-9c60-b578e3419461 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793193942312'] for port, before_delete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:39.954243 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-2303f860-1256-4f10-b10d-b3c966b94c13 tempest-FloatingIPAdminTestJSON-1100601588 tempest-FloatingIPAdminTestJSON-1100601588-project] Notify callbacks [] for floatingip, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:39.964749 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-258d55ba-1b12-4008-8a7e-d989bb477309 admin admin] Made reservation on behalf of 91cba4619aa74784a108d3a825cc8e0c for: {'subnet': 1} {{(pid=128084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 11:49:39.973175 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-258d55ba-1b12-4008-8a7e-d989bb477309 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3162484'] for subnet, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:40.000179 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-a5af38f9-dbff-4127-89e5-ef6290241614 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:49:40.022556 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device 3213c3a6-b9d1-41b2-83df-46b925b52307 up at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 11:49:40.036288 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.db.ipam_backend_mixin [None req-993cf0a7-255f-48d6-ae75-dfe2df0f828d tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 4560da80-3607-41e1-b541-f2dd2e6aab39 (CIDR: 2001:db8::/64) Jun 24 11:49:40.074711 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b12954ed-e145-4939-9690-697a6f6af1e0 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Network a61c4b46-a6f4-48b4-9ca4-b0aa9df4a595 is already hosted by enough agents. {{(pid=128084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 11:49:40.084858 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-9505c9e4-d0a5-4f30-9c60-b578e3419461 None None] For port f2639847-63ff-45bf-8b01-515b534b5728, host dv-neutron-797120-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=f2639847-63ff-45bf-8b01-515b534b5728,segment=NetworkSegment(f8dad0c9-6c5e-4a30-bad9-ba1fe686d980),segment_id=f8dad0c9-6c5e-4a30-bad9-ba1fe686d980)] {{(pid=128085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 11:49:40.085297 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-9505c9e4-d0a5-4f30-9c60-b578e3419461 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1978872'] for port, precommit_delete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:40.087754 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.base_scheduler [None req-b12954ed-e145-4939-9690-697a6f6af1e0 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Resources bound (agent type, host, resource id): {{(pid=128084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:49:40.089860 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.pecan_wsgi.hooks.translation [None req-993cf0a7-255f-48d6-ae75-dfe2df0f828d tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 24 11:49:40.090637 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-993cf0a7-255f-48d6-ae75-dfe2df0f828d tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=128083) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 24 11:49:40.131750 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-9505c9e4-d0a5-4f30-9c60-b578e3419461 None None] Calling delete_port for f2639847-63ff-45bf-8b01-515b534b5728 owned by network:dhcp {{(pid=128085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 11:49:40.134025 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-9f4630cb-b24a-454d-8049-9c8f60712622 None None] Provisioning complete for port 3213c3a6-b9d1-41b2-83df-46b925b52307 triggered by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:49:40.134402 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-9f4630cb-b24a-454d-8049-9c8f60712622 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:40.143325 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-2303f860-1256-4f10-b10d-b3c966b94c13 tempest-FloatingIPAdminTestJSON-1100601588 tempest-FloatingIPAdminTestJSON-1100601588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:40.157603 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-993cf0a7-255f-48d6-ae75-dfe2df0f828d tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0666249 Jun 24 11:49:40.159449 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b12954ed-e145-4939-9690-697a6f6af1e0 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Received port after_create {{(pid=128084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 11:49:40.164522 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-d86fd045-8473-4ec6-94e6-9fa2bd5d76e9 tempest-TestNetworkAdvancedServerOps-1479438933 tempest-TestNetworkAdvancedServerOps-1479438933-project] Notify callbacks [] for port, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:40.167282 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 60606) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:49:40.167633 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b12954ed-e145-4939-9690-697a6f6af1e0 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=128084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:49:40.168309 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-b12954ed-e145-4939-9690-697a6f6af1e0 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468916'] for port, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:40.194777 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-795ba821-903a-4926-ac71-634036ae4e6e tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1800243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1815642'] for network, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:40.200581 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [None req-9377d7dc-2853-4fec-9731-704b28f0a79e tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Request body: {'subnet': {'network_id': '11a80c9d-f8ee-4388-91b0-d49a25200fee', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:49:40.203099 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-b12954ed-e145-4939-9690-697a6f6af1e0 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.3594909 Jun 24 11:49:40.213614 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12954ed-e145-4939-9690-697a6f6af1e0 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Pushing event updated for resources: {'Port': ['ID=f883ec45-5af0-4673-bd7b-79f15220adb3,revision_number=1']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:49:40.216875 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 60608) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:49:40.224938 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning complete for port 3213c3a6-b9d1-41b2-83df-46b925b52307 triggered by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:49:40.225342 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:40.226816 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-795ba821-903a-4926-ac71-634036ae4e6e tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Notify callbacks [] for network, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:40.233441 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-795ba821-903a-4926-ac71-634036ae4e6e tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] 10.222.0.53 "DELETE /v2.0/networks/af2a4c85-254b-49cf-9a87-ff9ad6f28803 HTTP/1.1" status: 204 len: 168 time: 4.3061085 Jun 24 11:49:40.236806 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 60610) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:49:40.238027 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-b12954ed-e145-4939-9690-697a6f6af1e0 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:49:40.240665 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-74fa7096-f396-4daa-bdf6-609dd98b281b tempest-FloatingIPTestJSON-207669159 tempest-FloatingIPTestJSON-207669159-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.027s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:49:40.244165 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [None req-845aaeba-b980-400e-84e3-dc9a7032992b tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:49:40.280496 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.provisioning_blocks [None req-d86fd045-8473-4ec6-94e6-9fa2bd5d76e9 tempest-TestNetworkAdvancedServerOps-1479438933 tempest-TestNetworkAdvancedServerOps-1479438933-project] Transition to ACTIVE for port object d53c5e63-07c1-42e3-8bd4-9342e0cb7112 will not be triggered until provisioned by entity DHCP. {{(pid=128083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 11:49:40.289422 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.plugin [None req-384fe47c-ca42-40a2-8f28-9fe32afbd6c4 tempest-AllowedAddressPairTestJSON-920326677 tempest-AllowedAddressPairTestJSON-920326677-project] Deleting port f2639847-63ff-45bf-8b01-515b534b5728 {{(pid=128084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 11:49:40.289765 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-384fe47c-ca42-40a2-8f28-9fe32afbd6c4 tempest-AllowedAddressPairTestJSON-920326677 tempest-AllowedAddressPairTestJSON-920326677-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793193942312'] for port, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:40.291663 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795ba821-903a-4926-ac71-634036ae4e6e tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Pushing event deleted for resources: {'Network': ['ID=af2a4c85-254b-49cf-9a87-ff9ad6f28803,revision_number=None']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:49:40.302133 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.pecan_wsgi.hooks.translation [None req-54373ae2-467a-43fb-bbd8-592a337c3cd6 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] DELETE failed (client error): The resource could not be found. Jun 24 11:49:40.302602 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-54373ae2-467a-43fb-bbd8-592a337c3cd6 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=128084) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 24 11:49:40.307812 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-54373ae2-467a-43fb-bbd8-592a337c3cd6 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] 10.222.0.53 "DELETE /v2.0/subnets/72395812-e51e-4fad-bd76-b21292aaa4b3 HTTP/1.1" status: 404 len: 337 time: 0.0664270 Jun 24 11:49:40.308194 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 60612) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:49:40.308793 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-795ba821-903a-4926-ac71-634036ae4e6e tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:49:40.366423 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-9505c9e4-d0a5-4f30-9c60-b578e3419461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793193945299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193536732'] for port, after_delete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:40.372415 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-9bb7c911-f1ec-4d85-9f13-aec4f0f40699 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:49:40.395565 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d5ac81d-f20a-48fd-bc63-5da15510ada0 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] DELETE failed (client error): The resource could not be found. Jun 24 11:49:40.396141 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8d5ac81d-f20a-48fd-bc63-5da15510ada0 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=128083) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 24 11:49:40.397331 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.db [None req-384fe47c-ca42-40a2-8f28-9fe32afbd6c4 tempest-AllowedAddressPairTestJSON-920326677 tempest-AllowedAddressPairTestJSON-920326677-project] For port f2639847-63ff-45bf-8b01-515b534b5728, host dv-neutron-797120-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=f2639847-63ff-45bf-8b01-515b534b5728,segment=NetworkSegment(f8dad0c9-6c5e-4a30-bad9-ba1fe686d980),segment_id=f8dad0c9-6c5e-4a30-bad9-ba1fe686d980)] {{(pid=128084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 11:49:40.400214 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-8d5ac81d-f20a-48fd-bc63-5da15510ada0 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] 10.222.0.53 "DELETE /v2.0/networks/af2a4c85-254b-49cf-9a87-ff9ad6f28803 HTTP/1.1" status: 404 len: 339 time: 0.0599792 Jun 24 11:49:40.400871 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-384fe47c-ca42-40a2-8f28-9fe32afbd6c4 tempest-AllowedAddressPairTestJSON-920326677 tempest-AllowedAddressPairTestJSON-920326677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1978872'] for port, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:40.406380 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9505c9e4-d0a5-4f30-9c60-b578e3419461 None None] Pushing event deleted for resources: {'Port': ['ID=f2639847-63ff-45bf-8b01-515b534b5728,revision_number=None']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:49:40.409407 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 60614) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:49:40.410127 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9505c9e4-d0a5-4f30-9c60-b578e3419461 None None] No DVR routers for this DVR port f2639847-63ff-45bf-8b01-515b534b5728 on host dv-neutron-797120-4-hyperv {{(pid=128085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 11:49:40.411585 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-9505c9e4-d0a5-4f30-9c60-b578e3419461 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:49:40.415988 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device 373ef065-c177-4277-a496-5938a3e62f69 up at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 11:49:40.455285 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.plugin [None req-384fe47c-ca42-40a2-8f28-9fe32afbd6c4 tempest-AllowedAddressPairTestJSON-920326677 tempest-AllowedAddressPairTestJSON-920326677-project] Calling delete_port for f2639847-63ff-45bf-8b01-515b534b5728 owned by network:dhcp {{(pid=128084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 11:49:40.487179 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning complete for port 373ef065-c177-4277-a496-5938a3e62f69 triggered by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:49:40.487600 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:40.515496 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.pecan_wsgi.hooks.translation [None req-5da40a53-6c22-43e7-ace3-ba1445d60f1f tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] DELETE failed (client error): The resource could not be found. Jun 24 11:49:40.515952 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5da40a53-6c22-43e7-ace3-ba1445d60f1f tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=128083) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 24 11:49:40.518681 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-5da40a53-6c22-43e7-ace3-ba1445d60f1f tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] 10.222.0.53 "DELETE /v2.0/subnets/98048133-ba95-4bf2-a09a-f83809552b33 HTTP/1.1" status: 404 len: 337 time: 0.1015987 Jun 24 11:49:40.526106 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 60616) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:49:40.570543 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-258d55ba-1b12-4008-8a7e-d989bb477309 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3291959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3162270'] for subnet, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:40.575369 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-d93dccd2-f84a-4635-9497-24c5577ec7dd tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:49:40.588090 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2a7f4c5-f5ae-4f1d-94bc-07a0d8fb863f tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] DELETE failed (client error): The resource could not be found. Jun 24 11:49:40.588715 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f2a7f4c5-f5ae-4f1d-94bc-07a0d8fb863f tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=128083) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 24 11:49:40.590433 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-f2a7f4c5-f5ae-4f1d-94bc-07a0d8fb863f tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] 10.222.0.53 "DELETE /v2.0/networks/b02bfb4c-6b69-40c6-b589-54f46e4b4b49 HTTP/1.1" status: 404 len: 339 time: 0.0576172 Jun 24 11:49:40.594691 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-845aaeba-b980-400e-84e3-dc9a7032992b tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:40.600998 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 60618) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:49:40.657114 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-d86fd045-8473-4ec6-94e6-9fa2bd5d76e9 tempest-TestNetworkAdvancedServerOps-1479438933 tempest-TestNetworkAdvancedServerOps-1479438933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-650429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-506361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793193536723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2537853'] for port, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:40.659835 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258d55ba-1b12-4008-8a7e-d989bb477309 admin admin] Pushing event updated for resources: {'Subnet': ['ID=83739081-6ef0-4601-a176-febdd4c01678,revision_number=0']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:49:40.666201 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-3df0de74-d871-4d8b-bc67-69ca0a62fc3b tempest-AllowedAddressPairTestJSON-920326677 tempest-AllowedAddressPairTestJSON-920326677-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:49:40.671601 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-384fe47c-ca42-40a2-8f28-9fe32afbd6c4 tempest-AllowedAddressPairTestJSON-920326677 tempest-AllowedAddressPairTestJSON-920326677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793193945299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193536732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3292088'] for port, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:40.676085 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-258d55ba-1b12-4008-8a7e-d989bb477309 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:49:40.677201 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-4db8d6cd-ad83-47e7-ab98-5a07c3a94653 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:49:40.688839 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-258d55ba-1b12-4008-8a7e-d989bb477309 admin admin] Checking segment: {'id': 'feccf5a9-eb5f-4366-9287-7909e7dea8b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '376f72b9-0f0d-4b21-b0a6-f11d1b9b44a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=128084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 11:49:40.688839 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-258d55ba-1b12-4008-8a7e-d989bb477309 admin admin] Network hostable DHCP agents. Network: 376f72b9-0f0d-4b21-b0a6-f11d1b9b44a4, hostable agents: ['6be988a9-1d97-480f-be5a-c55abf2c55c5'], hosted agents: [] {{(pid=128084) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 11:49:40.696624 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device f2639847-63ff-45bf-8b01-515b534b5728 no longer exists at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 11:49:40.719086 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] No Port match for: f2639847-63ff-45bf-8b01-515b534b5728 {{(pid=128085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 11:49:40.719447 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device f2639847-63ff-45bf-8b01-515b534b5728 not bound to the agent host dv-neutron-797120-4-hyperv {{(pid=128085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 11:49:40.719908 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device 11d78892-635b-4e8e-b5ae-950db0eb3680 no longer exists at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 11:49:40.725039 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384fe47c-ca42-40a2-8f28-9fe32afbd6c4 tempest-AllowedAddressPairTestJSON-920326677 tempest-AllowedAddressPairTestJSON-920326677-project] Pushing event deleted for resources: {'Port': ['ID=f2639847-63ff-45bf-8b01-515b534b5728,revision_number=None']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:49:40.731414 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-384fe47c-ca42-40a2-8f28-9fe32afbd6c4 tempest-AllowedAddressPairTestJSON-920326677 tempest-AllowedAddressPairTestJSON-920326677-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:49:40.735077 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-384fe47c-ca42-40a2-8f28-9fe32afbd6c4 tempest-AllowedAddressPairTestJSON-920326677 tempest-AllowedAddressPairTestJSON-920326677-project] No DVR routers for this DVR port f2639847-63ff-45bf-8b01-515b534b5728 on host dv-neutron-797120-4-hyperv {{(pid=128084) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 11:49:40.746013 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] No Port match for: 11d78892-635b-4e8e-b5ae-950db0eb3680 {{(pid=128085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 11:49:40.746461 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device 11d78892-635b-4e8e-b5ae-950db0eb3680 not bound to the agent host dv-neutron-797120-4-hyperv {{(pid=128085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 11:49:40.758696 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d86fd045-8473-4ec6-94e6-9fa2bd5d76e9 tempest-TestNetworkAdvancedServerOps-1479438933 tempest-TestNetworkAdvancedServerOps-1479438933-project] Network 0df59c03-dac3-411f-a2bf-16d57a368c8d is already hosted by enough agents. {{(pid=128083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 11:49:40.793911 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.base_scheduler [None req-d86fd045-8473-4ec6-94e6-9fa2bd5d76e9 tempest-TestNetworkAdvancedServerOps-1479438933 tempest-TestNetworkAdvancedServerOps-1479438933-project] Resources bound (agent type, host, resource id): {{(pid=128083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:49:40.796432 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d86fd045-8473-4ec6-94e6-9fa2bd5d76e9 tempest-TestNetworkAdvancedServerOps-1479438933 tempest-TestNetworkAdvancedServerOps-1479438933-project] Received port after_create {{(pid=128083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 11:49:40.833328 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-258d55ba-1b12-4008-8a7e-d989bb477309 admin admin] Network 376f72b9-0f0d-4b21-b0a6-f11d1b9b44a4 is scheduled to be hosted by DHCP agent 6be988a9-1d97-480f-be5a-c55abf2c55c5 with binding_index 1 {{(pid=128084) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 11:49:40.839438 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-384fe47c-ca42-40a2-8f28-9fe32afbd6c4 tempest-AllowedAddressPairTestJSON-920326677 tempest-AllowedAddressPairTestJSON-920326677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973199', 'neutron.services.segments.db._delete_segments_for_network-8793194012456'] for network, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:40.852970 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.services.segments.db [None req-384fe47c-ca42-40a2-8f28-9fe32afbd6c4 tempest-AllowedAddressPairTestJSON-920326677 tempest-AllowedAddressPairTestJSON-920326677-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7307eb3d-f5f4-485c-84a2-0a03674bda0b']}} {{(pid=128084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:49:40.860808 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.base_scheduler [None req-258d55ba-1b12-4008-8a7e-d989bb477309 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-4-hyperv, 376f72b9-0f0d-4b21-b0a6-f11d1b9b44a4) {{(pid=128084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:49:40.863249 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-2303f860-1256-4f10-b10d-b3c966b94c13 tempest-FloatingIPAdminTestJSON-1100601588 tempest-FloatingIPAdminTestJSON-1100601588-project] Notify callbacks [] for port, precommit_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:40.868525 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.services.segments.db [None req-384fe47c-ca42-40a2-8f28-9fe32afbd6c4 tempest-AllowedAddressPairTestJSON-920326677 tempest-AllowedAddressPairTestJSON-920326677-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8dad0c9-6c5e-4a30-bad9-ba1fe686d980') {'for_net_delete': True} {{(pid=128084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:49:40.868828 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.services.segments.db [None req-384fe47c-ca42-40a2-8f28-9fe32afbd6c4 tempest-AllowedAddressPairTestJSON-920326677 tempest-AllowedAddressPairTestJSON-920326677-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8dad0c9-6c5e-4a30-bad9-ba1fe686d980') {} {{(pid=128084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:49:40.872534 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-258d55ba-1b12-4008-8a7e-d989bb477309 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=128084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:49:40.873166 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-258d55ba-1b12-4008-8a7e-d989bb477309 admin admin] Notify callbacks [] for subnet, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:40.875402 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9377d7dc-2853-4fec-9731-704b28f0a79e tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Made reservation on behalf of 086af1f572244cd08c37d97e004e4732 for: {'subnet': 1} {{(pid=128083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 11:49:40.878264 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13c7b40c-44c6-41c8-b5b5-ca7c07bef6c5 None None] Network 376f72b9-0f0d-4b21-b0a6-f11d1b9b44a4 requested from dv-neutron-797120-4-hyperv {{(pid=128085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 11:49:40.880457 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-9377d7dc-2853-4fec-9731-704b28f0a79e tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3289788'] for subnet, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:40.890817 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-384fe47c-ca42-40a2-8f28-9fe32afbd6c4 tempest-AllowedAddressPairTestJSON-920326677 tempest-AllowedAddressPairTestJSON-920326677-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793194097327', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2373599'] for segment, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:40.908463 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-258d55ba-1b12-4008-8a7e-d989bb477309 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.2219424 Jun 24 11:49:40.915363 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 60620) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:49:40.916658 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-384fe47c-ca42-40a2-8f28-9fe32afbd6c4 tempest-AllowedAddressPairTestJSON-920326677 tempest-AllowedAddressPairTestJSON-920326677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967879'] for segment, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:40.925051 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-43804889-d6e7-4e27-b3a7-eef8d99d5e52 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1586751402-router', 'tenant_id': '91cba4619aa74784a108d3a825cc8e0c', 'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b'}}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:49:40.930732 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-384fe47c-ca42-40a2-8f28-9fe32afbd6c4 tempest-AllowedAddressPairTestJSON-920326677 tempest-AllowedAddressPairTestJSON-920326677-project] Releasing vlan 604 on physical network physnet1 to pool {{(pid=128084) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 11:49:40.931140 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-384fe47c-ca42-40a2-8f28-9fe32afbd6c4 tempest-AllowedAddressPairTestJSON-920326677 tempest-AllowedAddressPairTestJSON-920326677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3292053'] for segment, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:40.935238 dv-neutron-797120-4-hyperv neutron-server[128084]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 24 11:49:40.935238 dv-neutron-797120-4-hyperv neutron-server[128084]: self.session.flush() Jun 24 11:49:40.935238 dv-neutron-797120-4-hyperv neutron-server[128084]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 24 11:49:40.935238 dv-neutron-797120-4-hyperv neutron-server[128084]: self.session.flush() Jun 24 11:49:40.935238 dv-neutron-797120-4-hyperv neutron-server[128084]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 24 11:49:40.935238 dv-neutron-797120-4-hyperv neutron-server[128084]: self.session.flush() Jun 24 11:49:40.935238 dv-neutron-797120-4-hyperv neutron-server[128084]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 24 11:49:40.935238 dv-neutron-797120-4-hyperv neutron-server[128084]: self.session.flush() Jun 24 11:49:40.935238 dv-neutron-797120-4-hyperv neutron-server[128084]: Traceback (most recent call last): Jun 24 11:49:40.935238 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 24 11:49:40.935238 dv-neutron-797120-4-hyperv neutron-server[128084]: timer() Jun 24 11:49:40.935238 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 24 11:49:40.935238 dv-neutron-797120-4-hyperv neutron-server[128084]: cb(*args, **kw) Jun 24 11:49:40.935238 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 24 11:49:40.935238 dv-neutron-797120-4-hyperv neutron-server[128084]: return func(*args, **kwargs) Jun 24 11:49:40.935238 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 24 11:49:40.935238 dv-neutron-797120-4-hyperv neutron-server[128084]: self._notify() Jun 24 11:49:40.935238 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 24 11:49:40.935238 dv-neutron-797120-4-hyperv neutron-server[128084]: self.callback(batched_events) Jun 24 11:49:40.935238 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 24 11:49:40.935238 dv-neutron-797120-4-hyperv neutron-server[128084]: event.method(event) Jun 24 11:49:40.935238 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 24 11:49:40.935238 dv-neutron-797120-4-hyperv neutron-server[128084]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 24 11:49:40.935238 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 24 11:49:40.935238 dv-neutron-797120-4-hyperv neutron-server[128084]: aggregate_uuid = self.p_client.list_aggregates( Jun 24 11:49:40.935238 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 24 11:49:40.935238 dv-neutron-797120-4-hyperv neutron-server[128084]: return f(self, *a, **k) Jun 24 11:49:40.935238 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 24 11:49:40.935238 dv-neutron-797120-4-hyperv neutron-server[128084]: return self._get(url).json() Jun 24 11:49:40.935238 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 24 11:49:40.935238 dv-neutron-797120-4-hyperv neutron-server[128084]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 24 11:49:40.935238 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 24 11:49:40.935238 dv-neutron-797120-4-hyperv neutron-server[128084]: return self.request(url, 'GET', **kwargs) Jun 24 11:49:40.935238 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 24 11:49:40.935238 dv-neutron-797120-4-hyperv neutron-server[128084]: base_url = self.get_endpoint(auth, allow=allow, Jun 24 11:49:40.935238 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 24 11:49:40.935238 dv-neutron-797120-4-hyperv neutron-server[128084]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 24 11:49:40.935238 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 24 11:49:40.935238 dv-neutron-797120-4-hyperv neutron-server[128084]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 24 11:49:40.935238 dv-neutron-797120-4-hyperv neutron-server[128084]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 24 11:49:40.941831 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86fd045-8473-4ec6-94e6-9fa2bd5d76e9 tempest-TestNetworkAdvancedServerOps-1479438933 tempest-TestNetworkAdvancedServerOps-1479438933-project] Pushing event updated for resources: {'Port': ['ID=d53c5e63-07c1-42e3-8bd4-9342e0cb7112,revision_number=1']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:49:40.941831 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-2303f860-1256-4f10-b10d-b3c966b94c13 tempest-FloatingIPAdminTestJSON-1100601588 tempest-FloatingIPAdminTestJSON-1100601588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2537871'] for port, after_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:40.951352 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-d86fd045-8473-4ec6-94e6-9fa2bd5d76e9 tempest-TestNetworkAdvancedServerOps-1479438933 tempest-TestNetworkAdvancedServerOps-1479438933-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:49:40.954734 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-61ff123a-af76-4cee-9115-6f26235be4ec tempest-FloatingIPAdminTestJSON-775113783 tempest-FloatingIPAdminTestJSON-775113783-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.007s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:49:41.007104 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-43804889-d6e7-4e27-b3a7-eef8d99d5e52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1803889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65293'] for router, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:41.008339 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-43804889-d6e7-4e27-b3a7-eef8d99d5e52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1803848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1975305', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1581158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65396'] for router, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:41.014016 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-384fe47c-ca42-40a2-8f28-9fe32afbd6c4 tempest-AllowedAddressPairTestJSON-920326677 tempest-AllowedAddressPairTestJSON-920326677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1800243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1815642'] for network, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:41.018168 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-62d7916f-87cf-4916-94f9-f86487102f1d tempest-TestNetworkAdvancedServerOps-1479438933 tempest-TestNetworkAdvancedServerOps-1479438933-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:49:41.024055 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-384fe47c-ca42-40a2-8f28-9fe32afbd6c4 tempest-AllowedAddressPairTestJSON-920326677 tempest-AllowedAddressPairTestJSON-920326677-project] Notify callbacks [] for network, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:41.028750 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-384fe47c-ca42-40a2-8f28-9fe32afbd6c4 tempest-AllowedAddressPairTestJSON-920326677 tempest-AllowedAddressPairTestJSON-920326677-project] 10.222.0.53 "DELETE /v2.0/networks/7307eb3d-f5f4-485c-84a2-0a03674bda0b HTTP/1.1" status: 204 len: 168 time: 1.7611837 Jun 24 11:49:41.061682 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384fe47c-ca42-40a2-8f28-9fe32afbd6c4 tempest-AllowedAddressPairTestJSON-920326677 tempest-AllowedAddressPairTestJSON-920326677-project] Pushing event deleted for resources: {'Network': ['ID=7307eb3d-f5f4-485c-84a2-0a03674bda0b,revision_number=None']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:49:41.062041 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-f3972b4c-d5c0-45ad-a6e6-3683d86071bd tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-534962'] for network, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:41.075798 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-384fe47c-ca42-40a2-8f28-9fe32afbd6c4 tempest-AllowedAddressPairTestJSON-920326677 tempest-AllowedAddressPairTestJSON-920326677-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:49:41.076644 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-d86fd045-8473-4ec6-94e6-9fa2bd5d76e9 tempest-TestNetworkAdvancedServerOps-1479438933 tempest-TestNetworkAdvancedServerOps-1479438933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1978458'] for router_interface, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:41.094042 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb9c1cb1-52d6-4b10-a99b-04deacc4d836 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d65c8f8-7530-5052-99fe-8ea05073750b-376f72b9-0f0d-4b21-b0a6-f11d1b9b44a4', 'network_id': '376f72b9-0f0d-4b21-b0a6-f11d1b9b44a4', 'tenant_id': '91cba4619aa74784a108d3a825cc8e0c', 'fixed_ips': [{'subnet_id': '83739081-6ef0-4601-a176-febdd4c01678'}]}} from dv-neutron-797120-4-hyperv. {{(pid=128085) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 24 11:49:41.095322 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-eb9c1cb1-52d6-4b10-a99b-04deacc4d836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_create {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:41.148277 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-43804889-d6e7-4e27-b3a7-eef8d99d5e52 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:41.203913 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2303f860-1256-4f10-b10d-b3c966b94c13 tempest-FloatingIPAdminTestJSON-1100601588 tempest-FloatingIPAdminTestJSON-1100601588-project] Pushing event updated for resources: {'Port': ['ID=cd6dfc5b-13e4-4289-9550-622582e349af,revision_number=2']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:49:41.207210 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-2303f860-1256-4f10-b10d-b3c966b94c13 tempest-FloatingIPAdminTestJSON-1100601588 tempest-FloatingIPAdminTestJSON-1100601588-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:49:41.218466 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e1446e1-5c6b-41ae-b3c0-f96c2e21ed23 None None] Network 0df59c03-dac3-411f-a2bf-16d57a368c8d requested from dv-neutron-797120-4-hyperv {{(pid=128085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 11:49:41.314890 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-43804889-d6e7-4e27-b3a7-eef8d99d5e52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1975381', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1803205', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65378'] for router, precommit_update {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:41.359741 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 60626) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:49:41.370017 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-2e38a53f-6a10-45cc-a68e-ad965e9a6f93 None None] Provisioning for port c8511011-34b9-4fbc-ba3d-96d5b254c5c2 completed by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 11:49:41.373149 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-2303f860-1256-4f10-b10d-b3c966b94c13 tempest-FloatingIPAdminTestJSON-1100601588 tempest-FloatingIPAdminTestJSON-1100601588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1815637'] for floatingip, after_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:41.474713 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-f3972b4c-d5c0-45ad-a6e6-3683d86071bd tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973199', 'neutron.services.segments.db._delete_segments_for_network-8793194012456'] for network, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:41.485148 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.db_base_plugin_common [None req-eb9c1cb1-52d6-4b10-a99b-04deacc4d836 None None] Allocated IP 172.20.0.2 (376f72b9-0f0d-4b21-b0a6-f11d1b9b44a4/83739081-6ef0-4601-a176-febdd4c01678/cbfbe795-6aa8-4b95-b504-878db4cc9bfd) {{(pid=128085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 11:49:41.508650 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-2303f860-1256-4f10-b10d-b3c966b94c13 tempest-FloatingIPAdminTestJSON-1100601588 tempest-FloatingIPAdminTestJSON-1100601588-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468916'] for floatingip, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:41.510073 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-2303f860-1256-4f10-b10d-b3c966b94c13 tempest-FloatingIPAdminTestJSON-1100601588 tempest-FloatingIPAdminTestJSON-1100601588-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.2914419 Jun 24 11:49:41.513425 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-845aaeba-b980-400e-84e3-dc9a7032992b tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Notify callbacks [] for port, precommit_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:41.517583 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.services.segments.db [None req-f3972b4c-d5c0-45ad-a6e6-3683d86071bd tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['abf3a779-fe5d-4bf0-9ba7-44df2a2e69d0']}} {{(pid=128083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:49:41.521605 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 60630) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:49:41.540644 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-845aaeba-b980-400e-84e3-dc9a7032992b tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2537871'] for port, after_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:41.575150 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.services.segments.db [None req-f3972b4c-d5c0-45ad-a6e6-3683d86071bd tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e094623b-af5d-47c2-a420-889ee41c6340') {'for_net_delete': True} {{(pid=128083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:49:41.575708 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.services.segments.db [None req-f3972b4c-d5c0-45ad-a6e6-3683d86071bd tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e094623b-af5d-47c2-a420-889ee41c6340') {} {{(pid=128083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:49:41.581529 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-5f6521d1-d4fb-4f43-b27c-9bdd55d1c553 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:49:41.607655 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-077ee395-c917-4d8d-ad09-235350fc88a6 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=611f9119a92c4b43bff9daa8b04af2d0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2466214 Jun 24 11:49:41.614315 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 60632) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:49:41.631847 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-43804889-d6e7-4e27-b3a7-eef8d99d5e52 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:41.666980 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-43804889-d6e7-4e27-b3a7-eef8d99d5e52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:41.669300 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-f3972b4c-d5c0-45ad-a6e6-3683d86071bd tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793194097327', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3143690'] for segment, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:41.676746 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.plugin [None req-845aaeba-b980-400e-84e3-dc9a7032992b tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] In _notify_port_updated(), no bound segment for port f883ec45-5af0-4673-bd7b-79f15220adb3 on network a61c4b46-a6f4-48b4-9ca4-b0aa9df4a595 {{(pid=128083) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jun 24 11:49:41.682556 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-845aaeba-b980-400e-84e3-dc9a7032992b tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:49:41.683210 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-845aaeba-b980-400e-84e3-dc9a7032992b tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468916'] for port, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:41.687044 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-845aaeba-b980-400e-84e3-dc9a7032992b tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] 10.222.0.53 "PUT /v2.0/ports/f883ec45-5af0-4673-bd7b-79f15220adb3 HTTP/1.1" status: 200 len: 818 time: 1.4665351 Jun 24 11:49:41.687319 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-bc774292-6f2e-4b9e-861d-939762214946 tempest-FloatingIPAdminTestJSON-1995830821 tempest-FloatingIPAdminTestJSON-1995830821-project-admin] 10.222.0.53 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1652 time: 0.1643384 Jun 24 11:49:41.696529 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-eb9c1cb1-52d6-4b10-a99b-04deacc4d836 None None] Notify callbacks [] for port, precommit_create {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:41.698920 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 60634) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:49:41.699235 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 60636) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:49:41.712137 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-eb9c1cb1-52d6-4b10-a99b-04deacc4d836 None None] Transition to ACTIVE for port object cbfbe795-6aa8-4b95-b504-878db4cc9bfd will not be triggered until provisioned by entity L2. {{(pid=128085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 11:49:41.735844 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-eb9c1cb1-52d6-4b10-a99b-04deacc4d836 None None] Transition to ACTIVE for port object cbfbe795-6aa8-4b95-b504-878db4cc9bfd will not be triggered until provisioned by entity DHCP. {{(pid=128085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 11:49:41.748530 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-eb9c1cb1-52d6-4b10-a99b-04deacc4d836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-650429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-506361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793193536723'] for port, after_create {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:41.750635 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:49:41.795598 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9c1cb1-52d6-4b10-a99b-04deacc4d836 None None] Pushing event updated for resources: {'Port': ['ID=cbfbe795-6aa8-4b95-b504-878db4cc9bfd,revision_number=1']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:49:41.802897 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-eb9c1cb1-52d6-4b10-a99b-04deacc4d836 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:49:41.813626 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb9c1cb1-52d6-4b10-a99b-04deacc4d836 None None] Network 376f72b9-0f0d-4b21-b0a6-f11d1b9b44a4 is already hosted by enough agents. {{(pid=128085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 11:49:41.815538 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.scheduler.base_scheduler [None req-eb9c1cb1-52d6-4b10-a99b-04deacc4d836 None None] Resources bound (agent type, host, resource id): {{(pid=128085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:49:41.820742 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb9c1cb1-52d6-4b10-a99b-04deacc4d836 None None] Received port after_create {{(pid=128085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 11:49:41.978502 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device c8511011-34b9-4fbc-ba3d-96d5b254c5c2 up at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 11:49:41.983485 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-eb9c1cb1-52d6-4b10-a99b-04deacc4d836 None None] Attempting to bind port cbfbe795-6aa8-4b95-b504-878db4cc9bfd on host dv-neutron-797120-4-hyperv for vnic_type normal with profile {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 11:49:41.983866 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-eb9c1cb1-52d6-4b10-a99b-04deacc4d836 None None] Attempting to bind port cbfbe795-6aa8-4b95-b504-878db4cc9bfd by drivers openvswitch,hyperv on host dv-neutron-797120-4-hyperv at level 0 using segments [{'id': 'feccf5a9-eb5f-4366-9287-7909e7dea8b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '376f72b9-0f0d-4b21-b0a6-f11d1b9b44a4'}] {{(pid=128085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 11:49:41.984219 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb9c1cb1-52d6-4b10-a99b-04deacc4d836 None None] Attempting to bind port cbfbe795-6aa8-4b95-b504-878db4cc9bfd on network 376f72b9-0f0d-4b21-b0a6-f11d1b9b44a4 {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 11:49:42.028092 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb9c1cb1-52d6-4b10-a99b-04deacc4d836 None None] Checking agent: {'id': 'e3a695b2-c397-461f-83b0-10b79d490b59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 11, 36, 56), 'started_at': datetime.datetime(2021, 6, 24, 11, 37, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 11, 49, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 11:49:42.028509 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb9c1cb1-52d6-4b10-a99b-04deacc4d836 None None] Checking segment: {'id': 'feccf5a9-eb5f-4366-9287-7909e7dea8b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '376f72b9-0f0d-4b21-b0a6-f11d1b9b44a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=128085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 11:49:42.028876 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-eb9c1cb1-52d6-4b10-a99b-04deacc4d836 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:42.029480 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb9c1cb1-52d6-4b10-a99b-04deacc4d836 None None] Bound using segment: {'id': 'feccf5a9-eb5f-4366-9287-7909e7dea8b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '376f72b9-0f0d-4b21-b0a6-f11d1b9b44a4'} {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 11:49:42.029953 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-eb9c1cb1-52d6-4b10-a99b-04deacc4d836 None None] Bound port: cbfbe795-6aa8-4b95-b504-878db4cc9bfd, host: dv-neutron-797120-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'feccf5a9-eb5f-4366-9287-7909e7dea8b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '376f72b9-0f0d-4b21-b0a6-f11d1b9b44a4'}}] {{(pid=128085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 11:49:42.030344 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-eb9c1cb1-52d6-4b10-a99b-04deacc4d836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:42.055128 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-61750235-2981-4a0b-b540-26a2a8c2a7f6 None None] Provisioning for port d53c5e63-07c1-42e3-8bd4-9342e0cb7112 completed by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 11:49:42.084425 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-61750235-2981-4a0b-b540-26a2a8c2a7f6 None None] Provisioning complete for port d53c5e63-07c1-42e3-8bd4-9342e0cb7112 triggered by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:49:42.084764 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-61750235-2981-4a0b-b540-26a2a8c2a7f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:42.118907 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning for port c8511011-34b9-4fbc-ba3d-96d5b254c5c2 completed by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 11:49:42.139076 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning complete for port c8511011-34b9-4fbc-ba3d-96d5b254c5c2 triggered by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:49:42.139459 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:42.170746 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-56afd494-ff4d-49c4-ae4b-756366eca2fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:42.171679 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-eb9c1cb1-52d6-4b10-a99b-04deacc4d836 None None] For port cbfbe795-6aa8-4b95-b504-878db4cc9bfd, host dv-neutron-797120-4-hyperv, cleared binding levels {{(pid=128085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 11:49:42.176203 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-61750235-2981-4a0b-b540-26a2a8c2a7f6 None None] Port d53c5e63-07c1-42e3-8bd4-9342e0cb7112 cannot update to ACTIVE because it is not bound. {{(pid=128085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 11:49:42.195293 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-eb9c1cb1-52d6-4b10-a99b-04deacc4d836 None None] For port cbfbe795-6aa8-4b95-b504-878db4cc9bfd, host dv-neutron-797120-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=cbfbe795-6aa8-4b95-b504-878db4cc9bfd,segment=NetworkSegment(feccf5a9-eb5f-4366-9287-7909e7dea8b2),segment_id=feccf5a9-eb5f-4366-9287-7909e7dea8b2)] {{(pid=128085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 11:49:42.203993 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-eb9c1cb1-52d6-4b10-a99b-04deacc4d836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:42.206389 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-ff740fa9-5c79-4229-bc92-6a1962174c0c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:49:42.226764 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-56afd494-ff4d-49c4-ae4b-756366eca2fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:42.229339 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-f3972b4c-d5c0-45ad-a6e6-3683d86071bd tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967879'] for segment, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:42.263119 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3972b4c-d5c0-45ad-a6e6-3683d86071bd tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Releasing vlan 600 on physical network physnet1 to pool {{(pid=128083) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 11:49:42.263931 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-f3972b4c-d5c0-45ad-a6e6-3683d86071bd tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2537899'] for segment, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:42.272414 dv-neutron-797120-4-hyperv neutron-server[128083]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 11:49:42.272414 dv-neutron-797120-4-hyperv neutron-server[128083]: conditions |= (models_v2.Port.network_id.in_( Jun 24 11:49:42.272414 dv-neutron-797120-4-hyperv neutron-server[128083]: Traceback (most recent call last): Jun 24 11:49:42.272414 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 24 11:49:42.272414 dv-neutron-797120-4-hyperv neutron-server[128083]: timer() Jun 24 11:49:42.272414 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 24 11:49:42.272414 dv-neutron-797120-4-hyperv neutron-server[128083]: cb(*args, **kw) Jun 24 11:49:42.272414 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 24 11:49:42.272414 dv-neutron-797120-4-hyperv neutron-server[128083]: return func(*args, **kwargs) Jun 24 11:49:42.272414 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 24 11:49:42.272414 dv-neutron-797120-4-hyperv neutron-server[128083]: self._notify() Jun 24 11:49:42.272414 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 24 11:49:42.272414 dv-neutron-797120-4-hyperv neutron-server[128083]: self.callback(batched_events) Jun 24 11:49:42.272414 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 24 11:49:42.272414 dv-neutron-797120-4-hyperv neutron-server[128083]: event.method(event) Jun 24 11:49:42.272414 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 24 11:49:42.272414 dv-neutron-797120-4-hyperv neutron-server[128083]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 24 11:49:42.272414 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 24 11:49:42.272414 dv-neutron-797120-4-hyperv neutron-server[128083]: aggregate_uuid = self.p_client.list_aggregates( Jun 24 11:49:42.272414 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 24 11:49:42.272414 dv-neutron-797120-4-hyperv neutron-server[128083]: return f(self, *a, **k) Jun 24 11:49:42.272414 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 24 11:49:42.272414 dv-neutron-797120-4-hyperv neutron-server[128083]: return self._get(url).json() Jun 24 11:49:42.272414 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 24 11:49:42.272414 dv-neutron-797120-4-hyperv neutron-server[128083]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 24 11:49:42.272414 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 24 11:49:42.272414 dv-neutron-797120-4-hyperv neutron-server[128083]: return self.request(url, 'GET', **kwargs) Jun 24 11:49:42.272414 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 24 11:49:42.272414 dv-neutron-797120-4-hyperv neutron-server[128083]: base_url = self.get_endpoint(auth, allow=allow, Jun 24 11:49:42.272414 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 24 11:49:42.272414 dv-neutron-797120-4-hyperv neutron-server[128083]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 24 11:49:42.272414 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 24 11:49:42.272414 dv-neutron-797120-4-hyperv neutron-server[128083]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 24 11:49:42.272414 dv-neutron-797120-4-hyperv neutron-server[128083]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 24 11:49:42.283441 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.db.db_base_plugin_common [None req-43804889-d6e7-4e27-b3a7-eef8d99d5e52 admin admin] Allocated IP 172.26.7.200 (f2b8ca71-e776-48b2-8898-96cc7970207b/f37bf603-3862-4d0a-9f58-89616f7fd68f/075214bd-0a72-4e24-a0f8-f7fb96f5c3fa) {{(pid=128084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 11:49:42.301557 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9c1cb1-52d6-4b10-a99b-04deacc4d836 None None] Pushing event updated for resources: {'Port': ['ID=cbfbe795-6aa8-4b95-b504-878db4cc9bfd,revision_number=2']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:49:42.306632 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-eb9c1cb1-52d6-4b10-a99b-04deacc4d836 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:49:42.325903 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:42.326846 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-6b106fd5-76fb-4671-a85f-648c90f3d75c tempest-FloatingIPAdminTestJSON-775113783 tempest-FloatingIPAdminTestJSON-775113783-project] 10.222.0.53 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.6250699 Jun 24 11:49:42.327666 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-d86fd045-8473-4ec6-94e6-9fa2bd5d76e9 tempest-TestNetworkAdvancedServerOps-1479438933 tempest-TestNetworkAdvancedServerOps-1479438933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:42.329922 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-56afd494-ff4d-49c4-ae4b-756366eca2fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800410'] for security_group, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:42.331655 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-2597f474-0007-4240-89ee-444d46dcbe64 None None] Provisioning complete for port d53c5e63-07c1-42e3-8bd4-9342e0cb7112 triggered by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:49:42.332034 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-2597f474-0007-4240-89ee-444d46dcbe64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:42.332487 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-56afd494-ff4d-49c4-ae4b-756366eca2fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:42.333679 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-56afd494-ff4d-49c4-ae4b-756366eca2fa admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/3944544a-0920-4996-90d9-ba48ae2e5b0f HTTP/1.1" status: 204 len: 168 time: 0.7173958 Jun 24 11:49:42.334300 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 60638) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:49:42.342475 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-fd8697aa-f318-4604-95b1-435bd99c4e20 tempest-NegativeSecGroupIPv6Test-156486133 tempest-NegativeSecGroupIPv6Test-156486133-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:49:42.391397 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56afd494-ff4d-49c4-ae4b-756366eca2fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3944544a-0920-4996-90d9-ba48ae2e5b0f,revision_number=None']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:49:42.396936 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-56afd494-ff4d-49c4-ae4b-756366eca2fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:49:42.406729 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-2597f474-0007-4240-89ee-444d46dcbe64 None None] Port d53c5e63-07c1-42e3-8bd4-9342e0cb7112 cannot update to ACTIVE because it is not bound. {{(pid=128085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 11:49:42.411008 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] For port c8511011-34b9-4fbc-ba3d-96d5b254c5c2, host dv-neutron-797120-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=c8511011-34b9-4fbc-ba3d-96d5b254c5c2,segment=NetworkSegment(b17ea5b8-604c-427d-a101-058a8063b214),segment_id=b17ea5b8-604c-427d-a101-058a8063b214)] {{(pid=128085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 11:49:42.419844 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845aaeba-b980-400e-84e3-dc9a7032992b tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Pushing event updated for resources: {'Port': ['ID=f883ec45-5af0-4673-bd7b-79f15220adb3,revision_number=2']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:49:42.424473 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:42.426517 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-db43490b-41b7-4d1d-a3a5-27ab5c185b0a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:49:42.446727 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-f3972b4c-d5c0-45ad-a6e6-3683d86071bd tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1800243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1815642'] for network, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:42.459016 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-845aaeba-b980-400e-84e3-dc9a7032992b tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.877s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:49:42.467663 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-e44ade15-155a-452d-8c4c-1c79d293c6c9 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:49:42.474605 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-f3972b4c-d5c0-45ad-a6e6-3683d86071bd tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Notify callbacks [] for network, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:42.480552 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-f3972b4c-d5c0-45ad-a6e6-3683d86071bd tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] 10.222.0.53 "DELETE /v2.0/networks/abf3a779-fe5d-4bf0-9ba7-44df2a2e69d0 HTTP/1.1" status: 204 len: 168 time: 1.8776336 Jun 24 11:49:42.489794 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 60642) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:49:42.500555 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Pushing event updated for resources: {'Port': ['ID=c8511011-34b9-4fbc-ba3d-96d5b254c5c2,revision_number=3']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:49:42.510737 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:49:42.541196 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.pecan_wsgi.hooks.translation [None req-29449efa-f5fc-463c-a6e5-5f7799056aab tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] DELETE failed (client error): The resource could not be found. Jun 24 11:49:42.541940 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-29449efa-f5fc-463c-a6e5-5f7799056aab tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=128084) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 24 11:49:42.543808 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-29449efa-f5fc-463c-a6e5-5f7799056aab tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] 10.222.0.53 "DELETE /v2.0/subnets/cf8f0222-484a-4f76-b563-f31b6d823313 HTTP/1.1" status: 404 len: 337 time: 0.0527136 Jun 24 11:49:42.551365 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 60644) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:49:42.606569 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.pecan_wsgi.hooks.translation [None req-1af849ad-b5ee-47cd-aba4-d9a67db922c7 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] DELETE failed (client error): The resource could not be found. Jun 24 11:49:42.607382 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1af849ad-b5ee-47cd-aba4-d9a67db922c7 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=128084) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 24 11:49:42.609259 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-1af849ad-b5ee-47cd-aba4-d9a67db922c7 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] 10.222.0.53 "DELETE /v2.0/networks/d305eff9-5266-4028-9909-13644ce69d10 HTTP/1.1" status: 404 len: 339 time: 0.0572653 Jun 24 11:49:42.609693 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3972b4c-d5c0-45ad-a6e6-3683d86071bd tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Pushing event deleted for resources: {'Network': ['ID=abf3a779-fe5d-4bf0-9ba7-44df2a2e69d0,revision_number=None']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:49:42.617312 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 60648) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:49:42.630904 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-f3972b4c-d5c0-45ad-a6e6-3683d86071bd tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:49:42.641293 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-43804889-d6e7-4e27-b3a7-eef8d99d5e52 admin admin] Notify callbacks [] for port, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:42.668341 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7098cc0-3ab1-4489-95d3-14a6a2d4d49e tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] DELETE failed (client error): The resource could not be found. Jun 24 11:49:42.668784 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e7098cc0-3ab1-4489-95d3-14a6a2d4d49e tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=128084) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 24 11:49:42.672927 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-e7098cc0-3ab1-4489-95d3-14a6a2d4d49e tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] 10.222.0.53 "DELETE /v2.0/subnets/4c8ee636-810e-4a8a-be54-51f00dfd8d28 HTTP/1.1" status: 404 len: 337 time: 0.0457466 Jun 24 11:49:42.675681 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 60650) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:49:42.704331 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.pecan_wsgi.hooks.translation [None req-3118312d-2b2e-489e-80a8-9c50a523d1a9 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] DELETE failed (client error): The resource could not be found. Jun 24 11:49:42.704331 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3118312d-2b2e-489e-80a8-9c50a523d1a9 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=128084) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 24 11:49:42.704331 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-3118312d-2b2e-489e-80a8-9c50a523d1a9 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] 10.222.0.53 "DELETE /v2.0/networks/385e3ccf-2d82-45c9-8ba6-b3ad16d54dc6 HTTP/1.1" status: 404 len: 339 time: 0.0239627 Jun 24 11:49:42.707469 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 60652) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:49:42.733032 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-9377d7dc-2853-4fec-9731-704b28f0a79e tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2537737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3289942'] for subnet, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:42.741881 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-f7370795-3f11-48a1-a322-899f1c8fe6cc tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:49:42.756400 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.pecan_wsgi.hooks.translation [None req-87b3de19-b856-4d05-89dd-a7be7b0d4f77 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] DELETE failed (client error): The resource could not be found. Jun 24 11:49:42.756715 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-87b3de19-b856-4d05-89dd-a7be7b0d4f77 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=128084) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 24 11:49:42.760863 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-87b3de19-b856-4d05-89dd-a7be7b0d4f77 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] 10.222.0.53 "DELETE /v2.0/subnets/29be7da6-ca6b-4716-850f-46da86fc2bcb HTTP/1.1" status: 404 len: 337 time: 0.0505261 Jun 24 11:49:42.761695 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.plugin [None req-70b9be4d-a35a-4700-b60d-4810f90d7c8a tempest-FloatingIPAdminTestJSON-1100601588 tempest-FloatingIPAdminTestJSON-1100601588-project] Deleting port cd6dfc5b-13e4-4289-9550-622582e349af {{(pid=128084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 11:49:42.762035 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-70b9be4d-a35a-4700-b60d-4810f90d7c8a tempest-FloatingIPAdminTestJSON-1100601588 tempest-FloatingIPAdminTestJSON-1100601588-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793193942312'] for port, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:42.764792 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 60656) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:49:42.801720 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9377d7dc-2853-4fec-9731-704b28f0a79e tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Pushing event updated for resources: {'Subnet': ['ID=40346db6-5efd-4980-84e4-2a742d93dff4,revision_number=0']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:49:42.803960 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.plugin [None req-c1276fce-f63a-413b-8ba2-ec0012af3a4e tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Deleting port f883ec45-5af0-4673-bd7b-79f15220adb3 {{(pid=128083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 11:49:42.804303 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-c1276fce-f63a-413b-8ba2-ec0012af3a4e tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793193942312'] for port, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:42.811240 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f67c49a-6a86-4c0a-93cd-3416f5fa4e30 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] DELETE failed (client error): The resource could not be found. Jun 24 11:49:42.811240 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6f67c49a-6a86-4c0a-93cd-3416f5fa4e30 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=128084) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 24 11:49:42.811568 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-9377d7dc-2853-4fec-9731-704b28f0a79e tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:49:42.814715 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-6f67c49a-6a86-4c0a-93cd-3416f5fa4e30 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] 10.222.0.53 "DELETE /v2.0/networks/4c2ac9bf-c894-4ce4-9109-8426c0043fa5 HTTP/1.1" status: 404 len: 339 time: 0.0463972 Jun 24 11:49:42.816542 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 60660) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:49:42.843333 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2f99406-b500-4079-bbe1-1e1f4f42c083 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] DELETE failed (client error): The resource could not be found. Jun 24 11:49:42.843548 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f2f99406-b500-4079-bbe1-1e1f4f42c083 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=128084) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 24 11:49:42.847763 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-f2f99406-b500-4079-bbe1-1e1f4f42c083 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] 10.222.0.53 "DELETE /v2.0/subnets/2075af41-3037-4da3-89a5-7c79e2c9f911 HTTP/1.1" status: 404 len: 337 time: 0.0277414 Jun 24 11:49:42.851266 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 60664) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:49:42.878634 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee47b707-b415-4389-a352-4d135dc6e898 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] DELETE failed (client error): The resource could not be found. Jun 24 11:49:42.879744 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ee47b707-b415-4389-a352-4d135dc6e898 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=128083) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 24 11:49:42.883255 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-ee47b707-b415-4389-a352-4d135dc6e898 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] 10.222.0.53 "DELETE /v2.0/networks/bf5c79e8-3cf2-4dce-88bf-94ef50412305 HTTP/1.1" status: 404 len: 339 time: 0.0287077 Jun 24 11:49:42.883407 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-43804889-d6e7-4e27-b3a7-eef8d99d5e52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-650429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-506361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793193536723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3291971'] for port, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:42.883641 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 60666) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:49:42.885304 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-d5d3c9f6-42ce-4cf7-9c74-03ff8c08cca2 tempest-RoutersAdminTest-701485524 tempest-RoutersAdminTest-701485524-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:49:42.930765 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9377d7dc-2853-4fec-9731-704b28f0a79e tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Network 11a80c9d-f8ee-4388-91b0-d49a25200fee is already hosted by enough agents. {{(pid=128083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 11:49:42.938072 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.base_scheduler [None req-9377d7dc-2853-4fec-9731-704b28f0a79e tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Resources bound (agent type, host, resource id): {{(pid=128083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:49:42.951238 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.pecan_wsgi.hooks.translation [None req-5db599af-cdb6-44bd-a427-0241812032f3 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] DELETE failed (client error): The resource could not be found. Jun 24 11:49:42.951817 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5db599af-cdb6-44bd-a427-0241812032f3 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=128084) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 24 11:49:42.951951 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9377d7dc-2853-4fec-9731-704b28f0a79e tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:49:42.952462 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-9377d7dc-2853-4fec-9731-704b28f0a79e tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks [] for subnet, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:42.957161 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-5db599af-cdb6-44bd-a427-0241812032f3 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] 10.222.0.53 "DELETE /v2.0/subnets/858cd321-ed63-406a-894f-12281c9e7778 HTTP/1.1" status: 404 len: 337 time: 0.0667424 Jun 24 11:49:42.957971 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 60670) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:49:42.959930 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-600fdd8f-e99a-4bd8-9357-931beecb1ded None None] Network 11a80c9d-f8ee-4388-91b0-d49a25200fee requested from dv-neutron-797120-4-hyperv {{(pid=128085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 11:49:42.960462 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-c1276fce-f63a-413b-8ba2-ec0012af3a4e tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1978872'] for port, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:42.968298 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43804889-d6e7-4e27-b3a7-eef8d99d5e52 admin admin] Network f2b8ca71-e776-48b2-8898-96cc7970207b is already hosted by enough agents. {{(pid=128084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 11:49:42.981023 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.base_scheduler [None req-43804889-d6e7-4e27-b3a7-eef8d99d5e52 admin admin] Resources bound (agent type, host, resource id): {{(pid=128084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:49:42.985329 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43804889-d6e7-4e27-b3a7-eef8d99d5e52 admin admin] Received port after_create {{(pid=128084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 11:49:42.993639 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-70b9be4d-a35a-4700-b60d-4810f90d7c8a tempest-FloatingIPAdminTestJSON-1100601588 tempest-FloatingIPAdminTestJSON-1100601588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1978872'] for port, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:42.993639 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-70b9be4d-a35a-4700-b60d-4810f90d7c8a tempest-FloatingIPAdminTestJSON-1100601588 tempest-FloatingIPAdminTestJSON-1100601588-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:43.010546 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.plugin [None req-c1276fce-f63a-413b-8ba2-ec0012af3a4e tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Calling delete_port for f883ec45-5af0-4673-bd7b-79f15220adb3 owned by {{(pid=128083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 11:49:43.014493 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.pecan_wsgi.hooks.translation [None req-01918d08-71e5-40ec-a5b1-272c853e8d44 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] DELETE failed (client error): The resource could not be found. Jun 24 11:49:43.015018 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-01918d08-71e5-40ec-a5b1-272c853e8d44 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=128083) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 24 11:49:43.019814 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-01918d08-71e5-40ec-a5b1-272c853e8d44 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] 10.222.0.53 "DELETE /v2.0/networks/8a65849b-14d9-430b-8861-8355a0d0209e HTTP/1.1" status: 404 len: 339 time: 0.0536489 Jun 24 11:49:43.020949 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43804889-d6e7-4e27-b3a7-eef8d99d5e52 admin admin] Pushing event updated for resources: {'Port': ['ID=075214bd-0a72-4e24-a0f8-f7fb96f5c3fa,revision_number=1']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:49:43.023638 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-43804889-d6e7-4e27-b3a7-eef8d99d5e52 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:49:43.023855 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 60672) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:49:43.034841 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.plugin [None req-70b9be4d-a35a-4700-b60d-4810f90d7c8a tempest-FloatingIPAdminTestJSON-1100601588 tempest-FloatingIPAdminTestJSON-1100601588-project] Calling delete_port for cd6dfc5b-13e4-4289-9550-622582e349af owned by network:floatingip {{(pid=128084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 11:49:43.068084 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-9377d7dc-2853-4fec-9731-704b28f0a79e tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.8735666 Jun 24 11:49:43.068084 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a7b2631-45ca-48dc-8f53-24518764c901 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] DELETE failed (client error): The resource could not be found. Jun 24 11:49:43.068084 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3a7b2631-45ca-48dc-8f53-24518764c901 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=128083) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 24 11:49:43.071286 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-3a7b2631-45ca-48dc-8f53-24518764c901 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] 10.222.0.53 "DELETE /v2.0/subnets/102ae077-ae3e-408c-a00a-3d475864b338 HTTP/1.1" status: 404 len: 337 time: 0.0426257 Jun 24 11:49:43.076965 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 60674) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:49:43.077268 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 60676) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:49:43.105018 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [None req-72d91fe6-5cf3-47fb-8410-3028868b5aeb tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Request body: {'port': {'network_id': '11a80c9d-f8ee-4388-91b0-d49a25200fee', 'mac_address': 'fa:16:3e:5e:fb:df', 'name': 'tempest-NetworksTestDHCPv6-1256606677'}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:49:43.214302 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.pecan_wsgi.hooks.translation [None req-f56d9e6c-eafa-4f59-b904-66f1bec49b0c tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] DELETE failed (client error): The resource could not be found. Jun 24 11:49:43.215108 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f56d9e6c-eafa-4f59-b904-66f1bec49b0c tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=128083) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 24 11:49:43.216830 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-f56d9e6c-eafa-4f59-b904-66f1bec49b0c tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] 10.222.0.53 "DELETE /v2.0/networks/809dc27d-adea-4c7b-ab37-f519494de01f HTTP/1.1" status: 404 len: 339 time: 0.1375501 Jun 24 11:49:43.219410 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 60684) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:49:43.263133 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.pecan_wsgi.hooks.translation [None req-d56546c5-fffa-4430-bf48-586541ea42ad tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] DELETE failed (client error): The resource could not be found. Jun 24 11:49:43.263621 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d56546c5-fffa-4430-bf48-586541ea42ad tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=128084) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 24 11:49:43.268423 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-d56546c5-fffa-4430-bf48-586541ea42ad tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] 10.222.0.53 "DELETE /v2.0/subnets/4cc829ef-479c-45a1-a6a9-724691f3ccd9 HTTP/1.1" status: 404 len: 337 time: 0.0450830 Jun 24 11:49:43.269440 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 60686) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:49:43.336340 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.pecan_wsgi.hooks.translation [None req-b02914a3-514a-4b6a-bf2a-cc2fc7d914db tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] DELETE failed (client error): The resource could not be found. Jun 24 11:49:43.336952 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b02914a3-514a-4b6a-bf2a-cc2fc7d914db tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=128084) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 24 11:49:43.338731 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-b02914a3-514a-4b6a-bf2a-cc2fc7d914db tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] 10.222.0.53 "DELETE /v2.0/networks/f6abdd7f-a9de-4fb3-adff-f75c3f1c73cc HTTP/1.1" status: 404 len: 339 time: 0.0681849 Jun 24 11:49:43.341789 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 60690) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:49:43.357416 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d27dc7f9-0e0e-4c4d-915a-b323399e896a None None] Update dhcp port {'port': {'network_id': '11a80c9d-f8ee-4388-91b0-d49a25200fee', 'fixed_ips': [{'subnet_id': '4560da80-3607-41e1-b541-f2dd2e6aab39', 'ip_address': '2001:db8::f816:3eff:fe0b:ae5c'}, {'subnet_id': '40346db6-5efd-4980-84e4-2a742d93dff4'}], 'binding:host_id': 'dv-neutron-797120-4-hyperv'}, 'id': '3213c3a6-b9d1-41b2-83df-46b925b52307'} from dv-neutron-797120-4-hyperv. {{(pid=128085) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 24 11:49:43.382303 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.pecan_wsgi.hooks.translation [None req-bbce58b6-8f36-4331-a55e-4ae78447160e tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] DELETE failed (client error): The resource could not be found. Jun 24 11:49:43.382761 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bbce58b6-8f36-4331-a55e-4ae78447160e tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=128084) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 24 11:49:43.384447 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-bbce58b6-8f36-4331-a55e-4ae78447160e tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] 10.222.0.53 "DELETE /v2.0/subnets/65545cfc-1409-4a49-a5fe-664188004635 HTTP/1.1" status: 404 len: 337 time: 0.0417066 Jun 24 11:49:43.390571 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 60692) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:49:43.391229 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72d91fe6-5cf3-47fb-8410-3028868b5aeb tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Made reservation on behalf of 086af1f572244cd08c37d97e004e4732 for: {'port': 1} {{(pid=128083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 11:49:43.450636 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-d27dc7f9-0e0e-4c4d-915a-b323399e896a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:43.482848 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-c1276fce-f63a-413b-8ba2-ec0012af3a4e tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793193945299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193536732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2537862'] for port, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:43.494485 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-756ca124-08b0-4330-8a2e-cfdc17bfbbcd tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:49:43.513291 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-43804889-d6e7-4e27-b3a7-eef8d99d5e52 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:43.545059 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 60694) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:49:43.560735 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1276fce-f63a-413b-8ba2-ec0012af3a4e tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Pushing event deleted for resources: {'Port': ['ID=f883ec45-5af0-4673-bd7b-79f15220adb3,revision_number=None']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:49:43.572536 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-c1276fce-f63a-413b-8ba2-ec0012af3a4e tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468916'] for port, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:43.574466 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-c1276fce-f63a-413b-8ba2-ec0012af3a4e tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] 10.222.0.53 "DELETE /v2.0/ports/f883ec45-5af0-4673-bd7b-79f15220adb3 HTTP/1.1" status: 204 len: 168 time: 1.8742785 Jun 24 11:49:43.577438 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-c1276fce-f63a-413b-8ba2-ec0012af3a4e tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:49:43.581317 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 60698) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:49:43.586303 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-d86fd045-8473-4ec6-94e6-9fa2bd5d76e9 tempest-TestNetworkAdvancedServerOps-1479438933 tempest-TestNetworkAdvancedServerOps-1479438933-project] Notify callbacks [] for port, precommit_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:43.606612 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.pecan_wsgi.hooks.translation [None req-601634a4-a8d6-47c2-8357-f938f66d98a7 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] DELETE failed (client error): The resource could not be found. Jun 24 11:49:43.607204 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-601634a4-a8d6-47c2-8357-f938f66d98a7 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=128084) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 24 11:49:43.612138 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-601634a4-a8d6-47c2-8357-f938f66d98a7 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] 10.222.0.53 "DELETE /v2.0/networks/9253bdc9-533b-42aa-837d-b851e49fb4fb HTTP/1.1" status: 404 len: 339 time: 0.2203441 Jun 24 11:49:43.617300 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 60700) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:49:43.635930 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-d86fd045-8473-4ec6-94e6-9fa2bd5d76e9 tempest-TestNetworkAdvancedServerOps-1479438933 tempest-TestNetworkAdvancedServerOps-1479438933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2537871'] for port, after_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:43.636176 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-70b9be4d-a35a-4700-b60d-4810f90d7c8a tempest-FloatingIPAdminTestJSON-1100601588 tempest-FloatingIPAdminTestJSON-1100601588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793193945299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193536732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3292088'] for port, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:43.643361 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-562f0fe4-5c23-4699-a654-d7385fbfd057 tempest-RoutersIpV6AdminTest-670466919 tempest-RoutersIpV6AdminTest-670466919-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:49:43.644294 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-7f5e43c0-13ba-4e79-a43f-407a0b455a49 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:49:43.694690 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-72d91fe6-5cf3-47fb-8410-3028868b5aeb tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:43.722727 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b9be4d-a35a-4700-b60d-4810f90d7c8a tempest-FloatingIPAdminTestJSON-1100601588 tempest-FloatingIPAdminTestJSON-1100601588-project] Pushing event deleted for resources: {'Port': ['ID=cd6dfc5b-13e4-4289-9550-622582e349af,revision_number=None']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:49:43.770623 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [None req-2433655f-aa8e-45b2-b97c-8fb28b463c1c tempest-ExtraDHCPOptionsTestJSON-1604773077 tempest-ExtraDHCPOptionsTestJSON-1604773077-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-416238095'}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:49:43.774779 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-70b9be4d-a35a-4700-b60d-4810f90d7c8a tempest-FloatingIPAdminTestJSON-1100601588 tempest-FloatingIPAdminTestJSON-1100601588-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:49:43.794400 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f472109-4791-4658-a38b-b54c69bd5459 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:49:43.797948 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-1f472109-4791-4658-a38b-b54c69bd5459 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 846 time: 0.2115152 Jun 24 11:49:43.799227 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.notifiers.nova [None req-72d91fe6-5cf3-47fb-8410-3028868b5aeb tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] device_id is not set on port 082c0949-1bf0-41c6-90fa-b2eb42764685 yet. {{(pid=128083) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 24 11:49:43.804322 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-d86fd045-8473-4ec6-94e6-9fa2bd5d76e9 tempest-TestNetworkAdvancedServerOps-1479438933 tempest-TestNetworkAdvancedServerOps-1479438933-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1783050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1978542'] for router_interface, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:43.806118 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 60702) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:49:43.813297 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86fd045-8473-4ec6-94e6-9fa2bd5d76e9 tempest-TestNetworkAdvancedServerOps-1479438933 tempest-TestNetworkAdvancedServerOps-1479438933-project] Pushing event updated for resources: {'Port': ['ID=d53c5e63-07c1-42e3-8bd4-9342e0cb7112,revision_number=2']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:49:43.863042 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.db.db_base_plugin_v2 [None req-4128f0c6-7a44-40a3-8ea1-b3cbb8d297a8 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Deleting subnet 37b09622-95a1-4a1a-a460-d745457f11f0 {{(pid=128084) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 24 11:49:43.866455 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-4128f0c6-7a44-40a3-8ea1-b3cbb8d297a8 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Notify callbacks [] for subnet, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:43.895524 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-d86fd045-8473-4ec6-94e6-9fa2bd5d76e9 tempest-TestNetworkAdvancedServerOps-1479438933 tempest-TestNetworkAdvancedServerOps-1479438933-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:49:43.912345 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-4128f0c6-7a44-40a3-8ea1-b3cbb8d297a8 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2373542'] for subnet, precommit_delete_associations {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:43.912485 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.db_base_plugin_common [None req-d27dc7f9-0e0e-4c4d-915a-b323399e896a None None] Allocated IP 2001:db8:0:1::2 (11a80c9d-f8ee-4388-91b0-d49a25200fee/40346db6-5efd-4980-84e4-2a742d93dff4/3213c3a6-b9d1-41b2-83df-46b925b52307) {{(pid=128085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 11:49:43.975081 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2433655f-aa8e-45b2-b97c-8fb28b463c1c tempest-ExtraDHCPOptionsTestJSON-1604773077 tempest-ExtraDHCPOptionsTestJSON-1604773077-project] Made reservation on behalf of f11ce05b6cc54bb9bc9657e614d95d90 for: {'network': 1} {{(pid=128083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 11:49:43.978749 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-2433655f-aa8e-45b2-b97c-8fb28b463c1c tempest-ExtraDHCPOptionsTestJSON-1604773077 tempest-ExtraDHCPOptionsTestJSON-1604773077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for network, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:44.002116 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.pecan_wsgi.hooks.translation [None req-de99b4bb-e4bd-4b80-a400-5bddb813f5ae tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] GET failed (client error): The resource could not be found. Jun 24 11:49:44.004502 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-de99b4bb-e4bd-4b80-a400-5bddb813f5ae tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] 10.222.0.53 "GET /v2.0/ports/f883ec45-5af0-4673-bd7b-79f15220adb3 HTTP/1.1" status: 404 len: 333 time: 0.1861930 Jun 24 11:49:44.007127 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-2433655f-aa8e-45b2-b97c-8fb28b463c1c tempest-ExtraDHCPOptionsTestJSON-1604773077 tempest-ExtraDHCPOptionsTestJSON-1604773077-project] Notify callbacks [] for security_group, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:44.008954 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 60704) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:49:44.018307 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [None req-744f0277-60c0-4881-83a6-3fcfaae38b26 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1157986238'}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:49:44.041340 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-d27dc7f9-0e0e-4c4d-915a-b323399e896a None None] For port 3213c3a6-b9d1-41b2-83df-46b925b52307, host dv-neutron-797120-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=3213c3a6-b9d1-41b2-83df-46b925b52307,segment=NetworkSegment(fddfe548-9582-48fa-8a0c-6b06bc4d1b9f),segment_id=fddfe548-9582-48fa-8a0c-6b06bc4d1b9f)] {{(pid=128085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 11:49:44.053702 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.db.api [None req-2433655f-aa8e-45b2-b97c-8fb28b463c1c tempest-ExtraDHCPOptionsTestJSON-1604773077 tempest-ExtraDHCPOptionsTestJSON-1604773077-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 24 11:49:44.053702 dv-neutron-797120-4-hyperv neutron-server[128083]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 24 11:49:44.053702 dv-neutron-797120-4-hyperv neutron-server[128083]: [parameters: {'project_id_1': 'f11ce05b6cc54bb9bc9657e614d95d90', 'expiration_1': datetime.datetime(2021, 6, 24, 11, 49, 44, 39005)}] Jun 24 11:49:44.053702 dv-neutron-797120-4-hyperv neutron-server[128083]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=128083) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 24 11:49:44.054212 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_db.api [None req-2433655f-aa8e-45b2-b97c-8fb28b463c1c tempest-ExtraDHCPOptionsTestJSON-1604773077 tempest-ExtraDHCPOptionsTestJSON-1604773077-project] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=128083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 24 11:49:44.055750 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d86fd045-8473-4ec6-94e6-9fa2bd5d76e9 tempest-TestNetworkAdvancedServerOps-1479438933 tempest-TestNetworkAdvancedServerOps-1479438933-project] Network 0df59c03-dac3-411f-a2bf-16d57a368c8d is already hosted by enough agents. {{(pid=128083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 11:49:44.058330 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.base_scheduler [None req-d86fd045-8473-4ec6-94e6-9fa2bd5d76e9 tempest-TestNetworkAdvancedServerOps-1479438933 tempest-TestNetworkAdvancedServerOps-1479438933-project] Resources bound (agent type, host, resource id): {{(pid=128083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:49:44.068357 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-744f0277-60c0-4881-83a6-3fcfaae38b26 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Made reservation on behalf of 99955773979244bf90218a1ecde00120 for: {'network': 1} {{(pid=128083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 11:49:44.072312 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-744f0277-60c0-4881-83a6-3fcfaae38b26 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for network, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:44.077154 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-70b9be4d-a35a-4700-b60d-4810f90d7c8a tempest-FloatingIPAdminTestJSON-1100601588 tempest-FloatingIPAdminTestJSON-1100601588-project] Notify callbacks [] for floatingip, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:44.083600 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-70b9be4d-a35a-4700-b60d-4810f90d7c8a tempest-FloatingIPAdminTestJSON-1100601588 tempest-FloatingIPAdminTestJSON-1100601588-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468916'] for floatingip, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:44.087721 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-70b9be4d-a35a-4700-b60d-4810f90d7c8a tempest-FloatingIPAdminTestJSON-1100601588 tempest-FloatingIPAdminTestJSON-1100601588-project] 10.222.0.53 "DELETE /v2.0/floatingips/4ffb27e0-44c7-4cce-8333-6532d2216adb HTTP/1.1" status: 204 len: 168 time: 1.7417006 Jun 24 11:49:44.088799 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 60706) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:49:44.089011 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-d27dc7f9-0e0e-4c4d-915a-b323399e896a None None] Notify callbacks [] for port, precommit_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:44.104370 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-d27dc7f9-0e0e-4c4d-915a-b323399e896a None None] Transition to ACTIVE for port object 3213c3a6-b9d1-41b2-83df-46b925b52307 will not be triggered until provisioned by entity DHCP. {{(pid=128085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 11:49:44.114041 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cb0a2d6-ffc2-432b-84bc-25ccc69b7462 None None] Network 376f72b9-0f0d-4b21-b0a6-f11d1b9b44a4 requested from dv-neutron-797120-4-hyperv {{(pid=128085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 11:49:44.120936 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device c8511011-34b9-4fbc-ba3d-96d5b254c5c2 up at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 11:49:44.137051 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-d27dc7f9-0e0e-4c4d-915a-b323399e896a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:44.140251 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-9839d56b-4831-4f03-8442-1ee69708a095 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:49:44.153936 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-4128f0c6-7a44-40a3-8ea1-b3cbb8d297a8 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-972249'] for subnet, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:44.220253 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-744f0277-60c0-4881-83a6-3fcfaae38b26 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] vlan segment allocate from pool success with {'vlan_id': 614, 'physical_network': 'physnet1'} {{(pid=128083) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 11:49:44.265985 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-744f0277-60c0-4881-83a6-3fcfaae38b26 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967879'] for segment, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:44.266718 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.db.segments_db [None req-744f0277-60c0-4881-83a6-3fcfaae38b26 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Added segment 563c5ddb-3b7a-4f68-930a-32edf6ad32f2 of type vlan for network c9fe903b-46c4-4ac5-8964-8c180f7e5738 Jun 24 11:49:44.284149 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-3e9509b1-1fa1-4449-8f4d-355028b1ff4b None None] Provisioning for port cbfbe795-6aa8-4b95-b504-878db4cc9bfd completed by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 11:49:44.307667 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-43804889-d6e7-4e27-b3a7-eef8d99d5e52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1803210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1815767'] for router, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:44.349611 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d86fd045-8473-4ec6-94e6-9fa2bd5d76e9 tempest-TestNetworkAdvancedServerOps-1479438933 tempest-TestNetworkAdvancedServerOps-1479438933-project] Router ee31ee3a-f8b4-4647-a8df-28778cd53f86 has already been hosted by L3 agent 2987dba8-2249-4ee6-96ec-28f0f7a6127d {{(pid=128083) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 11:49:44.369364 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-744f0277-60c0-4881-83a6-3fcfaae38b26 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793193525068'] for network, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:44.378759 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.db_base_plugin_common [None req-72d91fe6-5cf3-47fb-8410-3028868b5aeb tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Allocated IP 2001:db8:0:1::11b (11a80c9d-f8ee-4388-91b0-d49a25200fee/40346db6-5efd-4980-84e4-2a742d93dff4/082c0949-1bf0-41c6-90fa-b2eb42764685) {{(pid=128083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 11:49:44.382013 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-4128f0c6-7a44-40a3-8ea1-b3cbb8d297a8 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-972238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3292022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3162263'] for subnet, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:44.390719 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-f9d19886-cda7-4167-8447-11edc2be12d3 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:49:44.393922 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.db_base_plugin_common [None req-72d91fe6-5cf3-47fb-8410-3028868b5aeb tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Allocated IP 2001:db8::f816:3eff:fe5e:fbdf (11a80c9d-f8ee-4388-91b0-d49a25200fee/4560da80-3607-41e1-b541-f2dd2e6aab39/082c0949-1bf0-41c6-90fa-b2eb42764685) {{(pid=128083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 11:49:44.400410 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27dc7f9-0e0e-4c4d-915a-b323399e896a None None] Pushing event updated for resources: {'Port': ['ID=3213c3a6-b9d1-41b2-83df-46b925b52307,revision_number=9']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:49:44.404524 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-d27dc7f9-0e0e-4c4d-915a-b323399e896a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:49:44.440238 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-4128f0c6-7a44-40a3-8ea1-b3cbb8d297a8 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Notify callbacks [] for subnet, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:44.442521 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-4128f0c6-7a44-40a3-8ea1-b3cbb8d297a8 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] 10.222.0.53 "DELETE /v2.0/subnets/37b09622-95a1-4a1a-a460-d745457f11f0 HTTP/1.1" status: 204 len: 168 time: 0.8228686 Jun 24 11:49:44.443653 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4128f0c6-7a44-40a3-8ea1-b3cbb8d297a8 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Pushing event deleted for resources: {'Subnet': ['ID=37b09622-95a1-4a1a-a460-d745457f11f0,revision_number=None']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:49:44.456728 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 60708) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:49:44.462159 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c41c87e-aeed-4ccf-8334-0e62f72a0c8c None None] Network 5df179a1-2c09-4468-b884-bbdc2bfe8c7a requested from dv-neutron-797120-4-hyperv {{(pid=128085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 11:49:44.467138 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning complete for port c8511011-34b9-4fbc-ba3d-96d5b254c5c2 triggered by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:49:44.467789 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:44.479907 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-4128f0c6-7a44-40a3-8ea1-b3cbb8d297a8 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:49:44.481341 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.plugin [None req-6530cf53-1ad2-483b-9135-2916d6d8e1d2 tempest-FloatingIPAdminTestJSON-1995830821 tempest-FloatingIPAdminTestJSON-1995830821-project-admin] Deleting port 882fc55a-8740-4c86-a58e-a10b750a84d7 {{(pid=128084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 11:49:44.482047 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-6530cf53-1ad2-483b-9135-2916d6d8e1d2 tempest-FloatingIPAdminTestJSON-1995830821 tempest-FloatingIPAdminTestJSON-1995830821-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793193942312'] for port, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:44.510378 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-cd73f035-6c3b-4726-b4ce-ab7bf8981601 None None] Provisioning complete for port d53c5e63-07c1-42e3-8bd4-9342e0cb7112 triggered by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:49:44.510770 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-cd73f035-6c3b-4726-b4ce-ab7bf8981601 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:44.517011 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.db.resource_extend [None req-744f0277-60c0-4881-83a6-3fcfaae38b26 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=128083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 24 11:49:44.520334 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d86fd045-8473-4ec6-94e6-9fa2bd5d76e9 tempest-TestNetworkAdvancedServerOps-1479438933 tempest-TestNetworkAdvancedServerOps-1479438933-project] Notify agent at l3_agent.dv-neutron-797120-4-hyperv the message routers_updated {{(pid=128083) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 11:49:44.534512 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-d86fd045-8473-4ec6-94e6-9fa2bd5d76e9 tempest-TestNetworkAdvancedServerOps-1479438933 tempest-TestNetworkAdvancedServerOps-1479438933-project] 10.222.0.53 "PUT /v2.0/routers/ee31ee3a-f8b4-4647-a8df-28778cd53f86/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0697134 Jun 24 11:49:44.561107 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-2433655f-aa8e-45b2-b97c-8fb28b463c1c tempest-ExtraDHCPOptionsTestJSON-1604773077 tempest-ExtraDHCPOptionsTestJSON-1604773077-project] Notify callbacks [] for security_group, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:44.573939 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d67f701e-82f8-4256-b139-ad92b63fa6fe None None] Sync routers for ids ['ee31ee3a-f8b4-4647-a8df-28778cd53f86'] in dv-neutron-797120-4-hyperv {{(pid=128085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 11:49:44.602736 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-744f0277-60c0-4881-83a6-3fcfaae38b26 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1800243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976'] for network, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:44.608509 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-744f0277-60c0-4881-83a6-3fcfaae38b26 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:49:44.609211 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-744f0277-60c0-4881-83a6-3fcfaae38b26 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Notify callbacks [] for network, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:44.631790 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-f4d7a9ac-621c-4d27-baf0-923a783d8d2c tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:49:44.668648 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:44.692953 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-cd73f035-6c3b-4726-b4ce-ab7bf8981601 None None] Port d53c5e63-07c1-42e3-8bd4-9342e0cb7112 cannot update to ACTIVE because it is not bound. {{(pid=128085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 11:49:44.694378 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d67f701e-82f8-4256-b139-ad92b63fa6fe None None] Routers {'ee31ee3a-f8b4-4647-a8df-28778cd53f86'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 11:49:44.695845 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-d67f701e-82f8-4256-b139-ad92b63fa6fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T11:49:26Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['ee31ee3a-f8b4-4647-a8df-28778cd53f86'], 'active': True} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:49:44.696357 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-6530cf53-1ad2-483b-9135-2916d6d8e1d2 tempest-FloatingIPAdminTestJSON-1995830821 tempest-FloatingIPAdminTestJSON-1995830821-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1978872'] for port, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:44.696624 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-6530cf53-1ad2-483b-9135-2916d6d8e1d2 tempest-FloatingIPAdminTestJSON-1995830821 tempest-FloatingIPAdminTestJSON-1995830821-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:44.722167 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-744f0277-60c0-4881-83a6-3fcfaae38b26 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7066607 Jun 24 11:49:44.728538 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.plugin [None req-6530cf53-1ad2-483b-9135-2916d6d8e1d2 tempest-FloatingIPAdminTestJSON-1995830821 tempest-FloatingIPAdminTestJSON-1995830821-project-admin] Calling delete_port for 882fc55a-8740-4c86-a58e-a10b750a84d7 owned by network:floatingip {{(pid=128084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 11:49:44.797120 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 60724) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:49:44.837064 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [None req-e630e868-264c-4263-990c-3c5c3196e171 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Request body: {'subnet': {'network_id': 'c9fe903b-46c4-4ac5-8964-8c180f7e5738', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:49:44.872027 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744f0277-60c0-4881-83a6-3fcfaae38b26 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Pushing event updated for resources: {'Network': ['ID=c9fe903b-46c4-4ac5-8964-8c180f7e5738,revision_number=1']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:49:44.941064 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Network c9fe903b-46c4-4ac5-8964-8c180f7e5738 details requested by agent ovs-agent-dv-neutron-797120-4-hyperv with host dv-neutron-797120-4-hyperv {{(pid=128085) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 11:49:44.978189 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-744f0277-60c0-4881-83a6-3fcfaae38b26 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.346s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:49:45.020303 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-c696bc3a-f39a-435f-a206-db81c2463cd4 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-534962'] for network, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:45.046259 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device cbfbe795-6aa8-4b95-b504-878db4cc9bfd up at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 11:49:45.060478 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-6530cf53-1ad2-483b-9135-2916d6d8e1d2 tempest-FloatingIPAdminTestJSON-1995830821 tempest-FloatingIPAdminTestJSON-1995830821-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793193945299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193536732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3292088'] for port, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:45.079721 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-3772278c-a37e-4ec4-b9f5-b9ff62d799a7 tempest-AllowedAddressPairTestJSON-920326677 tempest-AllowedAddressPairTestJSON-920326677-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:49:45.157610 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6530cf53-1ad2-483b-9135-2916d6d8e1d2 tempest-FloatingIPAdminTestJSON-1995830821 tempest-FloatingIPAdminTestJSON-1995830821-project-admin] Pushing event deleted for resources: {'Port': ['ID=882fc55a-8740-4c86-a58e-a10b750a84d7,revision_number=None']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:49:45.203350 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvr_db [None req-d67f701e-82f8-4256-b139-ad92b63fa6fe None None] Set router ee31ee3a-f8b4-4647-a8df-28778cd53f86 gateway port host: dv-neutron-797120-4-hyperv {{(pid=128085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 11:49:45.219371 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-6530cf53-1ad2-483b-9135-2916d6d8e1d2 tempest-FloatingIPAdminTestJSON-1995830821 tempest-FloatingIPAdminTestJSON-1995830821-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:49:45.244422 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43804889-d6e7-4e27-b3a7-eef8d99d5e52 admin admin] Router 1010ec49-338d-4ddb-ab95-5db8aeb9bc3a is scheduled to L3 agent 2987dba8-2249-4ee6-96ec-28f0f7a6127d with binding_index 1 {{(pid=128084) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 24 11:49:45.345131 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-2433655f-aa8e-45b2-b97c-8fb28b463c1c tempest-ExtraDHCPOptionsTestJSON-1604773077 tempest-ExtraDHCPOptionsTestJSON-1604773077-project] Notify callbacks [] for security_group, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:45.359626 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-72d91fe6-5cf3-47fb-8410-3028868b5aeb tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks [] for port, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:45.381095 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning for port cbfbe795-6aa8-4b95-b504-878db4cc9bfd completed by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 11:49:45.381591 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.provisioning_blocks [None req-72d91fe6-5cf3-47fb-8410-3028868b5aeb tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Transition to ACTIVE for port object 082c0949-1bf0-41c6-90fa-b2eb42764685 will not be triggered until provisioned by entity DHCP. {{(pid=128083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 11:49:45.389179 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-1534aaf3-f37c-421e-93aa-d934b09eb035 None None] Provisioning complete for port cbfbe795-6aa8-4b95-b504-878db4cc9bfd triggered by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:49:45.389874 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-1534aaf3-f37c-421e-93aa-d934b09eb035 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:45.410379 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-6530cf53-1ad2-483b-9135-2916d6d8e1d2 tempest-FloatingIPAdminTestJSON-1995830821 tempest-FloatingIPAdminTestJSON-1995830821-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:45.412185 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-6530cf53-1ad2-483b-9135-2916d6d8e1d2 tempest-FloatingIPAdminTestJSON-1995830821 tempest-FloatingIPAdminTestJSON-1995830821-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468916'] for floatingip, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:45.413356 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-6530cf53-1ad2-483b-9135-2916d6d8e1d2 tempest-FloatingIPAdminTestJSON-1995830821 tempest-FloatingIPAdminTestJSON-1995830821-project-admin] 10.222.0.53 "DELETE /v2.0/floatingips/8fb75421-fc07-476e-8a3f-3e09c68c59f1 HTTP/1.1" status: 204 len: 168 time: 1.3221796 Jun 24 11:49:45.414893 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.plugin [None req-c696bc3a-f39a-435f-a206-db81c2463cd4 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Deleting port 1c5f4b47-3f9a-4532-b81b-4b878e809a43 {{(pid=128084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 11:49:45.415226 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-c696bc3a-f39a-435f-a206-db81c2463cd4 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793193942312'] for port, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:45.417055 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 60732) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:49:45.426653 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43804889-d6e7-4e27-b3a7-eef8d99d5e52 admin admin] Notify agent at l3_agent.dv-neutron-797120-4-hyperv the message routers_updated {{(pid=128084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 11:49:45.431060 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning complete for port cbfbe795-6aa8-4b95-b504-878db4cc9bfd triggered by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:49:45.432082 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:45.440929 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c90beed-d007-489f-b1bb-ccc38d027b6e None None] Sync routers for ids ['1010ec49-338d-4ddb-ab95-5db8aeb9bc3a'] in dv-neutron-797120-4-hyperv {{(pid=128086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 11:49:45.444362 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-2433655f-aa8e-45b2-b97c-8fb28b463c1c tempest-ExtraDHCPOptionsTestJSON-1604773077 tempest-ExtraDHCPOptionsTestJSON-1604773077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800410'] for security_group, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:45.455535 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c90beed-d007-489f-b1bb-ccc38d027b6e None None] Routers {'1010ec49-338d-4ddb-ab95-5db8aeb9bc3a'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 11:49:45.455917 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-8bc3a692-366b-4980-aa32-ba3c53c104c3 tempest-NegativeSecGroupTest-260829952 tempest-NegativeSecGroupTest-260829952-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:49:45.456726 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-8c90beed-d007-489f-b1bb-ccc38d027b6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T11:49:26Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['1010ec49-338d-4ddb-ab95-5db8aeb9bc3a'], 'active': True} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:49:45.457484 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fabcd15-3060-4b66-a2a7-3cc3cdc33a10 None None] DHCP port deletion for 5df179a1-2c09-4468-b884-bbdc2bfe8c7a request from dv-neutron-797120-4-hyperv {{(pid=128085) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 24 11:49:45.467670 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-72d91fe6-5cf3-47fb-8410-3028868b5aeb tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-650429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-506361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793193536723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2537853'] for port, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:45.483586 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-843c093a-6bc5-43bf-acba-4d2ca3b98cd4 req-5c7cbc5e-09d6-4c50-a520-a23003886924 tempest-TestNetworkAdvancedServerOps-1479438933 tempest-TestNetworkAdvancedServerOps-1479438933-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2125101925&fields=id&tenant_id=027cb114b40f4b66abdd9fd20f4debdf HTTP/1.1" status: 200 len: 267 time: 0.3270304 Jun 24 11:49:45.522905 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-43804889-d6e7-4e27-b3a7-eef8d99d5e52 admin admin] Notify callbacks [] for router, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:45.526917 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-43804889-d6e7-4e27-b3a7-eef8d99d5e52 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.6077933 Jun 24 11:49:45.527514 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 60734) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:49:45.559101 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e630e868-264c-4263-990c-3c5c3196e171 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Made reservation on behalf of 99955773979244bf90218a1ecde00120 for: {'subnet': 1} {{(pid=128083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 11:49:45.562974 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-e630e868-264c-4263-990c-3c5c3196e171 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3289788'] for subnet, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:45.578258 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2433655f-aa8e-45b2-b97c-8fb28b463c1c tempest-ExtraDHCPOptionsTestJSON-1604773077 tempest-ExtraDHCPOptionsTestJSON-1604773077-project] vlan segment allocate from pool success with {'vlan_id': 624, 'physical_network': 'physnet1'} {{(pid=128083) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 11:49:45.598377 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72d91fe6-5cf3-47fb-8410-3028868b5aeb tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Network 11a80c9d-f8ee-4388-91b0-d49a25200fee is already hosted by enough agents. {{(pid=128083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 11:49:45.619646 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.base_scheduler [None req-72d91fe6-5cf3-47fb-8410-3028868b5aeb tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Resources bound (agent type, host, resource id): {{(pid=128083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:49:45.621776 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2433655f-aa8e-45b2-b97c-8fb28b463c1c tempest-ExtraDHCPOptionsTestJSON-1604773077 tempest-ExtraDHCPOptionsTestJSON-1604773077-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ea195b74-5ad8-4e16-a736-b2162e5303b4,revision_number=1']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:49:45.625124 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_dvr_db [None req-8c90beed-d007-489f-b1bb-ccc38d027b6e None None] Set router 1010ec49-338d-4ddb-ab95-5db8aeb9bc3a gateway port host: dv-neutron-797120-4-hyperv {{(pid=128086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 11:49:45.653759 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72d91fe6-5cf3-47fb-8410-3028868b5aeb tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Received port after_create {{(pid=128083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 11:49:45.659913 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72d91fe6-5cf3-47fb-8410-3028868b5aeb tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:49:45.660511 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-72d91fe6-5cf3-47fb-8410-3028868b5aeb tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468916'] for port, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:45.671277 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-2433655f-aa8e-45b2-b97c-8fb28b463c1c tempest-ExtraDHCPOptionsTestJSON-1604773077 tempest-ExtraDHCPOptionsTestJSON-1604773077-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:49:45.683208 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-cd6c9019-0ad9-4105-bfed-de7fb3a6174c tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.185s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:49:45.699181 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-1534aaf3-f37c-421e-93aa-d934b09eb035 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:45.705242 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-2433655f-aa8e-45b2-b97c-8fb28b463c1c tempest-ExtraDHCPOptionsTestJSON-1604773077 tempest-ExtraDHCPOptionsTestJSON-1604773077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967879'] for segment, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:45.705611 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.db.segments_db [None req-2433655f-aa8e-45b2-b97c-8fb28b463c1c tempest-ExtraDHCPOptionsTestJSON-1604773077 tempest-ExtraDHCPOptionsTestJSON-1604773077-project] Added segment 9a768acd-6f39-4644-ae4c-2ef564a6a2c1 of type vlan for network 85253243-aef7-447c-a378-2a68975d7cb2 Jun 24 11:49:45.816965 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-2fabcd15-3060-4b66-a2a7-3cc3cdc33a10 None None] Deleting port 1c5f4b47-3f9a-4532-b81b-4b878e809a43 {{(pid=128085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 11:49:45.817573 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-2fabcd15-3060-4b66-a2a7-3cc3cdc33a10 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793193942312'] for port, before_delete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:45.900276 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-8c90beed-d007-489f-b1bb-ccc38d027b6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1010ec49-338d-4ddb-ab95-5db8aeb9bc3a', 'name': 'tempest-TestVolumeBootPattern-1586751402-router', 'tenant_id': '91cba4619aa74784a108d3a825cc8e0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'external_fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.200'}], 'enable_snat': True}, 'gw_port_id': '075214bd-0a72-4e24-a0f8-f7fb96f5c3fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T11:49:41Z', 'updated_at': '2021-06-24T11:49:43Z', 'revision_number': 3, 'project_id': '91cba4619aa74784a108d3a825cc8e0c', 'gw_port': {'id': '075214bd-0a72-4e24-a0f8-f7fb96f5c3fa', 'name': '', 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:01:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1010ec49-338d-4ddb-ab95-5db8aeb9bc3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 935, 'fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:49:42Z', 'updated_at': '2021-06-24T11:49:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-4-hyperv'}], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:49:45.901583 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-2fabcd15-3060-4b66-a2a7-3cc3cdc33a10 None None] For port 1c5f4b47-3f9a-4532-b81b-4b878e809a43, host dv-neutron-797120-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=1c5f4b47-3f9a-4532-b81b-4b878e809a43,segment=NetworkSegment(9a600d73-2c73-4091-aead-4bd42579a815),segment_id=9a600d73-2c73-4091-aead-4bd42579a815)] {{(pid=128085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 11:49:45.902063 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-2fabcd15-3060-4b66-a2a7-3cc3cdc33a10 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1978872'] for port, precommit_delete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:45.918492 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-2fabcd15-3060-4b66-a2a7-3cc3cdc33a10 None None] Calling delete_port for 1c5f4b47-3f9a-4532-b81b-4b878e809a43 owned by network:dhcp {{(pid=128085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 11:49:45.933246 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c90beed-d007-489f-b1bb-ccc38d027b6e None None] Checking router: 1010ec49-338d-4ddb-ab95-5db8aeb9bc3a for host: dv-neutron-797120-4-hyperv {{(pid=128086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 11:49:45.933976 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c90beed-d007-489f-b1bb-ccc38d027b6e None None] Updating router 1010ec49-338d-4ddb-ab95-5db8aeb9bc3a port 075214bd-0a72-4e24-a0f8-f7fb96f5c3fa binding host dv-neutron-797120-4-hyperv {{(pid=128086) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 11:49:45.980927 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron_lib.callbacks.manager [None req-8c90beed-d007-489f-b1bb-ccc38d027b6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:46.017189 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-1534aaf3-f37c-421e-93aa-d934b09eb035 None None] For port cbfbe795-6aa8-4b95-b504-878db4cc9bfd, host dv-neutron-797120-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=cbfbe795-6aa8-4b95-b504-878db4cc9bfd,segment=NetworkSegment(feccf5a9-eb5f-4366-9287-7909e7dea8b2),segment_id=feccf5a9-eb5f-4366-9287-7909e7dea8b2)] {{(pid=128085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 11:49:46.034360 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-2fabcd15-3060-4b66-a2a7-3cc3cdc33a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793193945299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193536732'] for port, after_delete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:46.038785 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-66508fe7-4f11-444c-8cbd-0a709f01906b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:49:46.040926 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-1534aaf3-f37c-421e-93aa-d934b09eb035 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:46.061855 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:46.071456 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.db [None req-c696bc3a-f39a-435f-a206-db81c2463cd4 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] For port 1c5f4b47-3f9a-4532-b81b-4b878e809a43, host dv-neutron-797120-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=1c5f4b47-3f9a-4532-b81b-4b878e809a43,segment=NetworkSegment(9a600d73-2c73-4091-aead-4bd42579a815),segment_id=9a600d73-2c73-4091-aead-4bd42579a815)] {{(pid=128084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 11:49:46.071674 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-c696bc3a-f39a-435f-a206-db81c2463cd4 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1978872'] for port, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:46.113263 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.plugin [None req-c696bc3a-f39a-435f-a206-db81c2463cd4 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Calling delete_port for 1c5f4b47-3f9a-4532-b81b-4b878e809a43 owned by network:dhcp {{(pid=128084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 11:49:46.311242 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.plugin [None req-587634d4-12ab-44f1-968f-a1fa6eb52d4a tempest-FloatingIPAdminTestJSON-775113783 tempest-FloatingIPAdminTestJSON-775113783-project] Deleting port 9c58a286-4f0c-42fa-a0d0-ac77ab3bb16c {{(pid=128084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 11:49:46.311657 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-587634d4-12ab-44f1-968f-a1fa6eb52d4a tempest-FloatingIPAdminTestJSON-775113783 tempest-FloatingIPAdminTestJSON-775113783-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793193942312'] for port, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:46.338563 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fabcd15-3060-4b66-a2a7-3cc3cdc33a10 None None] No DVR routers for this DVR port 1c5f4b47-3f9a-4532-b81b-4b878e809a43 on host dv-neutron-797120-4-hyperv {{(pid=128085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 11:49:46.344800 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-d67f701e-82f8-4256-b139-ad92b63fa6fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee31ee3a-f8b4-4647-a8df-28778cd53f86', 'name': 'tempest-TestNetworkAdvancedServerOps-router-699476796', 'tenant_id': '027cb114b40f4b66abdd9fd20f4debdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'external_fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.213'}], 'enable_snat': True}, 'gw_port_id': '373ef065-c177-4277-a496-5938a3e62f69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T11:49:29Z', 'updated_at': '2021-06-24T11:49:41Z', 'revision_number': 4, 'project_id': '027cb114b40f4b66abdd9fd20f4debdf', 'gw_port': {'id': '373ef065-c177-4277-a496-5938a3e62f69', 'name': '', 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:10:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee31ee3a-f8b4-4647-a8df-28778cd53f86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 903, 'fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:49:30Z', 'updated_at': '2021-06-24T11:49:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-4-hyperv', '_interfaces': [{'id': 'd53c5e63-07c1-42e3-8bd4-9342e0cb7112', 'name': '', 'network_id': '0df59c03-dac3-411f-a2bf-16d57a368c8d', 'tenant_id': '027cb114b40f4b66abdd9fd20f4debdf', 'mac_address': 'fa:16:3e:ab:85:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee31ee3a-f8b4-4647-a8df-28778cd53f86', 'device_owner': 'network:router_interface', 'standard_attr_id': 927, 'fixed_ips': [{'subnet_id': 'fed5c1a3-282b-465b-a705-0bcb2ca19c6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:49:39Z', 'updated_at': '2021-06-24T11:49:42Z', 'revision_number': 2, 'project_id': '027cb114b40f4b66abdd9fd20f4debdf', 'subnets': [{'id': 'fed5c1a3-282b-465b-a705-0bcb2ca19c6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:49:46.365783 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-72d91fe6-5cf3-47fb-8410-3028868b5aeb tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 3.2874031 Jun 24 11:49:46.374196 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 60736) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:49:46.383741 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fabcd15-3060-4b66-a2a7-3cc3cdc33a10 None None] Pushing event deleted for resources: {'Port': ['ID=1c5f4b47-3f9a-4532-b81b-4b878e809a43,revision_number=None']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:49:46.390964 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-2fabcd15-3060-4b66-a2a7-3cc3cdc33a10 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.352s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:49:46.413082 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-0439f070-a3eb-4251-b73f-cd2cbbe30ede None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.352s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:49:46.430366 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron_lib.callbacks.manager [None req-8c90beed-d007-489f-b1bb-ccc38d027b6e None None] Notify callbacks [] for port, precommit_update {{(pid=128086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:46.442652 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d67f701e-82f8-4256-b139-ad92b63fa6fe None None] Checking router: ee31ee3a-f8b4-4647-a8df-28778cd53f86 for host: dv-neutron-797120-4-hyperv {{(pid=128085) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 11:49:46.443791 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d67f701e-82f8-4256-b139-ad92b63fa6fe None None] Updating router ee31ee3a-f8b4-4647-a8df-28778cd53f86 port d53c5e63-07c1-42e3-8bd4-9342e0cb7112 binding host dv-neutron-797120-4-hyperv {{(pid=128085) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 11:49:46.446380 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.provisioning_blocks [None req-8c90beed-d007-489f-b1bb-ccc38d027b6e None None] Transition to ACTIVE for port object 075214bd-0a72-4e24-a0f8-f7fb96f5c3fa will not be triggered until provisioned by entity L2. {{(pid=128086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 11:49:46.452020 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-2433655f-aa8e-45b2-b97c-8fb28b463c1c tempest-ExtraDHCPOptionsTestJSON-1604773077 tempest-ExtraDHCPOptionsTestJSON-1604773077-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793193525068'] for network, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:46.455248 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron_lib.callbacks.manager [None req-8c90beed-d007-489f-b1bb-ccc38d027b6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:46.460398 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d91fe6-5cf3-47fb-8410-3028868b5aeb tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Pushing event updated for resources: {'Port': ['ID=082c0949-1bf0-41c6-90fa-b2eb42764685,revision_number=1']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:49:46.466922 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG oslo_concurrency.lockutils [None req-bd41d278-3e7d-4b3c-9041-b26911d2a38f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128086) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:49:46.475072 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-72d91fe6-5cf3-47fb-8410-3028868b5aeb tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.792s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:49:46.500791 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-587634d4-12ab-44f1-968f-a1fa6eb52d4a tempest-FloatingIPAdminTestJSON-775113783 tempest-FloatingIPAdminTestJSON-775113783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1978872'] for port, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:46.502212 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-d67f701e-82f8-4256-b139-ad92b63fa6fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:46.508310 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843c093a-6bc5-43bf-acba-4d2ca3b98cd4 req-d2a1bcf6-34c0-4bb6-84a2-3096ff87beb8 tempest-TestNetworkAdvancedServerOps-1479438933 tempest-TestNetworkAdvancedServerOps-1479438933-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:49:46.510360 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-843c093a-6bc5-43bf-acba-4d2ca3b98cd4 req-d2a1bcf6-34c0-4bb6-84a2-3096ff87beb8 tempest-TestNetworkAdvancedServerOps-1479438933 tempest-TestNetworkAdvancedServerOps-1479438933-project] 10.222.0.53 "GET /v2.0/networks?id=0df59c03-dac3-411f-a2bf-16d57a368c8d HTTP/1.1" status: 200 len: 797 time: 1.0040181 Jun 24 11:49:46.515375 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.plugin [None req-587634d4-12ab-44f1-968f-a1fa6eb52d4a tempest-FloatingIPAdminTestJSON-775113783 tempest-FloatingIPAdminTestJSON-775113783-project] Calling delete_port for 9c58a286-4f0c-42fa-a0d0-ac77ab3bb16c owned by {{(pid=128084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 11:49:46.518865 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-024587dd-3cbf-4be4-a9e0-d80d0aa350f4 None None] Provisioning for port 3213c3a6-b9d1-41b2-83df-46b925b52307 completed by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 11:49:46.529746 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9587fd99-9c15-4559-9b94-19ccf20b6938 None None] Pushing event updated for resources: {'Port': ['ID=075214bd-0a72-4e24-a0f8-f7fb96f5c3fa,revision_number=2']} {{(pid=128086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:49:46.554794 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-024587dd-3cbf-4be4-a9e0-d80d0aa350f4 None None] Provisioning complete for port 3213c3a6-b9d1-41b2-83df-46b925b52307 triggered by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:49:46.555765 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-024587dd-3cbf-4be4-a9e0-d80d0aa350f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:46.578233 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.plugins.ml2.managers [None req-8c90beed-d007-489f-b1bb-ccc38d027b6e None None] Attempting to bind port 075214bd-0a72-4e24-a0f8-f7fb96f5c3fa on host dv-neutron-797120-4-hyperv for vnic_type normal with profile {{(pid=128086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 11:49:46.579145 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.plugins.ml2.managers [None req-8c90beed-d007-489f-b1bb-ccc38d027b6e None None] Attempting to bind port 075214bd-0a72-4e24-a0f8-f7fb96f5c3fa by drivers openvswitch,hyperv on host dv-neutron-797120-4-hyperv at level 0 using segments [{'id': '1139564f-ff83-4b49-a593-84b33301357d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b'}] {{(pid=128086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 11:49:46.579145 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c90beed-d007-489f-b1bb-ccc38d027b6e None None] Attempting to bind port 075214bd-0a72-4e24-a0f8-f7fb96f5c3fa on network f2b8ca71-e776-48b2-8898-96cc7970207b {{(pid=128086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 11:49:46.586804 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c90beed-d007-489f-b1bb-ccc38d027b6e None None] Checking agent: {'id': 'e3a695b2-c397-461f-83b0-10b79d490b59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 11, 36, 56), 'started_at': datetime.datetime(2021, 6, 24, 11, 37, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 11, 49, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=128086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 11:49:46.587387 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c90beed-d007-489f-b1bb-ccc38d027b6e None None] Checking segment: {'id': '1139564f-ff83-4b49-a593-84b33301357d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=128086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 11:49:46.587976 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron_lib.callbacks.manager [None req-8c90beed-d007-489f-b1bb-ccc38d027b6e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=128086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:46.589359 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c90beed-d007-489f-b1bb-ccc38d027b6e None None] Bound using segment: {'id': '1139564f-ff83-4b49-a593-84b33301357d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b'} {{(pid=128086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 11:49:46.589876 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.plugins.ml2.managers [None req-8c90beed-d007-489f-b1bb-ccc38d027b6e None None] Bound port: 075214bd-0a72-4e24-a0f8-f7fb96f5c3fa, host: dv-neutron-797120-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1139564f-ff83-4b49-a593-84b33301357d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b'}}] {{(pid=128086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 11:49:46.590285 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron_lib.callbacks.manager [None req-8c90beed-d007-489f-b1bb-ccc38d027b6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:46.594199 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-843c093a-6bc5-43bf-acba-4d2ca3b98cd4 req-b416675b-2f31-47b2-8f36-52e562fb1281 tempest-TestNetworkAdvancedServerOps-1479438933 tempest-TestNetworkAdvancedServerOps-1479438933-project] 10.222.0.53 "GET /v2.0/quotas/027cb114b40f4b66abdd9fd20f4debdf HTTP/1.1" status: 200 len: 375 time: 0.0751300 Jun 24 11:49:46.624090 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.db.api [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=128085) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 24 11:49:46.624429 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_db.api [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 24 11:49:46.636887 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-2433655f-aa8e-45b2-b97c-8fb28b463c1c tempest-ExtraDHCPOptionsTestJSON-1604773077 tempest-ExtraDHCPOptionsTestJSON-1604773077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1800243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976'] for network, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:46.640677 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1534aaf3-f37c-421e-93aa-d934b09eb035 None None] Pushing event updated for resources: {'Port': ['ID=cbfbe795-6aa8-4b95-b504-878db4cc9bfd,revision_number=3']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:49:46.643221 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2433655f-aa8e-45b2-b97c-8fb28b463c1c tempest-ExtraDHCPOptionsTestJSON-1604773077 tempest-ExtraDHCPOptionsTestJSON-1604773077-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:49:46.643838 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-2433655f-aa8e-45b2-b97c-8fb28b463c1c tempest-ExtraDHCPOptionsTestJSON-1604773077 tempest-ExtraDHCPOptionsTestJSON-1604773077-project] Notify callbacks [] for network, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:46.653044 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-1534aaf3-f37c-421e-93aa-d934b09eb035 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:49:46.659230 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.plugins.ml2.db [None req-8c90beed-d007-489f-b1bb-ccc38d027b6e None None] For port 075214bd-0a72-4e24-a0f8-f7fb96f5c3fa, host dv-neutron-797120-4-hyperv, cleared binding levels {{(pid=128086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 11:49:46.663213 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.plugins.ml2.db [None req-8c90beed-d007-489f-b1bb-ccc38d027b6e None None] For port 075214bd-0a72-4e24-a0f8-f7fb96f5c3fa, host dv-neutron-797120-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=075214bd-0a72-4e24-a0f8-f7fb96f5c3fa,segment=NetworkSegment(1139564f-ff83-4b49-a593-84b33301357d),segment_id=1139564f-ff83-4b49-a593-84b33301357d)] {{(pid=128086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 11:49:46.666726 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-c06b24cd-644b-4c68-b4a6-7119134c2608 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:49:46.675094 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-587634d4-12ab-44f1-968f-a1fa6eb52d4a tempest-FloatingIPAdminTestJSON-775113783 tempest-FloatingIPAdminTestJSON-775113783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793193945299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193536732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3292088'] for port, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:46.681436 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-4eed624a-dcf9-4196-b915-966efb3adc9d tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:49:46.687985 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-c696bc3a-f39a-435f-a206-db81c2463cd4 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793193945299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193536732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3292088'] for port, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:46.688464 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron_lib.callbacks.manager [None req-8c90beed-d007-489f-b1bb-ccc38d027b6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:46.691586 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG oslo_concurrency.lockutils [None req-9587fd99-9c15-4559-9b94-19ccf20b6938 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=128086) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:49:46.696312 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG oslo_concurrency.lockutils [None req-9587fd99-9c15-4559-9b94-19ccf20b6938 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.004s {{(pid=128086) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:49:46.726990 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587634d4-12ab-44f1-968f-a1fa6eb52d4a tempest-FloatingIPAdminTestJSON-775113783 tempest-FloatingIPAdminTestJSON-775113783-project] Pushing event deleted for resources: {'Port': ['ID=9c58a286-4f0c-42fa-a0d0-ac77ab3bb16c,revision_number=None']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:49:46.734197 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-587634d4-12ab-44f1-968f-a1fa6eb52d4a tempest-FloatingIPAdminTestJSON-775113783 tempest-FloatingIPAdminTestJSON-775113783-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:49:46.736650 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-2801eb57-46eb-4bfe-b59a-a64d7db54527 tempest-FloatingIPAdminTestJSON-1995830821 tempest-FloatingIPAdminTestJSON-1995830821-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.018s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:49:46.789827 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-2433655f-aa8e-45b2-b97c-8fb28b463c1c tempest-ExtraDHCPOptionsTestJSON-1604773077 tempest-ExtraDHCPOptionsTestJSON-1604773077-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 3.2433245 Jun 24 11:49:46.795604 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c696bc3a-f39a-435f-a206-db81c2463cd4 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Pushing event deleted for resources: {'Port': ['ID=1c5f4b47-3f9a-4532-b81b-4b878e809a43,revision_number=None']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:49:46.799931 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 60740) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:49:46.828342 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9587fd99-9c15-4559-9b94-19ccf20b6938 None None] Pushing event updated for resources: {'Port': ['ID=075214bd-0a72-4e24-a0f8-f7fb96f5c3fa,revision_number=3']} {{(pid=128086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:49:46.834968 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG oslo_concurrency.lockutils [None req-9587fd99-9c15-4559-9b94-19ccf20b6938 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=128086) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:49:46.853223 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-c696bc3a-f39a-435f-a206-db81c2463cd4 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:49:46.854126 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c696bc3a-f39a-435f-a206-db81c2463cd4 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] No DVR routers for this DVR port 1c5f4b47-3f9a-4532-b81b-4b878e809a43 on host dv-neutron-797120-4-hyperv {{(pid=128084) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 11:49:46.861174 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-587634d4-12ab-44f1-968f-a1fa6eb52d4a tempest-FloatingIPAdminTestJSON-775113783 tempest-FloatingIPAdminTestJSON-775113783-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468916'] for port, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:46.862381 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [None req-11c73d55-a93d-4333-affc-aedd7d580c1d tempest-ExtraDHCPOptionsTestJSON-1604773077 tempest-ExtraDHCPOptionsTestJSON-1604773077-project] Request body: {'subnet': {'network_id': '85253243-aef7-447c-a378-2a68975d7cb2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:49:46.863228 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c90beed-d007-489f-b1bb-ccc38d027b6e None None] Routers {'1010ec49-338d-4ddb-ab95-5db8aeb9bc3a'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 11:49:46.863420 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-587634d4-12ab-44f1-968f-a1fa6eb52d4a tempest-FloatingIPAdminTestJSON-775113783 tempest-FloatingIPAdminTestJSON-775113783-project] 10.222.0.53 "DELETE /v2.0/ports/9c58a286-4f0c-42fa-a0d0-ac77ab3bb16c HTTP/1.1" status: 204 len: 168 time: 1.4453104 Jun 24 11:49:46.863861 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-8c90beed-d007-489f-b1bb-ccc38d027b6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T11:49:26Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['1010ec49-338d-4ddb-ab95-5db8aeb9bc3a'], 'active': True} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:49:46.882527 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-024587dd-3cbf-4be4-a9e0-d80d0aa350f4 None None] Provisioning for port 082c0949-1bf0-41c6-90fa-b2eb42764685 completed by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 11:49:46.890294 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-024587dd-3cbf-4be4-a9e0-d80d0aa350f4 None None] Provisioning complete for port 082c0949-1bf0-41c6-90fa-b2eb42764685 triggered by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:49:46.890734 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-024587dd-3cbf-4be4-a9e0-d80d0aa350f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:46.893101 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 60742) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:49:46.951849 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-024587dd-3cbf-4be4-a9e0-d80d0aa350f4 None None] Port 082c0949-1bf0-41c6-90fa-b2eb42764685 cannot update to ACTIVE because it is not bound. {{(pid=128085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 11:49:46.996252 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2433655f-aa8e-45b2-b97c-8fb28b463c1c tempest-ExtraDHCPOptionsTestJSON-1604773077 tempest-ExtraDHCPOptionsTestJSON-1604773077-project] Pushing event updated for resources: {'Network': ['ID=85253243-aef7-447c-a378-2a68975d7cb2,revision_number=1']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:49:47.004663 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-2433655f-aa8e-45b2-b97c-8fb28b463c1c tempest-ExtraDHCPOptionsTestJSON-1604773077 tempest-ExtraDHCPOptionsTestJSON-1604773077-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.338s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:49:47.018159 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Network 85253243-aef7-447c-a378-2a68975d7cb2 details requested by agent ovs-agent-dv-neutron-797120-4-hyperv with host dv-neutron-797120-4-hyperv {{(pid=128085) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 11:49:47.030524 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_dvr_db [None req-8c90beed-d007-489f-b1bb-ccc38d027b6e None None] Set router 1010ec49-338d-4ddb-ab95-5db8aeb9bc3a gateway port host: dv-neutron-797120-4-hyperv {{(pid=128086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 11:49:47.063832 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-c696bc3a-f39a-435f-a206-db81c2463cd4 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973199', 'neutron.services.segments.db._delete_segments_for_network-8793194012456'] for network, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:47.078921 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-d67f701e-82f8-4256-b139-ad92b63fa6fe None None] Notify callbacks [] for port, precommit_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:47.084968 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.services.segments.db [None req-c696bc3a-f39a-435f-a206-db81c2463cd4 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5df179a1-2c09-4468-b884-bbdc2bfe8c7a']}} {{(pid=128084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:49:47.094588 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.plugin [None req-33d6c147-693d-4d5d-b62a-0b27af1ab371 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Deleting port 082c0949-1bf0-41c6-90fa-b2eb42764685 {{(pid=128083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 11:49:47.095225 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-33d6c147-693d-4d5d-b62a-0b27af1ab371 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793193942312'] for port, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:47.108921 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.services.segments.db [None req-c696bc3a-f39a-435f-a206-db81c2463cd4 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a600d73-2c73-4091-aead-4bd42579a815') {'for_net_delete': True} {{(pid=128084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:49:47.109394 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.services.segments.db [None req-c696bc3a-f39a-435f-a206-db81c2463cd4 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a600d73-2c73-4091-aead-4bd42579a815') {} {{(pid=128084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:49:47.128340 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-c696bc3a-f39a-435f-a206-db81c2463cd4 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793194097327', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2373599'] for segment, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:47.131138 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-d67f701e-82f8-4256-b139-ad92b63fa6fe None None] Transition to ACTIVE for port object d53c5e63-07c1-42e3-8bd4-9342e0cb7112 will not be triggered until provisioned by entity L2. {{(pid=128085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 11:49:47.155980 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-e630e868-264c-4263-990c-3c5c3196e171 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2537737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3289942'] for subnet, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:47.160709 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11c73d55-a93d-4333-affc-aedd7d580c1d tempest-ExtraDHCPOptionsTestJSON-1604773077 tempest-ExtraDHCPOptionsTestJSON-1604773077-project] Made reservation on behalf of f11ce05b6cc54bb9bc9657e614d95d90 for: {'subnet': 1} {{(pid=128083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 11:49:47.165437 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-11c73d55-a93d-4333-affc-aedd7d580c1d tempest-ExtraDHCPOptionsTestJSON-1604773077 tempest-ExtraDHCPOptionsTestJSON-1604773077-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3289788'] for subnet, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:47.175151 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-d67f701e-82f8-4256-b139-ad92b63fa6fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:47.179904 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-82aceb57-9b3d-4f45-9d20-37cc7a243a68 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:49:47.186947 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-c696bc3a-f39a-435f-a206-db81c2463cd4 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967879'] for segment, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:47.191465 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-3aefbd59-cc84-4b8b-9c78-439c91a346f5 tempest-FloatingIPAdminTestJSON-775113783 tempest-FloatingIPAdminTestJSON-775113783-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:49:47.219698 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c696bc3a-f39a-435f-a206-db81c2463cd4 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Releasing vlan 626 on physical network physnet1 to pool {{(pid=128084) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 11:49:47.219698 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-c696bc3a-f39a-435f-a206-db81c2463cd4 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3292053'] for segment, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:47.258760 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f600d74-c6d6-493d-bd73-29240a4495c0 None None] Pushing event updated for resources: {'Port': ['ID=d53c5e63-07c1-42e3-8bd4-9342e0cb7112,revision_number=3']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:49:47.265440 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-9f600d74-c6d6-493d-bd73-29240a4495c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:49:47.285005 dv-neutron-797120-4-hyperv neutron-server[128084]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 11:49:47.285005 dv-neutron-797120-4-hyperv neutron-server[128084]: conditions |= (models_v2.Port.network_id.in_( Jun 24 11:49:47.285005 dv-neutron-797120-4-hyperv neutron-server[128084]: Traceback (most recent call last): Jun 24 11:49:47.285005 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 24 11:49:47.285005 dv-neutron-797120-4-hyperv neutron-server[128084]: timer() Jun 24 11:49:47.285005 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 24 11:49:47.285005 dv-neutron-797120-4-hyperv neutron-server[128084]: cb(*args, **kw) Jun 24 11:49:47.285005 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 24 11:49:47.285005 dv-neutron-797120-4-hyperv neutron-server[128084]: return func(*args, **kwargs) Jun 24 11:49:47.285005 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 24 11:49:47.285005 dv-neutron-797120-4-hyperv neutron-server[128084]: self._notify() Jun 24 11:49:47.285005 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 24 11:49:47.285005 dv-neutron-797120-4-hyperv neutron-server[128084]: self.callback(batched_events) Jun 24 11:49:47.285005 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 24 11:49:47.285005 dv-neutron-797120-4-hyperv neutron-server[128084]: event.method(event) Jun 24 11:49:47.285005 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 24 11:49:47.285005 dv-neutron-797120-4-hyperv neutron-server[128084]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 24 11:49:47.285005 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 24 11:49:47.285005 dv-neutron-797120-4-hyperv neutron-server[128084]: aggregate_uuid = self.p_client.list_aggregates( Jun 24 11:49:47.285005 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 24 11:49:47.285005 dv-neutron-797120-4-hyperv neutron-server[128084]: return f(self, *a, **k) Jun 24 11:49:47.285005 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 24 11:49:47.285005 dv-neutron-797120-4-hyperv neutron-server[128084]: return self._get(url).json() Jun 24 11:49:47.285005 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 24 11:49:47.285005 dv-neutron-797120-4-hyperv neutron-server[128084]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 24 11:49:47.285005 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 24 11:49:47.285005 dv-neutron-797120-4-hyperv neutron-server[128084]: return self.request(url, 'GET', **kwargs) Jun 24 11:49:47.285005 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 24 11:49:47.285005 dv-neutron-797120-4-hyperv neutron-server[128084]: base_url = self.get_endpoint(auth, allow=allow, Jun 24 11:49:47.285005 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 24 11:49:47.285005 dv-neutron-797120-4-hyperv neutron-server[128084]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 24 11:49:47.285005 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 24 11:49:47.285005 dv-neutron-797120-4-hyperv neutron-server[128084]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 24 11:49:47.285005 dv-neutron-797120-4-hyperv neutron-server[128084]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 24 11:49:47.299396 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-d67f701e-82f8-4256-b139-ad92b63fa6fe None None] Attempting to bind port d53c5e63-07c1-42e3-8bd4-9342e0cb7112 on host dv-neutron-797120-4-hyperv for vnic_type normal with profile {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 11:49:47.299765 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-d67f701e-82f8-4256-b139-ad92b63fa6fe None None] Attempting to bind port d53c5e63-07c1-42e3-8bd4-9342e0cb7112 by drivers openvswitch,hyperv on host dv-neutron-797120-4-hyperv at level 0 using segments [{'id': 'b17ea5b8-604c-427d-a101-058a8063b214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '0df59c03-dac3-411f-a2bf-16d57a368c8d'}] {{(pid=128085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 11:49:47.300137 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d67f701e-82f8-4256-b139-ad92b63fa6fe None None] Attempting to bind port d53c5e63-07c1-42e3-8bd4-9342e0cb7112 on network 0df59c03-dac3-411f-a2bf-16d57a368c8d {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 11:49:47.300835 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bd8c148-556f-43b8-97d5-a949c86628bd tempest-FloatingIPAdminTestJSON-775113783 tempest-FloatingIPAdminTestJSON-775113783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:49:47.302704 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-3bd8c148-556f-43b8-97d5-a949c86628bd tempest-FloatingIPAdminTestJSON-775113783 tempest-FloatingIPAdminTestJSON-775113783-project] 10.222.0.53 "GET /v2.0/ports?device_id=1606d87f-67b7-492c-9816-c9bd352c4dd6 HTTP/1.1" status: 200 len: 913 time: 0.4093471 Jun 24 11:49:47.307893 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d67f701e-82f8-4256-b139-ad92b63fa6fe None None] Checking agent: {'id': 'e3a695b2-c397-461f-83b0-10b79d490b59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 11, 36, 56), 'started_at': datetime.datetime(2021, 6, 24, 11, 37, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 11, 49, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 11:49:47.308267 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d67f701e-82f8-4256-b139-ad92b63fa6fe None None] Checking segment: {'id': 'b17ea5b8-604c-427d-a101-058a8063b214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '0df59c03-dac3-411f-a2bf-16d57a368c8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=128085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 11:49:47.308673 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-d67f701e-82f8-4256-b139-ad92b63fa6fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:47.309086 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d67f701e-82f8-4256-b139-ad92b63fa6fe None None] Bound using segment: {'id': 'b17ea5b8-604c-427d-a101-058a8063b214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '0df59c03-dac3-411f-a2bf-16d57a368c8d'} {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 11:49:47.309557 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-d67f701e-82f8-4256-b139-ad92b63fa6fe None None] Bound port: d53c5e63-07c1-42e3-8bd4-9342e0cb7112, host: dv-neutron-797120-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b17ea5b8-604c-427d-a101-058a8063b214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '0df59c03-dac3-411f-a2bf-16d57a368c8d'}}] {{(pid=128085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 11:49:47.309937 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-d67f701e-82f8-4256-b139-ad92b63fa6fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:47.314487 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 60744) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:49:47.350705 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-843c093a-6bc5-43bf-acba-4d2ca3b98cd4 req-c5f9481a-d5ce-4e90-8477-c88c19961951 tempest-TestNetworkAdvancedServerOps-1479438933 tempest-TestNetworkAdvancedServerOps-1479438933-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=027cb114b40f4b66abdd9fd20f4debdf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.7303228 Jun 24 11:49:47.363621 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-8c90beed-d007-489f-b1bb-ccc38d027b6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1010ec49-338d-4ddb-ab95-5db8aeb9bc3a', 'name': 'tempest-TestVolumeBootPattern-1586751402-router', 'tenant_id': '91cba4619aa74784a108d3a825cc8e0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'external_fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.200'}], 'enable_snat': True}, 'gw_port_id': '075214bd-0a72-4e24-a0f8-f7fb96f5c3fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T11:49:41Z', 'updated_at': '2021-06-24T11:49:43Z', 'revision_number': 3, 'project_id': '91cba4619aa74784a108d3a825cc8e0c', 'gw_port': {'id': '075214bd-0a72-4e24-a0f8-f7fb96f5c3fa', 'name': '', 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:01:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1010ec49-338d-4ddb-ab95-5db8aeb9bc3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 935, 'fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:49:42Z', 'updated_at': '2021-06-24T11:49:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-4-hyperv'}], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:49:47.400248 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device 3213c3a6-b9d1-41b2-83df-46b925b52307 up at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 11:49:47.410348 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c90beed-d007-489f-b1bb-ccc38d027b6e None None] The sync data for ids ['1010ec49-338d-4ddb-ab95-5db8aeb9bc3a'] in dv-neutron-797120-4-hyperv is: [{'id': '1010ec49-338d-4ddb-ab95-5db8aeb9bc3a', 'name': 'tempest-TestVolumeBootPattern-1586751402-router', 'tenant_id': '91cba4619aa74784a108d3a825cc8e0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'external_fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.200'}], 'enable_snat': True}, 'gw_port_id': '075214bd-0a72-4e24-a0f8-f7fb96f5c3fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T11:49:41Z', 'updated_at': '2021-06-24T11:49:43Z', 'revision_number': 3, 'project_id': '91cba4619aa74784a108d3a825cc8e0c', 'gw_port': {'id': '075214bd-0a72-4e24-a0f8-f7fb96f5c3fa', 'name': '', 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:01:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1010ec49-338d-4ddb-ab95-5db8aeb9bc3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 935, 'fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:49:42Z', 'updated_at': '2021-06-24T11:49:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-4-hyperv'}] {{(pid=128086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 11:49:47.494230 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e630e868-264c-4263-990c-3c5c3196e171 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Pushing event updated for resources: {'Subnet': ['ID=a315b228-36f3-40dc-8ebb-2c3c159e4eed,revision_number=0']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:49:47.497568 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-e630e868-264c-4263-990c-3c5c3196e171 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.306s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:49:47.497895 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-c696bc3a-f39a-435f-a206-db81c2463cd4 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1800243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1815642'] for network, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:47.508219 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-81e095b2-bd02-4a05-b433-6343ac7bd63e tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:49:47.513263 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-c696bc3a-f39a-435f-a206-db81c2463cd4 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Notify callbacks [] for network, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:47.526885 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-c696bc3a-f39a-435f-a206-db81c2463cd4 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] 10.222.0.53 "DELETE /v2.0/networks/5df179a1-2c09-4468-b884-bbdc2bfe8c7a HTTP/1.1" status: 204 len: 168 time: 3.0595257 Jun 24 11:49:47.550034 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning complete for port 3213c3a6-b9d1-41b2-83df-46b925b52307 triggered by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:49:47.550435 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:47.552495 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-d67f701e-82f8-4256-b139-ad92b63fa6fe None None] For port d53c5e63-07c1-42e3-8bd4-9342e0cb7112, host dv-neutron-797120-4-hyperv, cleared binding levels {{(pid=128085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 11:49:47.556810 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-d67f701e-82f8-4256-b139-ad92b63fa6fe None None] For port d53c5e63-07c1-42e3-8bd4-9342e0cb7112, host dv-neutron-797120-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=d53c5e63-07c1-42e3-8bd4-9342e0cb7112,segment=NetworkSegment(b17ea5b8-604c-427d-a101-058a8063b214),segment_id=b17ea5b8-604c-427d-a101-058a8063b214)] {{(pid=128085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 11:49:47.561408 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-33d6c147-693d-4d5d-b62a-0b27af1ab371 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1978872'] for port, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:47.588408 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.plugin [None req-33d6c147-693d-4d5d-b62a-0b27af1ab371 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Calling delete_port for 082c0949-1bf0-41c6-90fa-b2eb42764685 owned by {{(pid=128083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 11:49:47.590717 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-d67f701e-82f8-4256-b139-ad92b63fa6fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:47.605357 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:49:47.628845 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e630e868-264c-4263-990c-3c5c3196e171 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Checking segment: {'id': '563c5ddb-3b7a-4f68-930a-32edf6ad32f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'c9fe903b-46c4-4ac5-8964-8c180f7e5738'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=128083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 11:49:47.629241 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e630e868-264c-4263-990c-3c5c3196e171 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Network hostable DHCP agents. Network: c9fe903b-46c4-4ac5-8964-8c180f7e5738, hostable agents: ['6be988a9-1d97-480f-be5a-c55abf2c55c5'], hosted agents: [] {{(pid=128083) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 11:49:47.671799 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d67f701e-82f8-4256-b139-ad92b63fa6fe None None] Routers {'ee31ee3a-f8b4-4647-a8df-28778cd53f86'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 11:49:47.672404 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-d67f701e-82f8-4256-b139-ad92b63fa6fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T11:49:26Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['ee31ee3a-f8b4-4647-a8df-28778cd53f86'], 'active': True} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:49:47.762222 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e630e868-264c-4263-990c-3c5c3196e171 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Network c9fe903b-46c4-4ac5-8964-8c180f7e5738 is scheduled to be hosted by DHCP agent 6be988a9-1d97-480f-be5a-c55abf2c55c5 with binding_index 1 {{(pid=128083) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 11:49:47.770497 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c696bc3a-f39a-435f-a206-db81c2463cd4 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Pushing event deleted for resources: {'Network': ['ID=5df179a1-2c09-4468-b884-bbdc2bfe8c7a,revision_number=None']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:49:47.773528 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-c696bc3a-f39a-435f-a206-db81c2463cd4 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:49:47.884322 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-843c093a-6bc5-43bf-acba-4d2ca3b98cd4 req-d5b81460-ce2f-4799-a663-37b83d1517d8 service neutron] 10.222.0.53 "GET /v2.0/networks/0df59c03-dac3-411f-a2bf-16d57a368c8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4764833 Jun 24 11:49:47.891507 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.base_scheduler [None req-e630e868-264c-4263-990c-3c5c3196e171 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-4-hyperv, c9fe903b-46c4-4ac5-8964-8c180f7e5738) {{(pid=128083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:49:47.913107 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e630e868-264c-4263-990c-3c5c3196e171 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:49:47.913630 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-e630e868-264c-4263-990c-3c5c3196e171 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Notify callbacks [] for subnet, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:47.917114 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbba9175-2646-4a97-9542-29f8d90f6c6f None None] Network c9fe903b-46c4-4ac5-8964-8c180f7e5738 requested from dv-neutron-797120-4-hyperv {{(pid=128085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 11:49:48.030661 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-ef449bc6-d6cd-45a2-a499-83537304c4e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:48.070862 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f600d74-c6d6-493d-bd73-29240a4495c0 None None] Pushing event updated for resources: {'Port': ['ID=d53c5e63-07c1-42e3-8bd4-9342e0cb7112,revision_number=4']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:49:48.078571 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-9f600d74-c6d6-493d-bd73-29240a4495c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.473s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:49:48.088325 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvr_db [None req-d67f701e-82f8-4256-b139-ad92b63fa6fe None None] Set router ee31ee3a-f8b4-4647-a8df-28778cd53f86 gateway port host: dv-neutron-797120-4-hyperv {{(pid=128085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 11:49:48.097447 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-e630e868-264c-4263-990c-3c5c3196e171 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.2781286 Jun 24 11:49:48.105662 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 60752) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:49:48.115787 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [None req-464b0970-6f0a-44df-a2d9-b17bb6978b26 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Request body: {'subnet': {'network_id': 'c9fe903b-46c4-4ac5-8964-8c180f7e5738', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:49:48.165490 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-11c73d55-a93d-4333-affc-aedd7d580c1d tempest-ExtraDHCPOptionsTestJSON-1604773077 tempest-ExtraDHCPOptionsTestJSON-1604773077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2537737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3289942'] for subnet, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:48.178799 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-fc5d59f0-0845-428f-af3a-a70103b02ea5 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:49:48.182111 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 60754) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:49:48.247390 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device cbfbe795-6aa8-4b95-b504-878db4cc9bfd up at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 11:49:48.341074 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5888f27f-e91e-43d8-bad5-e1745df7d3e5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d65c8f8-7530-5052-99fe-8ea05073750b-c9fe903b-46c4-4ac5-8964-8c180f7e5738', 'network_id': 'c9fe903b-46c4-4ac5-8964-8c180f7e5738', 'tenant_id': '99955773979244bf90218a1ecde00120', 'fixed_ips': [{'subnet_id': 'a315b228-36f3-40dc-8ebb-2c3c159e4eed'}]}} from dv-neutron-797120-4-hyperv. {{(pid=128085) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 24 11:49:48.341906 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-5888f27f-e91e-43d8-bad5-e1745df7d3e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_create {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:48.387538 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-fe0947ea-70d4-4a32-bcf8-7d5c186908a5 tempest-FloatingIPAdminTestJSON-775113783 tempest-FloatingIPAdminTestJSON-775113783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1978565'] for router_interface, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:48.406508 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c73d55-a93d-4333-affc-aedd7d580c1d tempest-ExtraDHCPOptionsTestJSON-1604773077 tempest-ExtraDHCPOptionsTestJSON-1604773077-project] Pushing event updated for resources: {'Subnet': ['ID=a5ad73db-d223-4448-bf2b-359d2e0fe36e,revision_number=0']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:49:48.417698 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-11c73d55-a93d-4333-affc-aedd7d580c1d tempest-ExtraDHCPOptionsTestJSON-1604773077 tempest-ExtraDHCPOptionsTestJSON-1604773077-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:49:48.435550 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-464b0970-6f0a-44df-a2d9-b17bb6978b26 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Made reservation on behalf of 99955773979244bf90218a1ecde00120 for: {'subnet': 1} {{(pid=128083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 11:49:48.442282 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-464b0970-6f0a-44df-a2d9-b17bb6978b26 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3289788'] for subnet, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:48.464575 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning complete for port cbfbe795-6aa8-4b95-b504-878db4cc9bfd triggered by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:49:48.464963 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:48.468572 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-843c093a-6bc5-43bf-acba-4d2ca3b98cd4 req-a8e09f9e-8b8a-4e57-98af-3e1d32506c69 service neutron] 10.222.0.53 "GET /v2.0/networks/0df59c03-dac3-411f-a2bf-16d57a368c8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5572867 Jun 24 11:49:48.594353 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-33d6c147-693d-4d5d-b62a-0b27af1ab371 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793193945299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193536732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2537862'] for port, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:48.601732 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11c73d55-a93d-4333-affc-aedd7d580c1d tempest-ExtraDHCPOptionsTestJSON-1604773077 tempest-ExtraDHCPOptionsTestJSON-1604773077-project] Checking segment: {'id': '9a768acd-6f39-4644-ae4c-2ef564a6a2c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '85253243-aef7-447c-a378-2a68975d7cb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=128083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 11:49:48.602111 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11c73d55-a93d-4333-affc-aedd7d580c1d tempest-ExtraDHCPOptionsTestJSON-1604773077 tempest-ExtraDHCPOptionsTestJSON-1604773077-project] Network hostable DHCP agents. Network: 85253243-aef7-447c-a378-2a68975d7cb2, hostable agents: ['6be988a9-1d97-480f-be5a-c55abf2c55c5'], hosted agents: [] {{(pid=128083) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 11:49:48.610944 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-69ec6c12-5cc9-4ea7-9255-c159c880e671 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:49:48.693623 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-95ef76bd-c056-4732-81d6-bc1863e77f0f admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=aaefe7394f294c70a614c4415cde77d6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4958537 Jun 24 11:49:48.694918 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d6c147-693d-4d5d-b62a-0b27af1ab371 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Pushing event deleted for resources: {'Port': ['ID=082c0949-1bf0-41c6-90fa-b2eb42764685,revision_number=None']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:49:48.697014 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 60760) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:49:48.706994 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-33d6c147-693d-4d5d-b62a-0b27af1ab371 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:49:48.775323 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.db.ipam_backend_mixin [None req-464b0970-6f0a-44df-a2d9-b17bb6978b26 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet a315b228-36f3-40dc-8ebb-2c3c159e4eed (CIDR: 2001:db8::/64) Jun 24 11:49:48.799341 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.pecan_wsgi.hooks.translation [None req-464b0970-6f0a-44df-a2d9-b17bb6978b26 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 24 11:49:48.799867 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-464b0970-6f0a-44df-a2d9-b17bb6978b26 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=128083) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 24 11:49:48.804162 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-33d6c147-693d-4d5d-b62a-0b27af1ab371 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468916'] for port, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:48.808721 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-33d6c147-693d-4d5d-b62a-0b27af1ab371 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] 10.222.0.53 "DELETE /v2.0/ports/082c0949-1bf0-41c6-90fa-b2eb42764685 HTTP/1.1" status: 204 len: 168 time: 2.4296598 Jun 24 11:49:48.812609 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 60770) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:49:48.825944 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11c73d55-a93d-4333-affc-aedd7d580c1d tempest-ExtraDHCPOptionsTestJSON-1604773077 tempest-ExtraDHCPOptionsTestJSON-1604773077-project] Network 85253243-aef7-447c-a378-2a68975d7cb2 is scheduled to be hosted by DHCP agent 6be988a9-1d97-480f-be5a-c55abf2c55c5 with binding_index 1 {{(pid=128083) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 11:49:48.873144 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device 1c5f4b47-3f9a-4532-b81b-4b878e809a43 no longer exists at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 11:49:48.910621 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-464b0970-6f0a-44df-a2d9-b17bb6978b26 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8006411 Jun 24 11:49:48.917514 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 60772) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:49:48.918306 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.base_scheduler [None req-11c73d55-a93d-4333-affc-aedd7d580c1d tempest-ExtraDHCPOptionsTestJSON-1604773077 tempest-ExtraDHCPOptionsTestJSON-1604773077-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-4-hyperv, 85253243-aef7-447c-a378-2a68975d7cb2) {{(pid=128083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:49:48.936399 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [None req-51d15f94-2638-4ccc-a0bb-f38219a08cee tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Request body: {'subnet': {'network_id': 'c9fe903b-46c4-4ac5-8964-8c180f7e5738', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:49:48.947672 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11c73d55-a93d-4333-affc-aedd7d580c1d tempest-ExtraDHCPOptionsTestJSON-1604773077 tempest-ExtraDHCPOptionsTestJSON-1604773077-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:49:48.948274 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-11c73d55-a93d-4333-affc-aedd7d580c1d tempest-ExtraDHCPOptionsTestJSON-1604773077 tempest-ExtraDHCPOptionsTestJSON-1604773077-project] Notify callbacks [] for subnet, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:48.994490 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-d67f701e-82f8-4256-b139-ad92b63fa6fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee31ee3a-f8b4-4647-a8df-28778cd53f86', 'name': 'tempest-TestNetworkAdvancedServerOps-router-699476796', 'tenant_id': '027cb114b40f4b66abdd9fd20f4debdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'external_fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.213'}], 'enable_snat': True}, 'gw_port_id': '373ef065-c177-4277-a496-5938a3e62f69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T11:49:29Z', 'updated_at': '2021-06-24T11:49:41Z', 'revision_number': 4, 'project_id': '027cb114b40f4b66abdd9fd20f4debdf', 'gw_port': {'id': '373ef065-c177-4277-a496-5938a3e62f69', 'name': '', 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:10:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee31ee3a-f8b4-4647-a8df-28778cd53f86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 903, 'fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:49:30Z', 'updated_at': '2021-06-24T11:49:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-4-hyperv', '_interfaces': [{'id': 'd53c5e63-07c1-42e3-8bd4-9342e0cb7112', 'name': '', 'network_id': '0df59c03-dac3-411f-a2bf-16d57a368c8d', 'tenant_id': '027cb114b40f4b66abdd9fd20f4debdf', 'mac_address': 'fa:16:3e:ab:85:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee31ee3a-f8b4-4647-a8df-28778cd53f86', 'device_owner': 'network:router_interface', 'standard_attr_id': 927, 'fixed_ips': [{'subnet_id': 'fed5c1a3-282b-465b-a705-0bcb2ca19c6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:49:39Z', 'updated_at': '2021-06-24T11:49:47Z', 'revision_number': 4, 'project_id': '027cb114b40f4b66abdd9fd20f4debdf', 'subnets': [{'id': 'fed5c1a3-282b-465b-a705-0bcb2ca19c6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:49:48.996758 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5fc05a3-37cf-4056-90f6-8e196b05eef6 None None] Network 85253243-aef7-447c-a378-2a68975d7cb2 requested from dv-neutron-797120-4-hyperv {{(pid=128085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 11:49:49.038071 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-d7380c0f-c721-4223-9d41-11cacb64d60e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:49.040228 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.db.db_base_plugin_common [None req-ef449bc6-d6cd-45a2-a499-83537304c4e2 admin admin] Allocated IP 172.20.0.1 (376f72b9-0f0d-4b21-b0a6-f11d1b9b44a4/83739081-6ef0-4601-a176-febdd4c01678/8bd8e081-5290-4fb9-8952-7b2d75f45339) {{(pid=128084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 11:49:49.101513 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-d7380c0f-c721-4223-9d41-11cacb64d60e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:49.162488 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-de9046e9-1384-4768-b3c0-e40d0b6fc847 req-79a6fb61-59b2-4705-a855-9335e43da5e7 tempest-TestNetworkAdvancedServerOps-1479438933 tempest-TestNetworkAdvancedServerOps-1479438933-project] 10.222.0.53 "GET /v2.0/ports?device_id=01c22be6-1669-482b-94cd-775df8dd11ba HTTP/1.1" status: 200 len: 210 time: 0.4448190 Jun 24 11:49:49.209372 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0541a6b6-47f2-4416-a37d-75fac30efe9a tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:49:49.222275 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-0541a6b6-47f2-4416-a37d-75fac30efe9a tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.4066596 Jun 24 11:49:49.225252 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 60780) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:49:49.240643 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51d15f94-2638-4ccc-a0bb-f38219a08cee tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Made reservation on behalf of 99955773979244bf90218a1ecde00120 for: {'subnet': 1} {{(pid=128083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 11:49:49.244577 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-51d15f94-2638-4ccc-a0bb-f38219a08cee tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3289788'] for subnet, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:49.271363 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-ef449bc6-d6cd-45a2-a499-83537304c4e2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:49.284899 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] No Port match for: 1c5f4b47-3f9a-4532-b81b-4b878e809a43 {{(pid=128085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 11:49:49.285464 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.db.provisioning_blocks [None req-ef449bc6-d6cd-45a2-a499-83537304c4e2 admin admin] Transition to ACTIVE for port object 8bd8e081-5290-4fb9-8952-7b2d75f45339 will not be triggered until provisioned by entity DHCP. {{(pid=128084) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 11:49:49.285557 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device 1c5f4b47-3f9a-4532-b81b-4b878e809a43 not bound to the agent host dv-neutron-797120-4-hyperv {{(pid=128085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 11:49:49.293352 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-11c73d55-a93d-4333-affc-aedd7d580c1d tempest-ExtraDHCPOptionsTestJSON-1604773077 tempest-ExtraDHCPOptionsTestJSON-1604773077-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4593325 Jun 24 11:49:49.294216 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 60782) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:49:49.294739 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d67f701e-82f8-4256-b139-ad92b63fa6fe None None] The sync data for ids ['ee31ee3a-f8b4-4647-a8df-28778cd53f86'] in dv-neutron-797120-4-hyperv is: [{'id': 'ee31ee3a-f8b4-4647-a8df-28778cd53f86', 'name': 'tempest-TestNetworkAdvancedServerOps-router-699476796', 'tenant_id': '027cb114b40f4b66abdd9fd20f4debdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'external_fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.213'}], 'enable_snat': True}, 'gw_port_id': '373ef065-c177-4277-a496-5938a3e62f69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T11:49:29Z', 'updated_at': '2021-06-24T11:49:41Z', 'revision_number': 4, 'project_id': '027cb114b40f4b66abdd9fd20f4debdf', 'gw_port': {'id': '373ef065-c177-4277-a496-5938a3e62f69', 'name': '', 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:10:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee31ee3a-f8b4-4647-a8df-28778cd53f86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 903, 'fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:49:30Z', 'updated_at': '2021-06-24T11:49:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-4-hyperv', '_interfaces': [{'id': 'd53c5e63-07c1-42e3-8bd4-9342e0cb7112', 'name': '', 'network_id': '0df59c03-dac3-411f-a2bf-16d57a368c8d', 'tenant_id': '027cb114b40f4b66abdd9fd20f4debdf', 'mac_address': 'fa:16:3e:ab:85:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee31ee3a-f8b4-4647-a8df-28778cd53f86', 'device_owner': 'network:router_interface', 'standard_attr_id': 927, 'fixed_ips': [{'subnet_id': 'fed5c1a3-282b-465b-a705-0bcb2ca19c6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:49:39Z', 'updated_at': '2021-06-24T11:49:47Z', 'revision_number': 4, 'project_id': '027cb114b40f4b66abdd9fd20f4debdf', 'subnets': [{'id': 'fed5c1a3-282b-465b-a705-0bcb2ca19c6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=128085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 11:49:49.306112 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.db_base_plugin_common [None req-5888f27f-e91e-43d8-bad5-e1745df7d3e5 None None] Allocated IP 2001:db8::2 (c9fe903b-46c4-4ac5-8964-8c180f7e5738/a315b228-36f3-40dc-8ebb-2c3c159e4eed/ee37176e-f012-43d2-8fd9-221f7510dcb8) {{(pid=128085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 11:49:49.312505 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [None req-25a93b50-86ed-412e-aae7-91acf83b6cd2 tempest-ExtraDHCPOptionsTestJSON-1604773077 tempest-ExtraDHCPOptionsTestJSON-1604773077-project] Request body: {'port': {'network_id': '85253243-aef7-447c-a378-2a68975d7cb2', 'name': 'tempest-ExtraDHCPOptionsTestJSON-44249686'}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:49:49.348756 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-d7380c0f-c721-4223-9d41-11cacb64d60e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800410'] for security_group, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:49.351829 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-d7380c0f-c721-4223-9d41-11cacb64d60e admin admin] Notify callbacks [] for security_group, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:49.353371 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-d7380c0f-c721-4223-9d41-11cacb64d60e admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/e2f6ef14-2752-43f6-a209-5dd9d6fb1dcf HTTP/1.1" status: 204 len: 168 time: 0.6549275 Jun 24 11:49:49.355718 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-93444797-5b5a-47c6-94e2-0a3608c80b84 tempest-NegativeSecGroupTest-260829952 tempest-NegativeSecGroupTest-260829952-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:49:49.358210 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-ef449bc6-d6cd-45a2-a499-83537304c4e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-650429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-506361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793193536723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3291971'] for port, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:49.379341 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7380c0f-c721-4223-9d41-11cacb64d60e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2f6ef14-2752-43f6-a209-5dd9d6fb1dcf,revision_number=None']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:49:49.390097 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-d7380c0f-c721-4223-9d41-11cacb64d60e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:49:49.390875 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-f903fc94-d922-4055-8a3e-182e3a3e3135 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.027s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:49:49.427983 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.plugin [None req-fe0947ea-70d4-4a32-bcf8-7d5c186908a5 tempest-FloatingIPAdminTestJSON-775113783 tempest-FloatingIPAdminTestJSON-775113783-project] Deleting port 64553cdb-fb09-45a9-8fd2-6d29aa807aaf {{(pid=128084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 11:49:49.428330 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-fe0947ea-70d4-4a32-bcf8-7d5c186908a5 tempest-FloatingIPAdminTestJSON-775113783 tempest-FloatingIPAdminTestJSON-775113783-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793193942312'] for port, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:49.452698 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef449bc6-d6cd-45a2-a499-83537304c4e2 admin admin] Network 376f72b9-0f0d-4b21-b0a6-f11d1b9b44a4 is already hosted by enough agents. {{(pid=128084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 11:49:49.492604 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.base_scheduler [None req-ef449bc6-d6cd-45a2-a499-83537304c4e2 admin admin] Resources bound (agent type, host, resource id): {{(pid=128084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:49:49.511140 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef449bc6-d6cd-45a2-a499-83537304c4e2 admin admin] Received port after_create {{(pid=128084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 11:49:49.641269 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5baf8734-6986-4b99-9f5b-8e4915561730 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:49:49.646012 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-5baf8734-6986-4b99-9f5b-8e4915561730 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.4155576 Jun 24 11:49:49.653459 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 60788) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:49:49.706287 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device 075214bd-0a72-4e24-a0f8-f7fb96f5c3fa up at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 11:49:49.707790 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef449bc6-d6cd-45a2-a499-83537304c4e2 admin admin] Pushing event updated for resources: {'Port': ['ID=8bd8e081-5290-4fb9-8952-7b2d75f45339,revision_number=1']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:49:49.724925 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-ef449bc6-d6cd-45a2-a499-83537304c4e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.334s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:49:49.737580 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-ef449bc6-d6cd-45a2-a499-83537304c4e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1978458'] for router_interface, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:49.863408 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-fe0947ea-70d4-4a32-bcf8-7d5c186908a5 tempest-FloatingIPAdminTestJSON-775113783 tempest-FloatingIPAdminTestJSON-775113783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1978872'] for port, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:49.902553 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.plugin [None req-fe0947ea-70d4-4a32-bcf8-7d5c186908a5 tempest-FloatingIPAdminTestJSON-775113783 tempest-FloatingIPAdminTestJSON-775113783-project] Calling delete_port for 64553cdb-fb09-45a9-8fd2-6d29aa807aaf owned by network:router_interface {{(pid=128084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 11:49:50.056107 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25a93b50-86ed-412e-aae7-91acf83b6cd2 tempest-ExtraDHCPOptionsTestJSON-1604773077 tempest-ExtraDHCPOptionsTestJSON-1604773077-project] Made reservation on behalf of f11ce05b6cc54bb9bc9657e614d95d90 for: {'port': 1} {{(pid=128083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 11:49:50.072228 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-25a93b50-86ed-412e-aae7-91acf83b6cd2 tempest-ExtraDHCPOptionsTestJSON-1604773077 tempest-ExtraDHCPOptionsTestJSON-1604773077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:50.122713 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82a4a815-8672-4c14-b4f7-ecb1c96517ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d65c8f8-7530-5052-99fe-8ea05073750b-85253243-aef7-447c-a378-2a68975d7cb2', 'network_id': '85253243-aef7-447c-a378-2a68975d7cb2', 'tenant_id': 'f11ce05b6cc54bb9bc9657e614d95d90', 'fixed_ips': [{'subnet_id': 'a5ad73db-d223-4448-bf2b-359d2e0fe36e'}]}} from dv-neutron-797120-4-hyperv. {{(pid=128085) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 24 11:49:50.123756 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-82a4a815-8672-4c14-b4f7-ecb1c96517ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_create {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:50.148258 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning for port 075214bd-0a72-4e24-a0f8-f7fb96f5c3fa completed by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 11:49:50.165949 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning complete for port 075214bd-0a72-4e24-a0f8-f7fb96f5c3fa triggered by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:49:50.166285 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:50.223844 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3104949f-52a8-4b13-8fc7-ede41e96bd18 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:49:50.225436 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3104949f-52a8-4b13-8fc7-ede41e96bd18 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:49:50.227417 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3104949f-52a8-4b13-8fc7-ede41e96bd18 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:49:50.233381 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-3104949f-52a8-4b13-8fc7-ede41e96bd18 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.5757143 Jun 24 11:49:50.235962 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.notifiers.nova [None req-25a93b50-86ed-412e-aae7-91acf83b6cd2 tempest-ExtraDHCPOptionsTestJSON-1604773077 tempest-ExtraDHCPOptionsTestJSON-1604773077-project] device_id is not set on port cce4daac-38a1-4189-ae2f-3bf10f9828e9 yet. {{(pid=128083) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 24 11:49:50.242145 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 60804) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:49:50.243832 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-51d15f94-2638-4ccc-a0bb-f38219a08cee tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2537737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3289942'] for subnet, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:50.349952 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-ef449bc6-d6cd-45a2-a499-83537304c4e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:50.369064 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-d49aef8b-8cf0-4dd9-add9-2b6818c5116a tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:49:50.422984 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.db_base_plugin_v2 [None req-3de1fb26-4c72-429d-b1a3-2f7ef39a1886 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Deleting subnet 40346db6-5efd-4980-84e4-2a742d93dff4 {{(pid=128083) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 24 11:49:50.436265 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:50.448413 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-675f137b-74c3-4639-ae57-31d2c615e5dd None None] Provisioning for port 8bd8e081-5290-4fb9-8952-7b2d75f45339 completed by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 11:49:50.479624 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-5888f27f-e91e-43d8-bad5-e1745df7d3e5 None None] Notify callbacks [] for port, precommit_create {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:50.481332 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-675f137b-74c3-4639-ae57-31d2c615e5dd None None] Provisioning complete for port 8bd8e081-5290-4fb9-8952-7b2d75f45339 triggered by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:49:50.481739 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-675f137b-74c3-4639-ae57-31d2c615e5dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:50.515537 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-5888f27f-e91e-43d8-bad5-e1745df7d3e5 None None] Transition to ACTIVE for port object ee37176e-f012-43d2-8fd9-221f7510dcb8 will not be triggered until provisioned by entity L2. {{(pid=128085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 11:49:50.529326 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-3de1fb26-4c72-429d-b1a3-2f7ef39a1886 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks [] for subnet, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:50.539142 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] For port 075214bd-0a72-4e24-a0f8-f7fb96f5c3fa, host dv-neutron-797120-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=075214bd-0a72-4e24-a0f8-f7fb96f5c3fa,segment=NetworkSegment(1139564f-ff83-4b49-a593-84b33301357d),segment_id=1139564f-ff83-4b49-a593-84b33301357d)] {{(pid=128085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 11:49:50.569893 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:50.605698 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-3de1fb26-4c72-429d-b1a3-2f7ef39a1886 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3143795'] for subnet, precommit_delete_associations {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:50.621334 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-9f600d74-c6d6-493d-bd73-29240a4495c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:49:50.647207 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d15f94-2638-4ccc-a0bb-f38219a08cee tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Pushing event updated for resources: {'Subnet': ['ID=a225fb07-256a-4d10-a29c-7f6108f8b8ad,revision_number=0']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:49:50.694519 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Pushing event updated for resources: {'Port': ['ID=075214bd-0a72-4e24-a0f8-f7fb96f5c3fa,revision_number=4']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:49:50.697684 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:49:50.714151 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-5888f27f-e91e-43d8-bad5-e1745df7d3e5 None None] Transition to ACTIVE for port object ee37176e-f012-43d2-8fd9-221f7510dcb8 will not be triggered until provisioned by entity DHCP. {{(pid=128085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 11:49:50.717714 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-675f137b-74c3-4639-ae57-31d2c615e5dd None None] Port 8bd8e081-5290-4fb9-8952-7b2d75f45339 cannot update to ACTIVE because it is not bound. {{(pid=128085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 11:49:50.727976 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-5888f27f-e91e-43d8-bad5-e1745df7d3e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-650429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-506361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793193536723'] for port, after_create {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:50.742519 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:49:50.777117 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5888f27f-e91e-43d8-bad5-e1745df7d3e5 None None] Network c9fe903b-46c4-4ac5-8964-8c180f7e5738 is already hosted by enough agents. {{(pid=128085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 11:49:50.784389 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.scheduler.base_scheduler [None req-5888f27f-e91e-43d8-bad5-e1745df7d3e5 None None] Resources bound (agent type, host, resource id): {{(pid=128085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:49:50.787038 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5888f27f-e91e-43d8-bad5-e1745df7d3e5 None None] Received port after_create {{(pid=128085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 11:49:50.790494 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.db_base_plugin_common [None req-82a4a815-8672-4c14-b4f7-ecb1c96517ad None None] Allocated IP 172.20.0.2 (85253243-aef7-447c-a378-2a68975d7cb2/a5ad73db-d223-4448-bf2b-359d2e0fe36e/7564f588-5d7d-437d-bf19-c55ec034833e) {{(pid=128085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 11:49:50.791096 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-51d15f94-2638-4ccc-a0bb-f38219a08cee tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.426s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:49:50.801484 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51d15f94-2638-4ccc-a0bb-f38219a08cee tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Network c9fe903b-46c4-4ac5-8964-8c180f7e5738 is already hosted by enough agents. {{(pid=128083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 11:49:50.811411 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-fe0947ea-70d4-4a32-bcf8-7d5c186908a5 tempest-FloatingIPAdminTestJSON-775113783 tempest-FloatingIPAdminTestJSON-775113783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793193945299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193536732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3292088'] for port, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:50.813477 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-587634d4-12ab-44f1-968f-a1fa6eb52d4a tempest-FloatingIPAdminTestJSON-775113783 tempest-FloatingIPAdminTestJSON-775113783-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:49:50.847221 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-cd4e5d7b-6291-4edf-b3e2-f427aa54702a req-121c26fd-a47c-48c5-8744-31ad5997ebed tempest-TestNetworkAdvancedServerOps-1479438933 tempest-TestNetworkAdvancedServerOps-1479438933-project] 10.222.0.53 "GET /v2.0/ports?device_id=01c22be6-1669-482b-94cd-775df8dd11ba HTTP/1.1" status: 200 len: 210 time: 0.4041975 Jun 24 11:49:50.848475 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5888f27f-e91e-43d8-bad5-e1745df7d3e5 None None] Pushing event updated for resources: {'Port': ['ID=ee37176e-f012-43d2-8fd9-221f7510dcb8,revision_number=1']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:49:50.854017 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-5888f27f-e91e-43d8-bad5-e1745df7d3e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:49:50.854785 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0947ea-70d4-4a32-bcf8-7d5c186908a5 tempest-FloatingIPAdminTestJSON-775113783 tempest-FloatingIPAdminTestJSON-775113783-project] Pushing event deleted for resources: {'Port': ['ID=64553cdb-fb09-45a9-8fd2-6d29aa807aaf,revision_number=None']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:49:50.864004 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.base_scheduler [None req-51d15f94-2638-4ccc-a0bb-f38219a08cee tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Resources bound (agent type, host, resource id): {{(pid=128083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:49:50.866471 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-fe0947ea-70d4-4a32-bcf8-7d5c186908a5 tempest-FloatingIPAdminTestJSON-775113783 tempest-FloatingIPAdminTestJSON-775113783-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:49:50.873660 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51d15f94-2638-4ccc-a0bb-f38219a08cee tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:49:50.874587 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-51d15f94-2638-4ccc-a0bb-f38219a08cee tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Notify callbacks [] for subnet, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:50.902991 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-5888f27f-e91e-43d8-bad5-e1745df7d3e5 None None] Attempting to bind port ee37176e-f012-43d2-8fd9-221f7510dcb8 on host dv-neutron-797120-4-hyperv for vnic_type normal with profile {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 11:49:50.903364 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-5888f27f-e91e-43d8-bad5-e1745df7d3e5 None None] Attempting to bind port ee37176e-f012-43d2-8fd9-221f7510dcb8 by drivers openvswitch,hyperv on host dv-neutron-797120-4-hyperv at level 0 using segments [{'id': '563c5ddb-3b7a-4f68-930a-32edf6ad32f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'c9fe903b-46c4-4ac5-8964-8c180f7e5738'}] {{(pid=128085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 11:49:50.903735 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5888f27f-e91e-43d8-bad5-e1745df7d3e5 None None] Attempting to bind port ee37176e-f012-43d2-8fd9-221f7510dcb8 on network c9fe903b-46c4-4ac5-8964-8c180f7e5738 {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 11:49:50.917611 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5888f27f-e91e-43d8-bad5-e1745df7d3e5 None None] Checking agent: {'id': 'e3a695b2-c397-461f-83b0-10b79d490b59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 11, 36, 56), 'started_at': datetime.datetime(2021, 6, 24, 11, 37, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 11, 49, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 11:49:50.917988 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5888f27f-e91e-43d8-bad5-e1745df7d3e5 None None] Checking segment: {'id': '563c5ddb-3b7a-4f68-930a-32edf6ad32f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'c9fe903b-46c4-4ac5-8964-8c180f7e5738'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=128085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 11:49:50.918392 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-5888f27f-e91e-43d8-bad5-e1745df7d3e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:50.918786 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5888f27f-e91e-43d8-bad5-e1745df7d3e5 None None] Bound using segment: {'id': '563c5ddb-3b7a-4f68-930a-32edf6ad32f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'c9fe903b-46c4-4ac5-8964-8c180f7e5738'} {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 11:49:50.919266 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-5888f27f-e91e-43d8-bad5-e1745df7d3e5 None None] Bound port: ee37176e-f012-43d2-8fd9-221f7510dcb8, host: dv-neutron-797120-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '563c5ddb-3b7a-4f68-930a-32edf6ad32f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'c9fe903b-46c4-4ac5-8964-8c180f7e5738'}}] {{(pid=128085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 11:49:50.919731 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-5888f27f-e91e-43d8-bad5-e1745df7d3e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:50.930629 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-3de1fb26-4c72-429d-b1a3-2f7ef39a1886 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-972249'] for subnet, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:51.007652 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 60814) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:49:51.010583 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-ef449bc6-d6cd-45a2-a499-83537304c4e2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:51.015846 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-51d15f94-2638-4ccc-a0bb-f38219a08cee tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 2.0874760 Jun 24 11:49:51.018763 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-3de1fb26-4c72-429d-b1a3-2f7ef39a1886 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-972238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2537800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3289951'] for subnet, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:51.034625 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 60818) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:49:51.035715 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-51d15f94-2638-4ccc-a0bb-f38219a08cee tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:49:51.063120 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [None req-0a75e326-4524-4142-bd64-b782940fc407 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Request body: {'port': {'network_id': 'c9fe903b-46c4-4ac5-8964-8c180f7e5738', 'fixed_ips': [{'subnet_id': 'a315b228-36f3-40dc-8ebb-2c3c159e4eed'}, {'subnet_id': 'a225fb07-256a-4d10-a29c-7f6108f8b8ad'}], 'name': 'tempest-PortsIpV6TestJSON-5305267'}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:49:51.166711 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de1fb26-4c72-429d-b1a3-2f7ef39a1886 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Pushing event deleted for resources: {'Subnet': ['ID=40346db6-5efd-4980-84e4-2a742d93dff4,revision_number=None']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:49:51.184243 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-5888f27f-e91e-43d8-bad5-e1745df7d3e5 None None] For port ee37176e-f012-43d2-8fd9-221f7510dcb8, host dv-neutron-797120-4-hyperv, cleared binding levels {{(pid=128085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 11:49:51.192955 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-3de1fb26-4c72-429d-b1a3-2f7ef39a1886 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks [] for subnet, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:51.196944 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-3de1fb26-4c72-429d-b1a3-2f7ef39a1886 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] 10.222.0.53 "DELETE /v2.0/subnets/40346db6-5efd-4980-84e4-2a742d93dff4 HTTP/1.1" status: 204 len: 168 time: 0.9501688 Jun 24 11:49:51.203784 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-5888f27f-e91e-43d8-bad5-e1745df7d3e5 None None] For port ee37176e-f012-43d2-8fd9-221f7510dcb8, host dv-neutron-797120-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=ee37176e-f012-43d2-8fd9-221f7510dcb8,segment=NetworkSegment(563c5ddb-3b7a-4f68-930a-32edf6ad32f2),segment_id=563c5ddb-3b7a-4f68-930a-32edf6ad32f2)] {{(pid=128085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 11:49:51.207008 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-3de1fb26-4c72-429d-b1a3-2f7ef39a1886 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:49:51.207008 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 60820) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:49:51.210956 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22ddc720-cd7a-44b4-a965-321d5d77b804 None None] Network 11a80c9d-f8ee-4388-91b0-d49a25200fee requested from dv-neutron-797120-4-hyperv {{(pid=128085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 11:49:51.235060 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [None req-3008139f-1db6-4896-a089-b5d647875219 tempest-RoutersNegativeIpV6Test-675716403 tempest-RoutersNegativeIpV6Test-675716403-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1599607603', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:49:51.320181 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-5888f27f-e91e-43d8-bad5-e1745df7d3e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:51.329042 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-7fbb89b0-3af0-42a5-ada5-006a8dd9887a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:49:51.441466 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-82a4a815-8672-4c14-b4f7-ecb1c96517ad None None] Notify callbacks [] for port, precommit_create {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:51.487088 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-82a4a815-8672-4c14-b4f7-ecb1c96517ad None None] Transition to ACTIVE for port object 7564f588-5d7d-437d-bf19-c55ec034833e will not be triggered until provisioned by entity L2. {{(pid=128085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 11:49:51.595487 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5888f27f-e91e-43d8-bad5-e1745df7d3e5 None None] Pushing event updated for resources: {'Port': ['ID=ee37176e-f012-43d2-8fd9-221f7510dcb8,revision_number=2']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:49:51.605954 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-5888f27f-e91e-43d8-bad5-e1745df7d3e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:49:51.607198 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-82a4a815-8672-4c14-b4f7-ecb1c96517ad None None] Transition to ACTIVE for port object 7564f588-5d7d-437d-bf19-c55ec034833e will not be triggered until provisioned by entity DHCP. {{(pid=128085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 11:49:51.622998 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-82a4a815-8672-4c14-b4f7-ecb1c96517ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-650429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-506361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793193536723'] for port, after_create {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:51.629420 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-04c7d877-0386-42e5-ac4e-c292dc3aaf62 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:49:51.671461 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device d53c5e63-07c1-42e3-8bd4-9342e0cb7112 up at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 11:49:51.738257 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82a4a815-8672-4c14-b4f7-ecb1c96517ad None None] Network 85253243-aef7-447c-a378-2a68975d7cb2 is already hosted by enough agents. {{(pid=128085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 11:49:51.766555 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.scheduler.base_scheduler [None req-82a4a815-8672-4c14-b4f7-ecb1c96517ad None None] Resources bound (agent type, host, resource id): {{(pid=128085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:49:51.777932 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82a4a815-8672-4c14-b4f7-ecb1c96517ad None None] Received port after_create {{(pid=128085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 11:49:51.796032 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a4a815-8672-4c14-b4f7-ecb1c96517ad None None] Pushing event updated for resources: {'Port': ['ID=7564f588-5d7d-437d-bf19-c55ec034833e,revision_number=1']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:49:51.812873 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-82a4a815-8672-4c14-b4f7-ecb1c96517ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:49:51.844140 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-ef449bc6-d6cd-45a2-a499-83537304c4e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3292081'] for port, after_update {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:51.869624 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-c1f4f809-1908-4298-aa79-e5186ac54348 tempest-AllowedAddressPairTestJSON-920326677 tempest-AllowedAddressPairTestJSON-920326677-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:49:51.876009 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning for port d53c5e63-07c1-42e3-8bd4-9342e0cb7112 completed by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 11:49:51.902990 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning complete for port d53c5e63-07c1-42e3-8bd4-9342e0cb7112 triggered by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:49:51.903685 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:51.953729 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-fe0947ea-70d4-4a32-bcf8-7d5c186908a5 tempest-FloatingIPAdminTestJSON-775113783 tempest-FloatingIPAdminTestJSON-775113783-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1588985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1806165'] for router_interface, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:51.965162 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-ef449bc6-d6cd-45a2-a499-83537304c4e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1783050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1978542'] for router_interface, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:51.968246 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-82a4a815-8672-4c14-b4f7-ecb1c96517ad None None] Attempting to bind port 7564f588-5d7d-437d-bf19-c55ec034833e on host dv-neutron-797120-4-hyperv for vnic_type normal with profile {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 11:49:51.968420 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef449bc6-d6cd-45a2-a499-83537304c4e2 admin admin] Pushing event updated for resources: {'Port': ['ID=8bd8e081-5290-4fb9-8952-7b2d75f45339,revision_number=2']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:49:51.968632 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-82a4a815-8672-4c14-b4f7-ecb1c96517ad None None] Attempting to bind port 7564f588-5d7d-437d-bf19-c55ec034833e by drivers openvswitch,hyperv on host dv-neutron-797120-4-hyperv at level 0 using segments [{'id': '9a768acd-6f39-4644-ae4c-2ef564a6a2c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '85253243-aef7-447c-a378-2a68975d7cb2'}] {{(pid=128085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 11:49:51.969056 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82a4a815-8672-4c14-b4f7-ecb1c96517ad None None] Attempting to bind port 7564f588-5d7d-437d-bf19-c55ec034833e on network 85253243-aef7-447c-a378-2a68975d7cb2 {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 11:49:51.978297 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-ef449bc6-d6cd-45a2-a499-83537304c4e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:49:51.997837 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82a4a815-8672-4c14-b4f7-ecb1c96517ad None None] Checking agent: {'id': 'e3a695b2-c397-461f-83b0-10b79d490b59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 11, 36, 56), 'started_at': datetime.datetime(2021, 6, 24, 11, 37, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 11, 49, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 11:49:51.998140 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82a4a815-8672-4c14-b4f7-ecb1c96517ad None None] Checking segment: {'id': '9a768acd-6f39-4644-ae4c-2ef564a6a2c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '85253243-aef7-447c-a378-2a68975d7cb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=128085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 11:49:51.998534 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-82a4a815-8672-4c14-b4f7-ecb1c96517ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:51.999015 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82a4a815-8672-4c14-b4f7-ecb1c96517ad None None] Bound using segment: {'id': '9a768acd-6f39-4644-ae4c-2ef564a6a2c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '85253243-aef7-447c-a378-2a68975d7cb2'} {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 11:49:51.999439 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-82a4a815-8672-4c14-b4f7-ecb1c96517ad None None] Bound port: 7564f588-5d7d-437d-bf19-c55ec034833e, host: dv-neutron-797120-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a768acd-6f39-4644-ae4c-2ef564a6a2c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '85253243-aef7-447c-a378-2a68975d7cb2'}}] {{(pid=128085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 11:49:51.999836 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-82a4a815-8672-4c14-b4f7-ecb1c96517ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:52.126424 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:52.129217 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-82a4a815-8672-4c14-b4f7-ecb1c96517ad None None] For port 7564f588-5d7d-437d-bf19-c55ec034833e, host dv-neutron-797120-4-hyperv, cleared binding levels {{(pid=128085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 11:49:52.150985 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-82a4a815-8672-4c14-b4f7-ecb1c96517ad None None] For port 7564f588-5d7d-437d-bf19-c55ec034833e, host dv-neutron-797120-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=7564f588-5d7d-437d-bf19-c55ec034833e,segment=NetworkSegment(9a768acd-6f39-4644-ae4c-2ef564a6a2c1),segment_id=9a768acd-6f39-4644-ae4c-2ef564a6a2c1)] {{(pid=128085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 11:49:52.159690 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-82a4a815-8672-4c14-b4f7-ecb1c96517ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:52.163733 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:49:52.164087 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2cd810b-3ac0-41ea-aeb4-0f453c41ed2e tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Deleting subnet 4560da80-3607-41e1-b541-f2dd2e6aab39 {{(pid=128083) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 24 11:49:52.209286 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-f2cd810b-3ac0-41ea-aeb4-0f453c41ed2e tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks [] for subnet, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:52.221854 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] For port d53c5e63-07c1-42e3-8bd4-9342e0cb7112, host dv-neutron-797120-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=d53c5e63-07c1-42e3-8bd4-9342e0cb7112,segment=NetworkSegment(b17ea5b8-604c-427d-a101-058a8063b214),segment_id=b17ea5b8-604c-427d-a101-058a8063b214)] {{(pid=128085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 11:49:52.229737 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:52.231453 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device 075214bd-0a72-4e24-a0f8-f7fb96f5c3fa up at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 11:49:52.232585 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef449bc6-d6cd-45a2-a499-83537304c4e2 admin admin] Network 376f72b9-0f0d-4b21-b0a6-f11d1b9b44a4 is already hosted by enough agents. {{(pid=128084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 11:49:52.238349 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.base_scheduler [None req-ef449bc6-d6cd-45a2-a499-83537304c4e2 admin admin] Resources bound (agent type, host, resource id): {{(pid=128084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:49:52.258099 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-3008139f-1db6-4896-a089-b5d647875219 tempest-RoutersNegativeIpV6Test-675716403 tempest-RoutersNegativeIpV6Test-675716403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1803889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65293'] for router, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:52.259135 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-3008139f-1db6-4896-a089-b5d647875219 tempest-RoutersNegativeIpV6Test-675716403 tempest-RoutersNegativeIpV6Test-675716403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1803848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1975305', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1581158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65396'] for router, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:52.319897 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a4a815-8672-4c14-b4f7-ecb1c96517ad None None] Pushing event updated for resources: {'Port': ['ID=7564f588-5d7d-437d-bf19-c55ec034833e,revision_number=2']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:49:52.331755 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-82a4a815-8672-4c14-b4f7-ecb1c96517ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:49:52.332505 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-16a5d20c-e518-4597-b0f2-1128265c129d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.085s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:49:52.344571 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-3008139f-1db6-4896-a089-b5d647875219 tempest-RoutersNegativeIpV6Test-675716403 tempest-RoutersNegativeIpV6Test-675716403-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:52.436824 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Pushing event updated for resources: {'Port': ['ID=d53c5e63-07c1-42e3-8bd4-9342e0cb7112,revision_number=5']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:49:52.441971 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:49:52.443599 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-3008139f-1db6-4896-a089-b5d647875219 tempest-RoutersNegativeIpV6Test-675716403 tempest-RoutersNegativeIpV6Test-675716403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1803210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1815767'] for router, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:52.443946 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning complete for port 075214bd-0a72-4e24-a0f8-f7fb96f5c3fa triggered by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:49:52.444421 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:52.473322 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-a08235ae-bc8e-44e3-8037-d5aa4a7e5d49 req-da713d7b-6838-4845-9b58-4cb2a668111a tempest-TestNetworkAdvancedServerOps-1479438933 tempest-TestNetworkAdvancedServerOps-1479438933-project] 10.222.0.53 "GET /v2.0/ports?device_id=01c22be6-1669-482b-94cd-775df8dd11ba HTTP/1.1" status: 200 len: 210 time: 0.2977247 Jun 24 11:49:52.493122 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-3008139f-1db6-4896-a089-b5d647875219 tempest-RoutersNegativeIpV6Test-675716403 tempest-RoutersNegativeIpV6Test-675716403-project] Notify callbacks [] for router, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:52.494206 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef449bc6-d6cd-45a2-a499-83537304c4e2 admin admin] Router 1010ec49-338d-4ddb-ab95-5db8aeb9bc3a has already been hosted by L3 agent 2987dba8-2249-4ee6-96ec-28f0f7a6127d {{(pid=128084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 11:49:52.507513 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-3008139f-1db6-4896-a089-b5d647875219 tempest-RoutersNegativeIpV6Test-675716403 tempest-RoutersNegativeIpV6Test-675716403-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 1.4886894 Jun 24 11:49:52.507896 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 60828) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:49:52.526281 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-0247df63-95cb-4170-9378-33109bf7e7d8 tempest-RoutersNegativeIpV6Test-675716403 tempest-RoutersNegativeIpV6Test-675716403-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1892671756'}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:49:52.584544 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-f2cd810b-3ac0-41ea-aeb4-0f453c41ed2e tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3143795'] for subnet, precommit_delete_associations {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:52.649920 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a75e326-4524-4142-bd64-b782940fc407 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Made reservation on behalf of 99955773979244bf90218a1ecde00120 for: {'port': 1} {{(pid=128083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 11:49:52.670673 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0247df63-95cb-4170-9378-33109bf7e7d8 tempest-RoutersNegativeIpV6Test-675716403 tempest-RoutersNegativeIpV6Test-675716403-project] Made reservation on behalf of 4bdab4c32b4d44488aec62537889cf20 for: {'network': 1} {{(pid=128084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 11:49:52.675495 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-0247df63-95cb-4170-9378-33109bf7e7d8 tempest-RoutersNegativeIpV6Test-675716403 tempest-RoutersNegativeIpV6Test-675716403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for network, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:52.682216 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe0947ea-70d4-4a32-bcf8-7d5c186908a5 tempest-FloatingIPAdminTestJSON-775113783 tempest-FloatingIPAdminTestJSON-775113783-project] Router 1606d87f-67b7-492c-9816-c9bd352c4dd6 has already been hosted by L3 agent 2987dba8-2249-4ee6-96ec-28f0f7a6127d {{(pid=128084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 11:49:52.699946 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-0247df63-95cb-4170-9378-33109bf7e7d8 tempest-RoutersNegativeIpV6Test-675716403 tempest-RoutersNegativeIpV6Test-675716403-project] Notify callbacks [] for security_group, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:52.739067 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef449bc6-d6cd-45a2-a499-83537304c4e2 admin admin] Notify agent at l3_agent.dv-neutron-797120-4-hyperv the message routers_updated {{(pid=128084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 11:49:52.749085 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d80d3466-93c2-4211-9ada-d58755a06577 None None] Sync routers for ids ['1010ec49-338d-4ddb-ab95-5db8aeb9bc3a'] in dv-neutron-797120-4-hyperv {{(pid=128085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 11:49:52.783673 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-0a75e326-4524-4142-bd64-b782940fc407 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:52.786924 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-ef449bc6-d6cd-45a2-a499-83537304c4e2 admin admin] 10.222.0.53 "PUT /v2.0/routers/1010ec49-338d-4ddb-ab95-5db8aeb9bc3a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2534287 Jun 24 11:49:52.808693 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d80d3466-93c2-4211-9ada-d58755a06577 None None] Routers {'1010ec49-338d-4ddb-ab95-5db8aeb9bc3a'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 11:49:52.809644 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-d80d3466-93c2-4211-9ada-d58755a06577 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T11:49:26Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['1010ec49-338d-4ddb-ab95-5db8aeb9bc3a'], 'active': True} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:49:52.810660 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.db_base_plugin_common [None req-25a93b50-86ed-412e-aae7-91acf83b6cd2 tempest-ExtraDHCPOptionsTestJSON-1604773077 tempest-ExtraDHCPOptionsTestJSON-1604773077-project] Allocated IP 172.20.0.9 (85253243-aef7-447c-a378-2a68975d7cb2/a5ad73db-d223-4448-bf2b-359d2e0fe36e/cce4daac-38a1-4189-ae2f-3bf10f9828e9) {{(pid=128083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 11:49:52.838083 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843c093a-6bc5-43bf-acba-4d2ca3b98cd4 req-6aa33e44-ff42-495f-9f89-1864eb97a49a tempest-TestNetworkAdvancedServerOps-1479438933 tempest-TestNetworkAdvancedServerOps-1479438933-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:49:52.839655 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-843c093a-6bc5-43bf-acba-4d2ca3b98cd4 req-6aa33e44-ff42-495f-9f89-1864eb97a49a tempest-TestNetworkAdvancedServerOps-1479438933 tempest-TestNetworkAdvancedServerOps-1479438933-project] 10.222.0.45 "GET /v2.0/networks?id=0df59c03-dac3-411f-a2bf-16d57a368c8d HTTP/1.1" status: 200 len: 797 time: 1.5503259 Jun 24 11:49:52.854282 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.notifiers.nova [None req-0a75e326-4524-4142-bd64-b782940fc407 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] device_id is not set on port 40df7084-0b87-4c37-bb30-1f23b86c2f2f yet. {{(pid=128083) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 24 11:49:52.900416 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-a8bfb9f3-6765-41b9-8e74-c6be591e6bc7 None None] Provisioning complete for port 8bd8e081-5290-4fb9-8952-7b2d75f45339 triggered by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:49:52.901103 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-a8bfb9f3-6765-41b9-8e74-c6be591e6bc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:53.024418 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe0947ea-70d4-4a32-bcf8-7d5c186908a5 tempest-FloatingIPAdminTestJSON-775113783 tempest-FloatingIPAdminTestJSON-775113783-project] Notify agent at l3_agent.dv-neutron-797120-4-hyperv the message routers_updated {{(pid=128084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 11:49:53.032296 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-fe0947ea-70d4-4a32-bcf8-7d5c186908a5 tempest-FloatingIPAdminTestJSON-775113783 tempest-FloatingIPAdminTestJSON-775113783-project] 10.222.0.53 "PUT /v2.0/routers/1606d87f-67b7-492c-9816-c9bd352c4dd6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6804035 Jun 24 11:49:53.034720 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 60832) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:49:53.041567 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cfd9ef5-0875-4c34-a2f9-2e2470fd3824 None None] Sync routers for ids ['1606d87f-67b7-492c-9816-c9bd352c4dd6'] in dv-neutron-797120-4-hyperv {{(pid=128086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 11:49:53.062416 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-a8bfb9f3-6765-41b9-8e74-c6be591e6bc7 None None] Port 8bd8e081-5290-4fb9-8952-7b2d75f45339 cannot update to ACTIVE because it is not bound. {{(pid=128085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 11:49:53.066108 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cfd9ef5-0875-4c34-a2f9-2e2470fd3824 None None] Routers {'1606d87f-67b7-492c-9816-c9bd352c4dd6'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 11:49:53.067177 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-4cfd9ef5-0875-4c34-a2f9-2e2470fd3824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T11:49:26Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['1606d87f-67b7-492c-9816-c9bd352c4dd6'], 'active': True} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:49:53.102841 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvr_db [None req-d80d3466-93c2-4211-9ada-d58755a06577 None None] Set router 1010ec49-338d-4ddb-ab95-5db8aeb9bc3a gateway port host: dv-neutron-797120-4-hyperv {{(pid=128085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 11:49:53.141739 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-4cfd9ef5-0875-4c34-a2f9-2e2470fd3824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:49:53.160559 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-f2cd810b-3ac0-41ea-aeb4-0f453c41ed2e tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-972249'] for subnet, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:53.163979 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cfd9ef5-0875-4c34-a2f9-2e2470fd3824 None None] Routers {'1606d87f-67b7-492c-9816-c9bd352c4dd6'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 11:49:53.166548 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-4cfd9ef5-0875-4c34-a2f9-2e2470fd3824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T11:49:26Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['1606d87f-67b7-492c-9816-c9bd352c4dd6'], 'active': True} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:49:53.235622 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-0247df63-95cb-4170-9378-33109bf7e7d8 tempest-RoutersNegativeIpV6Test-675716403 tempest-RoutersNegativeIpV6Test-675716403-project] Notify callbacks [] for security_group, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:53.260844 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-4cfd9ef5-0875-4c34-a2f9-2e2470fd3824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:49:53.261568 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cfd9ef5-0875-4c34-a2f9-2e2470fd3824 None None] The sync data for ids ['1606d87f-67b7-492c-9816-c9bd352c4dd6'] in dv-neutron-797120-4-hyperv is: [] {{(pid=128086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 11:49:53.309837 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-0247df63-95cb-4170-9378-33109bf7e7d8 tempest-RoutersNegativeIpV6Test-675716403 tempest-RoutersNegativeIpV6Test-675716403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800410'] for security_group, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:53.326471 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-e4b87747-7bbb-4aee-9214-c68b573bd9ed tempest-NegativeSecGroupIPv6Test-156486133 tempest-NegativeSecGroupIPv6Test-156486133-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:49:53.335905 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-a088ea38-1d42-4498-816c-2d1d9ce5d75a None None] Provisioning complete for port 3213c3a6-b9d1-41b2-83df-46b925b52307 triggered by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:49:53.336358 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-a088ea38-1d42-4498-816c-2d1d9ce5d75a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:53.375031 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0247df63-95cb-4170-9378-33109bf7e7d8 tempest-RoutersNegativeIpV6Test-675716403 tempest-RoutersNegativeIpV6Test-675716403-project] vlan segment allocate from pool success with {'vlan_id': 611, 'physical_network': 'physnet1'} {{(pid=128084) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 11:49:53.412492 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-599e937a-0647-4784-b9b9-0750d0057770 None None] Network c9fe903b-46c4-4ac5-8964-8c180f7e5738 requested from dv-neutron-797120-4-hyperv {{(pid=128085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 11:49:53.422112 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-0247df63-95cb-4170-9378-33109bf7e7d8 tempest-RoutersNegativeIpV6Test-675716403 tempest-RoutersNegativeIpV6Test-675716403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967879'] for segment, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:53.422791 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.db.segments_db [None req-0247df63-95cb-4170-9378-33109bf7e7d8 tempest-RoutersNegativeIpV6Test-675716403 tempest-RoutersNegativeIpV6Test-675716403-project] Added segment a515512d-312b-46d1-8d15-f1d28045febc of type vlan for network a2dcfe8d-3012-457c-a644-be7c82a9b201 Jun 24 11:49:53.425979 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0247df63-95cb-4170-9378-33109bf7e7d8 tempest-RoutersNegativeIpV6Test-675716403 tempest-RoutersNegativeIpV6Test-675716403-project] Pushing event updated for resources: {'SecurityGroup': ['ID=55f9b9c1-5bc4-4f76-ba8e-96a43913ce89,revision_number=1']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:49:53.440632 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-843c093a-6bc5-43bf-acba-4d2ca3b98cd4 req-a68b9568-0502-4157-a8e3-9b90863ef253 tempest-TestNetworkAdvancedServerOps-1479438933 tempest-TestNetworkAdvancedServerOps-1479438933-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=027cb114b40f4b66abdd9fd20f4debdf HTTP/1.1" status: 200 len: 380 time: 0.3580146 Jun 24 11:49:53.443163 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-0247df63-95cb-4170-9378-33109bf7e7d8 tempest-RoutersNegativeIpV6Test-675716403 tempest-RoutersNegativeIpV6Test-675716403-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:49:53.448607 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-2ba63b5a-7540-402e-829d-11537ce476ec tempest-FloatingIPAdminTestJSON-775113783 tempest-FloatingIPAdminTestJSON-775113783-project] Notify callbacks [] for router, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:53.504701 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [req-843c093a-6bc5-43bf-acba-4d2ca3b98cd4 req-9518f912-42f3-471f-b37e-0468ff9db87c tempest-TestNetworkAdvancedServerOps-1479438933 tempest-TestNetworkAdvancedServerOps-1479438933-project] Request body: {'port': {'device_id': '01c22be6-1669-482b-94cd-775df8dd11ba', 'network_id': '0df59c03-dac3-411f-a2bf-16d57a368c8d', 'admin_state_up': True, 'tenant_id': '027cb114b40f4b66abdd9fd20f4debdf', 'security_groups': ['ad6af071-5e9d-4374-b735-aabf2d994394']}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:49:53.648558 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-f2cd810b-3ac0-41ea-aeb4-0f453c41ed2e tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-972238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2537800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3289951'] for subnet, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:53.663052 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-e630e868-264c-4263-990c-3c5c3196e171 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:49:53.687982 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-2ba63b5a-7540-402e-829d-11537ce476ec tempest-FloatingIPAdminTestJSON-775113783 tempest-FloatingIPAdminTestJSON-775113783-project] Notify callbacks [] for router_gateway, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:53.705810 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device 7564f588-5d7d-437d-bf19-c55ec034833e up at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 11:49:53.714385 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-0247df63-95cb-4170-9378-33109bf7e7d8 tempest-RoutersNegativeIpV6Test-675716403 tempest-RoutersNegativeIpV6Test-675716403-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793193525068'] for network, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:53.794932 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2cd810b-3ac0-41ea-aeb4-0f453c41ed2e tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Pushing event deleted for resources: {'Subnet': ['ID=4560da80-3607-41e1-b541-f2dd2e6aab39,revision_number=None']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:49:53.835134 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-f2cd810b-3ac0-41ea-aeb4-0f453c41ed2e tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:49:53.837654 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-0247df63-95cb-4170-9378-33109bf7e7d8 tempest-RoutersNegativeIpV6Test-675716403 tempest-RoutersNegativeIpV6Test-675716403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1800243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976'] for network, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:53.847511 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0247df63-95cb-4170-9378-33109bf7e7d8 tempest-RoutersNegativeIpV6Test-675716403 tempest-RoutersNegativeIpV6Test-675716403-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=128084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:49:53.849492 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-0247df63-95cb-4170-9378-33109bf7e7d8 tempest-RoutersNegativeIpV6Test-675716403 tempest-RoutersNegativeIpV6Test-675716403-project] Notify callbacks [] for network, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:53.855076 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-6bf3146e-7241-43a8-86ae-2396181d6224 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:49:53.866531 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-f2cd810b-3ac0-41ea-aeb4-0f453c41ed2e tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks [] for subnet, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:53.868457 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-f2cd810b-3ac0-41ea-aeb4-0f453c41ed2e tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] 10.222.0.53 "DELETE /v2.0/subnets/4560da80-3607-41e1-b541-f2dd2e6aab39 HTTP/1.1" status: 204 len: 168 time: 2.6571705 Jun 24 11:49:53.902117 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 60848) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:49:53.911747 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-590c25be-898c-444a-811a-62fa316fcacd req-caa94d51-7a8e-4ae8-acd4-66f0794b7653 tempest-TestNetworkAdvancedServerOps-1479438933 tempest-TestNetworkAdvancedServerOps-1479438933-project] 10.222.0.53 "GET /v2.0/ports?device_id=01c22be6-1669-482b-94cd-775df8dd11ba HTTP/1.1" status: 200 len: 210 time: 0.1264257 Jun 24 11:49:53.976662 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 60850) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:49:53.982468 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-a3646dcd-9e9c-460d-8edd-cfc2bbd2b2f2 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1560561642-network', 'tenant_id': '4b0fe29701814b05b1e0407b32349d46'}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:49:53.989495 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-d06922c3-b0c3-4dfb-bf93-94b5a672b2ae tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0795050 Jun 24 11:49:53.991121 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-0247df63-95cb-4170-9378-33109bf7e7d8 tempest-RoutersNegativeIpV6Test-675716403 tempest-RoutersNegativeIpV6Test-675716403-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.4857712 Jun 24 11:49:53.993681 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 60852) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:49:54.001333 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-707f789a-8149-4e13-9915-04ce0edd4499 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Request body: {'subnet': {'network_id': '11a80c9d-f8ee-4388-91b0-d49a25200fee', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:49:54.003252 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 60854) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:49:54.007004 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.plugin [None req-2ba63b5a-7540-402e-829d-11537ce476ec tempest-FloatingIPAdminTestJSON-775113783 tempest-FloatingIPAdminTestJSON-775113783-project] Deleting port a37a97e5-088e-424e-8b2a-9d37aa9c7120 {{(pid=128084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 11:49:54.007351 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-2ba63b5a-7540-402e-829d-11537ce476ec tempest-FloatingIPAdminTestJSON-775113783 tempest-FloatingIPAdminTestJSON-775113783-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793193942312'] for port, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:54.011554 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6131874f-83e2-4470-ae43-4e61b7e451c8 None None] Network 11a80c9d-f8ee-4388-91b0-d49a25200fee requested from dv-neutron-797120-4-hyperv {{(pid=128085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 11:49:54.013089 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [None req-ef6bae33-abc6-492d-a73c-8604c0365f01 tempest-RoutersNegativeIpV6Test-675716403 tempest-RoutersNegativeIpV6Test-675716403-project] Request body: {'subnet': {'network_id': 'a2dcfe8d-3012-457c-a644-be7c82a9b201', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:49:54.042091 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-25a93b50-86ed-412e-aae7-91acf83b6cd2 tempest-ExtraDHCPOptionsTestJSON-1604773077 tempest-ExtraDHCPOptionsTestJSON-1604773077-project] Notify callbacks [] for port, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:54.052427 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0247df63-95cb-4170-9378-33109bf7e7d8 tempest-RoutersNegativeIpV6Test-675716403 tempest-RoutersNegativeIpV6Test-675716403-project] Pushing event updated for resources: {'Network': ['ID=a2dcfe8d-3012-457c-a644-be7c82a9b201,revision_number=1']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:49:54.094385 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-0247df63-95cb-4170-9378-33109bf7e7d8 tempest-RoutersNegativeIpV6Test-675716403 tempest-RoutersNegativeIpV6Test-675716403-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:49:54.110041 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3646dcd-9e9c-460d-8edd-cfc2bbd2b2f2 admin admin] Made reservation on behalf of 4b0fe29701814b05b1e0407b32349d46 for: {'network': 1} {{(pid=128084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 11:49:54.112311 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-a3646dcd-9e9c-460d-8edd-cfc2bbd2b2f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for network, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:54.125875 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Network a2dcfe8d-3012-457c-a644-be7c82a9b201 details requested by agent ovs-agent-dv-neutron-797120-4-hyperv with host dv-neutron-797120-4-hyperv {{(pid=128085) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 11:49:54.151703 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.provisioning_blocks [None req-25a93b50-86ed-412e-aae7-91acf83b6cd2 tempest-ExtraDHCPOptionsTestJSON-1604773077 tempest-ExtraDHCPOptionsTestJSON-1604773077-project] Transition to ACTIVE for port object cce4daac-38a1-4189-ae2f-3bf10f9828e9 will not be triggered until provisioned by entity DHCP. {{(pid=128083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 11:49:54.154026 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-a3646dcd-9e9c-460d-8edd-cfc2bbd2b2f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:54.204700 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-2ba63b5a-7540-402e-829d-11537ce476ec tempest-FloatingIPAdminTestJSON-775113783 tempest-FloatingIPAdminTestJSON-775113783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1978872'] for port, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:54.219795 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44fa8df5-81ce-406a-9d6f-526ff353f6cf None None] Network 85253243-aef7-447c-a378-2a68975d7cb2 requested from dv-neutron-797120-4-hyperv {{(pid=128085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 11:49:54.223014 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-843c093a-6bc5-43bf-acba-4d2ca3b98cd4 req-9518f912-42f3-471f-b37e-0468ff9db87c tempest-TestNetworkAdvancedServerOps-1479438933 tempest-TestNetworkAdvancedServerOps-1479438933-project] Made reservation on behalf of 027cb114b40f4b66abdd9fd20f4debdf for: {'port': 1} {{(pid=128083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 11:49:54.225223 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.plugin [None req-2ba63b5a-7540-402e-829d-11537ce476ec tempest-FloatingIPAdminTestJSON-775113783 tempest-FloatingIPAdminTestJSON-775113783-project] Calling delete_port for a37a97e5-088e-424e-8b2a-9d37aa9c7120 owned by network:router_gateway {{(pid=128084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 11:49:54.226594 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-843c093a-6bc5-43bf-acba-4d2ca3b98cd4 req-9518f912-42f3-471f-b37e-0468ff9db87c tempest-TestNetworkAdvancedServerOps-1479438933 tempest-TestNetworkAdvancedServerOps-1479438933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:54.234351 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.db.api [None req-a3646dcd-9e9c-460d-8edd-cfc2bbd2b2f2 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 24 11:49:54.234351 dv-neutron-797120-4-hyperv neutron-server[128084]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 24 11:49:54.234351 dv-neutron-797120-4-hyperv neutron-server[128084]: [parameters: {'project_id_1': '4b0fe29701814b05b1e0407b32349d46', 'expiration_1': datetime.datetime(2021, 6, 24, 11, 49, 54, 177587)}] Jun 24 11:49:54.234351 dv-neutron-797120-4-hyperv neutron-server[128084]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=128084) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 24 11:49:54.234776 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_db.api [None req-a3646dcd-9e9c-460d-8edd-cfc2bbd2b2f2 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=128084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 24 11:49:54.236395 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-231f2119-cdc5-4992-9b1a-7ca78d47d247 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:54.246379 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-707f789a-8149-4e13-9915-04ce0edd4499 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Made reservation on behalf of 086af1f572244cd08c37d97e004e4732 for: {'subnet': 1} {{(pid=128084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 11:49:54.249576 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-707f789a-8149-4e13-9915-04ce0edd4499 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3162484'] for subnet, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:54.261487 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.db_base_plugin_common [None req-0a75e326-4524-4142-bd64-b782940fc407 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Allocated IP 2001:db8::2d6 (c9fe903b-46c4-4ac5-8964-8c180f7e5738/a315b228-36f3-40dc-8ebb-2c3c159e4eed/40df7084-0b87-4c37-bb30-1f23b86c2f2f) {{(pid=128083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 11:49:54.286552 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.db_base_plugin_common [None req-0a75e326-4524-4142-bd64-b782940fc407 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Allocated IP 2001:db8:0:1::34 (c9fe903b-46c4-4ac5-8964-8c180f7e5738/a225fb07-256a-4d10-a29c-7f6108f8b8ad/40df7084-0b87-4c37-bb30-1f23b86c2f2f) {{(pid=128083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 11:49:54.306172 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-d80d3466-93c2-4211-9ada-d58755a06577 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1010ec49-338d-4ddb-ab95-5db8aeb9bc3a', 'name': 'tempest-TestVolumeBootPattern-1586751402-router', 'tenant_id': '91cba4619aa74784a108d3a825cc8e0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'external_fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.200'}], 'enable_snat': True}, 'gw_port_id': '075214bd-0a72-4e24-a0f8-f7fb96f5c3fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T11:49:41Z', 'updated_at': '2021-06-24T11:49:50Z', 'revision_number': 4, 'project_id': '91cba4619aa74784a108d3a825cc8e0c', 'gw_port': {'id': '075214bd-0a72-4e24-a0f8-f7fb96f5c3fa', 'name': '', 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:01:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1010ec49-338d-4ddb-ab95-5db8aeb9bc3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 935, 'fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:49:42Z', 'updated_at': '2021-06-24T11:49:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-4-hyperv', '_interfaces': [{'id': '8bd8e081-5290-4fb9-8952-7b2d75f45339', 'name': '', 'network_id': '376f72b9-0f0d-4b21-b0a6-f11d1b9b44a4', 'tenant_id': '91cba4619aa74784a108d3a825cc8e0c', 'mac_address': 'fa:16:3e:22:82:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1010ec49-338d-4ddb-ab95-5db8aeb9bc3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 948, 'fixed_ips': [{'subnet_id': '83739081-6ef0-4601-a176-febdd4c01678', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:49:48Z', 'updated_at': '2021-06-24T11:49:50Z', 'revision_number': 2, 'project_id': '91cba4619aa74784a108d3a825cc8e0c', 'subnets': [{'id': '83739081-6ef0-4601-a176-febdd4c01678', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:49:54.314830 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef6bae33-abc6-492d-a73c-8604c0365f01 tempest-RoutersNegativeIpV6Test-675716403 tempest-RoutersNegativeIpV6Test-675716403-project] Made reservation on behalf of 4bdab4c32b4d44488aec62537889cf20 for: {'subnet': 1} {{(pid=128083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 11:49:54.318785 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-ef6bae33-abc6-492d-a73c-8604c0365f01 tempest-RoutersNegativeIpV6Test-675716403 tempest-RoutersNegativeIpV6Test-675716403-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3289788'] for subnet, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:54.341061 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-b9d2fe1f-63ef-49b5-acf0-c9cbd42ffc10 None None] Provisioning for port ee37176e-f012-43d2-8fd9-221f7510dcb8 completed by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 11:49:54.386083 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-25a93b50-86ed-412e-aae7-91acf83b6cd2 tempest-ExtraDHCPOptionsTestJSON-1604773077 tempest-ExtraDHCPOptionsTestJSON-1604773077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-650429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-506361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793193536723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2537853'] for port, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:54.394912 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d80d3466-93c2-4211-9ada-d58755a06577 None None] Checking router: 1010ec49-338d-4ddb-ab95-5db8aeb9bc3a for host: dv-neutron-797120-4-hyperv {{(pid=128085) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 11:49:54.395557 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d80d3466-93c2-4211-9ada-d58755a06577 None None] Updating router 1010ec49-338d-4ddb-ab95-5db8aeb9bc3a port 8bd8e081-5290-4fb9-8952-7b2d75f45339 binding host dv-neutron-797120-4-hyperv {{(pid=128085) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 11:49:54.396973 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-c579e836-753b-4740-b7a6-22d87dd16768 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:49:54.512392 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning for port 7564f588-5d7d-437d-bf19-c55ec034833e completed by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 11:49:54.535773 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-d80d3466-93c2-4211-9ada-d58755a06577 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:54.539073 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device ee37176e-f012-43d2-8fd9-221f7510dcb8 up at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 11:49:54.554134 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25a93b50-86ed-412e-aae7-91acf83b6cd2 tempest-ExtraDHCPOptionsTestJSON-1604773077 tempest-ExtraDHCPOptionsTestJSON-1604773077-project] Network 85253243-aef7-447c-a378-2a68975d7cb2 is already hosted by enough agents. {{(pid=128083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 11:49:54.575559 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.base_scheduler [None req-25a93b50-86ed-412e-aae7-91acf83b6cd2 tempest-ExtraDHCPOptionsTestJSON-1604773077 tempest-ExtraDHCPOptionsTestJSON-1604773077-project] Resources bound (agent type, host, resource id): {{(pid=128083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:49:54.578964 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25a93b50-86ed-412e-aae7-91acf83b6cd2 tempest-ExtraDHCPOptionsTestJSON-1604773077 tempest-ExtraDHCPOptionsTestJSON-1604773077-project] Received port after_create {{(pid=128083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 11:49:54.591770 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-2ba63b5a-7540-402e-829d-11537ce476ec tempest-FloatingIPAdminTestJSON-775113783 tempest-FloatingIPAdminTestJSON-775113783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793193945299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193536732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3292088'] for port, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:54.597044 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-29047329-5620-4d99-a971-47dbd7823ba1 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:49:54.598649 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a93b50-86ed-412e-aae7-91acf83b6cd2 tempest-ExtraDHCPOptionsTestJSON-1604773077 tempest-ExtraDHCPOptionsTestJSON-1604773077-project] Pushing event updated for resources: {'Port': ['ID=cce4daac-38a1-4189-ae2f-3bf10f9828e9,revision_number=1']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:49:54.601950 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-25a93b50-86ed-412e-aae7-91acf83b6cd2 tempest-ExtraDHCPOptionsTestJSON-1604773077 tempest-ExtraDHCPOptionsTestJSON-1604773077-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:49:54.622455 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-707f789a-8149-4e13-9915-04ce0edd4499 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3291959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3162270'] for subnet, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:54.627905 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba63b5a-7540-402e-829d-11537ce476ec tempest-FloatingIPAdminTestJSON-775113783 tempest-FloatingIPAdminTestJSON-775113783-project] Pushing event deleted for resources: {'Port': ['ID=a37a97e5-088e-424e-8b2a-9d37aa9c7120,revision_number=None']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:49:54.635069 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-2ba63b5a-7540-402e-829d-11537ce476ec tempest-FloatingIPAdminTestJSON-775113783 tempest-FloatingIPAdminTestJSON-775113783-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:49:54.635196 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-74f20d3e-3a06-490d-9ea0-b086a68fdcd5 None None] Provisioning for port 7564f588-5d7d-437d-bf19-c55ec034833e completed by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 11:49:54.637885 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-e13f0d15-1134-4eab-8d85-82f24e7de053 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.011s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:49:54.671810 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-707f789a-8149-4e13-9915-04ce0edd4499 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Network 11a80c9d-f8ee-4388-91b0-d49a25200fee is already hosted by enough agents. {{(pid=128084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 11:49:54.688668 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-74f20d3e-3a06-490d-9ea0-b086a68fdcd5 None None] Provisioning complete for port 7564f588-5d7d-437d-bf19-c55ec034833e triggered by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:49:54.689088 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-74f20d3e-3a06-490d-9ea0-b086a68fdcd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:54.697918 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.base_scheduler [None req-707f789a-8149-4e13-9915-04ce0edd4499 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Resources bound (agent type, host, resource id): {{(pid=128084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:49:54.703386 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-707f789a-8149-4e13-9915-04ce0edd4499 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=128084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:49:54.704225 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-707f789a-8149-4e13-9915-04ce0edd4499 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks [] for subnet, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:54.720070 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.db_base_plugin_common [req-843c093a-6bc5-43bf-acba-4d2ca3b98cd4 req-9518f912-42f3-471f-b37e-0468ff9db87c tempest-TestNetworkAdvancedServerOps-1479438933 tempest-TestNetworkAdvancedServerOps-1479438933-project] Allocated IP 172.20.0.12 (0df59c03-dac3-411f-a2bf-16d57a368c8d/fed5c1a3-282b-465b-a705-0bcb2ca19c6d/33678eb9-0f0d-4a2b-923f-cd19cd23cc40) {{(pid=128083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 11:49:54.736901 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-a3646dcd-9e9c-460d-8edd-cfc2bbd2b2f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:54.752912 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707f789a-8149-4e13-9915-04ce0edd4499 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Pushing event updated for resources: {'Subnet': ['ID=ad90e9a5-61e3-43f7-bf0c-b0f998d60434,revision_number=0']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:49:54.759377 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25a93b50-86ed-412e-aae7-91acf83b6cd2 tempest-ExtraDHCPOptionsTestJSON-1604773077 tempest-ExtraDHCPOptionsTestJSON-1604773077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:49:54.760127 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-25a93b50-86ed-412e-aae7-91acf83b6cd2 tempest-ExtraDHCPOptionsTestJSON-1604773077 tempest-ExtraDHCPOptionsTestJSON-1604773077-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468916'] for port, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:54.765070 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-707f789a-8149-4e13-9915-04ce0edd4499 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:49:54.774954 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-707f789a-8149-4e13-9915-04ce0edd4499 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7777412 Jun 24 11:49:54.779586 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 60856) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:49:54.786532 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-2387742c-a292-438a-90f0-1326785f3e1b tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Request body: {'subnet': {'network_id': '11a80c9d-f8ee-4388-91b0-d49a25200fee', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:49:54.794885 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-2ba63b5a-7540-402e-829d-11537ce476ec tempest-FloatingIPAdminTestJSON-775113783 tempest-FloatingIPAdminTestJSON-775113783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1815728'] for router_gateway, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:54.840538 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a525359-d874-41d1-8ddf-7fd70ec4ba8a None None] Update dhcp port {'port': {'network_id': 'c9fe903b-46c4-4ac5-8964-8c180f7e5738', 'fixed_ips': [{'subnet_id': 'a315b228-36f3-40dc-8ebb-2c3c159e4eed', 'ip_address': '2001:db8::2'}, {'subnet_id': 'a225fb07-256a-4d10-a29c-7f6108f8b8ad'}], 'binding:host_id': 'dv-neutron-797120-4-hyperv'}, 'id': 'ee37176e-f012-43d2-8fd9-221f7510dcb8'} from dv-neutron-797120-4-hyperv. {{(pid=128085) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 24 11:49:54.897984 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning for port ee37176e-f012-43d2-8fd9-221f7510dcb8 completed by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 11:49:54.903726 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-0a75e326-4524-4142-bd64-b782940fc407 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Notify callbacks [] for port, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:54.952369 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning complete for port ee37176e-f012-43d2-8fd9-221f7510dcb8 triggered by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:49:54.953075 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:54.954900 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-6a525359-d874-41d1-8ddf-7fd70ec4ba8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:54.963727 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-2ba63b5a-7540-402e-829d-11537ce476ec tempest-FloatingIPAdminTestJSON-775113783 tempest-FloatingIPAdminTestJSON-775113783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1803182', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65403'] for router, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:54.968395 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-2ba63b5a-7540-402e-829d-11537ce476ec tempest-FloatingIPAdminTestJSON-775113783 tempest-FloatingIPAdminTestJSON-775113783-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:54.989246 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-ef6bae33-abc6-492d-a73c-8604c0365f01 tempest-RoutersNegativeIpV6Test-675716403 tempest-RoutersNegativeIpV6Test-675716403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2537737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3289942'] for subnet, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:54.992265 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.provisioning_blocks [None req-0a75e326-4524-4142-bd64-b782940fc407 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Transition to ACTIVE for port object 40df7084-0b87-4c37-bb30-1f23b86c2f2f will not be triggered until provisioned by entity DHCP. {{(pid=128083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 11:49:54.995448 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-cd5adb0d-fc28-452f-9a60-e7ceb830598a tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:49:55.041923 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c2c2bef-c51b-477e-b380-a15abf3ca9f6 None None] DHCP port deletion for 11a80c9d-f8ee-4388-91b0-d49a25200fee request from dv-neutron-797120-4-hyperv {{(pid=128085) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 24 11:49:55.048585 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-2ba63b5a-7540-402e-829d-11537ce476ec tempest-FloatingIPAdminTestJSON-775113783 tempest-FloatingIPAdminTestJSON-775113783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1806072'] for router, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:55.049274 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ba63b5a-7540-402e-829d-11537ce476ec tempest-FloatingIPAdminTestJSON-775113783 tempest-FloatingIPAdminTestJSON-775113783-project] Fanout notify agent at l3_agent the message router_deleted on router 1606d87f-67b7-492c-9816-c9bd352c4dd6 {{(pid=128084) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 24 11:49:55.058969 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-2ba63b5a-7540-402e-829d-11537ce476ec tempest-FloatingIPAdminTestJSON-775113783 tempest-FloatingIPAdminTestJSON-775113783-project] Notify callbacks [] for router, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:55.060071 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-2ba63b5a-7540-402e-829d-11537ce476ec tempest-FloatingIPAdminTestJSON-775113783 tempest-FloatingIPAdminTestJSON-775113783-project] 10.222.0.53 "DELETE /v2.0/routers/1606d87f-67b7-492c-9816-c9bd352c4dd6 HTTP/1.1" status: 204 len: 168 time: 2.0238550 Jun 24 11:49:55.062687 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 60860) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:49:55.100927 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-a3646dcd-9e9c-460d-8edd-cfc2bbd2b2f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:55.106599 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-a3646dcd-9e9c-460d-8edd-cfc2bbd2b2f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800410'] for security_group, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:55.110081 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-0541516d-2921-4b80-b60f-3c1ceebc9dd0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:49:55.148696 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a3646dcd-9e9c-460d-8edd-cfc2bbd2b2f2 admin admin] vlan segment allocate from pool success with {'vlan_id': 639, 'physical_network': 'physnet1'} {{(pid=128084) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 11:49:55.156674 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2387742c-a292-438a-90f0-1326785f3e1b tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Made reservation on behalf of 086af1f572244cd08c37d97e004e4732 for: {'subnet': 1} {{(pid=128084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 11:49:55.161068 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-2387742c-a292-438a-90f0-1326785f3e1b tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3162484'] for subnet, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:55.168509 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3646dcd-9e9c-460d-8edd-cfc2bbd2b2f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=641b33cb-748d-4d9d-bd9a-bd3df596676a,revision_number=1']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:49:55.190717 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-759355bb-d594-4e86-a80f-353a76e25887 req-b6a1cf61-7f77-469c-9584-4cb90502dc7a tempest-TestNetworkAdvancedServerOps-1479438933 tempest-TestNetworkAdvancedServerOps-1479438933-project] 10.222.0.53 "GET /v2.0/ports?device_id=01c22be6-1669-482b-94cd-775df8dd11ba HTTP/1.1" status: 200 len: 210 time: 0.0738554 Jun 24 11:49:55.193913 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-25a93b50-86ed-412e-aae7-91acf83b6cd2 tempest-ExtraDHCPOptionsTestJSON-1604773077 tempest-ExtraDHCPOptionsTestJSON-1604773077-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.8854737 Jun 24 11:49:55.195137 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-a3646dcd-9e9c-460d-8edd-cfc2bbd2b2f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:49:55.195279 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-a3646dcd-9e9c-460d-8edd-cfc2bbd2b2f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967879'] for segment, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:55.195622 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.db.segments_db [None req-a3646dcd-9e9c-460d-8edd-cfc2bbd2b2f2 admin admin] Added segment 8cb26e43-9885-4059-a45d-aa200848b3e8 of type vlan for network d7d05277-9788-457b-857a-22669faf969d Jun 24 11:49:55.199805 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 60862) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:49:55.212237 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6bae33-abc6-492d-a73c-8604c0365f01 tempest-RoutersNegativeIpV6Test-675716403 tempest-RoutersNegativeIpV6Test-675716403-project] Pushing event updated for resources: {'Subnet': ['ID=57692894-ac03-4e47-a2ec-84303fac87e8,revision_number=0']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:49:55.213107 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-97e0da69-a4c3-4b7c-93af-c99bacf2edda tempest-ExtraDHCPOptionsTestJSON-1604773077 tempest-ExtraDHCPOptionsTestJSON-1604773077-project] Request body: {'port': {'network_id': '85253243-aef7-447c-a378-2a68975d7cb2', 'name': 'tempest-ExtraDHCPOptionsTestJSON-828762137', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:49:55.213602 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.api.validators [None req-97e0da69-a4c3-4b7c-93af-c99bacf2edda tempest-ExtraDHCPOptionsTestJSON-1604773077 tempest-ExtraDHCPOptionsTestJSON-1604773077-project] bootfile-name is not in valid_values {{(pid=128084) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jun 24 11:49:55.214647 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.api.validators [None req-97e0da69-a4c3-4b7c-93af-c99bacf2edda tempest-ExtraDHCPOptionsTestJSON-1604773077 tempest-ExtraDHCPOptionsTestJSON-1604773077-project] tftp-server is not in valid_values {{(pid=128084) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jun 24 11:49:55.214647 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.api.validators [None req-97e0da69-a4c3-4b7c-93af-c99bacf2edda tempest-ExtraDHCPOptionsTestJSON-1604773077 tempest-ExtraDHCPOptionsTestJSON-1604773077-project] server-ip-address is not in valid_values {{(pid=128084) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jun 24 11:49:55.234857 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-ef6bae33-abc6-492d-a73c-8604c0365f01 tempest-RoutersNegativeIpV6Test-675716403 tempest-RoutersNegativeIpV6Test-675716403-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:49:55.238613 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-843c093a-6bc5-43bf-acba-4d2ca3b98cd4 req-9518f912-42f3-471f-b37e-0468ff9db87c tempest-TestNetworkAdvancedServerOps-1479438933 tempest-TestNetworkAdvancedServerOps-1479438933-project] Notify callbacks [] for port, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:55.276730 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-74f20d3e-3a06-490d-9ea0-b086a68fdcd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:55.277054 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.db_base_plugin_v2 [None req-0537456b-6d29-45e2-8aff-69202bdab223 tempest-FloatingIPAdminTestJSON-775113783 tempest-FloatingIPAdminTestJSON-775113783-project] Deleting subnet 10102c18-fc2c-4d69-a133-ead25f7500a6 {{(pid=128083) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 24 11:49:55.278372 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-0a75e326-4524-4142-bd64-b782940fc407 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-650429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-506361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793193536723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2537853'] for port, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:55.282901 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef6bae33-abc6-492d-a73c-8604c0365f01 tempest-RoutersNegativeIpV6Test-675716403 tempest-RoutersNegativeIpV6Test-675716403-project] Checking segment: {'id': 'a515512d-312b-46d1-8d15-f1d28045febc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'a2dcfe8d-3012-457c-a644-be7c82a9b201'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=128083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 11:49:55.283950 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef6bae33-abc6-492d-a73c-8604c0365f01 tempest-RoutersNegativeIpV6Test-675716403 tempest-RoutersNegativeIpV6Test-675716403-project] Network hostable DHCP agents. Network: a2dcfe8d-3012-457c-a644-be7c82a9b201, hostable agents: ['6be988a9-1d97-480f-be5a-c55abf2c55c5'], hosted agents: [] {{(pid=128083) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 11:49:55.296567 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-0537456b-6d29-45e2-8aff-69202bdab223 tempest-FloatingIPAdminTestJSON-775113783 tempest-FloatingIPAdminTestJSON-775113783-project] Notify callbacks [] for subnet, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:55.299784 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.provisioning_blocks [req-843c093a-6bc5-43bf-acba-4d2ca3b98cd4 req-9518f912-42f3-471f-b37e-0468ff9db87c tempest-TestNetworkAdvancedServerOps-1479438933 tempest-TestNetworkAdvancedServerOps-1479438933-project] Transition to ACTIVE for port object 33678eb9-0f0d-4a2b-923f-cd19cd23cc40 will not be triggered until provisioned by entity DHCP. {{(pid=128083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 11:49:55.302747 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-d86fd045-8473-4ec6-94e6-9fa2bd5d76e9 tempest-TestNetworkAdvancedServerOps-1479438933 tempest-TestNetworkAdvancedServerOps-1479438933-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:49:55.345045 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-a3646dcd-9e9c-460d-8edd-cfc2bbd2b2f2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793193525068'] for network, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:55.383633 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a75e326-4524-4142-bd64-b782940fc407 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Network c9fe903b-46c4-4ac5-8964-8c180f7e5738 is already hosted by enough agents. {{(pid=128083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 11:49:55.389283 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.db.ipam_backend_mixin [None req-2387742c-a292-438a-90f0-1326785f3e1b tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet ad90e9a5-61e3-43f7-bf0c-b0f998d60434 (CIDR: 2001:db8::/64) Jun 24 11:49:55.401896 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.pecan_wsgi.hooks.translation [None req-2387742c-a292-438a-90f0-1326785f3e1b tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 24 11:49:55.402232 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2387742c-a292-438a-90f0-1326785f3e1b tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=128084) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 24 11:49:55.413445 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-0537456b-6d29-45e2-8aff-69202bdab223 tempest-FloatingIPAdminTestJSON-775113783 tempest-FloatingIPAdminTestJSON-775113783-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3143795'] for subnet, precommit_delete_associations {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:55.417156 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.base_scheduler [None req-0a75e326-4524-4142-bd64-b782940fc407 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Resources bound (agent type, host, resource id): {{(pid=128083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:49:55.442978 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-2387742c-a292-438a-90f0-1326785f3e1b tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6620185 Jun 24 11:49:55.446272 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 60864) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:49:55.447884 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-74f20d3e-3a06-490d-9ea0-b086a68fdcd5 None None] For port 7564f588-5d7d-437d-bf19-c55ec034833e, host dv-neutron-797120-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=7564f588-5d7d-437d-bf19-c55ec034833e,segment=NetworkSegment(9a768acd-6f39-4644-ae4c-2ef564a6a2c1),segment_id=9a768acd-6f39-4644-ae4c-2ef564a6a2c1)] {{(pid=128085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 11:49:55.449103 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-a3646dcd-9e9c-460d-8edd-cfc2bbd2b2f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1800243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976'] for network, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:55.450744 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3646dcd-9e9c-460d-8edd-cfc2bbd2b2f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=128084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:49:55.451324 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a75e326-4524-4142-bd64-b782940fc407 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Received port after_create {{(pid=128083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 11:49:55.451962 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-a3646dcd-9e9c-460d-8edd-cfc2bbd2b2f2 admin admin] Notify callbacks [] for network, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:55.458178 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a75e326-4524-4142-bd64-b782940fc407 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:49:55.459197 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-0a75e326-4524-4142-bd64-b782940fc407 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468916'] for port, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:55.467535 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-4aacb709-338a-43cd-97c9-997d8c1e2d4b tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Request body: {'subnet': {'network_id': '11a80c9d-f8ee-4388-91b0-d49a25200fee', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:49:55.474545 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-c696bc3a-f39a-435f-a206-db81c2463cd4 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:49:55.477894 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef6bae33-abc6-492d-a73c-8604c0365f01 tempest-RoutersNegativeIpV6Test-675716403 tempest-RoutersNegativeIpV6Test-675716403-project] Network a2dcfe8d-3012-457c-a644-be7c82a9b201 is scheduled to be hosted by DHCP agent 6be988a9-1d97-480f-be5a-c55abf2c55c5 with binding_index 1 {{(pid=128083) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 11:49:55.486880 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a75e326-4524-4142-bd64-b782940fc407 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Pushing event updated for resources: {'Port': ['ID=40df7084-0b87-4c37-bb30-1f23b86c2f2f,revision_number=1']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:49:55.488973 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-74f20d3e-3a06-490d-9ea0-b086a68fdcd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:55.497411 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-5888f27f-e91e-43d8-bad5-e1745df7d3e5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:49:55.500225 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-9c2c2bef-c51b-477e-b380-a15abf3ca9f6 None None] Deleting port 3213c3a6-b9d1-41b2-83df-46b925b52307 {{(pid=128085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 11:49:55.500615 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-9c2c2bef-c51b-477e-b380-a15abf3ca9f6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793193942312'] for port, before_delete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:55.505346 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-0a75e326-4524-4142-bd64-b782940fc407 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:49:55.522614 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.base_scheduler [None req-ef6bae33-abc6-492d-a73c-8604c0365f01 tempest-RoutersNegativeIpV6Test-675716403 tempest-RoutersNegativeIpV6Test-675716403-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-4-hyperv, a2dcfe8d-3012-457c-a644-be7c82a9b201) {{(pid=128083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:49:55.537303 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef6bae33-abc6-492d-a73c-8604c0365f01 tempest-RoutersNegativeIpV6Test-675716403 tempest-RoutersNegativeIpV6Test-675716403-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:49:55.538381 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-ef6bae33-abc6-492d-a73c-8604c0365f01 tempest-RoutersNegativeIpV6Test-675716403 tempest-RoutersNegativeIpV6Test-675716403-project] Notify callbacks [] for subnet, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:55.550170 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-843c093a-6bc5-43bf-acba-4d2ca3b98cd4 req-9518f912-42f3-471f-b37e-0468ff9db87c tempest-TestNetworkAdvancedServerOps-1479438933 tempest-TestNetworkAdvancedServerOps-1479438933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-650429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-506361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793193536723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2537853'] for port, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:55.556572 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-52019e97-391b-4e6f-af9f-f1ccb875a33c tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:49:55.570319 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5eaa44c-9d76-4e4c-80a6-635d4430144a None None] Network a2dcfe8d-3012-457c-a644-be7c82a9b201 requested from dv-neutron-797120-4-hyperv {{(pid=128085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 11:49:55.582386 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:55.648863 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-843c093a-6bc5-43bf-acba-4d2ca3b98cd4 req-9518f912-42f3-471f-b37e-0468ff9db87c tempest-TestNetworkAdvancedServerOps-1479438933 tempest-TestNetworkAdvancedServerOps-1479438933-project] Network 0df59c03-dac3-411f-a2bf-16d57a368c8d is already hosted by enough agents. {{(pid=128083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 11:49:55.661250 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.base_scheduler [req-843c093a-6bc5-43bf-acba-4d2ca3b98cd4 req-9518f912-42f3-471f-b37e-0468ff9db87c tempest-TestNetworkAdvancedServerOps-1479438933 tempest-TestNetworkAdvancedServerOps-1479438933-project] Resources bound (agent type, host, resource id): {{(pid=128083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:49:55.667258 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-0537456b-6d29-45e2-8aff-69202bdab223 tempest-FloatingIPAdminTestJSON-775113783 tempest-FloatingIPAdminTestJSON-775113783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-972249'] for subnet, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:55.668926 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-d80d3466-93c2-4211-9ada-d58755a06577 None None] Notify callbacks [] for port, precommit_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:55.672079 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.db_base_plugin_common [None req-6a525359-d874-41d1-8ddf-7fd70ec4ba8a None None] Allocated IP 2001:db8:0:1::2 (c9fe903b-46c4-4ac5-8964-8c180f7e5738/a225fb07-256a-4d10-a29c-7f6108f8b8ad/ee37176e-f012-43d2-8fd9-221f7510dcb8) {{(pid=128085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 11:49:55.672458 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.l3_dvrscheduler_db [req-843c093a-6bc5-43bf-acba-4d2ca3b98cd4 req-9518f912-42f3-471f-b37e-0468ff9db87c tempest-TestNetworkAdvancedServerOps-1479438933 tempest-TestNetworkAdvancedServerOps-1479438933-project] Received port after_create {{(pid=128083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 11:49:55.698625 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9518f912-42f3-471f-b37e-0468ff9db87c tempest-TestNetworkAdvancedServerOps-1479438933 tempest-TestNetworkAdvancedServerOps-1479438933-project] Pushing event updated for resources: {'Port': ['ID=33678eb9-0f0d-4a2b-923f-cd19cd23cc40,revision_number=1']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:49:55.733436 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-9518f912-42f3-471f-b37e-0468ff9db87c tempest-TestNetworkAdvancedServerOps-1479438933 tempest-TestNetworkAdvancedServerOps-1479438933-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:49:55.763133 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-d80d3466-93c2-4211-9ada-d58755a06577 None None] Transition to ACTIVE for port object 8bd8e081-5290-4fb9-8952-7b2d75f45339 will not be triggered until provisioned by entity L2. {{(pid=128085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 11:49:55.785913 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f20d3e-3a06-490d-9ea0-b086a68fdcd5 None None] Pushing event updated for resources: {'Port': ['ID=7564f588-5d7d-437d-bf19-c55ec034833e,revision_number=3']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:49:55.789640 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-74f20d3e-3a06-490d-9ea0-b086a68fdcd5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:49:55.803536 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843c093a-6bc5-43bf-acba-4d2ca3b98cd4 req-9518f912-42f3-471f-b37e-0468ff9db87c tempest-TestNetworkAdvancedServerOps-1479438933 tempest-TestNetworkAdvancedServerOps-1479438933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:49:55.805081 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-843c093a-6bc5-43bf-acba-4d2ca3b98cd4 req-9518f912-42f3-471f-b37e-0468ff9db87c tempest-TestNetworkAdvancedServerOps-1479438933 tempest-TestNetworkAdvancedServerOps-1479438933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468916'] for port, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:55.815345 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-d80d3466-93c2-4211-9ada-d58755a06577 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:55.840187 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-5888f27f-e91e-43d8-bad5-e1745df7d3e5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:49:55.840835 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-0537456b-6d29-45e2-8aff-69202bdab223 tempest-FloatingIPAdminTestJSON-775113783 tempest-FloatingIPAdminTestJSON-775113783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-972238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2537800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3289951'] for subnet, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:55.846438 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-f2cd810b-3ac0-41ea-aeb4-0f453c41ed2e tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:49:55.895372 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0537456b-6d29-45e2-8aff-69202bdab223 tempest-FloatingIPAdminTestJSON-775113783 tempest-FloatingIPAdminTestJSON-775113783-project] Pushing event deleted for resources: {'Subnet': ['ID=10102c18-fc2c-4d69-a133-ead25f7500a6,revision_number=None']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:49:55.904157 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-0537456b-6d29-45e2-8aff-69202bdab223 tempest-FloatingIPAdminTestJSON-775113783 tempest-FloatingIPAdminTestJSON-775113783-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:49:55.905547 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-0537456b-6d29-45e2-8aff-69202bdab223 tempest-FloatingIPAdminTestJSON-775113783 tempest-FloatingIPAdminTestJSON-775113783-project] Notify callbacks [] for subnet, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:55.909079 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-0537456b-6d29-45e2-8aff-69202bdab223 tempest-FloatingIPAdminTestJSON-775113783 tempest-FloatingIPAdminTestJSON-775113783-project] 10.222.0.53 "DELETE /v2.0/subnets/10102c18-fc2c-4d69-a133-ead25f7500a6 HTTP/1.1" status: 204 len: 168 time: 0.8404367 Jun 24 11:49:55.911535 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 60866) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:49:56.080941 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-843c093a-6bc5-43bf-acba-4d2ca3b98cd4 req-9518f912-42f3-471f-b37e-0468ff9db87c tempest-TestNetworkAdvancedServerOps-1479438933 tempest-TestNetworkAdvancedServerOps-1479438933-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6157441 Jun 24 11:49:56.085933 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-ef6bae33-abc6-492d-a73c-8604c0365f01 tempest-RoutersNegativeIpV6Test-675716403 tempest-RoutersNegativeIpV6Test-675716403-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0757890 Jun 24 11:49:56.089977 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-b7f301db-7e28-49f3-b3ba-04bddae617dd tempest-FloatingIPAdminTestJSON-775113783 tempest-FloatingIPAdminTestJSON-775113783-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-534962'] for network, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:56.094196 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-0a75e326-4524-4142-bd64-b782940fc407 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1013 time: 5.0508764 Jun 24 11:49:56.096258 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 60868) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:49:56.104607 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 60870) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:49:56.105661 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [None req-6f343c85-ebc4-41b1-9327-27f6f78aa40c tempest-RoutersNegativeIpV6Test-675716403 tempest-RoutersNegativeIpV6Test-675716403-project] Request body: {'network': {'name': 'tempest-router-network01--349131839'}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:49:56.114332 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-264b8ea9-c651-4881-9bfe-bd4d852be56a tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'a315b228-36f3-40dc-8ebb-2c3c159e4eed'}]}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:49:56.125276 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97e0da69-a4c3-4b7c-93af-c99bacf2edda tempest-ExtraDHCPOptionsTestJSON-1604773077 tempest-ExtraDHCPOptionsTestJSON-1604773077-project] Made reservation on behalf of f11ce05b6cc54bb9bc9657e614d95d90 for: {'port': 1} {{(pid=128084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 11:49:56.131306 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-97e0da69-a4c3-4b7c-93af-c99bacf2edda tempest-ExtraDHCPOptionsTestJSON-1604773077 tempest-ExtraDHCPOptionsTestJSON-1604773077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:56.135868 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f5d9a1d-20c3-46ab-8164-3f4e11c91e7d None None] Network 13aaf39d-108d-47ac-8989-523c6652960d requested from dv-neutron-797120-4-hyperv {{(pid=128085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 11:49:56.165602 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-a3646dcd-9e9c-460d-8edd-cfc2bbd2b2f2 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.1877902 Jun 24 11:49:56.175315 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f343c85-ebc4-41b1-9327-27f6f78aa40c tempest-RoutersNegativeIpV6Test-675716403 tempest-RoutersNegativeIpV6Test-675716403-project] Made reservation on behalf of 4bdab4c32b4d44488aec62537889cf20 for: {'network': 1} {{(pid=128083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 11:49:56.178900 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-6f343c85-ebc4-41b1-9327-27f6f78aa40c tempest-RoutersNegativeIpV6Test-675716403 tempest-RoutersNegativeIpV6Test-675716403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for network, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:56.183876 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 60874) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:49:56.201392 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [None req-83ad486b-5e24-43e7-8cd1-515148971b18 admin admin] Request body: {'subnet': {'network_id': 'd7d05277-9788-457b-857a-22669faf969d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1560561642-subnet', 'tenant_id': '4b0fe29701814b05b1e0407b32349d46', 'ip_version': 4}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:49:56.219560 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3646dcd-9e9c-460d-8edd-cfc2bbd2b2f2 admin admin] Pushing event updated for resources: {'Network': ['ID=d7d05277-9788-457b-857a-22669faf969d,revision_number=1']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:49:56.221990 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-9c2c2bef-c51b-477e-b380-a15abf3ca9f6 None None] For port 3213c3a6-b9d1-41b2-83df-46b925b52307, host dv-neutron-797120-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=3213c3a6-b9d1-41b2-83df-46b925b52307,segment=NetworkSegment(fddfe548-9582-48fa-8a0c-6b06bc4d1b9f),segment_id=fddfe548-9582-48fa-8a0c-6b06bc4d1b9f)] {{(pid=128085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 11:49:56.223205 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-9c2c2bef-c51b-477e-b380-a15abf3ca9f6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1978872'] for port, precommit_delete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:56.244648 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-a3646dcd-9e9c-460d-8edd-cfc2bbd2b2f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.770s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:49:56.256063 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.notifiers.nova [None req-97e0da69-a4c3-4b7c-93af-c99bacf2edda tempest-ExtraDHCPOptionsTestJSON-1604773077 tempest-ExtraDHCPOptionsTestJSON-1604773077-project] device_id is not set on port 8ca28df1-f710-4a48-9d97-fdab480c51c9 yet. {{(pid=128084) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 24 11:49:56.282349 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f343c85-ebc4-41b1-9327-27f6f78aa40c tempest-RoutersNegativeIpV6Test-675716403 tempest-RoutersNegativeIpV6Test-675716403-project] vlan segment allocate from pool success with {'vlan_id': 618, 'physical_network': 'physnet1'} {{(pid=128083) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 11:49:56.285148 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83ad486b-5e24-43e7-8cd1-515148971b18 admin admin] Made reservation on behalf of 4b0fe29701814b05b1e0407b32349d46 for: {'subnet': 1} {{(pid=128083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 11:49:56.287185 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-83ad486b-5e24-43e7-8cd1-515148971b18 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3289788'] for subnet, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:56.302604 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Network d7d05277-9788-457b-857a-22669faf969d details requested by agent ovs-agent-dv-neutron-797120-4-hyperv with host dv-neutron-797120-4-hyperv {{(pid=128085) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 11:49:56.325547 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-6f343c85-ebc4-41b1-9327-27f6f78aa40c tempest-RoutersNegativeIpV6Test-675716403 tempest-RoutersNegativeIpV6Test-675716403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967879'] for segment, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:56.325897 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.db.segments_db [None req-6f343c85-ebc4-41b1-9327-27f6f78aa40c tempest-RoutersNegativeIpV6Test-675716403 tempest-RoutersNegativeIpV6Test-675716403-project] Added segment a01885a2-c99a-49a6-9192-7d1b044833e6 of type vlan for network 0b87c8d5-372f-4ee4-8283-0a96b59a52e2 Jun 24 11:49:56.356189 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-9c2c2bef-c51b-477e-b380-a15abf3ca9f6 None None] Calling delete_port for 3213c3a6-b9d1-41b2-83df-46b925b52307 owned by network:dhcp {{(pid=128085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 11:49:56.362367 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.plugin [None req-b7f301db-7e28-49f3-b3ba-04bddae617dd tempest-FloatingIPAdminTestJSON-775113783 tempest-FloatingIPAdminTestJSON-775113783-project] Deleting port 9fece71a-9de3-4052-b02a-0a75a8f8f3b3 {{(pid=128083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 11:49:56.362883 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-b7f301db-7e28-49f3-b3ba-04bddae617dd tempest-FloatingIPAdminTestJSON-775113783 tempest-FloatingIPAdminTestJSON-775113783-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793193942312'] for port, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:56.372423 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0396edd-2e1d-49b6-802b-9aa5d7ac0eb3 None None] Pushing event updated for resources: {'Port': ['ID=8bd8e081-5290-4fb9-8952-7b2d75f45339,revision_number=3']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:49:56.378436 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-f0396edd-2e1d-49b6-802b-9aa5d7ac0eb3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.538s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:49:56.468873 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-001f0035-4674-4941-907d-6c73409c82f0 None None] Provisioning complete for port 7564f588-5d7d-437d-bf19-c55ec034833e triggered by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:49:56.474953 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-001f0035-4674-4941-907d-6c73409c82f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:56.480326 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4aacb709-338a-43cd-97c9-997d8c1e2d4b tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Made reservation on behalf of 086af1f572244cd08c37d97e004e4732 for: {'subnet': 1} {{(pid=128084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 11:49:56.495025 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-4aacb709-338a-43cd-97c9-997d8c1e2d4b tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3162484'] for subnet, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:56.583270 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [req-843c093a-6bc5-43bf-acba-4d2ca3b98cd4 req-9283d053-15d1-41c0-9dd9-e8e59ab0a92b service neutron] Request body: {'port': {'device_id': '01c22be6-1669-482b-94cd-775df8dd11ba', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7971'}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:49:56.599836 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.db.db_base_plugin_common [None req-97e0da69-a4c3-4b7c-93af-c99bacf2edda tempest-ExtraDHCPOptionsTestJSON-1604773077 tempest-ExtraDHCPOptionsTestJSON-1604773077-project] Allocated IP 172.20.0.12 (85253243-aef7-447c-a378-2a68975d7cb2/a5ad73db-d223-4448-bf2b-359d2e0fe36e/8ca28df1-f710-4a48-9d97-fdab480c51c9) {{(pid=128084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 11:49:56.664912 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-6a525359-d874-41d1-8ddf-7fd70ec4ba8a None None] For port ee37176e-f012-43d2-8fd9-221f7510dcb8, host dv-neutron-797120-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=ee37176e-f012-43d2-8fd9-221f7510dcb8,segment=NetworkSegment(563c5ddb-3b7a-4f68-930a-32edf6ad32f2),segment_id=563c5ddb-3b7a-4f68-930a-32edf6ad32f2)] {{(pid=128085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 11:49:56.688580 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-264b8ea9-c651-4881-9bfe-bd4d852be56a tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:56.698560 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-6f343c85-ebc4-41b1-9327-27f6f78aa40c tempest-RoutersNegativeIpV6Test-675716403 tempest-RoutersNegativeIpV6Test-675716403-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793193525068'] for network, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:56.702725 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-5fa3b30d-8691-41b9-9e8f-303953d646d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:56.770007 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:56.771645 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-d80d3466-93c2-4211-9ada-d58755a06577 None None] Attempting to bind port 8bd8e081-5290-4fb9-8952-7b2d75f45339 on host dv-neutron-797120-4-hyperv for vnic_type normal with profile {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 11:49:56.772094 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-d80d3466-93c2-4211-9ada-d58755a06577 None None] Attempting to bind port 8bd8e081-5290-4fb9-8952-7b2d75f45339 by drivers openvswitch,hyperv on host dv-neutron-797120-4-hyperv at level 0 using segments [{'id': 'feccf5a9-eb5f-4366-9287-7909e7dea8b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '376f72b9-0f0d-4b21-b0a6-f11d1b9b44a4'}] {{(pid=128085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 11:49:56.772533 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d80d3466-93c2-4211-9ada-d58755a06577 None None] Attempting to bind port 8bd8e081-5290-4fb9-8952-7b2d75f45339 on network 376f72b9-0f0d-4b21-b0a6-f11d1b9b44a4 {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 11:49:56.809728 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.db [None req-b7f301db-7e28-49f3-b3ba-04bddae617dd tempest-FloatingIPAdminTestJSON-775113783 tempest-FloatingIPAdminTestJSON-775113783-project] For port 9fece71a-9de3-4052-b02a-0a75a8f8f3b3, host dv-neutron-797120-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=9fece71a-9de3-4052-b02a-0a75a8f8f3b3,segment=NetworkSegment(d1346d28-0794-4bfb-af8b-26b703dda7bd),segment_id=d1346d28-0794-4bfb-af8b-26b703dda7bd)] {{(pid=128083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 11:49:56.809861 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-b7f301db-7e28-49f3-b3ba-04bddae617dd tempest-FloatingIPAdminTestJSON-775113783 tempest-FloatingIPAdminTestJSON-775113783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1978872'] for port, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:56.848026 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d80d3466-93c2-4211-9ada-d58755a06577 None None] Checking agent: {'id': 'e3a695b2-c397-461f-83b0-10b79d490b59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 11, 36, 56), 'started_at': datetime.datetime(2021, 6, 24, 11, 37, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 11, 49, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 11:49:56.848487 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d80d3466-93c2-4211-9ada-d58755a06577 None None] Checking segment: {'id': 'feccf5a9-eb5f-4366-9287-7909e7dea8b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '376f72b9-0f0d-4b21-b0a6-f11d1b9b44a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=128085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 11:49:56.849117 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-d80d3466-93c2-4211-9ada-d58755a06577 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:56.849458 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d80d3466-93c2-4211-9ada-d58755a06577 None None] Bound using segment: {'id': 'feccf5a9-eb5f-4366-9287-7909e7dea8b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '376f72b9-0f0d-4b21-b0a6-f11d1b9b44a4'} {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 11:49:56.850163 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-d80d3466-93c2-4211-9ada-d58755a06577 None None] Bound port: 8bd8e081-5290-4fb9-8952-7b2d75f45339, host: dv-neutron-797120-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'feccf5a9-eb5f-4366-9287-7909e7dea8b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '376f72b9-0f0d-4b21-b0a6-f11d1b9b44a4'}}] {{(pid=128085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 11:49:56.850636 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-d80d3466-93c2-4211-9ada-d58755a06577 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:56.852971 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.plugin [None req-b7f301db-7e28-49f3-b3ba-04bddae617dd tempest-FloatingIPAdminTestJSON-775113783 tempest-FloatingIPAdminTestJSON-775113783-project] Calling delete_port for 9fece71a-9de3-4052-b02a-0a75a8f8f3b3 owned by network:dhcp {{(pid=128083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 11:49:56.857274 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-83ad486b-5e24-43e7-8cd1-515148971b18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2537737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3289942'] for subnet, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:56.864305 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-8bf3b8a0-ce3f-41c1-90f7-7e28ff1e5f96 tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:49:56.870876 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-843c093a-6bc5-43bf-acba-4d2ca3b98cd4 req-9283d053-15d1-41c0-9dd9-e8e59ab0a92b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:56.874089 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a986447-d3c1-4b0a-97c9-35651a4a9266 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d65c8f8-7530-5052-99fe-8ea05073750b-a2dcfe8d-3012-457c-a644-be7c82a9b201', 'network_id': 'a2dcfe8d-3012-457c-a644-be7c82a9b201', 'tenant_id': '4bdab4c32b4d44488aec62537889cf20', 'fixed_ips': [{'subnet_id': '57692894-ac03-4e47-a2ec-84303fac87e8'}]}} from dv-neutron-797120-4-hyperv. {{(pid=128085) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 24 11:49:56.875025 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-4a986447-d3c1-4b0a-97c9-35651a4a9266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_create {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:56.878029 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-6f343c85-ebc4-41b1-9327-27f6f78aa40c tempest-RoutersNegativeIpV6Test-675716403 tempest-RoutersNegativeIpV6Test-675716403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1800243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976'] for network, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:56.879546 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-6a525359-d874-41d1-8ddf-7fd70ec4ba8a None None] Notify callbacks [] for port, precommit_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:56.883586 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f343c85-ebc4-41b1-9327-27f6f78aa40c tempest-RoutersNegativeIpV6Test-675716403 tempest-RoutersNegativeIpV6Test-675716403-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:49:56.884226 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-6f343c85-ebc4-41b1-9327-27f6f78aa40c tempest-RoutersNegativeIpV6Test-675716403 tempest-RoutersNegativeIpV6Test-675716403-project] Notify callbacks [] for network, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:56.962734 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-6a525359-d874-41d1-8ddf-7fd70ec4ba8a None None] Transition to ACTIVE for port object ee37176e-f012-43d2-8fd9-221f7510dcb8 will not be triggered until provisioned by entity DHCP. {{(pid=128085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 11:49:56.990056 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-6a525359-d874-41d1-8ddf-7fd70ec4ba8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:57.000398 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-b4564c0e-f76a-4c54-8815-5e1893781c34 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:49:57.053699 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-9c2c2bef-c51b-477e-b380-a15abf3ca9f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793193945299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193536732'] for port, after_delete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:57.126464 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-97e0da69-a4c3-4b7c-93af-c99bacf2edda tempest-ExtraDHCPOptionsTestJSON-1604773077 tempest-ExtraDHCPOptionsTestJSON-1604773077-project] Notify callbacks [] for port, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:57.169476 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.db.provisioning_blocks [None req-97e0da69-a4c3-4b7c-93af-c99bacf2edda tempest-ExtraDHCPOptionsTestJSON-1604773077 tempest-ExtraDHCPOptionsTestJSON-1604773077-project] Transition to ACTIVE for port object 8ca28df1-f710-4a48-9d97-fdab480c51c9 will not be triggered until provisioned by entity DHCP. {{(pid=128084) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 11:49:57.186911 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-d80d3466-93c2-4211-9ada-d58755a06577 None None] For port 8bd8e081-5290-4fb9-8952-7b2d75f45339, host dv-neutron-797120-4-hyperv, cleared binding levels {{(pid=128085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 11:49:57.199472 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c2c2bef-c51b-477e-b380-a15abf3ca9f6 None None] No DVR routers for this DVR port 3213c3a6-b9d1-41b2-83df-46b925b52307 on host dv-neutron-797120-4-hyperv {{(pid=128085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 11:49:57.222815 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.db.api [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=128085) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 24 11:49:57.223083 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_db.api [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 24 11:49:57.236120 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-001f0035-4674-4941-907d-6c73409c82f0 None None] Provisioning for port cce4daac-38a1-4189-ae2f-3bf10f9828e9 completed by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 11:49:57.267120 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23cdc29d-4023-4faf-96ca-d100fab57db0 None None] Network 11a80c9d-f8ee-4388-91b0-d49a25200fee requested from dv-neutron-797120-4-hyperv {{(pid=128085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 11:49:57.274625 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-d80d3466-93c2-4211-9ada-d58755a06577 None None] For port 8bd8e081-5290-4fb9-8952-7b2d75f45339, host dv-neutron-797120-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=8bd8e081-5290-4fb9-8952-7b2d75f45339,segment=NetworkSegment(feccf5a9-eb5f-4366-9287-7909e7dea8b2),segment_id=feccf5a9-eb5f-4366-9287-7909e7dea8b2)] {{(pid=128085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 11:49:57.283353 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a525359-d874-41d1-8ddf-7fd70ec4ba8a None None] Pushing event updated for resources: {'Port': ['ID=ee37176e-f012-43d2-8fd9-221f7510dcb8,revision_number=3']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:49:57.310056 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.db.db_base_plugin_common [None req-264b8ea9-c651-4881-9bfe-bd4d852be56a tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Delete allocated IP 2001:db8:0:1::34 (c9fe903b-46c4-4ac5-8964-8c180f7e5738/a225fb07-256a-4d10-a29c-7f6108f8b8ad) {{(pid=128084) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jun 24 11:49:57.332120 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.objects.ports [None req-4aacb709-338a-43cd-97c9-997d8c1e2d4b tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=128084) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jun 24 11:49:57.334129 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-001f0035-4674-4941-907d-6c73409c82f0 None None] Provisioning complete for port cce4daac-38a1-4189-ae2f-3bf10f9828e9 triggered by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:49:57.334684 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-001f0035-4674-4941-907d-6c73409c82f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:57.337933 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-6a525359-d874-41d1-8ddf-7fd70ec4ba8a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.337s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:49:57.338078 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-4aacb709-338a-43cd-97c9-997d8c1e2d4b tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3291959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3162270'] for subnet, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:57.343074 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-795ba821-903a-4926-ac71-634036ae4e6e tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:49:57.354505 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-d80d3466-93c2-4211-9ada-d58755a06577 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:57.357443 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-e98d08a1-c634-4e41-a37a-d5245702f32d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.253s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:49:57.360048 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7368c711-5cb5-4e73-b533-9a6949bdda25 None None] DHCP port deletion for 13aaf39d-108d-47ac-8989-523c6652960d request from dv-neutron-797120-4-hyperv {{(pid=128085) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 24 11:49:57.399865 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-97e0da69-a4c3-4b7c-93af-c99bacf2edda tempest-ExtraDHCPOptionsTestJSON-1604773077 tempest-ExtraDHCPOptionsTestJSON-1604773077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-650429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-506361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793193536723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3291971'] for port, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:57.426845 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4aacb709-338a-43cd-97c9-997d8c1e2d4b tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Network 11a80c9d-f8ee-4388-91b0-d49a25200fee is already hosted by enough agents. {{(pid=128084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 11:49:57.438332 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.base_scheduler [None req-4aacb709-338a-43cd-97c9-997d8c1e2d4b tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Resources bound (agent type, host, resource id): {{(pid=128084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:49:57.443255 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4aacb709-338a-43cd-97c9-997d8c1e2d4b tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=128084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:49:57.443861 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-4aacb709-338a-43cd-97c9-997d8c1e2d4b tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks [] for subnet, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:57.458133 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2c2bef-c51b-477e-b380-a15abf3ca9f6 None None] Pushing event deleted for resources: {'Port': ['ID=3213c3a6-b9d1-41b2-83df-46b925b52307,revision_number=None']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:49:57.506845 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aacb709-338a-43cd-97c9-997d8c1e2d4b tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Pushing event updated for resources: {'Subnet': ['ID=16e78e09-b71e-4dac-90b3-c30d82964180,revision_number=0']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:49:57.519350 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-6f343c85-ebc4-41b1-9327-27f6f78aa40c tempest-RoutersNegativeIpV6Test-675716403 tempest-RoutersNegativeIpV6Test-675716403-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.4210234 Jun 24 11:49:57.530225 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 60882) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:49:57.539967 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97e0da69-a4c3-4b7c-93af-c99bacf2edda tempest-ExtraDHCPOptionsTestJSON-1604773077 tempest-ExtraDHCPOptionsTestJSON-1604773077-project] Network 85253243-aef7-447c-a378-2a68975d7cb2 is already hosted by enough agents. {{(pid=128084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 11:49:57.543498 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-4aacb709-338a-43cd-97c9-997d8c1e2d4b tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:49:57.547250 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-80093e49-cdb9-4a04-a9a6-a6f1c24b4c91 tempest-RoutersIpV6AdminTest-670466919 tempest-RoutersIpV6AdminTest-670466919-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.124s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:49:57.556223 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c23b3e2-a40f-4611-a53b-611bec485fd2 req-22cdd4a6-71ea-41f5-b675-5fed67323cfb tempest-TestNetworkAdvancedServerOps-1479438933 tempest-TestNetworkAdvancedServerOps-1479438933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:49:57.558312 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-9c23b3e2-a40f-4611-a53b-611bec485fd2 req-22cdd4a6-71ea-41f5-b675-5fed67323cfb tempest-TestNetworkAdvancedServerOps-1479438933 tempest-TestNetworkAdvancedServerOps-1479438933-project] 10.222.0.53 "GET /v2.0/ports?device_id=01c22be6-1669-482b-94cd-775df8dd11ba HTTP/1.1" status: 200 len: 932 time: 0.9879153 Jun 24 11:49:57.567920 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [None req-aac9a600-7e81-4139-8d6a-5c40e3d4637f tempest-RoutersNegativeIpV6Test-675716403 tempest-RoutersNegativeIpV6Test-675716403-project] Request body: {'network': {'name': 'tempest-router-network02--853094470'}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:49:57.577554 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.db_base_plugin_common [None req-4a986447-d3c1-4b0a-97c9-35651a4a9266 None None] Allocated IP 2001:db8::2 (a2dcfe8d-3012-457c-a644-be7c82a9b201/57692894-ac03-4e47-a2ec-84303fac87e8/6f9ab49e-3a93-4157-b5e8-aa2c2e2d8a73) {{(pid=128085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 11:49:57.592694 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ad486b-5e24-43e7-8cd1-515148971b18 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9d7053cb-0496-4c0f-b426-e1845507db13,revision_number=0']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:49:57.593213 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-001f0035-4674-4941-907d-6c73409c82f0 None None] Port cce4daac-38a1-4189-ae2f-3bf10f9828e9 cannot update to ACTIVE because it is not bound. {{(pid=128085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 11:49:57.614839 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-83ad486b-5e24-43e7-8cd1-515148971b18 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.751s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:49:57.616426 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-c9be137a-6d74-40b3-988d-2c4a7d8de586 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.710s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:49:57.648569 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-4aacb709-338a-43cd-97c9-997d8c1e2d4b tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 2.2002985 Jun 24 11:49:57.649873 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.base_scheduler [None req-97e0da69-a4c3-4b7c-93af-c99bacf2edda tempest-ExtraDHCPOptionsTestJSON-1604773077 tempest-ExtraDHCPOptionsTestJSON-1604773077-project] Resources bound (agent type, host, resource id): {{(pid=128084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:49:57.652024 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 60884) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:49:57.727057 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-58485e28-87ae-435b-9e67-3f833ea2c7de tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Request body: {'port': {'network_id': '11a80c9d-f8ee-4388-91b0-d49a25200fee', 'mac_address': 'fa:16:3e:4e:9e:77', 'name': 'tempest-NetworksTestDHCPv6-735558020'}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:49:57.730737 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97e0da69-a4c3-4b7c-93af-c99bacf2edda tempest-ExtraDHCPOptionsTestJSON-1604773077 tempest-ExtraDHCPOptionsTestJSON-1604773077-project] Received port after_create {{(pid=128084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 11:49:57.784231 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d80d3466-93c2-4211-9ada-d58755a06577 None None] Routers {'1010ec49-338d-4ddb-ab95-5db8aeb9bc3a'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 11:49:57.785412 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-d80d3466-93c2-4211-9ada-d58755a06577 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T11:49:56Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['1010ec49-338d-4ddb-ab95-5db8aeb9bc3a'], 'active': True} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:49:57.798383 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83ad486b-5e24-43e7-8cd1-515148971b18 admin admin] Checking segment: {'id': '8cb26e43-9885-4059-a45d-aa200848b3e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'd7d05277-9788-457b-857a-22669faf969d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=128083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 11:49:57.799458 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83ad486b-5e24-43e7-8cd1-515148971b18 admin admin] Network hostable DHCP agents. Network: d7d05277-9788-457b-857a-22669faf969d, hostable agents: ['6be988a9-1d97-480f-be5a-c55abf2c55c5'], hosted agents: [] {{(pid=128083) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 11:49:57.816522 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e0da69-a4c3-4b7c-93af-c99bacf2edda tempest-ExtraDHCPOptionsTestJSON-1604773077 tempest-ExtraDHCPOptionsTestJSON-1604773077-project] Pushing event updated for resources: {'Port': ['ID=8ca28df1-f710-4a48-9d97-fdab480c51c9,revision_number=1']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:49:57.826555 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0396edd-2e1d-49b6-802b-9aa5d7ac0eb3 None None] Pushing event updated for resources: {'Port': ['ID=8bd8e081-5290-4fb9-8952-7b2d75f45339,revision_number=4']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:49:57.830861 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-264b8ea9-c651-4881-9bfe-bd4d852be56a tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Notify callbacks [] for port, precommit_update {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:57.842387 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-f0396edd-2e1d-49b6-802b-9aa5d7ac0eb3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.485s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:49:57.854310 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-97e0da69-a4c3-4b7c-93af-c99bacf2edda tempest-ExtraDHCPOptionsTestJSON-1604773077 tempest-ExtraDHCPOptionsTestJSON-1604773077-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.307s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:49:57.902566 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-03237adf-ebd0-46f2-a476-4d4bb746e0f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:57.903149 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-82a4a815-8672-4c14-b4f7-ecb1c96517ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.510s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:49:57.903511 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-82a4a815-8672-4c14-b4f7-ecb1c96517ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:49:57.920887 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.db.provisioning_blocks [None req-264b8ea9-c651-4881-9bfe-bd4d852be56a tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Ignored duplicate provisioning block setup for port 40df7084-0b87-4c37-bb30-1f23b86c2f2f by entity DHCP. {{(pid=128084) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jun 24 11:49:57.930883 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-264b8ea9-c651-4881-9bfe-bd4d852be56a tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3292081'] for port, after_update {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:57.941265 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-b12954ed-e145-4939-9690-697a6f6af1e0 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:49:57.982030 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aac9a600-7e81-4139-8d6a-5c40e3d4637f tempest-RoutersNegativeIpV6Test-675716403 tempest-RoutersNegativeIpV6Test-675716403-project] Made reservation on behalf of 4bdab4c32b4d44488aec62537889cf20 for: {'network': 1} {{(pid=128083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 11:49:57.985632 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-aac9a600-7e81-4139-8d6a-5c40e3d4637f tempest-RoutersNegativeIpV6Test-675716403 tempest-RoutersNegativeIpV6Test-675716403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for network, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:57.999744 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f343c85-ebc4-41b1-9327-27f6f78aa40c tempest-RoutersNegativeIpV6Test-675716403 tempest-RoutersNegativeIpV6Test-675716403-project] Pushing event updated for resources: {'Network': ['ID=0b87c8d5-372f-4ee4-8283-0a96b59a52e2,revision_number=1']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:49:58.011746 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97e0da69-a4c3-4b7c-93af-c99bacf2edda tempest-ExtraDHCPOptionsTestJSON-1604773077 tempest-ExtraDHCPOptionsTestJSON-1604773077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=128084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:49:58.012573 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-97e0da69-a4c3-4b7c-93af-c99bacf2edda tempest-ExtraDHCPOptionsTestJSON-1604773077 tempest-ExtraDHCPOptionsTestJSON-1604773077-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468916'] for port, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:58.023949 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-9c23b3e2-a40f-4611-a53b-611bec485fd2 req-19e37267-a50a-477a-9eba-c4134a3fab9c tempest-TestNetworkAdvancedServerOps-1479438933 tempest-TestNetworkAdvancedServerOps-1479438933-project] 10.222.0.53 "GET /v2.0/security-groups?id=ad6af071-5e9d-4374-b735-aabf2d994394&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4269521 Jun 24 11:49:58.024898 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-6f343c85-ebc4-41b1-9327-27f6f78aa40c tempest-RoutersNegativeIpV6Test-675716403 tempest-RoutersNegativeIpV6Test-675716403-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.408s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:49:58.041142 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-b7f301db-7e28-49f3-b3ba-04bddae617dd tempest-FloatingIPAdminTestJSON-775113783 tempest-FloatingIPAdminTestJSON-775113783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793193945299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193536732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2537862'] for port, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:58.060893 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-e59dcf73-3fad-4a2d-9a92-57838d825407 tempest-AllowedAddressPairTestJSON-920326677 tempest-AllowedAddressPairTestJSON-920326677-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:49:58.102876 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83ad486b-5e24-43e7-8cd1-515148971b18 admin admin] Network d7d05277-9788-457b-857a-22669faf969d is scheduled to be hosted by DHCP agent 6be988a9-1d97-480f-be5a-c55abf2c55c5 with binding_index 1 {{(pid=128083) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 11:49:58.115617 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.plugin [None req-264b8ea9-c651-4881-9bfe-bd4d852be56a tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] In _notify_port_updated(), no bound segment for port 40df7084-0b87-4c37-bb30-1f23b86c2f2f on network c9fe903b-46c4-4ac5-8964-8c180f7e5738 {{(pid=128084) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jun 24 11:49:58.122381 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-264b8ea9-c651-4881-9bfe-bd4d852be56a tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:49:58.123045 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-264b8ea9-c651-4881-9bfe-bd4d852be56a tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468916'] for port, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:58.124622 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-264b8ea9-c651-4881-9bfe-bd4d852be56a tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] 10.222.0.53 "PUT /v2.0/ports/40df7084-0b87-4c37-bb30-1f23b86c2f2f HTTP/1.1" status: 200 len: 923 time: 2.0173721 Jun 24 11:49:58.131583 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 60886) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:49:58.134351 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-97e0da69-a4c3-4b7c-93af-c99bacf2edda tempest-ExtraDHCPOptionsTestJSON-1604773077 tempest-ExtraDHCPOptionsTestJSON-1604773077-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 2.9349184 Jun 24 11:49:58.137357 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvr_db [None req-d80d3466-93c2-4211-9ada-d58755a06577 None None] Set router 1010ec49-338d-4ddb-ab95-5db8aeb9bc3a gateway port host: dv-neutron-797120-4-hyperv {{(pid=128085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 11:49:58.138908 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-405dcf97-3bef-43e8-9fd5-9fb857d8c38f tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'a315b228-36f3-40dc-8ebb-2c3c159e4eed'}, {'subnet_id': 'a225fb07-256a-4d10-a29c-7f6108f8b8ad'}]}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:49:58.143341 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264b8ea9-c651-4881-9bfe-bd4d852be56a tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Pushing event updated for resources: {'Port': ['ID=40df7084-0b87-4c37-bb30-1f23b86c2f2f,revision_number=2']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:49:58.146043 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 60888) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:49:58.147248 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Network 0b87c8d5-372f-4ee4-8283-0a96b59a52e2 details requested by agent ovs-agent-dv-neutron-797120-4-hyperv with host dv-neutron-797120-4-hyperv {{(pid=128085) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 11:49:58.149727 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:58.151029 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aac9a600-7e81-4139-8d6a-5c40e3d4637f tempest-RoutersNegativeIpV6Test-675716403 tempest-RoutersNegativeIpV6Test-675716403-project] vlan segment allocate from pool success with {'vlan_id': 606, 'physical_network': 'physnet1'} {{(pid=128083) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 11:49:58.157203 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-264b8ea9-c651-4881-9bfe-bd4d852be56a tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:49:58.162626 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-aac9a600-7e81-4139-8d6a-5c40e3d4637f tempest-RoutersNegativeIpV6Test-675716403 tempest-RoutersNegativeIpV6Test-675716403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967879'] for segment, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:58.163069 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.db.segments_db [None req-aac9a600-7e81-4139-8d6a-5c40e3d4637f tempest-RoutersNegativeIpV6Test-675716403 tempest-RoutersNegativeIpV6Test-675716403-project] Added segment 72f6ffab-44e1-405c-a13e-9a8d870baf48 of type vlan for network f0c0b78b-988f-45f4-9f16-546946b7ee29 Jun 24 11:49:58.165838 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f301db-7e28-49f3-b3ba-04bddae617dd tempest-FloatingIPAdminTestJSON-775113783 tempest-FloatingIPAdminTestJSON-775113783-project] Pushing event deleted for resources: {'Port': ['ID=9fece71a-9de3-4052-b02a-0a75a8f8f3b3,revision_number=None']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:49:58.174996 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7f301db-7e28-49f3-b3ba-04bddae617dd tempest-FloatingIPAdminTestJSON-775113783 tempest-FloatingIPAdminTestJSON-775113783-project] No DVR routers for this DVR port 9fece71a-9de3-4052-b02a-0a75a8f8f3b3 on host dv-neutron-797120-4-hyperv {{(pid=128083) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 11:49:58.210345 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-b7f301db-7e28-49f3-b3ba-04bddae617dd tempest-FloatingIPAdminTestJSON-775113783 tempest-FloatingIPAdminTestJSON-775113783-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:49:58.246851 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.base_scheduler [None req-83ad486b-5e24-43e7-8cd1-515148971b18 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-4-hyperv, d7d05277-9788-457b-857a-22669faf969d) {{(pid=128083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:49:58.286803 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83ad486b-5e24-43e7-8cd1-515148971b18 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:49:58.287650 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-83ad486b-5e24-43e7-8cd1-515148971b18 admin admin] Notify callbacks [] for subnet, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:58.297942 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-aac9a600-7e81-4139-8d6a-5c40e3d4637f tempest-RoutersNegativeIpV6Test-675716403 tempest-RoutersNegativeIpV6Test-675716403-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793193525068'] for network, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:58.310581 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58485e28-87ae-435b-9e67-3f833ea2c7de tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Made reservation on behalf of 086af1f572244cd08c37d97e004e4732 for: {'port': 1} {{(pid=128084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 11:49:58.369251 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-b7f301db-7e28-49f3-b3ba-04bddae617dd tempest-FloatingIPAdminTestJSON-775113783 tempest-FloatingIPAdminTestJSON-775113783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973199', 'neutron.services.segments.db._delete_segments_for_network-8793194012456'] for network, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:58.379929 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-405dcf97-3bef-43e8-9fd5-9fb857d8c38f tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:58.380817 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-83ad486b-5e24-43e7-8cd1-515148971b18 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.1862166 Jun 24 11:49:58.395704 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 60890) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:49:58.413170 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-88624df4-800f-4136-b120-b76ed64a3e1c admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1560561642-router', 'tenant_id': '4b0fe29701814b05b1e0407b32349d46', 'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b'}}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:49:58.413510 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cd53b6a-2ddd-4d9c-95f2-1132e814f63f None None] Network d7d05277-9788-457b-857a-22669faf969d requested from dv-neutron-797120-4-hyperv {{(pid=128085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 11:49:58.416179 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8a72872-6db5-4d2b-bf28-715ee2fedaf7 None None] Network c9fe903b-46c4-4ac5-8964-8c180f7e5738 requested from dv-neutron-797120-4-hyperv {{(pid=128085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 11:49:58.423227 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.services.segments.db [None req-b7f301db-7e28-49f3-b3ba-04bddae617dd tempest-FloatingIPAdminTestJSON-775113783 tempest-FloatingIPAdminTestJSON-775113783-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13aaf39d-108d-47ac-8989-523c6652960d']}} {{(pid=128083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:49:58.448781 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.services.segments.db [None req-b7f301db-7e28-49f3-b3ba-04bddae617dd tempest-FloatingIPAdminTestJSON-775113783 tempest-FloatingIPAdminTestJSON-775113783-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1346d28-0794-4bfb-af8b-26b703dda7bd') {'for_net_delete': True} {{(pid=128083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:49:58.449294 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.services.segments.db [None req-b7f301db-7e28-49f3-b3ba-04bddae617dd tempest-FloatingIPAdminTestJSON-775113783 tempest-FloatingIPAdminTestJSON-775113783-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1346d28-0794-4bfb-af8b-26b703dda7bd') {} {{(pid=128083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:49:58.460668 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-aac9a600-7e81-4139-8d6a-5c40e3d4637f tempest-RoutersNegativeIpV6Test-675716403 tempest-RoutersNegativeIpV6Test-675716403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1800243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976'] for network, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:58.466194 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aac9a600-7e81-4139-8d6a-5c40e3d4637f tempest-RoutersNegativeIpV6Test-675716403 tempest-RoutersNegativeIpV6Test-675716403-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:49:58.466780 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-aac9a600-7e81-4139-8d6a-5c40e3d4637f tempest-RoutersNegativeIpV6Test-675716403 tempest-RoutersNegativeIpV6Test-675716403-project] Notify callbacks [] for network, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:58.476537 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-d6f5f2b7-d78c-41e5-a3e0-9deee0feb067 tempest-RoutersIpV6Test-890500178 tempest-RoutersIpV6Test-890500178-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:49:58.489567 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-b7f301db-7e28-49f3-b3ba-04bddae617dd tempest-FloatingIPAdminTestJSON-775113783 tempest-FloatingIPAdminTestJSON-775113783-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793194097327', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3143690'] for segment, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:58.497943 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-7368c711-5cb5-4e73-b533-9a6949bdda25 None None] Deleting port 9fece71a-9de3-4052-b02a-0a75a8f8f3b3 {{(pid=128085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 11:49:58.498240 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-7368c711-5cb5-4e73-b533-9a6949bdda25 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793193942312'] for port, before_delete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:58.499455 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3505df9-87b9-47a5-b32a-e617a36187be tempest-ExtraDHCPOptionsTestJSON-1604773077 tempest-ExtraDHCPOptionsTestJSON-1604773077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:49:58.506412 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3505df9-87b9-47a5-b32a-e617a36187be tempest-ExtraDHCPOptionsTestJSON-1604773077 tempest-ExtraDHCPOptionsTestJSON-1604773077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:49:58.512849 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3505df9-87b9-47a5-b32a-e617a36187be tempest-ExtraDHCPOptionsTestJSON-1604773077 tempest-ExtraDHCPOptionsTestJSON-1604773077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:49:58.514853 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-a3505df9-87b9-47a5-b32a-e617a36187be tempest-ExtraDHCPOptionsTestJSON-1604773077 tempest-ExtraDHCPOptionsTestJSON-1604773077-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2616 time: 0.3669562 Jun 24 11:49:58.527088 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 60892) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:49:58.606284 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-88624df4-800f-4136-b120-b76ed64a3e1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1803889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65293'] for router, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:58.606994 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-b7f301db-7e28-49f3-b3ba-04bddae617dd tempest-FloatingIPAdminTestJSON-775113783 tempest-FloatingIPAdminTestJSON-775113783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967879'] for segment, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:58.607463 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-88624df4-800f-4136-b120-b76ed64a3e1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1803848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1975305', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1581158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65396'] for router, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:58.626529 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7f301db-7e28-49f3-b3ba-04bddae617dd tempest-FloatingIPAdminTestJSON-775113783 tempest-FloatingIPAdminTestJSON-775113783-project] Releasing vlan 629 on physical network physnet1 to pool {{(pid=128083) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 11:49:58.629127 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-b7f301db-7e28-49f3-b3ba-04bddae617dd tempest-FloatingIPAdminTestJSON-775113783 tempest-FloatingIPAdminTestJSON-775113783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2537899'] for segment, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:58.665584 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-58485e28-87ae-435b-9e67-3f833ea2c7de tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:58.685299 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3d95fe3-9304-4f52-900c-9b5df37ed52b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d65c8f8-7530-5052-99fe-8ea05073750b-11a80c9d-f8ee-4388-91b0-d49a25200fee', 'network_id': '11a80c9d-f8ee-4388-91b0-d49a25200fee', 'tenant_id': '086af1f572244cd08c37d97e004e4732', 'fixed_ips': [{'subnet_id': '16e78e09-b71e-4dac-90b3-c30d82964180'}, {'subnet_id': 'ad90e9a5-61e3-43f7-bf0c-b0f998d60434'}]}} from dv-neutron-797120-4-hyperv. {{(pid=128085) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 24 11:49:58.686181 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-b3d95fe3-9304-4f52-900c-9b5df37ed52b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_create {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:58.709176 dv-neutron-797120-4-hyperv neutron-server[128083]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 11:49:58.709176 dv-neutron-797120-4-hyperv neutron-server[128083]: conditions |= (models_v2.Port.network_id.in_( Jun 24 11:49:58.709176 dv-neutron-797120-4-hyperv neutron-server[128083]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 11:49:58.709176 dv-neutron-797120-4-hyperv neutron-server[128083]: conditions |= (models_v2.Port.network_id.in_( Jun 24 11:49:58.709176 dv-neutron-797120-4-hyperv neutron-server[128083]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 11:49:58.709176 dv-neutron-797120-4-hyperv neutron-server[128083]: conditions |= (models_v2.Port.network_id.in_( Jun 24 11:49:58.709176 dv-neutron-797120-4-hyperv neutron-server[128083]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 11:49:58.709176 dv-neutron-797120-4-hyperv neutron-server[128083]: conditions |= (models_v2.Port.network_id.in_( Jun 24 11:49:58.709176 dv-neutron-797120-4-hyperv neutron-server[128083]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 11:49:58.709176 dv-neutron-797120-4-hyperv neutron-server[128083]: conditions |= (models_v2.Port.network_id.in_( Jun 24 11:49:58.709176 dv-neutron-797120-4-hyperv neutron-server[128083]: Traceback (most recent call last): Jun 24 11:49:58.709176 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 24 11:49:58.709176 dv-neutron-797120-4-hyperv neutron-server[128083]: timer() Jun 24 11:49:58.709176 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 24 11:49:58.709176 dv-neutron-797120-4-hyperv neutron-server[128083]: cb(*args, **kw) Jun 24 11:49:58.709176 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 24 11:49:58.709176 dv-neutron-797120-4-hyperv neutron-server[128083]: return func(*args, **kwargs) Jun 24 11:49:58.709176 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 24 11:49:58.709176 dv-neutron-797120-4-hyperv neutron-server[128083]: self._notify() Jun 24 11:49:58.709176 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 24 11:49:58.709176 dv-neutron-797120-4-hyperv neutron-server[128083]: self.callback(batched_events) Jun 24 11:49:58.709176 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 24 11:49:58.709176 dv-neutron-797120-4-hyperv neutron-server[128083]: event.method(event) Jun 24 11:49:58.709176 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 24 11:49:58.709176 dv-neutron-797120-4-hyperv neutron-server[128083]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 24 11:49:58.709176 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 24 11:49:58.709176 dv-neutron-797120-4-hyperv neutron-server[128083]: aggregate_uuid = self.p_client.list_aggregates( Jun 24 11:49:58.709176 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 24 11:49:58.709176 dv-neutron-797120-4-hyperv neutron-server[128083]: return f(self, *a, **k) Jun 24 11:49:58.709176 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 24 11:49:58.709176 dv-neutron-797120-4-hyperv neutron-server[128083]: return self._get(url).json() Jun 24 11:49:58.709176 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 24 11:49:58.709176 dv-neutron-797120-4-hyperv neutron-server[128083]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 24 11:49:58.709176 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 24 11:49:58.709176 dv-neutron-797120-4-hyperv neutron-server[128083]: return self.request(url, 'GET', **kwargs) Jun 24 11:49:58.709176 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 24 11:49:58.709176 dv-neutron-797120-4-hyperv neutron-server[128083]: base_url = self.get_endpoint(auth, allow=allow, Jun 24 11:49:58.709176 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 24 11:49:58.709176 dv-neutron-797120-4-hyperv neutron-server[128083]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 24 11:49:58.709176 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 24 11:49:58.709176 dv-neutron-797120-4-hyperv neutron-server[128083]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 24 11:49:58.709176 dv-neutron-797120-4-hyperv neutron-server[128083]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 24 11:49:58.713935 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-aac9a600-7e81-4139-8d6a-5c40e3d4637f tempest-RoutersNegativeIpV6Test-675716403 tempest-RoutersNegativeIpV6Test-675716403-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.1541898 Jun 24 11:49:58.719931 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.notifiers.nova [req-843c093a-6bc5-43bf-acba-4d2ca3b98cd4 req-9283d053-15d1-41c0-9dd9-e8e59ab0a92b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 33678eb9-0f0d-4a2b-923f-cd19cd23cc40 {{(pid=128083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 11:49:58.728100 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 60894) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:49:58.739290 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [None req-a0f66691-46f3-4cc2-88d1-ef2a67c5f0e9 tempest-RoutersNegativeIpV6Test-675716403 tempest-RoutersNegativeIpV6Test-675716403-project] Request body: {'subnet': {'network_id': '0b87c8d5-372f-4ee4-8283-0a96b59a52e2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:49:58.740161 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] For port ee37176e-f012-43d2-8fd9-221f7510dcb8, host dv-neutron-797120-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=ee37176e-f012-43d2-8fd9-221f7510dcb8,segment=NetworkSegment(563c5ddb-3b7a-4f68-930a-32edf6ad32f2),segment_id=563c5ddb-3b7a-4f68-930a-32edf6ad32f2)] {{(pid=128085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 11:49:58.742782 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-d1e51679-26d3-4878-bd31-475f1c6378d7 None None] Provisioning complete for port cce4daac-38a1-4189-ae2f-3bf10f9828e9 triggered by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:49:58.743341 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-d1e51679-26d3-4878-bd31-475f1c6378d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:58.760099 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-843c093a-6bc5-43bf-acba-4d2ca3b98cd4 req-9283d053-15d1-41c0-9dd9-e8e59ab0a92b service neutron] Notify callbacks [] for port, precommit_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:58.766109 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac9a600-7e81-4139-8d6a-5c40e3d4637f tempest-RoutersNegativeIpV6Test-675716403 tempest-RoutersNegativeIpV6Test-675716403-project] Pushing event updated for resources: {'Network': ['ID=f0c0b78b-988f-45f4-9f16-546946b7ee29,revision_number=1']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:49:58.779118 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-aac9a600-7e81-4139-8d6a-5c40e3d4637f tempest-RoutersNegativeIpV6Test-675716403 tempest-RoutersNegativeIpV6Test-675716403-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:49:58.788442 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-88624df4-800f-4136-b120-b76ed64a3e1c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:58.801813 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.notifiers.nova [None req-58485e28-87ae-435b-9e67-3f833ea2c7de tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] device_id is not set on port 6c8b07ff-5038-45fe-9a45-e37e105df5b2 yet. {{(pid=128084) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 24 11:49:58.820804 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:58.821636 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device d53c5e63-07c1-42e3-8bd4-9342e0cb7112 up at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 11:49:58.823555 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Network f0c0b78b-988f-45f4-9f16-546946b7ee29 details requested by agent ovs-agent-dv-neutron-797120-4-hyperv with host dv-neutron-797120-4-hyperv {{(pid=128085) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 11:49:58.828590 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.provisioning_blocks [req-843c093a-6bc5-43bf-acba-4d2ca3b98cd4 req-9283d053-15d1-41c0-9dd9-e8e59ab0a92b service neutron] Transition to ACTIVE for port object 33678eb9-0f0d-4a2b-923f-cd19cd23cc40 will not be triggered until provisioned by entity L2. {{(pid=128083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 11:49:58.834763 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-b7f301db-7e28-49f3-b3ba-04bddae617dd tempest-FloatingIPAdminTestJSON-775113783 tempest-FloatingIPAdminTestJSON-775113783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1800243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1815642'] for network, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:58.841189 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-622df526-3380-4b69-9466-ed9c900d701c tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:49:58.845403 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-b7f301db-7e28-49f3-b3ba-04bddae617dd tempest-FloatingIPAdminTestJSON-775113783 tempest-FloatingIPAdminTestJSON-775113783-project] Notify callbacks [] for network, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:58.845790 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-82a4a815-8672-4c14-b4f7-ecb1c96517ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:49:58.850112 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-b7f301db-7e28-49f3-b3ba-04bddae617dd tempest-FloatingIPAdminTestJSON-775113783 tempest-FloatingIPAdminTestJSON-775113783-project] 10.222.0.53 "DELETE /v2.0/networks/13aaf39d-108d-47ac-8989-523c6652960d HTTP/1.1" status: 204 len: 168 time: 2.9350910 Jun 24 11:49:58.853787 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-843c093a-6bc5-43bf-acba-4d2ca3b98cd4 req-9283d053-15d1-41c0-9dd9-e8e59ab0a92b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2537871'] for port, after_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:58.855666 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 60896) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:49:58.930078 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-7368c711-5cb5-4e73-b533-9a6949bdda25 None None] For port 9fece71a-9de3-4052-b02a-0a75a8f8f3b3, host dv-neutron-797120-4-hyperv, got binding levels [] {{(pid=128085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 11:49:58.930484 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-7368c711-5cb5-4e73-b533-9a6949bdda25 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1978872'] for port, precommit_delete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:58.944049 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f301db-7e28-49f3-b3ba-04bddae617dd tempest-FloatingIPAdminTestJSON-775113783 tempest-FloatingIPAdminTestJSON-775113783-project] Pushing event deleted for resources: {'Network': ['ID=13aaf39d-108d-47ac-8989-523c6652960d,revision_number=None']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:49:58.955929 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-b7f301db-7e28-49f3-b3ba-04bddae617dd tempest-FloatingIPAdminTestJSON-775113783 tempest-FloatingIPAdminTestJSON-775113783-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:49:58.962919 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-2303f860-1256-4f10-b10d-b3c966b94c13 tempest-FloatingIPAdminTestJSON-1100601588 tempest-FloatingIPAdminTestJSON-1100601588-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.103s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:49:59.013594 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9283d053-15d1-41c0-9dd9-e8e59ab0a92b service neutron] Pushing event updated for resources: {'Port': ['ID=33678eb9-0f0d-4a2b-923f-cd19cd23cc40,revision_number=2']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:49:59.023002 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-9283d053-15d1-41c0-9dd9-e8e59ab0a92b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:49:59.067514 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-7368c711-5cb5-4e73-b533-9a6949bdda25 None None] Calling delete_port for 9fece71a-9de3-4052-b02a-0a75a8f8f3b3 owned by network:dhcp {{(pid=128085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 11:49:59.068695 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-d1e51679-26d3-4878-bd31-475f1c6378d7 None None] Port cce4daac-38a1-4189-ae2f-3bf10f9828e9 cannot update to ACTIVE because it is not bound. {{(pid=128085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 11:49:59.071234 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.ipam_backend_mixin [None req-7368c711-5cb5-4e73-b533-9a6949bdda25 None None] Port 9fece71a-9de3-4052-b02a-0a75a8f8f3b3 was not found and therefore no delete operation was performed {{(pid=128085) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jun 24 11:49:59.146786 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0f66691-46f3-4cc2-88d1-ef2a67c5f0e9 tempest-RoutersNegativeIpV6Test-675716403 tempest-RoutersNegativeIpV6Test-675716403-project] Made reservation on behalf of 4bdab4c32b4d44488aec62537889cf20 for: {'subnet': 1} {{(pid=128083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 11:49:59.150079 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-a0f66691-46f3-4cc2-88d1-ef2a67c5f0e9 tempest-RoutersNegativeIpV6Test-675716403 tempest-RoutersNegativeIpV6Test-675716403-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3289788'] for subnet, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:59.166985 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.plugin [None req-e4c1c151-c59a-4e40-90f0-2557e19e652c tempest-ExtraDHCPOptionsTestJSON-1604773077 tempest-ExtraDHCPOptionsTestJSON-1604773077-project] Deleting port 8ca28df1-f710-4a48-9d97-fdab480c51c9 {{(pid=128084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 11:49:59.167561 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-e4c1c151-c59a-4e40-90f0-2557e19e652c tempest-ExtraDHCPOptionsTestJSON-1604773077 tempest-ExtraDHCPOptionsTestJSON-1604773077-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793193942312'] for port, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:59.179307 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-7368c711-5cb5-4e73-b533-9a6949bdda25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793193945299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193536732'] for port, after_delete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:59.186132 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-88624df4-800f-4136-b120-b76ed64a3e1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1975381', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1803205', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65378'] for router, precommit_update {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:59.189298 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-4a986447-d3c1-4b0a-97c9-35651a4a9266 None None] Notify callbacks [] for port, precommit_create {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:59.304567 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-7368c711-5cb5-4e73-b533-9a6949bdda25 None None] Network 13aaf39d-108d-47ac-8989-523c6652960d is not hosted by any dhcp agent {{(pid=128085) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jun 24 11:49:59.306503 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7368c711-5cb5-4e73-b533-9a6949bdda25 None None] No DVR routers for this DVR port 9fece71a-9de3-4052-b02a-0a75a8f8f3b3 on host dv-neutron-797120-4-hyperv {{(pid=128085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 11:49:59.311516 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-4a986447-d3c1-4b0a-97c9-35651a4a9266 None None] Transition to ACTIVE for port object 6f9ab49e-3a93-4157-b5e8-aa2c2e2d8a73 will not be triggered until provisioned by entity L2. {{(pid=128085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 11:49:59.334033 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-4a986447-d3c1-4b0a-97c9-35651a4a9266 None None] Transition to ACTIVE for port object 6f9ab49e-3a93-4157-b5e8-aa2c2e2d8a73 will not be triggered until provisioned by entity DHCP. {{(pid=128085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 11:49:59.362787 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.managers [req-843c093a-6bc5-43bf-acba-4d2ca3b98cd4 req-9283d053-15d1-41c0-9dd9-e8e59ab0a92b service neutron] Attempting to bind port 33678eb9-0f0d-4a2b-923f-cd19cd23cc40 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=128083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 11:49:59.363289 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.managers [req-843c093a-6bc5-43bf-acba-4d2ca3b98cd4 req-9283d053-15d1-41c0-9dd9-e8e59ab0a92b service neutron] Attempting to bind port 33678eb9-0f0d-4a2b-923f-cd19cd23cc40 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': 'b17ea5b8-604c-427d-a101-058a8063b214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '0df59c03-dac3-411f-a2bf-16d57a368c8d'}] {{(pid=128083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 11:49:59.363872 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-843c093a-6bc5-43bf-acba-4d2ca3b98cd4 req-9283d053-15d1-41c0-9dd9-e8e59ab0a92b service neutron] Attempting to bind port 33678eb9-0f0d-4a2b-923f-cd19cd23cc40 on network 0df59c03-dac3-411f-a2bf-16d57a368c8d {{(pid=128083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 11:49:59.375592 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.plugin [None req-1a5c85c2-c2dd-42cf-ae3a-9aab7b41b9cc tempest-FloatingIPAdminTestJSON-775113783 tempest-FloatingIPAdminTestJSON-775113783-project] Deleting port 6e8c18e4-5a69-487c-aa16-5f43cd2f78a7 {{(pid=128083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 11:49:59.376182 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-1a5c85c2-c2dd-42cf-ae3a-9aab7b41b9cc tempest-FloatingIPAdminTestJSON-775113783 tempest-FloatingIPAdminTestJSON-775113783-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793193942312'] for port, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:59.379039 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Pushing event updated for resources: {'Port': ['ID=ee37176e-f012-43d2-8fd9-221f7510dcb8,revision_number=4']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:49:59.383132 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.537s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:49:59.390435 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-74f20d3e-3a06-490d-9ea0-b086a68fdcd5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.188s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:49:59.398539 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-843c093a-6bc5-43bf-acba-4d2ca3b98cd4 req-9283d053-15d1-41c0-9dd9-e8e59ab0a92b service neutron] Port 33678eb9-0f0d-4a2b-923f-cd19cd23cc40 on network 0df59c03-dac3-411f-a2bf-16d57a368c8d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=128083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 11:49:59.398999 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-843c093a-6bc5-43bf-acba-4d2ca3b98cd4 req-9283d053-15d1-41c0-9dd9-e8e59ab0a92b service neutron] Attempting to bind port 33678eb9-0f0d-4a2b-923f-cd19cd23cc40 on network 0df59c03-dac3-411f-a2bf-16d57a368c8d {{(pid=128083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 11:49:59.420889 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-d1e51679-26d3-4878-bd31-475f1c6378d7 None None] Provisioning for port 33678eb9-0f0d-4a2b-923f-cd19cd23cc40 completed by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 11:49:59.430762 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-4a986447-d3c1-4b0a-97c9-35651a4a9266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-650429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-506361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793193536723'] for port, after_create {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:59.432287 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-843c093a-6bc5-43bf-acba-4d2ca3b98cd4 req-9283d053-15d1-41c0-9dd9-e8e59ab0a92b service neutron] Checking agent: {'id': 'a2c9a14d-87aa-4cd1-a510-11988f19c3d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7971', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 11, 42, 44), 'started_at': datetime.datetime(2021, 6, 24, 11, 42, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 11, 49, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=128083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 11:49:59.432851 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7368c711-5cb5-4e73-b533-9a6949bdda25 None None] Pushing event deleted for resources: {'Port': ['ID=9fece71a-9de3-4052-b02a-0a75a8f8f3b3,revision_number=None']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:49:59.433188 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-843c093a-6bc5-43bf-acba-4d2ca3b98cd4 req-9283d053-15d1-41c0-9dd9-e8e59ab0a92b service neutron] Checking segment: {'id': 'b17ea5b8-604c-427d-a101-058a8063b214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '0df59c03-dac3-411f-a2bf-16d57a368c8d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=128083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 11:49:59.433317 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-843c093a-6bc5-43bf-acba-4d2ca3b98cd4 req-9283d053-15d1-41c0-9dd9-e8e59ab0a92b service neutron] Bound using segment: {'id': 'b17ea5b8-604c-427d-a101-058a8063b214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '0df59c03-dac3-411f-a2bf-16d57a368c8d'} {{(pid=128083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 11:49:59.433748 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.managers [req-843c093a-6bc5-43bf-acba-4d2ca3b98cd4 req-9283d053-15d1-41c0-9dd9-e8e59ab0a92b service neutron] Bound port: 33678eb9-0f0d-4a2b-923f-cd19cd23cc40, host: hv-neutron-7971, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b17ea5b8-604c-427d-a101-058a8063b214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '0df59c03-dac3-411f-a2bf-16d57a368c8d'}}] {{(pid=128083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 11:49:59.434067 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-843c093a-6bc5-43bf-acba-4d2ca3b98cd4 req-9283d053-15d1-41c0-9dd9-e8e59ab0a92b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:59.435591 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-7368c711-5cb5-4e73-b533-9a6949bdda25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:49:59.436189 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-7368c711-5cb5-4e73-b533-9a6949bdda25 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:49:59.582694 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7e3af5b-8c33-455f-8d64-6cde2a276433 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d65c8f8-7530-5052-99fe-8ea05073750b-d7d05277-9788-457b-857a-22669faf969d', 'network_id': 'd7d05277-9788-457b-857a-22669faf969d', 'tenant_id': '4b0fe29701814b05b1e0407b32349d46', 'fixed_ips': [{'subnet_id': '9d7053cb-0496-4c0f-b426-e1845507db13'}]}} from dv-neutron-797120-4-hyperv. {{(pid=128085) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 24 11:49:59.583835 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-c7e3af5b-8c33-455f-8d64-6cde2a276433 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_create {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:59.587758 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a986447-d3c1-4b0a-97c9-35651a4a9266 None None] Network a2dcfe8d-3012-457c-a644-be7c82a9b201 is already hosted by enough agents. {{(pid=128085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 11:49:59.602996 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning complete for port d53c5e63-07c1-42e3-8bd4-9342e0cb7112 triggered by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:49:59.603385 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:59.611646 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a986447-d3c1-4b0a-97c9-35651a4a9266 None None] Pushing event updated for resources: {'Port': ['ID=6f9ab49e-3a93-4157-b5e8-aa2c2e2d8a73,revision_number=1']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:49:59.614460 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-4a986447-d3c1-4b0a-97c9-35651a4a9266 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:49:59.618212 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.scheduler.base_scheduler [None req-4a986447-d3c1-4b0a-97c9-35651a4a9266 None None] Resources bound (agent type, host, resource id): {{(pid=128085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:49:59.619140 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98d2bfb-a192-4447-b745-440ca15c0692 req-820c7597-501e-4124-90f7-90b2ca7cb7a5 tempest-TestNetworkAdvancedServerOps-1479438933 tempest-TestNetworkAdvancedServerOps-1479438933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:49:59.620869 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-b98d2bfb-a192-4447-b745-440ca15c0692 req-820c7597-501e-4124-90f7-90b2ca7cb7a5 tempest-TestNetworkAdvancedServerOps-1479438933 tempest-TestNetworkAdvancedServerOps-1479438933-project] 10.222.0.53 "GET /v2.0/ports?device_id=01c22be6-1669-482b-94cd-775df8dd11ba HTTP/1.1" status: 200 len: 944 time: 0.3423514 Jun 24 11:49:59.655266 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a986447-d3c1-4b0a-97c9-35651a4a9266 None None] Received port after_create {{(pid=128085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 11:49:59.667647 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-1a5c85c2-c2dd-42cf-ae3a-9aab7b41b9cc tempest-FloatingIPAdminTestJSON-775113783 tempest-FloatingIPAdminTestJSON-775113783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1978872'] for port, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:59.668126 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-1a5c85c2-c2dd-42cf-ae3a-9aab7b41b9cc tempest-FloatingIPAdminTestJSON-775113783 tempest-FloatingIPAdminTestJSON-775113783-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:59.710507 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-a0f66691-46f3-4cc2-88d1-ef2a67c5f0e9 tempest-RoutersNegativeIpV6Test-675716403 tempest-RoutersNegativeIpV6Test-675716403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2537737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3289942'] for subnet, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:59.721927 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-5d192ee9-93ae-4e4d-b3b0-0192bfd6679a tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:49:59.725107 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-52c483ef-d5c1-4030-9a32-e5ce4ff00ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:59.728050 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.plugin [None req-1a5c85c2-c2dd-42cf-ae3a-9aab7b41b9cc tempest-FloatingIPAdminTestJSON-775113783 tempest-FloatingIPAdminTestJSON-775113783-project] Calling delete_port for 6e8c18e4-5a69-487c-aa16-5f43cd2f78a7 owned by network:floatingip {{(pid=128083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 11:49:59.745060 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.db.db_base_plugin_common [None req-405dcf97-3bef-43e8-9fd5-9fb857d8c38f tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Allocated IP 2001:db8:0:1::1ea (c9fe903b-46c4-4ac5-8964-8c180f7e5738/a225fb07-256a-4d10-a29c-7f6108f8b8ad/40df7084-0b87-4c37-bb30-1f23b86c2f2f) {{(pid=128084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 11:49:59.767941 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.db [req-843c093a-6bc5-43bf-acba-4d2ca3b98cd4 req-9283d053-15d1-41c0-9dd9-e8e59ab0a92b service neutron] For port 33678eb9-0f0d-4a2b-923f-cd19cd23cc40, host hv-neutron-7971, cleared binding levels {{(pid=128083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 11:49:59.815350 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.db [req-843c093a-6bc5-43bf-acba-4d2ca3b98cd4 req-9283d053-15d1-41c0-9dd9-e8e59ab0a92b service neutron] For port 33678eb9-0f0d-4a2b-923f-cd19cd23cc40, host hv-neutron-7971, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=33678eb9-0f0d-4a2b-923f-cd19cd23cc40,segment=NetworkSegment(b17ea5b8-604c-427d-a101-058a8063b214),segment_id=b17ea5b8-604c-427d-a101-058a8063b214)] {{(pid=128083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 11:49:59.851769 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-4a986447-d3c1-4b0a-97c9-35651a4a9266 None None] Attempting to bind port 6f9ab49e-3a93-4157-b5e8-aa2c2e2d8a73 on host dv-neutron-797120-4-hyperv for vnic_type normal with profile {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 11:49:59.852155 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-4a986447-d3c1-4b0a-97c9-35651a4a9266 None None] Attempting to bind port 6f9ab49e-3a93-4157-b5e8-aa2c2e2d8a73 by drivers openvswitch,hyperv on host dv-neutron-797120-4-hyperv at level 0 using segments [{'id': 'a515512d-312b-46d1-8d15-f1d28045febc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'a2dcfe8d-3012-457c-a644-be7c82a9b201'}] {{(pid=128085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 11:49:59.852534 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a986447-d3c1-4b0a-97c9-35651a4a9266 None None] Attempting to bind port 6f9ab49e-3a93-4157-b5e8-aa2c2e2d8a73 on network a2dcfe8d-3012-457c-a644-be7c82a9b201 {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 11:49:59.865030 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-e4c1c151-c59a-4e40-90f0-2557e19e652c tempest-ExtraDHCPOptionsTestJSON-1604773077 tempest-ExtraDHCPOptionsTestJSON-1604773077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1978872'] for port, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:59.868801 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.db.db_base_plugin_common [None req-58485e28-87ae-435b-9e67-3f833ea2c7de tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Allocated IP 2001:db8::27d (11a80c9d-f8ee-4388-91b0-d49a25200fee/ad90e9a5-61e3-43f7-bf0c-b0f998d60434/6c8b07ff-5038-45fe-9a45-e37e105df5b2) {{(pid=128084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 11:49:59.881526 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-b98d2bfb-a192-4447-b745-440ca15c0692 req-c3315009-6660-47a9-b7d4-9f923489764a tempest-TestNetworkAdvancedServerOps-1479438933 tempest-TestNetworkAdvancedServerOps-1479438933-project] 10.222.0.53 "GET /v2.0/security-groups?id=ad6af071-5e9d-4374-b735-aabf2d994394&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2403722 Jun 24 11:49:59.883210 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-843c093a-6bc5-43bf-acba-4d2ca3b98cd4 req-9283d053-15d1-41c0-9dd9-e8e59ab0a92b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2537871'] for port, after_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:59.915937 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-d80d3466-93c2-4211-9ada-d58755a06577 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1010ec49-338d-4ddb-ab95-5db8aeb9bc3a', 'name': 'tempest-TestVolumeBootPattern-1586751402-router', 'tenant_id': '91cba4619aa74784a108d3a825cc8e0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'external_fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.200'}], 'enable_snat': True}, 'gw_port_id': '075214bd-0a72-4e24-a0f8-f7fb96f5c3fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T11:49:41Z', 'updated_at': '2021-06-24T11:49:50Z', 'revision_number': 4, 'project_id': '91cba4619aa74784a108d3a825cc8e0c', 'gw_port': {'id': '075214bd-0a72-4e24-a0f8-f7fb96f5c3fa', 'name': '', 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:01:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1010ec49-338d-4ddb-ab95-5db8aeb9bc3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 935, 'fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:49:42Z', 'updated_at': '2021-06-24T11:49:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-4-hyperv', '_interfaces': [{'id': '8bd8e081-5290-4fb9-8952-7b2d75f45339', 'name': '', 'network_id': '376f72b9-0f0d-4b21-b0a6-f11d1b9b44a4', 'tenant_id': '91cba4619aa74784a108d3a825cc8e0c', 'mac_address': 'fa:16:3e:22:82:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1010ec49-338d-4ddb-ab95-5db8aeb9bc3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 948, 'fixed_ips': [{'subnet_id': '83739081-6ef0-4601-a176-febdd4c01678', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:49:48Z', 'updated_at': '2021-06-24T11:49:57Z', 'revision_number': 4, 'project_id': '91cba4619aa74784a108d3a825cc8e0c', 'subnets': [{'id': '83739081-6ef0-4601-a176-febdd4c01678', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:49:59.922073 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a986447-d3c1-4b0a-97c9-35651a4a9266 None None] Checking agent: {'id': 'e3a695b2-c397-461f-83b0-10b79d490b59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 11, 36, 56), 'started_at': datetime.datetime(2021, 6, 24, 11, 37, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 11, 49, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 11:49:59.922430 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a986447-d3c1-4b0a-97c9-35651a4a9266 None None] Checking segment: {'id': 'a515512d-312b-46d1-8d15-f1d28045febc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'a2dcfe8d-3012-457c-a644-be7c82a9b201'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=128085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 11:49:59.922736 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.db.db_base_plugin_common [None req-58485e28-87ae-435b-9e67-3f833ea2c7de tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Allocated IP 2001:db8:0:1:f816:3eff:fe4e:9e77 (11a80c9d-f8ee-4388-91b0-d49a25200fee/16e78e09-b71e-4dac-90b3-c30d82964180/6c8b07ff-5038-45fe-9a45-e37e105df5b2) {{(pid=128084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 11:49:59.922867 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-4a986447-d3c1-4b0a-97c9-35651a4a9266 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:59.923214 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a986447-d3c1-4b0a-97c9-35651a4a9266 None None] Bound using segment: {'id': 'a515512d-312b-46d1-8d15-f1d28045febc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'a2dcfe8d-3012-457c-a644-be7c82a9b201'} {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 11:49:59.924245 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-4a986447-d3c1-4b0a-97c9-35651a4a9266 None None] Bound port: 6f9ab49e-3a93-4157-b5e8-aa2c2e2d8a73, host: dv-neutron-797120-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a515512d-312b-46d1-8d15-f1d28045febc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'a2dcfe8d-3012-457c-a644-be7c82a9b201'}}] {{(pid=128085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 11:49:59.924641 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-4a986447-d3c1-4b0a-97c9-35651a4a9266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:59.931301 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-9125489a-d06c-4fd1-833a-cb1757a1f1b2 None None] Provisioning for port ee37176e-f012-43d2-8fd9-221f7510dcb8 completed by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 11:49:59.931662 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.plugin [None req-e4c1c151-c59a-4e40-90f0-2557e19e652c tempest-ExtraDHCPOptionsTestJSON-1604773077 tempest-ExtraDHCPOptionsTestJSON-1604773077-project] Calling delete_port for 8ca28df1-f710-4a48-9d97-fdab480c51c9 owned by {{(pid=128084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 11:49:59.949656 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f66691-46f3-4cc2-88d1-ef2a67c5f0e9 tempest-RoutersNegativeIpV6Test-675716403 tempest-RoutersNegativeIpV6Test-675716403-project] Pushing event updated for resources: {'Subnet': ['ID=e5a86fcf-0309-479c-8d4c-ae36dcba6e6b,revision_number=0']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:49:59.959183 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843c093a-6bc5-43bf-acba-4d2ca3b98cd4 req-9283d053-15d1-41c0-9dd9-e8e59ab0a92b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:49:59.959912 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-843c093a-6bc5-43bf-acba-4d2ca3b98cd4 req-9283d053-15d1-41c0-9dd9-e8e59ab0a92b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468916'] for port, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:49:59.961918 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-843c093a-6bc5-43bf-acba-4d2ca3b98cd4 req-9283d053-15d1-41c0-9dd9-e8e59ab0a92b service neutron] 10.222.0.45 "PUT /v2.0/ports/33678eb9-0f0d-4a2b-923f-cd19cd23cc40 HTTP/1.1" status: 200 len: 1094 time: 3.8664362 Jun 24 11:49:59.967364 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-a0f66691-46f3-4cc2-88d1-ef2a67c5f0e9 tempest-RoutersNegativeIpV6Test-675716403 tempest-RoutersNegativeIpV6Test-675716403-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:49:59.968689 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0f66691-46f3-4cc2-88d1-ef2a67c5f0e9 tempest-RoutersNegativeIpV6Test-675716403 tempest-RoutersNegativeIpV6Test-675716403-project] Checking segment: {'id': 'a01885a2-c99a-49a6-9192-7d1b044833e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '0b87c8d5-372f-4ee4-8283-0a96b59a52e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=128083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 11:49:59.970773 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0f66691-46f3-4cc2-88d1-ef2a67c5f0e9 tempest-RoutersNegativeIpV6Test-675716403 tempest-RoutersNegativeIpV6Test-675716403-project] Network hostable DHCP agents. Network: 0b87c8d5-372f-4ee4-8283-0a96b59a52e2, hostable agents: ['6be988a9-1d97-480f-be5a-c55abf2c55c5'], hosted agents: [] {{(pid=128083) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 11:49:59.977068 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01c22be6-1669-482b-94cd-775df8dd11ba', 'tag': '33678eb9-0f0d-4a2b-923f-cd19cd23cc40'}] {{(pid=128083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 11:49:59.980770 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a77f7dee1a0522ddf93af289475d218fcdb8f30317daadec13ebf930b5b9dbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4fbb0aa-f290-4986-8a62-8e0ad145968d" -d '{"events": [{"name": "network-changed", "server_uuid": "01c22be6-1669-482b-94cd-775df8dd11ba", "tag": "33678eb9-0f0d-4a2b-923f-cd19cd23cc40"}]}' {{(pid=128083) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 11:49:59.982048 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d80d3466-93c2-4211-9ada-d58755a06577 None None] The sync data for ids ['1010ec49-338d-4ddb-ab95-5db8aeb9bc3a'] in dv-neutron-797120-4-hyperv is: [{'id': '1010ec49-338d-4ddb-ab95-5db8aeb9bc3a', 'name': 'tempest-TestVolumeBootPattern-1586751402-router', 'tenant_id': '91cba4619aa74784a108d3a825cc8e0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'external_fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.200'}], 'enable_snat': True}, 'gw_port_id': '075214bd-0a72-4e24-a0f8-f7fb96f5c3fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T11:49:41Z', 'updated_at': '2021-06-24T11:49:50Z', 'revision_number': 4, 'project_id': '91cba4619aa74784a108d3a825cc8e0c', 'gw_port': {'id': '075214bd-0a72-4e24-a0f8-f7fb96f5c3fa', 'name': '', 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:01:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1010ec49-338d-4ddb-ab95-5db8aeb9bc3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 935, 'fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:49:42Z', 'updated_at': '2021-06-24T11:49:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-4-hyperv', '_interfaces': [{'id': '8bd8e081-5290-4fb9-8952-7b2d75f45339', 'name': '', 'network_id': '376f72b9-0f0d-4b21-b0a6-f11d1b9b44a4', 'tenant_id': '91cba4619aa74784a108d3a825cc8e0c', 'mac_address': 'fa:16:3e:22:82:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1010ec49-338d-4ddb-ab95-5db8aeb9bc3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 948, 'fixed_ips': [{'subnet_id': '83739081-6ef0-4601-a176-febdd4c01678', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:49:48Z', 'updated_at': '2021-06-24T11:49:57Z', 'revision_number': 4, 'project_id': '91cba4619aa74784a108d3a825cc8e0c', 'subnets': [{'id': '83739081-6ef0-4601-a176-febdd4c01678', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=128085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 11:49:59.984999 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-8efd8670-c449-42a7-ae2c-c64aa5f28f40 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.073s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:49:59.990722 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-9125489a-d06c-4fd1-833a-cb1757a1f1b2 None None] Provisioning complete for port ee37176e-f012-43d2-8fd9-221f7510dcb8 triggered by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:49:59.991116 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-9125489a-d06c-4fd1-833a-cb1757a1f1b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:00.039328 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.db_base_plugin_common [None req-c7e3af5b-8c33-455f-8d64-6cde2a276433 None None] Allocated IP 172.20.0.2 (d7d05277-9788-457b-857a-22669faf969d/9d7053cb-0496-4c0f-b426-e1845507db13/d32f1092-9896-4ee5-bfd4-44b81cae970e) {{(pid=128085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 11:50:00.125467 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9283d053-15d1-41c0-9dd9-e8e59ab0a92b service neutron] Pushing event updated for resources: {'Port': ['ID=33678eb9-0f0d-4a2b-923f-cd19cd23cc40,revision_number=3']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:50:00.250708 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-4a986447-d3c1-4b0a-97c9-35651a4a9266 None None] For port 6f9ab49e-3a93-4157-b5e8-aa2c2e2d8a73, host dv-neutron-797120-4-hyperv, cleared binding levels {{(pid=128085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 11:50:00.267976 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-9283d053-15d1-41c0-9dd9-e8e59ab0a92b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:50:00.294234 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 11:50:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b229df33-6e7c-48b7-9ee6-e4b76f133c72 x-openstack-request-id: req-b229df33-6e7c-48b7-9ee6-e4b76f133c72 {{(pid=128083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 11:50:00.294575 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01c22be6-1669-482b-94cd-775df8dd11ba", "tag": "33678eb9-0f0d-4a2b-923f-cd19cd23cc40", "status": "completed", "code": 200}]} {{(pid=128083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 11:50:00.294884 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b229df33-6e7c-48b7-9ee6-e4b76f133c72 {{(pid=128083) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 11:50:00.295331 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01c22be6-1669-482b-94cd-775df8dd11ba', 'tag': '33678eb9-0f0d-4a2b-923f-cd19cd23cc40', 'status': 'completed', 'code': 200} Jun 24 11:50:00.324074 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0f66691-46f3-4cc2-88d1-ef2a67c5f0e9 tempest-RoutersNegativeIpV6Test-675716403 tempest-RoutersNegativeIpV6Test-675716403-project] Network 0b87c8d5-372f-4ee4-8283-0a96b59a52e2 is scheduled to be hosted by DHCP agent 6be988a9-1d97-480f-be5a-c55abf2c55c5 with binding_index 1 {{(pid=128083) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 11:50:00.333404 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device ee37176e-f012-43d2-8fd9-221f7510dcb8 up at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 11:50:00.339478 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-405dcf97-3bef-43e8-9fd5-9fb857d8c38f tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Notify callbacks [] for port, precommit_update {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:00.341710 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-4a986447-d3c1-4b0a-97c9-35651a4a9266 None None] For port 6f9ab49e-3a93-4157-b5e8-aa2c2e2d8a73, host dv-neutron-797120-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=6f9ab49e-3a93-4157-b5e8-aa2c2e2d8a73,segment=NetworkSegment(a515512d-312b-46d1-8d15-f1d28045febc),segment_id=a515512d-312b-46d1-8d15-f1d28045febc)] {{(pid=128085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 11:50:00.378398 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-4a986447-d3c1-4b0a-97c9-35651a4a9266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:00.403680 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-9505c9e4-d0a5-4f30-9c60-b578e3419461 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:50:00.413894 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.base_scheduler [None req-a0f66691-46f3-4cc2-88d1-ef2a67c5f0e9 tempest-RoutersNegativeIpV6Test-675716403 tempest-RoutersNegativeIpV6Test-675716403-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-4-hyperv, 0b87c8d5-372f-4ee4-8283-0a96b59a52e2) {{(pid=128083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:50:00.448018 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.db.provisioning_blocks [None req-405dcf97-3bef-43e8-9fd5-9fb857d8c38f tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Ignored duplicate provisioning block setup for port 40df7084-0b87-4c37-bb30-1f23b86c2f2f by entity DHCP. {{(pid=128084) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jun 24 11:50:00.452169 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0f66691-46f3-4cc2-88d1-ef2a67c5f0e9 tempest-RoutersNegativeIpV6Test-675716403 tempest-RoutersNegativeIpV6Test-675716403-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:50:00.452822 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-a0f66691-46f3-4cc2-88d1-ef2a67c5f0e9 tempest-RoutersNegativeIpV6Test-675716403 tempest-RoutersNegativeIpV6Test-675716403-project] Notify callbacks [] for subnet, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:00.491389 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-405dcf97-3bef-43e8-9fd5-9fb857d8c38f tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3292081'] for port, after_update {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:00.515748 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-2ba63b5a-7540-402e-829d-11537ce476ec tempest-FloatingIPAdminTestJSON-775113783 tempest-FloatingIPAdminTestJSON-775113783-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:50:00.525787 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843c093a-6bc5-43bf-acba-4d2ca3b98cd4 req-d57bd484-e431-4cd7-859e-d11c588f6251 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:50:00.527781 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-843c093a-6bc5-43bf-acba-4d2ca3b98cd4 req-d57bd484-e431-4cd7-859e-d11c588f6251 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=027cb114b40f4b66abdd9fd20f4debdf&device_id=01c22be6-1669-482b-94cd-775df8dd11ba HTTP/1.1" status: 200 len: 1097 time: 0.3937931 Jun 24 11:50:00.627924 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-843c093a-6bc5-43bf-acba-4d2ca3b98cd4 req-81cb48c7-5046-432f-9abd-3ae614a74fc8 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=33678eb9-0f0d-4a2b-923f-cd19cd23cc40 HTTP/1.1" status: 200 len: 217 time: 0.0819526 Jun 24 11:50:00.633274 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-a0f66691-46f3-4cc2-88d1-ef2a67c5f0e9 tempest-RoutersNegativeIpV6Test-675716403 tempest-RoutersNegativeIpV6Test-675716403-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8994963 Jun 24 11:50:00.637036 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 60902) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:50:00.642379 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [None req-8efacf60-78af-43ee-8b5f-9a2178fba524 tempest-RoutersNegativeIpV6Test-675716403 tempest-RoutersNegativeIpV6Test-675716403-project] Request body: {'subnet': {'network_id': 'f0c0b78b-988f-45f4-9f16-546946b7ee29', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:50:00.723327 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2035875c-1da5-4ec8-8289-86be9e307ed6 None None] Network 0b87c8d5-372f-4ee4-8283-0a96b59a52e2 requested from dv-neutron-797120-4-hyperv {{(pid=128085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 11:50:00.767281 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-1a5c85c2-c2dd-42cf-ae3a-9aab7b41b9cc tempest-FloatingIPAdminTestJSON-775113783 tempest-FloatingIPAdminTestJSON-775113783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793193945299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193536732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2537862'] for port, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:00.776794 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-d86fd045-8473-4ec6-94e6-9fa2bd5d76e9 tempest-TestNetworkAdvancedServerOps-1479438933 tempest-TestNetworkAdvancedServerOps-1479438933-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:50:00.792172 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-9125489a-d06c-4fd1-833a-cb1757a1f1b2 None None] Could not find standard attr ID for object 8ca28df1-f710-4a48-9d97-fdab480c51c9. {{(pid=128085) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 24 11:50:00.800490 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843c093a-6bc5-43bf-acba-4d2ca3b98cd4 req-8213a646-3c6d-4f90-a391-46e73e04e062 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:50:00.802811 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-843c093a-6bc5-43bf-acba-4d2ca3b98cd4 req-8213a646-3c6d-4f90-a391-46e73e04e062 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=fed5c1a3-282b-465b-a705-0bcb2ca19c6d HTTP/1.1" status: 200 len: 833 time: 0.1665347 Jun 24 11:50:00.810806 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405dcf97-3bef-43e8-9fd5-9fb857d8c38f tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Pushing event updated for resources: {'Port': ['ID=40df7084-0b87-4c37-bb30-1f23b86c2f2f,revision_number=3']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:50:00.851916 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-e4c1c151-c59a-4e40-90f0-2557e19e652c tempest-ExtraDHCPOptionsTestJSON-1604773077 tempest-ExtraDHCPOptionsTestJSON-1604773077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793193945299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193536732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3292088'] for port, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:00.859889 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-405dcf97-3bef-43e8-9fd5-9fb857d8c38f tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.344s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:50:00.868485 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-ef449bc6-d6cd-45a2-a499-83537304c4e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:50:00.893515 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5c85c2-c2dd-42cf-ae3a-9aab7b41b9cc tempest-FloatingIPAdminTestJSON-775113783 tempest-FloatingIPAdminTestJSON-775113783-project] Pushing event deleted for resources: {'Port': ['ID=6e8c18e4-5a69-487c-aa16-5f43cd2f78a7,revision_number=None']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:50:00.909605 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-1a5c85c2-c2dd-42cf-ae3a-9aab7b41b9cc tempest-FloatingIPAdminTestJSON-775113783 tempest-FloatingIPAdminTestJSON-775113783-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:50:00.930997 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c1c151-c59a-4e40-90f0-2557e19e652c tempest-ExtraDHCPOptionsTestJSON-1604773077 tempest-ExtraDHCPOptionsTestJSON-1604773077-project] Pushing event deleted for resources: {'Port': ['ID=8ca28df1-f710-4a48-9d97-fdab480c51c9,revision_number=None']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:50:00.934122 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-e4c1c151-c59a-4e40-90f0-2557e19e652c tempest-ExtraDHCPOptionsTestJSON-1604773077 tempest-ExtraDHCPOptionsTestJSON-1604773077-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:50:00.966264 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8efacf60-78af-43ee-8b5f-9a2178fba524 tempest-RoutersNegativeIpV6Test-675716403 tempest-RoutersNegativeIpV6Test-675716403-project] Made reservation on behalf of 4bdab4c32b4d44488aec62537889cf20 for: {'subnet': 1} {{(pid=128083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 11:50:00.970015 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-8efacf60-78af-43ee-8b5f-9a2178fba524 tempest-RoutersNegativeIpV6Test-675716403 tempest-RoutersNegativeIpV6Test-675716403-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3289788'] for subnet, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:00.998141 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a986447-d3c1-4b0a-97c9-35651a4a9266 None None] Pushing event updated for resources: {'Port': ['ID=6f9ab49e-3a93-4157-b5e8-aa2c2e2d8a73,revision_number=2']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:50:01.023983 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-4a986447-d3c1-4b0a-97c9-35651a4a9266 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.620s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:50:01.050084 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-58485e28-87ae-435b-9e67-3f833ea2c7de tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks [] for port, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:01.059463 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-88624df4-800f-4136-b120-b76ed64a3e1c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:01.066798 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.plugin [None req-405dcf97-3bef-43e8-9fd5-9fb857d8c38f tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] In _notify_port_updated(), no bound segment for port 40df7084-0b87-4c37-bb30-1f23b86c2f2f on network c9fe903b-46c4-4ac5-8964-8c180f7e5738 {{(pid=128084) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jun 24 11:50:01.073619 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-405dcf97-3bef-43e8-9fd5-9fb857d8c38f tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:50:01.075963 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-c7e3af5b-8c33-455f-8d64-6cde2a276433 None None] Notify callbacks [] for port, precommit_create {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:01.082171 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-405dcf97-3bef-43e8-9fd5-9fb857d8c38f tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468916'] for port, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:01.083946 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-405dcf97-3bef-43e8-9fd5-9fb857d8c38f tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] 10.222.0.53 "PUT /v2.0/ports/40df7084-0b87-4c37-bb30-1f23b86c2f2f HTTP/1.1" status: 200 len: 1009 time: 2.9511907 Jun 24 11:50:01.093233 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-c7e3af5b-8c33-455f-8d64-6cde2a276433 None None] Transition to ACTIVE for port object d32f1092-9896-4ee5-bfd4-44b81cae970e will not be triggered until provisioned by entity L2. {{(pid=128085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 11:50:01.143555 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-c7e3af5b-8c33-455f-8d64-6cde2a276433 None None] Transition to ACTIVE for port object d32f1092-9896-4ee5-bfd4-44b81cae970e will not be triggered until provisioned by entity DHCP. {{(pid=128085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 11:50:01.167154 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 60906) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:50:01.214931 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-88624df4-800f-4136-b120-b76ed64a3e1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:01.232666 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning complete for port ee37176e-f012-43d2-8fd9-221f7510dcb8 triggered by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:50:01.233070 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:01.235571 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-c7e3af5b-8c33-455f-8d64-6cde2a276433 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-650429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-506361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793193536723'] for port, after_create {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:01.266874 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-eb9c1cb1-52d6-4b10-a99b-04deacc4d836 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:50:01.337618 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-1a5c85c2-c2dd-42cf-ae3a-9aab7b41b9cc tempest-FloatingIPAdminTestJSON-775113783 tempest-FloatingIPAdminTestJSON-775113783-project] Notify callbacks [] for floatingip, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:01.341599 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-1a5c85c2-c2dd-42cf-ae3a-9aab7b41b9cc tempest-FloatingIPAdminTestJSON-775113783 tempest-FloatingIPAdminTestJSON-775113783-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468916'] for floatingip, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:01.348511 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-1a5c85c2-c2dd-42cf-ae3a-9aab7b41b9cc tempest-FloatingIPAdminTestJSON-775113783 tempest-FloatingIPAdminTestJSON-775113783-project] 10.222.0.53 "DELETE /v2.0/floatingips/39c6b7ef-d84b-4c8e-b1fb-55b59a388da0 HTTP/1.1" status: 204 len: 168 time: 2.4870238 Jun 24 11:50:01.390167 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.db.provisioning_blocks [None req-58485e28-87ae-435b-9e67-3f833ea2c7de tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Transition to ACTIVE for port object 6c8b07ff-5038-45fe-9a45-e37e105df5b2 will not be triggered until provisioned by entity DHCP. {{(pid=128084) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 11:50:01.407231 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843c093a-6bc5-43bf-acba-4d2ca3b98cd4 req-19eacc34-8b47-4825-8f2c-7705f9fb5bde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:50:01.409457 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-843c093a-6bc5-43bf-acba-4d2ca3b98cd4 req-19eacc34-8b47-4825-8f2c-7705f9fb5bde service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=0df59c03-dac3-411f-a2bf-16d57a368c8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5650246 Jun 24 11:50:01.467084 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7e3af5b-8c33-455f-8d64-6cde2a276433 None None] Network d7d05277-9788-457b-857a-22669faf969d is already hosted by enough agents. {{(pid=128085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 11:50:01.492385 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e3af5b-8c33-455f-8d64-6cde2a276433 None None] Pushing event updated for resources: {'Port': ['ID=d32f1092-9896-4ee5-bfd4-44b81cae970e,revision_number=1']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:50:01.507658 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-c7e3af5b-8c33-455f-8d64-6cde2a276433 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:50:01.530055 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.scheduler.base_scheduler [None req-c7e3af5b-8c33-455f-8d64-6cde2a276433 None None] Resources bound (agent type, host, resource id): {{(pid=128085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:50:01.551939 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7e3af5b-8c33-455f-8d64-6cde2a276433 None None] Received port after_create {{(pid=128085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 11:50:01.602544 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-e4c1c151-c59a-4e40-90f0-2557e19e652c tempest-ExtraDHCPOptionsTestJSON-1604773077 tempest-ExtraDHCPOptionsTestJSON-1604773077-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468916'] for port, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:01.607157 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-e4c1c151-c59a-4e40-90f0-2557e19e652c tempest-ExtraDHCPOptionsTestJSON-1604773077 tempest-ExtraDHCPOptionsTestJSON-1604773077-project] 10.222.0.53 "DELETE /v2.0/ports/8ca28df1-f710-4a48-9d97-fdab480c51c9 HTTP/1.1" status: 204 len: 168 time: 3.0773950 Jun 24 11:50:01.624005 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 60910) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:50:01.630634 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-8dda1956-4356-4e8f-ad87-525b6d5dacc7 None None] Provisioning complete for port ee37176e-f012-43d2-8fd9-221f7510dcb8 triggered by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:50:01.631237 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-8dda1956-4356-4e8f-ad87-525b6d5dacc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:01.767450 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.db.db_base_plugin_common [None req-88624df4-800f-4136-b120-b76ed64a3e1c admin admin] Allocated IP 172.26.7.89 (f2b8ca71-e776-48b2-8898-96cc7970207b/f37bf603-3862-4d0a-9f58-89616f7fd68f/310142fc-dc87-4ad0-b147-4573d83067c8) {{(pid=128084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 11:50:01.774566 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a58b08-25db-46d9-a361-4eacfab4beb6 req-3c977e5e-2b5b-4106-b1c3-5db6b923a367 tempest-TestNetworkAdvancedServerOps-1479438933 tempest-TestNetworkAdvancedServerOps-1479438933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:50:01.782696 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-86a58b08-25db-46d9-a361-4eacfab4beb6 req-3c977e5e-2b5b-4106-b1c3-5db6b923a367 tempest-TestNetworkAdvancedServerOps-1479438933 tempest-TestNetworkAdvancedServerOps-1479438933-project] 10.222.0.53 "GET /v2.0/ports?device_id=01c22be6-1669-482b-94cd-775df8dd11ba HTTP/1.1" status: 200 len: 944 time: 0.6162608 Jun 24 11:50:01.897778 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 60914) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:50:01.905515 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7210c9f-430a-49c0-9105-34f50c2a026f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d65c8f8-7530-5052-99fe-8ea05073750b-0b87c8d5-372f-4ee4-8283-0a96b59a52e2', 'network_id': '0b87c8d5-372f-4ee4-8283-0a96b59a52e2', 'tenant_id': '4bdab4c32b4d44488aec62537889cf20', 'fixed_ips': [{'subnet_id': 'e5a86fcf-0309-479c-8d4c-ae36dcba6e6b'}]}} from dv-neutron-797120-4-hyperv. {{(pid=128085) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 24 11:50:01.906388 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-c7210c9f-430a-49c0-9105-34f50c2a026f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_create {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:01.932475 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.plugin [None req-e06f4c13-7751-427e-b3a3-0c10ffcfb63d tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Deleting port 40df7084-0b87-4c37-bb30-1f23b86c2f2f {{(pid=128083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 11:50:01.933103 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-e06f4c13-7751-427e-b3a3-0c10ffcfb63d tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793193942312'] for port, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:01.933620 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-88624df4-800f-4136-b120-b76ed64a3e1c admin admin] Notify callbacks [] for port, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:02.001625 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-fa9dc372-99ff-4258-bba7-b71c111bbabb tempest-ExtraDHCPOptionsTestJSON-1604773077 tempest-ExtraDHCPOptionsTestJSON-1604773077-project] Request body: {'port': {'name': 'tempest-new-port-name-1772726563', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:50:02.008404 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.api.validators [None req-fa9dc372-99ff-4258-bba7-b71c111bbabb tempest-ExtraDHCPOptionsTestJSON-1604773077 tempest-ExtraDHCPOptionsTestJSON-1604773077-project] bootfile-name is not in valid_values {{(pid=128084) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jun 24 11:50:02.009104 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.api.validators [None req-fa9dc372-99ff-4258-bba7-b71c111bbabb tempest-ExtraDHCPOptionsTestJSON-1604773077 tempest-ExtraDHCPOptionsTestJSON-1604773077-project] tftp-server is not in valid_values {{(pid=128084) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jun 24 11:50:02.014047 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.api.validators [None req-fa9dc372-99ff-4258-bba7-b71c111bbabb tempest-ExtraDHCPOptionsTestJSON-1604773077 tempest-ExtraDHCPOptionsTestJSON-1604773077-project] server-ip-address is not in valid_values {{(pid=128084) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jun 24 11:50:02.034964 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-88624df4-800f-4136-b120-b76ed64a3e1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-650429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-506361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793193536723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3291971'] for port, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:02.070378 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-b6e9290c-c1e0-498f-9a7a-3baaedbe30c6 tempest-AllowedAddressPairTestJSON-920326677 tempest-AllowedAddressPairTestJSON-920326677-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:50:02.104320 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88624df4-800f-4136-b120-b76ed64a3e1c admin admin] Network f2b8ca71-e776-48b2-8898-96cc7970207b is already hosted by enough agents. {{(pid=128084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 11:50:02.120775 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.base_scheduler [None req-88624df4-800f-4136-b120-b76ed64a3e1c admin admin] Resources bound (agent type, host, resource id): {{(pid=128084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:50:02.123898 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88624df4-800f-4136-b120-b76ed64a3e1c admin admin] Received port after_create {{(pid=128084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 11:50:02.148101 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-c7e3af5b-8c33-455f-8d64-6cde2a276433 None None] Attempting to bind port d32f1092-9896-4ee5-bfd4-44b81cae970e on host dv-neutron-797120-4-hyperv for vnic_type normal with profile {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 11:50:02.148390 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-c7e3af5b-8c33-455f-8d64-6cde2a276433 None None] Attempting to bind port d32f1092-9896-4ee5-bfd4-44b81cae970e by drivers openvswitch,hyperv on host dv-neutron-797120-4-hyperv at level 0 using segments [{'id': '8cb26e43-9885-4059-a45d-aa200848b3e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'd7d05277-9788-457b-857a-22669faf969d'}] {{(pid=128085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 11:50:02.148762 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7e3af5b-8c33-455f-8d64-6cde2a276433 None None] Attempting to bind port d32f1092-9896-4ee5-bfd4-44b81cae970e on network d7d05277-9788-457b-857a-22669faf969d {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 11:50:02.151685 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device 7564f588-5d7d-437d-bf19-c55ec034833e up at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 11:50:02.176438 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-58485e28-87ae-435b-9e67-3f833ea2c7de tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-650429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-506361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793193536723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3291971'] for port, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:02.189757 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.db_base_plugin_common [None req-c7210c9f-430a-49c0-9105-34f50c2a026f None None] Allocated IP 2001:db8::2 (0b87c8d5-372f-4ee4-8283-0a96b59a52e2/e5a86fcf-0309-479c-8d4c-ae36dcba6e6b/2b7f02ad-5993-49a2-8794-230c80c898cf) {{(pid=128085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 11:50:02.238924 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7e3af5b-8c33-455f-8d64-6cde2a276433 None None] Checking agent: {'id': 'e3a695b2-c397-461f-83b0-10b79d490b59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 11, 36, 56), 'started_at': datetime.datetime(2021, 6, 24, 11, 37, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 11, 49, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 11:50:02.239311 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7e3af5b-8c33-455f-8d64-6cde2a276433 None None] Checking segment: {'id': '8cb26e43-9885-4059-a45d-aa200848b3e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'd7d05277-9788-457b-857a-22669faf969d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=128085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 11:50:02.239726 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-c7e3af5b-8c33-455f-8d64-6cde2a276433 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:02.240133 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7e3af5b-8c33-455f-8d64-6cde2a276433 None None] Bound using segment: {'id': '8cb26e43-9885-4059-a45d-aa200848b3e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'd7d05277-9788-457b-857a-22669faf969d'} {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 11:50:02.240632 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-c7e3af5b-8c33-455f-8d64-6cde2a276433 None None] Bound port: d32f1092-9896-4ee5-bfd4-44b81cae970e, host: dv-neutron-797120-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8cb26e43-9885-4059-a45d-aa200848b3e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'd7d05277-9788-457b-857a-22669faf969d'}}] {{(pid=128085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 11:50:02.246908 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-c7e3af5b-8c33-455f-8d64-6cde2a276433 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:02.260818 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88624df4-800f-4136-b120-b76ed64a3e1c admin admin] Pushing event updated for resources: {'Port': ['ID=310142fc-dc87-4ad0-b147-4573d83067c8,revision_number=1']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:50:02.264887 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-88624df4-800f-4136-b120-b76ed64a3e1c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:50:02.275535 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-2801eb57-46eb-4bfe-b59a-a64d7db54527 tempest-FloatingIPAdminTestJSON-1995830821 tempest-FloatingIPAdminTestJSON-1995830821-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.079s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:50:02.343822 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58485e28-87ae-435b-9e67-3f833ea2c7de tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Network 11a80c9d-f8ee-4388-91b0-d49a25200fee is already hosted by enough agents. {{(pid=128084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 11:50:02.345567 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-fa9dc372-99ff-4258-bba7-b71c111bbabb tempest-ExtraDHCPOptionsTestJSON-1604773077 tempest-ExtraDHCPOptionsTestJSON-1604773077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:02.349346 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.base_scheduler [None req-58485e28-87ae-435b-9e67-3f833ea2c7de tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Resources bound (agent type, host, resource id): {{(pid=128084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:50:02.352379 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58485e28-87ae-435b-9e67-3f833ea2c7de tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Received port after_create {{(pid=128084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 11:50:02.359558 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58485e28-87ae-435b-9e67-3f833ea2c7de tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=128084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:50:02.360601 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-58485e28-87ae-435b-9e67-3f833ea2c7de tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468916'] for port, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:02.469609 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-58485e28-87ae-435b-9e67-3f833ea2c7de tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 4.7505815 Jun 24 11:50:02.471650 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58485e28-87ae-435b-9e67-3f833ea2c7de tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Pushing event updated for resources: {'Port': ['ID=6c8b07ff-5038-45fe-9a45-e37e105df5b2,revision_number=1']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:50:02.473481 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-8dda1956-4356-4e8f-ad87-525b6d5dacc7 None None] Provisioning for port 40df7084-0b87-4c37-bb30-1f23b86c2f2f completed by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 11:50:02.492496 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.db_base_plugin_common [None req-b3d95fe3-9304-4f52-900c-9b5df37ed52b None None] Allocated IP 2001:db8::2 (11a80c9d-f8ee-4388-91b0-d49a25200fee/ad90e9a5-61e3-43f7-bf0c-b0f998d60434/9c5529c4-106e-4afa-9d92-fa6e0f982112) {{(pid=128085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 11:50:02.504170 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 60918) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:50:02.506514 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-c7e3af5b-8c33-455f-8d64-6cde2a276433 None None] For port d32f1092-9896-4ee5-bfd4-44b81cae970e, host dv-neutron-797120-4-hyperv, cleared binding levels {{(pid=128085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 11:50:02.508634 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c4adcc5-8e8f-485e-ae45-91832164eeb7 None None] Network a2dcfe8d-3012-457c-a644-be7c82a9b201 requested from dv-neutron-797120-4-hyperv {{(pid=128085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 11:50:02.525814 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-843c093a-6bc5-43bf-acba-4d2ca3b98cd4 req-90e1a524-2b0f-4c02-8291-09ce7635b7d1 service neutron] 10.222.0.45 "GET /v2.0/networks/0df59c03-dac3-411f-a2bf-16d57a368c8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0816894 Jun 24 11:50:02.537989 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-58485e28-87ae-435b-9e67-3f833ea2c7de tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:50:02.541332 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.db_base_plugin_common [None req-b3d95fe3-9304-4f52-900c-9b5df37ed52b None None] Allocated IP 2001:db8:0:1:f816:3eff:feae:a608 (11a80c9d-f8ee-4388-91b0-d49a25200fee/16e78e09-b71e-4dac-90b3-c30d82964180/9c5529c4-106e-4afa-9d92-fa6e0f982112) {{(pid=128085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 11:50:02.548186 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-8dda1956-4356-4e8f-ad87-525b6d5dacc7 None None] Provisioning complete for port 40df7084-0b87-4c37-bb30-1f23b86c2f2f triggered by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:50:02.548564 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-8dda1956-4356-4e8f-ad87-525b6d5dacc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:02.550873 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning complete for port 7564f588-5d7d-437d-bf19-c55ec034833e triggered by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:50:02.551420 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:02.564060 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-8efacf60-78af-43ee-8b5f-9a2178fba524 tempest-RoutersNegativeIpV6Test-675716403 tempest-RoutersNegativeIpV6Test-675716403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2537737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3289942'] for subnet, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:02.593648 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-83ad486b-5e24-43e7-8cd1-515148971b18 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:50:02.624819 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-c7e3af5b-8c33-455f-8d64-6cde2a276433 None None] For port d32f1092-9896-4ee5-bfd4-44b81cae970e, host dv-neutron-797120-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=d32f1092-9896-4ee5-bfd4-44b81cae970e,segment=NetworkSegment(8cb26e43-9885-4059-a45d-aa200848b3e8),segment_id=8cb26e43-9885-4059-a45d-aa200848b3e8)] {{(pid=128085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 11:50:02.643459 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-e06f4c13-7751-427e-b3a3-0c10ffcfb63d tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1978872'] for port, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:02.645219 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-c7e3af5b-8c33-455f-8d64-6cde2a276433 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:02.648577 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-86a58b08-25db-46d9-a361-4eacfab4beb6 req-22179c40-3514-497e-b1ea-3840623bf056 tempest-TestNetworkAdvancedServerOps-1479438933 tempest-TestNetworkAdvancedServerOps-1479438933-project] 10.222.0.53 "GET /v2.0/security-groups?id=ad6af071-5e9d-4374-b735-aabf2d994394&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8637648 Jun 24 11:50:02.665486 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-d27dc7f9-0e0e-4c4d-915a-b323399e896a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:50:02.722709 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.plugin [None req-e06f4c13-7751-427e-b3a3-0c10ffcfb63d tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Calling delete_port for 40df7084-0b87-4c37-bb30-1f23b86c2f2f owned by {{(pid=128083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 11:50:02.770454 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-8dda1956-4356-4e8f-ad87-525b6d5dacc7 None None] Port 40df7084-0b87-4c37-bb30-1f23b86c2f2f cannot update to ACTIVE because it is not bound. {{(pid=128085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 11:50:02.794886 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-c4638eb7-e7b1-450c-8bb6-a24eb778c0a9 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=eef5d0c5c46f441d917d16eaa2132e09&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8953445 Jun 24 11:50:02.803474 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 60920) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:50:02.838652 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8efacf60-78af-43ee-8b5f-9a2178fba524 tempest-RoutersNegativeIpV6Test-675716403 tempest-RoutersNegativeIpV6Test-675716403-project] Pushing event updated for resources: {'Subnet': ['ID=7a808075-431d-4131-8300-5bde5a708cd0,revision_number=0']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:50:02.846610 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-8efacf60-78af-43ee-8b5f-9a2178fba524 tempest-RoutersNegativeIpV6Test-675716403 tempest-RoutersNegativeIpV6Test-675716403-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:50:02.877989 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e3af5b-8c33-455f-8d64-6cde2a276433 None None] Pushing event updated for resources: {'Port': ['ID=d32f1092-9896-4ee5-bfd4-44b81cae970e,revision_number=2']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:50:02.884363 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8efacf60-78af-43ee-8b5f-9a2178fba524 tempest-RoutersNegativeIpV6Test-675716403 tempest-RoutersNegativeIpV6Test-675716403-project] Checking segment: {'id': '72f6ffab-44e1-405c-a13e-9a8d870baf48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'f0c0b78b-988f-45f4-9f16-546946b7ee29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=128083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 11:50:02.884757 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8efacf60-78af-43ee-8b5f-9a2178fba524 tempest-RoutersNegativeIpV6Test-675716403 tempest-RoutersNegativeIpV6Test-675716403-project] Network hostable DHCP agents. Network: f0c0b78b-988f-45f4-9f16-546946b7ee29, hostable agents: ['6be988a9-1d97-480f-be5a-c55abf2c55c5'], hosted agents: [] {{(pid=128083) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 11:50:02.888253 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-843c093a-6bc5-43bf-acba-4d2ca3b98cd4 req-86731af0-8959-4c84-b061-b180e7ca2c6d service neutron] 10.222.0.45 "GET /v2.0/networks/0df59c03-dac3-411f-a2bf-16d57a368c8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3254268 Jun 24 11:50:02.915451 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-c7e3af5b-8c33-455f-8d64-6cde2a276433 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:50:02.916681 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-c7210c9f-430a-49c0-9105-34f50c2a026f None None] Notify callbacks [] for port, precommit_create {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:02.920620 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-88624df4-800f-4136-b120-b76ed64a3e1c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:02.949174 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.plugin [None req-57b3ea4a-6e85-4a80-9363-9fd0aaea3884 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Deleting port 6c8b07ff-5038-45fe-9a45-e37e105df5b2 {{(pid=128083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 11:50:02.949554 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-57b3ea4a-6e85-4a80-9363-9fd0aaea3884 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793193942312'] for port, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:02.963262 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8efacf60-78af-43ee-8b5f-9a2178fba524 tempest-RoutersNegativeIpV6Test-675716403 tempest-RoutersNegativeIpV6Test-675716403-project] Network f0c0b78b-988f-45f4-9f16-546946b7ee29 is scheduled to be hosted by DHCP agent 6be988a9-1d97-480f-be5a-c55abf2c55c5 with binding_index 1 {{(pid=128083) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 11:50:02.964883 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-c7210c9f-430a-49c0-9105-34f50c2a026f None None] Transition to ACTIVE for port object 2b7f02ad-5993-49a2-8794-230c80c898cf will not be triggered until provisioned by entity L2. {{(pid=128085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 11:50:03.031201 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-c7210c9f-430a-49c0-9105-34f50c2a026f None None] Transition to ACTIVE for port object 2b7f02ad-5993-49a2-8794-230c80c898cf will not be triggered until provisioned by entity DHCP. {{(pid=128085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 11:50:03.067756 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-c7210c9f-430a-49c0-9105-34f50c2a026f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-650429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-506361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793193536723'] for port, after_create {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:03.072279 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-f0396edd-2e1d-49b6-802b-9aa5d7ac0eb3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:50:03.072476 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.base_scheduler [None req-8efacf60-78af-43ee-8b5f-9a2178fba524 tempest-RoutersNegativeIpV6Test-675716403 tempest-RoutersNegativeIpV6Test-675716403-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-4-hyperv, f0c0b78b-988f-45f4-9f16-546946b7ee29) {{(pid=128083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:50:03.091209 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8efacf60-78af-43ee-8b5f-9a2178fba524 tempest-RoutersNegativeIpV6Test-675716403 tempest-RoutersNegativeIpV6Test-675716403-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:50:03.091785 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-8efacf60-78af-43ee-8b5f-9a2178fba524 tempest-RoutersNegativeIpV6Test-675716403 tempest-RoutersNegativeIpV6Test-675716403-project] Notify callbacks [] for subnet, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:03.121274 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47b50875-a59f-4bcb-8095-dee313dec343 None None] Network f0c0b78b-988f-45f4-9f16-546946b7ee29 requested from dv-neutron-797120-4-hyperv {{(pid=128085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 11:50:03.126392 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-b3d95fe3-9304-4f52-900c-9b5df37ed52b None None] Notify callbacks [] for port, precommit_create {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:03.136386 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-fa9dc372-99ff-4258-bba7-b71c111bbabb tempest-ExtraDHCPOptionsTestJSON-1604773077 tempest-ExtraDHCPOptionsTestJSON-1604773077-project] Notify callbacks [] for port, precommit_update {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:03.138936 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-8efacf60-78af-43ee-8b5f-9a2178fba524 tempest-RoutersNegativeIpV6Test-675716403 tempest-RoutersNegativeIpV6Test-675716403-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.5006192 Jun 24 11:50:03.139558 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 60922) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:50:03.147121 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device 3213c3a6-b9d1-41b2-83df-46b925b52307 no longer exists at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 11:50:03.170474 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-c618a279-96ba-4fe7-a60d-ab5d0082fb37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:03.179074 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-fa9dc372-99ff-4258-bba7-b71c111bbabb tempest-ExtraDHCPOptionsTestJSON-1604773077 tempest-ExtraDHCPOptionsTestJSON-1604773077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3292081'] for port, after_update {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:03.192189 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-df201261-5c33-417a-b040-f7708af0e283 tempest-AllowedAddressPairTestJSON-920326677 tempest-AllowedAddressPairTestJSON-920326677-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:50:03.214807 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-b3d95fe3-9304-4f52-900c-9b5df37ed52b None None] Transition to ACTIVE for port object 9c5529c4-106e-4afa-9d92-fa6e0f982112 will not be triggered until provisioned by entity L2. {{(pid=128085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 11:50:03.217321 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-d1c3bd94-52d4-48a5-a0f0-c2a76d728c3d None None] Provisioning complete for port 40df7084-0b87-4c37-bb30-1f23b86c2f2f triggered by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:50:03.217707 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-d1c3bd94-52d4-48a5-a0f0-c2a76d728c3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:03.227715 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-57b3ea4a-6e85-4a80-9363-9fd0aaea3884 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1978872'] for port, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:03.229416 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7210c9f-430a-49c0-9105-34f50c2a026f None None] Network 0b87c8d5-372f-4ee4-8283-0a96b59a52e2 is already hosted by enough agents. {{(pid=128085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 11:50:03.233339 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] No Port match for: 3213c3a6-b9d1-41b2-83df-46b925b52307 {{(pid=128085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 11:50:03.233706 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device 3213c3a6-b9d1-41b2-83df-46b925b52307 not bound to the agent host dv-neutron-797120-4-hyperv {{(pid=128085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 11:50:03.234605 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device 9fece71a-9de3-4052-b02a-0a75a8f8f3b3 no longer exists at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 11:50:03.284402 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-c618a279-96ba-4fe7-a60d-ab5d0082fb37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:03.302950 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.scheduler.base_scheduler [None req-c7210c9f-430a-49c0-9105-34f50c2a026f None None] Resources bound (agent type, host, resource id): {{(pid=128085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:50:03.305460 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7210c9f-430a-49c0-9105-34f50c2a026f None None] Received port after_create {{(pid=128085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 11:50:03.318132 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fbb0aa-f290-4986-8a62-8e0ad145968d req-dcfed3e1-8529-4cda-8422-6dafe07e65cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:50:03.319701 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-e4fbb0aa-f290-4986-8a62-8e0ad145968d req-dcfed3e1-8529-4cda-8422-6dafe07e65cd service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=027cb114b40f4b66abdd9fd20f4debdf&device_id=01c22be6-1669-482b-94cd-775df8dd11ba HTTP/1.1" status: 200 len: 1097 time: 0.3667202 Jun 24 11:50:03.325553 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.plugin [None req-57b3ea4a-6e85-4a80-9363-9fd0aaea3884 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Calling delete_port for 6c8b07ff-5038-45fe-9a45-e37e105df5b2 owned by {{(pid=128083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 11:50:03.342634 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7210c9f-430a-49c0-9105-34f50c2a026f None None] Pushing event updated for resources: {'Port': ['ID=2b7f02ad-5993-49a2-8794-230c80c898cf,revision_number=1']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:50:03.347227 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-c7210c9f-430a-49c0-9105-34f50c2a026f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:50:03.360422 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] No Port match for: 9fece71a-9de3-4052-b02a-0a75a8f8f3b3 {{(pid=128085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 11:50:03.360787 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device 9fece71a-9de3-4052-b02a-0a75a8f8f3b3 not bound to the agent host dv-neutron-797120-4-hyperv {{(pid=128085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 11:50:03.405641 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9dc372-99ff-4258-bba7-b71c111bbabb tempest-ExtraDHCPOptionsTestJSON-1604773077 tempest-ExtraDHCPOptionsTestJSON-1604773077-project] Pushing event updated for resources: {'Port': ['ID=cce4daac-38a1-4189-ae2f-3bf10f9828e9,revision_number=2']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:50:03.421131 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-fa9dc372-99ff-4258-bba7-b71c111bbabb tempest-ExtraDHCPOptionsTestJSON-1604773077 tempest-ExtraDHCPOptionsTestJSON-1604773077-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:50:03.478112 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.plugin [None req-fa9dc372-99ff-4258-bba7-b71c111bbabb tempest-ExtraDHCPOptionsTestJSON-1604773077 tempest-ExtraDHCPOptionsTestJSON-1604773077-project] In _notify_port_updated(), no bound segment for port cce4daac-38a1-4189-ae2f-3bf10f9828e9 on network 85253243-aef7-447c-a378-2a68975d7cb2 {{(pid=128084) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jun 24 11:50:03.483837 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa9dc372-99ff-4258-bba7-b71c111bbabb tempest-ExtraDHCPOptionsTestJSON-1604773077 tempest-ExtraDHCPOptionsTestJSON-1604773077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:50:03.484809 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-fa9dc372-99ff-4258-bba7-b71c111bbabb tempest-ExtraDHCPOptionsTestJSON-1604773077 tempest-ExtraDHCPOptionsTestJSON-1604773077-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468916'] for port, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:03.487169 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-fa9dc372-99ff-4258-bba7-b71c111bbabb tempest-ExtraDHCPOptionsTestJSON-1604773077 tempest-ExtraDHCPOptionsTestJSON-1604773077-project] 10.222.0.53 "PUT /v2.0/ports/cce4daac-38a1-4189-ae2f-3bf10f9828e9 HTTP/1.1" status: 200 len: 1136 time: 1.4904284 Jun 24 11:50:03.491050 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 60924) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:50:03.557730 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-e06f4c13-7751-427e-b3a3-0c10ffcfb63d tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793193945299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193536732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2537862'] for port, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:03.585838 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-c618a279-96ba-4fe7-a60d-ab5d0082fb37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800410'] for security_group, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:03.588802 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-25a93b50-86ed-412e-aae7-91acf83b6cd2 tempest-ExtraDHCPOptionsTestJSON-1604773077 tempest-ExtraDHCPOptionsTestJSON-1604773077-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:50:03.599062 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-c618a279-96ba-4fe7-a60d-ab5d0082fb37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:03.600235 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-c618a279-96ba-4fe7-a60d-ab5d0082fb37 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/439e9c6f-4da5-4809-8275-fefc8a0c02af HTTP/1.1" status: 204 len: 168 time: 0.7958283 Jun 24 11:50:03.604353 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-b89daeea-a16e-4e62-9b43-e0b4061859c2 tempest-SecGroupIPv6Test-993619391 tempest-SecGroupIPv6Test-993619391-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:50:03.618885 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-88624df4-800f-4136-b120-b76ed64a3e1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1803210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1815767'] for router, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:03.628790 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29360aff-4372-4454-bc0b-3214a0d9075a tempest-ExtraDHCPOptionsTestJSON-1604773077 tempest-ExtraDHCPOptionsTestJSON-1604773077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:50:03.630559 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-29360aff-4372-4454-bc0b-3214a0d9075a tempest-ExtraDHCPOptionsTestJSON-1604773077 tempest-ExtraDHCPOptionsTestJSON-1604773077-project] 10.222.0.53 "GET /v2.0/ports/cce4daac-38a1-4189-ae2f-3bf10f9828e9 HTTP/1.1" status: 200 len: 1136 time: 0.1365886 Jun 24 11:50:03.636841 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 60928) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:50:03.640535 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c618a279-96ba-4fe7-a60d-ab5d0082fb37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=439e9c6f-4da5-4809-8275-fefc8a0c02af,revision_number=None']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:50:03.649764 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-c618a279-96ba-4fe7-a60d-ab5d0082fb37 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:50:03.834118 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-b3d95fe3-9304-4f52-900c-9b5df37ed52b None None] Transition to ACTIVE for port object 9c5529c4-106e-4afa-9d92-fa6e0f982112 will not be triggered until provisioned by entity DHCP. {{(pid=128085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 11:50:03.849239 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fbb0aa-f290-4986-8a62-8e0ad145968d req-22b89ca8-1eae-48cd-aa17-ace627c3997f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:50:03.853233 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-e4fbb0aa-f290-4986-8a62-8e0ad145968d req-22b89ca8-1eae-48cd-aa17-ace627c3997f service neutron] 10.222.0.45 "GET /v2.0/networks?id=0df59c03-dac3-411f-a2bf-16d57a368c8d HTTP/1.1" status: 200 len: 898 time: 0.5170143 Jun 24 11:50:03.878277 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.plugin [None req-bc19d555-6eb2-46ae-a69b-8259c959c4a8 tempest-ExtraDHCPOptionsTestJSON-1604773077 tempest-ExtraDHCPOptionsTestJSON-1604773077-project] Deleting port cce4daac-38a1-4189-ae2f-3bf10f9828e9 {{(pid=128084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 11:50:03.878744 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-bc19d555-6eb2-46ae-a69b-8259c959c4a8 tempest-ExtraDHCPOptionsTestJSON-1604773077 tempest-ExtraDHCPOptionsTestJSON-1604773077-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793193942312'] for port, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:03.892667 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device d32f1092-9896-4ee5-bfd4-44b81cae970e up at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 11:50:03.921658 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88624df4-800f-4136-b120-b76ed64a3e1c admin admin] Router e94fcbe0-1aa8-48dd-90cc-5d823c427683 is scheduled to L3 agent 2987dba8-2249-4ee6-96ec-28f0f7a6127d with binding_index 1 {{(pid=128084) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 24 11:50:03.948271 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-b3d95fe3-9304-4f52-900c-9b5df37ed52b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-650429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-506361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793193536723'] for port, after_create {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:03.952439 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-c7e3af5b-8c33-455f-8d64-6cde2a276433 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:50:04.041793 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-d1c3bd94-52d4-48a5-a0f0-c2a76d728c3d None None] Port 40df7084-0b87-4c37-bb30-1f23b86c2f2f cannot update to ACTIVE because it is not bound. {{(pid=128085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 11:50:04.088070 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-c7210c9f-430a-49c0-9105-34f50c2a026f None None] Attempting to bind port 2b7f02ad-5993-49a2-8794-230c80c898cf on host dv-neutron-797120-4-hyperv for vnic_type normal with profile {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 11:50:04.088508 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-c7210c9f-430a-49c0-9105-34f50c2a026f None None] Attempting to bind port 2b7f02ad-5993-49a2-8794-230c80c898cf by drivers openvswitch,hyperv on host dv-neutron-797120-4-hyperv at level 0 using segments [{'id': 'a01885a2-c99a-49a6-9192-7d1b044833e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '0b87c8d5-372f-4ee4-8283-0a96b59a52e2'}] {{(pid=128085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 11:50:04.089251 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7210c9f-430a-49c0-9105-34f50c2a026f None None] Attempting to bind port 2b7f02ad-5993-49a2-8794-230c80c898cf on network 0b87c8d5-372f-4ee4-8283-0a96b59a52e2 {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 11:50:04.103197 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-bc19d555-6eb2-46ae-a69b-8259c959c4a8 tempest-ExtraDHCPOptionsTestJSON-1604773077 tempest-ExtraDHCPOptionsTestJSON-1604773077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1978872'] for port, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:04.160541 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3d95fe3-9304-4f52-900c-9b5df37ed52b None None] Network 11a80c9d-f8ee-4388-91b0-d49a25200fee is already hosted by enough agents. {{(pid=128085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 11:50:04.177317 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.scheduler.base_scheduler [None req-b3d95fe3-9304-4f52-900c-9b5df37ed52b None None] Resources bound (agent type, host, resource id): {{(pid=128085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:50:04.182059 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d95fe3-9304-4f52-900c-9b5df37ed52b None None] Pushing event updated for resources: {'Port': ['ID=9c5529c4-106e-4afa-9d92-fa6e0f982112,revision_number=1']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:50:04.192417 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06f4c13-7751-427e-b3a3-0c10ffcfb63d tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Pushing event deleted for resources: {'Port': ['ID=40df7084-0b87-4c37-bb30-1f23b86c2f2f,revision_number=None']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:50:04.194424 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7210c9f-430a-49c0-9105-34f50c2a026f None None] Checking agent: {'id': 'e3a695b2-c397-461f-83b0-10b79d490b59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 11, 36, 56), 'started_at': datetime.datetime(2021, 6, 24, 11, 37, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 11, 49, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 11:50:04.195040 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-e4fbb0aa-f290-4986-8a62-8e0ad145968d req-9e631c46-eed2-4758-bbda-691bd4f75125 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=33678eb9-0f0d-4a2b-923f-cd19cd23cc40 HTTP/1.1" status: 200 len: 217 time: 0.0938666 Jun 24 11:50:04.200766 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7210c9f-430a-49c0-9105-34f50c2a026f None None] Checking segment: {'id': 'a01885a2-c99a-49a6-9192-7d1b044833e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '0b87c8d5-372f-4ee4-8283-0a96b59a52e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=128085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 11:50:04.201219 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-c7210c9f-430a-49c0-9105-34f50c2a026f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:04.201683 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7210c9f-430a-49c0-9105-34f50c2a026f None None] Bound using segment: {'id': 'a01885a2-c99a-49a6-9192-7d1b044833e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '0b87c8d5-372f-4ee4-8283-0a96b59a52e2'} {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 11:50:04.202237 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-c7210c9f-430a-49c0-9105-34f50c2a026f None None] Bound port: 2b7f02ad-5993-49a2-8794-230c80c898cf, host: dv-neutron-797120-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a01885a2-c99a-49a6-9192-7d1b044833e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '0b87c8d5-372f-4ee4-8283-0a96b59a52e2'}}] {{(pid=128085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 11:50:04.202628 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-c7210c9f-430a-49c0-9105-34f50c2a026f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:04.220128 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3d95fe3-9304-4f52-900c-9b5df37ed52b None None] Received port after_create {{(pid=128085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 11:50:04.224793 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-b3d95fe3-9304-4f52-900c-9b5df37ed52b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:50:04.241446 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-e06f4c13-7751-427e-b3a3-0c10ffcfb63d tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.653s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:50:04.242157 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 60934) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:50:04.244269 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-57b3ea4a-6e85-4a80-9363-9fd0aaea3884 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793193945299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193536732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2537862'] for port, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:04.340531 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-d1c3bd94-52d4-48a5-a0f0-c2a76d728c3d None None] Provisioning for port 6f9ab49e-3a93-4157-b5e8-aa2c2e2d8a73 completed by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 11:50:04.349829 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-f3a30f9d-4c5d-410f-ae0d-b18e5d07ba55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:04.354149 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-2303f860-1256-4f10-b10d-b3c966b94c13 tempest-FloatingIPAdminTestJSON-1100601588 tempest-FloatingIPAdminTestJSON-1100601588-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:50:04.363649 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-e06f4c13-7751-427e-b3a3-0c10ffcfb63d tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468916'] for port, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:04.366444 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-e06f4c13-7751-427e-b3a3-0c10ffcfb63d tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] 10.222.0.53 "DELETE /v2.0/ports/40df7084-0b87-4c37-bb30-1f23b86c2f2f HTTP/1.1" status: 204 len: 168 time: 3.1888061 Jun 24 11:50:04.389124 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 60936) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:50:04.420802 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Device 33678eb9-0f0d-4a2b-923f-cd19cd23cc40 details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=128085) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 11:50:04.472443 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fbb0aa-f290-4986-8a62-8e0ad145968d req-fe77cb07-b2a7-4d50-b757-e1ea5e8eeaf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:50:04.474475 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-e4fbb0aa-f290-4986-8a62-8e0ad145968d req-fe77cb07-b2a7-4d50-b757-e1ea5e8eeaf2 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=fed5c1a3-282b-465b-a705-0bcb2ca19c6d HTTP/1.1" status: 200 len: 833 time: 0.1673875 Jun 24 11:50:04.492703 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-b3d95fe3-9304-4f52-900c-9b5df37ed52b None None] Attempting to bind port 9c5529c4-106e-4afa-9d92-fa6e0f982112 on host dv-neutron-797120-4-hyperv for vnic_type normal with profile {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 11:50:04.493258 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-b3d95fe3-9304-4f52-900c-9b5df37ed52b None None] Attempting to bind port 9c5529c4-106e-4afa-9d92-fa6e0f982112 by drivers openvswitch,hyperv on host dv-neutron-797120-4-hyperv at level 0 using segments [{'id': 'fddfe548-9582-48fa-8a0c-6b06bc4d1b9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '11a80c9d-f8ee-4388-91b0-d49a25200fee'}] {{(pid=128085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 11:50:04.493741 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3d95fe3-9304-4f52-900c-9b5df37ed52b None None] Attempting to bind port 9c5529c4-106e-4afa-9d92-fa6e0f982112 on network 11a80c9d-f8ee-4388-91b0-d49a25200fee {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 11:50:04.511086 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3d95fe3-9304-4f52-900c-9b5df37ed52b None None] Checking agent: {'id': 'e3a695b2-c397-461f-83b0-10b79d490b59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 11, 36, 56), 'started_at': datetime.datetime(2021, 6, 24, 11, 37, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 11, 49, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 11:50:04.511363 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b3ea4a-6e85-4a80-9363-9fd0aaea3884 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Pushing event deleted for resources: {'Port': ['ID=6c8b07ff-5038-45fe-9a45-e37e105df5b2,revision_number=None']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:50:04.512060 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3d95fe3-9304-4f52-900c-9b5df37ed52b None None] Checking segment: {'id': 'fddfe548-9582-48fa-8a0c-6b06bc4d1b9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '11a80c9d-f8ee-4388-91b0-d49a25200fee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=128085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 11:50:04.512715 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-b3d95fe3-9304-4f52-900c-9b5df37ed52b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:04.513386 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3d95fe3-9304-4f52-900c-9b5df37ed52b None None] Bound using segment: {'id': 'fddfe548-9582-48fa-8a0c-6b06bc4d1b9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '11a80c9d-f8ee-4388-91b0-d49a25200fee'} {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 11:50:04.514144 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-b3d95fe3-9304-4f52-900c-9b5df37ed52b None None] Bound port: 9c5529c4-106e-4afa-9d92-fa6e0f982112, host: dv-neutron-797120-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fddfe548-9582-48fa-8a0c-6b06bc4d1b9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '11a80c9d-f8ee-4388-91b0-d49a25200fee'}}] {{(pid=128085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 11:50:04.514778 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-b3d95fe3-9304-4f52-900c-9b5df37ed52b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:04.560494 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-57b3ea4a-6e85-4a80-9363-9fd0aaea3884 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:50:04.585759 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a856963-7dea-4b61-80f8-5deeecf1f928 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] GET failed (client error): The resource could not be found. Jun 24 11:50:04.587918 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-6a856963-7dea-4b61-80f8-5deeecf1f928 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] 10.222.0.53 "GET /v2.0/ports/40df7084-0b87-4c37-bb30-1f23b86c2f2f HTTP/1.1" status: 404 len: 333 time: 0.1974208 Jun 24 11:50:04.593133 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2e9ab9b-802c-48e6-9089-a51dded8a842 None None] Network d7d05277-9788-457b-857a-22669faf969d requested from dv-neutron-797120-4-hyperv {{(pid=128085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 11:50:04.602869 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning for port d32f1092-9896-4ee5-bfd4-44b81cae970e completed by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 11:50:04.624406 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 60938) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:50:04.660271 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.plugin [None req-bc19d555-6eb2-46ae-a69b-8259c959c4a8 tempest-ExtraDHCPOptionsTestJSON-1604773077 tempest-ExtraDHCPOptionsTestJSON-1604773077-project] Calling delete_port for cce4daac-38a1-4189-ae2f-3bf10f9828e9 owned by {{(pid=128084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 11:50:04.663042 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device 6f9ab49e-3a93-4157-b5e8-aa2c2e2d8a73 up at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 11:50:04.705042 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88624df4-800f-4136-b120-b76ed64a3e1c admin admin] Notify agent at l3_agent.dv-neutron-797120-4-hyperv the message routers_updated {{(pid=128084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 11:50:04.711859 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-c7210c9f-430a-49c0-9105-34f50c2a026f None None] For port 2b7f02ad-5993-49a2-8794-230c80c898cf, host dv-neutron-797120-4-hyperv, cleared binding levels {{(pid=128085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 11:50:04.720565 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-21243d15-6306-4890-a5d7-05a67c8e864b None None] Provisioning complete for port cce4daac-38a1-4189-ae2f-3bf10f9828e9 triggered by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:50:04.721359 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-21243d15-6306-4890-a5d7-05a67c8e864b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:04.747929 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c811873-0232-4c07-83ec-1e29adb7ad05 None None] Sync routers for ids ['e94fcbe0-1aa8-48dd-90cc-5d823c427683'] in dv-neutron-797120-4-hyperv {{(pid=128085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 11:50:04.750726 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.db.db_base_plugin_v2 [None req-37adf4a2-272a-4ea1-8647-47c5e1d2abdc tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Deleting subnet a225fb07-256a-4d10-a29c-7f6108f8b8ad {{(pid=128084) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 24 11:50:04.755778 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2418306-cc9f-4b52-a3c1-31b810554ea5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d65c8f8-7530-5052-99fe-8ea05073750b-f0c0b78b-988f-45f4-9f16-546946b7ee29', 'network_id': 'f0c0b78b-988f-45f4-9f16-546946b7ee29', 'tenant_id': '4bdab4c32b4d44488aec62537889cf20', 'fixed_ips': [{'subnet_id': '7a808075-431d-4131-8300-5bde5a708cd0'}]}} from dv-neutron-797120-4-hyperv. {{(pid=128085) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 24 11:50:04.756095 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-37adf4a2-272a-4ea1-8647-47c5e1d2abdc tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Notify callbacks [] for subnet, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:04.757167 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-f2418306-cc9f-4b52-a3c1-31b810554ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_create {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:04.813907 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-37adf4a2-272a-4ea1-8647-47c5e1d2abdc tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2373542'] for subnet, precommit_delete_associations {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:04.837046 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-c7210c9f-430a-49c0-9105-34f50c2a026f None None] For port 2b7f02ad-5993-49a2-8794-230c80c898cf, host dv-neutron-797120-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=2b7f02ad-5993-49a2-8794-230c80c898cf,segment=NetworkSegment(a01885a2-c99a-49a6-9192-7d1b044833e6),segment_id=a01885a2-c99a-49a6-9192-7d1b044833e6)] {{(pid=128085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 11:50:04.855700 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-b3d95fe3-9304-4f52-900c-9b5df37ed52b None None] For port 9c5529c4-106e-4afa-9d92-fa6e0f982112, host dv-neutron-797120-4-hyperv, cleared binding levels {{(pid=128085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 11:50:04.872054 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-c7210c9f-430a-49c0-9105-34f50c2a026f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:04.883565 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-eb9c1cb1-52d6-4b10-a99b-04deacc4d836 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:50:04.909900 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c811873-0232-4c07-83ec-1e29adb7ad05 None None] Routers {'e94fcbe0-1aa8-48dd-90cc-5d823c427683'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 11:50:04.910732 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-5c811873-0232-4c07-83ec-1e29adb7ad05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T11:49:56Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['e94fcbe0-1aa8-48dd-90cc-5d823c427683'], 'active': True} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:50:04.948340 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-b3d95fe3-9304-4f52-900c-9b5df37ed52b None None] For port 9c5529c4-106e-4afa-9d92-fa6e0f982112, host dv-neutron-797120-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=9c5529c4-106e-4afa-9d92-fa6e0f982112,segment=NetworkSegment(fddfe548-9582-48fa-8a0c-6b06bc4d1b9f),segment_id=fddfe548-9582-48fa-8a0c-6b06bc4d1b9f)] {{(pid=128085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 11:50:04.966504 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-37adf4a2-272a-4ea1-8647-47c5e1d2abdc tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-972249'] for subnet, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:04.970907 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-bc19d555-6eb2-46ae-a69b-8259c959c4a8 tempest-ExtraDHCPOptionsTestJSON-1604773077 tempest-ExtraDHCPOptionsTestJSON-1604773077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793193945299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193536732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3292088'] for port, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:04.984649 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-57b3ea4a-6e85-4a80-9363-9fd0aaea3884 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468916'] for port, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:04.989405 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-57b3ea4a-6e85-4a80-9363-9fd0aaea3884 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] 10.222.0.53 "DELETE /v2.0/ports/6c8b07ff-5038-45fe-9a45-e37e105df5b2 HTTP/1.1" status: 204 len: 168 time: 2.4809029 Jun 24 11:50:04.990860 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 60940) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:50:04.999846 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-264b8ea9-c651-4881-9bfe-bd4d852be56a tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:50:05.042679 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc19d555-6eb2-46ae-a69b-8259c959c4a8 tempest-ExtraDHCPOptionsTestJSON-1604773077 tempest-ExtraDHCPOptionsTestJSON-1604773077-project] Pushing event deleted for resources: {'Port': ['ID=cce4daac-38a1-4189-ae2f-3bf10f9828e9,revision_number=None']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:50:05.061185 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-21243d15-6306-4890-a5d7-05a67c8e864b None None] Port cce4daac-38a1-4189-ae2f-3bf10f9828e9 cannot update to ACTIVE because it is not bound. {{(pid=128085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 11:50:05.063897 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-b3d95fe3-9304-4f52-900c-9b5df37ed52b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:05.068046 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-c595f843-e82c-4138-a0a0-c76ba5b18384 tempest-RoutersNegativeIpV6Test-675716403 tempest-RoutersNegativeIpV6Test-675716403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:05.077305 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85880c7-a151-4167-b3ee-727eb2c550ec req-7000592d-98b1-4feb-81c6-05b9a7098d6b tempest-TestNetworkAdvancedServerOps-1479438933 tempest-TestNetworkAdvancedServerOps-1479438933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:50:05.078839 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-b85880c7-a151-4167-b3ee-727eb2c550ec req-7000592d-98b1-4feb-81c6-05b9a7098d6b tempest-TestNetworkAdvancedServerOps-1479438933 tempest-TestNetworkAdvancedServerOps-1479438933-project] 10.222.0.53 "GET /v2.0/ports?device_id=01c22be6-1669-482b-94cd-775df8dd11ba HTTP/1.1" status: 200 len: 944 time: 0.9220710 Jun 24 11:50:05.108174 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-bc19d555-6eb2-46ae-a69b-8259c959c4a8 tempest-ExtraDHCPOptionsTestJSON-1604773077 tempest-ExtraDHCPOptionsTestJSON-1604773077-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:50:05.115368 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-37adf4a2-272a-4ea1-8647-47c5e1d2abdc tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-972238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3292022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3162263'] for subnet, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:05.117443 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] For port 33678eb9-0f0d-4a2b-923f-cd19cd23cc40, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=33678eb9-0f0d-4a2b-923f-cd19cd23cc40,segment=NetworkSegment(b17ea5b8-604c-427d-a101-058a8063b214),segment_id=b17ea5b8-604c-427d-a101-058a8063b214)] {{(pid=128085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 11:50:05.120172 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-25305f4b-64c6-489a-9ae3-d2a6d17f3299 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:50:05.230291 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Returning: {'device': '33678eb9-0f0d-4a2b-923f-cd19cd23cc40', 'network_id': '0df59c03-dac3-411f-a2bf-16d57a368c8d', 'port_id': '33678eb9-0f0d-4a2b-923f-cd19cd23cc40', 'mac_address': 'fa:16:3e:66:54:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 602, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fed5c1a3-282b-465b-a705-0bcb2ca19c6d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=128085) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 11:50:05.231802 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7210c9f-430a-49c0-9105-34f50c2a026f None None] Pushing event updated for resources: {'Port': ['ID=2b7f02ad-5993-49a2-8794-230c80c898cf,revision_number=2']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:50:05.235346 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-c7210c9f-430a-49c0-9105-34f50c2a026f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.352s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:50:05.244669 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37adf4a2-272a-4ea1-8647-47c5e1d2abdc tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Pushing event deleted for resources: {'Subnet': ['ID=a225fb07-256a-4d10-a29c-7f6108f8b8ad,revision_number=None']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:50:05.245847 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-b3d95fe3-9304-4f52-900c-9b5df37ed52b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.168s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:50:05.247846 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-37adf4a2-272a-4ea1-8647-47c5e1d2abdc tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Notify callbacks [] for subnet, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:05.253454 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-37adf4a2-272a-4ea1-8647-47c5e1d2abdc tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] 10.222.0.53 "DELETE /v2.0/subnets/a225fb07-256a-4d10-a29c-7f6108f8b8ad HTTP/1.1" status: 204 len: 168 time: 0.6217213 Jun 24 11:50:05.258973 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-37adf4a2-272a-4ea1-8647-47c5e1d2abdc tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:50:05.259457 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 60942) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:50:05.303479 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning for port 6f9ab49e-3a93-4157-b5e8-aa2c2e2d8a73 completed by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 11:50:05.305427 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48d1b7f2-0f88-4bb8-9238-49c64f8e1012 None None] Network c9fe903b-46c4-4ac5-8964-8c180f7e5738 requested from dv-neutron-797120-4-hyperv {{(pid=128085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 11:50:05.360121 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning complete for port 6f9ab49e-3a93-4157-b5e8-aa2c2e2d8a73 triggered by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:50:05.360510 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:05.439989 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-bc19d555-6eb2-46ae-a69b-8259c959c4a8 tempest-ExtraDHCPOptionsTestJSON-1604773077 tempest-ExtraDHCPOptionsTestJSON-1604773077-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468916'] for port, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:05.442146 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-bc19d555-6eb2-46ae-a69b-8259c959c4a8 tempest-ExtraDHCPOptionsTestJSON-1604773077 tempest-ExtraDHCPOptionsTestJSON-1604773077-project] 10.222.0.53 "DELETE /v2.0/ports/cce4daac-38a1-4189-ae2f-3bf10f9828e9 HTTP/1.1" status: 204 len: 168 time: 1.8027718 Jun 24 11:50:05.445153 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 60944) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:50:05.454355 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-9263d531-6807-4ff9-9917-1f1fd11380a2 None None] Provisioning complete for port 6f9ab49e-3a93-4157-b5e8-aa2c2e2d8a73 triggered by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:50:05.454989 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-9263d531-6807-4ff9-9917-1f1fd11380a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:05.509256 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fbb0aa-f290-4986-8a62-8e0ad145968d req-b6f3db69-5e9f-4a10-8734-a64553adc9e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:50:05.515322 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-e4fbb0aa-f290-4986-8a62-8e0ad145968d req-b6f3db69-5e9f-4a10-8734-a64553adc9e6 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=0df59c03-dac3-411f-a2bf-16d57a368c8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.9989042 Jun 24 11:50:05.533522 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e43b27f-2135-4704-bbae-58fffb823441 tempest-ExtraDHCPOptionsTestJSON-1604773077 tempest-ExtraDHCPOptionsTestJSON-1604773077-project] Deleting subnet a5ad73db-d223-4448-bf2b-359d2e0fe36e {{(pid=128084) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 24 11:50:05.538764 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-5e43b27f-2135-4704-bbae-58fffb823441 tempest-ExtraDHCPOptionsTestJSON-1604773077 tempest-ExtraDHCPOptionsTestJSON-1604773077-project] Notify callbacks [] for subnet, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:05.554691 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvr_db [None req-5c811873-0232-4c07-83ec-1e29adb7ad05 None None] Set router e94fcbe0-1aa8-48dd-90cc-5d823c427683 gateway port host: dv-neutron-797120-4-hyperv {{(pid=128085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 11:50:05.587065 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-b85880c7-a151-4167-b3ee-727eb2c550ec req-372ba76b-ddbe-4175-8065-43e3e529424c tempest-TestNetworkAdvancedServerOps-1479438933 tempest-TestNetworkAdvancedServerOps-1479438933-project] 10.222.0.53 "GET /v2.0/security-groups?id=ad6af071-5e9d-4374-b735-aabf2d994394&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4739022 Jun 24 11:50:05.625974 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.db_base_plugin_common [None req-f2418306-cc9f-4b52-a3c1-31b810554ea5 None None] Allocated IP 2001:db8::2 (f0c0b78b-988f-45f4-9f16-546946b7ee29/7a808075-431d-4131-8300-5bde5a708cd0/8931b3f1-c828-4de1-9197-9603444e2a1c) {{(pid=128085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 11:50:05.630305 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-5e43b27f-2135-4704-bbae-58fffb823441 tempest-ExtraDHCPOptionsTestJSON-1604773077 tempest-ExtraDHCPOptionsTestJSON-1604773077-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2373542'] for subnet, precommit_delete_associations {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:05.662876 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-f3a30f9d-4c5d-410f-ae0d-b18e5d07ba55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:05.672739 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.db.db_base_plugin_v2 [None req-35fb09d9-5cd7-4937-898f-92b7b1460f9f tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Deleting subnet a315b228-36f3-40dc-8ebb-2c3c159e4eed {{(pid=128084) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 24 11:50:05.673551 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d95fe3-9304-4f52-900c-9b5df37ed52b None None] Pushing event updated for resources: {'Port': ['ID=9c5529c4-106e-4afa-9d92-fa6e0f982112,revision_number=2']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:50:05.681659 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-35fb09d9-5cd7-4937-898f-92b7b1460f9f tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Notify callbacks [] for subnet, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:05.685642 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-b3d95fe3-9304-4f52-900c-9b5df37ed52b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.439s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:50:05.711222 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:05.746045 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-88624df4-800f-4136-b120-b76ed64a3e1c admin admin] Notify callbacks [] for router, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:05.750248 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-88624df4-800f-4136-b120-b76ed64a3e1c admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 7.3423498 Jun 24 11:50:05.753201 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 60946) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:50:05.771023 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-357c68b7-e6aa-4553-a35f-4c34fdba331b tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:50:05.773145 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-357c68b7-e6aa-4553-a35f-4c34fdba331b tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1044 time: 0.7809887 Jun 24 11:50:05.786260 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 60948) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:50:05.805191 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.notifiers.nova [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 33678eb9-0f0d-4a2b-923f-cd19cd23cc40 {{(pid=128085) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 11:50:05.818008 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-f3a30f9d-4c5d-410f-ae0d-b18e5d07ba55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800410'] for security_group, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:05.824902 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-14c731b5-2a3a-406d-9ce4-d92d8cd2fd06 tempest-NegativeSecGroupTest-260829952 tempest-NegativeSecGroupTest-260829952-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:50:05.900280 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a30f9d-4c5d-410f-ae0d-b18e5d07ba55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0696e58-8393-4adf-b4bd-6986e1a7207e,revision_number=1']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:50:05.906290 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-35fb09d9-5cd7-4937-898f-92b7b1460f9f tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2373542'] for subnet, precommit_delete_associations {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:05.915153 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-f3a30f9d-4c5d-410f-ae0d-b18e5d07ba55 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=ef625b6dc1e744adb0f6609d9b594638&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6352217 Jun 24 11:50:05.929563 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-f3a30f9d-4c5d-410f-ae0d-b18e5d07ba55 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:50:05.935836 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 60950) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:50:05.936914 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.db_base_plugin_common [None req-c595f843-e82c-4138-a0a0-c76ba5b18384 tempest-RoutersNegativeIpV6Test-675716403 tempest-RoutersNegativeIpV6Test-675716403-project] Allocated IP 2001:db8::1 (0b87c8d5-372f-4ee4-8283-0a96b59a52e2/e5a86fcf-0309-479c-8d4c-ae36dcba6e6b/f53b5ad6-f3aa-41da-8f33-ccca4daee825) {{(pid=128083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 11:50:06.000312 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-e4fbb0aa-f290-4986-8a62-8e0ad145968d req-3f7eac86-64e1-4a5e-aa8a-52e6f124f986 service neutron] 10.222.0.45 "GET /v2.0/networks/0df59c03-dac3-411f-a2bf-16d57a368c8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4659674 Jun 24 11:50:06.061316 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-5e43b27f-2135-4704-bbae-58fffb823441 tempest-ExtraDHCPOptionsTestJSON-1604773077 tempest-ExtraDHCPOptionsTestJSON-1604773077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-972249'] for subnet, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:06.107094 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.agents_db [None req-87a69269-d72b-4286-97f3-1041481ed6d8 None None] Agent healthcheck: found 6 active agents {{(pid=128086) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 11:50:06.161989 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d2370cd-b786-4934-9f5b-8fc7594eaa7a tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:50:06.165467 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-6d2370cd-b786-4934-9f5b-8fc7594eaa7a tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1044 time: 0.3777435 Jun 24 11:50:06.167157 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 60952) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:50:06.190057 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-0826e7ab-c3bf-44ca-97e7-09986abb933f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:06.200957 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] For port 33678eb9-0f0d-4a2b-923f-cd19cd23cc40, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=33678eb9-0f0d-4a2b-923f-cd19cd23cc40,segment=NetworkSegment(b17ea5b8-604c-427d-a101-058a8063b214),segment_id=b17ea5b8-604c-427d-a101-058a8063b214)] {{(pid=128085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 11:50:06.230264 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-0826e7ab-c3bf-44ca-97e7-09986abb933f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:06.257965 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-c595f843-e82c-4138-a0a0-c76ba5b18384 tempest-RoutersNegativeIpV6Test-675716403 tempest-RoutersNegativeIpV6Test-675716403-project] Notify callbacks [] for port, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:06.258754 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-35fb09d9-5cd7-4937-898f-92b7b1460f9f tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-972249'] for subnet, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:06.275709 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:06.294473 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-751736f7-a741-402e-8639-825aa852e4ee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:50:06.295866 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-e4fbb0aa-f290-4986-8a62-8e0ad145968d req-004c1140-2951-4c30-957c-880808097b84 service neutron] 10.222.0.45 "GET /v2.0/networks/0df59c03-dac3-411f-a2bf-16d57a368c8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2849426 Jun 24 11:50:06.301792 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.provisioning_blocks [None req-c595f843-e82c-4138-a0a0-c76ba5b18384 tempest-RoutersNegativeIpV6Test-675716403 tempest-RoutersNegativeIpV6Test-675716403-project] Transition to ACTIVE for port object f53b5ad6-f3aa-41da-8f33-ccca4daee825 will not be triggered until provisioned by entity DHCP. {{(pid=128083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 11:50:06.327309 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-5e43b27f-2135-4704-bbae-58fffb823441 tempest-ExtraDHCPOptionsTestJSON-1604773077 tempest-ExtraDHCPOptionsTestJSON-1604773077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-972238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3292022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3162263'] for subnet, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:06.337472 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-1094ed31-4999-4a08-bfca-d6c435a8631e tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:50:06.345241 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38db5749-a0aa-4e70-a7d5-f8e794275804 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=128084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:50:06.347487 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38db5749-a0aa-4e70-a7d5-f8e794275804 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=128084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:50:06.349033 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38db5749-a0aa-4e70-a7d5-f8e794275804 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=128084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:50:06.354456 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-38db5749-a0aa-4e70-a7d5-f8e794275804 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1770976 Jun 24 11:50:06.357583 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 60954) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:50:06.376150 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-c595f843-e82c-4138-a0a0-c76ba5b18384 tempest-RoutersNegativeIpV6Test-675716403 tempest-RoutersNegativeIpV6Test-675716403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-650429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-506361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793193536723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2537853'] for port, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:06.401960 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-9263d531-6807-4ff9-9917-1f1fd11380a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:06.404355 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:06.406380 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-21e9f8f9-dbc4-423d-970f-eac9fa8ec233 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:50:06.446253 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e43b27f-2135-4704-bbae-58fffb823441 tempest-ExtraDHCPOptionsTestJSON-1604773077 tempest-ExtraDHCPOptionsTestJSON-1604773077-project] Pushing event deleted for resources: {'Subnet': ['ID=a5ad73db-d223-4448-bf2b-359d2e0fe36e,revision_number=None']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:50:06.449965 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-5e43b27f-2135-4704-bbae-58fffb823441 tempest-ExtraDHCPOptionsTestJSON-1604773077 tempest-ExtraDHCPOptionsTestJSON-1604773077-project] Notify callbacks [] for subnet, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:06.451829 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-5e43b27f-2135-4704-bbae-58fffb823441 tempest-ExtraDHCPOptionsTestJSON-1604773077 tempest-ExtraDHCPOptionsTestJSON-1604773077-project] 10.222.0.53 "DELETE /v2.0/subnets/a5ad73db-d223-4448-bf2b-359d2e0fe36e HTTP/1.1" status: 204 len: 168 time: 1.0059483 Jun 24 11:50:06.455680 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-5e43b27f-2135-4704-bbae-58fffb823441 tempest-ExtraDHCPOptionsTestJSON-1604773077 tempest-ExtraDHCPOptionsTestJSON-1604773077-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:50:06.456575 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 60956) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:50:06.465122 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Pushing event updated for resources: {'Port': ['ID=33678eb9-0f0d-4a2b-923f-cd19cd23cc40,revision_number=4']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:50:06.469428 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:50:06.493749 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbf6a8c7-fc1c-49e8-8654-7377245e51b7 None None] Network 85253243-aef7-447c-a378-2a68975d7cb2 requested from dv-neutron-797120-4-hyperv {{(pid=128085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 11:50:06.539090 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.db_base_plugin_v2 [None req-87071846-e9f3-4980-842d-9e6d8d88b16b tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Deleting subnet 16e78e09-b71e-4dac-90b3-c30d82964180 {{(pid=128083) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 24 11:50:06.570752 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c595f843-e82c-4138-a0a0-c76ba5b18384 tempest-RoutersNegativeIpV6Test-675716403 tempest-RoutersNegativeIpV6Test-675716403-project] Pushing event updated for resources: {'Port': ['ID=f53b5ad6-f3aa-41da-8f33-ccca4daee825,revision_number=1']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:50:06.574918 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-c595f843-e82c-4138-a0a0-c76ba5b18384 tempest-RoutersNegativeIpV6Test-675716403 tempest-RoutersNegativeIpV6Test-675716403-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:50:06.577796 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c595f843-e82c-4138-a0a0-c76ba5b18384 tempest-RoutersNegativeIpV6Test-675716403 tempest-RoutersNegativeIpV6Test-675716403-project] Network 0b87c8d5-372f-4ee4-8283-0a96b59a52e2 is already hosted by enough agents. {{(pid=128083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 11:50:06.579144 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-87071846-e9f3-4980-842d-9e6d8d88b16b tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks [] for subnet, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:06.581187 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-35fb09d9-5cd7-4937-898f-92b7b1460f9f tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-972238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3292022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3162263'] for subnet, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:06.588173 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-f4245bad-068b-4780-8e8e-811befa5e198 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:50:06.621148 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.base_scheduler [None req-c595f843-e82c-4138-a0a0-c76ba5b18384 tempest-RoutersNegativeIpV6Test-675716403 tempest-RoutersNegativeIpV6Test-675716403-project] Resources bound (agent type, host, resource id): {{(pid=128083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:50:06.630571 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c595f843-e82c-4138-a0a0-c76ba5b18384 tempest-RoutersNegativeIpV6Test-675716403 tempest-RoutersNegativeIpV6Test-675716403-project] Received port after_create {{(pid=128083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 11:50:06.631169 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-c595f843-e82c-4138-a0a0-c76ba5b18384 tempest-RoutersNegativeIpV6Test-675716403 tempest-RoutersNegativeIpV6Test-675716403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1978458'] for router_interface, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:06.645739 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-0826e7ab-c3bf-44ca-97e7-09986abb933f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800410'] for security_group, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:06.648504 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-0826e7ab-c3bf-44ca-97e7-09986abb933f admin admin] Notify callbacks [] for security_group, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:06.652296 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-0826e7ab-c3bf-44ca-97e7-09986abb933f admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/f0696e58-8393-4adf-b4bd-6986e1a7207e HTTP/1.1" status: 204 len: 168 time: 0.7079487 Jun 24 11:50:06.683313 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35fb09d9-5cd7-4937-898f-92b7b1460f9f tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Pushing event deleted for resources: {'Subnet': ['ID=a315b228-36f3-40dc-8ebb-2c3c159e4eed,revision_number=None']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:50:06.687300 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-35fb09d9-5cd7-4937-898f-92b7b1460f9f tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:50:06.691445 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-35fb09d9-5cd7-4937-898f-92b7b1460f9f tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Notify callbacks [] for subnet, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:06.699867 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-35fb09d9-5cd7-4937-898f-92b7b1460f9f tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] 10.222.0.53 "DELETE /v2.0/subnets/a315b228-36f3-40dc-8ebb-2c3c159e4eed HTTP/1.1" status: 204 len: 168 time: 1.4349256 Jun 24 11:50:06.703327 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 60962) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:50:06.717479 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] get_ports_and_sgs() called for port_ids ['33678eb9-0f0d-4a2b-923f-cd19cd23cc40'] {{(pid=128085) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 11:50:06.728677 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-b3553475-34fc-4071-a263-06f5e14f96cd tempest-ExtraDHCPOptionsTestJSON-1604773077 tempest-ExtraDHCPOptionsTestJSON-1604773077-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-534962'] for network, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:06.765006 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-9fb6d35c-174c-4e7b-89d9-70927a841298 tempest-NegativeSecGroupIPv6Test-156486133 tempest-NegativeSecGroupIPv6Test-156486133-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:50:06.828994 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-87071846-e9f3-4980-842d-9e6d8d88b16b tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3143795'] for subnet, precommit_delete_associations {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:06.838484 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-9263d531-6807-4ff9-9917-1f1fd11380a2 None None] For port 6f9ab49e-3a93-4157-b5e8-aa2c2e2d8a73, host dv-neutron-797120-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=6f9ab49e-3a93-4157-b5e8-aa2c2e2d8a73,segment=NetworkSegment(a515512d-312b-46d1-8d15-f1d28045febc),segment_id=a515512d-312b-46d1-8d15-f1d28045febc)] {{(pid=128085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 11:50:06.889531 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-9263d531-6807-4ff9-9917-1f1fd11380a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:06.897958 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-f2418306-cc9f-4b52-a3c1-31b810554ea5 None None] Notify callbacks [] for port, precommit_create {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:06.900357 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-4a986447-d3c1-4b0a-97c9-35651a4a9266 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:50:06.924729 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0826e7ab-c3bf-44ca-97e7-09986abb933f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0696e58-8393-4adf-b4bd-6986e1a7207e,revision_number=None']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:50:06.961850 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-0826e7ab-c3bf-44ca-97e7-09986abb933f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:50:06.969474 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-eeec1c7e-1613-4b0a-b10e-dc7d2ea800d8 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-534962'] for network, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:07.057470 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-f2418306-cc9f-4b52-a3c1-31b810554ea5 None None] Transition to ACTIVE for port object 8931b3f1-c828-4de1-9197-9603444e2a1c will not be triggered until provisioned by entity L2. {{(pid=128085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 11:50:07.178869 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbaec0b8-230c-487e-9dda-0665763bb49c req-a9a10d22-16a9-4739-9ef9-ebb83742b914 tempest-TestNetworkAdvancedServerOps-1479438933 tempest-TestNetworkAdvancedServerOps-1479438933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:50:07.180644 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-cbaec0b8-230c-487e-9dda-0665763bb49c req-a9a10d22-16a9-4739-9ef9-ebb83742b914 tempest-TestNetworkAdvancedServerOps-1479438933 tempest-TestNetworkAdvancedServerOps-1479438933-project] 10.222.0.53 "GET /v2.0/ports?device_id=01c22be6-1669-482b-94cd-775df8dd11ba HTTP/1.1" status: 200 len: 945 time: 0.2534511 Jun 24 11:50:07.192733 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.plugin [None req-b3553475-34fc-4071-a263-06f5e14f96cd tempest-ExtraDHCPOptionsTestJSON-1604773077 tempest-ExtraDHCPOptionsTestJSON-1604773077-project] Deleting port 7564f588-5d7d-437d-bf19-c55ec034833e {{(pid=128084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 11:50:07.193106 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-b3553475-34fc-4071-a263-06f5e14f96cd tempest-ExtraDHCPOptionsTestJSON-1604773077 tempest-ExtraDHCPOptionsTestJSON-1604773077-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793193942312'] for port, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:07.195162 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f415fddd-3508-4fa3-85d3-e3b564ec019b None None] Network 0b87c8d5-372f-4ee4-8283-0a96b59a52e2 requested from dv-neutron-797120-4-hyperv {{(pid=128085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 11:50:07.198648 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-9263d531-6807-4ff9-9917-1f1fd11380a2 None None] Provisioning for port d32f1092-9896-4ee5-bfd4-44b81cae970e completed by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 11:50:07.211600 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.db.api [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=128085) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 24 11:50:07.212199 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_db.api [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 24 11:50:07.251452 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-cbaec0b8-230c-487e-9dda-0665763bb49c req-c6833df8-3339-44cf-b4d2-f3c5c7b1fe71 tempest-TestNetworkAdvancedServerOps-1479438933 tempest-TestNetworkAdvancedServerOps-1479438933-project] 10.222.0.53 "GET /v2.0/security-groups?id=ad6af071-5e9d-4374-b735-aabf2d994394&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628195 Jun 24 11:50:07.264352 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-87071846-e9f3-4980-842d-9e6d8d88b16b tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-972249'] for subnet, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:07.284173 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-f2418306-cc9f-4b52-a3c1-31b810554ea5 None None] Transition to ACTIVE for port object 8931b3f1-c828-4de1-9197-9603444e2a1c will not be triggered until provisioned by entity DHCP. {{(pid=128085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 11:50:07.295512 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-9263d531-6807-4ff9-9917-1f1fd11380a2 None None] Provisioning complete for port d32f1092-9896-4ee5-bfd4-44b81cae970e triggered by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:50:07.295792 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-c595f843-e82c-4138-a0a0-c76ba5b18384 tempest-RoutersNegativeIpV6Test-675716403 tempest-RoutersNegativeIpV6Test-675716403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:07.296443 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-9263d531-6807-4ff9-9917-1f1fd11380a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:07.349006 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.plugin [None req-eeec1c7e-1613-4b0a-b10e-dc7d2ea800d8 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Deleting port ee37176e-f012-43d2-8fd9-221f7510dcb8 {{(pid=128084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 11:50:07.349432 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-eeec1c7e-1613-4b0a-b10e-dc7d2ea800d8 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793193942312'] for port, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:07.357075 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9263d531-6807-4ff9-9917-1f1fd11380a2 None None] Pushing event updated for resources: {'Port': ['ID=6f9ab49e-3a93-4157-b5e8-aa2c2e2d8a73,revision_number=3']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:50:07.390622 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-ccdda45c-04cd-4084-8340-1f4dc7048289 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:07.392451 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-9263d531-6807-4ff9-9917-1f1fd11380a2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.492s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:50:07.394164 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-f2418306-cc9f-4b52-a3c1-31b810554ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-650429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-506361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793193536723'] for port, after_create {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:07.396136 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.db [None req-b3553475-34fc-4071-a263-06f5e14f96cd tempest-ExtraDHCPOptionsTestJSON-1604773077 tempest-ExtraDHCPOptionsTestJSON-1604773077-project] For port 7564f588-5d7d-437d-bf19-c55ec034833e, host dv-neutron-797120-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=7564f588-5d7d-437d-bf19-c55ec034833e,segment=NetworkSegment(9a768acd-6f39-4644-ae4c-2ef564a6a2c1),segment_id=9a768acd-6f39-4644-ae4c-2ef564a6a2c1)] {{(pid=128084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 11:50:07.396507 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-b3553475-34fc-4071-a263-06f5e14f96cd tempest-ExtraDHCPOptionsTestJSON-1604773077 tempest-ExtraDHCPOptionsTestJSON-1604773077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1978872'] for port, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:07.397950 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-1534aaf3-f37c-421e-93aa-d934b09eb035 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:50:07.458516 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-87071846-e9f3-4980-842d-9e6d8d88b16b tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-972238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2537800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3289951'] for subnet, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:07.462259 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2418306-cc9f-4b52-a3c1-31b810554ea5 None None] Pushing event updated for resources: {'Port': ['ID=8931b3f1-c828-4de1-9197-9603444e2a1c,revision_number=1']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:50:07.484162 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.plugin [None req-b3553475-34fc-4071-a263-06f5e14f96cd tempest-ExtraDHCPOptionsTestJSON-1604773077 tempest-ExtraDHCPOptionsTestJSON-1604773077-project] Calling delete_port for 7564f588-5d7d-437d-bf19-c55ec034833e owned by network:dhcp {{(pid=128084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 11:50:07.484763 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 60966) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:50:07.488483 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-f2418306-cc9f-4b52-a3c1-31b810554ea5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:50:07.503192 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-5c811873-0232-4c07-83ec-1e29adb7ad05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e94fcbe0-1aa8-48dd-90cc-5d823c427683', 'name': 'tempest-TestVolumeBootPattern-1560561642-router', 'tenant_id': '4b0fe29701814b05b1e0407b32349d46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'external_fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.89'}], 'enable_snat': True}, 'gw_port_id': '310142fc-dc87-4ad0-b147-4573d83067c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T11:49:58Z', 'updated_at': '2021-06-24T11:50:02Z', 'revision_number': 3, 'project_id': '4b0fe29701814b05b1e0407b32349d46', 'gw_port': {'id': '310142fc-dc87-4ad0-b147-4573d83067c8', 'name': '', 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:d4:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e94fcbe0-1aa8-48dd-90cc-5d823c427683', 'device_owner': 'network:router_gateway', 'standard_attr_id': 985, 'fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:50:01Z', 'updated_at': '2021-06-24T11:50:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-4-hyperv'}], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:50:07.507440 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01609156-7cfd-4c84-b68a-bfa42b5e13f0 None None] Network 11a80c9d-f8ee-4388-91b0-d49a25200fee requested from dv-neutron-797120-4-hyperv {{(pid=128085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 11:50:07.529616 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-b2870c71-1848-4ff3-af56-a4bb8e764acb admin admin] Notify callbacks [] for security_group, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:07.540798 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-8efacf60-78af-43ee-8b5f-9a2178fba524 tempest-RoutersNegativeIpV6Test-675716403 tempest-RoutersNegativeIpV6Test-675716403-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:50:07.599945 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c811873-0232-4c07-83ec-1e29adb7ad05 None None] Checking router: e94fcbe0-1aa8-48dd-90cc-5d823c427683 for host: dv-neutron-797120-4-hyperv {{(pid=128085) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 11:50:07.600202 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-87071846-e9f3-4980-842d-9e6d8d88b16b tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks [] for subnet, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:07.600678 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c811873-0232-4c07-83ec-1e29adb7ad05 None None] Updating router e94fcbe0-1aa8-48dd-90cc-5d823c427683 port 310142fc-dc87-4ad0-b147-4573d83067c8 binding host dv-neutron-797120-4-hyperv {{(pid=128085) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 11:50:07.602456 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-87071846-e9f3-4980-842d-9e6d8d88b16b tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] 10.222.0.53 "DELETE /v2.0/subnets/16e78e09-b71e-4dac-90b3-c30d82964180 HTTP/1.1" status: 204 len: 168 time: 1.2397668 Jun 24 11:50:07.605505 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87071846-e9f3-4980-842d-9e6d8d88b16b tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Pushing event deleted for resources: {'Subnet': ['ID=16e78e09-b71e-4dac-90b3-c30d82964180,revision_number=None']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:50:07.608851 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 60968) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:50:07.617416 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-87071846-e9f3-4980-842d-9e6d8d88b16b tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:50:07.621030 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2418306-cc9f-4b52-a3c1-31b810554ea5 None None] Network f0c0b78b-988f-45f4-9f16-546946b7ee29 is already hosted by enough agents. {{(pid=128085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 11:50:07.648783 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.db [None req-eeec1c7e-1613-4b0a-b10e-dc7d2ea800d8 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] For port ee37176e-f012-43d2-8fd9-221f7510dcb8, host dv-neutron-797120-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=ee37176e-f012-43d2-8fd9-221f7510dcb8,segment=NetworkSegment(563c5ddb-3b7a-4f68-930a-32edf6ad32f2),segment_id=563c5ddb-3b7a-4f68-930a-32edf6ad32f2)] {{(pid=128084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 11:50:07.649484 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-eeec1c7e-1613-4b0a-b10e-dc7d2ea800d8 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1978872'] for port, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:07.680889 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.plugin [None req-eeec1c7e-1613-4b0a-b10e-dc7d2ea800d8 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Calling delete_port for ee37176e-f012-43d2-8fd9-221f7510dcb8 owned by network:dhcp {{(pid=128084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 11:50:07.683983 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.db_base_plugin_v2 [None req-019000a8-23ec-4c6e-84a5-33e3b160c58e tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Deleting subnet ad90e9a5-61e3-43f7-bf0c-b0f998d60434 {{(pid=128083) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 24 11:50:07.687248 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-019000a8-23ec-4c6e-84a5-33e3b160c58e tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks [] for subnet, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:07.688863 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.scheduler.base_scheduler [None req-f2418306-cc9f-4b52-a3c1-31b810554ea5 None None] Resources bound (agent type, host, resource id): {{(pid=128085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:50:07.704563 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2418306-cc9f-4b52-a3c1-31b810554ea5 None None] Received port after_create {{(pid=128085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 11:50:07.728739 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-019000a8-23ec-4c6e-84a5-33e3b160c58e tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3143795'] for subnet, precommit_delete_associations {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:07.816761 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device 8bd8e081-5290-4fb9-8952-7b2d75f45339 up at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 11:50:07.859514 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-019000a8-23ec-4c6e-84a5-33e3b160c58e tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-972249'] for subnet, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:07.870721 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.db.db_base_plugin_common [None req-ccdda45c-04cd-4084-8340-1f4dc7048289 admin admin] Allocated IP 172.20.0.1 (d7d05277-9788-457b-857a-22669faf969d/9d7053cb-0496-4c0f-b426-e1845507db13/459e0a33-3947-4406-8e3c-9c4b0bf982a7) {{(pid=128084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 11:50:07.887834 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-904bc9ab-470e-41d4-8298-e8f06b89bc31 None None] DHCP port deletion for 85253243-aef7-447c-a378-2a68975d7cb2 request from dv-neutron-797120-4-hyperv {{(pid=128085) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 24 11:50:07.974354 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-019000a8-23ec-4c6e-84a5-33e3b160c58e tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-972238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2537800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3289951'] for subnet, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:07.979499 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-6df4aec8-4325-48c7-9478-33d948e8eaef tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:50:07.983130 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-5c811873-0232-4c07-83ec-1e29adb7ad05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:08.000568 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-ccdda45c-04cd-4084-8340-1f4dc7048289 admin admin] Notify callbacks [] for port, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:08.015772 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.db.provisioning_blocks [None req-ccdda45c-04cd-4084-8340-1f4dc7048289 admin admin] Transition to ACTIVE for port object 459e0a33-3947-4406-8e3c-9c4b0bf982a7 will not be triggered until provisioned by entity DHCP. {{(pid=128084) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 11:50:08.023118 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019000a8-23ec-4c6e-84a5-33e3b160c58e tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Pushing event deleted for resources: {'Subnet': ['ID=ad90e9a5-61e3-43f7-bf0c-b0f998d60434,revision_number=None']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:50:08.025224 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-019000a8-23ec-4c6e-84a5-33e3b160c58e tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks [] for subnet, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:08.029449 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-019000a8-23ec-4c6e-84a5-33e3b160c58e tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] 10.222.0.53 "DELETE /v2.0/subnets/ad90e9a5-61e3-43f7-bf0c-b0f998d60434 HTTP/1.1" status: 204 len: 168 time: 0.4173679 Jun 24 11:50:08.039856 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-019000a8-23ec-4c6e-84a5-33e3b160c58e tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:50:08.040466 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 60970) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:50:08.082381 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-f0066e5c-cc07-4922-94eb-c2c03859962f tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0402057 Jun 24 11:50:08.085011 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 60972) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:50:08.090788 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [None req-159fd55b-3d31-4720-af0e-881b90b19c87 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Request body: {'subnet': {'network_id': '11a80c9d-f8ee-4388-91b0-d49a25200fee', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:50:08.091378 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-ccdda45c-04cd-4084-8340-1f4dc7048289 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-650429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-506361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793193536723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3291971'] for port, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:08.107628 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-384fe47c-ca42-40a2-8f28-9fe32afbd6c4 tempest-AllowedAddressPairTestJSON-920326677 tempest-AllowedAddressPairTestJSON-920326677-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:50:08.135303 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c7a357c-509d-4433-9cca-9724240392a0 None None] Network c9fe903b-46c4-4ac5-8964-8c180f7e5738 requested from dv-neutron-797120-4-hyperv {{(pid=128085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 11:50:08.177796 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-c595f843-e82c-4138-a0a0-c76ba5b18384 tempest-RoutersNegativeIpV6Test-675716403 tempest-RoutersNegativeIpV6Test-675716403-project] Notify callbacks [] for port, precommit_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:08.187268 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdda45c-04cd-4084-8340-1f4dc7048289 admin admin] Pushing event updated for resources: {'Port': ['ID=459e0a33-3947-4406-8e3c-9c4b0bf982a7,revision_number=1']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:50:08.190143 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-c595f843-e82c-4138-a0a0-c76ba5b18384 tempest-RoutersNegativeIpV6Test-675716403 tempest-RoutersNegativeIpV6Test-675716403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2537871'] for port, after_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:08.191129 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-c595f843-e82c-4138-a0a0-c76ba5b18384 tempest-RoutersNegativeIpV6Test-675716403 tempest-RoutersNegativeIpV6Test-675716403-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1783050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1978542'] for router_interface, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:08.194072 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-ccdda45c-04cd-4084-8340-1f4dc7048289 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:50:08.198104 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccdda45c-04cd-4084-8340-1f4dc7048289 admin admin] Network d7d05277-9788-457b-857a-22669faf969d is already hosted by enough agents. {{(pid=128084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 11:50:08.199968 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-4db38397-7332-4b51-ba05-6ab8d5a9d514 tempest-FloatingIPAdminTestJSON-775113783 tempest-FloatingIPAdminTestJSON-775113783-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:50:08.202675 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.base_scheduler [None req-ccdda45c-04cd-4084-8340-1f4dc7048289 admin admin] Resources bound (agent type, host, resource id): {{(pid=128084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:50:08.211322 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccdda45c-04cd-4084-8340-1f4dc7048289 admin admin] Received port after_create {{(pid=128084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 11:50:08.218371 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-b3553475-34fc-4071-a263-06f5e14f96cd tempest-ExtraDHCPOptionsTestJSON-1604773077 tempest-ExtraDHCPOptionsTestJSON-1604773077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793193945299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193536732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3292088'] for port, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:08.228215 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-9152781f-cc72-48ba-be9e-32d7f52100d3 tempest-FloatingIPAdminTestJSON-775113783 tempest-FloatingIPAdminTestJSON-775113783-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:50:08.270236 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-904bc9ab-470e-41d4-8298-e8f06b89bc31 None None] The port '7564f588-5d7d-437d-bf19-c55ec034833e' was deleted {{(pid=128085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1933}} Jun 24 11:50:08.305142 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c595f843-e82c-4138-a0a0-c76ba5b18384 tempest-RoutersNegativeIpV6Test-675716403 tempest-RoutersNegativeIpV6Test-675716403-project] Pushing event updated for resources: {'Port': ['ID=f53b5ad6-f3aa-41da-8f33-ccca4daee825,revision_number=2']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:50:08.309331 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-c595f843-e82c-4138-a0a0-c76ba5b18384 tempest-RoutersNegativeIpV6Test-675716403 tempest-RoutersNegativeIpV6Test-675716403-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:50:08.318772 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3553475-34fc-4071-a263-06f5e14f96cd tempest-ExtraDHCPOptionsTestJSON-1604773077 tempest-ExtraDHCPOptionsTestJSON-1604773077-project] Pushing event deleted for resources: {'Port': ['ID=7564f588-5d7d-437d-bf19-c55ec034833e,revision_number=None']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:50:08.322001 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-b3553475-34fc-4071-a263-06f5e14f96cd tempest-ExtraDHCPOptionsTestJSON-1604773077 tempest-ExtraDHCPOptionsTestJSON-1604773077-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:50:08.345363 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3553475-34fc-4071-a263-06f5e14f96cd tempest-ExtraDHCPOptionsTestJSON-1604773077 tempest-ExtraDHCPOptionsTestJSON-1604773077-project] No DVR routers for this DVR port 7564f588-5d7d-437d-bf19-c55ec034833e on host dv-neutron-797120-4-hyperv {{(pid=128084) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 11:50:08.347317 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-f2418306-cc9f-4b52-a3c1-31b810554ea5 None None] Attempting to bind port 8931b3f1-c828-4de1-9197-9603444e2a1c on host dv-neutron-797120-4-hyperv for vnic_type normal with profile {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 11:50:08.347622 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c595f843-e82c-4138-a0a0-c76ba5b18384 tempest-RoutersNegativeIpV6Test-675716403 tempest-RoutersNegativeIpV6Test-675716403-project] Network 0b87c8d5-372f-4ee4-8283-0a96b59a52e2 is already hosted by enough agents. {{(pid=128083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 11:50:08.347762 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-f2418306-cc9f-4b52-a3c1-31b810554ea5 None None] Attempting to bind port 8931b3f1-c828-4de1-9197-9603444e2a1c by drivers openvswitch,hyperv on host dv-neutron-797120-4-hyperv at level 0 using segments [{'id': '72f6ffab-44e1-405c-a13e-9a8d870baf48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'f0c0b78b-988f-45f4-9f16-546946b7ee29'}] {{(pid=128085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 11:50:08.348145 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2418306-cc9f-4b52-a3c1-31b810554ea5 None None] Attempting to bind port 8931b3f1-c828-4de1-9197-9603444e2a1c on network f0c0b78b-988f-45f4-9f16-546946b7ee29 {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 11:50:08.351249 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.base_scheduler [None req-c595f843-e82c-4138-a0a0-c76ba5b18384 tempest-RoutersNegativeIpV6Test-675716403 tempest-RoutersNegativeIpV6Test-675716403-project] Resources bound (agent type, host, resource id): {{(pid=128083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:50:08.454568 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-9263d531-6807-4ff9-9917-1f1fd11380a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:08.463020 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-b3553475-34fc-4071-a263-06f5e14f96cd tempest-ExtraDHCPOptionsTestJSON-1604773077 tempest-ExtraDHCPOptionsTestJSON-1604773077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973199', 'neutron.services.segments.db._delete_segments_for_network-8793194012456'] for network, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:08.475016 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.services.segments.db [None req-b3553475-34fc-4071-a263-06f5e14f96cd tempest-ExtraDHCPOptionsTestJSON-1604773077 tempest-ExtraDHCPOptionsTestJSON-1604773077-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85253243-aef7-447c-a378-2a68975d7cb2']}} {{(pid=128084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:50:08.486503 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.services.segments.db [None req-b3553475-34fc-4071-a263-06f5e14f96cd tempest-ExtraDHCPOptionsTestJSON-1604773077 tempest-ExtraDHCPOptionsTestJSON-1604773077-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a768acd-6f39-4644-ae4c-2ef564a6a2c1') {'for_net_delete': True} {{(pid=128084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:50:08.487552 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.services.segments.db [None req-b3553475-34fc-4071-a263-06f5e14f96cd tempest-ExtraDHCPOptionsTestJSON-1604773077 tempest-ExtraDHCPOptionsTestJSON-1604773077-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a768acd-6f39-4644-ae4c-2ef564a6a2c1') {} {{(pid=128084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:50:08.498839 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-b3553475-34fc-4071-a263-06f5e14f96cd tempest-ExtraDHCPOptionsTestJSON-1604773077 tempest-ExtraDHCPOptionsTestJSON-1604773077-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793194097327', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2373599'] for segment, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:08.515813 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-b3553475-34fc-4071-a263-06f5e14f96cd tempest-ExtraDHCPOptionsTestJSON-1604773077 tempest-ExtraDHCPOptionsTestJSON-1604773077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967879'] for segment, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:08.544498 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3553475-34fc-4071-a263-06f5e14f96cd tempest-ExtraDHCPOptionsTestJSON-1604773077 tempest-ExtraDHCPOptionsTestJSON-1604773077-project] Releasing vlan 624 on physical network physnet1 to pool {{(pid=128084) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 11:50:08.545278 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-b3553475-34fc-4071-a263-06f5e14f96cd tempest-ExtraDHCPOptionsTestJSON-1604773077 tempest-ExtraDHCPOptionsTestJSON-1604773077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3292053'] for segment, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:08.552943 dv-neutron-797120-4-hyperv neutron-server[128084]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 11:50:08.552943 dv-neutron-797120-4-hyperv neutron-server[128084]: conditions |= (models_v2.Port.network_id.in_( Jun 24 11:50:08.552943 dv-neutron-797120-4-hyperv neutron-server[128084]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 11:50:08.552943 dv-neutron-797120-4-hyperv neutron-server[128084]: conditions |= (models_v2.Port.network_id.in_( Jun 24 11:50:08.552943 dv-neutron-797120-4-hyperv neutron-server[128084]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 11:50:08.552943 dv-neutron-797120-4-hyperv neutron-server[128084]: conditions |= (models_v2.Port.network_id.in_( Jun 24 11:50:08.552943 dv-neutron-797120-4-hyperv neutron-server[128084]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 11:50:08.552943 dv-neutron-797120-4-hyperv neutron-server[128084]: conditions |= (models_v2.Port.network_id.in_( Jun 24 11:50:08.552943 dv-neutron-797120-4-hyperv neutron-server[128084]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 11:50:08.552943 dv-neutron-797120-4-hyperv neutron-server[128084]: conditions |= (models_v2.Port.network_id.in_( Jun 24 11:50:08.552943 dv-neutron-797120-4-hyperv neutron-server[128084]: Traceback (most recent call last): Jun 24 11:50:08.552943 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 24 11:50:08.552943 dv-neutron-797120-4-hyperv neutron-server[128084]: timer() Jun 24 11:50:08.552943 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 24 11:50:08.552943 dv-neutron-797120-4-hyperv neutron-server[128084]: cb(*args, **kw) Jun 24 11:50:08.552943 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 24 11:50:08.552943 dv-neutron-797120-4-hyperv neutron-server[128084]: return func(*args, **kwargs) Jun 24 11:50:08.552943 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 24 11:50:08.552943 dv-neutron-797120-4-hyperv neutron-server[128084]: self._notify() Jun 24 11:50:08.552943 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 24 11:50:08.552943 dv-neutron-797120-4-hyperv neutron-server[128084]: self.callback(batched_events) Jun 24 11:50:08.552943 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 24 11:50:08.552943 dv-neutron-797120-4-hyperv neutron-server[128084]: event.method(event) Jun 24 11:50:08.552943 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 24 11:50:08.552943 dv-neutron-797120-4-hyperv neutron-server[128084]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 24 11:50:08.552943 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 24 11:50:08.552943 dv-neutron-797120-4-hyperv neutron-server[128084]: aggregate_uuid = self.p_client.list_aggregates( Jun 24 11:50:08.552943 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 24 11:50:08.552943 dv-neutron-797120-4-hyperv neutron-server[128084]: return f(self, *a, **k) Jun 24 11:50:08.552943 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 24 11:50:08.552943 dv-neutron-797120-4-hyperv neutron-server[128084]: return self._get(url).json() Jun 24 11:50:08.552943 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 24 11:50:08.552943 dv-neutron-797120-4-hyperv neutron-server[128084]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 24 11:50:08.552943 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 24 11:50:08.552943 dv-neutron-797120-4-hyperv neutron-server[128084]: return self.request(url, 'GET', **kwargs) Jun 24 11:50:08.552943 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 24 11:50:08.552943 dv-neutron-797120-4-hyperv neutron-server[128084]: base_url = self.get_endpoint(auth, allow=allow, Jun 24 11:50:08.552943 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 24 11:50:08.552943 dv-neutron-797120-4-hyperv neutron-server[128084]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 24 11:50:08.552943 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 24 11:50:08.552943 dv-neutron-797120-4-hyperv neutron-server[128084]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 24 11:50:08.552943 dv-neutron-797120-4-hyperv neutron-server[128084]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 24 11:50:08.556381 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-eeec1c7e-1613-4b0a-b10e-dc7d2ea800d8 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793193945299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193536732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3292088'] for port, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:08.567929 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-b2870c71-1848-4ff3-af56-a4bb8e764acb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:08.569564 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-fe0947ea-70d4-4a32-bcf8-7d5c186908a5 tempest-FloatingIPAdminTestJSON-775113783 tempest-FloatingIPAdminTestJSON-775113783-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:50:08.572069 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-ccdda45c-04cd-4084-8340-1f4dc7048289 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1978458'] for router_interface, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:08.644514 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-b2870c71-1848-4ff3-af56-a4bb8e764acb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800410'] for security_group, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:08.654068 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2418306-cc9f-4b52-a3c1-31b810554ea5 None None] Checking agent: {'id': 'e3a695b2-c397-461f-83b0-10b79d490b59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 11, 36, 56), 'started_at': datetime.datetime(2021, 6, 24, 11, 37, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 11, 49, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 11:50:08.654458 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2418306-cc9f-4b52-a3c1-31b810554ea5 None None] Checking segment: {'id': '72f6ffab-44e1-405c-a13e-9a8d870baf48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'f0c0b78b-988f-45f4-9f16-546946b7ee29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=128085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 11:50:08.654869 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-f2418306-cc9f-4b52-a3c1-31b810554ea5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:08.655274 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2418306-cc9f-4b52-a3c1-31b810554ea5 None None] Bound using segment: {'id': '72f6ffab-44e1-405c-a13e-9a8d870baf48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'f0c0b78b-988f-45f4-9f16-546946b7ee29'} {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 11:50:08.655760 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-f2418306-cc9f-4b52-a3c1-31b810554ea5 None None] Bound port: 8931b3f1-c828-4de1-9197-9603444e2a1c, host: dv-neutron-797120-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72f6ffab-44e1-405c-a13e-9a8d870baf48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'f0c0b78b-988f-45f4-9f16-546946b7ee29'}}] {{(pid=128085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 11:50:08.656157 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-f2418306-cc9f-4b52-a3c1-31b810554ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:08.681296 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeec1c7e-1613-4b0a-b10e-dc7d2ea800d8 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Pushing event deleted for resources: {'Port': ['ID=ee37176e-f012-43d2-8fd9-221f7510dcb8,revision_number=None']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:50:08.690076 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-eeec1c7e-1613-4b0a-b10e-dc7d2ea800d8 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:50:08.703720 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-fd321b33-c3f5-44bd-a1ab-449071deb9fe tempest-NegativeSecGroupIPv6Test-156486133 tempest-NegativeSecGroupIPv6Test-156486133-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.023s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:50:08.825584 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2870c71-1848-4ff3-af56-a4bb8e764acb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30a09e18-f12e-49d8-a8e1-13087a7bf6f4,revision_number=1']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:50:08.829188 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-b2870c71-1848-4ff3-af56-a4bb8e764acb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:50:08.841984 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-b2870c71-1848-4ff3-af56-a4bb8e764acb admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=58e640a6071f404e9930c6bf3defa37c&name=default HTTP/1.1" status: 200 len: 2980 time: 1.3515537 Jun 24 11:50:08.855054 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeec1c7e-1613-4b0a-b10e-dc7d2ea800d8 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] No DVR routers for this DVR port ee37176e-f012-43d2-8fd9-221f7510dcb8 on host dv-neutron-797120-4-hyperv {{(pid=128084) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 11:50:08.855628 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning for port 8bd8e081-5290-4fb9-8952-7b2d75f45339 completed by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 11:50:08.859605 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 60976) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:50:08.869533 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-159fd55b-3d31-4720-af0e-881b90b19c87 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Made reservation on behalf of 086af1f572244cd08c37d97e004e4732 for: {'subnet': 1} {{(pid=128083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 11:50:08.874080 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-159fd55b-3d31-4720-af0e-881b90b19c87 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3289788'] for subnet, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:08.882267 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-9263d531-6807-4ff9-9917-1f1fd11380a2 None None] For port d32f1092-9896-4ee5-bfd4-44b81cae970e, host dv-neutron-797120-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=d32f1092-9896-4ee5-bfd4-44b81cae970e,segment=NetworkSegment(8cb26e43-9885-4059-a45d-aa200848b3e8),segment_id=8cb26e43-9885-4059-a45d-aa200848b3e8)] {{(pid=128085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 11:50:08.891729 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning complete for port 8bd8e081-5290-4fb9-8952-7b2d75f45339 triggered by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:50:08.892121 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:08.942300 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-9263d531-6807-4ff9-9917-1f1fd11380a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:08.976392 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-2fabcd15-3060-4b66-a2a7-3cc3cdc33a10 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:50:08.980113 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfe8ff53-800e-4ca2-9f7c-ab049e1f070e None None] DHCP port deletion for c9fe903b-46c4-4ac5-8964-8c180f7e5738 request from dv-neutron-797120-4-hyperv {{(pid=128085) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 24 11:50:08.988927 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-eeec1c7e-1613-4b0a-b10e-dc7d2ea800d8 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973199', 'neutron.services.segments.db._delete_segments_for_network-8793194012456'] for network, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:09.010859 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.services.segments.db [None req-eeec1c7e-1613-4b0a-b10e-dc7d2ea800d8 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9fe903b-46c4-4ac5-8964-8c180f7e5738']}} {{(pid=128084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:50:09.011971 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c595f843-e82c-4138-a0a0-c76ba5b18384 tempest-RoutersNegativeIpV6Test-675716403 tempest-RoutersNegativeIpV6Test-675716403-project] Router 191dbf92-0d40-4914-afa9-7961b13cbda7 is scheduled to L3 agent 2987dba8-2249-4ee6-96ec-28f0f7a6127d with binding_index 1 {{(pid=128083) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 24 11:50:09.023825 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.services.segments.db [None req-eeec1c7e-1613-4b0a-b10e-dc7d2ea800d8 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '563c5ddb-3b7a-4f68-930a-32edf6ad32f2') {'for_net_delete': True} {{(pid=128084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:50:09.024265 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.services.segments.db [None req-eeec1c7e-1613-4b0a-b10e-dc7d2ea800d8 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '563c5ddb-3b7a-4f68-930a-32edf6ad32f2') {} {{(pid=128084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:50:09.035440 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-eeec1c7e-1613-4b0a-b10e-dc7d2ea800d8 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793194097327', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2373599'] for segment, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:09.044174 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e2ae979-1392-4b61-bbad-5dd17e747723 None None] DHCP port deletion for 11a80c9d-f8ee-4388-91b0-d49a25200fee request from dv-neutron-797120-4-hyperv {{(pid=128085) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 24 11:50:09.045339 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771943cc-9479-4a6e-99fc-6d7acbf460c8 req-96190345-640b-4575-93bb-84e0d44b4801 tempest-TestNetworkAdvancedServerOps-1479438933 tempest-TestNetworkAdvancedServerOps-1479438933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:50:09.053227 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-771943cc-9479-4a6e-99fc-6d7acbf460c8 req-96190345-640b-4575-93bb-84e0d44b4801 tempest-TestNetworkAdvancedServerOps-1479438933 tempest-TestNetworkAdvancedServerOps-1479438933-project] 10.222.0.53 "GET /v2.0/ports?device_id=01c22be6-1669-482b-94cd-775df8dd11ba HTTP/1.1" status: 200 len: 945 time: 0.6252840 Jun 24 11:50:09.053895 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-eeec1c7e-1613-4b0a-b10e-dc7d2ea800d8 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967879'] for segment, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:09.062499 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eeec1c7e-1613-4b0a-b10e-dc7d2ea800d8 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Releasing vlan 614 on physical network physnet1 to pool {{(pid=128084) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 11:50:09.063451 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-eeec1c7e-1613-4b0a-b10e-dc7d2ea800d8 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3292053'] for segment, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:09.141545 dv-neutron-797120-4-hyperv neutron-server[128084]: Traceback (most recent call last): Jun 24 11:50:09.141545 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 24 11:50:09.141545 dv-neutron-797120-4-hyperv neutron-server[128084]: timer() Jun 24 11:50:09.141545 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 24 11:50:09.141545 dv-neutron-797120-4-hyperv neutron-server[128084]: cb(*args, **kw) Jun 24 11:50:09.141545 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 24 11:50:09.141545 dv-neutron-797120-4-hyperv neutron-server[128084]: return func(*args, **kwargs) Jun 24 11:50:09.141545 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 24 11:50:09.141545 dv-neutron-797120-4-hyperv neutron-server[128084]: self._notify() Jun 24 11:50:09.141545 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 24 11:50:09.141545 dv-neutron-797120-4-hyperv neutron-server[128084]: self.callback(batched_events) Jun 24 11:50:09.141545 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 24 11:50:09.141545 dv-neutron-797120-4-hyperv neutron-server[128084]: event.method(event) Jun 24 11:50:09.141545 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 24 11:50:09.141545 dv-neutron-797120-4-hyperv neutron-server[128084]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 24 11:50:09.141545 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 24 11:50:09.141545 dv-neutron-797120-4-hyperv neutron-server[128084]: aggregate_uuid = self.p_client.list_aggregates( Jun 24 11:50:09.141545 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 24 11:50:09.141545 dv-neutron-797120-4-hyperv neutron-server[128084]: return f(self, *a, **k) Jun 24 11:50:09.141545 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 24 11:50:09.141545 dv-neutron-797120-4-hyperv neutron-server[128084]: return self._get(url).json() Jun 24 11:50:09.141545 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 24 11:50:09.141545 dv-neutron-797120-4-hyperv neutron-server[128084]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 24 11:50:09.141545 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 24 11:50:09.141545 dv-neutron-797120-4-hyperv neutron-server[128084]: return self.request(url, 'GET', **kwargs) Jun 24 11:50:09.141545 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 24 11:50:09.141545 dv-neutron-797120-4-hyperv neutron-server[128084]: base_url = self.get_endpoint(auth, allow=allow, Jun 24 11:50:09.141545 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 24 11:50:09.141545 dv-neutron-797120-4-hyperv neutron-server[128084]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 24 11:50:09.141545 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 24 11:50:09.141545 dv-neutron-797120-4-hyperv neutron-server[128084]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 24 11:50:09.141545 dv-neutron-797120-4-hyperv neutron-server[128084]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 24 11:50:09.187046 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-ccdda45c-04cd-4084-8340-1f4dc7048289 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:09.197842 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-f2418306-cc9f-4b52-a3c1-31b810554ea5 None None] For port 8931b3f1-c828-4de1-9197-9603444e2a1c, host dv-neutron-797120-4-hyperv, cleared binding levels {{(pid=128085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 11:50:09.203303 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-8cae9ac5-8ada-4ee4-be24-ce186db00d70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:09.203807 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-eeec1c7e-1613-4b0a-b10e-dc7d2ea800d8 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1800243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1815642'] for network, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:09.210325 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-eeec1c7e-1613-4b0a-b10e-dc7d2ea800d8 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Notify callbacks [] for network, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:09.216449 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-eeec1c7e-1613-4b0a-b10e-dc7d2ea800d8 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] 10.222.0.53 "DELETE /v2.0/networks/c9fe903b-46c4-4ac5-8964-8c180f7e5738 HTTP/1.1" status: 204 len: 168 time: 2.5061760 Jun 24 11:50:09.216449 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-b3553475-34fc-4071-a263-06f5e14f96cd tempest-ExtraDHCPOptionsTestJSON-1604773077 tempest-ExtraDHCPOptionsTestJSON-1604773077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1800243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1815642'] for network, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:09.220423 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-b3553475-34fc-4071-a263-06f5e14f96cd tempest-ExtraDHCPOptionsTestJSON-1604773077 tempest-ExtraDHCPOptionsTestJSON-1604773077-project] Notify callbacks [] for network, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:09.226740 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-b3553475-34fc-4071-a263-06f5e14f96cd tempest-ExtraDHCPOptionsTestJSON-1604773077 tempest-ExtraDHCPOptionsTestJSON-1604773077-project] 10.222.0.53 "DELETE /v2.0/networks/85253243-aef7-447c-a378-2a68975d7cb2 HTTP/1.1" status: 204 len: 168 time: 2.7694118 Jun 24 11:50:09.228001 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 60978) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:50:09.256083 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-771943cc-9479-4a6e-99fc-6d7acbf460c8 req-e8765283-7dae-48c6-906b-3b58675c938f tempest-TestNetworkAdvancedServerOps-1479438933 tempest-TestNetworkAdvancedServerOps-1479438933-project] 10.222.0.53 "GET /v2.0/security-groups?id=ad6af071-5e9d-4374-b735-aabf2d994394&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2018080 Jun 24 11:50:09.300554 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c595f843-e82c-4138-a0a0-c76ba5b18384 tempest-RoutersNegativeIpV6Test-675716403 tempest-RoutersNegativeIpV6Test-675716403-project] Notify agent at l3_agent.dv-neutron-797120-4-hyperv the message routers_updated {{(pid=128083) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 11:50:09.311757 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5677898-6f00-4fc4-aa51-e2ea2cff6fe3 None None] Sync routers for ids ['191dbf92-0d40-4914-afa9-7961b13cbda7'] in dv-neutron-797120-4-hyperv {{(pid=128086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 11:50:09.312475 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-8cae9ac5-8ada-4ee4-be24-ce186db00d70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:09.323516 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-c595f843-e82c-4138-a0a0-c76ba5b18384 tempest-RoutersNegativeIpV6Test-675716403 tempest-RoutersNegativeIpV6Test-675716403-project] 10.222.0.53 "PUT /v2.0/routers/191dbf92-0d40-4914-afa9-7961b13cbda7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1725707 Jun 24 11:50:09.329999 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5677898-6f00-4fc4-aa51-e2ea2cff6fe3 None None] Routers {'191dbf92-0d40-4914-afa9-7961b13cbda7'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 11:50:09.332307 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-a5677898-6f00-4fc4-aa51-e2ea2cff6fe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T11:49:56Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['191dbf92-0d40-4914-afa9-7961b13cbda7'], 'active': True} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:50:09.334367 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 60982) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:50:09.379509 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-3365f22a-78a9-45e0-bd7c-a4b9fb95dff1 None None] Provisioning for port 9c5529c4-106e-4afa-9d92-fa6e0f982112 completed by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 11:50:09.384145 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-f2418306-cc9f-4b52-a3c1-31b810554ea5 None None] For port 8931b3f1-c828-4de1-9197-9603444e2a1c, host dv-neutron-797120-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=8931b3f1-c828-4de1-9197-9603444e2a1c,segment=NetworkSegment(72f6ffab-44e1-405c-a13e-9a8d870baf48),segment_id=72f6ffab-44e1-405c-a13e-9a8d870baf48)] {{(pid=128085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 11:50:09.386779 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9263d531-6807-4ff9-9917-1f1fd11380a2 None None] Pushing event updated for resources: {'Port': ['ID=d32f1092-9896-4ee5-bfd4-44b81cae970e,revision_number=3']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:50:09.420261 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-9263d531-6807-4ff9-9917-1f1fd11380a2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.444s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:50:09.423614 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-f2418306-cc9f-4b52-a3c1-31b810554ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:09.427307 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-a5677898-6f00-4fc4-aa51-e2ea2cff6fe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:50:09.430336 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-4a986447-d3c1-4b0a-97c9-35651a4a9266 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:50:09.457660 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5677898-6f00-4fc4-aa51-e2ea2cff6fe3 None None] Routers {'191dbf92-0d40-4914-afa9-7961b13cbda7'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 11:50:09.460583 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-a5677898-6f00-4fc4-aa51-e2ea2cff6fe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T11:49:56Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['191dbf92-0d40-4914-afa9-7961b13cbda7'], 'active': True} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:50:09.501488 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-5c811873-0232-4c07-83ec-1e29adb7ad05 None None] Notify callbacks [] for port, precommit_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:09.523191 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:09.533256 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-3365f22a-78a9-45e0-bd7c-a4b9fb95dff1 None None] Provisioning complete for port d32f1092-9896-4ee5-bfd4-44b81cae970e triggered by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:50:09.545837 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-3365f22a-78a9-45e0-bd7c-a4b9fb95dff1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:09.568542 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-a5677898-6f00-4fc4-aa51-e2ea2cff6fe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:50:09.568817 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-5c811873-0232-4c07-83ec-1e29adb7ad05 None None] Transition to ACTIVE for port object 310142fc-dc87-4ad0-b147-4573d83067c8 will not be triggered until provisioned by entity L2. {{(pid=128085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 11:50:09.571851 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5677898-6f00-4fc4-aa51-e2ea2cff6fe3 None None] The sync data for ids ['191dbf92-0d40-4914-afa9-7961b13cbda7'] in dv-neutron-797120-4-hyperv is: [] {{(pid=128086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 11:50:09.576150 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-f027fd74-e615-41e2-924b-fee0c9ab9fb1 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:50:09.633259 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-5e2ae979-1392-4b61-bbad-5dd17e747723 None None] Deleting port 9c5529c4-106e-4afa-9d92-fa6e0f982112 {{(pid=128085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 11:50:09.633863 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-5e2ae979-1392-4b61-bbad-5dd17e747723 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793193942312'] for port, before_delete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:09.641668 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-5c811873-0232-4c07-83ec-1e29adb7ad05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:09.645080 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2418306-cc9f-4b52-a3c1-31b810554ea5 None None] Pushing event updated for resources: {'Port': ['ID=8931b3f1-c828-4de1-9197-9603444e2a1c,revision_number=2']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:50:09.659822 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-f2418306-cc9f-4b52-a3c1-31b810554ea5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:50:09.660588 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-f2418306-cc9f-4b52-a3c1-31b810554ea5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:50:09.682870 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-ccdda45c-04cd-4084-8340-1f4dc7048289 admin admin] Notify callbacks [] for port, precommit_update {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:09.712355 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-ccdda45c-04cd-4084-8340-1f4dc7048289 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3292081'] for port, after_update {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:09.773716 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-ccdda45c-04cd-4084-8340-1f4dc7048289 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1783050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1978542'] for router_interface, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:09.791292 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeec1c7e-1613-4b0a-b10e-dc7d2ea800d8 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Pushing event deleted for resources: {'Network': ['ID=c9fe903b-46c4-4ac5-8964-8c180f7e5738,revision_number=None']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:50:09.815519 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 60986) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:50:09.819424 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] For port 8bd8e081-5290-4fb9-8952-7b2d75f45339, host dv-neutron-797120-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=8bd8e081-5290-4fb9-8952-7b2d75f45339,segment=NetworkSegment(feccf5a9-eb5f-4366-9287-7909e7dea8b2),segment_id=feccf5a9-eb5f-4366-9287-7909e7dea8b2)] {{(pid=128085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 11:50:09.850958 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:09.853144 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-8cae9ac5-8ada-4ee4-be24-ce186db00d70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800410'] for security_group, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:09.856219 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-8cae9ac5-8ada-4ee4-be24-ce186db00d70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:09.857400 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-8cae9ac5-8ada-4ee4-be24-ce186db00d70 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/30a09e18-f12e-49d8-a8e1-13087a7bf6f4 HTTP/1.1" status: 204 len: 168 time: 0.9958293 Jun 24 11:50:09.863279 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-5e2ae979-1392-4b61-bbad-5dd17e747723 None None] For port 9c5529c4-106e-4afa-9d92-fa6e0f982112, host dv-neutron-797120-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=9c5529c4-106e-4afa-9d92-fa6e0f982112,segment=NetworkSegment(fddfe548-9582-48fa-8a0c-6b06bc4d1b9f),segment_id=fddfe548-9582-48fa-8a0c-6b06bc4d1b9f)] {{(pid=128085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 11:50:09.864080 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-5e2ae979-1392-4b61-bbad-5dd17e747723 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1978872'] for port, precommit_delete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:09.867288 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6687905b-4aa1-4edb-832a-970f6da0e34b None None] Pushing event updated for resources: {'Port': ['ID=310142fc-dc87-4ad0-b147-4573d83067c8,revision_number=2']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:50:09.876605 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-5c811873-0232-4c07-83ec-1e29adb7ad05 None None] Attempting to bind port 310142fc-dc87-4ad0-b147-4573d83067c8 on host dv-neutron-797120-4-hyperv for vnic_type normal with profile {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 11:50:09.877913 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-5c811873-0232-4c07-83ec-1e29adb7ad05 None None] Attempting to bind port 310142fc-dc87-4ad0-b147-4573d83067c8 by drivers openvswitch,hyperv on host dv-neutron-797120-4-hyperv at level 0 using segments [{'id': '1139564f-ff83-4b49-a593-84b33301357d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b'}] {{(pid=128085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 11:50:09.878606 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c811873-0232-4c07-83ec-1e29adb7ad05 None None] Attempting to bind port 310142fc-dc87-4ad0-b147-4573d83067c8 on network f2b8ca71-e776-48b2-8898-96cc7970207b {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 11:50:09.882186 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-6687905b-4aa1-4edb-832a-970f6da0e34b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:50:09.884802 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-b3d95fe3-9304-4f52-900c-9b5df37ed52b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.024s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:50:09.947873 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-daf3af1a-a221-477a-863b-4ec8df3bfffb tempest-NegativeSecGroupIPv6Test-156486133 tempest-NegativeSecGroupIPv6Test-156486133-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:50:09.951584 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-159fd55b-3d31-4720-af0e-881b90b19c87 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2537737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3289942'] for subnet, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:09.967570 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3553475-34fc-4071-a263-06f5e14f96cd tempest-ExtraDHCPOptionsTestJSON-1604773077 tempest-ExtraDHCPOptionsTestJSON-1604773077-project] Pushing event deleted for resources: {'Network': ['ID=85253243-aef7-447c-a378-2a68975d7cb2,revision_number=None']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:50:10.008020 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-b3553475-34fc-4071-a263-06f5e14f96cd tempest-ExtraDHCPOptionsTestJSON-1604773077 tempest-ExtraDHCPOptionsTestJSON-1604773077-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.432s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:50:10.008649 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-0247df63-95cb-4170-9378-33109bf7e7d8 tempest-RoutersNegativeIpV6Test-675716403 tempest-RoutersNegativeIpV6Test-675716403-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.413s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:50:10.015518 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-0247df63-95cb-4170-9378-33109bf7e7d8 tempest-RoutersNegativeIpV6Test-675716403 tempest-RoutersNegativeIpV6Test-675716403-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:50:10.022252 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-b3553475-34fc-4071-a263-06f5e14f96cd tempest-ExtraDHCPOptionsTestJSON-1604773077 tempest-ExtraDHCPOptionsTestJSON-1604773077-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.249s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:50:10.074661 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cae9ac5-8ada-4ee4-be24-ce186db00d70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30a09e18-f12e-49d8-a8e1-13087a7bf6f4,revision_number=None']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:50:10.084072 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-8cae9ac5-8ada-4ee4-be24-ce186db00d70 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:50:10.084726 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-4f1f163c-c999-4c0b-ac40-395821e9f9d5 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.124s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:50:10.114263 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-5e2ae979-1392-4b61-bbad-5dd17e747723 None None] Calling delete_port for 9c5529c4-106e-4afa-9d92-fa6e0f982112 owned by network:dhcp {{(pid=128085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 11:50:10.120829 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Pushing event updated for resources: {'Port': ['ID=8bd8e081-5290-4fb9-8952-7b2d75f45339,revision_number=5']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:50:10.131315 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:50:10.133070 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c811873-0232-4c07-83ec-1e29adb7ad05 None None] Checking agent: {'id': 'e3a695b2-c397-461f-83b0-10b79d490b59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 11, 36, 56), 'started_at': datetime.datetime(2021, 6, 24, 11, 37, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 11, 49, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 11:50:10.133070 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c811873-0232-4c07-83ec-1e29adb7ad05 None None] Checking segment: {'id': '1139564f-ff83-4b49-a593-84b33301357d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=128085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 11:50:10.133327 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-5c811873-0232-4c07-83ec-1e29adb7ad05 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:10.133600 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c811873-0232-4c07-83ec-1e29adb7ad05 None None] Bound using segment: {'id': '1139564f-ff83-4b49-a593-84b33301357d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b'} {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 11:50:10.136299 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-5c811873-0232-4c07-83ec-1e29adb7ad05 None None] Bound port: 310142fc-dc87-4ad0-b147-4573d83067c8, host: dv-neutron-797120-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1139564f-ff83-4b49-a593-84b33301357d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b'}}] {{(pid=128085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 11:50:10.139115 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-5c811873-0232-4c07-83ec-1e29adb7ad05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:10.144748 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-159fd55b-3d31-4720-af0e-881b90b19c87 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Network 11a80c9d-f8ee-4388-91b0-d49a25200fee is already hosted by enough agents. {{(pid=128083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 11:50:10.226735 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.base_scheduler [None req-159fd55b-3d31-4720-af0e-881b90b19c87 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Resources bound (agent type, host, resource id): {{(pid=128083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:50:10.238059 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-159fd55b-3d31-4720-af0e-881b90b19c87 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:50:10.238679 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-159fd55b-3d31-4720-af0e-881b90b19c87 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks [] for subnet, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:10.323750 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-3365f22a-78a9-45e0-bd7c-a4b9fb95dff1 None None] Could not find standard attr ID for object ee37176e-f012-43d2-8fd9-221f7510dcb8. {{(pid=128085) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 24 11:50:10.365476 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-5c811873-0232-4c07-83ec-1e29adb7ad05 None None] For port 310142fc-dc87-4ad0-b147-4573d83067c8, host dv-neutron-797120-4-hyperv, cleared binding levels {{(pid=128085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 11:50:10.367510 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-3365f22a-78a9-45e0-bd7c-a4b9fb95dff1 None None] Provisioning for port 2b7f02ad-5993-49a2-8794-230c80c898cf completed by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 11:50:10.406047 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device 2b7f02ad-5993-49a2-8794-230c80c898cf up at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 11:50:10.465568 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Device 33678eb9-0f0d-4a2b-923f-cd19cd23cc40 up at agent hyperv_hv-neutron-7971 {{(pid=128085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 11:50:10.465939 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-159fd55b-3d31-4720-af0e-881b90b19c87 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.3701041 Jun 24 11:50:10.510829 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 60998) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:50:10.518489 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [None req-45cce614-ae92-49b2-8b00-a87ae6bddc59 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Request body: {'subnet': {'network_id': '11a80c9d-f8ee-4388-91b0-d49a25200fee', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:50:10.527955 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-5c811873-0232-4c07-83ec-1e29adb7ad05 None None] For port 310142fc-dc87-4ad0-b147-4573d83067c8, host dv-neutron-797120-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=310142fc-dc87-4ad0-b147-4573d83067c8,segment=NetworkSegment(1139564f-ff83-4b49-a593-84b33301357d),segment_id=1139564f-ff83-4b49-a593-84b33301357d)] {{(pid=128085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 11:50:10.549913 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-5c811873-0232-4c07-83ec-1e29adb7ad05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:10.558729 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159fd55b-3d31-4720-af0e-881b90b19c87 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Pushing event updated for resources: {'Subnet': ['ID=6b0b2cfe-f417-44ac-9eb0-a69c7d039563,revision_number=0']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:50:10.565587 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-751736f7-a741-402e-8639-825aa852e4ee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:50:10.568721 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-159fd55b-3d31-4720-af0e-881b90b19c87 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.483s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:50:10.610405 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-3365f22a-78a9-45e0-bd7c-a4b9fb95dff1 None None] Provisioning for port 459e0a33-3947-4406-8e3c-9c4b0bf982a7 completed by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 11:50:10.630024 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-3365f22a-78a9-45e0-bd7c-a4b9fb95dff1 None None] Provisioning complete for port 459e0a33-3947-4406-8e3c-9c4b0bf982a7 triggered by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:50:10.630625 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-3365f22a-78a9-45e0-bd7c-a4b9fb95dff1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:10.642335 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-5e2ae979-1392-4b61-bbad-5dd17e747723 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793193945299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193536732'] for port, after_delete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:10.675865 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning for port 2b7f02ad-5993-49a2-8794-230c80c898cf completed by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 11:50:10.714216 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning complete for port 2b7f02ad-5993-49a2-8794-230c80c898cf triggered by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:50:10.716336 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:10.718183 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6687905b-4aa1-4edb-832a-970f6da0e34b None None] Pushing event updated for resources: {'Port': ['ID=310142fc-dc87-4ad0-b147-4573d83067c8,revision_number=3']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:50:10.764238 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-6687905b-4aa1-4edb-832a-970f6da0e34b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:50:10.765010 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-9263d531-6807-4ff9-9917-1f1fd11380a2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.090s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:50:10.775281 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e2ae979-1392-4b61-bbad-5dd17e747723 None None] No DVR routers for this DVR port 9c5529c4-106e-4afa-9d92-fa6e0f982112 on host dv-neutron-797120-4-hyperv {{(pid=128085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 11:50:10.793110 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Provisioning for port 33678eb9-0f0d-4a2b-923f-cd19cd23cc40 completed by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 11:50:10.805905 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.api.v2.resource [None req-3fc184d8-4586-4cdd-9d0a-852aa577c576 tempest-RoutersNegativeIpV6Test-675716403 tempest-RoutersNegativeIpV6Test-675716403-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 24 11:50:10.815495 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-3fc184d8-4586-4cdd-9d0a-852aa577c576 tempest-RoutersNegativeIpV6Test-675716403 tempest-RoutersNegativeIpV6Test-675716403-project] 10.222.0.53 "PUT /v2.0/routers/191dbf92-0d40-4914-afa9-7961b13cbda7/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.4779668 Jun 24 11:50:10.818773 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c811873-0232-4c07-83ec-1e29adb7ad05 None None] Routers {'e94fcbe0-1aa8-48dd-90cc-5d823c427683'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 11:50:10.819425 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-5c811873-0232-4c07-83ec-1e29adb7ad05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T11:49:56Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['e94fcbe0-1aa8-48dd-90cc-5d823c427683'], 'active': True} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:50:10.820247 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 32774) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:50:10.826599 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-3365f22a-78a9-45e0-bd7c-a4b9fb95dff1 None None] Port 459e0a33-3947-4406-8e3c-9c4b0bf982a7 cannot update to ACTIVE because it is not bound. {{(pid=128085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 11:50:10.828535 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a62ee23-8461-4f70-a2cd-f4f564b4db52 None None] Network 11a80c9d-f8ee-4388-91b0-d49a25200fee requested from dv-neutron-797120-4-hyperv {{(pid=128085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 11:50:10.864289 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-366d8349-ed89-4285-8b6b-453f1906136d tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:50:10.869495 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-366d8349-ed89-4285-8b6b-453f1906136d tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 846 time: 1.2637558 Jun 24 11:50:10.869495 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdda45c-04cd-4084-8340-1f4dc7048289 admin admin] Pushing event updated for resources: {'Port': ['ID=459e0a33-3947-4406-8e3c-9c4b0bf982a7,revision_number=2']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:50:10.871178 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-36df3f26-ce63-4a58-b22f-508cc7c62514 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=f11ce05b6cc54bb9bc9657e614d95d90&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8943074 Jun 24 11:50:10.872239 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 32778) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:50:10.872962 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-ccdda45c-04cd-4084-8340-1f4dc7048289 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.851s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:50:10.892357 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 32780) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:50:10.897054 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2ae979-1392-4b61-bbad-5dd17e747723 None None] Pushing event deleted for resources: {'Port': ['ID=9c5529c4-106e-4afa-9d92-fa6e0f982112,revision_number=None']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:50:10.906274 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-5e2ae979-1392-4b61-bbad-5dd17e747723 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:50:10.907045 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Provisioning complete for port 33678eb9-0f0d-4a2b-923f-cd19cd23cc40 triggered by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:50:10.907677 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:10.927780 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccdda45c-04cd-4084-8340-1f4dc7048289 admin admin] Network d7d05277-9788-457b-857a-22669faf969d is already hosted by enough agents. {{(pid=128084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 11:50:10.930334 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.base_scheduler [None req-ccdda45c-04cd-4084-8340-1f4dc7048289 admin admin] Resources bound (agent type, host, resource id): {{(pid=128084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:50:11.049565 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45cce614-ae92-49b2-8b00-a87ae6bddc59 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Made reservation on behalf of 086af1f572244cd08c37d97e004e4732 for: {'subnet': 1} {{(pid=128083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 11:50:11.056762 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-45cce614-ae92-49b2-8b00-a87ae6bddc59 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3289788'] for subnet, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:11.110419 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-774b467a-3876-49b7-a1f9-33f66b56d4b8 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] 10.222.0.53 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.2344999 Jun 24 11:50:11.115789 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 32786) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:50:11.130032 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-9ddbe74a-7b3d-4dd5-b4b0-0f3dc24eac8a tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1116636611'}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:50:11.133419 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d148d68c-136e-4b73-8d60-ff347d6e6c16 req-dd067368-19fe-450c-ab87-d853a86ea614 tempest-TestNetworkAdvancedServerOps-1479438933 tempest-TestNetworkAdvancedServerOps-1479438933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:50:11.135120 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-d148d68c-136e-4b73-8d60-ff347d6e6c16 req-dd067368-19fe-450c-ab87-d853a86ea614 tempest-TestNetworkAdvancedServerOps-1479438933 tempest-TestNetworkAdvancedServerOps-1479438933-project] 10.222.0.53 "GET /v2.0/ports?device_id=01c22be6-1669-482b-94cd-775df8dd11ba HTTP/1.1" status: 200 len: 945 time: 0.6072509 Jun 24 11:50:11.161823 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ddbe74a-7b3d-4dd5-b4b0-0f3dc24eac8a tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Made reservation on behalf of 99955773979244bf90218a1ecde00120 for: {'network': 1} {{(pid=128084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 11:50:11.173988 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-9ddbe74a-7b3d-4dd5-b4b0-0f3dc24eac8a tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for network, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:11.196484 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-036339b6-7da7-4fd6-aee0-f837ac029eed None None] Provisioning complete for port 2b7f02ad-5993-49a2-8794-230c80c898cf triggered by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:50:11.197060 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-036339b6-7da7-4fd6-aee0-f837ac029eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:11.207028 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccdda45c-04cd-4084-8340-1f4dc7048289 admin admin] Router e94fcbe0-1aa8-48dd-90cc-5d823c427683 has already been hosted by L3 agent 2987dba8-2249-4ee6-96ec-28f0f7a6127d {{(pid=128084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 11:50:11.224242 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ddbe74a-7b3d-4dd5-b4b0-0f3dc24eac8a tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] vlan segment allocate from pool success with {'vlan_id': 614, 'physical_network': 'physnet1'} {{(pid=128084) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 11:50:11.297417 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-9ddbe74a-7b3d-4dd5-b4b0-0f3dc24eac8a tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967879'] for segment, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:11.297567 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.db.segments_db [None req-9ddbe74a-7b3d-4dd5-b4b0-0f3dc24eac8a tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Added segment 19a08d70-b9d9-463d-b241-e33711f7a946 of type vlan for network 03caae99-e72a-4abf-80a6-0414b35a14bf Jun 24 11:50:11.305969 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-d148d68c-136e-4b73-8d60-ff347d6e6c16 req-9359f9de-3d3c-4623-952c-51b31329060f tempest-TestNetworkAdvancedServerOps-1479438933 tempest-TestNetworkAdvancedServerOps-1479438933-project] 10.222.0.53 "GET /v2.0/security-groups?id=ad6af071-5e9d-4374-b735-aabf2d994394&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1596379 Jun 24 11:50:11.320245 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvr_db [None req-5c811873-0232-4c07-83ec-1e29adb7ad05 None None] Set router e94fcbe0-1aa8-48dd-90cc-5d823c427683 gateway port host: dv-neutron-797120-4-hyperv {{(pid=128085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 11:50:11.411117 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-9ddbe74a-7b3d-4dd5-b4b0-0f3dc24eac8a tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793193525068'] for network, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:11.432796 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73e748ff-c421-4069-b317-7ce5e8b1a9f6 None None] Network f0c0b78b-988f-45f4-9f16-546946b7ee29 requested from dv-neutron-797120-4-hyperv {{(pid=128085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 11:50:11.451841 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccdda45c-04cd-4084-8340-1f4dc7048289 admin admin] Notify agent at l3_agent.dv-neutron-797120-4-hyperv the message routers_updated {{(pid=128084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 11:50:11.453142 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-7de71612-6211-4a47-b5a5-a09169b7997a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:11.457001 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:11.474503 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-ccdda45c-04cd-4084-8340-1f4dc7048289 admin admin] 10.222.0.53 "PUT /v2.0/routers/e94fcbe0-1aa8-48dd-90cc-5d823c427683/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7096422 Jun 24 11:50:11.501431 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-7de71612-6211-4a47-b5a5-a09169b7997a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:11.516472 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-9ddbe74a-7b3d-4dd5-b4b0-0f3dc24eac8a tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1800243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976'] for network, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:11.528875 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ddbe74a-7b3d-4dd5-b4b0-0f3dc24eac8a tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=128084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:50:11.531879 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-9ddbe74a-7b3d-4dd5-b4b0-0f3dc24eac8a tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Notify callbacks [] for network, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:11.558664 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-e578d9a8-87b5-4d40-9462-94aabd0f3a7f tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:50:11.578049 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-9ddbe74a-7b3d-4dd5-b4b0-0f3dc24eac8a tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4476752 Jun 24 11:50:11.578049 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 32794) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:50:11.581068 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.db.ipam_backend_mixin [None req-45cce614-ae92-49b2-8b00-a87ae6bddc59 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 6b0b2cfe-f417-44ac-9eb0-a69c7d039563 (CIDR: 2001:db8::/64) Jun 24 11:50:11.615888 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-f67e10da-feaf-42ab-8ac6-64d14edec34a tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Request body: {'subnet': {'network_id': '03caae99-e72a-4abf-80a6-0414b35a14bf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:50:11.622288 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.pecan_wsgi.hooks.translation [None req-45cce614-ae92-49b2-8b00-a87ae6bddc59 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 24 11:50:11.622789 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-45cce614-ae92-49b2-8b00-a87ae6bddc59 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=128083) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 24 11:50:11.659317 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-45cce614-ae92-49b2-8b00-a87ae6bddc59 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.1466637 Jun 24 11:50:11.664585 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 32798) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:50:11.670566 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [None req-ac216a2f-839c-466e-8d66-c26668720a95 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Request body: {'subnet': {'network_id': '11a80c9d-f8ee-4388-91b0-d49a25200fee', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:50:11.711822 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-7de71612-6211-4a47-b5a5-a09169b7997a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800410'] for security_group, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:11.714615 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-7de71612-6211-4a47-b5a5-a09169b7997a admin admin] Notify callbacks [] for security_group, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:11.715945 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-7de71612-6211-4a47-b5a5-a09169b7997a admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/ea195b74-5ad8-4e16-a736-b2162e5303b4 HTTP/1.1" status: 204 len: 168 time: 0.8218172 Jun 24 11:50:11.719599 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-37abdfbd-710f-41d7-afe9-4b518d5da70a tempest-NegativeSecGroupTest-260829952 tempest-NegativeSecGroupTest-260829952-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:50:11.778776 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de71612-6211-4a47-b5a5-a09169b7997a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea195b74-5ad8-4e16-a736-b2162e5303b4,revision_number=None']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:50:11.791557 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ddbe74a-7b3d-4dd5-b4b0-0f3dc24eac8a tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Pushing event updated for resources: {'Network': ['ID=03caae99-e72a-4abf-80a6-0414b35a14bf,revision_number=1']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:50:11.801582 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-7de71612-6211-4a47-b5a5-a09169b7997a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:50:11.803221 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-9ddbe74a-7b3d-4dd5-b4b0-0f3dc24eac8a tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:50:11.842792 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Network 03caae99-e72a-4abf-80a6-0414b35a14bf details requested by agent ovs-agent-dv-neutron-797120-4-hyperv with host dv-neutron-797120-4-hyperv {{(pid=128085) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 11:50:11.856243 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:11.858846 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f67e10da-feaf-42ab-8ac6-64d14edec34a tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Made reservation on behalf of 99955773979244bf90218a1ecde00120 for: {'subnet': 1} {{(pid=128084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 11:50:11.863259 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-f67e10da-feaf-42ab-8ac6-64d14edec34a tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3162484'] for subnet, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:11.898691 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac216a2f-839c-466e-8d66-c26668720a95 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Made reservation on behalf of 086af1f572244cd08c37d97e004e4732 for: {'subnet': 1} {{(pid=128083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 11:50:11.902364 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-ac216a2f-839c-466e-8d66-c26668720a95 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3289788'] for subnet, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:11.910098 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-e3d6ba2d-a6ee-464e-9aea-c4d3d238708f tempest-RoutersNegativeIpV6Test-675716403 tempest-RoutersNegativeIpV6Test-675716403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1978565'] for router_interface, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:12.042900 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] For port 2b7f02ad-5993-49a2-8794-230c80c898cf, host dv-neutron-797120-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=2b7f02ad-5993-49a2-8794-230c80c898cf,segment=NetworkSegment(a01885a2-c99a-49a6-9192-7d1b044833e6),segment_id=a01885a2-c99a-49a6-9192-7d1b044833e6)] {{(pid=128085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 11:50:12.131348 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-f67e10da-feaf-42ab-8ac6-64d14edec34a tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3291959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3162270'] for subnet, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:12.137148 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-4d1b4703-6f62-4f8c-999e-a7e337acf0e7 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:50:12.180626 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:12.182001 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device 6f9ab49e-3a93-4157-b5e8-aa2c2e2d8a73 up at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 11:50:12.215839 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-5e2ae979-1392-4b61-bbad-5dd17e747723 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:50:12.268721 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67e10da-feaf-42ab-8ac6-64d14edec34a tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Pushing event updated for resources: {'Subnet': ['ID=c2a2b95c-d272-4123-9945-197e81b2f7b2,revision_number=0']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:50:12.272476 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-f67e10da-feaf-42ab-8ac6-64d14edec34a tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:50:12.306899 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f67e10da-feaf-42ab-8ac6-64d14edec34a tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Checking segment: {'id': '19a08d70-b9d9-463d-b241-e33711f7a946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '03caae99-e72a-4abf-80a6-0414b35a14bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=128084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 11:50:12.307273 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f67e10da-feaf-42ab-8ac6-64d14edec34a tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Network hostable DHCP agents. Network: 03caae99-e72a-4abf-80a6-0414b35a14bf, hostable agents: ['6be988a9-1d97-480f-be5a-c55abf2c55c5'], hosted agents: [] {{(pid=128084) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 11:50:12.373593 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f67e10da-feaf-42ab-8ac6-64d14edec34a tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Network 03caae99-e72a-4abf-80a6-0414b35a14bf is scheduled to be hosted by DHCP agent 6be988a9-1d97-480f-be5a-c55abf2c55c5 with binding_index 1 {{(pid=128084) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 11:50:12.384632 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.base_scheduler [None req-f67e10da-feaf-42ab-8ac6-64d14edec34a tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-4-hyperv, 03caae99-e72a-4abf-80a6-0414b35a14bf) {{(pid=128084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:50:12.397353 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f67e10da-feaf-42ab-8ac6-64d14edec34a tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=128084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:50:12.399655 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-f67e10da-feaf-42ab-8ac6-64d14edec34a tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Notify callbacks [] for subnet, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:12.412684 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6216ee18-c873-4838-a84f-823a29d58238 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d65c8f8-7530-5052-99fe-8ea05073750b-11a80c9d-f8ee-4388-91b0-d49a25200fee', 'network_id': '11a80c9d-f8ee-4388-91b0-d49a25200fee', 'tenant_id': '086af1f572244cd08c37d97e004e4732', 'fixed_ips': [{'subnet_id': '6b0b2cfe-f417-44ac-9eb0-a69c7d039563'}]}} from dv-neutron-797120-4-hyperv. {{(pid=128085) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 24 11:50:12.413609 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-6216ee18-c873-4838-a84f-823a29d58238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_create {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:12.415535 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94ef287c-d22a-48db-9fef-dcddf2348e87 None None] Network 03caae99-e72a-4abf-80a6-0414b35a14bf requested from dv-neutron-797120-4-hyperv {{(pid=128085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 11:50:12.417376 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01c22be6-1669-482b-94cd-775df8dd11ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33678eb9-0f0d-4a2b-923f-cd19cd23cc40'}] {{(pid=128085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 11:50:12.430592 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1098ec9051a50dd033317f529a09b9762582ef7b417ebe05928aca59e08255aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f421e717-e44a-4b07-9826-5c35c3f81680" -d '{"events": [{"server_uuid": "01c22be6-1669-482b-94cd-775df8dd11ba", "name": "network-vif-plugged", "status": "completed", "tag": "33678eb9-0f0d-4a2b-923f-cd19cd23cc40"}]}' {{(pid=128085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 11:50:12.440450 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-f67e10da-feaf-42ab-8ac6-64d14edec34a tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8377457 Jun 24 11:50:12.441542 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 32830) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:50:12.456298 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-3c907d9c-c113-472a-90b0-d4bb6d2703dd tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Request body: {'port': {'network_id': '03caae99-e72a-4abf-80a6-0414b35a14bf', 'name': 'tempest-PortsIpV6TestJSON-1821202430'}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:50:12.551298 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-036339b6-7da7-4fd6-aee0-f837ac029eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:12.583026 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] For port 33678eb9-0f0d-4a2b-923f-cd19cd23cc40, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=33678eb9-0f0d-4a2b-923f-cd19cd23cc40,segment=NetworkSegment(b17ea5b8-604c-427d-a101-058a8063b214),segment_id=b17ea5b8-604c-427d-a101-058a8063b214)] {{(pid=128085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 11:50:12.668637 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:12.679117 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c907d9c-c113-472a-90b0-d4bb6d2703dd tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Made reservation on behalf of 99955773979244bf90218a1ecde00120 for: {'port': 1} {{(pid=128084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 11:50:12.682730 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-3c907d9c-c113-472a-90b0-d4bb6d2703dd tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:12.721575 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Pushing event updated for resources: {'Port': ['ID=2b7f02ad-5993-49a2-8794-230c80c898cf,revision_number=3']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:50:12.735435 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.520s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:50:12.743308 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.notifiers.nova [None req-3c907d9c-c113-472a-90b0-d4bb6d2703dd tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] device_id is not set on port 88a03017-41c5-4003-9f88-a6384c9f3e01 yet. {{(pid=128084) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 24 11:50:12.780905 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-82a4a815-8672-4c14-b4f7-ecb1c96517ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.088s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:50:12.899944 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 32844) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:50:12.923292 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [None req-64ce90e8-584a-44f3-86ce-e55e868a462e tempest-TestVolumeBootPattern-428988392 tempest-TestVolumeBootPattern-428988392-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-43922273', 'description': 'tempest-secgroup-smoke-43922273 description', 'project_id': '91cba4619aa74784a108d3a825cc8e0c'}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:50:12.942058 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-5c811873-0232-4c07-83ec-1e29adb7ad05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e94fcbe0-1aa8-48dd-90cc-5d823c427683', 'name': 'tempest-TestVolumeBootPattern-1560561642-router', 'tenant_id': '4b0fe29701814b05b1e0407b32349d46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'external_fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.89'}], 'enable_snat': True}, 'gw_port_id': '310142fc-dc87-4ad0-b147-4573d83067c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T11:49:58Z', 'updated_at': '2021-06-24T11:50:08Z', 'revision_number': 4, 'project_id': '4b0fe29701814b05b1e0407b32349d46', 'gw_port': {'id': '310142fc-dc87-4ad0-b147-4573d83067c8', 'name': '', 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:d4:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e94fcbe0-1aa8-48dd-90cc-5d823c427683', 'device_owner': 'network:router_gateway', 'standard_attr_id': 985, 'fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:50:01Z', 'updated_at': '2021-06-24T11:50:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-4-hyperv', '_interfaces': [{'id': '459e0a33-3947-4406-8e3c-9c4b0bf982a7', 'name': '', 'network_id': 'd7d05277-9788-457b-857a-22669faf969d', 'tenant_id': '4b0fe29701814b05b1e0407b32349d46', 'mac_address': 'fa:16:3e:ca:ed:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e94fcbe0-1aa8-48dd-90cc-5d823c427683', 'device_owner': 'network:router_interface', 'standard_attr_id': 995, 'fixed_ips': [{'subnet_id': '9d7053cb-0496-4c0f-b426-e1845507db13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:50:07Z', 'updated_at': '2021-06-24T11:50:09Z', 'revision_number': 2, 'project_id': '4b0fe29701814b05b1e0407b32349d46', 'subnets': [{'id': '9d7053cb-0496-4c0f-b426-e1845507db13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:50:12.968497 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 32846) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:50:12.969248 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.db.db_base_plugin_common [None req-3c907d9c-c113-472a-90b0-d4bb6d2703dd tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Allocated IP 2001:db8::1c6 (03caae99-e72a-4abf-80a6-0414b35a14bf/c2a2b95c-d272-4123-9945-197e81b2f7b2/88a03017-41c5-4003-9f88-a6384c9f3e01) {{(pid=128084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 11:50:13.016310 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 11:50:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24b21f7b-5c2d-46fe-97fe-2ad0ca27fb32 x-openstack-request-id: req-24b21f7b-5c2d-46fe-97fe-2ad0ca27fb32 {{(pid=128085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 11:50:13.016310 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01c22be6-1669-482b-94cd-775df8dd11ba", "name": "network-vif-plugged", "status": "completed", "tag": "33678eb9-0f0d-4a2b-923f-cd19cd23cc40", "code": 200}]} {{(pid=128085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 11:50:13.016706 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-24b21f7b-5c2d-46fe-97fe-2ad0ca27fb32 {{(pid=128085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 11:50:13.016902 dv-neutron-797120-4-hyperv neutron-server[128085]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01c22be6-1669-482b-94cd-775df8dd11ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33678eb9-0f0d-4a2b-923f-cd19cd23cc40', 'code': 200} Jun 24 11:50:13.023713 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning complete for port 6f9ab49e-3a93-4157-b5e8-aa2c2e2d8a73 triggered by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:50:13.024066 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:13.054399 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c811873-0232-4c07-83ec-1e29adb7ad05 None None] The sync data for ids ['e94fcbe0-1aa8-48dd-90cc-5d823c427683'] in dv-neutron-797120-4-hyperv is: [{'id': 'e94fcbe0-1aa8-48dd-90cc-5d823c427683', 'name': 'tempest-TestVolumeBootPattern-1560561642-router', 'tenant_id': '4b0fe29701814b05b1e0407b32349d46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'external_fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.89'}], 'enable_snat': True}, 'gw_port_id': '310142fc-dc87-4ad0-b147-4573d83067c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T11:49:58Z', 'updated_at': '2021-06-24T11:50:08Z', 'revision_number': 4, 'project_id': '4b0fe29701814b05b1e0407b32349d46', 'gw_port': {'id': '310142fc-dc87-4ad0-b147-4573d83067c8', 'name': '', 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:d4:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e94fcbe0-1aa8-48dd-90cc-5d823c427683', 'device_owner': 'network:router_gateway', 'standard_attr_id': 985, 'fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:50:01Z', 'updated_at': '2021-06-24T11:50:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-4-hyperv', '_interfaces': [{'id': '459e0a33-3947-4406-8e3c-9c4b0bf982a7', 'name': '', 'network_id': 'd7d05277-9788-457b-857a-22669faf969d', 'tenant_id': '4b0fe29701814b05b1e0407b32349d46', 'mac_address': 'fa:16:3e:ca:ed:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e94fcbe0-1aa8-48dd-90cc-5d823c427683', 'device_owner': 'network:router_interface', 'standard_attr_id': 995, 'fixed_ips': [{'subnet_id': '9d7053cb-0496-4c0f-b426-e1845507db13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:50:07Z', 'updated_at': '2021-06-24T11:50:09Z', 'revision_number': 2, 'project_id': '4b0fe29701814b05b1e0407b32349d46', 'subnets': [{'id': '9d7053cb-0496-4c0f-b426-e1845507db13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=128085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 11:50:13.099240 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-64ce90e8-584a-44f3-86ce-e55e868a462e tempest-TestVolumeBootPattern-428988392 tempest-TestVolumeBootPattern-428988392-project] Notify callbacks [] for security_group, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:13.102048 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Pushing event updated for resources: {'Port': ['ID=33678eb9-0f0d-4a2b-923f-cd19cd23cc40,revision_number=5']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:50:13.113136 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.332s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:50:13.114123 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.db.api [None req-036339b6-7da7-4fd6-aee0-f837ac029eed None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=128085) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 24 11:50:13.114629 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_db.api [None req-036339b6-7da7-4fd6-aee0-f837ac029eed None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 24 11:50:13.187770 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0c3466-9d41-4a01-b433-ecd34519338e req-f5143dd9-dbcc-44fd-b829-94fcbe70d743 tempest-TestNetworkAdvancedServerOps-1479438933 tempest-TestNetworkAdvancedServerOps-1479438933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:50:13.203906 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.db_base_plugin_common [None req-6216ee18-c873-4838-a84f-823a29d58238 None None] Allocated IP 2001:db8::2 (11a80c9d-f8ee-4388-91b0-d49a25200fee/6b0b2cfe-f417-44ac-9eb0-a69c7d039563/cfddf947-affa-4252-b885-a466c46cc03d) {{(pid=128085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 11:50:13.204598 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-6b0c3466-9d41-4a01-b433-ecd34519338e req-f5143dd9-dbcc-44fd-b829-94fcbe70d743 tempest-TestNetworkAdvancedServerOps-1479438933 tempest-TestNetworkAdvancedServerOps-1479438933-project] 10.222.0.53 "GET /v2.0/ports?device_id=01c22be6-1669-482b-94cd-775df8dd11ba HTTP/1.1" status: 200 len: 946 time: 0.5078797 Jun 24 11:50:13.218551 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f13538a-02a4-4160-a0e8-fecc1509c17c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d65c8f8-7530-5052-99fe-8ea05073750b-03caae99-e72a-4abf-80a6-0414b35a14bf', 'network_id': '03caae99-e72a-4abf-80a6-0414b35a14bf', 'tenant_id': '99955773979244bf90218a1ecde00120', 'fixed_ips': [{'subnet_id': 'c2a2b95c-d272-4123-9945-197e81b2f7b2'}]}} from dv-neutron-797120-4-hyperv. {{(pid=128085) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 24 11:50:13.219434 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-1f13538a-02a4-4160-a0e8-fecc1509c17c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_create {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:13.330997 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 32852) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:50:13.448203 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device d32f1092-9896-4ee5-bfd4-44b81cae970e up at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 11:50:13.448922 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-3c907d9c-c113-472a-90b0-d4bb6d2703dd tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Notify callbacks [] for port, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:13.472378 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [None req-d31048a6-4a7f-448c-ab1d-50f91e595381 tempest-QuotasTest-1413016067 tempest-QuotasTest-1413016067-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:50:13.483360 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.db.provisioning_blocks [None req-3c907d9c-c113-472a-90b0-d4bb6d2703dd tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Transition to ACTIVE for port object 88a03017-41c5-4003-9f88-a6384c9f3e01 will not be triggered until provisioned by entity DHCP. {{(pid=128084) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 11:50:13.487174 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [None req-d77727ea-c64b-4619-b461-905e6b6287a1 tempest-FloatingIPNegativeTestJSON-1774915856 tempest-FloatingIPNegativeTestJSON-1774915856-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1282584219'}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:50:13.559080 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-3c907d9c-c113-472a-90b0-d4bb6d2703dd tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-650429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-506361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793193536723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3291971'] for port, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:13.567815 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-30d96d6f-8683-4e6e-afb9-aebe86126961 tempest-AllowedAddressPairTestJSON-920326677 tempest-AllowedAddressPairTestJSON-920326677-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:50:13.621818 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-6216ee18-c873-4838-a84f-823a29d58238 None None] Notify callbacks [] for port, precommit_create {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:13.639985 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-6b0c3466-9d41-4a01-b433-ecd34519338e req-bd191e00-e62a-40b3-85a9-e148600881b6 tempest-TestNetworkAdvancedServerOps-1479438933 tempest-TestNetworkAdvancedServerOps-1479438933-project] 10.222.0.53 "GET /v2.0/security-groups?id=ad6af071-5e9d-4374-b735-aabf2d994394&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4341931 Jun 24 11:50:13.642568 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c907d9c-c113-472a-90b0-d4bb6d2703dd tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Network 03caae99-e72a-4abf-80a6-0414b35a14bf is already hosted by enough agents. {{(pid=128084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 11:50:13.647562 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.base_scheduler [None req-3c907d9c-c113-472a-90b0-d4bb6d2703dd tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Resources bound (agent type, host, resource id): {{(pid=128084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:50:13.670354 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c907d9c-c113-472a-90b0-d4bb6d2703dd tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Received port after_create {{(pid=128084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 11:50:13.670803 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning complete for port d32f1092-9896-4ee5-bfd4-44b81cae970e triggered by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:50:13.671401 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:13.677192 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c907d9c-c113-472a-90b0-d4bb6d2703dd tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=128084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:50:13.677871 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-3c907d9c-c113-472a-90b0-d4bb6d2703dd tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468916'] for port, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:13.682129 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.db_base_plugin_common [None req-1f13538a-02a4-4160-a0e8-fecc1509c17c None None] Allocated IP 2001:db8::2 (03caae99-e72a-4abf-80a6-0414b35a14bf/c2a2b95c-d272-4123-9945-197e81b2f7b2/fc2f5375-4411-453c-a5e2-b5bcff2583fb) {{(pid=128085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 11:50:13.687876 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-6216ee18-c873-4838-a84f-823a29d58238 None None] Transition to ACTIVE for port object cfddf947-affa-4252-b885-a466c46cc03d will not be triggered until provisioned by entity L2. {{(pid=128085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 11:50:13.696132 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c907d9c-c113-472a-90b0-d4bb6d2703dd tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Pushing event updated for resources: {'Port': ['ID=88a03017-41c5-4003-9f88-a6384c9f3e01,revision_number=1']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:50:13.699253 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-3c907d9c-c113-472a-90b0-d4bb6d2703dd tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:50:13.773829 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-6216ee18-c873-4838-a84f-823a29d58238 None None] Transition to ACTIVE for port object cfddf947-affa-4252-b885-a466c46cc03d will not be triggered until provisioned by entity DHCP. {{(pid=128085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 11:50:13.804739 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-6216ee18-c873-4838-a84f-823a29d58238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-650429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-506361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793193536723'] for port, after_create {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:13.809636 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-0367bda9-318e-4494-97b9-516598a04cde None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:50:13.811327 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-64ce90e8-584a-44f3-86ce-e55e868a462e tempest-TestVolumeBootPattern-428988392 tempest-TestVolumeBootPattern-428988392-project] Notify callbacks [] for security_group, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:13.823935 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-d31048a6-4a7f-448c-ab1d-50f91e595381 tempest-QuotasTest-1413016067 tempest-QuotasTest-1413016067-project-admin] 10.222.0.53 "PUT /v2.0/quotas/6144fb5010944243bbc6b6cb46a07343 HTTP/1.1" status: 200 len: 366 time: 0.8506076 Jun 24 11:50:13.824206 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-3c907d9c-c113-472a-90b0-d4bb6d2703dd tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.3812122 Jun 24 11:50:13.824684 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 32856) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:50:13.826408 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 32858) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:50:13.830308 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-e640641a-0b30-4ed3-8d15-7c813e8f1aba tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Request body: {'port': {'network_id': '03caae99-e72a-4abf-80a6-0414b35a14bf', 'name': 'tempest-PortsIpV6TestJSON-128726807'}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:50:13.836886 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-64ce90e8-584a-44f3-86ce-e55e868a462e tempest-TestVolumeBootPattern-428988392 tempest-TestVolumeBootPattern-428988392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800410'] for security_group, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:13.840829 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29ee64a-d4c8-4caa-bdba-9bb0de262c04 req-34df8108-92a8-46d7-9a9b-6ce69e292eba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:50:13.842627 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-e29ee64a-d4c8-4caa-bdba-9bb0de262c04 req-34df8108-92a8-46d7-9a9b-6ce69e292eba service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=01c22be6-1669-482b-94cd-775df8dd11ba HTTP/1.1" status: 200 len: 1099 time: 0.4890211 Jun 24 11:50:13.847733 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-f3a30f9d-4c5d-410f-ae0d-b18e5d07ba55 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:50:13.853956 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-036339b6-7da7-4fd6-aee0-f837ac029eed None None] Provisioning for port f53b5ad6-f3aa-41da-8f33-ccca4daee825 completed by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 11:50:13.895231 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-234a7d1a-e9df-4521-b1ec-c68397f42a1c tempest-QuotasTest-1413016067 tempest-QuotasTest-1413016067-project-admin] 10.222.0.53 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0366647 Jun 24 11:50:13.910745 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 32860) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:50:13.922278 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.plugin [None req-e3d6ba2d-a6ee-464e-9aea-c4d3d238708f tempest-RoutersNegativeIpV6Test-675716403 tempest-RoutersNegativeIpV6Test-675716403-project] Deleting port f53b5ad6-f3aa-41da-8f33-ccca4daee825 {{(pid=128083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 11:50:13.922904 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-e3d6ba2d-a6ee-464e-9aea-c4d3d238708f tempest-RoutersNegativeIpV6Test-675716403 tempest-RoutersNegativeIpV6Test-675716403-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793193942312'] for port, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:13.941915 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d77727ea-c64b-4619-b461-905e6b6287a1 tempest-FloatingIPNegativeTestJSON-1774915856 tempest-FloatingIPNegativeTestJSON-1774915856-project] Made reservation on behalf of 258d4cd1621d40d98443958c0d6f122a for: {'network': 1} {{(pid=128083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 11:50:13.945774 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-d77727ea-c64b-4619-b461-905e6b6287a1 tempest-FloatingIPNegativeTestJSON-1774915856 tempest-FloatingIPNegativeTestJSON-1774915856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for network, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:13.961612 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6216ee18-c873-4838-a84f-823a29d58238 None None] Pushing event updated for resources: {'Port': ['ID=cfddf947-affa-4252-b885-a466c46cc03d,revision_number=1']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:50:13.965932 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-6216ee18-c873-4838-a84f-823a29d58238 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:50:13.970241 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-64ce90e8-584a-44f3-86ce-e55e868a462e tempest-TestVolumeBootPattern-428988392 tempest-TestVolumeBootPattern-428988392-project] Notify callbacks [] for security_group, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:13.971915 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-64ce90e8-584a-44f3-86ce-e55e868a462e tempest-TestVolumeBootPattern-428988392 tempest-TestVolumeBootPattern-428988392-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 1.0596192 Jun 24 11:50:13.977656 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-036339b6-7da7-4fd6-aee0-f837ac029eed None None] Provisioning complete for port f53b5ad6-f3aa-41da-8f33-ccca4daee825 triggered by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:50:13.978033 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-036339b6-7da7-4fd6-aee0-f837ac029eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:13.979525 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 32862) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:50:13.988061 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-50d3f831-4fda-4919-8e3b-f38d42d447f5 tempest-TestVolumeBootPattern-428988392 tempest-TestVolumeBootPattern-428988392-project] Request body: {'security_group_rule': {'security_group_id': 'ddc26bf4-0de0-4c33-8d45-b7d4817ee778', 'project_id': '91cba4619aa74784a108d3a825cc8e0c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:50:14.004662 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-71c7494d-132a-4a93-8e84-ff84e90aa11c tempest-QuotasTest-1413016067 tempest-QuotasTest-1413016067-project-admin] 10.222.0.53 "GET /v2.0/quotas/6144fb5010944243bbc6b6cb46a07343 HTTP/1.1" status: 200 len: 366 time: 0.0839560 Jun 24 11:50:14.005490 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-d77727ea-c64b-4619-b461-905e6b6287a1 tempest-FloatingIPNegativeTestJSON-1774915856 tempest-FloatingIPNegativeTestJSON-1774915856-project] Notify callbacks [] for security_group, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:14.007696 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ce90e8-584a-44f3-86ce-e55e868a462e tempest-TestVolumeBootPattern-428988392 tempest-TestVolumeBootPattern-428988392-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ddc26bf4-0de0-4c33-8d45-b7d4817ee778,revision_number=1']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:50:14.007829 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 32864) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:50:14.017368 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e640641a-0b30-4ed3-8d15-7c813e8f1aba tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Made reservation on behalf of 99955773979244bf90218a1ecde00120 for: {'port': 1} {{(pid=128084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 11:50:14.021299 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-e640641a-0b30-4ed3-8d15-7c813e8f1aba tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:14.022779 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6216ee18-c873-4838-a84f-823a29d58238 None None] Network 11a80c9d-f8ee-4388-91b0-d49a25200fee is already hosted by enough agents. {{(pid=128085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 11:50:14.023271 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-64ce90e8-584a-44f3-86ce-e55e868a462e tempest-TestVolumeBootPattern-428988392 tempest-TestVolumeBootPattern-428988392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:50:14.027928 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.scheduler.base_scheduler [None req-6216ee18-c873-4838-a84f-823a29d58238 None None] Resources bound (agent type, host, resource id): {{(pid=128085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:50:14.030464 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6216ee18-c873-4838-a84f-823a29d58238 None None] Received port after_create {{(pid=128085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 11:50:14.045643 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.notifiers.nova [None req-e640641a-0b30-4ed3-8d15-7c813e8f1aba tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] device_id is not set on port 35a93098-fff5-466b-a36c-af927107f7ac yet. {{(pid=128084) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 24 11:50:14.060535 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-a278a125-1d16-4019-8dd2-5c59977b6812 tempest-QuotasTest-1413016067 tempest-QuotasTest-1413016067-project-admin] 10.222.0.53 "DELETE /v2.0/quotas/6144fb5010944243bbc6b6cb46a07343 HTTP/1.1" status: 204 len: 168 time: 0.0513015 Jun 24 11:50:14.063511 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 32866) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:50:14.110498 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-e0ca415f-a617-4811-99a5-6ea3419ee7eb tempest-QuotasTest-1413016067 tempest-QuotasTest-1413016067-project-admin] 10.222.0.53 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0461826 Jun 24 11:50:14.114685 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 32868) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:50:14.116773 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-50d3f831-4fda-4919-8e3b-f38d42d447f5 tempest-TestVolumeBootPattern-428988392 tempest-TestVolumeBootPattern-428988392-project] Notify callbacks [] for security_group_rule, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:14.158982 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-b6fa1add-9e98-4639-9b34-bbf1262e830e tempest-QuotasTest-1413016067 tempest-QuotasTest-1413016067-project-admin] 10.222.0.53 "GET /v2.0/quotas/6144fb5010944243bbc6b6cb46a07343 HTTP/1.1" status: 200 len: 370 time: 0.0427868 Jun 24 11:50:14.165037 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 32870) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:50:14.186605 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-e29ee64a-d4c8-4caa-bdba-9bb0de262c04 req-e3cf8eb2-21d4-4994-b3f0-5ab0e5eb1ff8 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=ad6af071-5e9d-4374-b735-aabf2d994394&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3207860 Jun 24 11:50:14.205642 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-50d3f831-4fda-4919-8e3b-f38d42d447f5 tempest-TestVolumeBootPattern-428988392 tempest-TestVolumeBootPattern-428988392-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:14.215799 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-50d3f831-4fda-4919-8e3b-f38d42d447f5 tempest-TestVolumeBootPattern-428988392 tempest-TestVolumeBootPattern-428988392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1627007'] for security_group_rule, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:14.218055 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:50:14.253061 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d3f831-4fda-4919-8e3b-f38d42d447f5 tempest-TestVolumeBootPattern-428988392 tempest-TestVolumeBootPattern-428988392-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4d3e931-0d5c-4c6f-8391-786cf2897c88,revision_number=0']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:50:14.253061 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-50d3f831-4fda-4919-8e3b-f38d42d447f5 tempest-TestVolumeBootPattern-428988392 tempest-TestVolumeBootPattern-428988392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:50:14.264228 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-29f5afd8-42f9-4801-b24c-27f49b59de54 tempest-QuotasTest-1413016067 tempest-QuotasTest-1413016067-project-admin] 10.222.0.53 "GET /v2.0/quotas/6144fb5010944243bbc6b6cb46a07343/default HTTP/1.1" status: 200 len: 370 time: 0.0831294 Jun 24 11:50:14.267564 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 32872) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:50:14.278252 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.api.v2.resource [None req-4d96f4b1-e2d8-4240-ad48-38934a1d79a6 tempest-QuotasTest-1413016067 tempest-QuotasTest-1413016067-project-admin] delete failed (client error): The resource could not be found. Jun 24 11:50:14.281020 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-4d96f4b1-e2d8-4240-ad48-38934a1d79a6 tempest-QuotasTest-1413016067 tempest-QuotasTest-1413016067-project-admin] 10.222.0.53 "DELETE /v2.0/quotas/6144fb5010944243bbc6b6cb46a07343 HTTP/1.1" status: 404 len: 348 time: 0.0098999 Jun 24 11:50:14.353229 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-e3d6ba2d-a6ee-464e-9aea-c4d3d238708f tempest-RoutersNegativeIpV6Test-675716403 tempest-RoutersNegativeIpV6Test-675716403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1978872'] for port, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:14.401871 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.objects.ports [None req-ac216a2f-839c-466e-8d66-c26668720a95 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=128083) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jun 24 11:50:14.402890 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.plugin [None req-e3d6ba2d-a6ee-464e-9aea-c4d3d238708f tempest-RoutersNegativeIpV6Test-675716403 tempest-RoutersNegativeIpV6Test-675716403-project] Calling delete_port for f53b5ad6-f3aa-41da-8f33-ccca4daee825 owned by network:router_interface {{(pid=128083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 11:50:14.461173 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-1f13538a-02a4-4160-a0e8-fecc1509c17c None None] Notify callbacks [] for port, precommit_create {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:14.475392 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-1f13538a-02a4-4160-a0e8-fecc1509c17c None None] Transition to ACTIVE for port object fc2f5375-4411-453c-a5e2-b5bcff2583fb will not be triggered until provisioned by entity L2. {{(pid=128085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 11:50:14.476253 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 32876) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:50:14.478602 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-036339b6-7da7-4fd6-aee0-f837ac029eed None None] Port f53b5ad6-f3aa-41da-8f33-ccca4daee825 cannot update to ACTIVE because it is not bound. {{(pid=128085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 11:50:14.487895 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-6216ee18-c873-4838-a84f-823a29d58238 None None] Attempting to bind port cfddf947-affa-4252-b885-a466c46cc03d on host dv-neutron-797120-4-hyperv for vnic_type normal with profile {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 11:50:14.488712 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-6216ee18-c873-4838-a84f-823a29d58238 None None] Attempting to bind port cfddf947-affa-4252-b885-a466c46cc03d by drivers openvswitch,hyperv on host dv-neutron-797120-4-hyperv at level 0 using segments [{'id': 'fddfe548-9582-48fa-8a0c-6b06bc4d1b9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '11a80c9d-f8ee-4388-91b0-d49a25200fee'}] {{(pid=128085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 11:50:14.489370 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6216ee18-c873-4838-a84f-823a29d58238 None None] Attempting to bind port cfddf947-affa-4252-b885-a466c46cc03d on network 11a80c9d-f8ee-4388-91b0-d49a25200fee {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 11:50:14.500777 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-1f13538a-02a4-4160-a0e8-fecc1509c17c None None] Transition to ACTIVE for port object fc2f5375-4411-453c-a5e2-b5bcff2583fb will not be triggered until provisioned by entity DHCP. {{(pid=128085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 11:50:14.503693 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6216ee18-c873-4838-a84f-823a29d58238 None None] Checking agent: {'id': 'e3a695b2-c397-461f-83b0-10b79d490b59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 11, 36, 56), 'started_at': datetime.datetime(2021, 6, 24, 11, 37, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 11, 49, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 11:50:14.504683 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6216ee18-c873-4838-a84f-823a29d58238 None None] Checking segment: {'id': 'fddfe548-9582-48fa-8a0c-6b06bc4d1b9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '11a80c9d-f8ee-4388-91b0-d49a25200fee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=128085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 11:50:14.505436 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-6216ee18-c873-4838-a84f-823a29d58238 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:14.506089 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6216ee18-c873-4838-a84f-823a29d58238 None None] Bound using segment: {'id': 'fddfe548-9582-48fa-8a0c-6b06bc4d1b9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '11a80c9d-f8ee-4388-91b0-d49a25200fee'} {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 11:50:14.506833 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-6216ee18-c873-4838-a84f-823a29d58238 None None] Bound port: cfddf947-affa-4252-b885-a466c46cc03d, host: dv-neutron-797120-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fddfe548-9582-48fa-8a0c-6b06bc4d1b9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '11a80c9d-f8ee-4388-91b0-d49a25200fee'}}] {{(pid=128085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 11:50:14.507947 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-6216ee18-c873-4838-a84f-823a29d58238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:14.509376 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.quota.resource [None req-8f689497-b4a2-480e-b9d9-44c28661ce6d tempest-QuotasTest-1413016067 tempest-QuotasTest-1413016067-project-admin] Usage tracker for resource:network and tenant:18ee8995a97447ceace44ba4aa9ae1b7 is out of sync, need to count used quota {{(pid=128084) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jun 24 11:50:14.516520 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.quota.resource [None req-8f689497-b4a2-480e-b9d9-44c28661ce6d tempest-QuotasTest-1413016067 tempest-QuotasTest-1413016067-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=128084) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jun 24 11:50:14.531107 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-d77727ea-c64b-4619-b461-905e6b6287a1 tempest-FloatingIPNegativeTestJSON-1774915856 tempest-FloatingIPNegativeTestJSON-1774915856-project] Notify callbacks [] for security_group, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:14.535709 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-1f13538a-02a4-4160-a0e8-fecc1509c17c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-650429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-506361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793193536723'] for port, after_create {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:14.541046 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-c7e3af5b-8c33-455f-8d64-6cde2a276433 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:50:14.561764 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-d77727ea-c64b-4619-b461-905e6b6287a1 tempest-FloatingIPNegativeTestJSON-1774915856 tempest-FloatingIPNegativeTestJSON-1774915856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800410'] for security_group, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:14.562713 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device ee37176e-f012-43d2-8fd9-221f7510dcb8 no longer exists at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 11:50:14.574344 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-50d3f831-4fda-4919-8e3b-f38d42d447f5 tempest-TestVolumeBootPattern-428988392 tempest-TestVolumeBootPattern-428988392-project] Notify callbacks [] for security_group_rule, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:14.574547 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-e4ddbd60-0c94-4dec-b444-630945a4deba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:50:14.578039 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-50d3f831-4fda-4919-8e3b-f38d42d447f5 tempest-TestVolumeBootPattern-428988392 tempest-TestVolumeBootPattern-428988392-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5939059 Jun 24 11:50:14.578039 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.quota.resource [None req-8f689497-b4a2-480e-b9d9-44c28661ce6d tempest-QuotasTest-1413016067 tempest-QuotasTest-1413016067-project-admin] Usage tracker for resource:subnet and tenant:18ee8995a97447ceace44ba4aa9ae1b7 is out of sync, need to count used quota {{(pid=128084) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jun 24 11:50:14.581267 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 32878) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:50:14.596231 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-34364194-fec1-494e-b4fa-04499dadbd53 tempest-TestVolumeBootPattern-428988392 tempest-TestVolumeBootPattern-428988392-project] Request body: {'security_group_rule': {'security_group_id': 'ddc26bf4-0de0-4c33-8d45-b7d4817ee778', 'project_id': '91cba4619aa74784a108d3a825cc8e0c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:50:14.620905 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:14.625715 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.quota.resource [None req-8f689497-b4a2-480e-b9d9-44c28661ce6d tempest-QuotasTest-1413016067 tempest-QuotasTest-1413016067-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=128084) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jun 24 11:50:14.654191 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.db.db_base_plugin_common [None req-e640641a-0b30-4ed3-8d15-7c813e8f1aba tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Allocated IP 2001:db8::62 (03caae99-e72a-4abf-80a6-0414b35a14bf/c2a2b95c-d272-4123-9945-197e81b2f7b2/35a93098-fff5-466b-a36c-af927107f7ac) {{(pid=128084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 11:50:14.655135 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] No Port match for: ee37176e-f012-43d2-8fd9-221f7510dcb8 {{(pid=128085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 11:50:14.656106 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device ee37176e-f012-43d2-8fd9-221f7510dcb8 not bound to the agent host dv-neutron-797120-4-hyperv {{(pid=128085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 11:50:14.656781 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device 7564f588-5d7d-437d-bf19-c55ec034833e no longer exists at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 11:50:14.675269 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-34364194-fec1-494e-b4fa-04499dadbd53 tempest-TestVolumeBootPattern-428988392 tempest-TestVolumeBootPattern-428988392-project] Notify callbacks [] for security_group_rule, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:14.680439 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.quota.resource [None req-8f689497-b4a2-480e-b9d9-44c28661ce6d tempest-QuotasTest-1413016067 tempest-QuotasTest-1413016067-project-admin] Usage tracker for resource:subnetpool and tenant:18ee8995a97447ceace44ba4aa9ae1b7 is out of sync, need to count used quota {{(pid=128084) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jun 24 11:50:14.695263 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f13538a-02a4-4160-a0e8-fecc1509c17c None None] Network 03caae99-e72a-4abf-80a6-0414b35a14bf is already hosted by enough agents. {{(pid=128085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 11:50:14.703563 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.scheduler.base_scheduler [None req-1f13538a-02a4-4160-a0e8-fecc1509c17c None None] Resources bound (agent type, host, resource id): {{(pid=128085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:50:14.704460 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d77727ea-c64b-4619-b461-905e6b6287a1 tempest-FloatingIPNegativeTestJSON-1774915856 tempest-FloatingIPNegativeTestJSON-1774915856-project] vlan segment allocate from pool success with {'vlan_id': 601, 'physical_network': 'physnet1'} {{(pid=128083) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 11:50:14.713162 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] No Port match for: 7564f588-5d7d-437d-bf19-c55ec034833e {{(pid=128085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 11:50:14.713845 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device 7564f588-5d7d-437d-bf19-c55ec034833e not bound to the agent host dv-neutron-797120-4-hyperv {{(pid=128085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 11:50:14.715846 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f13538a-02a4-4160-a0e8-fecc1509c17c None None] Received port after_create {{(pid=128085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 11:50:14.720555 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f13538a-02a4-4160-a0e8-fecc1509c17c None None] Pushing event updated for resources: {'Port': ['ID=fc2f5375-4411-453c-a5e2-b5bcff2583fb,revision_number=1']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:50:14.731864 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.quota.resource [None req-8f689497-b4a2-480e-b9d9-44c28661ce6d tempest-QuotasTest-1413016067 tempest-QuotasTest-1413016067-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=128084) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jun 24 11:50:14.739306 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77727ea-c64b-4619-b461-905e6b6287a1 tempest-FloatingIPNegativeTestJSON-1774915856 tempest-FloatingIPNegativeTestJSON-1774915856-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f1011d46-b0eb-4c1a-9025-e474ae633ad0,revision_number=1']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:50:14.747560 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-d77727ea-c64b-4619-b461-905e6b6287a1 tempest-FloatingIPNegativeTestJSON-1774915856 tempest-FloatingIPNegativeTestJSON-1774915856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967879'] for segment, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:14.748107 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.db.segments_db [None req-d77727ea-c64b-4619-b461-905e6b6287a1 tempest-FloatingIPNegativeTestJSON-1774915856 tempest-FloatingIPNegativeTestJSON-1774915856-project] Added segment b8e6d30f-d177-47cb-a8bf-8c17f9a47b66 of type vlan for network 39bb7f4c-45b2-4e1a-b374-1e27b3cfecb6 Jun 24 11:50:14.751379 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-1f13538a-02a4-4160-a0e8-fecc1509c17c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:50:14.754536 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-d7b382df-2610-49d9-afda-57eddaf49728 None None] Provisioning for port 8931b3f1-c828-4de1-9197-9603444e2a1c completed by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 11:50:14.760756 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-d77727ea-c64b-4619-b461-905e6b6287a1 tempest-FloatingIPNegativeTestJSON-1774915856 tempest-FloatingIPNegativeTestJSON-1774915856-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:50:14.800129 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-6216ee18-c873-4838-a84f-823a29d58238 None None] For port cfddf947-affa-4252-b885-a466c46cc03d, host dv-neutron-797120-4-hyperv, cleared binding levels {{(pid=128085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 11:50:14.811939 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-6216ee18-c873-4838-a84f-823a29d58238 None None] For port cfddf947-affa-4252-b885-a466c46cc03d, host dv-neutron-797120-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=cfddf947-affa-4252-b885-a466c46cc03d,segment=NetworkSegment(fddfe548-9582-48fa-8a0c-6b06bc4d1b9f),segment_id=fddfe548-9582-48fa-8a0c-6b06bc4d1b9f)] {{(pid=128085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 11:50:14.823561 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.quota.resource [None req-8f689497-b4a2-480e-b9d9-44c28661ce6d tempest-QuotasTest-1413016067 tempest-QuotasTest-1413016067-project-admin] Usage tracker for resource:port and tenant:18ee8995a97447ceace44ba4aa9ae1b7 is out of sync, need to count used quota {{(pid=128084) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jun 24 11:50:14.868083 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.quota.resource [None req-8f689497-b4a2-480e-b9d9-44c28661ce6d tempest-QuotasTest-1413016067 tempest-QuotasTest-1413016067-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=128084) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jun 24 11:50:14.878871 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-d77727ea-c64b-4619-b461-905e6b6287a1 tempest-FloatingIPNegativeTestJSON-1774915856 tempest-FloatingIPNegativeTestJSON-1774915856-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793193525068'] for network, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:14.883163 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-34364194-fec1-494e-b4fa-04499dadbd53 tempest-TestVolumeBootPattern-428988392 tempest-TestVolumeBootPattern-428988392-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:14.911914 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-34364194-fec1-494e-b4fa-04499dadbd53 tempest-TestVolumeBootPattern-428988392 tempest-TestVolumeBootPattern-428988392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1627007'] for security_group_rule, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:14.944080 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-6216ee18-c873-4838-a84f-823a29d58238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:14.951975 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-156d8449-f5b2-4cb6-9970-abdf2326b905 tempest-TestNetworkAdvancedServerOps-1479438933 tempest-TestNetworkAdvancedServerOps-1479438933-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:50:14.962882 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-6a525359-d874-41d1-8ddf-7fd70ec4ba8a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:50:15.019698 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-34364194-fec1-494e-b4fa-04499dadbd53 tempest-TestVolumeBootPattern-428988392 tempest-TestVolumeBootPattern-428988392-project] Notify callbacks [] for security_group_rule, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:15.021086 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-34364194-fec1-494e-b4fa-04499dadbd53 tempest-TestVolumeBootPattern-428988392 tempest-TestVolumeBootPattern-428988392-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4311304 Jun 24 11:50:15.033133 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-1f13538a-02a4-4160-a0e8-fecc1509c17c None None] Attempting to bind port fc2f5375-4411-453c-a5e2-b5bcff2583fb on host dv-neutron-797120-4-hyperv for vnic_type normal with profile {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 11:50:15.034549 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-1f13538a-02a4-4160-a0e8-fecc1509c17c None None] Attempting to bind port fc2f5375-4411-453c-a5e2-b5bcff2583fb by drivers openvswitch,hyperv on host dv-neutron-797120-4-hyperv at level 0 using segments [{'id': '19a08d70-b9d9-463d-b241-e33711f7a946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '03caae99-e72a-4abf-80a6-0414b35a14bf'}] {{(pid=128085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 11:50:15.035172 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f13538a-02a4-4160-a0e8-fecc1509c17c None None] Attempting to bind port fc2f5375-4411-453c-a5e2-b5bcff2583fb on network 03caae99-e72a-4abf-80a6-0414b35a14bf {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 11:50:15.047584 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-d7b382df-2610-49d9-afda-57eddaf49728 None None] Provisioning complete for port 459e0a33-3947-4406-8e3c-9c4b0bf982a7 triggered by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:50:15.048254 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-d7b382df-2610-49d9-afda-57eddaf49728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:15.078133 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 32882) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:50:15.083694 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f13538a-02a4-4160-a0e8-fecc1509c17c None None] Checking agent: {'id': 'e3a695b2-c397-461f-83b0-10b79d490b59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 11, 36, 56), 'started_at': datetime.datetime(2021, 6, 24, 11, 37, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 11, 49, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 11:50:15.084350 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f13538a-02a4-4160-a0e8-fecc1509c17c None None] Checking segment: {'id': '19a08d70-b9d9-463d-b241-e33711f7a946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '03caae99-e72a-4abf-80a6-0414b35a14bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=128085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 11:50:15.084947 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-1f13538a-02a4-4160-a0e8-fecc1509c17c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:15.089561 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f13538a-02a4-4160-a0e8-fecc1509c17c None None] Bound using segment: {'id': '19a08d70-b9d9-463d-b241-e33711f7a946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '03caae99-e72a-4abf-80a6-0414b35a14bf'} {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 11:50:15.090306 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-1f13538a-02a4-4160-a0e8-fecc1509c17c None None] Bound port: fc2f5375-4411-453c-a5e2-b5bcff2583fb, host: dv-neutron-797120-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19a08d70-b9d9-463d-b241-e33711f7a946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '03caae99-e72a-4abf-80a6-0414b35a14bf'}}] {{(pid=128085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 11:50:15.090891 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-1f13538a-02a4-4160-a0e8-fecc1509c17c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:15.117013 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.quota.resource [None req-8f689497-b4a2-480e-b9d9-44c28661ce6d tempest-QuotasTest-1413016067 tempest-QuotasTest-1413016067-project-admin] Usage tracker for resource:router and tenant:18ee8995a97447ceace44ba4aa9ae1b7 is out of sync, need to count used quota {{(pid=128084) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jun 24 11:50:15.151927 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34364194-fec1-494e-b4fa-04499dadbd53 tempest-TestVolumeBootPattern-428988392 tempest-TestVolumeBootPattern-428988392-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a41bc00-3274-473a-9e10-0359c1223473,revision_number=0']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:50:15.161863 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device 8bd8e081-5290-4fb9-8952-7b2d75f45339 up at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 11:50:15.165136 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-34364194-fec1-494e-b4fa-04499dadbd53 tempest-TestVolumeBootPattern-428988392 tempest-TestVolumeBootPattern-428988392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:50:15.167846 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.quota.resource [None req-8f689497-b4a2-480e-b9d9-44c28661ce6d tempest-QuotasTest-1413016067 tempest-QuotasTest-1413016067-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=128084) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jun 24 11:50:15.194969 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [None req-a7aca21b-b8e9-4310-8ba9-9e1247a5540f tempest-TestVolumeBootPattern-428988392 tempest-TestVolumeBootPattern-428988392-project] Request body: {'security_group_rule': {'security_group_id': 'ddc26bf4-0de0-4c33-8d45-b7d4817ee778', 'project_id': '91cba4619aa74784a108d3a825cc8e0c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:50:15.220430 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6216ee18-c873-4838-a84f-823a29d58238 None None] Pushing event updated for resources: {'Port': ['ID=cfddf947-affa-4252-b885-a466c46cc03d,revision_number=2']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:50:15.238283 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.quota.resource [None req-8f689497-b4a2-480e-b9d9-44c28661ce6d tempest-QuotasTest-1413016067 tempest-QuotasTest-1413016067-project-admin] Usage tracker for resource:floatingip and tenant:18ee8995a97447ceace44ba4aa9ae1b7 is out of sync, need to count used quota {{(pid=128084) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jun 24 11:50:15.240034 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-e3d6ba2d-a6ee-464e-9aea-c4d3d238708f tempest-RoutersNegativeIpV6Test-675716403 tempest-RoutersNegativeIpV6Test-675716403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793193945299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193536732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2537862'] for port, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:15.257686 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.quota.resource [None req-8f689497-b4a2-480e-b9d9-44c28661ce6d tempest-QuotasTest-1413016067 tempest-QuotasTest-1413016067-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=128084) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jun 24 11:50:15.277050 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-d7b382df-2610-49d9-afda-57eddaf49728 None None] Port 459e0a33-3947-4406-8e3c-9c4b0bf982a7 cannot update to ACTIVE because it is not bound. {{(pid=128085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 11:50:15.284096 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-6216ee18-c873-4838-a84f-823a29d58238 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.319s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:50:15.287234 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-1a5c85c2-c2dd-42cf-ae3a-9aab7b41b9cc tempest-FloatingIPAdminTestJSON-775113783 tempest-FloatingIPAdminTestJSON-775113783-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:50:15.318698 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-e640641a-0b30-4ed3-8d15-7c813e8f1aba tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Notify callbacks [] for port, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:15.350134 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.db.provisioning_blocks [None req-e640641a-0b30-4ed3-8d15-7c813e8f1aba tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Transition to ACTIVE for port object 35a93098-fff5-466b-a36c-af927107f7ac will not be triggered until provisioned by entity DHCP. {{(pid=128084) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 11:50:15.373100 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-1f13538a-02a4-4160-a0e8-fecc1509c17c None None] For port fc2f5375-4411-453c-a5e2-b5bcff2583fb, host dv-neutron-797120-4-hyperv, cleared binding levels {{(pid=128085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 11:50:15.382740 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-1f13538a-02a4-4160-a0e8-fecc1509c17c None None] For port fc2f5375-4411-453c-a5e2-b5bcff2583fb, host dv-neutron-797120-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=fc2f5375-4411-453c-a5e2-b5bcff2583fb,segment=NetworkSegment(19a08d70-b9d9-463d-b241-e33711f7a946),segment_id=19a08d70-b9d9-463d-b241-e33711f7a946)] {{(pid=128085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 11:50:15.434897 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning complete for port 8bd8e081-5290-4fb9-8952-7b2d75f45339 triggered by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:50:15.435490 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d6ba2d-a6ee-464e-9aea-c4d3d238708f tempest-RoutersNegativeIpV6Test-675716403 tempest-RoutersNegativeIpV6Test-675716403-project] Pushing event deleted for resources: {'Port': ['ID=f53b5ad6-f3aa-41da-8f33-ccca4daee825,revision_number=None']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:50:15.435671 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:15.440262 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-e3d6ba2d-a6ee-464e-9aea-c4d3d238708f tempest-RoutersNegativeIpV6Test-675716403 tempest-RoutersNegativeIpV6Test-675716403-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:50:15.440495 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-1f13538a-02a4-4160-a0e8-fecc1509c17c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:15.472651 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-1f13538a-02a4-4160-a0e8-fecc1509c17c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:50:15.480491 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.quota.resource [None req-8f689497-b4a2-480e-b9d9-44c28661ce6d tempest-QuotasTest-1413016067 tempest-QuotasTest-1413016067-project-admin] Usage tracker for resource:security_group and tenant:18ee8995a97447ceace44ba4aa9ae1b7 is out of sync, need to count used quota {{(pid=128084) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jun 24 11:50:15.509702 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.quota.resource [None req-8f689497-b4a2-480e-b9d9-44c28661ce6d tempest-QuotasTest-1413016067 tempest-QuotasTest-1413016067-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=128084) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jun 24 11:50:15.521218 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.quota.resource [None req-8f689497-b4a2-480e-b9d9-44c28661ce6d tempest-QuotasTest-1413016067 tempest-QuotasTest-1413016067-project-admin] Usage tracker for resource:security_group_rule and tenant:18ee8995a97447ceace44ba4aa9ae1b7 is out of sync, need to count used quota {{(pid=128084) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jun 24 11:50:15.527244 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-e640641a-0b30-4ed3-8d15-7c813e8f1aba tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-650429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-506361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793193536723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3291971'] for port, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:15.537539 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-1d516869-b9d7-4b04-affe-12af9d07dcd6 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:50:15.594039 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-d77727ea-c64b-4619-b461-905e6b6287a1 tempest-FloatingIPNegativeTestJSON-1774915856 tempest-FloatingIPNegativeTestJSON-1774915856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1800243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976'] for network, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:15.600697 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d77727ea-c64b-4619-b461-905e6b6287a1 tempest-FloatingIPNegativeTestJSON-1774915856 tempest-FloatingIPNegativeTestJSON-1774915856-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:50:15.601046 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-d77727ea-c64b-4619-b461-905e6b6287a1 tempest-FloatingIPNegativeTestJSON-1774915856 tempest-FloatingIPNegativeTestJSON-1774915856-project] Notify callbacks [] for network, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:15.609315 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.quota.resource [None req-8f689497-b4a2-480e-b9d9-44c28661ce6d tempest-QuotasTest-1413016067 tempest-QuotasTest-1413016067-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=128084) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jun 24 11:50:15.654411 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-8f689497-b4a2-480e-b9d9-44c28661ce6d tempest-QuotasTest-1413016067 tempest-QuotasTest-1413016067-project-admin] 10.222.0.53 "GET /v2.0/quotas/18ee8995a97447ceace44ba4aa9ae1b7/details.json HTTP/1.1" status: 200 len: 703 time: 1.1775017 Jun 24 11:50:15.682086 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-c950a49d-a727-47ef-8187-ada383b998ef tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:50:15.693778 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e640641a-0b30-4ed3-8d15-7c813e8f1aba tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Network 03caae99-e72a-4abf-80a6-0414b35a14bf is already hosted by enough agents. {{(pid=128084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 11:50:15.707308 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e640641a-0b30-4ed3-8d15-7c813e8f1aba tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Pushing event updated for resources: {'Port': ['ID=35a93098-fff5-466b-a36c-af927107f7ac,revision_number=1']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:50:15.707799 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-ac216a2f-839c-466e-8d66-c26668720a95 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:15.712935 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.base_scheduler [None req-e640641a-0b30-4ed3-8d15-7c813e8f1aba tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Resources bound (agent type, host, resource id): {{(pid=128084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:50:15.720631 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e640641a-0b30-4ed3-8d15-7c813e8f1aba tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Received port after_create {{(pid=128084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 11:50:15.739472 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device 2b7f02ad-5993-49a2-8794-230c80c898cf up at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 11:50:15.764297 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e640641a-0b30-4ed3-8d15-7c813e8f1aba tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=128084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:50:15.765284 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-e640641a-0b30-4ed3-8d15-7c813e8f1aba tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468916'] for port, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:15.777443 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-e640641a-0b30-4ed3-8d15-7c813e8f1aba tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:50:15.825091 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-e640641a-0b30-4ed3-8d15-7c813e8f1aba tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.9986718 Jun 24 11:50:15.825792 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 32886) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:50:15.829953 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f13538a-02a4-4160-a0e8-fecc1509c17c None None] Pushing event updated for resources: {'Port': ['ID=fc2f5375-4411-453c-a5e2-b5bcff2583fb,revision_number=2']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:50:15.835099 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-1f13538a-02a4-4160-a0e8-fecc1509c17c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.362s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:50:15.844222 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning complete for port 2b7f02ad-5993-49a2-8794-230c80c898cf triggered by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:50:15.844963 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:15.902775 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-e3d6ba2d-a6ee-464e-9aea-c4d3d238708f tempest-RoutersNegativeIpV6Test-675716403 tempest-RoutersNegativeIpV6Test-675716403-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1588985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1806165'] for router_interface, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:15.927633 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-a7aca21b-b8e9-4310-8ba9-9e1247a5540f tempest-TestVolumeBootPattern-428988392 tempest-TestVolumeBootPattern-428988392-project] Notify callbacks [] for security_group_rule, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:15.968230 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device 310142fc-dc87-4ad0-b147-4573d83067c8 up at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 11:50:15.978497 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-d77727ea-c64b-4619-b461-905e6b6287a1 tempest-FloatingIPNegativeTestJSON-1774915856 tempest-FloatingIPNegativeTestJSON-1774915856-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 2.6436954 Jun 24 11:50:15.981513 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 32888) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:50:15.986820 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058dd53e-84bd-4538-8827-425cc1aeaafa req-952bfbe7-1416-4ecd-bc57-629efe6467fe tempest-TestNetworkAdvancedServerOps-1479438933 tempest-TestNetworkAdvancedServerOps-1479438933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:50:15.997617 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-5b31f014-3371-4b60-a624-d507e34459ab tempest-FloatingIPNegativeTestJSON-1774915856 tempest-FloatingIPNegativeTestJSON-1774915856-project] Request body: {'subnet': {'network_id': '39bb7f4c-45b2-4e1a-b374-1e27b3cfecb6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:50:15.997912 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-058dd53e-84bd-4538-8827-425cc1aeaafa req-952bfbe7-1416-4ecd-bc57-629efe6467fe tempest-TestNetworkAdvancedServerOps-1479438933 tempest-TestNetworkAdvancedServerOps-1479438933-project] 10.222.0.53 "GET /v2.0/ports?device_id=01c22be6-1669-482b-94cd-775df8dd11ba HTTP/1.1" status: 200 len: 946 time: 0.9050937 Jun 24 11:50:16.076194 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning for port 310142fc-dc87-4ad0-b147-4573d83067c8 completed by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 11:50:16.081324 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning complete for port 310142fc-dc87-4ad0-b147-4573d83067c8 triggered by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:50:16.081689 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:16.189105 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfd8e632-64bf-4d3f-98c1-035e87b4adac tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:50:16.192092 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-bfd8e632-64bf-4d3f-98c1-035e87b4adac tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] 10.222.0.53 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A1c6 HTTP/1.1" status: 200 len: 929 time: 0.3586617 Jun 24 11:50:16.193228 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 32892) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:50:16.231069 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:16.246596 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 32894) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:50:16.262853 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b31f014-3371-4b60-a624-d507e34459ab tempest-FloatingIPNegativeTestJSON-1774915856 tempest-FloatingIPNegativeTestJSON-1774915856-project] Made reservation on behalf of 258d4cd1621d40d98443958c0d6f122a for: {'subnet': 1} {{(pid=128084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 11:50:16.266603 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-5b31f014-3371-4b60-a624-d507e34459ab tempest-FloatingIPNegativeTestJSON-1774915856 tempest-FloatingIPNegativeTestJSON-1774915856-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3162484'] for subnet, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:16.280675 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] For port 310142fc-dc87-4ad0-b147-4573d83067c8, host dv-neutron-797120-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=310142fc-dc87-4ad0-b147-4573d83067c8,segment=NetworkSegment(1139564f-ff83-4b49-a593-84b33301357d),segment_id=1139564f-ff83-4b49-a593-84b33301357d)] {{(pid=128085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 11:50:16.289142 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:16.290560 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device 8931b3f1-c828-4de1-9197-9603444e2a1c up at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 11:50:16.296222 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:50:16.398387 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Pushing event updated for resources: {'Port': ['ID=310142fc-dc87-4ad0-b147-4573d83067c8,revision_number=4']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:50:16.405459 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:50:16.407775 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning for port 8931b3f1-c828-4de1-9197-9603444e2a1c completed by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 11:50:16.416926 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning complete for port 8931b3f1-c828-4de1-9197-9603444e2a1c triggered by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:50:16.417450 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:16.441062 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.plugin [None req-174003f0-511f-4dc4-89ea-4db9d37e1470 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Deleting port 35a93098-fff5-466b-a36c-af927107f7ac {{(pid=128084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 11:50:16.441391 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-174003f0-511f-4dc4-89ea-4db9d37e1470 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793193942312'] for port, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:16.515470 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:16.517015 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-6f4c318a-67a0-47d3-ace5-ff128419edf0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:16.559925 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] For port 8931b3f1-c828-4de1-9197-9603444e2a1c, host dv-neutron-797120-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=8931b3f1-c828-4de1-9197-9603444e2a1c,segment=NetworkSegment(72f6ffab-44e1-405c-a13e-9a8d870baf48),segment_id=72f6ffab-44e1-405c-a13e-9a8d870baf48)] {{(pid=128085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 11:50:16.566026 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:16.569957 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-6687905b-4aa1-4edb-832a-970f6da0e34b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:50:16.589863 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77727ea-c64b-4619-b461-905e6b6287a1 tempest-FloatingIPNegativeTestJSON-1774915856 tempest-FloatingIPNegativeTestJSON-1774915856-project] Pushing event updated for resources: {'Network': ['ID=39bb7f4c-45b2-4e1a-b374-1e27b3cfecb6,revision_number=1']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:50:16.606065 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-d77727ea-c64b-4619-b461-905e6b6287a1 tempest-FloatingIPNegativeTestJSON-1774915856 tempest-FloatingIPNegativeTestJSON-1774915856-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.925s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:50:16.617172 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Network 39bb7f4c-45b2-4e1a-b374-1e27b3cfecb6 details requested by agent ovs-agent-dv-neutron-797120-4-hyperv with host dv-neutron-797120-4-hyperv {{(pid=128085) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 11:50:16.618667 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-058dd53e-84bd-4538-8827-425cc1aeaafa req-3dcfa180-de90-443e-908b-27b98c87d569 tempest-TestNetworkAdvancedServerOps-1479438933 tempest-TestNetworkAdvancedServerOps-1479438933-project] 10.222.0.53 "GET /v2.0/security-groups?id=ad6af071-5e9d-4374-b735-aabf2d994394&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6229939 Jun 24 11:50:16.671693 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-5b31f014-3371-4b60-a624-d507e34459ab tempest-FloatingIPNegativeTestJSON-1774915856 tempest-FloatingIPNegativeTestJSON-1774915856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3291959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3162270'] for subnet, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:16.678435 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-4c5d8c30-598b-42e2-854f-8c340005cae7 tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:50:16.684415 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-174003f0-511f-4dc4-89ea-4db9d37e1470 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1978872'] for port, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:16.717660 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Pushing event updated for resources: {'Port': ['ID=8931b3f1-c828-4de1-9197-9603444e2a1c,revision_number=3']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:50:16.726394 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.plugin [None req-174003f0-511f-4dc4-89ea-4db9d37e1470 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Calling delete_port for 35a93098-fff5-466b-a36c-af927107f7ac owned by {{(pid=128084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 11:50:16.727683 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:50:16.742313 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-a7aca21b-b8e9-4310-8ba9-9e1247a5540f tempest-TestVolumeBootPattern-428988392 tempest-TestVolumeBootPattern-428988392-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:16.752561 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-a7aca21b-b8e9-4310-8ba9-9e1247a5540f tempest-TestVolumeBootPattern-428988392 tempest-TestVolumeBootPattern-428988392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1627007'] for security_group_rule, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:16.780810 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-6cea2af6-95d6-41fa-875a-e492d7bda0d9 tempest-TestNetworkAdvancedServerOps-1479438933 tempest-TestNetworkAdvancedServerOps-1479438933-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:50:16.787599 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3d6ba2d-a6ee-464e-9aea-c4d3d238708f tempest-RoutersNegativeIpV6Test-675716403 tempest-RoutersNegativeIpV6Test-675716403-project] Router 191dbf92-0d40-4914-afa9-7961b13cbda7 has already been hosted by L3 agent 2987dba8-2249-4ee6-96ec-28f0f7a6127d {{(pid=128083) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 11:50:16.816469 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b31f014-3371-4b60-a624-d507e34459ab tempest-FloatingIPNegativeTestJSON-1774915856 tempest-FloatingIPNegativeTestJSON-1774915856-project] Pushing event updated for resources: {'Subnet': ['ID=bdf2a8a4-cc57-4b44-aadf-954b08d93865,revision_number=0']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:50:16.850071 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7aca21b-b8e9-4310-8ba9-9e1247a5540f tempest-TestVolumeBootPattern-428988392 tempest-TestVolumeBootPattern-428988392-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb14ef30-4bce-424d-9216-a9d0d1d4e5f9,revision_number=0']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:50:16.853221 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-a7aca21b-b8e9-4310-8ba9-9e1247a5540f tempest-TestVolumeBootPattern-428988392 tempest-TestVolumeBootPattern-428988392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:50:16.857092 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-6f4c318a-67a0-47d3-ace5-ff128419edf0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:16.858497 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-5b31f014-3371-4b60-a624-d507e34459ab tempest-FloatingIPNegativeTestJSON-1774915856 tempest-FloatingIPNegativeTestJSON-1774915856-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:50:16.866919 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-6f4c318a-67a0-47d3-ace5-ff128419edf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800410'] for security_group, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:16.895574 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-62759949-3bdc-427b-a7ea-39ebe3cdb112 tempest-NegativeSecGroupIPv6Test-156486133 tempest-NegativeSecGroupIPv6Test-156486133-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:50:16.934300 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-a7aca21b-b8e9-4310-8ba9-9e1247a5540f tempest-TestVolumeBootPattern-428988392 tempest-TestVolumeBootPattern-428988392-project] Notify callbacks [] for security_group_rule, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:16.938368 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-a7aca21b-b8e9-4310-8ba9-9e1247a5540f tempest-TestVolumeBootPattern-428988392 tempest-TestVolumeBootPattern-428988392-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.7690976 Jun 24 11:50:16.938826 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b31f014-3371-4b60-a624-d507e34459ab tempest-FloatingIPNegativeTestJSON-1774915856 tempest-FloatingIPNegativeTestJSON-1774915856-project] Checking segment: {'id': 'b8e6d30f-d177-47cb-a8bf-8c17f9a47b66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '39bb7f4c-45b2-4e1a-b374-1e27b3cfecb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=128084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 11:50:16.939258 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b31f014-3371-4b60-a624-d507e34459ab tempest-FloatingIPNegativeTestJSON-1774915856 tempest-FloatingIPNegativeTestJSON-1774915856-project] Network hostable DHCP agents. Network: 39bb7f4c-45b2-4e1a-b374-1e27b3cfecb6, hostable agents: ['6be988a9-1d97-480f-be5a-c55abf2c55c5'], hosted agents: [] {{(pid=128084) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 11:50:16.942001 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 32898) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:50:16.951154 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3d6ba2d-a6ee-464e-9aea-c4d3d238708f tempest-RoutersNegativeIpV6Test-675716403 tempest-RoutersNegativeIpV6Test-675716403-project] Notify agent at l3_agent.dv-neutron-797120-4-hyperv the message routers_updated {{(pid=128083) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 11:50:16.956258 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-5eed3ba7-6687-4f73-9ded-61f0be49301f tempest-TestVolumeBootPattern-428988392 tempest-TestVolumeBootPattern-428988392-project] Request body: {'security_group_rule': {'security_group_id': 'ddc26bf4-0de0-4c33-8d45-b7d4817ee778', 'project_id': '91cba4619aa74784a108d3a825cc8e0c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:50:16.957006 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-e3d6ba2d-a6ee-464e-9aea-c4d3d238708f tempest-RoutersNegativeIpV6Test-675716403 tempest-RoutersNegativeIpV6Test-675716403-project] 10.222.0.53 "PUT /v2.0/routers/191dbf92-0d40-4914-afa9-7961b13cbda7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1356192 Jun 24 11:50:16.962528 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 32900) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:50:16.962983 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d9d7df5-7eb9-49d2-b765-d284e022f1b0 None None] Sync routers for ids ['191dbf92-0d40-4914-afa9-7961b13cbda7'] in dv-neutron-797120-4-hyperv {{(pid=128085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 11:50:16.978637 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d9d7df5-7eb9-49d2-b765-d284e022f1b0 None None] Routers {'191dbf92-0d40-4914-afa9-7961b13cbda7'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 11:50:16.979268 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-7d9d7df5-7eb9-49d2-b765-d284e022f1b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T11:49:56Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['191dbf92-0d40-4914-afa9-7961b13cbda7'], 'active': True} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:50:17.017678 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.api.v2.resource [None req-9fabb29a-68a5-4aa4-91a5-b305e8c5af00 tempest-RoutersNegativeIpV6Test-675716403 tempest-RoutersNegativeIpV6Test-675716403-project] delete failed (client error): The resource could not be found. Jun 24 11:50:17.019999 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-9fabb29a-68a5-4aa4-91a5-b305e8c5af00 tempest-RoutersNegativeIpV6Test-675716403 tempest-RoutersNegativeIpV6Test-675716403-project] 10.222.0.53 "DELETE /v2.0/routers/tempest-non_exist_router-231234400 HTTP/1.1" status: 404 len: 334 time: 0.0554266 Jun 24 11:50:17.022699 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.db [None req-ac216a2f-839c-466e-8d66-c26668720a95 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] For port cfddf947-affa-4252-b885-a466c46cc03d, host dv-neutron-797120-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=cfddf947-affa-4252-b885-a466c46cc03d,segment=NetworkSegment(fddfe548-9582-48fa-8a0c-6b06bc4d1b9f),segment_id=fddfe548-9582-48fa-8a0c-6b06bc4d1b9f)] {{(pid=128083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 11:50:17.024405 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 32902) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:50:17.030626 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-6f4c318a-67a0-47d3-ace5-ff128419edf0 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=8559e6eb5625410386bc8b4592aa73d2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7808008 Jun 24 11:50:17.034856 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [None req-b6bca4e2-5705-40c9-8ab9-7691adbd5e84 tempest-RoutersNegativeIpV6Test-675716403 tempest-RoutersNegativeIpV6Test-675716403-project] Request body: {'router': {'external_gateway_info': {'network_id': '191dbf92-0d40-4914-afa9-7961b13cbda7'}}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:50:17.044650 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 32904) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:50:17.046870 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-7d9d7df5-7eb9-49d2-b765-d284e022f1b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:50:17.053535 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4c318a-67a0-47d3-ace5-ff128419edf0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f89b6ee3-f70c-40a5-aafc-6786db2998b1,revision_number=1']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:50:17.066539 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-6f4c318a-67a0-47d3-ace5-ff128419edf0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:50:17.071997 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b31f014-3371-4b60-a624-d507e34459ab tempest-FloatingIPNegativeTestJSON-1774915856 tempest-FloatingIPNegativeTestJSON-1774915856-project] Network 39bb7f4c-45b2-4e1a-b374-1e27b3cfecb6 is scheduled to be hosted by DHCP agent 6be988a9-1d97-480f-be5a-c55abf2c55c5 with binding_index 1 {{(pid=128084) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 11:50:17.081441 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d9d7df5-7eb9-49d2-b765-d284e022f1b0 None None] Routers {'191dbf92-0d40-4914-afa9-7961b13cbda7'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 11:50:17.082368 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-7d9d7df5-7eb9-49d2-b765-d284e022f1b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T11:49:56Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['191dbf92-0d40-4914-afa9-7961b13cbda7'], 'active': True} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:50:17.146665 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.base_scheduler [None req-5b31f014-3371-4b60-a624-d507e34459ab tempest-FloatingIPNegativeTestJSON-1774915856 tempest-FloatingIPNegativeTestJSON-1774915856-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-4-hyperv, 39bb7f4c-45b2-4e1a-b374-1e27b3cfecb6) {{(pid=128084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:50:17.156801 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b31f014-3371-4b60-a624-d507e34459ab tempest-FloatingIPNegativeTestJSON-1774915856 tempest-FloatingIPNegativeTestJSON-1774915856-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=128084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:50:17.157481 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-5b31f014-3371-4b60-a624-d507e34459ab tempest-FloatingIPNegativeTestJSON-1774915856 tempest-FloatingIPNegativeTestJSON-1774915856-project] Notify callbacks [] for subnet, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:17.162712 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-5eed3ba7-6687-4f73-9ded-61f0be49301f tempest-TestVolumeBootPattern-428988392 tempest-TestVolumeBootPattern-428988392-project] Notify callbacks [] for security_group_rule, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:17.163684 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-7d9d7df5-7eb9-49d2-b765-d284e022f1b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:50:17.164496 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d9d7df5-7eb9-49d2-b765-d284e022f1b0 None None] The sync data for ids ['191dbf92-0d40-4914-afa9-7961b13cbda7'] in dv-neutron-797120-4-hyperv is: [] {{(pid=128085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 11:50:17.169419 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device cfddf947-affa-4252-b885-a466c46cc03d up at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 11:50:17.220649 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0e2a226-a66f-40f1-9d07-3ddffd3979d3 None None] Network 39bb7f4c-45b2-4e1a-b374-1e27b3cfecb6 requested from dv-neutron-797120-4-hyperv {{(pid=128085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 11:50:17.248843 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-5eed3ba7-6687-4f73-9ded-61f0be49301f tempest-TestVolumeBootPattern-428988392 tempest-TestVolumeBootPattern-428988392-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:17.257541 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-5b31f014-3371-4b60-a624-d507e34459ab tempest-FloatingIPNegativeTestJSON-1774915856 tempest-FloatingIPNegativeTestJSON-1774915856-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2736287 Jun 24 11:50:17.262156 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 32906) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:50:17.268432 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-f455a7a7-ffce-4ff4-8ed7-ababa3184630 tempest-FloatingIPNegativeTestJSON-1774915856 tempest-FloatingIPNegativeTestJSON-1774915856-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-558001640', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:50:17.286649 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-5eed3ba7-6687-4f73-9ded-61f0be49301f tempest-TestVolumeBootPattern-428988392 tempest-TestVolumeBootPattern-428988392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1627007'] for security_group_rule, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:17.290372 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-bb8031a7-910d-418f-a681-7f04ddd898cb tempest-SecGroupIPv6Test-993619391 tempest-SecGroupIPv6Test-993619391-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:50:17.308339 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning for port cfddf947-affa-4252-b885-a466c46cc03d completed by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 11:50:17.315647 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device fc2f5375-4411-453c-a5e2-b5bcff2583fb up at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 11:50:17.324936 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-174003f0-511f-4dc4-89ea-4db9d37e1470 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793193945299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193536732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3292088'] for port, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:17.334269 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eed3ba7-6687-4f73-9ded-61f0be49301f tempest-TestVolumeBootPattern-428988392 tempest-TestVolumeBootPattern-428988392-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=637034ef-452b-4793-b5a2-0458d253e9e9,revision_number=0']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:50:17.342039 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-5eed3ba7-6687-4f73-9ded-61f0be49301f tempest-TestVolumeBootPattern-428988392 tempest-TestVolumeBootPattern-428988392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:50:17.342673 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-eeec1c7e-1613-4b0a-b10e-dc7d2ea800d8 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.009s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:50:17.370103 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-ac216a2f-839c-466e-8d66-c26668720a95 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks [] for port, precommit_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:17.384221 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174003f0-511f-4dc4-89ea-4db9d37e1470 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Pushing event deleted for resources: {'Port': ['ID=35a93098-fff5-466b-a36c-af927107f7ac,revision_number=None']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:50:17.386332 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-f455a7a7-ffce-4ff4-8ed7-ababa3184630 tempest-FloatingIPNegativeTestJSON-1774915856 tempest-FloatingIPNegativeTestJSON-1774915856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1803889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65293'] for router, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:17.386484 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-b6bca4e2-5705-40c9-8ab9-7691adbd5e84 tempest-RoutersNegativeIpV6Test-675716403 tempest-RoutersNegativeIpV6Test-675716403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1975381', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1803205', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65378'] for router, precommit_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:17.387369 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-f455a7a7-ffce-4ff4-8ed7-ababa3184630 tempest-FloatingIPNegativeTestJSON-1774915856 tempest-FloatingIPNegativeTestJSON-1774915856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1803848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1975305', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1581158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65396'] for router, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:17.390945 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-174003f0-511f-4dc4-89ea-4db9d37e1470 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:50:17.395110 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-ac216a2f-839c-466e-8d66-c26668720a95 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2537871'] for port, after_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:17.395395 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-5eed3ba7-6687-4f73-9ded-61f0be49301f tempest-TestVolumeBootPattern-428988392 tempest-TestVolumeBootPattern-428988392-project] Notify callbacks [] for security_group_rule, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:17.396444 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-5eed3ba7-6687-4f73-9ded-61f0be49301f tempest-TestVolumeBootPattern-428988392 tempest-TestVolumeBootPattern-428988392-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4459593 Jun 24 11:50:17.400659 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-ac216a2f-839c-466e-8d66-c26668720a95 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2537737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3289942'] for subnet, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:17.408535 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 32908) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:50:17.421128 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-0a75e326-4524-4142-bd64-b782940fc407 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:50:17.421263 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning for port fc2f5375-4411-453c-a5e2-b5bcff2583fb completed by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 11:50:17.429726 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device 310142fc-dc87-4ad0-b147-4573d83067c8 up at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 11:50:17.433317 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-174003f0-511f-4dc4-89ea-4db9d37e1470 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468916'] for port, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:17.435982 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-174003f0-511f-4dc4-89ea-4db9d37e1470 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] 10.222.0.53 "DELETE /v2.0/ports/35a93098-fff5-466b-a36c-af927107f7ac HTTP/1.1" status: 204 len: 168 time: 1.2384124 Jun 24 11:50:17.438181 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [None req-0ca5f1e2-e575-459d-baad-7c7189905422 tempest-TestVolumeBootPattern-428988392 tempest-TestVolumeBootPattern-428988392-project] Request body: {'security_group_rule': {'security_group_id': 'ddc26bf4-0de0-4c33-8d45-b7d4817ee778', 'project_id': '91cba4619aa74784a108d3a825cc8e0c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:50:17.441363 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 32910) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:50:17.448869 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-a2f174f5-9310-48fa-ab86-f01a0f119459 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:17.480545 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-a2f174f5-9310-48fa-ab86-f01a0f119459 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:17.504496 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c60ef44-1411-49e2-94dc-0aa14e496c23 None None] Sync routers for ids ['e94fcbe0-1aa8-48dd-90cc-5d823c427683'] in dv-neutron-797120-4-hyperv {{(pid=128086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 11:50:17.526450 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c60ef44-1411-49e2-94dc-0aa14e496c23 None None] Routers {'e94fcbe0-1aa8-48dd-90cc-5d823c427683'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 11:50:17.527071 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-6c60ef44-1411-49e2-94dc-0aa14e496c23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T11:49:56Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['e94fcbe0-1aa8-48dd-90cc-5d823c427683'], 'active': True} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:50:17.576940 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-7d38d192-3334-4562-99da-3a4002a33f8f None None] Provisioning for port cfddf947-affa-4252-b885-a466c46cc03d completed by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 11:50:17.583812 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-7d38d192-3334-4562-99da-3a4002a33f8f None None] Provisioning complete for port cfddf947-affa-4252-b885-a466c46cc03d triggered by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:50:17.584197 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-7d38d192-3334-4562-99da-3a4002a33f8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:17.584442 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-f455a7a7-ffce-4ff4-8ed7-ababa3184630 tempest-FloatingIPNegativeTestJSON-1774915856 tempest-FloatingIPNegativeTestJSON-1774915856-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:17.586277 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f644798-5e27-471d-841b-420b97afcc36 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] GET failed (client error): The resource could not be found. Jun 24 11:50:17.592029 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-8f644798-5e27-471d-841b-420b97afcc36 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] 10.222.0.53 "GET /v2.0/ports/35a93098-fff5-466b-a36c-af927107f7ac HTTP/1.1" status: 404 len: 333 time: 0.1498959 Jun 24 11:50:17.592704 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 32912) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:50:17.598848 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-a2f174f5-9310-48fa-ab86-f01a0f119459 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800410'] for security_group, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:17.602159 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-a2f174f5-9310-48fa-ab86-f01a0f119459 admin admin] Notify callbacks [] for security_group, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:17.606810 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-f455a7a7-ffce-4ff4-8ed7-ababa3184630 tempest-FloatingIPNegativeTestJSON-1774915856 tempest-FloatingIPNegativeTestJSON-1774915856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1803210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1815767'] for router, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:17.607832 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-a2f174f5-9310-48fa-ab86-f01a0f119459 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/f89b6ee3-f70c-40a5-aafc-6786db2998b1 HTTP/1.1" status: 204 len: 168 time: 0.5626283 Jun 24 11:50:17.615282 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.api.v2.resource [None req-b6bca4e2-5705-40c9-8ab9-7691adbd5e84 tempest-RoutersNegativeIpV6Test-675716403 tempest-RoutersNegativeIpV6Test-675716403-project] update failed (client error): The resource could not be found. Jun 24 11:50:17.619017 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-b6bca4e2-5705-40c9-8ab9-7691adbd5e84 tempest-RoutersNegativeIpV6Test-675716403 tempest-RoutersNegativeIpV6Test-675716403-project] 10.222.0.53 "PUT /v2.0/routers/191dbf92-0d40-4914-afa9-7961b13cbda7 HTTP/1.1" status: 404 len: 339 time: 0.5944109 Jun 24 11:50:17.632231 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 32916) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:50:17.645625 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [None req-275d7171-bf60-4b73-aa51-5c6cb3ace09a tempest-RoutersNegativeIpV6Test-675716403 tempest-RoutersNegativeIpV6Test-675716403-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1478344980'}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:50:17.682982 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac216a2f-839c-466e-8d66-c26668720a95 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Network 11a80c9d-f8ee-4388-91b0-d49a25200fee is already hosted by enough agents. {{(pid=128083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 11:50:17.708430 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.base_scheduler [None req-ac216a2f-839c-466e-8d66-c26668720a95 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Resources bound (agent type, host, resource id): {{(pid=128083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:50:17.734491 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac216a2f-839c-466e-8d66-c26668720a95 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:50:17.735945 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-ac216a2f-839c-466e-8d66-c26668720a95 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks [] for subnet, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:17.749016 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_dvr_db [None req-6c60ef44-1411-49e2-94dc-0aa14e496c23 None None] Set router e94fcbe0-1aa8-48dd-90cc-5d823c427683 gateway port host: dv-neutron-797120-4-hyperv {{(pid=128086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 11:50:17.773149 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac216a2f-839c-466e-8d66-c26668720a95 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Pushing event updated for resources: {'Port': ['ID=cfddf947-affa-4252-b885-a466c46cc03d,revision_number=4']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:50:17.779163 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68289afb-f69a-4334-91d7-f2cb76114c72 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d65c8f8-7530-5052-99fe-8ea05073750b-39bb7f4c-45b2-4e1a-b374-1e27b3cfecb6', 'network_id': '39bb7f4c-45b2-4e1a-b374-1e27b3cfecb6', 'tenant_id': '258d4cd1621d40d98443958c0d6f122a', 'fixed_ips': [{'subnet_id': 'bdf2a8a4-cc57-4b44-aadf-954b08d93865'}]}} from dv-neutron-797120-4-hyperv. {{(pid=128085) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 24 11:50:17.780051 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-68289afb-f69a-4334-91d7-f2cb76114c72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_create {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:17.782701 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning complete for port 310142fc-dc87-4ad0-b147-4573d83067c8 triggered by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:50:17.783072 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:17.799721 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-ac216a2f-839c-466e-8d66-c26668720a95 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.377s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:50:17.801999 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-27ad42d4-3cf6-46bc-9323-457395cae827 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.376s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:50:17.812464 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-f455a7a7-ffce-4ff4-8ed7-ababa3184630 tempest-FloatingIPNegativeTestJSON-1774915856 tempest-FloatingIPNegativeTestJSON-1774915856-project] Notify callbacks [] for router, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:17.814920 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-f455a7a7-ffce-4ff4-8ed7-ababa3184630 tempest-FloatingIPNegativeTestJSON-1774915856 tempest-FloatingIPNegativeTestJSON-1774915856-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 714 time: 0.5516338 Jun 24 11:50:17.821679 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 32920) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:50:17.826084 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-ac216a2f-839c-466e-8d66-c26668720a95 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 6.1598365 Jun 24 11:50:17.826974 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 32922) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:50:17.829481 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.db.securitygroups_db [None req-0ca5f1e2-e575-459d-baad-7c7189905422 tempest-TestVolumeBootPattern-428988392 tempest-TestVolumeBootPattern-428988392-project] Project 91cba4619aa74784a108d3a825cc8e0c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 24 11:50:17.845634 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-fd139b0e-1e98-4f93-8475-aa0d9c1f3cac tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Request body: {'port': {'network_id': '11a80c9d-f8ee-4388-91b0-d49a25200fee', 'mac_address': 'fa:16:3e:cc:dc:af', 'name': 'tempest-NetworksTestDHCPv6-1138329140'}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:50:17.899475 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-7d38d192-3334-4562-99da-3a4002a33f8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:17.899874 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-0ca5f1e2-e575-459d-baad-7c7189905422 tempest-TestVolumeBootPattern-428988392 tempest-TestVolumeBootPattern-428988392-project] Notify callbacks [] for security_group_rule, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:17.932811 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d20e1001-16c8-4ad5-bcfa-4c2f7235e68c None None] Network 11a80c9d-f8ee-4388-91b0-d49a25200fee requested from dv-neutron-797120-4-hyperv {{(pid=128085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 11:50:18.025506 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-6c60ef44-1411-49e2-94dc-0aa14e496c23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e94fcbe0-1aa8-48dd-90cc-5d823c427683', 'name': 'tempest-TestVolumeBootPattern-1560561642-router', 'tenant_id': '4b0fe29701814b05b1e0407b32349d46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'external_fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.89'}], 'enable_snat': True}, 'gw_port_id': '310142fc-dc87-4ad0-b147-4573d83067c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T11:49:58Z', 'updated_at': '2021-06-24T11:50:08Z', 'revision_number': 4, 'project_id': '4b0fe29701814b05b1e0407b32349d46', 'gw_port': {'id': '310142fc-dc87-4ad0-b147-4573d83067c8', 'name': '', 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:d4:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e94fcbe0-1aa8-48dd-90cc-5d823c427683', 'device_owner': 'network:router_gateway', 'standard_attr_id': 985, 'fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:50:01Z', 'updated_at': '2021-06-24T11:50:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-4-hyperv', '_interfaces': [{'id': '459e0a33-3947-4406-8e3c-9c4b0bf982a7', 'name': '', 'network_id': 'd7d05277-9788-457b-857a-22669faf969d', 'tenant_id': '4b0fe29701814b05b1e0407b32349d46', 'mac_address': 'fa:16:3e:ca:ed:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e94fcbe0-1aa8-48dd-90cc-5d823c427683', 'device_owner': 'network:router_interface', 'standard_attr_id': 995, 'fixed_ips': [{'subnet_id': '9d7053cb-0496-4c0f-b426-e1845507db13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:50:07Z', 'updated_at': '2021-06-24T11:50:09Z', 'revision_number': 2, 'project_id': '4b0fe29701814b05b1e0407b32349d46', 'subnets': [{'id': '9d7053cb-0496-4c0f-b426-e1845507db13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:50:18.073192 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c60ef44-1411-49e2-94dc-0aa14e496c23 None None] Checking router: e94fcbe0-1aa8-48dd-90cc-5d823c427683 for host: dv-neutron-797120-4-hyperv {{(pid=128086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 11:50:18.073564 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-275d7171-bf60-4b73-aa51-5c6cb3ace09a tempest-RoutersNegativeIpV6Test-675716403 tempest-RoutersNegativeIpV6Test-675716403-project] Made reservation on behalf of 4bdab4c32b4d44488aec62537889cf20 for: {'network': 1} {{(pid=128083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 11:50:18.073689 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c60ef44-1411-49e2-94dc-0aa14e496c23 None None] Updating router e94fcbe0-1aa8-48dd-90cc-5d823c427683 port 459e0a33-3947-4406-8e3c-9c4b0bf982a7 binding host dv-neutron-797120-4-hyperv {{(pid=128086) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 11:50:18.078860 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-275d7171-bf60-4b73-aa51-5c6cb3ace09a tempest-RoutersNegativeIpV6Test-675716403 tempest-RoutersNegativeIpV6Test-675716403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for network, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:18.125084 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac216a2f-839c-466e-8d66-c26668720a95 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Pushing event updated for resources: {'Subnet': ['ID=670dd4dd-bd3f-4a62-b72c-ebe68600786a,revision_number=0']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:50:18.133952 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron_lib.callbacks.manager [None req-6c60ef44-1411-49e2-94dc-0aa14e496c23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:18.141269 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-ac216a2f-839c-466e-8d66-c26668720a95 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.340s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:50:18.144218 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-ff1428fd-859a-4e58-820b-4d27ab292918 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.524s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:50:18.165546 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-275d7171-bf60-4b73-aa51-5c6cb3ace09a tempest-RoutersNegativeIpV6Test-675716403 tempest-RoutersNegativeIpV6Test-675716403-project] vlan segment allocate from pool success with {'vlan_id': 647, 'physical_network': 'physnet1'} {{(pid=128083) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 11:50:18.171447 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.plugin [None req-46459089-bdc2-451f-8e12-f8632a385db6 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Deleting port 88a03017-41c5-4003-9f88-a6384c9f3e01 {{(pid=128084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 11:50:18.171801 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-46459089-bdc2-451f-8e12-f8632a385db6 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793193942312'] for port, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:18.172266 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f174f5-9310-48fa-ab86-f01a0f119459 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f89b6ee3-f70c-40a5-aafc-6786db2998b1,revision_number=None']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:50:18.174947 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7cb467c-8fbb-495a-af6a-5b5f1efe160f None None] Network 03caae99-e72a-4abf-80a6-0414b35a14bf requested from dv-neutron-797120-4-hyperv {{(pid=128085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 11:50:18.198853 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-a2f174f5-9310-48fa-ab86-f01a0f119459 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:50:18.207207 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-275d7171-bf60-4b73-aa51-5c6cb3ace09a tempest-RoutersNegativeIpV6Test-675716403 tempest-RoutersNegativeIpV6Test-675716403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967879'] for segment, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:18.207617 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.db.segments_db [None req-275d7171-bf60-4b73-aa51-5c6cb3ace09a tempest-RoutersNegativeIpV6Test-675716403 tempest-RoutersNegativeIpV6Test-675716403-project] Added segment c5dd1ae7-d79a-4c0a-b508-37d1ae8cff13 of type vlan for network 7519c109-cbc3-4ae6-a772-b89e305cde15 Jun 24 11:50:18.231837 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 32926) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:50:18.235735 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-7d38d192-3334-4562-99da-3a4002a33f8f None None] For port cfddf947-affa-4252-b885-a466c46cc03d, host dv-neutron-797120-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=cfddf947-affa-4252-b885-a466c46cc03d,segment=NetworkSegment(fddfe548-9582-48fa-8a0c-6b06bc4d1b9f),segment_id=fddfe548-9582-48fa-8a0c-6b06bc4d1b9f)] {{(pid=128085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 11:50:18.300014 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-7d38d192-3334-4562-99da-3a4002a33f8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:18.307817 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-6216ee18-c873-4838-a84f-823a29d58238 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:50:18.329594 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-0ca5f1e2-e575-459d-baad-7c7189905422 tempest-TestVolumeBootPattern-428988392 tempest-TestVolumeBootPattern-428988392-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:18.334916 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-275d7171-bf60-4b73-aa51-5c6cb3ace09a tempest-RoutersNegativeIpV6Test-675716403 tempest-RoutersNegativeIpV6Test-675716403-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793193525068'] for network, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:18.394015 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-0ca5f1e2-e575-459d-baad-7c7189905422 tempest-TestVolumeBootPattern-428988392 tempest-TestVolumeBootPattern-428988392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1627007'] for security_group_rule, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:18.398678 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-275d7171-bf60-4b73-aa51-5c6cb3ace09a tempest-RoutersNegativeIpV6Test-675716403 tempest-RoutersNegativeIpV6Test-675716403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1800243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976'] for network, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:18.407853 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-275d7171-bf60-4b73-aa51-5c6cb3ace09a tempest-RoutersNegativeIpV6Test-675716403 tempest-RoutersNegativeIpV6Test-675716403-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:50:18.409804 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-275d7171-bf60-4b73-aa51-5c6cb3ace09a tempest-RoutersNegativeIpV6Test-675716403 tempest-RoutersNegativeIpV6Test-675716403-project] Notify callbacks [] for network, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:18.438041 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-e0a5ad01-a87a-4123-b346-4c74c1e1d4a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:50:18.456772 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29a4e37-fd25-4608-8ae1-e4808f45fe6e req-f1b9f370-5ad2-42d0-85cd-2db3b29233f9 tempest-TestNetworkAdvancedServerOps-1479438933 tempest-TestNetworkAdvancedServerOps-1479438933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:50:18.458608 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-a29a4e37-fd25-4608-8ae1-e4808f45fe6e req-f1b9f370-5ad2-42d0-85cd-2db3b29233f9 tempest-TestNetworkAdvancedServerOps-1479438933 tempest-TestNetworkAdvancedServerOps-1479438933-project] 10.222.0.53 "GET /v2.0/ports?device_id=01c22be6-1669-482b-94cd-775df8dd11ba HTTP/1.1" status: 200 len: 946 time: 0.5090964 Jun 24 11:50:18.477536 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.db_base_plugin_common [None req-68289afb-f69a-4334-91d7-f2cb76114c72 None None] Allocated IP 172.20.0.2 (39bb7f4c-45b2-4e1a-b374-1e27b3cfecb6/bdf2a8a4-cc57-4b44-aadf-954b08d93865/238e6389-9ad9-4f4d-94eb-e860ef708017) {{(pid=128085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 11:50:18.491827 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-0ca5f1e2-e575-459d-baad-7c7189905422 tempest-TestVolumeBootPattern-428988392 tempest-TestVolumeBootPattern-428988392-project] Notify callbacks [] for security_group_rule, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:18.493423 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-0ca5f1e2-e575-459d-baad-7c7189905422 tempest-TestVolumeBootPattern-428988392 tempest-TestVolumeBootPattern-428988392-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.0676928 Jun 24 11:50:18.506200 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 32928) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:50:18.512656 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-275d7171-bf60-4b73-aa51-5c6cb3ace09a tempest-RoutersNegativeIpV6Test-675716403 tempest-RoutersNegativeIpV6Test-675716403-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.8770440 Jun 24 11:50:18.519405 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [None req-bd50772a-c77b-4bc1-a238-5a6c1d3e7205 tempest-TestVolumeBootPattern-428988392 tempest-TestVolumeBootPattern-428988392-project] Request body: {'security_group_rule': {'security_group_id': 'ddc26bf4-0de0-4c33-8d45-b7d4817ee778', 'project_id': '91cba4619aa74784a108d3a825cc8e0c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:50:18.522078 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron_lib.callbacks.manager [None req-6c60ef44-1411-49e2-94dc-0aa14e496c23 None None] Notify callbacks [] for port, precommit_update {{(pid=128086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:18.537865 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.provisioning_blocks [None req-6c60ef44-1411-49e2-94dc-0aa14e496c23 None None] Transition to ACTIVE for port object 459e0a33-3947-4406-8e3c-9c4b0bf982a7 will not be triggered until provisioned by entity L2. {{(pid=128086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 11:50:18.548784 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron_lib.callbacks.manager [None req-6c60ef44-1411-49e2-94dc-0aa14e496c23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:18.556024 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG oslo_concurrency.lockutils [None req-ceb2b3a7-939f-4074-9543-5517aff579c4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128086) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:50:18.573418 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 32930) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:50:18.582538 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device 8931b3f1-c828-4de1-9197-9603444e2a1c up at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 11:50:18.584689 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d38d192-3334-4562-99da-3a4002a33f8f None None] Pushing event updated for resources: {'Port': ['ID=cfddf947-affa-4252-b885-a466c46cc03d,revision_number=5']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:50:18.594977 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [None req-08b32c25-e150-4264-997c-2d6eec2d56c5 tempest-RoutersNegativeIpV6Test-675716403 tempest-RoutersNegativeIpV6Test-675716403-project] Request body: {'subnet': {'network_id': '7519c109-cbc3-4ae6-a772-b89e305cde15', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:50:18.600007 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.db.securitygroups_db [None req-bd50772a-c77b-4bc1-a238-5a6c1d3e7205 tempest-TestVolumeBootPattern-428988392 tempest-TestVolumeBootPattern-428988392-project] Project 91cba4619aa74784a108d3a825cc8e0c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 24 11:50:18.631680 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-bd50772a-c77b-4bc1-a238-5a6c1d3e7205 tempest-TestVolumeBootPattern-428988392 tempest-TestVolumeBootPattern-428988392-project] Notify callbacks [] for security_group_rule, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:18.632581 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4561ff6-ce88-49d0-b440-b763e069f678 None None] Pushing event updated for resources: {'Port': ['ID=459e0a33-3947-4406-8e3c-9c4b0bf982a7,revision_number=3']} {{(pid=128086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:50:18.642491 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-7d38d192-3334-4562-99da-3a4002a33f8f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.334s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:50:18.644389 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-aaabedbf-bbc0-4856-a6e1-2643fd184150 None None] Provisioning for port fc2f5375-4411-453c-a5e2-b5bcff2583fb completed by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 11:50:18.644954 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG oslo_concurrency.lockutils [None req-a4561ff6-ce88-49d0-b440-b763e069f678 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=128086) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:50:18.676317 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275d7171-bf60-4b73-aa51-5c6cb3ace09a tempest-RoutersNegativeIpV6Test-675716403 tempest-RoutersNegativeIpV6Test-675716403-project] Pushing event updated for resources: {'Network': ['ID=7519c109-cbc3-4ae6-a772-b89e305cde15,revision_number=1']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:50:18.724462 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-a29a4e37-fd25-4608-8ae1-e4808f45fe6e req-a5552ed0-5851-43de-bffa-aa6dcd40987b tempest-TestNetworkAdvancedServerOps-1479438933 tempest-TestNetworkAdvancedServerOps-1479438933-project] 10.222.0.53 "GET /v2.0/security-groups?id=ad6af071-5e9d-4374-b735-aabf2d994394&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2484047 Jun 24 11:50:18.733379 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-275d7171-bf60-4b73-aa51-5c6cb3ace09a tempest-RoutersNegativeIpV6Test-675716403 tempest-RoutersNegativeIpV6Test-675716403-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:50:18.734218 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-97a5f4a0-10ba-430f-b2a7-8a4f7dcc0257 tempest-TestNetworkAdvancedServerOps-1479438933 tempest-TestNetworkAdvancedServerOps-1479438933-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.286s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:50:18.794532 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca5f1e2-e575-459d-baad-7c7189905422 tempest-TestVolumeBootPattern-428988392 tempest-TestVolumeBootPattern-428988392-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9910dc31-d0c7-47ca-be96-33cafef66232,revision_number=0']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:50:18.798947 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-0ca5f1e2-e575-459d-baad-7c7189905422 tempest-TestVolumeBootPattern-428988392 tempest-TestVolumeBootPattern-428988392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:50:18.835893 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-a8ab19c6-e247-480a-bece-d7a097588bb4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:18.851602 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08b32c25-e150-4264-997c-2d6eec2d56c5 tempest-RoutersNegativeIpV6Test-675716403 tempest-RoutersNegativeIpV6Test-675716403-project] Made reservation on behalf of 4bdab4c32b4d44488aec62537889cf20 for: {'subnet': 1} {{(pid=128083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 11:50:18.857065 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-08b32c25-e150-4264-997c-2d6eec2d56c5 tempest-RoutersNegativeIpV6Test-675716403 tempest-RoutersNegativeIpV6Test-675716403-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3289788'] for subnet, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:18.864582 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-bd50772a-c77b-4bc1-a238-5a6c1d3e7205 tempest-TestVolumeBootPattern-428988392 tempest-TestVolumeBootPattern-428988392-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:18.880602 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-bd50772a-c77b-4bc1-a238-5a6c1d3e7205 tempest-TestVolumeBootPattern-428988392 tempest-TestVolumeBootPattern-428988392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1627007'] for security_group_rule, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:18.895450 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-0ca5f1e2-e575-459d-baad-7c7189905422 tempest-TestVolumeBootPattern-428988392 tempest-TestVolumeBootPattern-428988392-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:50:18.952015 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd50772a-c77b-4bc1-a238-5a6c1d3e7205 tempest-TestVolumeBootPattern-428988392 tempest-TestVolumeBootPattern-428988392-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c417627-8845-492d-b0ad-21b482c7d89f,revision_number=0']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:50:18.961569 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.plugins.ml2.managers [None req-6c60ef44-1411-49e2-94dc-0aa14e496c23 None None] Attempting to bind port 459e0a33-3947-4406-8e3c-9c4b0bf982a7 on host dv-neutron-797120-4-hyperv for vnic_type normal with profile {{(pid=128086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 11:50:18.962216 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.plugins.ml2.managers [None req-6c60ef44-1411-49e2-94dc-0aa14e496c23 None None] Attempting to bind port 459e0a33-3947-4406-8e3c-9c4b0bf982a7 by drivers openvswitch,hyperv on host dv-neutron-797120-4-hyperv at level 0 using segments [{'id': '8cb26e43-9885-4059-a45d-aa200848b3e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'd7d05277-9788-457b-857a-22669faf969d'}] {{(pid=128086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 11:50:18.962587 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c60ef44-1411-49e2-94dc-0aa14e496c23 None None] Attempting to bind port 459e0a33-3947-4406-8e3c-9c4b0bf982a7 on network d7d05277-9788-457b-857a-22669faf969d {{(pid=128086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 11:50:18.969118 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c60ef44-1411-49e2-94dc-0aa14e496c23 None None] Checking agent: {'id': 'e3a695b2-c397-461f-83b0-10b79d490b59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 11, 36, 56), 'started_at': datetime.datetime(2021, 6, 24, 11, 37, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 11, 49, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=128086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 11:50:18.969548 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c60ef44-1411-49e2-94dc-0aa14e496c23 None None] Checking segment: {'id': '8cb26e43-9885-4059-a45d-aa200848b3e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'd7d05277-9788-457b-857a-22669faf969d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=128086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 11:50:18.969969 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron_lib.callbacks.manager [None req-6c60ef44-1411-49e2-94dc-0aa14e496c23 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=128086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:18.970346 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c60ef44-1411-49e2-94dc-0aa14e496c23 None None] Bound using segment: {'id': '8cb26e43-9885-4059-a45d-aa200848b3e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'd7d05277-9788-457b-857a-22669faf969d'} {{(pid=128086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 11:50:18.970816 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.plugins.ml2.managers [None req-6c60ef44-1411-49e2-94dc-0aa14e496c23 None None] Bound port: 459e0a33-3947-4406-8e3c-9c4b0bf982a7, host: dv-neutron-797120-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8cb26e43-9885-4059-a45d-aa200848b3e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'd7d05277-9788-457b-857a-22669faf969d'}}] {{(pid=128086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 11:50:18.972598 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron_lib.callbacks.manager [None req-6c60ef44-1411-49e2-94dc-0aa14e496c23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:18.972916 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-bd50772a-c77b-4bc1-a238-5a6c1d3e7205 tempest-TestVolumeBootPattern-428988392 tempest-TestVolumeBootPattern-428988392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:50:18.973768 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-bd50772a-c77b-4bc1-a238-5a6c1d3e7205 tempest-TestVolumeBootPattern-428988392 tempest-TestVolumeBootPattern-428988392-project] Notify callbacks [] for security_group_rule, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:18.979873 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-bd50772a-c77b-4bc1-a238-5a6c1d3e7205 tempest-TestVolumeBootPattern-428988392 tempest-TestVolumeBootPattern-428988392-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4675708 Jun 24 11:50:19.060849 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.plugins.ml2.db [None req-6c60ef44-1411-49e2-94dc-0aa14e496c23 None None] For port 459e0a33-3947-4406-8e3c-9c4b0bf982a7, host dv-neutron-797120-4-hyperv, cleared binding levels {{(pid=128086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 11:50:19.065965 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.plugins.ml2.db [None req-6c60ef44-1411-49e2-94dc-0aa14e496c23 None None] For port 459e0a33-3947-4406-8e3c-9c4b0bf982a7, host dv-neutron-797120-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=459e0a33-3947-4406-8e3c-9c4b0bf982a7,segment=NetworkSegment(8cb26e43-9885-4059-a45d-aa200848b3e8),segment_id=8cb26e43-9885-4059-a45d-aa200848b3e8)] {{(pid=128086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 11:50:19.072308 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron_lib.callbacks.manager [None req-6c60ef44-1411-49e2-94dc-0aa14e496c23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:19.076145 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72047cc4-becc-4846-8f26-aaa5ebadfe82 req-f14dac14-4bad-416d-9cee-a240806d183a tempest-TestNetworkAdvancedServerOps-1479438933 tempest-TestNetworkAdvancedServerOps-1479438933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:50:19.076891 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG oslo_concurrency.lockutils [None req-8e8cb40d-a310-4d6a-a666-33b805ad60ae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128086) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:50:19.077825 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-72047cc4-becc-4846-8f26-aaa5ebadfe82 req-f14dac14-4bad-416d-9cee-a240806d183a tempest-TestNetworkAdvancedServerOps-1479438933 tempest-TestNetworkAdvancedServerOps-1479438933-project] 10.222.0.53 "GET /v2.0/ports?device_id=01c22be6-1669-482b-94cd-775df8dd11ba HTTP/1.1" status: 200 len: 946 time: 0.1162345 Jun 24 11:50:19.115862 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-5b906cd3-96e9-4cca-a695-3c9ace9ce76f tempest-FloatingIPNegativeTestJSON-1774915856 tempest-FloatingIPNegativeTestJSON-1774915856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:19.145825 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4561ff6-ce88-49d0-b440-b763e069f678 None None] Pushing event updated for resources: {'Port': ['ID=459e0a33-3947-4406-8e3c-9c4b0bf982a7,revision_number=4']} {{(pid=128086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:50:19.151684 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-aaabedbf-bbc0-4856-a6e1-2643fd184150 None None] Provisioning complete for port fc2f5375-4411-453c-a5e2-b5bcff2583fb triggered by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:50:19.152065 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-aaabedbf-bbc0-4856-a6e1-2643fd184150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:19.162843 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG oslo_concurrency.lockutils [None req-a4561ff6-ce88-49d0-b440-b763e069f678 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=128086) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:50:19.164304 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c60ef44-1411-49e2-94dc-0aa14e496c23 None None] Routers {'e94fcbe0-1aa8-48dd-90cc-5d823c427683'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 11:50:19.165376 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-6c60ef44-1411-49e2-94dc-0aa14e496c23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T11:49:56Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['e94fcbe0-1aa8-48dd-90cc-5d823c427683'], 'active': True} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:50:19.204352 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Network 7519c109-cbc3-4ae6-a772-b89e305cde15 details requested by agent ovs-agent-dv-neutron-797120-4-hyperv with host dv-neutron-797120-4-hyperv {{(pid=128085) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 11:50:19.227034 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-72047cc4-becc-4846-8f26-aaa5ebadfe82 req-17c87a0f-cea1-4033-9f94-098f5c80f819 tempest-TestNetworkAdvancedServerOps-1479438933 tempest-TestNetworkAdvancedServerOps-1479438933-project] 10.222.0.53 "GET /v2.0/security-groups?id=ad6af071-5e9d-4374-b735-aabf2d994394&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1032515 Jun 24 11:50:19.286047 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 32966) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:50:19.346472 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_dvr_db [None req-6c60ef44-1411-49e2-94dc-0aa14e496c23 None None] Set router e94fcbe0-1aa8-48dd-90cc-5d823c427683 gateway port host: dv-neutron-797120-4-hyperv {{(pid=128086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 11:50:19.410983 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-08b32c25-e150-4264-997c-2d6eec2d56c5 tempest-RoutersNegativeIpV6Test-675716403 tempest-RoutersNegativeIpV6Test-675716403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2537737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3289942'] for subnet, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:19.418965 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-3de1fb26-4c72-429d-b1a3-2f7ef39a1886 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:50:19.442581 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-46459089-bdc2-451f-8e12-f8632a385db6 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1978872'] for port, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:19.478609 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f14d52a3-bd79-40f1-80b8-bf2fb42fdee9 tempest-TestNetworkAdvancedServerOps-1209429025 tempest-TestNetworkAdvancedServerOps-1209429025-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:50:19.480282 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-f14d52a3-bd79-40f1-80b8-bf2fb42fdee9 tempest-TestNetworkAdvancedServerOps-1209429025 tempest-TestNetworkAdvancedServerOps-1209429025-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=01c22be6-1669-482b-94cd-775df8dd11ba HTTP/1.1" status: 200 len: 1094 time: 0.1932778 Jun 24 11:50:19.483566 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 32980) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:50:19.494985 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [None req-958d2eda-d8a3-42b1-ac77-209d9b214e00 tempest-TestNetworkAdvancedServerOps-1479438933 tempest-TestNetworkAdvancedServerOps-1479438933-project] Request body: {'floatingip': {'floating_network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'port_id': '33678eb9-0f0d-4a2b-923f-cd19cd23cc40', 'tenant_id': '027cb114b40f4b66abdd9fd20f4debdf', 'fixed_ip_address': '172.20.0.12'}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:50:19.508151 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.plugin [None req-46459089-bdc2-451f-8e12-f8632a385db6 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Calling delete_port for 88a03017-41c5-4003-9f88-a6384c9f3e01 owned by {{(pid=128084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 11:50:19.522479 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b32c25-e150-4264-997c-2d6eec2d56c5 tempest-RoutersNegativeIpV6Test-675716403 tempest-RoutersNegativeIpV6Test-675716403-project] Pushing event updated for resources: {'Subnet': ['ID=6b17da6b-9f3f-4ee9-9361-4b244d219b6c,revision_number=0']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:50:19.530422 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-08b32c25-e150-4264-997c-2d6eec2d56c5 tempest-RoutersNegativeIpV6Test-675716403 tempest-RoutersNegativeIpV6Test-675716403-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:50:19.531202 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08b32c25-e150-4264-997c-2d6eec2d56c5 tempest-RoutersNegativeIpV6Test-675716403 tempest-RoutersNegativeIpV6Test-675716403-project] Checking segment: {'id': 'c5dd1ae7-d79a-4c0a-b508-37d1ae8cff13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '7519c109-cbc3-4ae6-a772-b89e305cde15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=128083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 11:50:19.531710 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08b32c25-e150-4264-997c-2d6eec2d56c5 tempest-RoutersNegativeIpV6Test-675716403 tempest-RoutersNegativeIpV6Test-675716403-project] Network hostable DHCP agents. Network: 7519c109-cbc3-4ae6-a772-b89e305cde15, hostable agents: ['6be988a9-1d97-480f-be5a-c55abf2c55c5'], hosted agents: [] {{(pid=128083) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 11:50:19.561339 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08b32c25-e150-4264-997c-2d6eec2d56c5 tempest-RoutersNegativeIpV6Test-675716403 tempest-RoutersNegativeIpV6Test-675716403-project] Network 7519c109-cbc3-4ae6-a772-b89e305cde15 is scheduled to be hosted by DHCP agent 6be988a9-1d97-480f-be5a-c55abf2c55c5 with binding_index 1 {{(pid=128083) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 11:50:19.584658 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd139b0e-1e98-4f93-8475-aa0d9c1f3cac tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Made reservation on behalf of 086af1f572244cd08c37d97e004e4732 for: {'port': 1} {{(pid=128084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 11:50:19.585085 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.base_scheduler [None req-08b32c25-e150-4264-997c-2d6eec2d56c5 tempest-RoutersNegativeIpV6Test-675716403 tempest-RoutersNegativeIpV6Test-675716403-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-4-hyperv, 7519c109-cbc3-4ae6-a772-b89e305cde15) {{(pid=128083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:50:19.597668 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08b32c25-e150-4264-997c-2d6eec2d56c5 tempest-RoutersNegativeIpV6Test-675716403 tempest-RoutersNegativeIpV6Test-675716403-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:50:19.598284 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-08b32c25-e150-4264-997c-2d6eec2d56c5 tempest-RoutersNegativeIpV6Test-675716403 tempest-RoutersNegativeIpV6Test-675716403-project] Notify callbacks [] for subnet, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:19.623296 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-745e97d1-b8e1-4db0-8988-b885530651f8 None None] Network 7519c109-cbc3-4ae6-a772-b89e305cde15 requested from dv-neutron-797120-4-hyperv {{(pid=128085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 11:50:19.678404 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-6c60ef44-1411-49e2-94dc-0aa14e496c23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e94fcbe0-1aa8-48dd-90cc-5d823c427683', 'name': 'tempest-TestVolumeBootPattern-1560561642-router', 'tenant_id': '4b0fe29701814b05b1e0407b32349d46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'external_fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.89'}], 'enable_snat': True}, 'gw_port_id': '310142fc-dc87-4ad0-b147-4573d83067c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T11:49:58Z', 'updated_at': '2021-06-24T11:50:08Z', 'revision_number': 4, 'project_id': '4b0fe29701814b05b1e0407b32349d46', 'gw_port': {'id': '310142fc-dc87-4ad0-b147-4573d83067c8', 'name': '', 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:d4:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e94fcbe0-1aa8-48dd-90cc-5d823c427683', 'device_owner': 'network:router_gateway', 'standard_attr_id': 985, 'fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:50:01Z', 'updated_at': '2021-06-24T11:50:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-4-hyperv', '_interfaces': [{'id': '459e0a33-3947-4406-8e3c-9c4b0bf982a7', 'name': '', 'network_id': 'd7d05277-9788-457b-857a-22669faf969d', 'tenant_id': '4b0fe29701814b05b1e0407b32349d46', 'mac_address': 'fa:16:3e:ca:ed:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e94fcbe0-1aa8-48dd-90cc-5d823c427683', 'device_owner': 'network:router_interface', 'standard_attr_id': 995, 'fixed_ips': [{'subnet_id': '9d7053cb-0496-4c0f-b426-e1845507db13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:50:07Z', 'updated_at': '2021-06-24T11:50:19Z', 'revision_number': 4, 'project_id': '4b0fe29701814b05b1e0407b32349d46', 'subnets': [{'id': '9d7053cb-0496-4c0f-b426-e1845507db13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:50:19.730973 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c60ef44-1411-49e2-94dc-0aa14e496c23 None None] The sync data for ids ['e94fcbe0-1aa8-48dd-90cc-5d823c427683'] in dv-neutron-797120-4-hyperv is: [{'id': 'e94fcbe0-1aa8-48dd-90cc-5d823c427683', 'name': 'tempest-TestVolumeBootPattern-1560561642-router', 'tenant_id': '4b0fe29701814b05b1e0407b32349d46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'external_fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.89'}], 'enable_snat': True}, 'gw_port_id': '310142fc-dc87-4ad0-b147-4573d83067c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T11:49:58Z', 'updated_at': '2021-06-24T11:50:08Z', 'revision_number': 4, 'project_id': '4b0fe29701814b05b1e0407b32349d46', 'gw_port': {'id': '310142fc-dc87-4ad0-b147-4573d83067c8', 'name': '', 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:d4:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e94fcbe0-1aa8-48dd-90cc-5d823c427683', 'device_owner': 'network:router_gateway', 'standard_attr_id': 985, 'fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:50:01Z', 'updated_at': '2021-06-24T11:50:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-4-hyperv', '_interfaces': [{'id': '459e0a33-3947-4406-8e3c-9c4b0bf982a7', 'name': '', 'network_id': 'd7d05277-9788-457b-857a-22669faf969d', 'tenant_id': '4b0fe29701814b05b1e0407b32349d46', 'mac_address': 'fa:16:3e:ca:ed:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e94fcbe0-1aa8-48dd-90cc-5d823c427683', 'device_owner': 'network:router_interface', 'standard_attr_id': 995, 'fixed_ips': [{'subnet_id': '9d7053cb-0496-4c0f-b426-e1845507db13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:50:07Z', 'updated_at': '2021-06-24T11:50:19Z', 'revision_number': 4, 'project_id': '4b0fe29701814b05b1e0407b32349d46', 'subnets': [{'id': '9d7053cb-0496-4c0f-b426-e1845507db13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=128086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 11:50:19.758247 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-a8ab19c6-e247-480a-bece-d7a097588bb4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:19.779330 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-fd139b0e-1e98-4f93-8475-aa0d9c1f3cac tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:19.783044 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning complete for port 8931b3f1-c828-4de1-9197-9603444e2a1c triggered by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:50:19.784027 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:19.791167 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-08b32c25-e150-4264-997c-2d6eec2d56c5 tempest-RoutersNegativeIpV6Test-675716403 tempest-RoutersNegativeIpV6Test-675716403-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.2073581 Jun 24 11:50:19.794823 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 32982) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:50:19.803043 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [None req-6516a413-7a29-4d27-ad3c-79944cfe95fc tempest-RoutersNegativeIpV6Test-675716403 tempest-RoutersNegativeIpV6Test-675716403-project] Request body: {'router': {'external_gateway_info': {'network_id': '7519c109-cbc3-4ae6-a772-b89e305cde15'}}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:50:19.818953 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-a8ab19c6-e247-480a-bece-d7a097588bb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800410'] for security_group, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:19.850722 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-1fbcdac2-2d23-45b6-b064-276f68182600 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:50:19.883803 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-a8ab19c6-e247-480a-bece-d7a097588bb4 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=18ee8995a97447ceace44ba4aa9ae1b7&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6510997 Jun 24 11:50:19.884597 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-46459089-bdc2-451f-8e12-f8632a385db6 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793193945299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193536732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3292088'] for port, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:19.899203 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 32984) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:50:19.903845 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ab19c6-e247-480a-bece-d7a097588bb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ea29696-9670-4121-acd3-064c6621e7f5,revision_number=1']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:50:19.924584 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-a8ab19c6-e247-480a-bece-d7a097588bb4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:50:19.928538 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-58485e28-87ae-435b-9e67-3f833ea2c7de tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:50:19.931736 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-68289afb-f69a-4334-91d7-f2cb76114c72 None None] Notify callbacks [] for port, precommit_create {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:19.961364 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-aaabedbf-bbc0-4856-a6e1-2643fd184150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:19.973819 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-68289afb-f69a-4334-91d7-f2cb76114c72 None None] Transition to ACTIVE for port object 238e6389-9ad9-4f4d-94eb-e860ef708017 will not be triggered until provisioned by entity L2. {{(pid=128085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 11:50:19.976827 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-958d2eda-d8a3-42b1-ac77-209d9b214e00 tempest-TestNetworkAdvancedServerOps-1479438933 tempest-TestNetworkAdvancedServerOps-1479438933-project] Notify callbacks [] for floatingip, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:20.037706 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.notifiers.nova [None req-fd139b0e-1e98-4f93-8475-aa0d9c1f3cac tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] device_id is not set on port 5a38cd53-8bf4-4b2b-a63d-9bdfa87c3093 yet. {{(pid=128084) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 24 11:50:20.043949 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46459089-bdc2-451f-8e12-f8632a385db6 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Pushing event deleted for resources: {'Port': ['ID=88a03017-41c5-4003-9f88-a6384c9f3e01,revision_number=None']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:50:20.053048 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-46459089-bdc2-451f-8e12-f8632a385db6 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:50:20.057224 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-46459089-bdc2-451f-8e12-f8632a385db6 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468916'] for port, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:20.060209 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-46459089-bdc2-451f-8e12-f8632a385db6 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] 10.222.0.53 "DELETE /v2.0/ports/88a03017-41c5-4003-9f88-a6384c9f3e01 HTTP/1.1" status: 204 len: 168 time: 2.4659832 Jun 24 11:50:20.065752 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 32988) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:50:20.083810 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-778a4946-25ed-4cef-a934-40aa28bd4cdb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:20.137833 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.pecan_wsgi.hooks.translation [None req-60fbb2a3-54da-4293-89ec-dbee28e742b8 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] GET failed (client error): The resource could not be found. Jun 24 11:50:20.140633 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-60fbb2a3-54da-4293-89ec-dbee28e742b8 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] 10.222.0.53 "GET /v2.0/ports/88a03017-41c5-4003-9f88-a6384c9f3e01 HTTP/1.1" status: 404 len: 333 time: 0.0587091 Jun 24 11:50:20.167543 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-68289afb-f69a-4334-91d7-f2cb76114c72 None None] Transition to ACTIVE for port object 238e6389-9ad9-4f4d-94eb-e860ef708017 will not be triggered until provisioned by entity DHCP. {{(pid=128085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 11:50:20.186147 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 32990) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:50:20.251389 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a614212-bbe5-4266-a4d6-31dba8b2117d tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Deleting subnet c2a2b95c-d272-4123-9945-197e81b2f7b2 {{(pid=128084) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 24 11:50:20.255728 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-4a614212-bbe5-4266-a4d6-31dba8b2117d tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Notify callbacks [] for subnet, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:20.295132 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-aaabedbf-bbc0-4856-a6e1-2643fd184150 None None] For port fc2f5375-4411-453c-a5e2-b5bcff2583fb, host dv-neutron-797120-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=fc2f5375-4411-453c-a5e2-b5bcff2583fb,segment=NetworkSegment(19a08d70-b9d9-463d-b241-e33711f7a946),segment_id=19a08d70-b9d9-463d-b241-e33711f7a946)] {{(pid=128085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 11:50:20.312667 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-4a614212-bbe5-4266-a4d6-31dba8b2117d tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2373542'] for subnet, precommit_delete_associations {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:20.322355 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-68289afb-f69a-4334-91d7-f2cb76114c72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-650429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-506361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793193536723'] for port, after_create {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:20.333571 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-c7210c9f-430a-49c0-9105-34f50c2a026f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:50:20.347800 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-aaabedbf-bbc0-4856-a6e1-2643fd184150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:20.407590 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-4a614212-bbe5-4266-a4d6-31dba8b2117d tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-972249'] for subnet, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:20.503221 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-778a4946-25ed-4cef-a934-40aa28bd4cdb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:20.521764 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-4a614212-bbe5-4266-a4d6-31dba8b2117d tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-972238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3292022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3162263'] for subnet, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:20.560440 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-6516a413-7a29-4d27-ad3c-79944cfe95fc tempest-RoutersNegativeIpV6Test-675716403 tempest-RoutersNegativeIpV6Test-675716403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1975381', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1803205', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65378'] for router, precommit_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:20.576265 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-d7823385-686c-4975-83d7-a93119ba4570 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:50:20.576511 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68289afb-f69a-4334-91d7-f2cb76114c72 None None] Network 39bb7f4c-45b2-4e1a-b374-1e27b3cfecb6 is already hosted by enough agents. {{(pid=128085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 11:50:20.578260 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-aaabedbf-bbc0-4856-a6e1-2643fd184150 None None] Could not find standard attr ID for object 6c8b07ff-5038-45fe-9a45-e37e105df5b2. {{(pid=128085) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 24 11:50:20.599570 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.scheduler.base_scheduler [None req-68289afb-f69a-4334-91d7-f2cb76114c72 None None] Resources bound (agent type, host, resource id): {{(pid=128085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:50:20.605015 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68289afb-f69a-4334-91d7-f2cb76114c72 None None] Received port after_create {{(pid=128085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 11:50:20.615448 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-4a614212-bbe5-4266-a4d6-31dba8b2117d tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Notify callbacks [] for subnet, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:20.617622 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-4a614212-bbe5-4266-a4d6-31dba8b2117d tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] 10.222.0.53 "DELETE /v2.0/subnets/c2a2b95c-d272-4123-9945-197e81b2f7b2 HTTP/1.1" status: 204 len: 168 time: 0.4304938 Jun 24 11:50:20.628694 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a614212-bbe5-4266-a4d6-31dba8b2117d tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Pushing event deleted for resources: {'Subnet': ['ID=c2a2b95c-d272-4123-9945-197e81b2f7b2,revision_number=None']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:50:20.632186 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-4a614212-bbe5-4266-a4d6-31dba8b2117d tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:50:20.636878 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 33000) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:50:20.669215 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b3fa30e-c22d-4a4a-b5c3-69aba6ed4b3f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d65c8f8-7530-5052-99fe-8ea05073750b-7519c109-cbc3-4ae6-a772-b89e305cde15', 'network_id': '7519c109-cbc3-4ae6-a772-b89e305cde15', 'tenant_id': '4bdab4c32b4d44488aec62537889cf20', 'fixed_ips': [{'subnet_id': '6b17da6b-9f3f-4ee9-9361-4b244d219b6c'}]}} from dv-neutron-797120-4-hyperv. {{(pid=128085) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 24 11:50:20.674737 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-4b3fa30e-c22d-4a4a-b5c3-69aba6ed4b3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_create {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:20.739945 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68289afb-f69a-4334-91d7-f2cb76114c72 None None] Pushing event updated for resources: {'Port': ['ID=238e6389-9ad9-4f4d-94eb-e860ef708017,revision_number=1']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:50:20.772232 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-9fcfeeda-4899-4c4a-88fb-3e9c34195476 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-534962'] for network, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:20.773481 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-68289afb-f69a-4334-91d7-f2cb76114c72 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.440s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:50:20.791667 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-9263d531-6807-4ff9-9917-1f1fd11380a2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.426s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:50:20.859220 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.db.db_base_plugin_common [None req-5b906cd3-96e9-4cca-a695-3c9ace9ce76f tempest-FloatingIPNegativeTestJSON-1774915856 tempest-FloatingIPNegativeTestJSON-1774915856-project] Allocated IP 172.20.0.1 (39bb7f4c-45b2-4e1a-b374-1e27b3cfecb6/bdf2a8a4-cc57-4b44-aadf-954b08d93865/f56ea566-967c-4cad-be73-87eaf3bbad34) {{(pid=128084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 11:50:20.906674 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-958d2eda-d8a3-42b1-ac77-209d9b214e00 tempest-TestNetworkAdvancedServerOps-1479438933 tempest-TestNetworkAdvancedServerOps-1479438933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:20.966254 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e59683c6-3476-4637-bcbb-606336617dee None None] Network 03caae99-e72a-4abf-80a6-0414b35a14bf requested from dv-neutron-797120-4-hyperv {{(pid=128085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 11:50:21.086911 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device cfddf947-affa-4252-b885-a466c46cc03d up at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 11:50:21.118686 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.db.db_base_plugin_common [None req-fd139b0e-1e98-4f93-8475-aa0d9c1f3cac tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Allocated IP 2001:db8::1fb (11a80c9d-f8ee-4388-91b0-d49a25200fee/6b0b2cfe-f417-44ac-9eb0-a69c7d039563/5a38cd53-8bf4-4b2b-a63d-9bdfa87c3093) {{(pid=128084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 11:50:21.131446 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.db.db_base_plugin_common [None req-fd139b0e-1e98-4f93-8475-aa0d9c1f3cac tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Allocated IP 2001:db8:0:1:f816:3eff:fecc:dcaf (11a80c9d-f8ee-4388-91b0-d49a25200fee/670dd4dd-bd3f-4a62-b72c-ebe68600786a/5a38cd53-8bf4-4b2b-a63d-9bdfa87c3093) {{(pid=128084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 11:50:21.134373 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.db_base_plugin_common [None req-958d2eda-d8a3-42b1-ac77-209d9b214e00 tempest-TestNetworkAdvancedServerOps-1479438933 tempest-TestNetworkAdvancedServerOps-1479438933-project] Allocated IP 172.26.7.128 (f2b8ca71-e776-48b2-8898-96cc7970207b/f37bf603-3862-4d0a-9f58-89616f7fd68f/8e110ae6-b3cc-4b87-a196-57a9b8ecd516) {{(pid=128083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 11:50:21.215234 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.api.v2.resource [None req-6516a413-7a29-4d27-ad3c-79944cfe95fc tempest-RoutersNegativeIpV6Test-675716403 tempest-RoutersNegativeIpV6Test-675716403-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 24 11:50:21.219793 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-6516a413-7a29-4d27-ad3c-79944cfe95fc tempest-RoutersNegativeIpV6Test-675716403 tempest-RoutersNegativeIpV6Test-675716403-project] 10.222.0.53 "PUT /v2.0/routers/191dbf92-0d40-4914-afa9-7961b13cbda7 HTTP/1.1" status: 400 len: 364 time: 1.4201350 Jun 24 11:50:21.219941 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-68289afb-f69a-4334-91d7-f2cb76114c72 None None] Attempting to bind port 238e6389-9ad9-4f4d-94eb-e860ef708017 on host dv-neutron-797120-4-hyperv for vnic_type normal with profile {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 11:50:21.219941 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-68289afb-f69a-4334-91d7-f2cb76114c72 None None] Attempting to bind port 238e6389-9ad9-4f4d-94eb-e860ef708017 by drivers openvswitch,hyperv on host dv-neutron-797120-4-hyperv at level 0 using segments [{'id': 'b8e6d30f-d177-47cb-a8bf-8c17f9a47b66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '39bb7f4c-45b2-4e1a-b374-1e27b3cfecb6'}] {{(pid=128085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 11:50:21.219941 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68289afb-f69a-4334-91d7-f2cb76114c72 None None] Attempting to bind port 238e6389-9ad9-4f4d-94eb-e860ef708017 on network 39bb7f4c-45b2-4e1a-b374-1e27b3cfecb6 {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 11:50:21.222846 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 33032) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:50:21.295611 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-778a4946-25ed-4cef-a934-40aa28bd4cdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800410'] for security_group, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:21.298223 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-778a4946-25ed-4cef-a934-40aa28bd4cdb admin admin] Notify callbacks [] for security_group, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:21.299524 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-778a4946-25ed-4cef-a934-40aa28bd4cdb admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/1ea29696-9670-4121-acd3-064c6621e7f5 HTTP/1.1" status: 204 len: 168 time: 1.3049827 Jun 24 11:50:21.302694 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-25a2671b-7fc9-4368-93a7-13bb9e44cb89 None None] Provisioning complete for port fc2f5375-4411-453c-a5e2-b5bcff2583fb triggered by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:50:21.304189 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-25a2671b-7fc9-4368-93a7-13bb9e44cb89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:21.309537 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-334a3130-f111-4a5d-ab29-cfe2b9a0b42d tempest-TagsTest-896644298 tempest-TagsTest-896644298-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:50:21.339590 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778a4946-25ed-4cef-a934-40aa28bd4cdb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ea29696-9670-4121-acd3-064c6621e7f5,revision_number=None']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:50:21.367509 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-778a4946-25ed-4cef-a934-40aa28bd4cdb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:50:21.381665 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68289afb-f69a-4334-91d7-f2cb76114c72 None None] Checking agent: {'id': 'e3a695b2-c397-461f-83b0-10b79d490b59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 11, 36, 56), 'started_at': datetime.datetime(2021, 6, 24, 11, 37, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 11, 49, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 11:50:21.382763 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68289afb-f69a-4334-91d7-f2cb76114c72 None None] Checking segment: {'id': 'b8e6d30f-d177-47cb-a8bf-8c17f9a47b66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '39bb7f4c-45b2-4e1a-b374-1e27b3cfecb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=128085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 11:50:21.383292 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-68289afb-f69a-4334-91d7-f2cb76114c72 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:21.383844 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68289afb-f69a-4334-91d7-f2cb76114c72 None None] Bound using segment: {'id': 'b8e6d30f-d177-47cb-a8bf-8c17f9a47b66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '39bb7f4c-45b2-4e1a-b374-1e27b3cfecb6'} {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 11:50:21.385540 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-68289afb-f69a-4334-91d7-f2cb76114c72 None None] Bound port: 238e6389-9ad9-4f4d-94eb-e860ef708017, host: dv-neutron-797120-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8e6d30f-d177-47cb-a8bf-8c17f9a47b66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '39bb7f4c-45b2-4e1a-b374-1e27b3cfecb6'}}] {{(pid=128085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 11:50:21.386717 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-68289afb-f69a-4334-91d7-f2cb76114c72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:21.391872 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.plugin [None req-9fcfeeda-4899-4c4a-88fb-3e9c34195476 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Deleting port fc2f5375-4411-453c-a5e2-b5bcff2583fb {{(pid=128084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 11:50:21.392226 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-9fcfeeda-4899-4c4a-88fb-3e9c34195476 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793193942312'] for port, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:21.440517 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaabedbf-bbc0-4856-a6e1-2643fd184150 None None] Pushing event updated for resources: {'Port': ['ID=fc2f5375-4411-453c-a5e2-b5bcff2583fb,revision_number=4']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:50:21.456839 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-aaabedbf-bbc0-4856-a6e1-2643fd184150 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.664s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:50:21.479976 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-5b906cd3-96e9-4cca-a695-3c9ace9ce76f tempest-FloatingIPNegativeTestJSON-1774915856 tempest-FloatingIPNegativeTestJSON-1774915856-project] Notify callbacks [] for port, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:21.569285 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning complete for port cfddf947-affa-4252-b885-a466c46cc03d triggered by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:50:21.569776 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:21.574605 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.db.provisioning_blocks [None req-5b906cd3-96e9-4cca-a695-3c9ace9ce76f tempest-FloatingIPNegativeTestJSON-1774915856 tempest-FloatingIPNegativeTestJSON-1774915856-project] Transition to ACTIVE for port object f56ea566-967c-4cad-be73-87eaf3bbad34 will not be triggered until provisioned by entity DHCP. {{(pid=128084) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 11:50:21.617321 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.db [None req-9fcfeeda-4899-4c4a-88fb-3e9c34195476 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] For port fc2f5375-4411-453c-a5e2-b5bcff2583fb, host dv-neutron-797120-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=fc2f5375-4411-453c-a5e2-b5bcff2583fb,segment=NetworkSegment(19a08d70-b9d9-463d-b241-e33711f7a946),segment_id=19a08d70-b9d9-463d-b241-e33711f7a946)] {{(pid=128084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 11:50:21.617971 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-9fcfeeda-4899-4c4a-88fb-3e9c34195476 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1978872'] for port, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:21.663717 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.plugin [None req-9fcfeeda-4899-4c4a-88fb-3e9c34195476 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Calling delete_port for fc2f5375-4411-453c-a5e2-b5bcff2583fb owned by network:dhcp {{(pid=128084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 11:50:21.685414 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-fd139b0e-1e98-4f93-8475-aa0d9c1f3cac tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks [] for port, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:21.753906 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.db_base_plugin_common [None req-4b3fa30e-c22d-4a4a-b5c3-69aba6ed4b3f None None] Allocated IP 2001:db8:1::2 (7519c109-cbc3-4ae6-a772-b89e305cde15/6b17da6b-9f3f-4ee9-9361-4b244d219b6c/a8ca1cdc-e10a-49e4-9b8e-961a6a204cc4) {{(pid=128085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 11:50:21.766032 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.db.provisioning_blocks [None req-fd139b0e-1e98-4f93-8475-aa0d9c1f3cac tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Transition to ACTIVE for port object 5a38cd53-8bf4-4b2b-a63d-9bdfa87c3093 will not be triggered until provisioned by entity DHCP. {{(pid=128084) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 11:50:21.773655 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-5b906cd3-96e9-4cca-a695-3c9ace9ce76f tempest-FloatingIPNegativeTestJSON-1774915856 tempest-FloatingIPNegativeTestJSON-1774915856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-650429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-506361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793193536723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3291971'] for port, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:21.809037 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-ef449bc6-d6cd-45a2-a499-83537304c4e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:50:21.850344 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b906cd3-96e9-4cca-a695-3c9ace9ce76f tempest-FloatingIPNegativeTestJSON-1774915856 tempest-FloatingIPNegativeTestJSON-1774915856-project] Network 39bb7f4c-45b2-4e1a-b374-1e27b3cfecb6 is already hosted by enough agents. {{(pid=128084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 11:50:21.860867 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.base_scheduler [None req-5b906cd3-96e9-4cca-a695-3c9ace9ce76f tempest-FloatingIPNegativeTestJSON-1774915856 tempest-FloatingIPNegativeTestJSON-1774915856-project] Resources bound (agent type, host, resource id): {{(pid=128084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:50:21.863891 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b906cd3-96e9-4cca-a695-3c9ace9ce76f tempest-FloatingIPNegativeTestJSON-1774915856 tempest-FloatingIPNegativeTestJSON-1774915856-project] Received port after_create {{(pid=128084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 11:50:21.888611 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-25a2671b-7fc9-4368-93a7-13bb9e44cb89 None None] Could not find standard attr ID for object 88a03017-41c5-4003-9f88-a6384c9f3e01. {{(pid=128085) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 24 11:50:21.911619 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-68289afb-f69a-4334-91d7-f2cb76114c72 None None] For port 238e6389-9ad9-4f4d-94eb-e860ef708017, host dv-neutron-797120-4-hyperv, cleared binding levels {{(pid=128085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 11:50:21.928547 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-68289afb-f69a-4334-91d7-f2cb76114c72 None None] For port 238e6389-9ad9-4f4d-94eb-e860ef708017, host dv-neutron-797120-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=238e6389-9ad9-4f4d-94eb-e860ef708017,segment=NetworkSegment(b8e6d30f-d177-47cb-a8bf-8c17f9a47b66),segment_id=b8e6d30f-d177-47cb-a8bf-8c17f9a47b66)] {{(pid=128085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 11:50:22.005372 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-68289afb-f69a-4334-91d7-f2cb76114c72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:22.026218 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-6687905b-4aa1-4edb-832a-970f6da0e34b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:50:22.027720 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-5b906cd3-96e9-4cca-a695-3c9ace9ce76f tempest-FloatingIPNegativeTestJSON-1774915856 tempest-FloatingIPNegativeTestJSON-1774915856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1978458'] for router_interface, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:22.036195 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-958d2eda-d8a3-42b1-ac77-209d9b214e00 tempest-TestNetworkAdvancedServerOps-1479438933 tempest-TestNetworkAdvancedServerOps-1479438933-project] Notify callbacks [] for port, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:22.086857 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-da4456dc-02ac-45de-9453-0ebf667f8451 tempest-RoutersNegativeIpV6Test-675716403 tempest-RoutersNegativeIpV6Test-675716403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:22.102231 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b906cd3-96e9-4cca-a695-3c9ace9ce76f tempest-FloatingIPNegativeTestJSON-1774915856 tempest-FloatingIPNegativeTestJSON-1774915856-project] Pushing event updated for resources: {'Port': ['ID=f56ea566-967c-4cad-be73-87eaf3bbad34,revision_number=1']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:50:22.114123 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-5b906cd3-96e9-4cca-a695-3c9ace9ce76f tempest-FloatingIPNegativeTestJSON-1774915856 tempest-FloatingIPNegativeTestJSON-1774915856-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.305s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:50:22.130981 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91f47fb1-d3be-4225-9d5d-fe43e769b2b8 None None] DHCP port deletion for 03caae99-e72a-4abf-80a6-0414b35a14bf request from dv-neutron-797120-4-hyperv {{(pid=128085) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 24 11:50:22.137901 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68289afb-f69a-4334-91d7-f2cb76114c72 None None] Pushing event updated for resources: {'Port': ['ID=238e6389-9ad9-4f4d-94eb-e860ef708017,revision_number=2']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:50:22.141379 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-68289afb-f69a-4334-91d7-f2cb76114c72 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:50:22.161889 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-9fcfeeda-4899-4c4a-88fb-3e9c34195476 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793193945299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193536732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3292088'] for port, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:22.169859 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-cb69410b-ea85-424f-b784-99638a8766b0 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:50:22.173993 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-fd139b0e-1e98-4f93-8475-aa0d9c1f3cac tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-650429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-506361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793193536723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3291971'] for port, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:22.229078 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fcfeeda-4899-4c4a-88fb-3e9c34195476 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Pushing event deleted for resources: {'Port': ['ID=fc2f5375-4411-453c-a5e2-b5bcff2583fb,revision_number=None']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:50:22.241133 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fcfeeda-4899-4c4a-88fb-3e9c34195476 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] No DVR routers for this DVR port fc2f5375-4411-453c-a5e2-b5bcff2583fb on host dv-neutron-797120-4-hyperv {{(pid=128084) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 11:50:22.254744 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-9fcfeeda-4899-4c4a-88fb-3e9c34195476 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:50:22.264186 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-3c907d9c-c113-472a-90b0-d4bb6d2703dd tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.070s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:50:22.279322 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-0fabb182-2d74-46c3-a308-0683fd94e63b None None] Provisioning complete for port cfddf947-affa-4252-b885-a466c46cc03d triggered by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:50:22.280538 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-0fabb182-2d74-46c3-a308-0683fd94e63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:22.323000 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device 459e0a33-3947-4406-8e3c-9c4b0bf982a7 up at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 11:50:22.333663 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd139b0e-1e98-4f93-8475-aa0d9c1f3cac tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Network 11a80c9d-f8ee-4388-91b0-d49a25200fee is already hosted by enough agents. {{(pid=128084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 11:50:22.359850 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-958d2eda-d8a3-42b1-ac77-209d9b214e00 tempest-TestNetworkAdvancedServerOps-1479438933 tempest-TestNetworkAdvancedServerOps-1479438933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-650429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-506361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793193536723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2537853'] for port, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:22.369257 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-9283d053-15d1-41c0-9dd9-e8e59ab0a92b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:50:22.404735 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.base_scheduler [None req-fd139b0e-1e98-4f93-8475-aa0d9c1f3cac tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Resources bound (agent type, host, resource id): {{(pid=128084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:50:22.412602 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd139b0e-1e98-4f93-8475-aa0d9c1f3cac tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Received port after_create {{(pid=128084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 11:50:22.418352 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd139b0e-1e98-4f93-8475-aa0d9c1f3cac tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=128084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:50:22.418981 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-fd139b0e-1e98-4f93-8475-aa0d9c1f3cac tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468916'] for port, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:22.475578 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-958d2eda-d8a3-42b1-ac77-209d9b214e00 tempest-TestNetworkAdvancedServerOps-1479438933 tempest-TestNetworkAdvancedServerOps-1479438933-project] Network f2b8ca71-e776-48b2-8898-96cc7970207b is already hosted by enough agents. {{(pid=128083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 11:50:22.481973 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning for port 459e0a33-3947-4406-8e3c-9c4b0bf982a7 completed by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 11:50:22.491788 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd139b0e-1e98-4f93-8475-aa0d9c1f3cac tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Pushing event updated for resources: {'Port': ['ID=5a38cd53-8bf4-4b2b-a63d-9bdfa87c3093,revision_number=1']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:50:22.496906 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning complete for port 459e0a33-3947-4406-8e3c-9c4b0bf982a7 triggered by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:50:22.497588 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:22.503784 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.base_scheduler [None req-958d2eda-d8a3-42b1-ac77-209d9b214e00 tempest-TestNetworkAdvancedServerOps-1479438933 tempest-TestNetworkAdvancedServerOps-1479438933-project] Resources bound (agent type, host, resource id): {{(pid=128083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:50:22.507988 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-958d2eda-d8a3-42b1-ac77-209d9b214e00 tempest-TestNetworkAdvancedServerOps-1479438933 tempest-TestNetworkAdvancedServerOps-1479438933-project] Received port after_create {{(pid=128083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 11:50:22.508332 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-9fcfeeda-4899-4c4a-88fb-3e9c34195476 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973199', 'neutron.services.segments.db._delete_segments_for_network-8793194012456'] for network, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:22.521351 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd139b0e-1e98-4f93-8475-aa0d9c1f3cac tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:50:22.521634 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd139b0e-1e98-4f93-8475-aa0d9c1f3cac tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:50:22.522020 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd139b0e-1e98-4f93-8475-aa0d9c1f3cac tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:50:22.522203 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd139b0e-1e98-4f93-8475-aa0d9c1f3cac tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:50:22.522567 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd139b0e-1e98-4f93-8475-aa0d9c1f3cac tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:50:22.522942 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd139b0e-1e98-4f93-8475-aa0d9c1f3cac tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:50:22.523308 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd139b0e-1e98-4f93-8475-aa0d9c1f3cac tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:50:22.523679 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd139b0e-1e98-4f93-8475-aa0d9c1f3cac tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:50:22.524515 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd139b0e-1e98-4f93-8475-aa0d9c1f3cac tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:50:22.524920 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd139b0e-1e98-4f93-8475-aa0d9c1f3cac tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:50:22.525324 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd139b0e-1e98-4f93-8475-aa0d9c1f3cac tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:50:22.525690 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd139b0e-1e98-4f93-8475-aa0d9c1f3cac tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:50:22.534378 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-fd139b0e-1e98-4f93-8475-aa0d9c1f3cac tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 4.6986415 Jun 24 11:50:22.534378 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-fd139b0e-1e98-4f93-8475-aa0d9c1f3cac tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:50:22.536700 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-5b906cd3-96e9-4cca-a695-3c9ace9ce76f tempest-FloatingIPNegativeTestJSON-1774915856 tempest-FloatingIPNegativeTestJSON-1774915856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:22.539283 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.services.segments.db [None req-9fcfeeda-4899-4c4a-88fb-3e9c34195476 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03caae99-e72a-4abf-80a6-0414b35a14bf']}} {{(pid=128084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:50:22.541320 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 33050) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:50:22.569099 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.services.segments.db [None req-9fcfeeda-4899-4c4a-88fb-3e9c34195476 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19a08d70-b9d9-463d-b241-e33711f7a946') {'for_net_delete': True} {{(pid=128084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:50:22.575994 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.services.segments.db [None req-9fcfeeda-4899-4c4a-88fb-3e9c34195476 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19a08d70-b9d9-463d-b241-e33711f7a946') {} {{(pid=128084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:50:22.608932 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958d2eda-d8a3-42b1-ac77-209d9b214e00 tempest-TestNetworkAdvancedServerOps-1479438933 tempest-TestNetworkAdvancedServerOps-1479438933-project] Pushing event updated for resources: {'Port': ['ID=8e110ae6-b3cc-4b87-a196-57a9b8ecd516,revision_number=1']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:50:22.630052 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-958d2eda-d8a3-42b1-ac77-209d9b214e00 tempest-TestNetworkAdvancedServerOps-1479438933 tempest-TestNetworkAdvancedServerOps-1479438933-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:50:22.695097 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-9fcfeeda-4899-4c4a-88fb-3e9c34195476 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793194097327', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2373599'] for segment, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:22.834927 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-9fcfeeda-4899-4c4a-88fb-3e9c34195476 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967879'] for segment, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:22.851245 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9fcfeeda-4899-4c4a-88fb-3e9c34195476 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Releasing vlan 614 on physical network physnet1 to pool {{(pid=128084) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 11:50:22.852061 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-9fcfeeda-4899-4c4a-88fb-3e9c34195476 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3292053'] for segment, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:22.855937 dv-neutron-797120-4-hyperv neutron-server[128084]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 11:50:22.855937 dv-neutron-797120-4-hyperv neutron-server[128084]: conditions |= (models_v2.Port.network_id.in_( Jun 24 11:50:22.855937 dv-neutron-797120-4-hyperv neutron-server[128084]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 11:50:22.855937 dv-neutron-797120-4-hyperv neutron-server[128084]: conditions |= (models_v2.Port.network_id.in_( Jun 24 11:50:22.855937 dv-neutron-797120-4-hyperv neutron-server[128084]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 11:50:22.855937 dv-neutron-797120-4-hyperv neutron-server[128084]: conditions |= (models_v2.Port.network_id.in_( Jun 24 11:50:22.855937 dv-neutron-797120-4-hyperv neutron-server[128084]: Traceback (most recent call last): Jun 24 11:50:22.855937 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 24 11:50:22.855937 dv-neutron-797120-4-hyperv neutron-server[128084]: timer() Jun 24 11:50:22.855937 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 24 11:50:22.855937 dv-neutron-797120-4-hyperv neutron-server[128084]: cb(*args, **kw) Jun 24 11:50:22.855937 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 24 11:50:22.855937 dv-neutron-797120-4-hyperv neutron-server[128084]: return func(*args, **kwargs) Jun 24 11:50:22.855937 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 24 11:50:22.855937 dv-neutron-797120-4-hyperv neutron-server[128084]: self._notify() Jun 24 11:50:22.855937 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 24 11:50:22.855937 dv-neutron-797120-4-hyperv neutron-server[128084]: self.callback(batched_events) Jun 24 11:50:22.855937 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 24 11:50:22.855937 dv-neutron-797120-4-hyperv neutron-server[128084]: event.method(event) Jun 24 11:50:22.855937 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 24 11:50:22.855937 dv-neutron-797120-4-hyperv neutron-server[128084]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 24 11:50:22.855937 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 24 11:50:22.855937 dv-neutron-797120-4-hyperv neutron-server[128084]: aggregate_uuid = self.p_client.list_aggregates( Jun 24 11:50:22.855937 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 24 11:50:22.855937 dv-neutron-797120-4-hyperv neutron-server[128084]: return f(self, *a, **k) Jun 24 11:50:22.855937 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 24 11:50:22.855937 dv-neutron-797120-4-hyperv neutron-server[128084]: return self._get(url).json() Jun 24 11:50:22.855937 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 24 11:50:22.855937 dv-neutron-797120-4-hyperv neutron-server[128084]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 24 11:50:22.855937 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 24 11:50:22.855937 dv-neutron-797120-4-hyperv neutron-server[128084]: return self.request(url, 'GET', **kwargs) Jun 24 11:50:22.855937 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 24 11:50:22.855937 dv-neutron-797120-4-hyperv neutron-server[128084]: base_url = self.get_endpoint(auth, allow=allow, Jun 24 11:50:22.855937 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 24 11:50:22.855937 dv-neutron-797120-4-hyperv neutron-server[128084]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 24 11:50:22.855937 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 24 11:50:22.855937 dv-neutron-797120-4-hyperv neutron-server[128084]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 24 11:50:22.855937 dv-neutron-797120-4-hyperv neutron-server[128084]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 24 11:50:22.864971 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-0fabb182-2d74-46c3-a308-0683fd94e63b None None] Could not find standard attr ID for object 88a03017-41c5-4003-9f88-a6384c9f3e01. {{(pid=128085) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 24 11:50:23.084442 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:23.099347 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.db_base_plugin_common [None req-da4456dc-02ac-45de-9453-0ebf667f8451 tempest-RoutersNegativeIpV6Test-675716403 tempest-RoutersNegativeIpV6Test-675716403-project] Allocated IP 2001:db8::1 (a2dcfe8d-3012-457c-a644-be7c82a9b201/57692894-ac03-4e47-a2ec-84303fac87e8/ae119c4b-4694-4430-ab7c-9a1b8f74cfb4) {{(pid=128083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 11:50:23.151082 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-4b3fa30e-c22d-4a4a-b5c3-69aba6ed4b3f None None] Notify callbacks [] for port, precommit_create {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:23.171562 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-4b3fa30e-c22d-4a4a-b5c3-69aba6ed4b3f None None] Transition to ACTIVE for port object a8ca1cdc-e10a-49e4-9b8e-961a6a204cc4 will not be triggered until provisioned by entity L2. {{(pid=128085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 11:50:23.254756 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-4b3fa30e-c22d-4a4a-b5c3-69aba6ed4b3f None None] Transition to ACTIVE for port object a8ca1cdc-e10a-49e4-9b8e-961a6a204cc4 will not be triggered until provisioned by entity DHCP. {{(pid=128085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 11:50:23.280334 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-4b3fa30e-c22d-4a4a-b5c3-69aba6ed4b3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-650429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-506361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793193536723'] for port, after_create {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:23.304673 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-f2418306-cc9f-4b52-a3c1-31b810554ea5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:50:23.345347 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b3fa30e-c22d-4a4a-b5c3-69aba6ed4b3f None None] Network 7519c109-cbc3-4ae6-a772-b89e305cde15 is already hosted by enough agents. {{(pid=128085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 11:50:23.359914 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.scheduler.base_scheduler [None req-4b3fa30e-c22d-4a4a-b5c3-69aba6ed4b3f None None] Resources bound (agent type, host, resource id): {{(pid=128085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:50:23.374345 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b3fa30e-c22d-4a4a-b5c3-69aba6ed4b3f None None] Received port after_create {{(pid=128085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 11:50:23.376305 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-d428f256-7700-4941-8e2e-1c630ce248a7 None None] Provisioning for port 5a38cd53-8bf4-4b2b-a63d-9bdfa87c3093 completed by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 11:50:23.380351 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] For port 459e0a33-3947-4406-8e3c-9c4b0bf982a7, host dv-neutron-797120-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=459e0a33-3947-4406-8e3c-9c4b0bf982a7,segment=NetworkSegment(8cb26e43-9885-4059-a45d-aa200848b3e8),segment_id=8cb26e43-9885-4059-a45d-aa200848b3e8)] {{(pid=128085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 11:50:23.391351 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:23.393568 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-d428f256-7700-4941-8e2e-1c630ce248a7 None None] Provisioning complete for port 5a38cd53-8bf4-4b2b-a63d-9bdfa87c3093 triggered by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:50:23.393936 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-d428f256-7700-4941-8e2e-1c630ce248a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:23.534227 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-9fcfeeda-4899-4c4a-88fb-3e9c34195476 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1800243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1815642'] for network, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:23.543291 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-9a0cee07-191a-4b0f-a509-78a74f2fcab6 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:50:23.561253 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-9fcfeeda-4899-4c4a-88fb-3e9c34195476 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Notify callbacks [] for network, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:23.566812 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-9fcfeeda-4899-4c4a-88fb-3e9c34195476 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] 10.222.0.53 "DELETE /v2.0/networks/03caae99-e72a-4abf-80a6-0414b35a14bf HTTP/1.1" status: 204 len: 168 time: 2.9209256 Jun 24 11:50:23.584871 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 33064) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:50:23.593048 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [None req-c831066e-a733-416e-a01b-340394c8f222 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-5291925'}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:50:23.594235 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.plugin [None req-674ab373-7106-49d5-8224-ba395609d310 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Deleting port 5a38cd53-8bf4-4b2b-a63d-9bdfa87c3093 {{(pid=128084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 11:50:23.594580 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-674ab373-7106-49d5-8224-ba395609d310 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793193942312'] for port, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:23.607862 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fcfeeda-4899-4c4a-88fb-3e9c34195476 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Pushing event deleted for resources: {'Network': ['ID=03caae99-e72a-4abf-80a6-0414b35a14bf,revision_number=None']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:50:23.630136 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-9fcfeeda-4899-4c4a-88fb-3e9c34195476 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:50:23.804462 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3fa30e-c22d-4a4a-b5c3-69aba6ed4b3f None None] Pushing event updated for resources: {'Port': ['ID=a8ca1cdc-e10a-49e4-9b8e-961a6a204cc4,revision_number=1']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:50:23.806967 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device 238e6389-9ad9-4f4d-94eb-e860ef708017 up at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 11:50:23.944825 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-674ab373-7106-49d5-8224-ba395609d310 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1978872'] for port, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:23.988809 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c831066e-a733-416e-a01b-340394c8f222 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Made reservation on behalf of 99955773979244bf90218a1ecde00120 for: {'network': 1} {{(pid=128083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 11:50:23.993121 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.plugin [None req-674ab373-7106-49d5-8224-ba395609d310 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Calling delete_port for 5a38cd53-8bf4-4b2b-a63d-9bdfa87c3093 owned by {{(pid=128084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 11:50:23.993364 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3fa30e-c22d-4a4a-b5c3-69aba6ed4b3f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:50:23.994461 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3fa30e-c22d-4a4a-b5c3-69aba6ed4b3f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:50:23.996723 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-c831066e-a733-416e-a01b-340394c8f222 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for network, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:23.997250 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3fa30e-c22d-4a4a-b5c3-69aba6ed4b3f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:50:23.997971 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3fa30e-c22d-4a4a-b5c3-69aba6ed4b3f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:50:23.998574 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3fa30e-c22d-4a4a-b5c3-69aba6ed4b3f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:50:23.999164 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3fa30e-c22d-4a4a-b5c3-69aba6ed4b3f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:50:23.999742 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3fa30e-c22d-4a4a-b5c3-69aba6ed4b3f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:50:24.000324 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3fa30e-c22d-4a4a-b5c3-69aba6ed4b3f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:50:24.002253 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3fa30e-c22d-4a4a-b5c3-69aba6ed4b3f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:50:24.002935 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3fa30e-c22d-4a4a-b5c3-69aba6ed4b3f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:50:24.012100 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3fa30e-c22d-4a4a-b5c3-69aba6ed4b3f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:50:24.012100 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3fa30e-c22d-4a4a-b5c3-69aba6ed4b3f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:50:24.015138 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-4b3fa30e-c22d-4a4a-b5c3-69aba6ed4b3f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.711s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:50:24.022097 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-271ba538-5c69-4dd5-ae19-0ac2521b50a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:24.023788 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-aaabedbf-bbc0-4856-a6e1-2643fd184150 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.220s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:50:24.055599 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-5b906cd3-96e9-4cca-a695-3c9ace9ce76f tempest-FloatingIPNegativeTestJSON-1774915856 tempest-FloatingIPNegativeTestJSON-1774915856-project] Notify callbacks [] for port, precommit_update {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:24.056936 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-d428f256-7700-4941-8e2e-1c630ce248a7 None None] Port 5a38cd53-8bf4-4b2b-a63d-9bdfa87c3093 cannot update to ACTIVE because it is not bound. {{(pid=128085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 11:50:24.065754 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-4b3fa30e-c22d-4a4a-b5c3-69aba6ed4b3f None None] Attempting to bind port a8ca1cdc-e10a-49e4-9b8e-961a6a204cc4 on host dv-neutron-797120-4-hyperv for vnic_type normal with profile {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 11:50:24.066490 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-4b3fa30e-c22d-4a4a-b5c3-69aba6ed4b3f None None] Attempting to bind port a8ca1cdc-e10a-49e4-9b8e-961a6a204cc4 by drivers openvswitch,hyperv on host dv-neutron-797120-4-hyperv at level 0 using segments [{'id': 'c5dd1ae7-d79a-4c0a-b508-37d1ae8cff13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '7519c109-cbc3-4ae6-a772-b89e305cde15'}] {{(pid=128085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 11:50:24.067062 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b3fa30e-c22d-4a4a-b5c3-69aba6ed4b3f None None] Attempting to bind port a8ca1cdc-e10a-49e4-9b8e-961a6a204cc4 on network 7519c109-cbc3-4ae6-a772-b89e305cde15 {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 11:50:24.084079 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b3fa30e-c22d-4a4a-b5c3-69aba6ed4b3f None None] Checking agent: {'id': 'e3a695b2-c397-461f-83b0-10b79d490b59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 11, 36, 56), 'started_at': datetime.datetime(2021, 6, 24, 11, 37, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 11, 49, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 11:50:24.084756 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b3fa30e-c22d-4a4a-b5c3-69aba6ed4b3f None None] Checking segment: {'id': 'c5dd1ae7-d79a-4c0a-b508-37d1ae8cff13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '7519c109-cbc3-4ae6-a772-b89e305cde15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=128085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 11:50:24.085713 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-4b3fa30e-c22d-4a4a-b5c3-69aba6ed4b3f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:24.086290 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b3fa30e-c22d-4a4a-b5c3-69aba6ed4b3f None None] Bound using segment: {'id': 'c5dd1ae7-d79a-4c0a-b508-37d1ae8cff13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '7519c109-cbc3-4ae6-a772-b89e305cde15'} {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 11:50:24.086959 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-4b3fa30e-c22d-4a4a-b5c3-69aba6ed4b3f None None] Bound port: a8ca1cdc-e10a-49e4-9b8e-961a6a204cc4, host: dv-neutron-797120-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5dd1ae7-d79a-4c0a-b508-37d1ae8cff13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '7519c109-cbc3-4ae6-a772-b89e305cde15'}}] {{(pid=128085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 11:50:24.087545 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-4b3fa30e-c22d-4a4a-b5c3-69aba6ed4b3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:24.130976 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Pushing event updated for resources: {'Port': ['ID=459e0a33-3947-4406-8e3c-9c4b0bf982a7,revision_number=5']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:50:24.131960 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-da4456dc-02ac-45de-9453-0ebf667f8451 tempest-RoutersNegativeIpV6Test-675716403 tempest-RoutersNegativeIpV6Test-675716403-project] Notify callbacks [] for port, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:24.135623 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:50:24.144241 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-5b906cd3-96e9-4cca-a695-3c9ace9ce76f tempest-FloatingIPNegativeTestJSON-1774915856 tempest-FloatingIPNegativeTestJSON-1774915856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3292081'] for port, after_update {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:24.164218 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c831066e-a733-416e-a01b-340394c8f222 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] vlan segment allocate from pool success with {'vlan_id': 626, 'physical_network': 'physnet1'} {{(pid=128083) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 11:50:24.196121 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.provisioning_blocks [None req-da4456dc-02ac-45de-9453-0ebf667f8451 tempest-RoutersNegativeIpV6Test-675716403 tempest-RoutersNegativeIpV6Test-675716403-project] Transition to ACTIVE for port object ae119c4b-4694-4430-ab7c-9a1b8f74cfb4 will not be triggered until provisioned by entity DHCP. {{(pid=128083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 11:50:24.208003 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-c831066e-a733-416e-a01b-340394c8f222 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967879'] for segment, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:24.208357 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.db.segments_db [None req-c831066e-a733-416e-a01b-340394c8f222 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Added segment af6b8930-00b2-4458-ae97-6cf73b02039d of type vlan for network 106a46bd-ee1c-45c6-bec0-d8db44801211 Jun 24 11:50:24.224283 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-958d2eda-d8a3-42b1-ac77-209d9b214e00 tempest-TestNetworkAdvancedServerOps-1479438933 tempest-TestNetworkAdvancedServerOps-1479438933-project] Notify callbacks [] for floatingip, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:24.227916 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-4b3fa30e-c22d-4a4a-b5c3-69aba6ed4b3f None None] For port a8ca1cdc-e10a-49e4-9b8e-961a6a204cc4, host dv-neutron-797120-4-hyperv, cleared binding levels {{(pid=128085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 11:50:24.233222 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-4b3fa30e-c22d-4a4a-b5c3-69aba6ed4b3f None None] For port a8ca1cdc-e10a-49e4-9b8e-961a6a204cc4, host dv-neutron-797120-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=a8ca1cdc-e10a-49e4-9b8e-961a6a204cc4,segment=NetworkSegment(c5dd1ae7-d79a-4c0a-b508-37d1ae8cff13),segment_id=c5dd1ae7-d79a-4c0a-b508-37d1ae8cff13)] {{(pid=128085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 11:50:24.236836 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning for port 238e6389-9ad9-4f4d-94eb-e860ef708017 completed by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 11:50:24.248039 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-9fcfeeda-4899-4c4a-88fb-3e9c34195476 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:50:24.250729 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-4b3fa30e-c22d-4a4a-b5c3-69aba6ed4b3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:24.254160 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:50:24.263898 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-5b906cd3-96e9-4cca-a695-3c9ace9ce76f tempest-FloatingIPNegativeTestJSON-1774915856 tempest-FloatingIPNegativeTestJSON-1774915856-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1783050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1978542'] for router_interface, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:24.359428 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device fc2f5375-4411-453c-a5e2-b5bcff2583fb no longer exists at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 11:50:24.374995 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3fa30e-c22d-4a4a-b5c3-69aba6ed4b3f None None] Pushing event updated for resources: {'Port': ['ID=a8ca1cdc-e10a-49e4-9b8e-961a6a204cc4,revision_number=2']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:50:24.398064 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-4b3fa30e-c22d-4a4a-b5c3-69aba6ed4b3f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:50:24.399161 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] No Port match for: fc2f5375-4411-453c-a5e2-b5bcff2583fb {{(pid=128085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 11:50:24.399622 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device fc2f5375-4411-453c-a5e2-b5bcff2583fb not bound to the agent host dv-neutron-797120-4-hyperv {{(pid=128085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 11:50:24.421722 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-c831066e-a733-416e-a01b-340394c8f222 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793193525068'] for network, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:24.444358 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d445e73f-a8d1-42b6-91dd-66fc6dbaeb4c None None] Network 39bb7f4c-45b2-4e1a-b374-1e27b3cfecb6 requested from dv-neutron-797120-4-hyperv {{(pid=128085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 11:50:24.495623 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-da4456dc-02ac-45de-9453-0ebf667f8451 tempest-RoutersNegativeIpV6Test-675716403 tempest-RoutersNegativeIpV6Test-675716403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-650429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-506361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793193536723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2537853'] for port, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:24.508890 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-9283d053-15d1-41c0-9dd9-e8e59ab0a92b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:50:24.583103 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b906cd3-96e9-4cca-a695-3c9ace9ce76f tempest-FloatingIPNegativeTestJSON-1774915856 tempest-FloatingIPNegativeTestJSON-1774915856-project] Pushing event updated for resources: {'Port': ['ID=f56ea566-967c-4cad-be73-87eaf3bbad34,revision_number=2']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:50:24.587327 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-5b906cd3-96e9-4cca-a695-3c9ace9ce76f tempest-FloatingIPNegativeTestJSON-1774915856 tempest-FloatingIPNegativeTestJSON-1774915856-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.339s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:50:24.600456 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-7fd356dd-c65a-41a1-b547-37b03d3897e3 None None] Provisioning for port 238e6389-9ad9-4f4d-94eb-e860ef708017 completed by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 11:50:24.619704 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-7fd356dd-c65a-41a1-b547-37b03d3897e3 None None] Provisioning complete for port 238e6389-9ad9-4f4d-94eb-e860ef708017 triggered by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:50:24.623748 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-7fd356dd-c65a-41a1-b547-37b03d3897e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:24.625780 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da4456dc-02ac-45de-9453-0ebf667f8451 tempest-RoutersNegativeIpV6Test-675716403 tempest-RoutersNegativeIpV6Test-675716403-project] Network a2dcfe8d-3012-457c-a644-be7c82a9b201 is already hosted by enough agents. {{(pid=128083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 11:50:24.636350 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.base_scheduler [None req-da4456dc-02ac-45de-9453-0ebf667f8451 tempest-RoutersNegativeIpV6Test-675716403 tempest-RoutersNegativeIpV6Test-675716403-project] Resources bound (agent type, host, resource id): {{(pid=128083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:50:24.642980 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da4456dc-02ac-45de-9453-0ebf667f8451 tempest-RoutersNegativeIpV6Test-675716403 tempest-RoutersNegativeIpV6Test-675716403-project] Received port after_create {{(pid=128083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 11:50:24.644772 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-da4456dc-02ac-45de-9453-0ebf667f8451 tempest-RoutersNegativeIpV6Test-675716403 tempest-RoutersNegativeIpV6Test-675716403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1978458'] for router_interface, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:24.694484 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-c831066e-a733-416e-a01b-340394c8f222 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1800243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976'] for network, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:24.716671 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c831066e-a733-416e-a01b-340394c8f222 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:50:24.716671 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-c831066e-a733-416e-a01b-340394c8f222 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Notify callbacks [] for network, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:24.732759 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4456dc-02ac-45de-9453-0ebf667f8451 tempest-RoutersNegativeIpV6Test-675716403 tempest-RoutersNegativeIpV6Test-675716403-project] Pushing event updated for resources: {'Port': ['ID=ae119c4b-4694-4430-ab7c-9a1b8f74cfb4,revision_number=1']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:50:24.761321 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-c831066e-a733-416e-a01b-340394c8f222 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.1744633 Jun 24 11:50:24.762517 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 33080) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:50:24.763023 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 33082) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:50:24.775937 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b906cd3-96e9-4cca-a695-3c9ace9ce76f tempest-FloatingIPNegativeTestJSON-1774915856 tempest-FloatingIPNegativeTestJSON-1774915856-project] Network 39bb7f4c-45b2-4e1a-b374-1e27b3cfecb6 is already hosted by enough agents. {{(pid=128084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 11:50:24.781078 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [None req-93e108a5-8fa0-478b-81f5-649a9dc33942 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Request body: {'subnet': {'network_id': '106a46bd-ee1c-45c6-bec0-d8db44801211', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:50:24.785377 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.base_scheduler [None req-5b906cd3-96e9-4cca-a695-3c9ace9ce76f tempest-FloatingIPNegativeTestJSON-1774915856 tempest-FloatingIPNegativeTestJSON-1774915856-project] Resources bound (agent type, host, resource id): {{(pid=128084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:50:24.802947 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da4456dc-02ac-45de-9453-0ebf667f8451 tempest-RoutersNegativeIpV6Test-675716403 tempest-RoutersNegativeIpV6Test-675716403-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:50:24.803646 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da4456dc-02ac-45de-9453-0ebf667f8451 tempest-RoutersNegativeIpV6Test-675716403 tempest-RoutersNegativeIpV6Test-675716403-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:50:24.804204 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da4456dc-02ac-45de-9453-0ebf667f8451 tempest-RoutersNegativeIpV6Test-675716403 tempest-RoutersNegativeIpV6Test-675716403-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:50:24.805943 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da4456dc-02ac-45de-9453-0ebf667f8451 tempest-RoutersNegativeIpV6Test-675716403 tempest-RoutersNegativeIpV6Test-675716403-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:50:24.806495 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da4456dc-02ac-45de-9453-0ebf667f8451 tempest-RoutersNegativeIpV6Test-675716403 tempest-RoutersNegativeIpV6Test-675716403-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:50:24.807045 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da4456dc-02ac-45de-9453-0ebf667f8451 tempest-RoutersNegativeIpV6Test-675716403 tempest-RoutersNegativeIpV6Test-675716403-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:50:24.807624 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da4456dc-02ac-45de-9453-0ebf667f8451 tempest-RoutersNegativeIpV6Test-675716403 tempest-RoutersNegativeIpV6Test-675716403-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:50:24.808004 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da4456dc-02ac-45de-9453-0ebf667f8451 tempest-RoutersNegativeIpV6Test-675716403 tempest-RoutersNegativeIpV6Test-675716403-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:50:24.808376 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da4456dc-02ac-45de-9453-0ebf667f8451 tempest-RoutersNegativeIpV6Test-675716403 tempest-RoutersNegativeIpV6Test-675716403-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:50:24.808750 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da4456dc-02ac-45de-9453-0ebf667f8451 tempest-RoutersNegativeIpV6Test-675716403 tempest-RoutersNegativeIpV6Test-675716403-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:50:24.813071 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da4456dc-02ac-45de-9453-0ebf667f8451 tempest-RoutersNegativeIpV6Test-675716403 tempest-RoutersNegativeIpV6Test-675716403-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:50:24.814328 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da4456dc-02ac-45de-9453-0ebf667f8451 tempest-RoutersNegativeIpV6Test-675716403 tempest-RoutersNegativeIpV6Test-675716403-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:50:24.859272 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-da4456dc-02ac-45de-9453-0ebf667f8451 tempest-RoutersNegativeIpV6Test-675716403 tempest-RoutersNegativeIpV6Test-675716403-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.358s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:50:24.868132 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-f3972b4c-d5c0-45ad-a6e6-3683d86071bd tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.136s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:50:24.872659 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-958d2eda-d8a3-42b1-ac77-209d9b214e00 tempest-TestNetworkAdvancedServerOps-1479438933 tempest-TestNetworkAdvancedServerOps-1479438933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:24.969191 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-674ab373-7106-49d5-8224-ba395609d310 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793193945299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193536732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3292088'] for port, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:24.976363 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-fa9dc372-99ff-4258-bba7-b71c111bbabb tempest-ExtraDHCPOptionsTestJSON-1604773077 tempest-ExtraDHCPOptionsTestJSON-1604773077-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:50:25.082118 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-7fd356dd-c65a-41a1-b547-37b03d3897e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:25.095500 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [None req-6e73ca2b-37fe-4faf-b477-c19b2abbbb97 tempest-RoutersTestDVR-1523693224 tempest-RoutersTestDVR-1523693224-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-454601992'}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:50:25.096202 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674ab373-7106-49d5-8224-ba395609d310 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Pushing event deleted for resources: {'Port': ['ID=5a38cd53-8bf4-4b2b-a63d-9bdfa87c3093,revision_number=None']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:50:25.115137 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c831066e-a733-416e-a01b-340394c8f222 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Pushing event updated for resources: {'Network': ['ID=106a46bd-ee1c-45c6-bec0-d8db44801211,revision_number=1']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:50:25.132917 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-c831066e-a733-416e-a01b-340394c8f222 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:50:25.179123 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Network 106a46bd-ee1c-45c6-bec0-d8db44801211 details requested by agent ovs-agent-dv-neutron-797120-4-hyperv with host dv-neutron-797120-4-hyperv {{(pid=128085) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 11:50:25.201548 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-674ab373-7106-49d5-8224-ba395609d310 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:50:25.229068 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-6e73ca2b-37fe-4faf-b477-c19b2abbbb97 tempest-RoutersTestDVR-1523693224 tempest-RoutersTestDVR-1523693224-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1803889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65293'] for router, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:25.230101 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-6e73ca2b-37fe-4faf-b477-c19b2abbbb97 tempest-RoutersTestDVR-1523693224 tempest-RoutersTestDVR-1523693224-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1803848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1975305', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1581158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65396'] for router, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:25.345526 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-7fd356dd-c65a-41a1-b547-37b03d3897e3 None None] For port 238e6389-9ad9-4f4d-94eb-e860ef708017, host dv-neutron-797120-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=238e6389-9ad9-4f4d-94eb-e860ef708017,segment=NetworkSegment(b8e6d30f-d177-47cb-a8bf-8c17f9a47b66),segment_id=b8e6d30f-d177-47cb-a8bf-8c17f9a47b66)] {{(pid=128085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 11:50:25.407386 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-7fd356dd-c65a-41a1-b547-37b03d3897e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:25.408016 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-674ab373-7106-49d5-8224-ba395609d310 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468916'] for port, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:25.411419 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-4b3fa30e-c22d-4a4a-b5c3-69aba6ed4b3f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:50:25.415261 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-674ab373-7106-49d5-8224-ba395609d310 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] 10.222.0.53 "DELETE /v2.0/ports/5a38cd53-8bf4-4b2b-a63d-9bdfa87c3093 HTTP/1.1" status: 204 len: 168 time: 2.8723421 Jun 24 11:50:25.417998 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 33088) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:50:25.515317 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd356dd-c65a-41a1-b547-37b03d3897e3 None None] Pushing event updated for resources: {'Port': ['ID=238e6389-9ad9-4f4d-94eb-e860ef708017,revision_number=3']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:50:25.542383 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-7fd356dd-c65a-41a1-b547-37b03d3897e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:50:25.595171 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-d1acd105-6af7-4320-bba4-c0ea05c066b1 None None] Provisioning for port ae119c4b-4694-4430-ab7c-9a1b8f74cfb4 completed by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 11:50:25.610252 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-d1acd105-6af7-4320-bba4-c0ea05c066b1 None None] Provisioning complete for port ae119c4b-4694-4430-ab7c-9a1b8f74cfb4 triggered by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:50:25.610640 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-d1acd105-6af7-4320-bba4-c0ea05c066b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:25.691905 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a930c73-02bb-4a2b-91a9-cf9b8f41145e tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:50:25.694247 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-6a930c73-02bb-4a2b-91a9-cf9b8f41145e tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.2735307 Jun 24 11:50:25.697219 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 33090) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:50:25.715857 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-d1acd105-6af7-4320-bba4-c0ea05c066b1 None None] Port ae119c4b-4694-4430-ab7c-9a1b8f74cfb4 cannot update to ACTIVE because it is not bound. {{(pid=128085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 11:50:25.760693 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b906cd3-96e9-4cca-a695-3c9ace9ce76f tempest-FloatingIPNegativeTestJSON-1774915856 tempest-FloatingIPNegativeTestJSON-1774915856-project] Router dee57a12-3698-483b-9491-5f765e3ea4ed is scheduled to L3 agent 2987dba8-2249-4ee6-96ec-28f0f7a6127d with binding_index 1 {{(pid=128084) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 24 11:50:25.788046 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device a8ca1cdc-e10a-49e4-9b8e-961a6a204cc4 up at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 11:50:25.862387 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning for port a8ca1cdc-e10a-49e4-9b8e-961a6a204cc4 completed by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 11:50:25.868496 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device 459e0a33-3947-4406-8e3c-9c4b0bf982a7 up at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 11:50:25.877042 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-da4456dc-02ac-45de-9453-0ebf667f8451 tempest-RoutersNegativeIpV6Test-675716403 tempest-RoutersNegativeIpV6Test-675716403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:25.925897 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93e108a5-8fa0-478b-81f5-649a9dc33942 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Made reservation on behalf of 99955773979244bf90218a1ecde00120 for: {'subnet': 1} {{(pid=128083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 11:50:25.930910 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-93e108a5-8fa0-478b-81f5-649a9dc33942 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3289788'] for subnet, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:25.962257 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b906cd3-96e9-4cca-a695-3c9ace9ce76f tempest-FloatingIPNegativeTestJSON-1774915856 tempest-FloatingIPNegativeTestJSON-1774915856-project] Notify agent at l3_agent.dv-neutron-797120-4-hyperv the message routers_updated {{(pid=128084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 11:50:25.978621 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a900a3ff-44a9-4ac6-a6b1-c3bd13169a89 None None] Sync routers for ids ['dee57a12-3698-483b-9491-5f765e3ea4ed'] in dv-neutron-797120-4-hyperv {{(pid=128085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 11:50:25.984165 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-e73dd4b5-7403-4df2-a68e-6beb988d9811 None None] Provisioning for port f56ea566-967c-4cad-be73-87eaf3bbad34 completed by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 11:50:25.994964 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-5b906cd3-96e9-4cca-a695-3c9ace9ce76f tempest-FloatingIPNegativeTestJSON-1774915856 tempest-FloatingIPNegativeTestJSON-1774915856-project] 10.222.0.53 "PUT /v2.0/routers/dee57a12-3698-483b-9491-5f765e3ea4ed/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1661649 Jun 24 11:50:25.997746 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 33092) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:50:26.002026 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-e73dd4b5-7403-4df2-a68e-6beb988d9811 None None] Provisioning complete for port f56ea566-967c-4cad-be73-87eaf3bbad34 triggered by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:50:26.004106 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-e73dd4b5-7403-4df2-a68e-6beb988d9811 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:26.014871 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-1c5fed57-b8e0-47b2-a26a-3a1817d7688d tempest-FloatingIPNegativeTestJSON-1774915856 tempest-FloatingIPNegativeTestJSON-1774915856-project] Request body: {'port': {'network_id': '39bb7f4c-45b2-4e1a-b374-1e27b3cfecb6', 'name': 'tempest-FloatingIPNegativeTestJSON-535399761'}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:50:26.026237 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-958d2eda-d8a3-42b1-ac77-209d9b214e00 tempest-TestNetworkAdvancedServerOps-1479438933 tempest-TestNetworkAdvancedServerOps-1479438933-project] Notify callbacks [] for port, precommit_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:26.083205 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-e73dd4b5-7403-4df2-a68e-6beb988d9811 None None] Port f56ea566-967c-4cad-be73-87eaf3bbad34 cannot update to ACTIVE because it is not bound. {{(pid=128085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 11:50:26.087318 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning complete for port 459e0a33-3947-4406-8e3c-9c4b0bf982a7 triggered by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:50:26.087864 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:26.107434 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2a4d520-f3a3-48b8-b3b2-b8c21b5db6da tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:50:26.115529 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-c2a4d520-f3a3-48b8-b3b2-b8c21b5db6da tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.4145131 Jun 24 11:50:26.115788 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-958d2eda-d8a3-42b1-ac77-209d9b214e00 tempest-TestNetworkAdvancedServerOps-1479438933 tempest-TestNetworkAdvancedServerOps-1479438933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2537871'] for port, after_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:26.118210 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 33094) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:50:26.138422 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-e73dd4b5-7403-4df2-a68e-6beb988d9811 None None] Provisioning complete for port 238e6389-9ad9-4f4d-94eb-e860ef708017 triggered by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:50:26.140810 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-e73dd4b5-7403-4df2-a68e-6beb988d9811 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:26.163880 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-845aaeba-b980-400e-84e3-dc9a7032992b tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:50:26.190916 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a900a3ff-44a9-4ac6-a6b1-c3bd13169a89 None None] Routers {'dee57a12-3698-483b-9491-5f765e3ea4ed'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 11:50:26.192195 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-a900a3ff-44a9-4ac6-a6b1-c3bd13169a89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T11:49:56Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['dee57a12-3698-483b-9491-5f765e3ea4ed'], 'active': True} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:50:26.240902 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-a900a3ff-44a9-4ac6-a6b1-c3bd13169a89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:50:26.241735 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-6e73ca2b-37fe-4faf-b477-c19b2abbbb97 tempest-RoutersTestDVR-1523693224 tempest-RoutersTestDVR-1523693224-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:26.291328 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-6e73ca2b-37fe-4faf-b477-c19b2abbbb97 tempest-RoutersTestDVR-1523693224 tempest-RoutersTestDVR-1523693224-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1803210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1815767'] for router, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:26.295247 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a900a3ff-44a9-4ac6-a6b1-c3bd13169a89 None None] Routers {'dee57a12-3698-483b-9491-5f765e3ea4ed'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 11:50:26.302752 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-a900a3ff-44a9-4ac6-a6b1-c3bd13169a89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T11:49:56Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['dee57a12-3698-483b-9491-5f765e3ea4ed'], 'active': True} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:50:26.341705 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-958d2eda-d8a3-42b1-ac77-209d9b214e00 tempest-TestNetworkAdvancedServerOps-1479438933 tempest-TestNetworkAdvancedServerOps-1479438933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1815637'] for floatingip, after_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:26.367235 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c5fed57-b8e0-47b2-a26a-3a1817d7688d tempest-FloatingIPNegativeTestJSON-1774915856 tempest-FloatingIPNegativeTestJSON-1774915856-project] Made reservation on behalf of 258d4cd1621d40d98443958c0d6f122a for: {'port': 1} {{(pid=128084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 11:50:26.372224 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-1c5fed57-b8e0-47b2-a26a-3a1817d7688d tempest-FloatingIPNegativeTestJSON-1774915856 tempest-FloatingIPNegativeTestJSON-1774915856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:26.379608 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a47eca8-e6d8-470e-983f-d7d6c66e9ecf None None] Network 7519c109-cbc3-4ae6-a772-b89e305cde15 requested from dv-neutron-797120-4-hyperv {{(pid=128085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 11:50:26.395719 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-a900a3ff-44a9-4ac6-a6b1-c3bd13169a89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:50:26.396384 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a900a3ff-44a9-4ac6-a6b1-c3bd13169a89 None None] The sync data for ids ['dee57a12-3698-483b-9491-5f765e3ea4ed'] in dv-neutron-797120-4-hyperv is: [] {{(pid=128085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 11:50:26.399697 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.notifiers.nova [None req-1c5fed57-b8e0-47b2-a26a-3a1817d7688d tempest-FloatingIPNegativeTestJSON-1774915856 tempest-FloatingIPNegativeTestJSON-1774915856-project] device_id is not set on port 6159c087-57fc-4955-b23d-a9326a1b7ebe yet. {{(pid=128084) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 24 11:50:26.468575 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-dfc29669-5035-4b63-89ab-ca1edb307dc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:26.500221 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958d2eda-d8a3-42b1-ac77-209d9b214e00 tempest-TestNetworkAdvancedServerOps-1479438933 tempest-TestNetworkAdvancedServerOps-1479438933-project] Pushing event updated for resources: {'Port': ['ID=8e110ae6-b3cc-4b87-a196-57a9b8ecd516,revision_number=2']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:50:26.504329 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-958d2eda-d8a3-42b1-ac77-209d9b214e00 tempest-TestNetworkAdvancedServerOps-1479438933 tempest-TestNetworkAdvancedServerOps-1479438933-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.340s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:50:26.590198 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-6e73ca2b-37fe-4faf-b477-c19b2abbbb97 tempest-RoutersTestDVR-1523693224 tempest-RoutersTestDVR-1523693224-project-admin] Notify callbacks [] for router, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:26.593701 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-6e73ca2b-37fe-4faf-b477-c19b2abbbb97 tempest-RoutersTestDVR-1523693224 tempest-RoutersTestDVR-1523693224-project-admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 728 time: 1.8162997 Jun 24 11:50:26.596478 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:26.601257 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f4c2c00-08ab-4162-850a-d04a2b5fdffe tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:50:26.602826 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f4c2c00-08ab-4162-850a-d04a2b5fdffe tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:50:26.604352 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f4c2c00-08ab-4162-850a-d04a2b5fdffe tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:50:26.606014 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-8f4c2c00-08ab-4162-850a-d04a2b5fdffe tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.4387522 Jun 24 11:50:26.615050 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 33098) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:50:26.615050 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 33100) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:50:26.702228 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-7534065c-3e12-406c-9561-67a6fa096a69 None None] Provisioning complete for port f56ea566-967c-4cad-be73-87eaf3bbad34 triggered by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:50:26.702946 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-7534065c-3e12-406c-9561-67a6fa096a69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:26.729463 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.db.db_base_plugin_common [None req-1c5fed57-b8e0-47b2-a26a-3a1817d7688d tempest-FloatingIPNegativeTestJSON-1774915856 tempest-FloatingIPNegativeTestJSON-1774915856-project] Allocated IP 172.20.0.3 (39bb7f4c-45b2-4e1a-b374-1e27b3cfecb6/bdf2a8a4-cc57-4b44-aadf-954b08d93865/6159c087-57fc-4955-b23d-a9326a1b7ebe) {{(pid=128084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 11:50:26.749866 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-a61285a4-50e2-418c-ac25-4c38b150dfbb tempest-RoutersTestDVR-1523693224 tempest-RoutersTestDVR-1523693224-project-admin] Notify callbacks [] for router, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:26.773515 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-7534065c-3e12-406c-9561-67a6fa096a69 None None] Port f56ea566-967c-4cad-be73-87eaf3bbad34 cannot update to ACTIVE because it is not bound. {{(pid=128085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 11:50:26.804530 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-7534065c-3e12-406c-9561-67a6fa096a69 None None] Provisioning for port a8ca1cdc-e10a-49e4-9b8e-961a6a204cc4 completed by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 11:50:26.813080 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-7534065c-3e12-406c-9561-67a6fa096a69 None None] Provisioning complete for port a8ca1cdc-e10a-49e4-9b8e-961a6a204cc4 triggered by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:50:26.813462 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-7534065c-3e12-406c-9561-67a6fa096a69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:26.833231 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.db.db_base_plugin_v2 [None req-b40587bf-9321-43cf-bef3-f86c5cbc2475 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Deleting subnet 670dd4dd-bd3f-4a62-b72c-ebe68600786a {{(pid=128084) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 24 11:50:26.840334 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-b40587bf-9321-43cf-bef3-f86c5cbc2475 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks [] for subnet, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:26.866565 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.db.l3_db [None req-958d2eda-d8a3-42b1-ac77-209d9b214e00 tempest-TestNetworkAdvancedServerOps-1479438933 tempest-TestNetworkAdvancedServerOps-1479438933-project] Floating IP 6b873493-1817-4762-a114-a9baef9907af associated. External IP: 172.26.7.128, port: 33678eb9-0f0d-4a2b-923f-cd19cd23cc40. Jun 24 11:50:26.919427 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-7534065c-3e12-406c-9561-67a6fa096a69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:26.962262 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-93e108a5-8fa0-478b-81f5-649a9dc33942 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2537737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3289942'] for subnet, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:26.969690 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-7534065c-3e12-406c-9561-67a6fa096a69 None None] For port a8ca1cdc-e10a-49e4-9b8e-961a6a204cc4, host dv-neutron-797120-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=a8ca1cdc-e10a-49e4-9b8e-961a6a204cc4,segment=NetworkSegment(c5dd1ae7-d79a-4c0a-b508-37d1ae8cff13),segment_id=c5dd1ae7-d79a-4c0a-b508-37d1ae8cff13)] {{(pid=128085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 11:50:26.976594 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-7534065c-3e12-406c-9561-67a6fa096a69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:26.979058 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-c7210c9f-430a-49c0-9105-34f50c2a026f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:50:27.001974 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-9377d7dc-2853-4fec-9731-704b28f0a79e tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:50:27.040200 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-a61285a4-50e2-418c-ac25-4c38b150dfbb tempest-RoutersTestDVR-1523693224 tempest-RoutersTestDVR-1523693224-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1803182', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65403'] for router, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:27.043282 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-a61285a4-50e2-418c-ac25-4c38b150dfbb tempest-RoutersTestDVR-1523693224 tempest-RoutersTestDVR-1523693224-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:27.056499 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7534065c-3e12-406c-9561-67a6fa096a69 None None] Pushing event updated for resources: {'Port': ['ID=a8ca1cdc-e10a-49e4-9b8e-961a6a204cc4,revision_number=3']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:50:27.060873 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-7534065c-3e12-406c-9561-67a6fa096a69 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:50:27.123006 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-b40587bf-9321-43cf-bef3-f86c5cbc2475 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2373542'] for subnet, precommit_delete_associations {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:27.145398 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e108a5-8fa0-478b-81f5-649a9dc33942 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Pushing event updated for resources: {'Subnet': ['ID=fb0b079c-3dfd-4a2c-ae63-c862c1ee58cd,revision_number=0']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:50:27.154966 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-93e108a5-8fa0-478b-81f5-649a9dc33942 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:50:27.162843 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-a61285a4-50e2-418c-ac25-4c38b150dfbb tempest-RoutersTestDVR-1523693224 tempest-RoutersTestDVR-1523693224-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1806072'] for router, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:27.163374 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a61285a4-50e2-418c-ac25-4c38b150dfbb tempest-RoutersTestDVR-1523693224 tempest-RoutersTestDVR-1523693224-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 854e3b46-f90c-4c21-a6fa-2f75f3de8eb2 {{(pid=128084) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 24 11:50:27.167889 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-a61285a4-50e2-418c-ac25-4c38b150dfbb tempest-RoutersTestDVR-1523693224 tempest-RoutersTestDVR-1523693224-project-admin] Notify callbacks [] for router, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:27.169199 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93e108a5-8fa0-478b-81f5-649a9dc33942 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Checking segment: {'id': 'af6b8930-00b2-4458-ae97-6cf73b02039d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '106a46bd-ee1c-45c6-bec0-d8db44801211'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=128083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 11:50:27.169760 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93e108a5-8fa0-478b-81f5-649a9dc33942 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Network hostable DHCP agents. Network: 106a46bd-ee1c-45c6-bec0-d8db44801211, hostable agents: ['6be988a9-1d97-480f-be5a-c55abf2c55c5'], hosted agents: [] {{(pid=128083) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 11:50:27.173964 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-a61285a4-50e2-418c-ac25-4c38b150dfbb tempest-RoutersTestDVR-1523693224 tempest-RoutersTestDVR-1523693224-project-admin] 10.222.0.53 "DELETE /v2.0/routers/854e3b46-f90c-4c21-a6fa-2f75f3de8eb2 HTTP/1.1" status: 204 len: 168 time: 0.5586233 Jun 24 11:50:27.177671 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 33102) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:50:27.187070 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [None req-b9e59bc4-3c86-4287-a86c-50a446bbe782 tempest-RoutersTestDVR-1523693224 tempest-RoutersTestDVR-1523693224-project-admin] Request body: {'router': {'name': 'tempest-router-1746926062', 'distributed': False}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:50:27.201404 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-678fadcb-0e3a-4c81-bfb3-a09c741e987a None None] Provisioning complete for port a8ca1cdc-e10a-49e4-9b8e-961a6a204cc4 triggered by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:50:27.201875 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-678fadcb-0e3a-4c81-bfb3-a09c741e987a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:27.226747 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-da4456dc-02ac-45de-9453-0ebf667f8451 tempest-RoutersNegativeIpV6Test-675716403 tempest-RoutersNegativeIpV6Test-675716403-project] Notify callbacks [] for port, precommit_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:27.248571 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-da4456dc-02ac-45de-9453-0ebf667f8451 tempest-RoutersNegativeIpV6Test-675716403 tempest-RoutersNegativeIpV6Test-675716403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2537871'] for port, after_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:27.249340 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-da4456dc-02ac-45de-9453-0ebf667f8451 tempest-RoutersNegativeIpV6Test-675716403 tempest-RoutersNegativeIpV6Test-675716403-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1783050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1978542'] for router_interface, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:27.257855 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-ac216a2f-839c-466e-8d66-c26668720a95 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:50:27.337121 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93e108a5-8fa0-478b-81f5-649a9dc33942 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Network 106a46bd-ee1c-45c6-bec0-d8db44801211 is scheduled to be hosted by DHCP agent 6be988a9-1d97-480f-be5a-c55abf2c55c5 with binding_index 1 {{(pid=128083) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 11:50:27.339969 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-b9e59bc4-3c86-4287-a86c-50a446bbe782 tempest-RoutersTestDVR-1523693224 tempest-RoutersTestDVR-1523693224-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1803889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65293'] for router, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:27.340724 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-b9e59bc4-3c86-4287-a86c-50a446bbe782 tempest-RoutersTestDVR-1523693224 tempest-RoutersTestDVR-1523693224-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1803848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1975305', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1581158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65396'] for router, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:27.341029 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-b40587bf-9321-43cf-bef3-f86c5cbc2475 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-972249'] for subnet, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:27.347930 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-1c5fed57-b8e0-47b2-a26a-3a1817d7688d tempest-FloatingIPNegativeTestJSON-1774915856 tempest-FloatingIPNegativeTestJSON-1774915856-project] Notify callbacks [] for port, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:27.392698 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.db.provisioning_blocks [None req-1c5fed57-b8e0-47b2-a26a-3a1817d7688d tempest-FloatingIPNegativeTestJSON-1774915856 tempest-FloatingIPNegativeTestJSON-1774915856-project] Transition to ACTIVE for port object 6159c087-57fc-4955-b23d-a9326a1b7ebe will not be triggered until provisioned by entity DHCP. {{(pid=128084) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 11:50:27.400168 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4456dc-02ac-45de-9453-0ebf667f8451 tempest-RoutersNegativeIpV6Test-675716403 tempest-RoutersNegativeIpV6Test-675716403-project] Pushing event updated for resources: {'Port': ['ID=ae119c4b-4694-4430-ab7c-9a1b8f74cfb4,revision_number=2']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:50:27.402534 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.base_scheduler [None req-93e108a5-8fa0-478b-81f5-649a9dc33942 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-4-hyperv, 106a46bd-ee1c-45c6-bec0-d8db44801211) {{(pid=128083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:50:27.420299 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7a786c2-eeb0-4ec2-8b7b-9afecca9d787 None None] Network 106a46bd-ee1c-45c6-bec0-d8db44801211 requested from dv-neutron-797120-4-hyperv {{(pid=128085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 11:50:27.457396 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-da4456dc-02ac-45de-9453-0ebf667f8451 tempest-RoutersNegativeIpV6Test-675716403 tempest-RoutersNegativeIpV6Test-675716403-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:50:27.466741 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-b40587bf-9321-43cf-bef3-f86c5cbc2475 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-972238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3292022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3162263'] for subnet, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:27.467263 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93e108a5-8fa0-478b-81f5-649a9dc33942 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:50:27.467926 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-93e108a5-8fa0-478b-81f5-649a9dc33942 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Notify callbacks [] for subnet, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:27.482602 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-cbef19c6-33f4-4ef8-a061-fdac21b3d144 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:50:27.490961 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-b40587bf-9321-43cf-bef3-f86c5cbc2475 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks [] for subnet, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:27.493315 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-b40587bf-9321-43cf-bef3-f86c5cbc2475 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] 10.222.0.53 "DELETE /v2.0/subnets/670dd4dd-bd3f-4a62-b72c-ebe68600786a HTTP/1.1" status: 204 len: 168 time: 0.8760715 Jun 24 11:50:27.506650 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 33106) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:50:27.514308 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8c4110d-577b-48fc-9ae7-20aab10a86f3 None None] Network 11a80c9d-f8ee-4388-91b0-d49a25200fee requested from dv-neutron-797120-4-hyperv {{(pid=128085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 11:50:27.519284 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-1c5fed57-b8e0-47b2-a26a-3a1817d7688d tempest-FloatingIPNegativeTestJSON-1774915856 tempest-FloatingIPNegativeTestJSON-1774915856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-650429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-506361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793193536723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3291971'] for port, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:27.521874 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40587bf-9321-43cf-bef3-f86c5cbc2475 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Pushing event deleted for resources: {'Subnet': ['ID=670dd4dd-bd3f-4a62-b72c-ebe68600786a,revision_number=None']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:50:27.542639 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-b40587bf-9321-43cf-bef3-f86c5cbc2475 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:50:27.542639 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-e4c1c151-c59a-4e40-90f0-2557e19e652c tempest-ExtraDHCPOptionsTestJSON-1604773077 tempest-ExtraDHCPOptionsTestJSON-1604773077-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:50:27.549096 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device 238e6389-9ad9-4f4d-94eb-e860ef708017 up at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 11:50:27.592933 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-958d2eda-d8a3-42b1-ac77-209d9b214e00 tempest-TestNetworkAdvancedServerOps-1479438933 tempest-TestNetworkAdvancedServerOps-1479438933-project] Router ee31ee3a-f8b4-4647-a8df-28778cd53f86 has already been hosted by L3 agent 2987dba8-2249-4ee6-96ec-28f0f7a6127d {{(pid=128083) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 11:50:27.593235 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c5fed57-b8e0-47b2-a26a-3a1817d7688d tempest-FloatingIPNegativeTestJSON-1774915856 tempest-FloatingIPNegativeTestJSON-1774915856-project] Network 39bb7f4c-45b2-4e1a-b374-1e27b3cfecb6 is already hosted by enough agents. {{(pid=128084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 11:50:27.597461 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.base_scheduler [None req-1c5fed57-b8e0-47b2-a26a-3a1817d7688d tempest-FloatingIPNegativeTestJSON-1774915856 tempest-FloatingIPNegativeTestJSON-1774915856-project] Resources bound (agent type, host, resource id): {{(pid=128084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:50:27.604896 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c5fed57-b8e0-47b2-a26a-3a1817d7688d tempest-FloatingIPNegativeTestJSON-1774915856 tempest-FloatingIPNegativeTestJSON-1774915856-project] Received port after_create {{(pid=128084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 11:50:27.629839 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-b9e59bc4-3c86-4287-a86c-50a446bbe782 tempest-RoutersTestDVR-1523693224 tempest-RoutersTestDVR-1523693224-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:27.647868 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-93e108a5-8fa0-478b-81f5-649a9dc33942 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.8687110 Jun 24 11:50:27.651689 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 33108) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:50:27.658883 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-b9e59bc4-3c86-4287-a86c-50a446bbe782 tempest-RoutersTestDVR-1523693224 tempest-RoutersTestDVR-1523693224-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1803210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1815767'] for router, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:27.665465 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [None req-cf7ebb8a-58fb-46e7-aae2-a80ecd8a2ad1 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Request body: {'port': {'network_id': '106a46bd-ee1c-45c6-bec0-d8db44801211', 'name': 'tempest-PortsIpV6TestJSON-1535338234', 'fixed_ips': [{'subnet_id': 'fb0b079c-3dfd-4a2c-ae63-c862c1ee58cd', 'ip_address': '2001:db8::10'}]}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:50:27.684573 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c5fed57-b8e0-47b2-a26a-3a1817d7688d tempest-FloatingIPNegativeTestJSON-1774915856 tempest-FloatingIPNegativeTestJSON-1774915856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=128084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:50:27.692888 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-1c5fed57-b8e0-47b2-a26a-3a1817d7688d tempest-FloatingIPNegativeTestJSON-1774915856 tempest-FloatingIPNegativeTestJSON-1774915856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468916'] for port, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:27.708852 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5fed57-b8e0-47b2-a26a-3a1817d7688d tempest-FloatingIPNegativeTestJSON-1774915856 tempest-FloatingIPNegativeTestJSON-1774915856-project] Pushing event updated for resources: {'Port': ['ID=6159c087-57fc-4955-b23d-a9326a1b7ebe,revision_number=1']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:50:27.720879 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-1c5fed57-b8e0-47b2-a26a-3a1817d7688d tempest-FloatingIPNegativeTestJSON-1774915856 tempest-FloatingIPNegativeTestJSON-1774915856-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:50:27.731301 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-1c5fed57-b8e0-47b2-a26a-3a1817d7688d tempest-FloatingIPNegativeTestJSON-1774915856 tempest-FloatingIPNegativeTestJSON-1774915856-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.7318554 Jun 24 11:50:27.734072 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 33110) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:50:27.739708 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-7233a88d-82d1-4b4a-a1c1-f476ce2384a6 tempest-FloatingIPNegativeTestJSON-1774915856 tempest-FloatingIPNegativeTestJSON-1774915856-project] Request body: {'floatingip': {'floating_network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b'}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:50:27.812641 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d150c75-c5b6-4f3b-a13c-7c4f595bb296 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Deleting subnet 6b0b2cfe-f417-44ac-9eb0-a69c7d039563 {{(pid=128083) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 24 11:50:27.831850 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-7233a88d-82d1-4b4a-a1c1-f476ce2384a6 tempest-FloatingIPNegativeTestJSON-1774915856 tempest-FloatingIPNegativeTestJSON-1774915856-project] Notify callbacks [] for floatingip, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:27.837062 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da4456dc-02ac-45de-9453-0ebf667f8451 tempest-RoutersNegativeIpV6Test-675716403 tempest-RoutersNegativeIpV6Test-675716403-project] Network a2dcfe8d-3012-457c-a644-be7c82a9b201 is already hosted by enough agents. {{(pid=128083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 11:50:27.866854 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-6d150c75-c5b6-4f3b-a13c-7c4f595bb296 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks [] for subnet, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:27.869767 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-b9e59bc4-3c86-4287-a86c-50a446bbe782 tempest-RoutersTestDVR-1523693224 tempest-RoutersTestDVR-1523693224-project-admin] Notify callbacks [] for router, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:27.871467 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-b9e59bc4-3c86-4287-a86c-50a446bbe782 tempest-RoutersTestDVR-1523693224 tempest-RoutersTestDVR-1523693224-project-admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.6916249 Jun 24 11:50:27.896075 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.base_scheduler [None req-da4456dc-02ac-45de-9453-0ebf667f8451 tempest-RoutersNegativeIpV6Test-675716403 tempest-RoutersNegativeIpV6Test-675716403-project] Resources bound (agent type, host, resource id): {{(pid=128083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:50:27.897869 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 33112) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:50:27.918460 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-03237adf-ebd0-46f2-a476-4d4bb746e0f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:27.960418 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning complete for port 238e6389-9ad9-4f4d-94eb-e860ef708017 triggered by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:50:27.961737 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:28.008528 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-7233a88d-82d1-4b4a-a1c1-f476ce2384a6 tempest-FloatingIPNegativeTestJSON-1774915856 tempest-FloatingIPNegativeTestJSON-1774915856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:28.025403 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-849d95fd-86f6-4fba-97e5-234c19fd7b97 tempest-RoutersTestDVR-1523693224 tempest-RoutersTestDVR-1523693224-project-admin] Notify callbacks [] for router, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:28.123183 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c04cf8b3-42b9-4fe7-9dac-fd763303e143 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d65c8f8-7530-5052-99fe-8ea05073750b-106a46bd-ee1c-45c6-bec0-d8db44801211', 'network_id': '106a46bd-ee1c-45c6-bec0-d8db44801211', 'tenant_id': '99955773979244bf90218a1ecde00120', 'fixed_ips': [{'subnet_id': 'fb0b079c-3dfd-4a2c-ae63-c862c1ee58cd'}]}} from dv-neutron-797120-4-hyperv. {{(pid=128085) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 24 11:50:28.124081 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-c04cf8b3-42b9-4fe7-9dac-fd763303e143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_create {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:28.183185 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.db.db_base_plugin_common [None req-7233a88d-82d1-4b4a-a1c1-f476ce2384a6 tempest-FloatingIPNegativeTestJSON-1774915856 tempest-FloatingIPNegativeTestJSON-1774915856-project] Allocated IP 172.26.7.178 (f2b8ca71-e776-48b2-8898-96cc7970207b/f37bf603-3862-4d0a-9f58-89616f7fd68f/89d68b06-fd1e-41a3-9d8f-112e45c241b2) {{(pid=128084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 11:50:28.185181 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-6581017c-9b08-428f-90b8-b33d05646260 None None] Provisioning for port 6159c087-57fc-4955-b23d-a9326a1b7ebe completed by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 11:50:28.225085 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-6d150c75-c5b6-4f3b-a13c-7c4f595bb296 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3143795'] for subnet, precommit_delete_associations {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:28.282017 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-6581017c-9b08-428f-90b8-b33d05646260 None None] Provisioning complete for port 6159c087-57fc-4955-b23d-a9326a1b7ebe triggered by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:50:28.282414 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-6581017c-9b08-428f-90b8-b33d05646260 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:28.322721 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-6581017c-9b08-428f-90b8-b33d05646260 None None] Port 6159c087-57fc-4955-b23d-a9326a1b7ebe cannot update to ACTIVE because it is not bound. {{(pid=128085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 11:50:28.351960 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-7233a88d-82d1-4b4a-a1c1-f476ce2384a6 tempest-FloatingIPNegativeTestJSON-1774915856 tempest-FloatingIPNegativeTestJSON-1774915856-project] Notify callbacks [] for port, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:28.371003 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device a8ca1cdc-e10a-49e4-9b8e-961a6a204cc4 up at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 11:50:28.412119 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-7233a88d-82d1-4b4a-a1c1-f476ce2384a6 tempest-FloatingIPNegativeTestJSON-1774915856 tempest-FloatingIPNegativeTestJSON-1774915856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-650429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-506361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793193536723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3291971'] for port, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:28.435182 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-c696bc3a-f39a-435f-a206-db81c2463cd4 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:50:28.486107 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-f4b50db3-daef-499f-90ef-7f5e009131a7 None None] Provisioning complete for port ae119c4b-4694-4430-ab7c-9a1b8f74cfb4 triggered by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:50:28.486499 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-f4b50db3-daef-499f-90ef-7f5e009131a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:28.506890 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7233a88d-82d1-4b4a-a1c1-f476ce2384a6 tempest-FloatingIPNegativeTestJSON-1774915856 tempest-FloatingIPNegativeTestJSON-1774915856-project] Network f2b8ca71-e776-48b2-8898-96cc7970207b is already hosted by enough agents. {{(pid=128084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 11:50:28.513739 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.base_scheduler [None req-7233a88d-82d1-4b4a-a1c1-f476ce2384a6 tempest-FloatingIPNegativeTestJSON-1774915856 tempest-FloatingIPNegativeTestJSON-1774915856-project] Resources bound (agent type, host, resource id): {{(pid=128084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:50:28.517102 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7233a88d-82d1-4b4a-a1c1-f476ce2384a6 tempest-FloatingIPNegativeTestJSON-1774915856 tempest-FloatingIPNegativeTestJSON-1774915856-project] Received port after_create {{(pid=128084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 11:50:28.538823 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.db_base_plugin_common [None req-c04cf8b3-42b9-4fe7-9dac-fd763303e143 None None] Allocated IP 2001:db8::2 (106a46bd-ee1c-45c6-bec0-d8db44801211/fb0b079c-3dfd-4a2c-ae63-c862c1ee58cd/a77f16d6-44ca-437d-965d-acfea924372c) {{(pid=128085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 11:50:28.550526 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-f4b50db3-daef-499f-90ef-7f5e009131a7 None None] Port ae119c4b-4694-4430-ab7c-9a1b8f74cfb4 cannot update to ACTIVE because it is not bound. {{(pid=128085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 11:50:28.567473 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning complete for port a8ca1cdc-e10a-49e4-9b8e-961a6a204cc4 triggered by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:50:28.567840 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:28.588936 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7233a88d-82d1-4b4a-a1c1-f476ce2384a6 tempest-FloatingIPNegativeTestJSON-1774915856 tempest-FloatingIPNegativeTestJSON-1774915856-project] Pushing event updated for resources: {'Port': ['ID=89d68b06-fd1e-41a3-9d8f-112e45c241b2,revision_number=1']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:50:28.595829 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-7233a88d-82d1-4b4a-a1c1-f476ce2384a6 tempest-FloatingIPNegativeTestJSON-1774915856 tempest-FloatingIPNegativeTestJSON-1774915856-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:50:28.725190 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-7233a88d-82d1-4b4a-a1c1-f476ce2384a6 tempest-FloatingIPNegativeTestJSON-1774915856 tempest-FloatingIPNegativeTestJSON-1774915856-project] Notify callbacks [] for floatingip, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:28.882997 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-c04cf8b3-42b9-4fe7-9dac-fd763303e143 None None] Notify callbacks [] for port, precommit_create {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:28.903476 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-c04cf8b3-42b9-4fe7-9dac-fd763303e143 None None] Transition to ACTIVE for port object a77f16d6-44ca-437d-965d-acfea924372c will not be triggered until provisioned by entity L2. {{(pid=128085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 11:50:28.926477 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-c04cf8b3-42b9-4fe7-9dac-fd763303e143 None None] Transition to ACTIVE for port object a77f16d6-44ca-437d-965d-acfea924372c will not be triggered until provisioned by entity DHCP. {{(pid=128085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 11:50:28.942625 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-c04cf8b3-42b9-4fe7-9dac-fd763303e143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-650429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-506361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793193536723'] for port, after_create {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:28.946023 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:50:28.973906 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c04cf8b3-42b9-4fe7-9dac-fd763303e143 None None] Network 106a46bd-ee1c-45c6-bec0-d8db44801211 is already hosted by enough agents. {{(pid=128085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 11:50:28.987696 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-849d95fd-86f6-4fba-97e5-234c19fd7b97 tempest-RoutersTestDVR-1523693224 tempest-RoutersTestDVR-1523693224-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1803182', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65403'] for router, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:28.995476 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-849d95fd-86f6-4fba-97e5-234c19fd7b97 tempest-RoutersTestDVR-1523693224 tempest-RoutersTestDVR-1523693224-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:28.997506 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-958d2eda-d8a3-42b1-ac77-209d9b214e00 tempest-TestNetworkAdvancedServerOps-1479438933 tempest-TestNetworkAdvancedServerOps-1479438933-project] Notify agent at l3_agent.dv-neutron-797120-4-hyperv the message routers_updated {{(pid=128083) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 11:50:29.013322 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53acb553-0cb9-4f1e-b39b-b8eab07c3b62 None None] Sync routers for ids ['ee31ee3a-f8b4-4647-a8df-28778cd53f86'] in dv-neutron-797120-4-hyperv {{(pid=128086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 11:50:29.030194 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53acb553-0cb9-4f1e-b39b-b8eab07c3b62 None None] Routers {'ee31ee3a-f8b4-4647-a8df-28778cd53f86'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 11:50:29.031155 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-53acb553-0cb9-4f1e-b39b-b8eab07c3b62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T11:50:26Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['ee31ee3a-f8b4-4647-a8df-28778cd53f86'], 'active': True} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:50:29.034230 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.scheduler.base_scheduler [None req-c04cf8b3-42b9-4fe7-9dac-fd763303e143 None None] Resources bound (agent type, host, resource id): {{(pid=128085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:50:29.037932 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c04cf8b3-42b9-4fe7-9dac-fd763303e143 None None] Received port after_create {{(pid=128085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 11:50:29.045385 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da4456dc-02ac-45de-9453-0ebf667f8451 tempest-RoutersNegativeIpV6Test-675716403 tempest-RoutersNegativeIpV6Test-675716403-project] Router 191dbf92-0d40-4914-afa9-7961b13cbda7 has already been hosted by L3 agent 2987dba8-2249-4ee6-96ec-28f0f7a6127d {{(pid=128083) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 11:50:29.045646 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04cf8b3-42b9-4fe7-9dac-fd763303e143 None None] Pushing event updated for resources: {'Port': ['ID=a77f16d6-44ca-437d-965d-acfea924372c,revision_number=1']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:50:29.048746 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-c04cf8b3-42b9-4fe7-9dac-fd763303e143 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:50:29.168005 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf7ebb8a-58fb-46e7-aae2-a80ecd8a2ad1 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Made reservation on behalf of 99955773979244bf90218a1ecde00120 for: {'port': 1} {{(pid=128083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 11:50:29.175735 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-7233a88d-82d1-4b4a-a1c1-f476ce2384a6 tempest-FloatingIPNegativeTestJSON-1774915856 tempest-FloatingIPNegativeTestJSON-1774915856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:29.176567 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-c04cf8b3-42b9-4fe7-9dac-fd763303e143 None None] Attempting to bind port a77f16d6-44ca-437d-965d-acfea924372c on host dv-neutron-797120-4-hyperv for vnic_type normal with profile {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 11:50:29.176705 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-c04cf8b3-42b9-4fe7-9dac-fd763303e143 None None] Attempting to bind port a77f16d6-44ca-437d-965d-acfea924372c by drivers openvswitch,hyperv on host dv-neutron-797120-4-hyperv at level 0 using segments [{'id': 'af6b8930-00b2-4458-ae97-6cf73b02039d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '106a46bd-ee1c-45c6-bec0-d8db44801211'}] {{(pid=128085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 11:50:29.177443 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c04cf8b3-42b9-4fe7-9dac-fd763303e143 None None] Attempting to bind port a77f16d6-44ca-437d-965d-acfea924372c on network 106a46bd-ee1c-45c6-bec0-d8db44801211 {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 11:50:29.195607 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c04cf8b3-42b9-4fe7-9dac-fd763303e143 None None] Checking agent: {'id': 'e3a695b2-c397-461f-83b0-10b79d490b59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 11, 36, 56), 'started_at': datetime.datetime(2021, 6, 24, 11, 37, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 11, 50, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 11:50:29.196560 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c04cf8b3-42b9-4fe7-9dac-fd763303e143 None None] Checking segment: {'id': 'af6b8930-00b2-4458-ae97-6cf73b02039d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '106a46bd-ee1c-45c6-bec0-d8db44801211'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=128085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 11:50:29.196560 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-c04cf8b3-42b9-4fe7-9dac-fd763303e143 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:29.196940 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c04cf8b3-42b9-4fe7-9dac-fd763303e143 None None] Bound using segment: {'id': 'af6b8930-00b2-4458-ae97-6cf73b02039d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '106a46bd-ee1c-45c6-bec0-d8db44801211'} {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 11:50:29.197709 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-c04cf8b3-42b9-4fe7-9dac-fd763303e143 None None] Bound port: a77f16d6-44ca-437d-965d-acfea924372c, host: dv-neutron-797120-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af6b8930-00b2-4458-ae97-6cf73b02039d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '106a46bd-ee1c-45c6-bec0-d8db44801211'}}] {{(pid=128085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 11:50:29.198884 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-c04cf8b3-42b9-4fe7-9dac-fd763303e143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:29.199027 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-958d2eda-d8a3-42b1-ac77-209d9b214e00 tempest-TestNetworkAdvancedServerOps-1479438933 tempest-TestNetworkAdvancedServerOps-1479438933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468916'] for floatingip, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:29.248149 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_dvr_db [None req-53acb553-0cb9-4f1e-b39b-b8eab07c3b62 None None] Set router ee31ee3a-f8b4-4647-a8df-28778cd53f86 gateway port host: dv-neutron-797120-4-hyperv {{(pid=128086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 11:50:29.274551 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-6d150c75-c5b6-4f3b-a13c-7c4f595bb296 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-972249'] for subnet, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:29.285504 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-849d95fd-86f6-4fba-97e5-234c19fd7b97 tempest-RoutersTestDVR-1523693224 tempest-RoutersTestDVR-1523693224-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1806072'] for router, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:29.286504 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-849d95fd-86f6-4fba-97e5-234c19fd7b97 tempest-RoutersTestDVR-1523693224 tempest-RoutersTestDVR-1523693224-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e7c3d0b0-35b3-4aa3-859f-3aab5f831bc9 {{(pid=128083) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 24 11:50:29.293618 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-849d95fd-86f6-4fba-97e5-234c19fd7b97 tempest-RoutersTestDVR-1523693224 tempest-RoutersTestDVR-1523693224-project-admin] Notify callbacks [] for router, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:29.298992 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-849d95fd-86f6-4fba-97e5-234c19fd7b97 tempest-RoutersTestDVR-1523693224 tempest-RoutersTestDVR-1523693224-project-admin] 10.222.0.53 "DELETE /v2.0/routers/e7c3d0b0-35b3-4aa3-859f-3aab5f831bc9 HTTP/1.1" status: 204 len: 168 time: 1.3935277 Jun 24 11:50:29.303443 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 33116) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:50:29.311970 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-ab9bff07-fa2a-4b29-a719-3dbce79c6d7b tempest-RoutersTestDVR-1523693224 tempest-RoutersTestDVR-1523693224-project-admin] Request body: {'router': {'name': 'tempest-router-544126906', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '9e1b83cf44824426b11bc5d9f0b28aff'}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:50:29.350802 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-c04cf8b3-42b9-4fe7-9dac-fd763303e143 None None] For port a77f16d6-44ca-437d-965d-acfea924372c, host dv-neutron-797120-4-hyperv, cleared binding levels {{(pid=128085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 11:50:29.353724 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-c04cf8b3-42b9-4fe7-9dac-fd763303e143 None None] For port a77f16d6-44ca-437d-965d-acfea924372c, host dv-neutron-797120-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=a77f16d6-44ca-437d-965d-acfea924372c,segment=NetworkSegment(af6b8930-00b2-4458-ae97-6cf73b02039d),segment_id=af6b8930-00b2-4458-ae97-6cf73b02039d)] {{(pid=128085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 11:50:29.360906 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-958d2eda-d8a3-42b1-ac77-209d9b214e00 tempest-TestNetworkAdvancedServerOps-1479438933 tempest-TestNetworkAdvancedServerOps-1479438933-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 9.8721249 Jun 24 11:50:29.364440 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-c04cf8b3-42b9-4fe7-9dac-fd763303e143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:29.366546 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:50:29.448962 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-ab9bff07-fa2a-4b29-a719-3dbce79c6d7b tempest-RoutersTestDVR-1523693224 tempest-RoutersTestDVR-1523693224-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1803889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65293'] for router, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:29.449992 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-ab9bff07-fa2a-4b29-a719-3dbce79c6d7b tempest-RoutersTestDVR-1523693224 tempest-RoutersTestDVR-1523693224-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1803848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1975305', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1581158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65396'] for router, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:29.460357 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01c22be6-1669-482b-94cd-775df8dd11ba', 'tag': '33678eb9-0f0d-4a2b-923f-cd19cd23cc40'}] {{(pid=128083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 11:50:29.465109 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a77f7dee1a0522ddf93af289475d218fcdb8f30317daadec13ebf930b5b9dbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f835f6ae-5c4a-4e80-b836-ff32a3f137e5" -d '{"events": [{"name": "network-changed", "server_uuid": "01c22be6-1669-482b-94cd-775df8dd11ba", "tag": "33678eb9-0f0d-4a2b-923f-cd19cd23cc40"}]}' {{(pid=128083) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 11:50:29.489285 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04cf8b3-42b9-4fe7-9dac-fd763303e143 None None] Pushing event updated for resources: {'Port': ['ID=a77f16d6-44ca-437d-965d-acfea924372c,revision_number=2']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:50:29.499521 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-c04cf8b3-42b9-4fe7-9dac-fd763303e143 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:50:29.550414 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-7233a88d-82d1-4b4a-a1c1-f476ce2384a6 tempest-FloatingIPNegativeTestJSON-1774915856 tempest-FloatingIPNegativeTestJSON-1774915856-project] Notify callbacks [] for port, precommit_update {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:29.563521 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-7233a88d-82d1-4b4a-a1c1-f476ce2384a6 tempest-FloatingIPNegativeTestJSON-1774915856 tempest-FloatingIPNegativeTestJSON-1774915856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3292081'] for port, after_update {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:29.581492 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-5b906cd3-96e9-4cca-a695-3c9ace9ce76f tempest-FloatingIPNegativeTestJSON-1774915856 tempest-FloatingIPNegativeTestJSON-1774915856-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:50:29.600829 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-da495d82-4ba0-4f41-973d-db1573cd9baa None None] Provisioning complete for port cfddf947-affa-4252-b885-a466c46cc03d triggered by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:50:29.601432 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-da495d82-4ba0-4f41-973d-db1573cd9baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:29.667377 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-52c483ef-d5c1-4030-9a32-e5ce4ff00ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:29.671057 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-53acb553-0cb9-4f1e-b39b-b8eab07c3b62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee31ee3a-f8b4-4647-a8df-28778cd53f86', 'name': 'tempest-TestNetworkAdvancedServerOps-router-699476796', 'tenant_id': '027cb114b40f4b66abdd9fd20f4debdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'external_fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.213'}], 'enable_snat': True}, 'gw_port_id': '373ef065-c177-4277-a496-5938a3e62f69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T11:49:29Z', 'updated_at': '2021-06-24T11:49:41Z', 'revision_number': 4, 'project_id': '027cb114b40f4b66abdd9fd20f4debdf', 'gw_port': {'id': '373ef065-c177-4277-a496-5938a3e62f69', 'name': '', 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:10:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee31ee3a-f8b4-4647-a8df-28778cd53f86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 903, 'fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:49:30Z', 'updated_at': '2021-06-24T11:49:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-4-hyperv', '_floatingips': [{'id': '6b873493-1817-4762-a114-a9baef9907af', 'tenant_id': '027cb114b40f4b66abdd9fd20f4debdf', 'floating_ip_address': '172.26.7.128', 'floating_network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'router_id': 'ee31ee3a-f8b4-4647-a8df-28778cd53f86', 'port_id': '33678eb9-0f0d-4a2b-923f-cd19cd23cc40', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1047, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0df59c03-dac3-411f-a2bf-16d57a368c8d', 'mac_address': 'fa:16:3e:66:54:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01c22be6-1669-482b-94cd-775df8dd11ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T11:50:23Z', 'updated_at': '2021-06-24T11:50:23Z', 'revision_number': 0, 'project_id': '027cb114b40f4b66abdd9fd20f4debdf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd53c5e63-07c1-42e3-8bd4-9342e0cb7112', 'name': '', 'network_id': '0df59c03-dac3-411f-a2bf-16d57a368c8d', 'tenant_id': '027cb114b40f4b66abdd9fd20f4debdf', 'mac_address': 'fa:16:3e:ab:85:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee31ee3a-f8b4-4647-a8df-28778cd53f86', 'device_owner': 'network:router_interface', 'standard_attr_id': 927, 'fixed_ips': [{'subnet_id': 'fed5c1a3-282b-465b-a705-0bcb2ca19c6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:49:39Z', 'updated_at': '2021-06-24T11:49:52Z', 'revision_number': 5, 'project_id': '027cb114b40f4b66abdd9fd20f4debdf', 'subnets': [{'id': 'fed5c1a3-282b-465b-a705-0bcb2ca19c6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:50:29.766026 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53acb553-0cb9-4f1e-b39b-b8eab07c3b62 None None] Checking router: ee31ee3a-f8b4-4647-a8df-28778cd53f86 for host: dv-neutron-797120-4-hyperv {{(pid=128086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 11:50:29.799870 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53acb553-0cb9-4f1e-b39b-b8eab07c3b62 None None] Routers {'ee31ee3a-f8b4-4647-a8df-28778cd53f86'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 11:50:29.807901 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-53acb553-0cb9-4f1e-b39b-b8eab07c3b62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T11:50:26Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['ee31ee3a-f8b4-4647-a8df-28778cd53f86'], 'active': True} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:50:29.870142 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-ab9bff07-fa2a-4b29-a719-3dbce79c6d7b tempest-RoutersTestDVR-1523693224 tempest-RoutersTestDVR-1523693224-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:29.899857 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7233a88d-82d1-4b4a-a1c1-f476ce2384a6 tempest-FloatingIPNegativeTestJSON-1774915856 tempest-FloatingIPNegativeTestJSON-1774915856-project] Pushing event updated for resources: {'Port': ['ID=89d68b06-fd1e-41a3-9d8f-112e45c241b2,revision_number=2']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:50:29.921719 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-7233a88d-82d1-4b4a-a1c1-f476ce2384a6 tempest-FloatingIPNegativeTestJSON-1774915856 tempest-FloatingIPNegativeTestJSON-1774915856-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.329s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:50:29.922866 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-ab9bff07-fa2a-4b29-a719-3dbce79c6d7b tempest-RoutersTestDVR-1523693224 tempest-RoutersTestDVR-1523693224-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1803210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1815767'] for router, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:29.928022 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-cf7ebb8a-58fb-46e7-aae2-a80ecd8a2ad1 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:29.938097 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-6d150c75-c5b6-4f3b-a13c-7c4f595bb296 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-972238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2537800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3289951'] for subnet, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:29.962411 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-0feae5d6-c491-4fc9-a2c9-0365c8624528 tempest-RoutersTest-2115446251 tempest-RoutersTest-2115446251-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:50:29.974267 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-7233a88d-82d1-4b4a-a1c1-f476ce2384a6 tempest-FloatingIPNegativeTestJSON-1774915856 tempest-FloatingIPNegativeTestJSON-1774915856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1815637'] for floatingip, after_update {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:30.000831 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-ab9bff07-fa2a-4b29-a719-3dbce79c6d7b tempest-RoutersTestDVR-1523693224 tempest-RoutersTestDVR-1523693224-project-admin] Notify callbacks [] for router, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:30.002224 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-ab9bff07-fa2a-4b29-a719-3dbce79c6d7b tempest-RoutersTestDVR-1523693224 tempest-RoutersTestDVR-1523693224-project-admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.6978130 Jun 24 11:50:30.005498 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 33126) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:50:30.016037 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-60ec05d0-d5d4-4ebd-8a91-04cd839cef7d tempest-RoutersTestDVR-1523693224 tempest-RoutersTestDVR-1523693224-project-admin] Request body: {'router': {'distributed': True}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:50:30.050043 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.notifiers.nova [None req-cf7ebb8a-58fb-46e7-aae2-a80ecd8a2ad1 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] device_id is not set on port 7d8df189-462f-4f3e-b83d-bee3bf17f36f yet. {{(pid=128083) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 24 11:50:30.064158 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-7233a88d-82d1-4b4a-a1c1-f476ce2384a6 tempest-FloatingIPNegativeTestJSON-1774915856 tempest-FloatingIPNegativeTestJSON-1774915856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468916'] for floatingip, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:30.073663 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 11:50:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f044156-cb76-453c-a11b-d92e80f032ec x-openstack-request-id: req-8f044156-cb76-453c-a11b-d92e80f032ec {{(pid=128083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 11:50:30.074016 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01c22be6-1669-482b-94cd-775df8dd11ba", "tag": "33678eb9-0f0d-4a2b-923f-cd19cd23cc40", "status": "completed", "code": 200}]} {{(pid=128083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 11:50:30.074273 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-7233a88d-82d1-4b4a-a1c1-f476ce2384a6 tempest-FloatingIPNegativeTestJSON-1774915856 tempest-FloatingIPNegativeTestJSON-1774915856-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.3387132 Jun 24 11:50:30.075055 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-8f044156-cb76-453c-a11b-d92e80f032ec {{(pid=128083) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 11:50:30.076325 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01c22be6-1669-482b-94cd-775df8dd11ba', 'tag': '33678eb9-0f0d-4a2b-923f-cd19cd23cc40', 'status': 'completed', 'code': 200} Jun 24 11:50:30.076860 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 33128) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:50:30.082123 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-9f02214e-4932-40c3-8478-1870865f52dc tempest-FloatingIPNegativeTestJSON-1774915856 tempest-FloatingIPNegativeTestJSON-1774915856-project] Request body: {'floatingip': {'port_id': '6159c087-57fc-4955-b23d-a9326a1b7ebe', 'fixed_ip_address': '172.20.0.3'}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:50:30.095725 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbb6410e-b6b6-41d6-b433-5feddcac2586 None None] Network 11a80c9d-f8ee-4388-91b0-d49a25200fee requested from dv-neutron-797120-4-hyperv {{(pid=128085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 11:50:30.113422 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_dvr_db [None req-53acb553-0cb9-4f1e-b39b-b8eab07c3b62 None None] Set router ee31ee3a-f8b4-4647-a8df-28778cd53f86 gateway port host: dv-neutron-797120-4-hyperv {{(pid=128086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 11:50:30.114547 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da4456dc-02ac-45de-9453-0ebf667f8451 tempest-RoutersNegativeIpV6Test-675716403 tempest-RoutersNegativeIpV6Test-675716403-project] Notify agent at l3_agent.dv-neutron-797120-4-hyperv the message routers_updated {{(pid=128083) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 11:50:30.135490 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dcb13f4-07da-4b76-9d0a-a4fb98efd0d1 None None] Sync routers for ids ['191dbf92-0d40-4914-afa9-7961b13cbda7'] in dv-neutron-797120-4-hyperv {{(pid=128085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 11:50:30.144739 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-da4456dc-02ac-45de-9453-0ebf667f8451 tempest-RoutersNegativeIpV6Test-675716403 tempest-RoutersNegativeIpV6Test-675716403-project] 10.222.0.53 "PUT /v2.0/routers/191dbf92-0d40-4914-afa9-7961b13cbda7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9166198 Jun 24 11:50:30.148334 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d150c75-c5b6-4f3b-a13c-7c4f595bb296 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Pushing event deleted for resources: {'Subnet': ['ID=6b0b2cfe-f417-44ac-9eb0-a69c7d039563,revision_number=None']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:50:30.152558 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 33130) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:50:30.161363 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-6d150c75-c5b6-4f3b-a13c-7c4f595bb296 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:50:30.162769 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-6d150c75-c5b6-4f3b-a13c-7c4f595bb296 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks [] for subnet, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:30.167728 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-6d150c75-c5b6-4f3b-a13c-7c4f595bb296 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] 10.222.0.53 "DELETE /v2.0/subnets/6b0b2cfe-f417-44ac-9eb0-a69c7d039563 HTTP/1.1" status: 204 len: 168 time: 2.6434801 Jun 24 11:50:30.169707 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 33132) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:50:30.256435 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dcb13f4-07da-4b76-9d0a-a4fb98efd0d1 None None] Routers {'191dbf92-0d40-4914-afa9-7961b13cbda7'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 11:50:30.258551 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-9f02214e-4932-40c3-8478-1870865f52dc tempest-FloatingIPNegativeTestJSON-1774915856 tempest-FloatingIPNegativeTestJSON-1774915856-project] Notify callbacks [] for floatingip, before_update {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:30.269964 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-7dcb13f4-07da-4b76-9d0a-a4fb98efd0d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T11:50:26Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['191dbf92-0d40-4914-afa9-7961b13cbda7'], 'active': True} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:50:30.354296 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-7dcb13f4-07da-4b76-9d0a-a4fb98efd0d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:50:30.390953 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dcb13f4-07da-4b76-9d0a-a4fb98efd0d1 None None] Routers {'191dbf92-0d40-4914-afa9-7961b13cbda7'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 11:50:30.392309 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-7dcb13f4-07da-4b76-9d0a-a4fb98efd0d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T11:50:26Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['191dbf92-0d40-4914-afa9-7961b13cbda7'], 'active': True} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:50:30.450308 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36944bed-6d91-4c7a-81f3-e86662bf9b5a req-16f1cd06-faa9-4a02-85bd-3d930471b9d9 tempest-TestNetworkAdvancedServerOps-1479438933 tempest-TestNetworkAdvancedServerOps-1479438933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:50:30.451927 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-36944bed-6d91-4c7a-81f3-e86662bf9b5a req-16f1cd06-faa9-4a02-85bd-3d930471b9d9 tempest-TestNetworkAdvancedServerOps-1479438933 tempest-TestNetworkAdvancedServerOps-1479438933-project] 10.222.0.53 "GET /v2.0/ports?device_id=01c22be6-1669-482b-94cd-775df8dd11ba HTTP/1.1" status: 200 len: 946 time: 0.7329826 Jun 24 11:50:30.459875 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-7dcb13f4-07da-4b76-9d0a-a4fb98efd0d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:50:30.461534 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dcb13f4-07da-4b76-9d0a-a4fb98efd0d1 None None] The sync data for ids ['191dbf92-0d40-4914-afa9-7961b13cbda7'] in dv-neutron-797120-4-hyperv is: [] {{(pid=128085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 11:50:30.477306 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-3555678f-2fa0-40f8-a5db-260c981e94c2 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3058410 Jun 24 11:50:30.484272 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 33134) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:50:30.504635 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-53acb553-0cb9-4f1e-b39b-b8eab07c3b62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee31ee3a-f8b4-4647-a8df-28778cd53f86', 'name': 'tempest-TestNetworkAdvancedServerOps-router-699476796', 'tenant_id': '027cb114b40f4b66abdd9fd20f4debdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'external_fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.213'}], 'enable_snat': True}, 'gw_port_id': '373ef065-c177-4277-a496-5938a3e62f69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T11:49:29Z', 'updated_at': '2021-06-24T11:49:41Z', 'revision_number': 4, 'project_id': '027cb114b40f4b66abdd9fd20f4debdf', 'gw_port': {'id': '373ef065-c177-4277-a496-5938a3e62f69', 'name': '', 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:10:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee31ee3a-f8b4-4647-a8df-28778cd53f86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 903, 'fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:49:30Z', 'updated_at': '2021-06-24T11:49:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-4-hyperv', '_floatingips': [{'id': '6b873493-1817-4762-a114-a9baef9907af', 'tenant_id': '027cb114b40f4b66abdd9fd20f4debdf', 'floating_ip_address': '172.26.7.128', 'floating_network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'router_id': 'ee31ee3a-f8b4-4647-a8df-28778cd53f86', 'port_id': '33678eb9-0f0d-4a2b-923f-cd19cd23cc40', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1047, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0df59c03-dac3-411f-a2bf-16d57a368c8d', 'mac_address': 'fa:16:3e:66:54:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01c22be6-1669-482b-94cd-775df8dd11ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T11:50:23Z', 'updated_at': '2021-06-24T11:50:23Z', 'revision_number': 0, 'project_id': '027cb114b40f4b66abdd9fd20f4debdf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd53c5e63-07c1-42e3-8bd4-9342e0cb7112', 'name': '', 'network_id': '0df59c03-dac3-411f-a2bf-16d57a368c8d', 'tenant_id': '027cb114b40f4b66abdd9fd20f4debdf', 'mac_address': 'fa:16:3e:ab:85:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee31ee3a-f8b4-4647-a8df-28778cd53f86', 'device_owner': 'network:router_interface', 'standard_attr_id': 927, 'fixed_ips': [{'subnet_id': 'fed5c1a3-282b-465b-a705-0bcb2ca19c6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:49:39Z', 'updated_at': '2021-06-24T11:49:52Z', 'revision_number': 5, 'project_id': '027cb114b40f4b66abdd9fd20f4debdf', 'subnets': [{'id': 'fed5c1a3-282b-465b-a705-0bcb2ca19c6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:50:30.581325 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53acb553-0cb9-4f1e-b39b-b8eab07c3b62 None None] The sync data for ids ['ee31ee3a-f8b4-4647-a8df-28778cd53f86'] in dv-neutron-797120-4-hyperv is: [{'id': 'ee31ee3a-f8b4-4647-a8df-28778cd53f86', 'name': 'tempest-TestNetworkAdvancedServerOps-router-699476796', 'tenant_id': '027cb114b40f4b66abdd9fd20f4debdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'external_fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.213'}], 'enable_snat': True}, 'gw_port_id': '373ef065-c177-4277-a496-5938a3e62f69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T11:49:29Z', 'updated_at': '2021-06-24T11:49:41Z', 'revision_number': 4, 'project_id': '027cb114b40f4b66abdd9fd20f4debdf', 'gw_port': {'id': '373ef065-c177-4277-a496-5938a3e62f69', 'name': '', 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:10:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee31ee3a-f8b4-4647-a8df-28778cd53f86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 903, 'fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:49:30Z', 'updated_at': '2021-06-24T11:49:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-4-hyperv', '_floatingips': [{'id': '6b873493-1817-4762-a114-a9baef9907af', 'tenant_id': '027cb114b40f4b66abdd9fd20f4debdf', 'floating_ip_address': '172.26.7.128', 'floating_network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'router_id': 'ee31ee3a-f8b4-4647-a8df-28778cd53f86', 'port_id': '33678eb9-0f0d-4a2b-923f-cd19cd23cc40', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1047, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0df59c03-dac3-411f-a2bf-16d57a368c8d', 'mac_address': 'fa:16:3e:66:54:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01c22be6-1669-482b-94cd-775df8dd11ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T11:50:23Z', 'updated_at': '2021-06-24T11:50:23Z', 'revision_number': 0, 'project_id': '027cb114b40f4b66abdd9fd20f4debdf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd53c5e63-07c1-42e3-8bd4-9342e0cb7112', 'name': '', 'network_id': '0df59c03-dac3-411f-a2bf-16d57a368c8d', 'tenant_id': '027cb114b40f4b66abdd9fd20f4debdf', 'mac_address': 'fa:16:3e:ab:85:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee31ee3a-f8b4-4647-a8df-28778cd53f86', 'device_owner': 'network:router_interface', 'standard_attr_id': 927, 'fixed_ips': [{'subnet_id': 'fed5c1a3-282b-465b-a705-0bcb2ca19c6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:49:39Z', 'updated_at': '2021-06-24T11:49:52Z', 'revision_number': 5, 'project_id': '027cb114b40f4b66abdd9fd20f4debdf', 'subnets': [{'id': 'fed5c1a3-282b-465b-a705-0bcb2ca19c6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=128086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 11:50:30.603294 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f835f6ae-5c4a-4e80-b836-ff32a3f137e5 req-af8f5155-7ca5-48b3-a724-edd4f4dd62d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:50:30.605304 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-f835f6ae-5c4a-4e80-b836-ff32a3f137e5 req-af8f5155-7ca5-48b3-a724-edd4f4dd62d8 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=027cb114b40f4b66abdd9fd20f4debdf&device_id=01c22be6-1669-482b-94cd-775df8dd11ba HTTP/1.1" status: 200 len: 1099 time: 0.5119691 Jun 24 11:50:30.675722 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc77c31c-1c7a-43b1-94de-2f98a5e18670 None None] DHCP port deletion for 11a80c9d-f8ee-4388-91b0-d49a25200fee request from dv-neutron-797120-4-hyperv {{(pid=128085) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 24 11:50:30.697703 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-36944bed-6d91-4c7a-81f3-e86662bf9b5a req-16ef74a0-740b-43df-b2ec-10c000bc78ed tempest-TestNetworkAdvancedServerOps-1479438933 tempest-TestNetworkAdvancedServerOps-1479438933-project] 10.222.0.53 "GET /v2.0/security-groups?id=ad6af071-5e9d-4374-b735-aabf2d994394&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1574929 Jun 24 11:50:30.791362 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-cc77c31c-1c7a-43b1-94de-2f98a5e18670 None None] Deleting port cfddf947-affa-4252-b885-a466c46cc03d {{(pid=128085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 11:50:30.797536 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-cc77c31c-1c7a-43b1-94de-2f98a5e18670 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793193942312'] for port, before_delete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:30.838716 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-60ec05d0-d5d4-4ebd-8a91-04cd839cef7d tempest-RoutersTestDVR-1523693224 tempest-RoutersTestDVR-1523693224-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1975381', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1803205', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65378'] for router, precommit_update {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:30.846011 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-60ec05d0-d5d4-4ebd-8a91-04cd839cef7d tempest-RoutersTestDVR-1523693224 tempest-RoutersTestDVR-1523693224-project-admin] Notify callbacks [] for router, before_update {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:30.879853 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 33138) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:50:30.964428 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-cc77c31c-1c7a-43b1-94de-2f98a5e18670 None None] For port cfddf947-affa-4252-b885-a466c46cc03d, host dv-neutron-797120-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=cfddf947-affa-4252-b885-a466c46cc03d,segment=NetworkSegment(fddfe548-9582-48fa-8a0c-6b06bc4d1b9f),segment_id=fddfe548-9582-48fa-8a0c-6b06bc4d1b9f)] {{(pid=128085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 11:50:30.964995 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-cc77c31c-1c7a-43b1-94de-2f98a5e18670 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1978872'] for port, precommit_delete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:30.985395 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-9a4b0497-a69e-4c63-8a5b-1e598386d4a0 tempest-RoutersNegativeIpV6Test-675716403 tempest-RoutersNegativeIpV6Test-675716403-project] Notify callbacks [] for router, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:30.991332 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-cc77c31c-1c7a-43b1-94de-2f98a5e18670 None None] Calling delete_port for cfddf947-affa-4252-b885-a466c46cc03d owned by network:dhcp {{(pid=128085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 11:50:31.028123 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc313279-702f-489a-8acf-644d4acf694c None None] New status for floating IP 6b873493-1817-4762-a114-a9baef9907af: ACTIVE {{(pid=128086) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 24 11:50:31.069499 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.db_base_plugin_common [None req-cf7ebb8a-58fb-46e7-aae2-a80ecd8a2ad1 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Allocated IP 2001:db8::10 (106a46bd-ee1c-45c6-bec0-d8db44801211/fb0b079c-3dfd-4a2c-ae63-c862c1ee58cd/7d8df189-462f-4f3e-b83d-bee3bf17f36f) {{(pid=128083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 11:50:31.120087 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-60ec05d0-d5d4-4ebd-8a91-04cd839cef7d tempest-RoutersTestDVR-1523693224 tempest-RoutersTestDVR-1523693224-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=128084) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:155}} Jun 24 11:50:31.120724 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-60ec05d0-d5d4-4ebd-8a91-04cd839cef7d tempest-RoutersTestDVR-1523693224 tempest-RoutersTestDVR-1523693224-project-admin] Router d1b50cd6-6770-44d1-aa01-71c370e78f7a migrating from provider to provider. {{(pid=128084) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:162}} Jun 24 11:50:31.121354 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-60ec05d0-d5d4-4ebd-8a91-04cd839cef7d tempest-RoutersTestDVR-1523693224 tempest-RoutersTestDVR-1523693224-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:31.180499 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-cc77c31c-1c7a-43b1-94de-2f98a5e18670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793193945299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193536732'] for port, after_delete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:31.192085 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-82aceb57-9b3d-4f45-9d20-37cc7a243a68 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:50:31.224739 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-60ec05d0-d5d4-4ebd-8a91-04cd839cef7d tempest-RoutersTestDVR-1523693224 tempest-RoutersTestDVR-1523693224-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:31.227489 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc77c31c-1c7a-43b1-94de-2f98a5e18670 None None] Pushing event deleted for resources: {'Port': ['ID=cfddf947-affa-4252-b885-a466c46cc03d,revision_number=None']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:50:31.230893 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc77c31c-1c7a-43b1-94de-2f98a5e18670 None None] No DVR routers for this DVR port cfddf947-affa-4252-b885-a466c46cc03d on host dv-neutron-797120-4-hyperv {{(pid=128085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 11:50:31.234056 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-cc77c31c-1c7a-43b1-94de-2f98a5e18670 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:50:31.267577 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-60ec05d0-d5d4-4ebd-8a91-04cd839cef7d tempest-RoutersTestDVR-1523693224 tempest-RoutersTestDVR-1523693224-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1815767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1975340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1815772', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1803228'] for router, after_update {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:31.270114 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f835f6ae-5c4a-4e80-b836-ff32a3f137e5 req-535ac50b-d692-48ab-9b9b-cecb47e317e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:50:31.271651 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-f835f6ae-5c4a-4e80-b836-ff32a3f137e5 req-535ac50b-d692-48ab-9b9b-cecb47e317e1 service neutron] 10.222.0.45 "GET /v2.0/networks?id=0df59c03-dac3-411f-a2bf-16d57a368c8d HTTP/1.1" status: 200 len: 898 time: 0.6554470 Jun 24 11:50:31.297998 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2a442c4-76d0-47dc-bfaf-389fd535062f tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:50:31.302791 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-f2a442c4-76d0-47dc-bfaf-389fd535062f tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.8127294 Jun 24 11:50:31.314544 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 33140) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:50:31.359112 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01b4e2af-69c4-441c-8b2a-b56c82a48fb0 None None] Network 106a46bd-ee1c-45c6-bec0-d8db44801211 requested from dv-neutron-797120-4-hyperv {{(pid=128085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 11:50:31.367356 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.api.v2.resource [None req-9a4b0497-a69e-4c63-8a5b-1e598386d4a0 tempest-RoutersNegativeIpV6Test-675716403 tempest-RoutersNegativeIpV6Test-675716403-project] delete failed (client error): There was a conflict when trying to complete your request. Jun 24 11:50:31.370960 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-9a4b0497-a69e-4c63-8a5b-1e598386d4a0 tempest-RoutersNegativeIpV6Test-675716403 tempest-RoutersNegativeIpV6Test-675716403-project] 10.222.0.53 "DELETE /v2.0/routers/191dbf92-0d40-4914-afa9-7961b13cbda7 HTTP/1.1" status: 409 len: 329 time: 1.2150981 Jun 24 11:50:31.371556 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.api.v2.resource [None req-9f02214e-4932-40c3-8478-1870865f52dc tempest-FloatingIPNegativeTestJSON-1774915856 tempest-FloatingIPNegativeTestJSON-1774915856-project] update failed (client error): The resource could not be found. Jun 24 11:50:31.375993 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-9f02214e-4932-40c3-8478-1870865f52dc tempest-FloatingIPNegativeTestJSON-1774915856 tempest-FloatingIPNegativeTestJSON-1774915856-project] 10.222.0.53 "PUT /v2.0/floatingips/d3e0c675-90b5-473d-acea-08c55a4facd3 HTTP/1.1" status: 404 len: 507 time: 1.2978268 Jun 24 11:50:31.378713 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 33142) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:50:31.379060 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 33144) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:50:31.461288 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-199d49c2-cf09-4645-a961-35004497c4fb None None] Provisioning for port a77f16d6-44ca-437d-965d-acfea924372c completed by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 11:50:31.619526 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device a77f16d6-44ca-437d-965d-acfea924372c up at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 11:50:31.658535 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-2aaa8dc9-7ead-4a6d-9b96-7bb60a986838 tempest-TestNetworkAdvancedServerOps-1479438933 tempest-TestNetworkAdvancedServerOps-1479438933-project] 10.222.0.53 "GET /v2.0/floatingips/6b873493-1817-4762-a114-a9baef9907af HTTP/1.1" status: 200 len: 992 time: 0.7769375 Jun 24 11:50:31.661373 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-f835f6ae-5c4a-4e80-b836-ff32a3f137e5 req-43cd9ad1-0d9a-4db9-8dbc-d7f254575ade service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=33678eb9-0f0d-4a2b-923f-cd19cd23cc40 HTTP/1.1" status: 200 len: 1002 time: 0.3740349 Jun 24 11:50:31.714264 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning for port a77f16d6-44ca-437d-965d-acfea924372c completed by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 11:50:31.719781 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning complete for port a77f16d6-44ca-437d-965d-acfea924372c triggered by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:50:31.720582 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:31.783562 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98a81f51-42e3-4125-80e7-6242bc9dd13f tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:50:31.789049 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-98a81f51-42e3-4125-80e7-6242bc9dd13f tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4568832 Jun 24 11:50:31.791877 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 33146) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:50:31.840868 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:31.876868 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-29553795-6149-4b4d-9b5a-ca61d790948f tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0797520 Jun 24 11:50:31.889914 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 33150) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:50:31.915139 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] For port a77f16d6-44ca-437d-965d-acfea924372c, host dv-neutron-797120-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=a77f16d6-44ca-437d-965d-acfea924372c,segment=NetworkSegment(af6b8930-00b2-4458-ae97-6cf73b02039d),segment_id=af6b8930-00b2-4458-ae97-6cf73b02039d)] {{(pid=128085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 11:50:31.925732 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:31.929072 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:50:31.930469 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f835f6ae-5c4a-4e80-b836-ff32a3f137e5 req-5c5f4fde-396e-4c23-93fb-3b88c0b99c29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:50:31.932086 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-f835f6ae-5c4a-4e80-b836-ff32a3f137e5 req-5c5f4fde-396e-4c23-93fb-3b88c0b99c29 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=fed5c1a3-282b-465b-a705-0bcb2ca19c6d HTTP/1.1" status: 200 len: 833 time: 0.2282381 Jun 24 11:50:32.034384 dv-neutron-797120-4-hyperv neutron-server[128084]: WARNING neutron.scheduler.l3_agent_scheduler [None req-60ec05d0-d5d4-4ebd-8a91-04cd839cef7d tempest-RoutersTestDVR-1523693224 tempest-RoutersTestDVR-1523693224-project-admin] No L3 agents can host the router d1b50cd6-6770-44d1-aa01-71c370e78f7a Jun 24 11:50:32.037936 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device cfddf947-affa-4252-b885-a466c46cc03d no longer exists at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 11:50:32.041028 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-cf7ebb8a-58fb-46e7-aae2-a80ecd8a2ad1 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Notify callbacks [] for port, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:32.046819 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.pecan_wsgi.hooks.translation [None req-bfd0f9ce-d4a4-404a-a91d-54a668765012 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] DELETE failed (client error): The resource could not be found. Jun 24 11:50:32.048626 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bfd0f9ce-d4a4-404a-a91d-54a668765012 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=128083) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 24 11:50:32.051481 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-bfd0f9ce-d4a4-404a-a91d-54a668765012 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] 10.222.0.53 "DELETE /v2.0/ports/5a38cd53-8bf4-4b2b-a63d-9bdfa87c3093 HTTP/1.1" status: 404 len: 333 time: 0.1605527 Jun 24 11:50:32.057396 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 33152) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:50:32.064960 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] No Port match for: cfddf947-affa-4252-b885-a466c46cc03d {{(pid=128085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 11:50:32.065472 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device cfddf947-affa-4252-b885-a466c46cc03d not bound to the agent host dv-neutron-797120-4-hyperv {{(pid=128085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 11:50:32.067738 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Pushing event updated for resources: {'Port': ['ID=a77f16d6-44ca-437d-965d-acfea924372c,revision_number=3']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:50:32.070825 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:50:32.105591 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-3f285337-7358-45a3-9965-3ffe4089f120 None None] Provisioning complete for port a77f16d6-44ca-437d-965d-acfea924372c triggered by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:50:32.107061 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-3f285337-7358-45a3-9965-3ffe4089f120 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:32.128554 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.provisioning_blocks [None req-cf7ebb8a-58fb-46e7-aae2-a80ecd8a2ad1 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Transition to ACTIVE for port object 7d8df189-462f-4f3e-b83d-bee3bf17f36f will not be triggered until provisioned by entity DHCP. {{(pid=128083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 11:50:32.137298 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b0a9d36-f6c8-40ce-af2f-7ea82024ea7b tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] DELETE failed (client error): The resource could not be found. Jun 24 11:50:32.138142 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7b0a9d36-f6c8-40ce-af2f-7ea82024ea7b tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=128083) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 24 11:50:32.139871 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-7b0a9d36-f6c8-40ce-af2f-7ea82024ea7b tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] 10.222.0.53 "DELETE /v2.0/subnets/670dd4dd-bd3f-4a62-b72c-ebe68600786a HTTP/1.1" status: 404 len: 337 time: 0.0704708 Jun 24 11:50:32.142785 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 33154) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:50:32.184068 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6103b97-e4b8-4abe-b614-2a0ff96434c9 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] DELETE failed (client error): The resource could not be found. Jun 24 11:50:32.184652 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c6103b97-e4b8-4abe-b614-2a0ff96434c9 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=128083) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 24 11:50:32.186388 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-c6103b97-e4b8-4abe-b614-2a0ff96434c9 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] 10.222.0.53 "DELETE /v2.0/subnets/6b0b2cfe-f417-44ac-9eb0-a69c7d039563 HTTP/1.1" status: 404 len: 337 time: 0.0381086 Jun 24 11:50:32.193862 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 33156) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:50:32.236475 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1dff8cb-21c0-4d8a-a1e8-e3ab0587a16f tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] DELETE failed (client error): The resource could not be found. Jun 24 11:50:32.238428 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a1dff8cb-21c0-4d8a-a1e8-e3ab0587a16f tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=128083) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 24 11:50:32.240160 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-a1dff8cb-21c0-4d8a-a1e8-e3ab0587a16f tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] 10.222.0.53 "DELETE /v2.0/ports/6c8b07ff-5038-45fe-9a45-e37e105df5b2 HTTP/1.1" status: 404 len: 333 time: 0.0450802 Jun 24 11:50:32.243048 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 33158) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:50:32.278952 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.pecan_wsgi.hooks.translation [None req-59266f5a-8fe2-4fbb-8487-8b090f5b459f tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] DELETE failed (client error): The resource could not be found. Jun 24 11:50:32.279415 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-59266f5a-8fe2-4fbb-8487-8b090f5b459f tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=128083) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 24 11:50:32.281147 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-59266f5a-8fe2-4fbb-8487-8b090f5b459f tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] 10.222.0.53 "DELETE /v2.0/subnets/16e78e09-b71e-4dac-90b3-c30d82964180 HTTP/1.1" status: 404 len: 337 time: 0.0360832 Jun 24 11:50:32.281975 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60ec05d0-d5d4-4ebd-8a91-04cd839cef7d tempest-RoutersTestDVR-1523693224 tempest-RoutersTestDVR-1523693224-project-admin] Hosts for router d1b50cd6-6770-44d1-aa01-71c370e78f7a: [] {{(pid=128084) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Jun 24 11:50:32.282275 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-cf7ebb8a-58fb-46e7-aae2-a80ecd8a2ad1 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-650429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-506361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793193536723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2537853'] for port, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:32.284453 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 33160) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:50:32.295857 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f835f6ae-5c4a-4e80-b836-ff32a3f137e5 req-f8cfa2f0-8a9c-4053-8cf1-f5a45e2f26c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:50:32.297335 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-f835f6ae-5c4a-4e80-b836-ff32a3f137e5 req-f8cfa2f0-8a9c-4053-8cf1-f5a45e2f26c3 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=0df59c03-dac3-411f-a2bf-16d57a368c8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3506792 Jun 24 11:50:32.297991 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-57b3ea4a-6e85-4a80-9363-9fd0aaea3884 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:50:32.323031 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60ec05d0-d5d4-4ebd-8a91-04cd839cef7d tempest-RoutersTestDVR-1523693224 tempest-RoutersTestDVR-1523693224-project-admin] Hosts for other DVR routers connected to router d1b50cd6-6770-44d1-aa01-71c370e78f7a: set() {{(pid=128084) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Jun 24 11:50:32.325539 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-60ec05d0-d5d4-4ebd-8a91-04cd839cef7d tempest-RoutersTestDVR-1523693224 tempest-RoutersTestDVR-1523693224-project-admin] Notify callbacks [] for router, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:32.329017 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-60ec05d0-d5d4-4ebd-8a91-04cd839cef7d tempest-RoutersTestDVR-1523693224 tempest-RoutersTestDVR-1523693224-project-admin] 10.222.0.53 "PUT /v2.0/routers/d1b50cd6-6770-44d1-aa01-71c370e78f7a HTTP/1.1" status: 200 len: 716 time: 2.3201718 Jun 24 11:50:32.332967 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 33162) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:50:32.359968 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9105ed3-7964-4af4-a210-eba1ecccaeeb tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] DELETE failed (client error): The resource could not be found. Jun 24 11:50:32.360432 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d9105ed3-7964-4af4-a210-eba1ecccaeeb tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=128083) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 24 11:50:32.362926 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-d9105ed3-7964-4af4-a210-eba1ecccaeeb tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] 10.222.0.53 "DELETE /v2.0/subnets/ad90e9a5-61e3-43f7-bf0c-b0f998d60434 HTTP/1.1" status: 404 len: 337 time: 0.0759215 Jun 24 11:50:32.375325 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 33164) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:50:32.407328 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf7ebb8a-58fb-46e7-aae2-a80ecd8a2ad1 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Network 106a46bd-ee1c-45c6-bec0-d8db44801211 is already hosted by enough agents. {{(pid=128083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 11:50:32.414545 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.plugin [None req-be35e610-9728-4950-9134-005c4dc6485a tempest-FloatingIPNegativeTestJSON-1774915856 tempest-FloatingIPNegativeTestJSON-1774915856-project] Deleting port 89d68b06-fd1e-41a3-9d8f-112e45c241b2 {{(pid=128084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 11:50:32.414892 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-be35e610-9728-4950-9134-005c4dc6485a tempest-FloatingIPNegativeTestJSON-1774915856 tempest-FloatingIPNegativeTestJSON-1774915856-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793193942312'] for port, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:32.456682 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-19e3a619-bfcb-49fc-b43c-b69a7050d658 tempest-RoutersTestDVR-1523693224 tempest-RoutersTestDVR-1523693224-project-admin] 10.222.0.53 "GET /v2.0/routers/d1b50cd6-6770-44d1-aa01-71c370e78f7a HTTP/1.1" status: 200 len: 716 time: 0.1199627 Jun 24 11:50:32.458105 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.base_scheduler [None req-cf7ebb8a-58fb-46e7-aae2-a80ecd8a2ad1 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Resources bound (agent type, host, resource id): {{(pid=128083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:50:32.461234 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 33166) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:50:32.464035 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.pecan_wsgi.hooks.translation [None req-c46fd1b8-c366-4416-96a8-1d3a844a229a tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] DELETE failed (client error): The resource could not be found. Jun 24 11:50:32.464757 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c46fd1b8-c366-4416-96a8-1d3a844a229a tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=128083) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 24 11:50:32.466522 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-c46fd1b8-c366-4416-96a8-1d3a844a229a tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] 10.222.0.53 "DELETE /v2.0/ports/082c0949-1bf0-41c6-90fa-b2eb42764685 HTTP/1.1" status: 404 len: 333 time: 0.0821540 Jun 24 11:50:32.471987 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf7ebb8a-58fb-46e7-aae2-a80ecd8a2ad1 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Received port after_create {{(pid=128083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 11:50:32.478337 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf7ebb8a-58fb-46e7-aae2-a80ecd8a2ad1 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:50:32.478978 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-cf7ebb8a-58fb-46e7-aae2-a80ecd8a2ad1 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468916'] for port, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:32.481566 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 33168) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:50:32.495954 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7ebb8a-58fb-46e7-aae2-a80ecd8a2ad1 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Pushing event updated for resources: {'Port': ['ID=7d8df189-462f-4f3e-b83d-bee3bf17f36f,revision_number=1']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:50:32.504029 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-cf7ebb8a-58fb-46e7-aae2-a80ecd8a2ad1 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:50:32.527813 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3b39831-c22d-4900-aa78-729188ebf6e3 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] DELETE failed (client error): The resource could not be found. Jun 24 11:50:32.528842 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e3b39831-c22d-4900-aa78-729188ebf6e3 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=128083) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 24 11:50:32.532131 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-e3b39831-c22d-4900-aa78-729188ebf6e3 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] 10.222.0.53 "DELETE /v2.0/subnets/40346db6-5efd-4980-84e4-2a742d93dff4 HTTP/1.1" status: 404 len: 337 time: 0.0460534 Jun 24 11:50:32.533411 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 33172) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:50:32.552223 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-cf7ebb8a-58fb-46e7-aae2-a80ecd8a2ad1 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 4.8927639 Jun 24 11:50:32.552469 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 33174) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:50:32.557457 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-a850f437-9396-416d-bc91-4d53946fe3a4 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Request body: {'port': {'network_id': '106a46bd-ee1c-45c6-bec0-d8db44801211', 'name': 'tempest-PortsIpV6TestJSON-799347257', 'fixed_ips': [{'subnet_id': 'fb0b079c-3dfd-4a2c-ae63-c862c1ee58cd', 'ip_address': '2001:db8::f'}]}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:50:32.577005 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.pecan_wsgi.hooks.translation [None req-0655f6cc-1cdc-4ab2-9d6b-a5fda45509c5 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] DELETE failed (client error): The resource could not be found. Jun 24 11:50:32.577475 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0655f6cc-1cdc-4ab2-9d6b-a5fda45509c5 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=128083) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 24 11:50:32.579198 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-0655f6cc-1cdc-4ab2-9d6b-a5fda45509c5 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] 10.222.0.53 "DELETE /v2.0/subnets/4560da80-3607-41e1-b541-f2dd2e6aab39 HTTP/1.1" status: 404 len: 337 time: 0.0422115 Jun 24 11:50:32.587412 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 33176) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:50:32.588926 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-be35e610-9728-4950-9134-005c4dc6485a tempest-FloatingIPNegativeTestJSON-1774915856 tempest-FloatingIPNegativeTestJSON-1774915856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1978872'] for port, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:32.589386 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-be35e610-9728-4950-9134-005c4dc6485a tempest-FloatingIPNegativeTestJSON-1774915856 tempest-FloatingIPNegativeTestJSON-1774915856-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:32.615183 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.plugin [None req-be35e610-9728-4950-9134-005c4dc6485a tempest-FloatingIPNegativeTestJSON-1774915856 tempest-FloatingIPNegativeTestJSON-1774915856-project] Calling delete_port for 89d68b06-fd1e-41a3-9d8f-112e45c241b2 owned by network:floatingip {{(pid=128084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 11:50:32.618532 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-f835f6ae-5c4a-4e80-b836-ff32a3f137e5 req-5af7cfa3-de2c-4ba0-af74-373ef87a7cd7 service neutron] 10.222.0.45 "GET /v2.0/networks/0df59c03-dac3-411f-a2bf-16d57a368c8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3138878 Jun 24 11:50:32.619480 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.pecan_wsgi.hooks.translation [None req-317cd2ab-d377-4769-8427-219e2fb34bca tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] DELETE failed (client error): The resource could not be found. Jun 24 11:50:32.620224 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-317cd2ab-d377-4769-8427-219e2fb34bca tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=128083) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 24 11:50:32.622172 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-317cd2ab-d377-4769-8427-219e2fb34bca tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] 10.222.0.53 "DELETE /v2.0/ports/1b3052fb-4815-4c70-92b4-d9e72848834f HTTP/1.1" status: 404 len: 333 time: 0.0335469 Jun 24 11:50:32.624694 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 33178) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:50:32.661798 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 33180) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:50:32.692165 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.pecan_wsgi.hooks.translation [None req-cddfbebc-0b29-4afd-9408-ae13e20da38f tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] DELETE failed (client error): The resource could not be found. Jun 24 11:50:32.692772 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cddfbebc-0b29-4afd-9408-ae13e20da38f tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=128083) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 24 11:50:32.694410 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-cddfbebc-0b29-4afd-9408-ae13e20da38f tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] 10.222.0.53 "DELETE /v2.0/subnets/1cac5809-6d1a-4a74-b865-864f70f9ddf8 HTTP/1.1" status: 404 len: 337 time: 0.0686164 Jun 24 11:50:32.696803 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 33182) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:50:32.755697 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d94f963-ea43-4298-9577-c2a2d50841dc tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] DELETE failed (client error): The resource could not be found. Jun 24 11:50:32.756159 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d94f963-ea43-4298-9577-c2a2d50841dc tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=128083) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 24 11:50:32.760080 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-1d94f963-ea43-4298-9577-c2a2d50841dc tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] 10.222.0.53 "DELETE /v2.0/subnets/91abbb7d-a39d-4706-9ebd-796bf06b6dcd HTTP/1.1" status: 404 len: 337 time: 0.0601883 Jun 24 11:50:32.760325 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 33184) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:50:32.795622 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c15958a-db6b-4028-8323-7586c22bf6a0 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] DELETE failed (client error): The resource could not be found. Jun 24 11:50:32.796251 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2c15958a-db6b-4028-8323-7586c22bf6a0 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=128083) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 24 11:50:32.797984 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-2c15958a-db6b-4028-8323-7586c22bf6a0 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] 10.222.0.53 "DELETE /v2.0/ports/a67168b9-7de2-4cd5-b4fd-b51594dbe32a HTTP/1.1" status: 404 len: 333 time: 0.0367665 Jun 24 11:50:32.803273 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 33186) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:50:32.833962 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.pecan_wsgi.hooks.translation [None req-005d025e-5fc5-431c-9537-cb115678f7f3 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] DELETE failed (client error): The resource could not be found. Jun 24 11:50:32.834421 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-005d025e-5fc5-431c-9537-cb115678f7f3 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=128083) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 24 11:50:32.838722 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-005d025e-5fc5-431c-9537-cb115678f7f3 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] 10.222.0.53 "DELETE /v2.0/subnets/e59a1a0d-c770-406a-bf08-08707b198c4f HTTP/1.1" status: 404 len: 337 time: 0.0321181 Jun 24 11:50:32.839456 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 33188) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:50:32.847495 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-20b4f040-980b-4333-9f03-998dd63c50f8 None None] Provisioning for port 7d8df189-462f-4f3e-b83d-bee3bf17f36f completed by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 11:50:32.853604 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-20b4f040-980b-4333-9f03-998dd63c50f8 None None] Provisioning complete for port 7d8df189-462f-4f3e-b83d-bee3bf17f36f triggered by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:50:32.853915 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-20b4f040-980b-4333-9f03-998dd63c50f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:32.875687 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.pecan_wsgi.hooks.translation [None req-9eaaf18a-a74f-49e9-8aac-28220784bbf3 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] DELETE failed (client error): The resource could not be found. Jun 24 11:50:32.876430 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9eaaf18a-a74f-49e9-8aac-28220784bbf3 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=128083) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 24 11:50:32.879052 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-9eaaf18a-a74f-49e9-8aac-28220784bbf3 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] 10.222.0.53 "DELETE /v2.0/ports/ff5f954b-e668-4bd4-8ece-90cc411ab6ab HTTP/1.1" status: 404 len: 333 time: 0.0387106 Jun 24 11:50:32.882345 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 33190) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:50:32.895435 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-f835f6ae-5c4a-4e80-b836-ff32a3f137e5 req-20767b70-3077-4b96-98a0-240a46c5a96a service neutron] 10.222.0.45 "GET /v2.0/networks/0df59c03-dac3-411f-a2bf-16d57a368c8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2663114 Jun 24 11:50:32.904717 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-20b4f040-980b-4333-9f03-998dd63c50f8 None None] Port 7d8df189-462f-4f3e-b83d-bee3bf17f36f cannot update to ACTIVE because it is not bound. {{(pid=128085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 11:50:32.916164 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.pecan_wsgi.hooks.translation [None req-abfa9fb7-5f8d-44bb-aaa6-3be297896a0d tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] DELETE failed (client error): The resource could not be found. Jun 24 11:50:32.916394 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-abfa9fb7-5f8d-44bb-aaa6-3be297896a0d tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=128083) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 24 11:50:32.918236 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-abfa9fb7-5f8d-44bb-aaa6-3be297896a0d tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] 10.222.0.53 "DELETE /v2.0/subnets/c1d57643-fd95-4531-b7d3-da006e46a1a5 HTTP/1.1" status: 404 len: 337 time: 0.0349684 Jun 24 11:50:32.920871 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 33192) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:50:32.958211 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c5b7941-54b7-4242-8315-3ee226b8c225 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] DELETE failed (client error): The resource could not be found. Jun 24 11:50:32.959358 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c5b7941-54b7-4242-8315-3ee226b8c225 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=128083) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 24 11:50:32.961369 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-1c5b7941-54b7-4242-8315-3ee226b8c225 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] 10.222.0.53 "DELETE /v2.0/ports/00891836-647e-42e8-a749-31af23cd18e4 HTTP/1.1" status: 404 len: 333 time: 0.0394919 Jun 24 11:50:32.964057 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 33194) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:50:32.970522 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-aeb46c9e-a505-413f-a584-d0468bdb256d tempest-RoutersTestDVR-1260384319 tempest-RoutersTestDVR-1260384319-project] 10.222.0.53 "GET /v2.0/routers/d1b50cd6-6770-44d1-aa01-71c370e78f7a HTTP/1.1" status: 200 len: 682 time: 0.5080888 Jun 24 11:50:32.973495 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 33196) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:50:33.002797 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-65a4c834-6bee-40d1-95b3-bfe3414b0f86 tempest-TestNetworkAdvancedServerOps-1479438933 tempest-TestNetworkAdvancedServerOps-1479438933-project] 10.222.0.53 "GET /v2.0/floatingips/6b873493-1817-4762-a114-a9baef9907af HTTP/1.1" status: 200 len: 994 time: 0.3364527 Jun 24 11:50:33.052006 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a850f437-9396-416d-bc91-4d53946fe3a4 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Made reservation on behalf of 99955773979244bf90218a1ecde00120 for: {'port': 1} {{(pid=128084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 11:50:33.151104 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-28fcc637-4a09-420a-a0d6-5783e6cfc3fe tempest-RoutersNegativeIpV6Test-675716403 tempest-RoutersNegativeIpV6Test-675716403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1978565'] for router_interface, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:33.280279 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-a850f437-9396-416d-bc91-4d53946fe3a4 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:33.301992 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-be35e610-9728-4950-9134-005c4dc6485a tempest-FloatingIPNegativeTestJSON-1774915856 tempest-FloatingIPNegativeTestJSON-1774915856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793193945299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193536732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3292088'] for port, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:33.306050 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-7233a88d-82d1-4b4a-a1c1-f476ce2384a6 tempest-FloatingIPNegativeTestJSON-1774915856 tempest-FloatingIPNegativeTestJSON-1774915856-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:50:33.364218 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be35e610-9728-4950-9134-005c4dc6485a tempest-FloatingIPNegativeTestJSON-1774915856 tempest-FloatingIPNegativeTestJSON-1774915856-project] Pushing event deleted for resources: {'Port': ['ID=89d68b06-fd1e-41a3-9d8f-112e45c241b2,revision_number=None']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:50:33.368467 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.notifiers.nova [None req-a850f437-9396-416d-bc91-4d53946fe3a4 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] device_id is not set on port b6746396-cd74-49ef-bc66-9921b78c33d7 yet. {{(pid=128084) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 24 11:50:33.371363 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.pecan_wsgi.hooks.translation [None req-6310bc70-3e21-49ab-9c79-ea16e769356d tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] DELETE failed (client error): The resource could not be found. Jun 24 11:50:33.371644 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6310bc70-3e21-49ab-9c79-ea16e769356d tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=128083) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 24 11:50:33.376003 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-6310bc70-3e21-49ab-9c79-ea16e769356d tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] 10.222.0.53 "DELETE /v2.0/subnets/92f2e377-80a3-491d-9ab9-32ddcf240349 HTTP/1.1" status: 404 len: 337 time: 0.4086587 Jun 24 11:50:33.376170 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-be35e610-9728-4950-9134-005c4dc6485a tempest-FloatingIPNegativeTestJSON-1774915856 tempest-FloatingIPNegativeTestJSON-1774915856-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:50:33.393919 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 33200) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:50:33.445302 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-75b7f227-3b1f-44ec-8842-7389c18156f5 tempest-RoutersTestDVR-1523693224 tempest-RoutersTestDVR-1523693224-project-admin] Notify callbacks [] for router, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:33.484518 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b22ee84-b78d-453b-9255-798e90f404df tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] DELETE failed (client error): The resource could not be found. Jun 24 11:50:33.485262 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4b22ee84-b78d-453b-9255-798e90f404df tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=128084) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 24 11:50:33.489915 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-4b22ee84-b78d-453b-9255-798e90f404df tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] 10.222.0.53 "DELETE /v2.0/ports/cb75053f-2dbd-42eb-bf36-160c45792be4 HTTP/1.1" status: 404 len: 333 time: 0.0862756 Jun 24 11:50:33.509023 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 33202) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:50:33.532514 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device a77f16d6-44ca-437d-965d-acfea924372c up at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 11:50:33.558694 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.pecan_wsgi.hooks.translation [None req-88755adb-4778-4bf7-872b-4aaf7fa3dec0 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] DELETE failed (client error): The resource could not be found. Jun 24 11:50:33.559185 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-88755adb-4778-4bf7-872b-4aaf7fa3dec0 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=128084) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 24 11:50:33.563127 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-88755adb-4778-4bf7-872b-4aaf7fa3dec0 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] 10.222.0.53 "DELETE /v2.0/subnets/9d7efe4a-0a9e-4758-b19c-299138438294 HTTP/1.1" status: 404 len: 337 time: 0.0503473 Jun 24 11:50:33.586918 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 33204) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:50:33.612496 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning complete for port a77f16d6-44ca-437d-965d-acfea924372c triggered by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:50:33.613365 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:33.618292 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-be35e610-9728-4950-9134-005c4dc6485a tempest-FloatingIPNegativeTestJSON-1774915856 tempest-FloatingIPNegativeTestJSON-1774915856-project] Notify callbacks [] for floatingip, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:33.620753 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-be35e610-9728-4950-9134-005c4dc6485a tempest-FloatingIPNegativeTestJSON-1774915856 tempest-FloatingIPNegativeTestJSON-1774915856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468916'] for floatingip, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:33.621925 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-be35e610-9728-4950-9134-005c4dc6485a tempest-FloatingIPNegativeTestJSON-1774915856 tempest-FloatingIPNegativeTestJSON-1774915856-project] 10.222.0.53 "DELETE /v2.0/floatingips/d3e0c675-90b5-473d-acea-08c55a4facd3 HTTP/1.1" status: 204 len: 168 time: 2.1902571 Jun 24 11:50:33.628142 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 33206) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:50:33.632835 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-8553513b-a0e2-4857-bf1b-ba431b3bc9ad tempest-FloatingIPNegativeTestJSON-1774915856 tempest-FloatingIPNegativeTestJSON-1774915856-project] Request body: {'floatingip': {'floating_network_id': '39bb7f4c-45b2-4e1a-b374-1e27b3cfecb6', 'port_id': '6159c087-57fc-4955-b23d-a9326a1b7ebe', 'fixed_ip_address': '172.20.0.3'}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:50:33.648114 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0027395-a174-42a5-a0b5-aa78be4ace30 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] DELETE failed (client error): The resource could not be found. Jun 24 11:50:33.648840 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d0027395-a174-42a5-a0b5-aa78be4ace30 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=128083) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 24 11:50:33.652924 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-d0027395-a174-42a5-a0b5-aa78be4ace30 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] 10.222.0.53 "DELETE /v2.0/ports/92721ba2-378a-46bc-b4f0-72174558a162 HTTP/1.1" status: 404 len: 333 time: 0.0642581 Jun 24 11:50:33.652924 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-75b7f227-3b1f-44ec-8842-7389c18156f5 tempest-RoutersTestDVR-1523693224 tempest-RoutersTestDVR-1523693224-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1803182', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65403'] for router, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:33.653992 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 33208) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:50:33.654794 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-75b7f227-3b1f-44ec-8842-7389c18156f5 tempest-RoutersTestDVR-1523693224 tempest-RoutersTestDVR-1523693224-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:33.706743 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-75b7f227-3b1f-44ec-8842-7389c18156f5 tempest-RoutersTestDVR-1523693224 tempest-RoutersTestDVR-1523693224-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1806072'] for router, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:33.707525 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75b7f227-3b1f-44ec-8842-7389c18156f5 tempest-RoutersTestDVR-1523693224 tempest-RoutersTestDVR-1523693224-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d1b50cd6-6770-44d1-aa01-71c370e78f7a {{(pid=128083) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 24 11:50:33.712260 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-75b7f227-3b1f-44ec-8842-7389c18156f5 tempest-RoutersTestDVR-1523693224 tempest-RoutersTestDVR-1523693224-project-admin] Notify callbacks [] for router, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:33.713617 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-75b7f227-3b1f-44ec-8842-7389c18156f5 tempest-RoutersTestDVR-1523693224 tempest-RoutersTestDVR-1523693224-project-admin] 10.222.0.53 "DELETE /v2.0/routers/d1b50cd6-6770-44d1-aa01-71c370e78f7a HTTP/1.1" status: 204 len: 168 time: 0.7391012 Jun 24 11:50:33.717414 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 33210) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:50:33.723392 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [None req-66d821e0-67a4-4c28-962b-7cbd7e9fad70 tempest-RoutersTestDVR-1523693224 tempest-RoutersTestDVR-1523693224-project-admin] Request body: {'router': {'name': 'tempest-router-524471741', 'distributed': True}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:50:33.759449 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b5787e1-c24a-404d-b1f6-2ff2ac0d6ffd tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] DELETE failed (client error): The resource could not be found. Jun 24 11:50:33.760105 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2b5787e1-c24a-404d-b1f6-2ff2ac0d6ffd tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=128084) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 24 11:50:33.765006 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-2b5787e1-c24a-404d-b1f6-2ff2ac0d6ffd tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] 10.222.0.53 "DELETE /v2.0/subnets/469e1318-8111-44bc-bc96-36acb97d563d HTTP/1.1" status: 404 len: 337 time: 0.1044052 Jun 24 11:50:33.765589 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 33212) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:50:33.801546 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.pecan_wsgi.hooks.translation [None req-267966ed-4e53-4d28-88fe-2d538437c7c7 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] DELETE failed (client error): The resource could not be found. Jun 24 11:50:33.802193 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-267966ed-4e53-4d28-88fe-2d538437c7c7 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=128083) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 24 11:50:33.805026 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-267966ed-4e53-4d28-88fe-2d538437c7c7 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] 10.222.0.53 "DELETE /v2.0/ports/9a82dda0-951b-464a-937d-dd5805279591 HTTP/1.1" status: 404 len: 333 time: 0.0371311 Jun 24 11:50:33.805193 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-8553513b-a0e2-4857-bf1b-ba431b3bc9ad tempest-FloatingIPNegativeTestJSON-1774915856 tempest-FloatingIPNegativeTestJSON-1774915856-project] Notify callbacks [] for floatingip, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:33.806498 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 33214) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:50:33.828809 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.db.db_base_plugin_common [None req-a850f437-9396-416d-bc91-4d53946fe3a4 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Allocated IP 2001:db8::f (106a46bd-ee1c-45c6-bec0-d8db44801211/fb0b079c-3dfd-4a2c-ae63-c862c1ee58cd/b6746396-cd74-49ef-bc66-9921b78c33d7) {{(pid=128084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 11:50:33.838287 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc880525-438d-4ce4-b618-23ce30343c72 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] DELETE failed (client error): The resource could not be found. Jun 24 11:50:33.838746 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc880525-438d-4ce4-b618-23ce30343c72 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=128083) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 24 11:50:33.840431 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-cc880525-438d-4ce4-b618-23ce30343c72 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] 10.222.0.53 "DELETE /v2.0/subnets/6f746b65-ed96-4ce7-918a-0405d77fde11 HTTP/1.1" status: 404 len: 337 time: 0.0330439 Jun 24 11:50:33.843939 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 33216) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:50:33.877334 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-66d821e0-67a4-4c28-962b-7cbd7e9fad70 tempest-RoutersTestDVR-1523693224 tempest-RoutersTestDVR-1523693224-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1803889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65293'] for router, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:33.879138 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-66d821e0-67a4-4c28-962b-7cbd7e9fad70 tempest-RoutersTestDVR-1523693224 tempest-RoutersTestDVR-1523693224-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1803848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1975305', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1581158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65396'] for router, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:33.883990 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.pecan_wsgi.hooks.translation [None req-5cca388f-9d3b-4276-9259-365bfe462b4c tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] DELETE failed (client error): The resource could not be found. Jun 24 11:50:33.884445 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5cca388f-9d3b-4276-9259-365bfe462b4c tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=128083) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 24 11:50:33.886163 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-5cca388f-9d3b-4276-9259-365bfe462b4c tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] 10.222.0.53 "DELETE /v2.0/subnets/1fd98c47-846d-4eb7-9329-d27abf8746c4 HTTP/1.1" status: 404 len: 337 time: 0.0405059 Jun 24 11:50:33.888892 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 33218) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:50:33.921561 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc3d19f6-ba14-46a1-a205-d09484caba4e tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] DELETE failed (client error): The resource could not be found. Jun 24 11:50:33.922307 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc3d19f6-ba14-46a1-a205-d09484caba4e tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=128083) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 24 11:50:33.924008 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-bc3d19f6-ba14-46a1-a205-d09484caba4e tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] 10.222.0.53 "DELETE /v2.0/ports/e8f076c6-f6a9-4ebb-86d5-369613c56c16 HTTP/1.1" status: 404 len: 333 time: 0.0341396 Jun 24 11:50:33.927537 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 33220) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:50:33.968234 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb4b8ee3-03b8-4d8a-8d8c-b54e8fc2200e tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] DELETE failed (client error): The resource could not be found. Jun 24 11:50:33.968693 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fb4b8ee3-03b8-4d8a-8d8c-b54e8fc2200e tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=128083) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 24 11:50:33.970421 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-fb4b8ee3-03b8-4d8a-8d8c-b54e8fc2200e tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] 10.222.0.53 "DELETE /v2.0/subnets/945fb5d7-a0c0-442d-a019-fa13df7858f5 HTTP/1.1" status: 404 len: 337 time: 0.0419815 Jun 24 11:50:33.974887 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 33222) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:50:34.026892 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-66d821e0-67a4-4c28-962b-7cbd7e9fad70 tempest-RoutersTestDVR-1523693224 tempest-RoutersTestDVR-1523693224-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:34.028537 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.pecan_wsgi.hooks.translation [None req-dfb921a4-8274-4e29-85f3-1bc1bb8f854e tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] DELETE failed (client error): The resource could not be found. Jun 24 11:50:34.029017 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dfb921a4-8274-4e29-85f3-1bc1bb8f854e tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=128083) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 24 11:50:34.030958 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-dfb921a4-8274-4e29-85f3-1bc1bb8f854e tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] 10.222.0.53 "DELETE /v2.0/subnets/2d0d5ac6-594d-4e3c-944f-c9c5079bc46d HTTP/1.1" status: 404 len: 337 time: 0.0555851 Jun 24 11:50:34.033576 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 33224) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:50:34.044197 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-66d821e0-67a4-4c28-962b-7cbd7e9fad70 tempest-RoutersTestDVR-1523693224 tempest-RoutersTestDVR-1523693224-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1803210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1815767'] for router, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:34.055632 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.plugin [None req-28fcc637-4a09-420a-a0d6-5783e6cfc3fe tempest-RoutersNegativeIpV6Test-675716403 tempest-RoutersNegativeIpV6Test-675716403-project] Deleting port ae119c4b-4694-4430-ab7c-9a1b8f74cfb4 {{(pid=128084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 11:50:34.056220 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-28fcc637-4a09-420a-a0d6-5783e6cfc3fe tempest-RoutersNegativeIpV6Test-675716403 tempest-RoutersNegativeIpV6Test-675716403-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793193942312'] for port, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:34.072412 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.pecan_wsgi.hooks.translation [None req-ecd71b5c-bb9a-42c0-bbc6-5d879a2bd6a4 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] DELETE failed (client error): The resource could not be found. Jun 24 11:50:34.073029 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ecd71b5c-bb9a-42c0-bbc6-5d879a2bd6a4 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=128083) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 24 11:50:34.074809 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-ecd71b5c-bb9a-42c0-bbc6-5d879a2bd6a4 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] 10.222.0.53 "DELETE /v2.0/ports/fd63c340-d0cd-4d5c-b569-cd20722106a9 HTTP/1.1" status: 404 len: 333 time: 0.0391679 Jun 24 11:50:34.078048 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 33226) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:50:34.087963 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-66d821e0-67a4-4c28-962b-7cbd7e9fad70 tempest-RoutersTestDVR-1523693224 tempest-RoutersTestDVR-1523693224-project-admin] Notify callbacks [] for router, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:34.089127 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-66d821e0-67a4-4c28-962b-7cbd7e9fad70 tempest-RoutersTestDVR-1523693224 tempest-RoutersTestDVR-1523693224-project-admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 0.3707187 Jun 24 11:50:34.108924 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 33228) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:50:34.117930 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.pecan_wsgi.hooks.translation [None req-b14ecb83-6b01-45ce-908e-1fb3e364252b tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] DELETE failed (client error): The resource could not be found. Jun 24 11:50:34.118358 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b14ecb83-6b01-45ce-908e-1fb3e364252b tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=128083) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 24 11:50:34.120065 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-b14ecb83-6b01-45ce-908e-1fb3e364252b tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] 10.222.0.53 "DELETE /v2.0/subnets/b5a02a2b-119b-425a-8922-b2bd4a226c71 HTTP/1.1" status: 404 len: 337 time: 0.0415032 Jun 24 11:50:34.161011 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 33232) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:50:34.223209 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a6c1be8-ed1d-4e4b-8847-f62ebe5648fa tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] DELETE failed (client error): The resource could not be found. Jun 24 11:50:34.223680 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a6c1be8-ed1d-4e4b-8847-f62ebe5648fa tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=128083) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 24 11:50:34.225439 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-2a6c1be8-ed1d-4e4b-8847-f62ebe5648fa tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] 10.222.0.53 "DELETE /v2.0/subnets/5a550cab-4970-4959-84a4-111253794fc0 HTTP/1.1" status: 404 len: 337 time: 0.0620463 Jun 24 11:50:34.228046 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 33234) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:50:34.230705 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-0c85cf7e-3b16-4c63-a810-7369c404632a tempest-RoutersTestDVR-1523693224 tempest-RoutersTestDVR-1523693224-project-admin] Notify callbacks [] for router, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:34.303762 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.pecan_wsgi.hooks.translation [None req-4823fb50-7bda-4301-a3db-5e5cc6f6499a tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] DELETE failed (client error): The resource could not be found. Jun 24 11:50:34.304585 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4823fb50-7bda-4301-a3db-5e5cc6f6499a tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=128083) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 24 11:50:34.310171 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-4823fb50-7bda-4301-a3db-5e5cc6f6499a tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] 10.222.0.53 "DELETE /v2.0/ports/602b2cf6-d98d-4368-bcb9-f36d9d8e63ad HTTP/1.1" status: 404 len: 333 time: 0.0796430 Jun 24 11:50:34.343906 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 33236) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:50:34.385155 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1018a46-da51-4453-b87e-77899f40b9ea tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] DELETE failed (client error): The resource could not be found. Jun 24 11:50:34.385618 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c1018a46-da51-4453-b87e-77899f40b9ea tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=128083) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 24 11:50:34.387327 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-c1018a46-da51-4453-b87e-77899f40b9ea tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] 10.222.0.53 "DELETE /v2.0/subnets/540ccc59-6c9a-46e4-8a67-d062128d54dd HTTP/1.1" status: 404 len: 337 time: 0.0387111 Jun 24 11:50:34.390414 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 33238) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:50:34.437446 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-a850f437-9396-416d-bc91-4d53946fe3a4 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Notify callbacks [] for port, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:34.479074 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.db.provisioning_blocks [None req-a850f437-9396-416d-bc91-4d53946fe3a4 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Transition to ACTIVE for port object b6746396-cd74-49ef-bc66-9921b78c33d7 will not be triggered until provisioned by entity DHCP. {{(pid=128084) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 11:50:34.480515 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff97bd26-f1f2-462f-8edd-08aa1077208f tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] DELETE failed (client error): The resource could not be found. Jun 24 11:50:34.480863 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ff97bd26-f1f2-462f-8edd-08aa1077208f tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=128083) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 24 11:50:34.482194 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-28fcc637-4a09-420a-a0d6-5783e6cfc3fe tempest-RoutersNegativeIpV6Test-675716403 tempest-RoutersNegativeIpV6Test-675716403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1978872'] for port, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:34.485481 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-ff97bd26-f1f2-462f-8edd-08aa1077208f tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] 10.222.0.53 "DELETE /v2.0/subnets/41779e91-2d90-4198-9a09-1efdadab9b46 HTTP/1.1" status: 404 len: 337 time: 0.0940137 Jun 24 11:50:34.486187 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 33240) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:50:34.486313 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.api.v2.resource [None req-8553513b-a0e2-4857-bf1b-ba431b3bc9ad tempest-FloatingIPNegativeTestJSON-1774915856 tempest-FloatingIPNegativeTestJSON-1774915856-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 24 11:50:34.492723 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-8553513b-a0e2-4857-bf1b-ba431b3bc9ad tempest-FloatingIPNegativeTestJSON-1774915856 tempest-FloatingIPNegativeTestJSON-1774915856-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.8587620 Jun 24 11:50:34.494131 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 33242) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:50:34.504119 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-ae0f6161-4a18-4820-8b35-f15b82d74a7a tempest-FloatingIPNegativeTestJSON-1774915856 tempest-FloatingIPNegativeTestJSON-1774915856-project] Request body: {'floatingip': {'floating_network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'port_id': '6159c087-57fc-4955-b23d-a9326a1b7ebe', 'fixed_ip_address': '172.20.0.3'}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:50:34.517682 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.plugin [None req-28fcc637-4a09-420a-a0d6-5783e6cfc3fe tempest-RoutersNegativeIpV6Test-675716403 tempest-RoutersNegativeIpV6Test-675716403-project] Calling delete_port for ae119c4b-4694-4430-ab7c-9a1b8f74cfb4 owned by network:router_interface {{(pid=128084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 11:50:34.527645 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-0c85cf7e-3b16-4c63-a810-7369c404632a tempest-RoutersTestDVR-1523693224 tempest-RoutersTestDVR-1523693224-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1803182', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65403'] for router, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:34.545020 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-0c85cf7e-3b16-4c63-a810-7369c404632a tempest-RoutersTestDVR-1523693224 tempest-RoutersTestDVR-1523693224-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:34.556743 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-466786d5-a55e-474e-890e-7a91c4daa1c6 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] 10.222.0.53 "GET /v2.0/ports?device_id=a556e9a1-69a2-4fb3-ad6e-54893bfe2002 HTTP/1.1" status: 200 len: 205 time: 0.0438290 Jun 24 11:50:34.557353 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 33244) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:50:34.593704 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-ae0f6161-4a18-4820-8b35-f15b82d74a7a tempest-FloatingIPNegativeTestJSON-1774915856 tempest-FloatingIPNegativeTestJSON-1774915856-project] Notify callbacks [] for floatingip, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:34.601168 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-a850f437-9396-416d-bc91-4d53946fe3a4 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-650429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-506361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793193536723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3291971'] for port, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:34.618531 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-5b906cd3-96e9-4cca-a695-3c9ace9ce76f tempest-FloatingIPNegativeTestJSON-1774915856 tempest-FloatingIPNegativeTestJSON-1774915856-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:50:34.637147 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.api.v2.resource [None req-b10b5b1b-564d-4efd-b72c-73779f28b28d tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] delete failed (client error): The resource could not be found. Jun 24 11:50:34.638163 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-b10b5b1b-564d-4efd-b72c-73779f28b28d tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] 10.222.0.53 "DELETE /v2.0/routers/a556e9a1-69a2-4fb3-ad6e-54893bfe2002 HTTP/1.1" status: 404 len: 336 time: 0.0785885 Jun 24 11:50:34.643187 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 33246) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:50:34.671597 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5d23aa9-4f0b-4ad7-9abd-58fd07a48fab tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] DELETE failed (client error): The resource could not be found. Jun 24 11:50:34.672060 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a5d23aa9-4f0b-4ad7-9abd-58fd07a48fab tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=128083) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 24 11:50:34.673790 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-a5d23aa9-4f0b-4ad7-9abd-58fd07a48fab tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] 10.222.0.53 "DELETE /v2.0/subnets/ce58233f-e002-43d2-b629-16ff92787838 HTTP/1.1" status: 404 len: 337 time: 0.0288601 Jun 24 11:50:34.674714 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-0c85cf7e-3b16-4c63-a810-7369c404632a tempest-RoutersTestDVR-1523693224 tempest-RoutersTestDVR-1523693224-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1806072'] for router, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:34.674714 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c85cf7e-3b16-4c63-a810-7369c404632a tempest-RoutersTestDVR-1523693224 tempest-RoutersTestDVR-1523693224-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 4b79f7eb-9e16-4830-8fcb-cdc2772e846a {{(pid=128083) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 24 11:50:34.676773 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 33248) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:50:34.686222 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a850f437-9396-416d-bc91-4d53946fe3a4 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Network 106a46bd-ee1c-45c6-bec0-d8db44801211 is already hosted by enough agents. {{(pid=128084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 11:50:34.688517 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-0c85cf7e-3b16-4c63-a810-7369c404632a tempest-RoutersTestDVR-1523693224 tempest-RoutersTestDVR-1523693224-project-admin] Notify callbacks [] for router, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:34.693546 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-0c85cf7e-3b16-4c63-a810-7369c404632a tempest-RoutersTestDVR-1523693224 tempest-RoutersTestDVR-1523693224-project-admin] 10.222.0.53 "DELETE /v2.0/routers/4b79f7eb-9e16-4830-8fcb-cdc2772e846a HTTP/1.1" status: 204 len: 168 time: 0.5835493 Jun 24 11:50:34.717821 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-55cf04ab-10ad-41f0-8105-707f29b533c7 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] 10.222.0.53 "GET /v2.0/ports?device_id=fc9e401b-9e41-4991-883b-a5d54ca42ecc HTTP/1.1" status: 200 len: 205 time: 0.0399761 Jun 24 11:50:34.720071 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 33252) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:50:34.731771 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.base_scheduler [None req-a850f437-9396-416d-bc91-4d53946fe3a4 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Resources bound (agent type, host, resource id): {{(pid=128084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:50:34.740436 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a850f437-9396-416d-bc91-4d53946fe3a4 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Received port after_create {{(pid=128084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 11:50:34.746007 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a850f437-9396-416d-bc91-4d53946fe3a4 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=128084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:50:34.746664 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-a850f437-9396-416d-bc91-4d53946fe3a4 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468916'] for port, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:34.771810 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.api.v2.resource [None req-11726e93-ec37-4a84-b14d-71bfcb74c2f4 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] delete failed (client error): The resource could not be found. Jun 24 11:50:34.773011 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-11726e93-ec37-4a84-b14d-71bfcb74c2f4 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] 10.222.0.53 "DELETE /v2.0/routers/fc9e401b-9e41-4991-883b-a5d54ca42ecc HTTP/1.1" status: 404 len: 336 time: 0.0519140 Jun 24 11:50:34.776830 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 33254) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:50:34.777925 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a850f437-9396-416d-bc91-4d53946fe3a4 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Pushing event updated for resources: {'Port': ['ID=b6746396-cd74-49ef-bc66-9921b78c33d7,revision_number=1']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:50:34.793886 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-a850f437-9396-416d-bc91-4d53946fe3a4 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:50:34.805421 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-a850f437-9396-416d-bc91-4d53946fe3a4 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.2495737 Jun 24 11:50:34.805791 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 33256) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:50:34.813405 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b05978e-1d06-47a9-a077-5e89b796f8e5 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] DELETE failed (client error): The resource could not be found. Jun 24 11:50:34.813676 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7b05978e-1d06-47a9-a077-5e89b796f8e5 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=128083) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 24 11:50:34.816735 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-7b05978e-1d06-47a9-a077-5e89b796f8e5 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] 10.222.0.53 "DELETE /v2.0/subnets/16322861-1bf0-4b2b-adca-5e20cd0e559f HTTP/1.1" status: 404 len: 337 time: 0.0387464 Jun 24 11:50:34.819305 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 33258) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:50:34.865841 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.pecan_wsgi.hooks.translation [None req-63431671-ad40-4899-95b5-2034bc696fc8 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] DELETE failed (client error): The resource could not be found. Jun 24 11:50:34.866467 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-63431671-ad40-4899-95b5-2034bc696fc8 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=128083) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 24 11:50:34.868471 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-63431671-ad40-4899-95b5-2034bc696fc8 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] 10.222.0.53 "DELETE /v2.0/subnets/ad6de235-df44-419f-9dd9-825d611aa78b HTTP/1.1" status: 404 len: 337 time: 0.0481222 Jun 24 11:50:34.872647 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 33260) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:50:34.902613 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.pecan_wsgi.hooks.translation [None req-53944f14-19b0-4667-aeae-f9d2f571544c tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] DELETE failed (client error): The resource could not be found. Jun 24 11:50:34.903779 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-53944f14-19b0-4667-aeae-f9d2f571544c tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=128083) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 24 11:50:34.905965 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-53944f14-19b0-4667-aeae-f9d2f571544c tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] 10.222.0.53 "DELETE /v2.0/ports/ba39c41c-4f54-4295-a544-522353f897ca HTTP/1.1" status: 404 len: 333 time: 0.0316405 Jun 24 11:50:34.911099 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 33262) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:50:34.947191 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.pecan_wsgi.hooks.translation [None req-184b9110-dc17-4fed-b2b9-8f6abb12df6b tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] DELETE failed (client error): The resource could not be found. Jun 24 11:50:34.947820 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-184b9110-dc17-4fed-b2b9-8f6abb12df6b tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=128083) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 24 11:50:34.950998 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-184b9110-dc17-4fed-b2b9-8f6abb12df6b tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] 10.222.0.53 "DELETE /v2.0/subnets/ba981b15-3618-4d23-8e30-90e3809ba29b HTTP/1.1" status: 404 len: 337 time: 0.0386682 Jun 24 11:50:34.953707 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 33264) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:50:34.997538 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-28fcc637-4a09-420a-a0d6-5783e6cfc3fe tempest-RoutersNegativeIpV6Test-675716403 tempest-RoutersNegativeIpV6Test-675716403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793193945299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193536732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3292088'] for port, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:35.001861 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-174003f0-511f-4dc4-89ea-4db9d37e1470 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:50:35.014326 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.pecan_wsgi.hooks.translation [None req-03144a42-2b8c-4e25-8101-0f96803fb4e9 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] DELETE failed (client error): The resource could not be found. Jun 24 11:50:35.014862 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-03144a42-2b8c-4e25-8101-0f96803fb4e9 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=128083) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 24 11:50:35.016847 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-03144a42-2b8c-4e25-8101-0f96803fb4e9 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] 10.222.0.53 "DELETE /v2.0/ports/64382253-7917-443d-aec2-6e9ac5b9114c HTTP/1.1" status: 404 len: 333 time: 0.0619473 Jun 24 11:50:35.020500 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fe0d8da-036b-4d67-b85c-5457e6a7e236 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:50:35.021109 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 33266) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:50:35.025115 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-2fe0d8da-036b-4d67-b85c-5457e6a7e236 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] 10.222.0.53 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.2153833 Jun 24 11:50:35.029137 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 33268) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:50:35.071970 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d4d4a44-b58f-42d3-a38d-08e8b3b789de tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] DELETE failed (client error): The resource could not be found. Jun 24 11:50:35.072432 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d4d4a44-b58f-42d3-a38d-08e8b3b789de tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=128083) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 24 11:50:35.074182 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-4d4d4a44-b58f-42d3-a38d-08e8b3b789de tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] 10.222.0.53 "DELETE /v2.0/subnets/d451fbaf-e3cf-4702-98da-f9946a7a7e72 HTTP/1.1" status: 404 len: 337 time: 0.0520520 Jun 24 11:50:35.076861 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 33270) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:50:35.082266 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28fcc637-4a09-420a-a0d6-5783e6cfc3fe tempest-RoutersNegativeIpV6Test-675716403 tempest-RoutersNegativeIpV6Test-675716403-project] Pushing event deleted for resources: {'Port': ['ID=ae119c4b-4694-4430-ab7c-9a1b8f74cfb4,revision_number=None']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:50:35.094111 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-ae0f6161-4a18-4820-8b35-f15b82d74a7a tempest-FloatingIPNegativeTestJSON-1774915856 tempest-FloatingIPNegativeTestJSON-1774915856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:35.102989 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-28fcc637-4a09-420a-a0d6-5783e6cfc3fe tempest-RoutersNegativeIpV6Test-675716403 tempest-RoutersNegativeIpV6Test-675716403-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:50:35.138977 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd7d4e18-f98b-4f38-a93e-f1ffe62bd448 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] DELETE failed (client error): The resource could not be found. Jun 24 11:50:35.140812 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fd7d4e18-f98b-4f38-a93e-f1ffe62bd448 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=128083) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 24 11:50:35.143931 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-fd7d4e18-f98b-4f38-a93e-f1ffe62bd448 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] 10.222.0.53 "DELETE /v2.0/ports/e7650002-8aac-418b-b5e6-eb9c1d180930 HTTP/1.1" status: 404 len: 333 time: 0.0652034 Jun 24 11:50:35.145776 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 33274) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:50:35.168267 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-4dd6ef4c-dedc-44e6-892b-13982e1f8fab None None] Provisioning for port b6746396-cd74-49ef-bc66-9921b78c33d7 completed by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 11:50:35.173733 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-4dd6ef4c-dedc-44e6-892b-13982e1f8fab None None] Provisioning complete for port b6746396-cd74-49ef-bc66-9921b78c33d7 triggered by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:50:35.174111 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-4dd6ef4c-dedc-44e6-892b-13982e1f8fab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:35.192890 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c7daade-cc32-4e88-bd3e-87b450176615 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] DELETE failed (client error): The resource could not be found. Jun 24 11:50:35.195371 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3c7daade-cc32-4e88-bd3e-87b450176615 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=128083) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 24 11:50:35.203161 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-3c7daade-cc32-4e88-bd3e-87b450176615 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] 10.222.0.53 "DELETE /v2.0/subnets/15c8d06c-e8a0-4210-b051-7e86c3e2b0b2 HTTP/1.1" status: 404 len: 337 time: 0.0561504 Jun 24 11:50:35.206048 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 33278) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:50:35.273512 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-4dd6ef4c-dedc-44e6-892b-13982e1f8fab None None] Port b6746396-cd74-49ef-bc66-9921b78c33d7 cannot update to ACTIVE because it is not bound. {{(pid=128085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 11:50:35.288217 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4a4dee2-cb3a-4173-b9a4-847d6af01b7d tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] DELETE failed (client error): The resource could not be found. Jun 24 11:50:35.289335 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b4a4dee2-cb3a-4173-b9a4-847d6af01b7d tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=128083) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 24 11:50:35.291733 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-b4a4dee2-cb3a-4173-b9a4-847d6af01b7d tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] 10.222.0.53 "DELETE /v2.0/ports/2542d474-12a0-41bf-a997-7bb4cfdfd929 HTTP/1.1" status: 404 len: 333 time: 0.0834370 Jun 24 11:50:35.292612 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 33280) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:50:35.298998 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 33282) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:50:35.339966 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-28fcc637-4a09-420a-a0d6-5783e6cfc3fe tempest-RoutersNegativeIpV6Test-675716403 tempest-RoutersNegativeIpV6Test-675716403-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1588985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1806165'] for router_interface, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:35.360606 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8944c8f-10ad-4542-9259-6ffa688158d4 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] DELETE failed (client error): The resource could not be found. Jun 24 11:50:35.360838 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b8944c8f-10ad-4542-9259-6ffa688158d4 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=128083) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 24 11:50:35.365573 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-b8944c8f-10ad-4542-9259-6ffa688158d4 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] 10.222.0.53 "DELETE /v2.0/subnets/d9314148-66be-4b86-96b1-7c2ef4e6a2ce HTTP/1.1" status: 404 len: 337 time: 0.0636289 Jun 24 11:50:35.366510 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 33286) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:50:35.400585 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e37e189-c624-43c2-8644-7f531ddfa0f3 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] DELETE failed (client error): The resource could not be found. Jun 24 11:50:35.401491 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e37e189-c624-43c2-8644-7f531ddfa0f3 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=128083) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 24 11:50:35.403326 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-5e37e189-c624-43c2-8644-7f531ddfa0f3 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] 10.222.0.53 "DELETE /v2.0/ports/4284afa1-5e9c-4b3f-b42f-f7564933522f HTTP/1.1" status: 404 len: 333 time: 0.0361218 Jun 24 11:50:35.404172 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a5be221-0214-455d-9fbb-f8fe9d518860 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:50:35.405892 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 33288) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:50:35.410327 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a5be221-0214-455d-9fbb-f8fe9d518860 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:50:35.416233 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a5be221-0214-455d-9fbb-f8fe9d518860 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:50:35.420462 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-9a5be221-0214-455d-9fbb-f8fe9d518860 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] 10.222.0.53 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2390 time: 0.3859081 Jun 24 11:50:35.422105 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 33290) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:50:35.437493 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b637ac4-478d-4a12-81bc-4a38d5827f6c tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] DELETE failed (client error): The resource could not be found. Jun 24 11:50:35.437954 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2b637ac4-478d-4a12-81bc-4a38d5827f6c tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=128083) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 24 11:50:35.443222 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-2b637ac4-478d-4a12-81bc-4a38d5827f6c tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] 10.222.0.53 "DELETE /v2.0/subnets/ed2ab752-d08e-4c76-8b5a-fc4382f58311 HTTP/1.1" status: 404 len: 337 time: 0.0328481 Jun 24 11:50:35.443540 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 33292) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:50:35.487332 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4a7db72-9978-4145-9559-2486b613a25c tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] DELETE failed (client error): The resource could not be found. Jun 24 11:50:35.488101 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c4a7db72-9978-4145-9559-2486b613a25c tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=128083) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 24 11:50:35.492102 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-c4a7db72-9978-4145-9559-2486b613a25c tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] 10.222.0.53 "DELETE /v2.0/ports/5231ea6a-15ba-420c-b7d6-ac0f1d11a063 HTTP/1.1" status: 404 len: 333 time: 0.0451844 Jun 24 11:50:35.493034 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 33294) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:50:35.508218 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-52b402d6-c02c-4aee-8b6f-f8ce710cd87c admin admin] Notify callbacks [] for security_group, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:35.534196 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9fd8e22-ae46-4432-a417-b4bdb40c59c4 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] DELETE failed (client error): The resource could not be found. Jun 24 11:50:35.534666 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f9fd8e22-ae46-4432-a417-b4bdb40c59c4 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=128083) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 24 11:50:35.536477 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-f9fd8e22-ae46-4432-a417-b4bdb40c59c4 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] 10.222.0.53 "DELETE /v2.0/subnets/6f70e620-5740-400a-aaa1-f99dce5c1f5c HTTP/1.1" status: 404 len: 337 time: 0.0432875 Jun 24 11:50:35.539558 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 33296) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:50:35.542258 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.db.db_base_plugin_common [None req-ae0f6161-4a18-4820-8b35-f15b82d74a7a tempest-FloatingIPNegativeTestJSON-1774915856 tempest-FloatingIPNegativeTestJSON-1774915856-project] Allocated IP 172.26.7.209 (f2b8ca71-e776-48b2-8898-96cc7970207b/f37bf603-3862-4d0a-9f58-89616f7fd68f/1202d9c8-d438-40a3-b4db-3b8e6078aa65) {{(pid=128084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 11:50:35.583316 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.pecan_wsgi.hooks.translation [None req-787c63d4-b2ca-4b1c-93dd-bace1122deab tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] DELETE failed (client error): The resource could not be found. Jun 24 11:50:35.584131 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-787c63d4-b2ca-4b1c-93dd-bace1122deab tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=128083) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 24 11:50:35.586662 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-787c63d4-b2ca-4b1c-93dd-bace1122deab tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] 10.222.0.53 "DELETE /v2.0/ports/daad180b-bb8f-444b-963c-1e908f66d985 HTTP/1.1" status: 404 len: 333 time: 0.0461941 Jun 24 11:50:35.590331 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 33298) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:50:35.625588 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.pecan_wsgi.hooks.translation [None req-36084c70-242e-4286-b886-2a4f95d295e9 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] DELETE failed (client error): The resource could not be found. Jun 24 11:50:35.625968 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-36084c70-242e-4286-b886-2a4f95d295e9 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=128083) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 24 11:50:35.631101 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-36084c70-242e-4286-b886-2a4f95d295e9 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] 10.222.0.53 "DELETE /v2.0/subnets/4d454d6e-b75a-457e-a258-9684e3a237a3 HTTP/1.1" status: 404 len: 337 time: 0.0365570 Jun 24 11:50:35.631101 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 33300) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:50:35.727766 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28fcc637-4a09-420a-a0d6-5783e6cfc3fe tempest-RoutersNegativeIpV6Test-675716403 tempest-RoutersNegativeIpV6Test-675716403-project] Router 191dbf92-0d40-4914-afa9-7961b13cbda7 has already been hosted by L3 agent 2987dba8-2249-4ee6-96ec-28f0f7a6127d {{(pid=128084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 11:50:35.736100 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-e6a3613c-142a-4a21-8860-abb0ef2dad70 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-534962'] for network, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:35.824656 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-52b402d6-c02c-4aee-8b6f-f8ce710cd87c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:35.855358 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.plugin [None req-b8f4b175-3984-4345-9c82-a7413a9baede tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Deleting port b6746396-cd74-49ef-bc66-9921b78c33d7 {{(pid=128084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 11:50:35.855744 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-b8f4b175-3984-4345-9c82-a7413a9baede tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793193942312'] for port, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:35.859529 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-52b402d6-c02c-4aee-8b6f-f8ce710cd87c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800410'] for security_group, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:35.865516 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-f17e2693-b880-44d6-9d2d-dabe935ed1b8 tempest-SecGroupIPv6Test-993619391 tempest-SecGroupIPv6Test-993619391-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:50:35.874704 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-ae0f6161-4a18-4820-8b35-f15b82d74a7a tempest-FloatingIPNegativeTestJSON-1774915856 tempest-FloatingIPNegativeTestJSON-1774915856-project] Notify callbacks [] for port, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:35.877550 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-e6a3613c-142a-4a21-8860-abb0ef2dad70 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973199', 'neutron.services.segments.db._delete_segments_for_network-8793194012456'] for network, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:35.892753 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28fcc637-4a09-420a-a0d6-5783e6cfc3fe tempest-RoutersNegativeIpV6Test-675716403 tempest-RoutersNegativeIpV6Test-675716403-project] Notify agent at l3_agent.dv-neutron-797120-4-hyperv the message routers_updated {{(pid=128084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 11:50:35.899721 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.services.segments.db [None req-e6a3613c-142a-4a21-8860-abb0ef2dad70 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11a80c9d-f8ee-4388-91b0-d49a25200fee']}} {{(pid=128083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:50:35.904807 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aac9f130-3ff3-4483-89d2-75daba249431 None None] Sync routers for ids ['191dbf92-0d40-4914-afa9-7961b13cbda7'] in dv-neutron-797120-4-hyperv {{(pid=128085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 11:50:35.916014 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aac9f130-3ff3-4483-89d2-75daba249431 None None] Routers {'191dbf92-0d40-4914-afa9-7961b13cbda7'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 11:50:35.917142 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-aac9f130-3ff3-4483-89d2-75daba249431 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T11:50:26Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['191dbf92-0d40-4914-afa9-7961b13cbda7'], 'active': True} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:50:35.925184 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.services.segments.db [None req-e6a3613c-142a-4a21-8860-abb0ef2dad70 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fddfe548-9582-48fa-8a0c-6b06bc4d1b9f') {'for_net_delete': True} {{(pid=128083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:50:35.925609 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.services.segments.db [None req-e6a3613c-142a-4a21-8860-abb0ef2dad70 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fddfe548-9582-48fa-8a0c-6b06bc4d1b9f') {} {{(pid=128083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:50:35.928156 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-28fcc637-4a09-420a-a0d6-5783e6cfc3fe tempest-RoutersNegativeIpV6Test-675716403 tempest-RoutersNegativeIpV6Test-675716403-project] 10.222.0.53 "PUT /v2.0/routers/191dbf92-0d40-4914-afa9-7961b13cbda7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5480604 Jun 24 11:50:35.933122 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 33302) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:50:35.937329 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-52b402d6-c02c-4aee-8b6f-f8ce710cd87c admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=9e1b83cf44824426b11bc5d9f0b28aff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6434498 Jun 24 11:50:35.937961 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 33304) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:50:35.946473 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b402d6-c02c-4aee-8b6f-f8ce710cd87c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecd02e5a-a754-47aa-b38f-fd4f950bc0f8,revision_number=1']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:50:35.955736 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-52b402d6-c02c-4aee-8b6f-f8ce710cd87c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:50:35.957638 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-e6a3613c-142a-4a21-8860-abb0ef2dad70 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793194097327', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3143690'] for segment, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:35.969249 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-aac9f130-3ff3-4483-89d2-75daba249431 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:50:35.979594 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aac9f130-3ff3-4483-89d2-75daba249431 None None] Routers {'191dbf92-0d40-4914-afa9-7961b13cbda7'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 11:50:35.980490 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-aac9f130-3ff3-4483-89d2-75daba249431 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T11:50:26Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['191dbf92-0d40-4914-afa9-7961b13cbda7'], 'active': True} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:50:35.986116 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-e6a3613c-142a-4a21-8860-abb0ef2dad70 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967879'] for segment, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:35.999679 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6a3613c-142a-4a21-8860-abb0ef2dad70 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Releasing vlan 612 on physical network physnet1 to pool {{(pid=128083) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 11:50:36.000093 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-e6a3613c-142a-4a21-8860-abb0ef2dad70 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2537899'] for segment, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:36.004100 dv-neutron-797120-4-hyperv neutron-server[128083]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 11:50:36.004100 dv-neutron-797120-4-hyperv neutron-server[128083]: conditions |= (models_v2.Port.network_id.in_( Jun 24 11:50:36.004100 dv-neutron-797120-4-hyperv neutron-server[128083]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 11:50:36.004100 dv-neutron-797120-4-hyperv neutron-server[128083]: conditions |= (models_v2.Port.network_id.in_( Jun 24 11:50:36.004100 dv-neutron-797120-4-hyperv neutron-server[128083]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 11:50:36.004100 dv-neutron-797120-4-hyperv neutron-server[128083]: conditions |= (models_v2.Port.network_id.in_( Jun 24 11:50:36.004100 dv-neutron-797120-4-hyperv neutron-server[128083]: Traceback (most recent call last): Jun 24 11:50:36.004100 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 24 11:50:36.004100 dv-neutron-797120-4-hyperv neutron-server[128083]: timer() Jun 24 11:50:36.004100 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 24 11:50:36.004100 dv-neutron-797120-4-hyperv neutron-server[128083]: cb(*args, **kw) Jun 24 11:50:36.004100 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 24 11:50:36.004100 dv-neutron-797120-4-hyperv neutron-server[128083]: return func(*args, **kwargs) Jun 24 11:50:36.004100 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 24 11:50:36.004100 dv-neutron-797120-4-hyperv neutron-server[128083]: self._notify() Jun 24 11:50:36.004100 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 24 11:50:36.004100 dv-neutron-797120-4-hyperv neutron-server[128083]: self.callback(batched_events) Jun 24 11:50:36.004100 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 24 11:50:36.004100 dv-neutron-797120-4-hyperv neutron-server[128083]: event.method(event) Jun 24 11:50:36.004100 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 24 11:50:36.004100 dv-neutron-797120-4-hyperv neutron-server[128083]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 24 11:50:36.004100 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 24 11:50:36.004100 dv-neutron-797120-4-hyperv neutron-server[128083]: aggregate_uuid = self.p_client.list_aggregates( Jun 24 11:50:36.004100 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 24 11:50:36.004100 dv-neutron-797120-4-hyperv neutron-server[128083]: return f(self, *a, **k) Jun 24 11:50:36.004100 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 24 11:50:36.004100 dv-neutron-797120-4-hyperv neutron-server[128083]: return self._get(url).json() Jun 24 11:50:36.004100 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 24 11:50:36.004100 dv-neutron-797120-4-hyperv neutron-server[128083]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 24 11:50:36.004100 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 24 11:50:36.004100 dv-neutron-797120-4-hyperv neutron-server[128083]: return self.request(url, 'GET', **kwargs) Jun 24 11:50:36.004100 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 24 11:50:36.004100 dv-neutron-797120-4-hyperv neutron-server[128083]: base_url = self.get_endpoint(auth, allow=allow, Jun 24 11:50:36.004100 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 24 11:50:36.004100 dv-neutron-797120-4-hyperv neutron-server[128083]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 24 11:50:36.004100 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 24 11:50:36.004100 dv-neutron-797120-4-hyperv neutron-server[128083]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 24 11:50:36.004100 dv-neutron-797120-4-hyperv neutron-server[128083]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 24 11:50:36.023681 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-aac9f130-3ff3-4483-89d2-75daba249431 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:50:36.024758 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aac9f130-3ff3-4483-89d2-75daba249431 None None] The sync data for ids ['191dbf92-0d40-4914-afa9-7961b13cbda7'] in dv-neutron-797120-4-hyperv is: [] {{(pid=128085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 11:50:36.031659 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.api.v2.resource [None req-ffb3f662-dc24-4f45-b6e8-a199ab123fa7 tempest-RoutersNegativeIpV6Test-675716403 tempest-RoutersNegativeIpV6Test-675716403-project] show failed (client error): The resource could not be found. Jun 24 11:50:36.037936 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-ffb3f662-dc24-4f45-b6e8-a199ab123fa7 tempest-RoutersNegativeIpV6Test-675716403 tempest-RoutersNegativeIpV6Test-675716403-project] 10.222.0.53 "GET /v2.0/routers/tempest-non_exist_router-959685877 HTTP/1.1" status: 404 len: 334 time: 0.0989964 Jun 24 11:50:36.041846 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 33306) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:50:36.047102 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-06e4834c-0cba-4819-8f0e-a8fac60873ed tempest-RoutersNegativeIpV6Test-675716403 tempest-RoutersNegativeIpV6Test-675716403-project] Request body: {'router': {'name': 'new_name'}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:50:36.088551 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-ae0f6161-4a18-4820-8b35-f15b82d74a7a tempest-FloatingIPNegativeTestJSON-1774915856 tempest-FloatingIPNegativeTestJSON-1774915856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-650429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-506361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793193536723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3291971'] for port, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:36.091998 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-58ed3afa-3d0b-464f-a0e0-da93aed1bb2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:36.098431 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-e6a3613c-142a-4a21-8860-abb0ef2dad70 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1800243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1815642'] for network, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:36.099423 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-af1d4b1f-eb11-4b39-94e5-79d5b26e7d6e tempest-AllowedAddressPairTestJSON-920326677 tempest-AllowedAddressPairTestJSON-920326677-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:50:36.110643 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-6df4aec8-4325-48c7-9478-33d948e8eaef tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:50:36.113641 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-e6a3613c-142a-4a21-8860-abb0ef2dad70 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Notify callbacks [] for network, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:36.116009 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-e6a3613c-142a-4a21-8860-abb0ef2dad70 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] 10.222.0.53 "DELETE /v2.0/networks/11a80c9d-f8ee-4388-91b0-d49a25200fee HTTP/1.1" status: 204 len: 168 time: 0.4841430 Jun 24 11:50:36.119805 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.api.v2.resource [None req-06e4834c-0cba-4819-8f0e-a8fac60873ed tempest-RoutersNegativeIpV6Test-675716403 tempest-RoutersNegativeIpV6Test-675716403-project] update failed (client error): The resource could not be found. Jun 24 11:50:36.122140 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-06e4834c-0cba-4819-8f0e-a8fac60873ed tempest-RoutersNegativeIpV6Test-675716403 tempest-RoutersNegativeIpV6Test-675716403-project] 10.222.0.53 "PUT /v2.0/routers/tempest-non_exist_router-223439679 HTTP/1.1" status: 404 len: 334 time: 0.0769682 Jun 24 11:50:36.135090 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 33310) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:50:36.144516 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-58ed3afa-3d0b-464f-a0e0-da93aed1bb2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:36.149651 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a3613c-142a-4a21-8860-abb0ef2dad70 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Pushing event deleted for resources: {'Network': ['ID=11a80c9d-f8ee-4388-91b0-d49a25200fee,revision_number=None']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:50:36.172819 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae0f6161-4a18-4820-8b35-f15b82d74a7a tempest-FloatingIPNegativeTestJSON-1774915856 tempest-FloatingIPNegativeTestJSON-1774915856-project] Network f2b8ca71-e776-48b2-8898-96cc7970207b is already hosted by enough agents. {{(pid=128084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 11:50:36.173945 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-e6a3613c-142a-4a21-8860-abb0ef2dad70 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:50:36.179488 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.base_scheduler [None req-ae0f6161-4a18-4820-8b35-f15b82d74a7a tempest-FloatingIPNegativeTestJSON-1774915856 tempest-FloatingIPNegativeTestJSON-1774915856-project] Resources bound (agent type, host, resource id): {{(pid=128084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:50:36.181923 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae0f6161-4a18-4820-8b35-f15b82d74a7a tempest-FloatingIPNegativeTestJSON-1774915856 tempest-FloatingIPNegativeTestJSON-1774915856-project] Received port after_create {{(pid=128084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 11:50:36.208318 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-b8f4b175-3984-4345-9c82-a7413a9baede tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1978872'] for port, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:36.216111 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6535c0c-e13a-43b4-8ec1-419bbe3545a7 tempest-RoutersNegativeIpV6Test-675716403 tempest-RoutersNegativeIpV6Test-675716403-project] Deleting subnet 6b17da6b-9f3f-4ee9-9361-4b244d219b6c {{(pid=128083) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 24 11:50:36.220578 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-b6535c0c-e13a-43b4-8ec1-419bbe3545a7 tempest-RoutersNegativeIpV6Test-675716403 tempest-RoutersNegativeIpV6Test-675716403-project] Notify callbacks [] for subnet, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:36.245614 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.plugin [None req-b8f4b175-3984-4345-9c82-a7413a9baede tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Calling delete_port for b6746396-cd74-49ef-bc66-9921b78c33d7 owned by {{(pid=128084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 11:50:36.257744 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0f6161-4a18-4820-8b35-f15b82d74a7a tempest-FloatingIPNegativeTestJSON-1774915856 tempest-FloatingIPNegativeTestJSON-1774915856-project] Pushing event updated for resources: {'Port': ['ID=1202d9c8-d438-40a3-b4db-3b8e6078aa65,revision_number=1']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:50:36.263429 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-ae0f6161-4a18-4820-8b35-f15b82d74a7a tempest-FloatingIPNegativeTestJSON-1774915856 tempest-FloatingIPNegativeTestJSON-1774915856-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:50:36.274096 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-b6535c0c-e13a-43b4-8ec1-419bbe3545a7 tempest-RoutersNegativeIpV6Test-675716403 tempest-RoutersNegativeIpV6Test-675716403-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3143795'] for subnet, precommit_delete_associations {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:36.278168 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-58ed3afa-3d0b-464f-a0e0-da93aed1bb2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800410'] for security_group, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:36.280958 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-58ed3afa-3d0b-464f-a0e0-da93aed1bb2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:36.282832 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-58ed3afa-3d0b-464f-a0e0-da93aed1bb2e admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/ecd02e5a-a754-47aa-b38f-fd4f950bc0f8 HTTP/1.1" status: 204 len: 168 time: 0.3383782 Jun 24 11:50:36.309233 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-2433655f-aa8e-45b2-b97c-8fb28b463c1c tempest-ExtraDHCPOptionsTestJSON-1604773077 tempest-ExtraDHCPOptionsTestJSON-1604773077-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:50:36.324028 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ed3afa-3d0b-464f-a0e0-da93aed1bb2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecd02e5a-a754-47aa-b38f-fd4f950bc0f8,revision_number=None']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:50:36.328250 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-58ed3afa-3d0b-464f-a0e0-da93aed1bb2e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:50:36.427375 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-b6535c0c-e13a-43b4-8ec1-419bbe3545a7 tempest-RoutersNegativeIpV6Test-675716403 tempest-RoutersNegativeIpV6Test-675716403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-972249'] for subnet, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:36.507110 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.plugin [None req-ae0f6161-4a18-4820-8b35-f15b82d74a7a tempest-FloatingIPNegativeTestJSON-1774915856 tempest-FloatingIPNegativeTestJSON-1774915856-project] Deleting port 1202d9c8-d438-40a3-b4db-3b8e6078aa65 {{(pid=128084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 11:50:36.507518 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-ae0f6161-4a18-4820-8b35-f15b82d74a7a tempest-FloatingIPNegativeTestJSON-1774915856 tempest-FloatingIPNegativeTestJSON-1774915856-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793193942312'] for port, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:36.560844 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-b6535c0c-e13a-43b4-8ec1-419bbe3545a7 tempest-RoutersNegativeIpV6Test-675716403 tempest-RoutersNegativeIpV6Test-675716403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-972238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2537800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3289951'] for subnet, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:36.577743 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-0537456b-6d29-45e2-8aff-69202bdab223 tempest-FloatingIPAdminTestJSON-775113783 tempest-FloatingIPAdminTestJSON-775113783-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:50:36.610866 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6535c0c-e13a-43b4-8ec1-419bbe3545a7 tempest-RoutersNegativeIpV6Test-675716403 tempest-RoutersNegativeIpV6Test-675716403-project] Pushing event deleted for resources: {'Subnet': ['ID=6b17da6b-9f3f-4ee9-9361-4b244d219b6c,revision_number=None']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:50:36.622884 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-b6535c0c-e13a-43b4-8ec1-419bbe3545a7 tempest-RoutersNegativeIpV6Test-675716403 tempest-RoutersNegativeIpV6Test-675716403-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:50:36.622884 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-b6535c0c-e13a-43b4-8ec1-419bbe3545a7 tempest-RoutersNegativeIpV6Test-675716403 tempest-RoutersNegativeIpV6Test-675716403-project] Notify callbacks [] for subnet, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:36.624082 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 33320) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:50:36.630005 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-b6535c0c-e13a-43b4-8ec1-419bbe3545a7 tempest-RoutersNegativeIpV6Test-675716403 tempest-RoutersNegativeIpV6Test-675716403-project] 10.222.0.53 "DELETE /v2.0/subnets/6b17da6b-9f3f-4ee9-9361-4b244d219b6c HTTP/1.1" status: 204 len: 168 time: 0.4914680 Jun 24 11:50:36.631053 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 33322) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:50:36.632449 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18fb8c71-a6d8-4e71-8f4a-47d05e1cbd27 None None] Network 7519c109-cbc3-4ae6-a772-b89e305cde15 requested from dv-neutron-797120-4-hyperv {{(pid=128085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 11:50:36.652778 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-ae0f6161-4a18-4820-8b35-f15b82d74a7a tempest-FloatingIPNegativeTestJSON-1774915856 tempest-FloatingIPNegativeTestJSON-1774915856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1978872'] for port, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:36.653131 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-ae0f6161-4a18-4820-8b35-f15b82d74a7a tempest-FloatingIPNegativeTestJSON-1774915856 tempest-FloatingIPNegativeTestJSON-1774915856-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:36.664112 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-b8f4b175-3984-4345-9c82-a7413a9baede tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793193945299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193536732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3292088'] for port, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:36.673469 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-43804889-d6e7-4e27-b3a7-eef8d99d5e52 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:50:36.699676 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.plugin [None req-ae0f6161-4a18-4820-8b35-f15b82d74a7a tempest-FloatingIPNegativeTestJSON-1774915856 tempest-FloatingIPNegativeTestJSON-1774915856-project] Calling delete_port for 1202d9c8-d438-40a3-b4db-3b8e6078aa65 owned by network:floatingip {{(pid=128084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 11:50:36.701626 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f4b175-3984-4345-9c82-a7413a9baede tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Pushing event deleted for resources: {'Port': ['ID=b6746396-cd74-49ef-bc66-9921b78c33d7,revision_number=None']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:50:36.704531 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-b8f4b175-3984-4345-9c82-a7413a9baede tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:50:36.774658 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-b8f4b175-3984-4345-9c82-a7413a9baede tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468916'] for port, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:36.783252 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-b8f4b175-3984-4345-9c82-a7413a9baede tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] 10.222.0.53 "DELETE /v2.0/ports/b6746396-cd74-49ef-bc66-9921b78c33d7 HTTP/1.1" status: 204 len: 168 time: 1.3567202 Jun 24 11:50:36.808609 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 33326) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:50:36.873329 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.pecan_wsgi.hooks.translation [None req-521ed7f4-a054-4bfe-8b64-6f5e75aa6ac5 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] GET failed (client error): The resource could not be found. Jun 24 11:50:36.878199 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-521ed7f4-a054-4bfe-8b64-6f5e75aa6ac5 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] 10.222.0.53 "GET /v2.0/ports/b6746396-cd74-49ef-bc66-9921b78c33d7 HTTP/1.1" status: 404 len: 333 time: 0.0655677 Jun 24 11:50:36.879315 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 33328) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:50:36.882248 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-9a1655cb-88f5-4713-b020-d04ec9715a4b tempest-RoutersNegativeIpV6Test-675716403 tempest-RoutersNegativeIpV6Test-675716403-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-534962'] for network, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:36.938824 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 33330) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:50:36.962791 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-12541fb2-4740-412e-99e3-2fecc999c651 admin admin] Notify callbacks [] for security_group, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:37.025460 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ca71f55-d711-4487-bf24-9596920e895a None None] DHCP port deletion for 7519c109-cbc3-4ae6-a772-b89e305cde15 request from dv-neutron-797120-4-hyperv {{(pid=128085) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 24 11:50:37.030542 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.plugin [None req-9a1655cb-88f5-4713-b020-d04ec9715a4b tempest-RoutersNegativeIpV6Test-675716403 tempest-RoutersNegativeIpV6Test-675716403-project] Deleting port a8ca1cdc-e10a-49e4-9b8e-961a6a204cc4 {{(pid=128083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 11:50:37.031081 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-9a1655cb-88f5-4713-b020-d04ec9715a4b tempest-RoutersNegativeIpV6Test-675716403 tempest-RoutersNegativeIpV6Test-675716403-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793193942312'] for port, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:37.112356 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-3ca71f55-d711-4487-bf24-9596920e895a None None] Deleting port a8ca1cdc-e10a-49e4-9b8e-961a6a204cc4 {{(pid=128085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 11:50:37.113076 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-3ca71f55-d711-4487-bf24-9596920e895a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793193942312'] for port, before_delete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:37.128114 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.db [None req-9a1655cb-88f5-4713-b020-d04ec9715a4b tempest-RoutersNegativeIpV6Test-675716403 tempest-RoutersNegativeIpV6Test-675716403-project] For port a8ca1cdc-e10a-49e4-9b8e-961a6a204cc4, host dv-neutron-797120-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=a8ca1cdc-e10a-49e4-9b8e-961a6a204cc4,segment=NetworkSegment(c5dd1ae7-d79a-4c0a-b508-37d1ae8cff13),segment_id=c5dd1ae7-d79a-4c0a-b508-37d1ae8cff13)] {{(pid=128083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 11:50:37.128591 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-9a1655cb-88f5-4713-b020-d04ec9715a4b tempest-RoutersNegativeIpV6Test-675716403 tempest-RoutersNegativeIpV6Test-675716403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1978872'] for port, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:37.150779 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.plugin [None req-9a1655cb-88f5-4713-b020-d04ec9715a4b tempest-RoutersNegativeIpV6Test-675716403 tempest-RoutersNegativeIpV6Test-675716403-project] Calling delete_port for a8ca1cdc-e10a-49e4-9b8e-961a6a204cc4 owned by network:dhcp {{(pid=128083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 11:50:37.219870 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-3ca71f55-d711-4487-bf24-9596920e895a None None] For port a8ca1cdc-e10a-49e4-9b8e-961a6a204cc4, host dv-neutron-797120-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=a8ca1cdc-e10a-49e4-9b8e-961a6a204cc4,segment=NetworkSegment(c5dd1ae7-d79a-4c0a-b508-37d1ae8cff13),segment_id=c5dd1ae7-d79a-4c0a-b508-37d1ae8cff13)] {{(pid=128085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 11:50:37.220889 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-3ca71f55-d711-4487-bf24-9596920e895a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1978872'] for port, precommit_delete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:37.235615 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-12541fb2-4740-412e-99e3-2fecc999c651 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:37.247431 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-3ca71f55-d711-4487-bf24-9596920e895a None None] Calling delete_port for a8ca1cdc-e10a-49e4-9b8e-961a6a204cc4 owned by network:dhcp {{(pid=128085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 11:50:37.250938 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-12541fb2-4740-412e-99e3-2fecc999c651 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800410'] for security_group, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:37.265365 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-a5f608e4-799f-4ba8-9a92-5473be77db22 tempest-SecGroupIPv6Test-993619391 tempest-SecGroupIPv6Test-993619391-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:50:37.292236 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12541fb2-4740-412e-99e3-2fecc999c651 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1282a05-dd21-483b-8367-2c750c6e9d7a,revision_number=1']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:50:37.303851 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-12541fb2-4740-412e-99e3-2fecc999c651 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:50:37.318047 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-12541fb2-4740-412e-99e3-2fecc999c651 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=7dc701a632cc4875a17426d13f9cca6e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3762500 Jun 24 11:50:37.318652 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 33332) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:50:37.354889 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-9a1655cb-88f5-4713-b020-d04ec9715a4b tempest-RoutersNegativeIpV6Test-675716403 tempest-RoutersNegativeIpV6Test-675716403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793193945299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193536732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2537862'] for port, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:37.362974 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-b7f301db-7e28-49f3-b3ba-04bddae617dd tempest-FloatingIPAdminTestJSON-775113783 tempest-FloatingIPAdminTestJSON-775113783-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:50:37.373005 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-3ca71f55-d711-4487-bf24-9596920e895a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793193945299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193536732'] for port, after_delete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:37.381324 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:50:37.398232 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1655cb-88f5-4713-b020-d04ec9715a4b tempest-RoutersNegativeIpV6Test-675716403 tempest-RoutersNegativeIpV6Test-675716403-project] Pushing event deleted for resources: {'Port': ['ID=a8ca1cdc-e10a-49e4-9b8e-961a6a204cc4,revision_number=None']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:50:37.400180 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a1655cb-88f5-4713-b020-d04ec9715a4b tempest-RoutersNegativeIpV6Test-675716403 tempest-RoutersNegativeIpV6Test-675716403-project] No DVR routers for this DVR port a8ca1cdc-e10a-49e4-9b8e-961a6a204cc4 on host dv-neutron-797120-4-hyperv {{(pid=128083) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 11:50:37.406040 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-9a1655cb-88f5-4713-b020-d04ec9715a4b tempest-RoutersNegativeIpV6Test-675716403 tempest-RoutersNegativeIpV6Test-675716403-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:50:37.424054 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-ff60229a-08ed-469a-9d6c-05ade7f593f3 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=086af1f572244cd08c37d97e004e4732&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7958930 Jun 24 11:50:37.427468 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 33334) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:50:37.468488 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ca71f55-d711-4487-bf24-9596920e895a None None] No DVR routers for this DVR port a8ca1cdc-e10a-49e4-9b8e-961a6a204cc4 on host dv-neutron-797120-4-hyperv {{(pid=128085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 11:50:37.479985 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca71f55-d711-4487-bf24-9596920e895a None None] Pushing event deleted for resources: {'Port': ['ID=a8ca1cdc-e10a-49e4-9b8e-961a6a204cc4,revision_number=None']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:50:37.489725 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-3ca71f55-d711-4487-bf24-9596920e895a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:50:37.512267 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-00ac43df-f5f7-4ecf-8168-148d141c6d1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:37.522760 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-9a1655cb-88f5-4713-b020-d04ec9715a4b tempest-RoutersNegativeIpV6Test-675716403 tempest-RoutersNegativeIpV6Test-675716403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973199', 'neutron.services.segments.db._delete_segments_for_network-8793194012456'] for network, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:37.542526 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.services.segments.db [None req-9a1655cb-88f5-4713-b020-d04ec9715a4b tempest-RoutersNegativeIpV6Test-675716403 tempest-RoutersNegativeIpV6Test-675716403-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7519c109-cbc3-4ae6-a772-b89e305cde15']}} {{(pid=128083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:50:37.561212 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-00ac43df-f5f7-4ecf-8168-148d141c6d1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:37.563851 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.services.segments.db [None req-9a1655cb-88f5-4713-b020-d04ec9715a4b tempest-RoutersNegativeIpV6Test-675716403 tempest-RoutersNegativeIpV6Test-675716403-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5dd1ae7-d79a-4c0a-b508-37d1ae8cff13') {'for_net_delete': True} {{(pid=128083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:50:37.564154 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.services.segments.db [None req-9a1655cb-88f5-4713-b020-d04ec9715a4b tempest-RoutersNegativeIpV6Test-675716403 tempest-RoutersNegativeIpV6Test-675716403-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5dd1ae7-d79a-4c0a-b508-37d1ae8cff13') {} {{(pid=128083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:50:37.589335 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-9a1655cb-88f5-4713-b020-d04ec9715a4b tempest-RoutersNegativeIpV6Test-675716403 tempest-RoutersNegativeIpV6Test-675716403-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793194097327', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3143690'] for segment, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:37.600261 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.plugin [None req-b8697d7d-35fb-4be3-bde3-1d4a4d70c7a8 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Deleting port 7d8df189-462f-4f3e-b83d-bee3bf17f36f {{(pid=128084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 11:50:37.600610 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-b8697d7d-35fb-4be3-bde3-1d4a4d70c7a8 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793193942312'] for port, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:37.605422 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device a8ca1cdc-e10a-49e4-9b8e-961a6a204cc4 no longer exists at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 11:50:37.630108 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-9a1655cb-88f5-4713-b020-d04ec9715a4b tempest-RoutersNegativeIpV6Test-675716403 tempest-RoutersNegativeIpV6Test-675716403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967879'] for segment, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:37.636947 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] No Port match for: a8ca1cdc-e10a-49e4-9b8e-961a6a204cc4 {{(pid=128085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 11:50:37.637789 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device a8ca1cdc-e10a-49e4-9b8e-961a6a204cc4 not bound to the agent host dv-neutron-797120-4-hyperv {{(pid=128085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 11:50:37.650820 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a1655cb-88f5-4713-b020-d04ec9715a4b tempest-RoutersNegativeIpV6Test-675716403 tempest-RoutersNegativeIpV6Test-675716403-project] Releasing vlan 647 on physical network physnet1 to pool {{(pid=128083) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 11:50:37.651213 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-9a1655cb-88f5-4713-b020-d04ec9715a4b tempest-RoutersNegativeIpV6Test-675716403 tempest-RoutersNegativeIpV6Test-675716403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2537899'] for segment, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:37.654620 dv-neutron-797120-4-hyperv neutron-server[128083]: Traceback (most recent call last): Jun 24 11:50:37.654620 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 24 11:50:37.654620 dv-neutron-797120-4-hyperv neutron-server[128083]: timer() Jun 24 11:50:37.654620 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 24 11:50:37.654620 dv-neutron-797120-4-hyperv neutron-server[128083]: cb(*args, **kw) Jun 24 11:50:37.654620 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 24 11:50:37.654620 dv-neutron-797120-4-hyperv neutron-server[128083]: return func(*args, **kwargs) Jun 24 11:50:37.654620 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 24 11:50:37.654620 dv-neutron-797120-4-hyperv neutron-server[128083]: self._notify() Jun 24 11:50:37.654620 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 24 11:50:37.654620 dv-neutron-797120-4-hyperv neutron-server[128083]: self.callback(batched_events) Jun 24 11:50:37.654620 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 24 11:50:37.654620 dv-neutron-797120-4-hyperv neutron-server[128083]: event.method(event) Jun 24 11:50:37.654620 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 24 11:50:37.654620 dv-neutron-797120-4-hyperv neutron-server[128083]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 24 11:50:37.654620 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 24 11:50:37.654620 dv-neutron-797120-4-hyperv neutron-server[128083]: aggregate_uuid = self.p_client.list_aggregates( Jun 24 11:50:37.654620 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 24 11:50:37.654620 dv-neutron-797120-4-hyperv neutron-server[128083]: return f(self, *a, **k) Jun 24 11:50:37.654620 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 24 11:50:37.654620 dv-neutron-797120-4-hyperv neutron-server[128083]: return self._get(url).json() Jun 24 11:50:37.654620 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 24 11:50:37.654620 dv-neutron-797120-4-hyperv neutron-server[128083]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 24 11:50:37.654620 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 24 11:50:37.654620 dv-neutron-797120-4-hyperv neutron-server[128083]: return self.request(url, 'GET', **kwargs) Jun 24 11:50:37.654620 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 24 11:50:37.654620 dv-neutron-797120-4-hyperv neutron-server[128083]: base_url = self.get_endpoint(auth, allow=allow, Jun 24 11:50:37.654620 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 24 11:50:37.654620 dv-neutron-797120-4-hyperv neutron-server[128083]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 24 11:50:37.654620 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 24 11:50:37.654620 dv-neutron-797120-4-hyperv neutron-server[128083]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 24 11:50:37.654620 dv-neutron-797120-4-hyperv neutron-server[128083]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 24 11:50:37.666282 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-ae0f6161-4a18-4820-8b35-f15b82d74a7a tempest-FloatingIPNegativeTestJSON-1774915856 tempest-FloatingIPNegativeTestJSON-1774915856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793193945299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193536732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3292088'] for port, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:37.673123 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-405dcf97-3bef-43e8-9fd5-9fb857d8c38f tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:50:37.710195 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-47084ece-1735-4933-94c3-690103039875 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:37.720655 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0f6161-4a18-4820-8b35-f15b82d74a7a tempest-FloatingIPNegativeTestJSON-1774915856 tempest-FloatingIPNegativeTestJSON-1774915856-project] Pushing event deleted for resources: {'Port': ['ID=1202d9c8-d438-40a3-b4db-3b8e6078aa65,revision_number=None']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:50:37.728067 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-00ac43df-f5f7-4ecf-8168-148d141c6d1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800410'] for security_group, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:37.731077 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-00ac43df-f5f7-4ecf-8168-148d141c6d1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:37.731870 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-ae0f6161-4a18-4820-8b35-f15b82d74a7a tempest-FloatingIPNegativeTestJSON-1774915856 tempest-FloatingIPNegativeTestJSON-1774915856-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:50:37.732262 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-00ac43df-f5f7-4ecf-8168-148d141c6d1f admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/d1282a05-dd21-483b-8367-2c750c6e9d7a HTTP/1.1" status: 204 len: 168 time: 0.4073024 Jun 24 11:50:37.736483 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-66a756c7-2cec-4051-8b63-745279dabcb8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:50:37.744843 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ac43df-f5f7-4ecf-8168-148d141c6d1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1282a05-dd21-483b-8367-2c750c6e9d7a,revision_number=None']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:50:37.746736 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-9a1655cb-88f5-4713-b020-d04ec9715a4b tempest-RoutersNegativeIpV6Test-675716403 tempest-RoutersNegativeIpV6Test-675716403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1800243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1815642'] for network, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:37.748678 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-00ac43df-f5f7-4ecf-8168-148d141c6d1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:50:37.750651 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-744f0277-60c0-4881-83a6-3fcfaae38b26 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:50:37.766201 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-9a1655cb-88f5-4713-b020-d04ec9715a4b tempest-RoutersNegativeIpV6Test-675716403 tempest-RoutersNegativeIpV6Test-675716403-project] Notify callbacks [] for network, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:37.773695 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-9a1655cb-88f5-4713-b020-d04ec9715a4b tempest-RoutersNegativeIpV6Test-675716403 tempest-RoutersNegativeIpV6Test-675716403-project] 10.222.0.53 "DELETE /v2.0/networks/7519c109-cbc3-4ae6-a772-b89e305cde15 HTTP/1.1" status: 204 len: 168 time: 1.1389229 Jun 24 11:50:37.774864 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1655cb-88f5-4713-b020-d04ec9715a4b tempest-RoutersNegativeIpV6Test-675716403 tempest-RoutersNegativeIpV6Test-675716403-project] Pushing event deleted for resources: {'Network': ['ID=7519c109-cbc3-4ae6-a772-b89e305cde15,revision_number=None']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:50:37.776531 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 33340) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:50:37.778611 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-47084ece-1735-4933-94c3-690103039875 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:37.778783 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-9a1655cb-88f5-4713-b020-d04ec9715a4b tempest-RoutersNegativeIpV6Test-675716403 tempest-RoutersNegativeIpV6Test-675716403-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:50:37.805906 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-b8697d7d-35fb-4be3-bde3-1d4a4d70c7a8 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1978872'] for port, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:37.839282 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa36d38c-c9c3-45d7-9dd6-08e9bd66875a tempest-RoutersNegativeIpV6Test-675716403 tempest-RoutersNegativeIpV6Test-675716403-project] Deleting subnet 7a808075-431d-4131-8300-5bde5a708cd0 {{(pid=128083) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 24 11:50:37.843039 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-fa36d38c-c9c3-45d7-9dd6-08e9bd66875a tempest-RoutersNegativeIpV6Test-675716403 tempest-RoutersNegativeIpV6Test-675716403-project] Notify callbacks [] for subnet, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:37.847679 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.plugin [None req-b8697d7d-35fb-4be3-bde3-1d4a4d70c7a8 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Calling delete_port for 7d8df189-462f-4f3e-b83d-bee3bf17f36f owned by {{(pid=128084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 11:50:37.897286 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-fa36d38c-c9c3-45d7-9dd6-08e9bd66875a tempest-RoutersNegativeIpV6Test-675716403 tempest-RoutersNegativeIpV6Test-675716403-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3143795'] for subnet, precommit_delete_associations {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:37.946494 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.api.v2.resource [None req-ae0f6161-4a18-4820-8b35-f15b82d74a7a tempest-FloatingIPNegativeTestJSON-1774915856 tempest-FloatingIPNegativeTestJSON-1774915856-project] create failed (client error): The resource could not be found. Jun 24 11:50:37.947553 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-ae0f6161-4a18-4820-8b35-f15b82d74a7a tempest-FloatingIPNegativeTestJSON-1774915856 tempest-FloatingIPNegativeTestJSON-1774915856-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 3.4513886 Jun 24 11:50:37.952184 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 33342) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:50:37.964084 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-47084ece-1735-4933-94c3-690103039875 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800410'] for security_group, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:37.966743 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-47084ece-1735-4933-94c3-690103039875 admin admin] Notify callbacks [] for security_group, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:37.970318 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-47084ece-1735-4933-94c3-690103039875 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/945ef1e4-625c-4e09-b7bc-c999f9186a8f HTTP/1.1" status: 204 len: 168 time: 0.5394480 Jun 24 11:50:38.026545 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-c618a279-96ba-4fe7-a60d-ab5d0082fb37 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:50:38.059328 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47084ece-1735-4933-94c3-690103039875 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=945ef1e4-625c-4e09-b7bc-c999f9186a8f,revision_number=None']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:50:38.098393 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-47084ece-1735-4933-94c3-690103039875 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:50:38.240340 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-b8697d7d-35fb-4be3-bde3-1d4a4d70c7a8 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793193945299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193536732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3292088'] for port, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:38.247026 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-46459089-bdc2-451f-8e12-f8632a385db6 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:50:38.293184 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8697d7d-35fb-4be3-bde3-1d4a4d70c7a8 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Pushing event deleted for resources: {'Port': ['ID=7d8df189-462f-4f3e-b83d-bee3bf17f36f,revision_number=None']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:50:38.296305 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-b8697d7d-35fb-4be3-bde3-1d4a4d70c7a8 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:50:38.310067 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.plugin [None req-b2d19bf3-0d45-468b-a580-c8fc89aae8a2 tempest-FloatingIPNegativeTestJSON-1774915856 tempest-FloatingIPNegativeTestJSON-1774915856-project] Deleting port 6159c087-57fc-4955-b23d-a9326a1b7ebe {{(pid=128084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 11:50:38.310416 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-b2d19bf3-0d45-468b-a580-c8fc89aae8a2 tempest-FloatingIPNegativeTestJSON-1774915856 tempest-FloatingIPNegativeTestJSON-1774915856-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793193942312'] for port, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:38.389622 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-b8697d7d-35fb-4be3-bde3-1d4a4d70c7a8 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468916'] for port, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:38.394240 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-b8697d7d-35fb-4be3-bde3-1d4a4d70c7a8 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] 10.222.0.53 "DELETE /v2.0/ports/7d8df189-462f-4f3e-b83d-bee3bf17f36f HTTP/1.1" status: 204 len: 168 time: 1.5131335 Jun 24 11:50:38.435545 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 33356) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:50:38.479385 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.pecan_wsgi.hooks.translation [None req-430bcacb-9228-4905-91c4-f4c683011148 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] GET failed (client error): The resource could not be found. Jun 24 11:50:38.481481 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-430bcacb-9228-4905-91c4-f4c683011148 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] 10.222.0.53 "GET /v2.0/ports/7d8df189-462f-4f3e-b83d-bee3bf17f36f HTTP/1.1" status: 404 len: 333 time: 0.0417511 Jun 24 11:50:38.484494 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 33362) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:50:38.494179 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-fa36d38c-c9c3-45d7-9dd6-08e9bd66875a tempest-RoutersNegativeIpV6Test-675716403 tempest-RoutersNegativeIpV6Test-675716403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-972249'] for subnet, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:38.604795 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-fa36d38c-c9c3-45d7-9dd6-08e9bd66875a tempest-RoutersNegativeIpV6Test-675716403 tempest-RoutersNegativeIpV6Test-675716403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-972238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2537800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3289951'] for subnet, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:38.607005 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-bf72fcb3-ae70-4327-b99b-936c257609f3 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:50:38.623610 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.db.db_base_plugin_v2 [None req-88de8e3c-9e07-4503-9b44-a36877c123fe tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Deleting subnet fb0b079c-3dfd-4a2c-ae63-c862c1ee58cd {{(pid=128084) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 24 11:50:38.631295 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-b2d19bf3-0d45-468b-a580-c8fc89aae8a2 tempest-FloatingIPNegativeTestJSON-1774915856 tempest-FloatingIPNegativeTestJSON-1774915856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1978872'] for port, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:38.646946 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-88de8e3c-9e07-4503-9b44-a36877c123fe tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Notify callbacks [] for subnet, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:38.656472 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa36d38c-c9c3-45d7-9dd6-08e9bd66875a tempest-RoutersNegativeIpV6Test-675716403 tempest-RoutersNegativeIpV6Test-675716403-project] Pushing event deleted for resources: {'Subnet': ['ID=7a808075-431d-4131-8300-5bde5a708cd0,revision_number=None']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:50:38.671402 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-fa36d38c-c9c3-45d7-9dd6-08e9bd66875a tempest-RoutersNegativeIpV6Test-675716403 tempest-RoutersNegativeIpV6Test-675716403-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:50:38.674906 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-fa36d38c-c9c3-45d7-9dd6-08e9bd66875a tempest-RoutersNegativeIpV6Test-675716403 tempest-RoutersNegativeIpV6Test-675716403-project] Notify callbacks [] for subnet, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:38.683575 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-fa36d38c-c9c3-45d7-9dd6-08e9bd66875a tempest-RoutersNegativeIpV6Test-675716403 tempest-RoutersNegativeIpV6Test-675716403-project] 10.222.0.53 "DELETE /v2.0/subnets/7a808075-431d-4131-8300-5bde5a708cd0 HTTP/1.1" status: 204 len: 168 time: 0.8988895 Jun 24 11:50:38.683575 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 33370) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:50:38.690998 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.plugin [None req-b2d19bf3-0d45-468b-a580-c8fc89aae8a2 tempest-FloatingIPNegativeTestJSON-1774915856 tempest-FloatingIPNegativeTestJSON-1774915856-project] Calling delete_port for 6159c087-57fc-4955-b23d-a9326a1b7ebe owned by {{(pid=128084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 11:50:38.694931 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a7e5033-aeb7-42c1-a369-43be307c7566 None None] Network f0c0b78b-988f-45f4-9f16-546946b7ee29 requested from dv-neutron-797120-4-hyperv {{(pid=128085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 11:50:38.718579 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-88de8e3c-9e07-4503-9b44-a36877c123fe tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2373542'] for subnet, precommit_delete_associations {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:38.831158 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d0f9f15-45e3-470b-840f-e3d0fcdffc48 tempest-RoutersNegativeIpV6Test-675716403 tempest-RoutersNegativeIpV6Test-675716403-project] Deleting subnet e5a86fcf-0309-479c-8d4c-ae36dcba6e6b {{(pid=128083) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 24 11:50:38.840136 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-2d0f9f15-45e3-470b-840f-e3d0fcdffc48 tempest-RoutersNegativeIpV6Test-675716403 tempest-RoutersNegativeIpV6Test-675716403-project] Notify callbacks [] for subnet, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:38.871657 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-88de8e3c-9e07-4503-9b44-a36877c123fe tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-972249'] for subnet, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:38.946104 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-2d0f9f15-45e3-470b-840f-e3d0fcdffc48 tempest-RoutersNegativeIpV6Test-675716403 tempest-RoutersNegativeIpV6Test-675716403-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3143795'] for subnet, precommit_delete_associations {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:38.991603 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-b2d19bf3-0d45-468b-a580-c8fc89aae8a2 tempest-FloatingIPNegativeTestJSON-1774915856 tempest-FloatingIPNegativeTestJSON-1774915856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793193945299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193536732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3292088'] for port, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:38.991867 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e9791ff-0742-4b19-a050-e2867e3ffafa None None] DHCP port deletion for f0c0b78b-988f-45f4-9f16-546946b7ee29 request from dv-neutron-797120-4-hyperv {{(pid=128085) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 24 11:50:39.004556 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-e640641a-0b30-4ed3-8d15-7c813e8f1aba tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:50:39.058786 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d19bf3-0d45-468b-a580-c8fc89aae8a2 tempest-FloatingIPNegativeTestJSON-1774915856 tempest-FloatingIPNegativeTestJSON-1774915856-project] Pushing event deleted for resources: {'Port': ['ID=6159c087-57fc-4955-b23d-a9326a1b7ebe,revision_number=None']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:50:39.061484 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-b2d19bf3-0d45-468b-a580-c8fc89aae8a2 tempest-FloatingIPNegativeTestJSON-1774915856 tempest-FloatingIPNegativeTestJSON-1774915856-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:50:39.081551 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-88de8e3c-9e07-4503-9b44-a36877c123fe tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-972238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3292022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3162263'] for subnet, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:39.082304 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-2d0f9f15-45e3-470b-840f-e3d0fcdffc48 tempest-RoutersNegativeIpV6Test-675716403 tempest-RoutersNegativeIpV6Test-675716403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-972249'] for subnet, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:39.092547 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-707f789a-8149-4e13-9915-04ce0edd4499 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:50:39.098999 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-88de8e3c-9e07-4503-9b44-a36877c123fe tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Notify callbacks [] for subnet, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:39.101119 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-88de8e3c-9e07-4503-9b44-a36877c123fe tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] 10.222.0.53 "DELETE /v2.0/subnets/fb0b079c-3dfd-4a2c-ae63-c862c1ee58cd HTTP/1.1" status: 204 len: 168 time: 0.6157136 Jun 24 11:50:39.104934 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 33386) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:50:39.125273 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25136186-4fa1-45e1-9d95-95473a7fd42f None None] Network 106a46bd-ee1c-45c6-bec0-d8db44801211 requested from dv-neutron-797120-4-hyperv {{(pid=128085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 11:50:39.213562 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88de8e3c-9e07-4503-9b44-a36877c123fe tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Pushing event deleted for resources: {'Subnet': ['ID=fb0b079c-3dfd-4a2c-ae63-c862c1ee58cd,revision_number=None']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:50:39.215845 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-88de8e3c-9e07-4503-9b44-a36877c123fe tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:50:39.223667 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-a4dd2350-40a5-4276-8249-a08008ff5132 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-534962'] for network, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:39.241093 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-b2d19bf3-0d45-468b-a580-c8fc89aae8a2 tempest-FloatingIPNegativeTestJSON-1774915856 tempest-FloatingIPNegativeTestJSON-1774915856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468916'] for port, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:39.246829 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-2d0f9f15-45e3-470b-840f-e3d0fcdffc48 tempest-RoutersNegativeIpV6Test-675716403 tempest-RoutersNegativeIpV6Test-675716403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-972238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2537800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3289951'] for subnet, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:39.249484 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-b2d19bf3-0d45-468b-a580-c8fc89aae8a2 tempest-FloatingIPNegativeTestJSON-1774915856 tempest-FloatingIPNegativeTestJSON-1774915856-project] 10.222.0.53 "DELETE /v2.0/ports/6159c087-57fc-4955-b23d-a9326a1b7ebe HTTP/1.1" status: 204 len: 168 time: 1.2961664 Jun 24 11:50:39.251585 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-8ec62323-ac3e-4419-930d-993d3cb6cf6b tempest-AllowedAddressPairTestJSON-920326677 tempest-AllowedAddressPairTestJSON-920326677-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:50:39.253460 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 33390) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:50:39.334984 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0f9f15-45e3-470b-840f-e3d0fcdffc48 tempest-RoutersNegativeIpV6Test-675716403 tempest-RoutersNegativeIpV6Test-675716403-project] Pushing event deleted for resources: {'Subnet': ['ID=e5a86fcf-0309-479c-8d4c-ae36dcba6e6b,revision_number=None']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:50:39.342974 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-2d0f9f15-45e3-470b-840f-e3d0fcdffc48 tempest-RoutersNegativeIpV6Test-675716403 tempest-RoutersNegativeIpV6Test-675716403-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:50:39.348777 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-2d0f9f15-45e3-470b-840f-e3d0fcdffc48 tempest-RoutersNegativeIpV6Test-675716403 tempest-RoutersNegativeIpV6Test-675716403-project] Notify callbacks [] for subnet, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:39.377151 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-2d0f9f15-45e3-470b-840f-e3d0fcdffc48 tempest-RoutersNegativeIpV6Test-675716403 tempest-RoutersNegativeIpV6Test-675716403-project] 10.222.0.53 "DELETE /v2.0/subnets/e5a86fcf-0309-479c-8d4c-ae36dcba6e6b HTTP/1.1" status: 204 len: 168 time: 0.6944177 Jun 24 11:50:39.379218 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 33402) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:50:39.404086 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 33404) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:50:39.418293 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77c16a6c-ff7d-488b-ad97-9b9efd46eecc tempest-FloatingIPNegativeTestJSON-1774915856 tempest-FloatingIPNegativeTestJSON-1774915856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:50:39.419905 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-77c16a6c-ff7d-488b-ad97-9b9efd46eecc tempest-FloatingIPNegativeTestJSON-1774915856 tempest-FloatingIPNegativeTestJSON-1774915856-project] 10.222.0.53 "GET /v2.0/ports?device_id=dee57a12-3698-483b-9491-5f765e3ea4ed HTTP/1.1" status: 200 len: 913 time: 0.1640320 Jun 24 11:50:39.421900 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.plugin [None req-a4dd2350-40a5-4276-8249-a08008ff5132 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Deleting port a77f16d6-44ca-437d-965d-acfea924372c {{(pid=128084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 11:50:39.422237 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-a4dd2350-40a5-4276-8249-a08008ff5132 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793193942312'] for port, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:39.423030 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 33408) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:50:39.568697 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.db [None req-a4dd2350-40a5-4276-8249-a08008ff5132 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] For port a77f16d6-44ca-437d-965d-acfea924372c, host dv-neutron-797120-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=a77f16d6-44ca-437d-965d-acfea924372c,segment=NetworkSegment(af6b8930-00b2-4458-ae97-6cf73b02039d),segment_id=af6b8930-00b2-4458-ae97-6cf73b02039d)] {{(pid=128084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 11:50:39.569419 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-a4dd2350-40a5-4276-8249-a08008ff5132 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1978872'] for port, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:39.585952 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.plugin [None req-a4dd2350-40a5-4276-8249-a08008ff5132 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Calling delete_port for a77f16d6-44ca-437d-965d-acfea924372c owned by network:dhcp {{(pid=128084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 11:50:39.633333 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad7aa72c-0e0d-4131-9175-061e8e2bcfad None None] Network 0b87c8d5-372f-4ee4-8283-0a96b59a52e2 requested from dv-neutron-797120-4-hyperv {{(pid=128085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 11:50:39.636518 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device 8931b3f1-c828-4de1-9197-9603444e2a1c no longer exists at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 11:50:39.671621 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 33410) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:50:39.680609 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-a4dd2350-40a5-4276-8249-a08008ff5132 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793193945299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193536732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3292088'] for port, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:39.682792 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-97e0da69-a4c3-4b7c-93af-c99bacf2edda tempest-ExtraDHCPOptionsTestJSON-1604773077 tempest-ExtraDHCPOptionsTestJSON-1604773077-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:50:39.705061 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4dd2350-40a5-4276-8249-a08008ff5132 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Pushing event deleted for resources: {'Port': ['ID=a77f16d6-44ca-437d-965d-acfea924372c,revision_number=None']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:50:39.707832 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-a4dd2350-40a5-4276-8249-a08008ff5132 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:50:39.715916 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4dd2350-40a5-4276-8249-a08008ff5132 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] No DVR routers for this DVR port a77f16d6-44ca-437d-965d-acfea924372c on host dv-neutron-797120-4-hyperv {{(pid=128084) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 11:50:39.788460 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-349e4035-6f1d-4e41-b65e-4cf2286201b5 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-134845654'}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:50:39.844563 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-2e9791ff-0742-4b19-a050-e2867e3ffafa None None] Deleting port 8931b3f1-c828-4de1-9197-9603444e2a1c {{(pid=128085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 11:50:39.845117 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-2e9791ff-0742-4b19-a050-e2867e3ffafa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793193942312'] for port, before_delete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:39.860291 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [None req-41c4466d-dc3c-4b49-b91e-d25c77d4346a tempest-AllowedAddressPairIpV6TestJSON-2004454070 tempest-AllowedAddressPairIpV6TestJSON-2004454070-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-236369894'}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:50:39.869181 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-a4dd2350-40a5-4276-8249-a08008ff5132 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973199', 'neutron.services.segments.db._delete_segments_for_network-8793194012456'] for network, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:39.894252 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.services.segments.db [None req-a4dd2350-40a5-4276-8249-a08008ff5132 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['106a46bd-ee1c-45c6-bec0-d8db44801211']}} {{(pid=128084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:50:39.908102 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.services.segments.db [None req-a4dd2350-40a5-4276-8249-a08008ff5132 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af6b8930-00b2-4458-ae97-6cf73b02039d') {'for_net_delete': True} {{(pid=128084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:50:39.908451 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.services.segments.db [None req-a4dd2350-40a5-4276-8249-a08008ff5132 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af6b8930-00b2-4458-ae97-6cf73b02039d') {} {{(pid=128084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:50:39.932535 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-28a695f6-e311-4ded-b5eb-9344832d0d85 tempest-RoutersNegativeIpV6Test-675716403 tempest-RoutersNegativeIpV6Test-675716403-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-534962'] for network, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:39.933799 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-349e4035-6f1d-4e41-b65e-4cf2286201b5 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Made reservation on behalf of 38289682863c40298c517287ec90b883 for: {'network': 1} {{(pid=128084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 11:50:39.938750 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d67a78f-a18e-4938-8e1c-491ecd743733 None None] DHCP port deletion for 106a46bd-ee1c-45c6-bec0-d8db44801211 request from dv-neutron-797120-4-hyperv {{(pid=128085) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 24 11:50:39.941682 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-349e4035-6f1d-4e41-b65e-4cf2286201b5 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for network, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:39.947019 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-a4dd2350-40a5-4276-8249-a08008ff5132 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793194097327', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2373599'] for segment, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:39.963443 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41c4466d-dc3c-4b49-b91e-d25c77d4346a tempest-AllowedAddressPairIpV6TestJSON-2004454070 tempest-AllowedAddressPairIpV6TestJSON-2004454070-project] Made reservation on behalf of 6bd30ea40ed34cfd8bfccaf942b4bb45 for: {'network': 1} {{(pid=128083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 11:50:39.967650 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-41c4466d-dc3c-4b49-b91e-d25c77d4346a tempest-AllowedAddressPairIpV6TestJSON-2004454070 tempest-AllowedAddressPairIpV6TestJSON-2004454070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for network, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:39.975473 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-349e4035-6f1d-4e41-b65e-4cf2286201b5 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Notify callbacks [] for security_group, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:39.984317 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-a4dd2350-40a5-4276-8249-a08008ff5132 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967879'] for segment, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:40.024533 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-41c4466d-dc3c-4b49-b91e-d25c77d4346a tempest-AllowedAddressPairIpV6TestJSON-2004454070 tempest-AllowedAddressPairIpV6TestJSON-2004454070-project] Notify callbacks [] for security_group, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:40.038937 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-2e9791ff-0742-4b19-a050-e2867e3ffafa None None] For port 8931b3f1-c828-4de1-9197-9603444e2a1c, host dv-neutron-797120-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=8931b3f1-c828-4de1-9197-9603444e2a1c,segment=NetworkSegment(72f6ffab-44e1-405c-a13e-9a8d870baf48),segment_id=72f6ffab-44e1-405c-a13e-9a8d870baf48)] {{(pid=128085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 11:50:40.039351 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-2e9791ff-0742-4b19-a050-e2867e3ffafa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1978872'] for port, precommit_delete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:40.050394 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4dd2350-40a5-4276-8249-a08008ff5132 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Releasing vlan 626 on physical network physnet1 to pool {{(pid=128084) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 11:50:40.051277 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-a4dd2350-40a5-4276-8249-a08008ff5132 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3292053'] for segment, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:40.053814 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:40.057334 dv-neutron-797120-4-hyperv neutron-server[128084]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 11:50:40.057334 dv-neutron-797120-4-hyperv neutron-server[128084]: conditions |= (models_v2.Port.network_id.in_( Jun 24 11:50:40.057334 dv-neutron-797120-4-hyperv neutron-server[128084]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 11:50:40.057334 dv-neutron-797120-4-hyperv neutron-server[128084]: conditions |= (models_v2.Port.network_id.in_( Jun 24 11:50:40.057334 dv-neutron-797120-4-hyperv neutron-server[128084]: Traceback (most recent call last): Jun 24 11:50:40.057334 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 24 11:50:40.057334 dv-neutron-797120-4-hyperv neutron-server[128084]: timer() Jun 24 11:50:40.057334 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 24 11:50:40.057334 dv-neutron-797120-4-hyperv neutron-server[128084]: cb(*args, **kw) Jun 24 11:50:40.057334 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 24 11:50:40.057334 dv-neutron-797120-4-hyperv neutron-server[128084]: return func(*args, **kwargs) Jun 24 11:50:40.057334 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 24 11:50:40.057334 dv-neutron-797120-4-hyperv neutron-server[128084]: self._notify() Jun 24 11:50:40.057334 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 24 11:50:40.057334 dv-neutron-797120-4-hyperv neutron-server[128084]: self.callback(batched_events) Jun 24 11:50:40.057334 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 24 11:50:40.057334 dv-neutron-797120-4-hyperv neutron-server[128084]: event.method(event) Jun 24 11:50:40.057334 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 24 11:50:40.057334 dv-neutron-797120-4-hyperv neutron-server[128084]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 24 11:50:40.057334 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 24 11:50:40.057334 dv-neutron-797120-4-hyperv neutron-server[128084]: aggregate_uuid = self.p_client.list_aggregates( Jun 24 11:50:40.057334 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 24 11:50:40.057334 dv-neutron-797120-4-hyperv neutron-server[128084]: return f(self, *a, **k) Jun 24 11:50:40.057334 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 24 11:50:40.057334 dv-neutron-797120-4-hyperv neutron-server[128084]: return self._get(url).json() Jun 24 11:50:40.057334 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 24 11:50:40.057334 dv-neutron-797120-4-hyperv neutron-server[128084]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 24 11:50:40.057334 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 24 11:50:40.057334 dv-neutron-797120-4-hyperv neutron-server[128084]: return self.request(url, 'GET', **kwargs) Jun 24 11:50:40.057334 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 24 11:50:40.057334 dv-neutron-797120-4-hyperv neutron-server[128084]: base_url = self.get_endpoint(auth, allow=allow, Jun 24 11:50:40.057334 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 24 11:50:40.057334 dv-neutron-797120-4-hyperv neutron-server[128084]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 24 11:50:40.057334 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 24 11:50:40.057334 dv-neutron-797120-4-hyperv neutron-server[128084]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 24 11:50:40.057334 dv-neutron-797120-4-hyperv neutron-server[128084]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 24 11:50:40.094178 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] For port 8931b3f1-c828-4de1-9197-9603444e2a1c, host dv-neutron-797120-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=8931b3f1-c828-4de1-9197-9603444e2a1c,segment=NetworkSegment(72f6ffab-44e1-405c-a13e-9a8d870baf48),segment_id=72f6ffab-44e1-405c-a13e-9a8d870baf48)] {{(pid=128085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 11:50:40.099044 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-2e9791ff-0742-4b19-a050-e2867e3ffafa None None] Calling delete_port for 8931b3f1-c828-4de1-9197-9603444e2a1c owned by network:dhcp {{(pid=128085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 11:50:40.110302 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:40.117979 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-7d38d192-3334-4562-99da-3a4002a33f8f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:50:40.169860 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-a4dd2350-40a5-4276-8249-a08008ff5132 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1800243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1815642'] for network, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:40.176275 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-971df675-19fd-4cdb-ba8a-4f4aa3e6142b tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:50:40.182139 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-a4dd2350-40a5-4276-8249-a08008ff5132 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Notify callbacks [] for network, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:40.188561 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.plugin [None req-28a695f6-e311-4ded-b5eb-9344832d0d85 tempest-RoutersNegativeIpV6Test-675716403 tempest-RoutersNegativeIpV6Test-675716403-project] Deleting port 8931b3f1-c828-4de1-9197-9603444e2a1c {{(pid=128083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 11:50:40.188758 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-28a695f6-e311-4ded-b5eb-9344832d0d85 tempest-RoutersNegativeIpV6Test-675716403 tempest-RoutersNegativeIpV6Test-675716403-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793193942312'] for port, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:40.188969 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-a4dd2350-40a5-4276-8249-a08008ff5132 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] 10.222.0.53 "DELETE /v2.0/networks/106a46bd-ee1c-45c6-bec0-d8db44801211 HTTP/1.1" status: 204 len: 168 time: 1.0801072 Jun 24 11:50:40.201710 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 33416) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:50:40.211659 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-bf7f2d2c-10fa-4763-85f1-1ed5ef6a37e9 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-950433796'}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:50:40.215147 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4dd2350-40a5-4276-8249-a08008ff5132 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Pushing event deleted for resources: {'Network': ['ID=106a46bd-ee1c-45c6-bec0-d8db44801211,revision_number=None']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:50:40.229955 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-a4dd2350-40a5-4276-8249-a08008ff5132 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:50:40.232774 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Pushing event updated for resources: {'Port': ['ID=8931b3f1-c828-4de1-9197-9603444e2a1c,revision_number=5']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:50:40.236727 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:50:40.262935 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-2e9791ff-0742-4b19-a050-e2867e3ffafa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793193945299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193536732'] for port, after_delete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:40.269572 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:50:40.290868 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.db [None req-28a695f6-e311-4ded-b5eb-9344832d0d85 tempest-RoutersNegativeIpV6Test-675716403 tempest-RoutersNegativeIpV6Test-675716403-project] For port 8931b3f1-c828-4de1-9197-9603444e2a1c, host dv-neutron-797120-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=8931b3f1-c828-4de1-9197-9603444e2a1c,segment=NetworkSegment(72f6ffab-44e1-405c-a13e-9a8d870baf48),segment_id=72f6ffab-44e1-405c-a13e-9a8d870baf48)] {{(pid=128083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 11:50:40.291311 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-28a695f6-e311-4ded-b5eb-9344832d0d85 tempest-RoutersNegativeIpV6Test-675716403 tempest-RoutersNegativeIpV6Test-675716403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1978872'] for port, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:40.309702 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-349e4035-6f1d-4e41-b65e-4cf2286201b5 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Notify callbacks [] for security_group, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:40.310188 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.plugin [None req-28a695f6-e311-4ded-b5eb-9344832d0d85 tempest-RoutersNegativeIpV6Test-675716403 tempest-RoutersNegativeIpV6Test-675716403-project] Calling delete_port for 8931b3f1-c828-4de1-9197-9603444e2a1c owned by network:dhcp {{(pid=128083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 11:50:40.319139 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-349e4035-6f1d-4e41-b65e-4cf2286201b5 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800410'] for security_group, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:40.324665 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-d7380c0f-c721-4223-9d41-11cacb64d60e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:50:40.329936 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6164a1e6-059b-485e-81d8-38c373372d92 None None] DHCP port deletion for 0b87c8d5-372f-4ee4-8283-0a96b59a52e2 request from dv-neutron-797120-4-hyperv {{(pid=128085) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 24 11:50:40.336394 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9791ff-0742-4b19-a050-e2867e3ffafa None None] Pushing event deleted for resources: {'Port': ['ID=8931b3f1-c828-4de1-9197-9603444e2a1c,revision_number=None']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:50:40.344692 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e9791ff-0742-4b19-a050-e2867e3ffafa None None] No DVR routers for this DVR port 8931b3f1-c828-4de1-9197-9603444e2a1c on host dv-neutron-797120-4-hyperv {{(pid=128085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 11:50:40.359312 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-2e9791ff-0742-4b19-a050-e2867e3ffafa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:50:40.363859 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349e4035-6f1d-4e41-b65e-4cf2286201b5 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d03ddb1d-8465-4f72-a7e4-d3cc9435fa3d,revision_number=1']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:50:40.385308 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-349e4035-6f1d-4e41-b65e-4cf2286201b5 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:50:40.392703 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-349e4035-6f1d-4e41-b65e-4cf2286201b5 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] vlan segment allocate from pool success with {'vlan_id': 648, 'physical_network': 'physnet1'} {{(pid=128084) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 11:50:40.410701 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-349e4035-6f1d-4e41-b65e-4cf2286201b5 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967879'] for segment, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:40.411399 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.db.segments_db [None req-349e4035-6f1d-4e41-b65e-4cf2286201b5 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Added segment ed1d3356-e347-4bfc-a302-c66cc8a9e0d3 of type vlan for network 53e710ea-782f-445f-8c3d-6c895ed61528 Jun 24 11:50:40.421809 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-6164a1e6-059b-485e-81d8-38c373372d92 None None] Deleting port 2b7f02ad-5993-49a2-8794-230c80c898cf {{(pid=128085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 11:50:40.422598 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-6164a1e6-059b-485e-81d8-38c373372d92 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793193942312'] for port, before_delete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:40.480044 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-349e4035-6f1d-4e41-b65e-4cf2286201b5 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793193525068'] for network, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:40.498967 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-565c169c-6a89-4fc9-91f5-114047a45515 tempest-FloatingIPNegativeTestJSON-1774915856 tempest-FloatingIPNegativeTestJSON-1774915856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1978565'] for router_interface, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:40.508272 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-6164a1e6-059b-485e-81d8-38c373372d92 None None] For port 2b7f02ad-5993-49a2-8794-230c80c898cf, host dv-neutron-797120-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=2b7f02ad-5993-49a2-8794-230c80c898cf,segment=NetworkSegment(a01885a2-c99a-49a6-9192-7d1b044833e6),segment_id=a01885a2-c99a-49a6-9192-7d1b044833e6)] {{(pid=128085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 11:50:40.508822 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-6164a1e6-059b-485e-81d8-38c373372d92 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1978872'] for port, precommit_delete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:40.521788 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-349e4035-6f1d-4e41-b65e-4cf2286201b5 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1800243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976'] for network, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:40.525127 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-6164a1e6-059b-485e-81d8-38c373372d92 None None] Calling delete_port for 2b7f02ad-5993-49a2-8794-230c80c898cf owned by network:dhcp {{(pid=128085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 11:50:40.529859 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-349e4035-6f1d-4e41-b65e-4cf2286201b5 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=128084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:50:40.530850 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-349e4035-6f1d-4e41-b65e-4cf2286201b5 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Notify callbacks [] for network, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:40.535365 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-7e2ab45c-349d-4887-8a7b-a365e1099fca tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:50:40.569530 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-28a695f6-e311-4ded-b5eb-9344832d0d85 tempest-RoutersNegativeIpV6Test-675716403 tempest-RoutersNegativeIpV6Test-675716403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793193945299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193536732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2537862'] for port, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:40.614762 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349e4035-6f1d-4e41-b65e-4cf2286201b5 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Pushing event updated for resources: {'Network': ['ID=53e710ea-782f-445f-8c3d-6c895ed61528,revision_number=1']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:50:40.615395 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-68ffe47b-7ff9-4a12-8434-c3270633a997 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:50:40.617172 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-349e4035-6f1d-4e41-b65e-4cf2286201b5 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:50:40.628902 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Network 53e710ea-782f-445f-8c3d-6c895ed61528 details requested by agent ovs-agent-dv-neutron-797120-4-hyperv with host dv-neutron-797120-4-hyperv {{(pid=128085) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 11:50:40.648868 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-6164a1e6-059b-485e-81d8-38c373372d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793193945299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193536732'] for port, after_delete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:40.652593 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:50:40.658125 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a695f6-e311-4ded-b5eb-9344832d0d85 tempest-RoutersNegativeIpV6Test-675716403 tempest-RoutersNegativeIpV6Test-675716403-project] Pushing event deleted for resources: {'Port': ['ID=8931b3f1-c828-4de1-9197-9603444e2a1c,revision_number=None']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:50:40.663513 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-41c4466d-dc3c-4b49-b91e-d25c77d4346a tempest-AllowedAddressPairIpV6TestJSON-2004454070 tempest-AllowedAddressPairIpV6TestJSON-2004454070-project] Notify callbacks [] for security_group, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:40.665909 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-28a695f6-e311-4ded-b5eb-9344832d0d85 tempest-RoutersNegativeIpV6Test-675716403 tempest-RoutersNegativeIpV6Test-675716403-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:50:40.677416 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28a695f6-e311-4ded-b5eb-9344832d0d85 tempest-RoutersNegativeIpV6Test-675716403 tempest-RoutersNegativeIpV6Test-675716403-project] No DVR routers for this DVR port 8931b3f1-c828-4de1-9197-9603444e2a1c on host dv-neutron-797120-4-hyperv {{(pid=128083) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 11:50:40.682500 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-349e4035-6f1d-4e41-b65e-4cf2286201b5 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.0083506 Jun 24 11:50:40.683127 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 33426) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:50:40.687485 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-41c4466d-dc3c-4b49-b91e-d25c77d4346a tempest-AllowedAddressPairIpV6TestJSON-2004454070 tempest-AllowedAddressPairIpV6TestJSON-2004454070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800410'] for security_group, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:40.691126 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-f2f9b105-47e0-46d4-8f68-61913bbf74c5 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Request body: {'port': {'network_id': '53e710ea-782f-445f-8c3d-6c895ed61528', 'name': 'tempest-PortsTestJSON-111598198'}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:50:40.705192 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41c4466d-dc3c-4b49-b91e-d25c77d4346a tempest-AllowedAddressPairIpV6TestJSON-2004454070 tempest-AllowedAddressPairIpV6TestJSON-2004454070-project] vlan segment allocate from pool success with {'vlan_id': 642, 'physical_network': 'physnet1'} {{(pid=128083) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 11:50:40.715810 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6164a1e6-059b-485e-81d8-38c373372d92 None None] Pushing event deleted for resources: {'Port': ['ID=2b7f02ad-5993-49a2-8794-230c80c898cf,revision_number=None']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:50:40.727446 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6164a1e6-059b-485e-81d8-38c373372d92 None None] No DVR routers for this DVR port 2b7f02ad-5993-49a2-8794-230c80c898cf on host dv-neutron-797120-4-hyperv {{(pid=128085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 11:50:40.732469 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-6164a1e6-059b-485e-81d8-38c373372d92 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:50:40.748492 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-0826e7ab-c3bf-44ca-97e7-09986abb933f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:50:40.767898 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-41c4466d-dc3c-4b49-b91e-d25c77d4346a tempest-AllowedAddressPairIpV6TestJSON-2004454070 tempest-AllowedAddressPairIpV6TestJSON-2004454070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967879'] for segment, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:40.768394 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.db.segments_db [None req-41c4466d-dc3c-4b49-b91e-d25c77d4346a tempest-AllowedAddressPairIpV6TestJSON-2004454070 tempest-AllowedAddressPairIpV6TestJSON-2004454070-project] Added segment 3c753f1f-917b-451a-9901-c20855e59d45 of type vlan for network f42a3638-1c76-4d1d-9a90-44e4aeb5dcfa Jun 24 11:50:40.778488 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf7f2d2c-10fa-4763-85f1-1ed5ef6a37e9 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Made reservation on behalf of 99955773979244bf90218a1ecde00120 for: {'network': 1} {{(pid=128084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 11:50:40.782063 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-bf7f2d2c-10fa-4763-85f1-1ed5ef6a37e9 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for network, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:40.827622 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf7f2d2c-10fa-4763-85f1-1ed5ef6a37e9 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] vlan segment allocate from pool success with {'vlan_id': 623, 'physical_network': 'physnet1'} {{(pid=128084) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 11:50:40.844687 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-bf7f2d2c-10fa-4763-85f1-1ed5ef6a37e9 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967879'] for segment, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:40.845128 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.db.segments_db [None req-bf7f2d2c-10fa-4763-85f1-1ed5ef6a37e9 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Added segment 9f67006e-2487-48c9-9418-5c458cc9979d of type vlan for network f76ff61a-8e5d-4726-9273-e062bd626f8d Jun 24 11:50:40.856180 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2f9b105-47e0-46d4-8f68-61913bbf74c5 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Made reservation on behalf of 38289682863c40298c517287ec90b883 for: {'port': 1} {{(pid=128084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 11:50:40.859710 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-f2f9b105-47e0-46d4-8f68-61913bbf74c5 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:40.882560 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.notifiers.nova [None req-f2f9b105-47e0-46d4-8f68-61913bbf74c5 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] device_id is not set on port 5a5cf92f-cde0-4af8-ae88-5c6773bc54f8 yet. {{(pid=128084) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 24 11:50:40.918504 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-28a695f6-e311-4ded-b5eb-9344832d0d85 tempest-RoutersNegativeIpV6Test-675716403 tempest-RoutersNegativeIpV6Test-675716403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973199', 'neutron.services.segments.db._delete_segments_for_network-8793194012456'] for network, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:40.922282 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-41c4466d-dc3c-4b49-b91e-d25c77d4346a tempest-AllowedAddressPairIpV6TestJSON-2004454070 tempest-AllowedAddressPairIpV6TestJSON-2004454070-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793193525068'] for network, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:40.925852 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c4466d-dc3c-4b49-b91e-d25c77d4346a tempest-AllowedAddressPairIpV6TestJSON-2004454070 tempest-AllowedAddressPairIpV6TestJSON-2004454070-project] Pushing event updated for resources: {'SecurityGroup': ['ID=23b08b90-16ce-4c4a-bdcf-754d9fd469ac,revision_number=1']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:50:40.938035 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-41c4466d-dc3c-4b49-b91e-d25c77d4346a tempest-AllowedAddressPairIpV6TestJSON-2004454070 tempest-AllowedAddressPairIpV6TestJSON-2004454070-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:50:40.942644 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.services.segments.db [None req-28a695f6-e311-4ded-b5eb-9344832d0d85 tempest-RoutersNegativeIpV6Test-675716403 tempest-RoutersNegativeIpV6Test-675716403-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f0c0b78b-988f-45f4-9f16-546946b7ee29']}} {{(pid=128083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:50:40.977027 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.services.segments.db [None req-28a695f6-e311-4ded-b5eb-9344832d0d85 tempest-RoutersNegativeIpV6Test-675716403 tempest-RoutersNegativeIpV6Test-675716403-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72f6ffab-44e1-405c-a13e-9a8d870baf48') {'for_net_delete': True} {{(pid=128083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:50:40.977332 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.services.segments.db [None req-28a695f6-e311-4ded-b5eb-9344832d0d85 tempest-RoutersNegativeIpV6Test-675716403 tempest-RoutersNegativeIpV6Test-675716403-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72f6ffab-44e1-405c-a13e-9a8d870baf48') {} {{(pid=128083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:50:40.981979 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-bf7f2d2c-10fa-4763-85f1-1ed5ef6a37e9 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793193525068'] for network, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:40.997632 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-28a695f6-e311-4ded-b5eb-9344832d0d85 tempest-RoutersNegativeIpV6Test-675716403 tempest-RoutersNegativeIpV6Test-675716403-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793194097327', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3143690'] for segment, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:41.019146 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-28a695f6-e311-4ded-b5eb-9344832d0d85 tempest-RoutersNegativeIpV6Test-675716403 tempest-RoutersNegativeIpV6Test-675716403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967879'] for segment, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:41.026779 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-41c4466d-dc3c-4b49-b91e-d25c77d4346a tempest-AllowedAddressPairIpV6TestJSON-2004454070 tempest-AllowedAddressPairIpV6TestJSON-2004454070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1800243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976'] for network, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:41.035015 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41c4466d-dc3c-4b49-b91e-d25c77d4346a tempest-AllowedAddressPairIpV6TestJSON-2004454070 tempest-AllowedAddressPairIpV6TestJSON-2004454070-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:50:41.035733 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-41c4466d-dc3c-4b49-b91e-d25c77d4346a tempest-AllowedAddressPairIpV6TestJSON-2004454070 tempest-AllowedAddressPairIpV6TestJSON-2004454070-project] Notify callbacks [] for network, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:41.038517 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28a695f6-e311-4ded-b5eb-9344832d0d85 tempest-RoutersNegativeIpV6Test-675716403 tempest-RoutersNegativeIpV6Test-675716403-project] Releasing vlan 606 on physical network physnet1 to pool {{(pid=128083) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 11:50:41.039697 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-28a695f6-e311-4ded-b5eb-9344832d0d85 tempest-RoutersNegativeIpV6Test-675716403 tempest-RoutersNegativeIpV6Test-675716403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2537899'] for segment, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:41.043841 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-b04a469f-55e0-490d-9cc0-dde3195159cc tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:50:41.047119 dv-neutron-797120-4-hyperv neutron-server[128083]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 24 11:50:41.047119 dv-neutron-797120-4-hyperv neutron-server[128083]: self.session.flush() Jun 24 11:50:41.047119 dv-neutron-797120-4-hyperv neutron-server[128083]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 24 11:50:41.047119 dv-neutron-797120-4-hyperv neutron-server[128083]: self.session.flush() Jun 24 11:50:41.047119 dv-neutron-797120-4-hyperv neutron-server[128083]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 24 11:50:41.047119 dv-neutron-797120-4-hyperv neutron-server[128083]: self.session.flush() Jun 24 11:50:41.047119 dv-neutron-797120-4-hyperv neutron-server[128083]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 24 11:50:41.047119 dv-neutron-797120-4-hyperv neutron-server[128083]: self.session.flush() Jun 24 11:50:41.047119 dv-neutron-797120-4-hyperv neutron-server[128083]: Traceback (most recent call last): Jun 24 11:50:41.047119 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 24 11:50:41.047119 dv-neutron-797120-4-hyperv neutron-server[128083]: timer() Jun 24 11:50:41.047119 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 24 11:50:41.047119 dv-neutron-797120-4-hyperv neutron-server[128083]: cb(*args, **kw) Jun 24 11:50:41.047119 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 24 11:50:41.047119 dv-neutron-797120-4-hyperv neutron-server[128083]: return func(*args, **kwargs) Jun 24 11:50:41.047119 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 24 11:50:41.047119 dv-neutron-797120-4-hyperv neutron-server[128083]: self._notify() Jun 24 11:50:41.047119 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 24 11:50:41.047119 dv-neutron-797120-4-hyperv neutron-server[128083]: self.callback(batched_events) Jun 24 11:50:41.047119 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 24 11:50:41.047119 dv-neutron-797120-4-hyperv neutron-server[128083]: event.method(event) Jun 24 11:50:41.047119 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 24 11:50:41.047119 dv-neutron-797120-4-hyperv neutron-server[128083]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 24 11:50:41.047119 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 24 11:50:41.047119 dv-neutron-797120-4-hyperv neutron-server[128083]: aggregate_uuid = self.p_client.list_aggregates( Jun 24 11:50:41.047119 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 24 11:50:41.047119 dv-neutron-797120-4-hyperv neutron-server[128083]: return f(self, *a, **k) Jun 24 11:50:41.047119 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 24 11:50:41.047119 dv-neutron-797120-4-hyperv neutron-server[128083]: return self._get(url).json() Jun 24 11:50:41.047119 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 24 11:50:41.047119 dv-neutron-797120-4-hyperv neutron-server[128083]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 24 11:50:41.047119 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 24 11:50:41.047119 dv-neutron-797120-4-hyperv neutron-server[128083]: return self.request(url, 'GET', **kwargs) Jun 24 11:50:41.047119 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 24 11:50:41.047119 dv-neutron-797120-4-hyperv neutron-server[128083]: base_url = self.get_endpoint(auth, allow=allow, Jun 24 11:50:41.047119 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 24 11:50:41.047119 dv-neutron-797120-4-hyperv neutron-server[128083]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 24 11:50:41.047119 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 24 11:50:41.047119 dv-neutron-797120-4-hyperv neutron-server[128083]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 24 11:50:41.047119 dv-neutron-797120-4-hyperv neutron-server[128083]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 24 11:50:41.067005 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-bf7f2d2c-10fa-4763-85f1-1ed5ef6a37e9 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1800243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976'] for network, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:41.072582 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf7f2d2c-10fa-4763-85f1-1ed5ef6a37e9 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=128084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:50:41.073295 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-bf7f2d2c-10fa-4763-85f1-1ed5ef6a37e9 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Notify callbacks [] for network, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:41.104227 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-a3646dcd-9e9c-460d-8edd-cfc2bbd2b2f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:50:41.134850 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-41c4466d-dc3c-4b49-b91e-d25c77d4346a tempest-AllowedAddressPairIpV6TestJSON-2004454070 tempest-AllowedAddressPairIpV6TestJSON-2004454070-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 797 time: 1.7261467 Jun 24 11:50:41.136869 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 33430) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:50:41.150966 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-607d0e25-bd09-4d0e-94f4-225663b510b0 tempest-AllowedAddressPairIpV6TestJSON-2004454070 tempest-AllowedAddressPairIpV6TestJSON-2004454070-project] Request body: {'subnet': {'network_id': 'f42a3638-1c76-4d1d-9a90-44e4aeb5dcfa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:50:41.182866 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c4466d-dc3c-4b49-b91e-d25c77d4346a tempest-AllowedAddressPairIpV6TestJSON-2004454070 tempest-AllowedAddressPairIpV6TestJSON-2004454070-project] Pushing event updated for resources: {'Network': ['ID=f42a3638-1c76-4d1d-9a90-44e4aeb5dcfa,revision_number=1']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:50:41.199143 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-41c4466d-dc3c-4b49-b91e-d25c77d4346a tempest-AllowedAddressPairIpV6TestJSON-2004454070 tempest-AllowedAddressPairIpV6TestJSON-2004454070-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:50:41.207829 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Network f42a3638-1c76-4d1d-9a90-44e4aeb5dcfa details requested by agent ovs-agent-dv-neutron-797120-4-hyperv with host dv-neutron-797120-4-hyperv {{(pid=128085) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 11:50:41.219744 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-bf7f2d2c-10fa-4763-85f1-1ed5ef6a37e9 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.0136752 Jun 24 11:50:41.224489 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-28a695f6-e311-4ded-b5eb-9344832d0d85 tempest-RoutersNegativeIpV6Test-675716403 tempest-RoutersNegativeIpV6Test-675716403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1800243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1815642'] for network, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:41.228132 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 33432) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:50:41.234948 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [None req-aac9f75d-a985-43ed-9bf0-dfdd039267f8 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Request body: {'subnet': {'network_id': 'f76ff61a-8e5d-4726-9273-e062bd626f8d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:50:41.240906 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-29ed2a54-4898-43c5-a36a-020b26a48770 tempest-TagsTest-896644298 tempest-TagsTest-896644298-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:50:41.249550 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-28a695f6-e311-4ded-b5eb-9344832d0d85 tempest-RoutersNegativeIpV6Test-675716403 tempest-RoutersNegativeIpV6Test-675716403-project] Notify callbacks [] for network, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:41.254275 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-28a695f6-e311-4ded-b5eb-9344832d0d85 tempest-RoutersNegativeIpV6Test-675716403 tempest-RoutersNegativeIpV6Test-675716403-project] 10.222.0.53 "DELETE /v2.0/networks/f0c0b78b-988f-45f4-9f16-546946b7ee29 HTTP/1.1" status: 204 len: 168 time: 1.8692906 Jun 24 11:50:41.272187 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 33434) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:50:41.279017 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7f2d2c-10fa-4763-85f1-1ed5ef6a37e9 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Pushing event updated for resources: {'Network': ['ID=f76ff61a-8e5d-4726-9273-e062bd626f8d,revision_number=1']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:50:41.281990 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-bf7f2d2c-10fa-4763-85f1-1ed5ef6a37e9 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:50:41.286306 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-f2f9b105-47e0-46d4-8f68-61913bbf74c5 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Notify callbacks [] for port, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:41.299276 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a695f6-e311-4ded-b5eb-9344832d0d85 tempest-RoutersNegativeIpV6Test-675716403 tempest-RoutersNegativeIpV6Test-675716403-project] Pushing event deleted for resources: {'Network': ['ID=f0c0b78b-988f-45f4-9f16-546946b7ee29,revision_number=None']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:50:41.313971 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-28a695f6-e311-4ded-b5eb-9344832d0d85 tempest-RoutersNegativeIpV6Test-675716403 tempest-RoutersNegativeIpV6Test-675716403-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:50:41.336636 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Network f76ff61a-8e5d-4726-9273-e062bd626f8d details requested by agent ovs-agent-dv-neutron-797120-4-hyperv with host dv-neutron-797120-4-hyperv {{(pid=128085) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 11:50:41.364891 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-607d0e25-bd09-4d0e-94f4-225663b510b0 tempest-AllowedAddressPairIpV6TestJSON-2004454070 tempest-AllowedAddressPairIpV6TestJSON-2004454070-project] Made reservation on behalf of 6bd30ea40ed34cfd8bfccaf942b4bb45 for: {'subnet': 1} {{(pid=128084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 11:50:41.371850 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-607d0e25-bd09-4d0e-94f4-225663b510b0 tempest-AllowedAddressPairIpV6TestJSON-2004454070 tempest-AllowedAddressPairIpV6TestJSON-2004454070-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3162484'] for subnet, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:41.450406 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-f2f9b105-47e0-46d4-8f68-61913bbf74c5 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-650429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-506361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793193536723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3291971'] for port, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:41.451095 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-142c04f2-5e58-473e-90a4-25025be4db7e tempest-RoutersNegativeIpV6Test-675716403 tempest-RoutersNegativeIpV6Test-675716403-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-534962'] for network, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:41.458966 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-b2d19bf3-0d45-468b-a580-c8fc89aae8a2 tempest-FloatingIPNegativeTestJSON-1774915856 tempest-FloatingIPNegativeTestJSON-1774915856-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:50:41.489754 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aac9f75d-a985-43ed-9bf0-dfdd039267f8 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Made reservation on behalf of 99955773979244bf90218a1ecde00120 for: {'subnet': 1} {{(pid=128083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 11:50:41.493377 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-aac9f75d-a985-43ed-9bf0-dfdd039267f8 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3289788'] for subnet, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:41.517718 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device 2b7f02ad-5993-49a2-8794-230c80c898cf no longer exists at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 11:50:41.549253 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] No Port match for: 2b7f02ad-5993-49a2-8794-230c80c898cf {{(pid=128085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 11:50:41.549253 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device 2b7f02ad-5993-49a2-8794-230c80c898cf not bound to the agent host dv-neutron-797120-4-hyperv {{(pid=128085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 11:50:41.549253 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device a77f16d6-44ca-437d-965d-acfea924372c no longer exists at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 11:50:41.570435 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f9b105-47e0-46d4-8f68-61913bbf74c5 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Pushing event updated for resources: {'Port': ['ID=5a5cf92f-cde0-4af8-ae88-5c6773bc54f8,revision_number=1']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:50:41.577042 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] No Port match for: a77f16d6-44ca-437d-965d-acfea924372c {{(pid=128085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 11:50:41.577042 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device a77f16d6-44ca-437d-965d-acfea924372c not bound to the agent host dv-neutron-797120-4-hyperv {{(pid=128085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 11:50:41.578455 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-f2f9b105-47e0-46d4-8f68-61913bbf74c5 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:50:41.591578 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.plugin [None req-565c169c-6a89-4fc9-91f5-114047a45515 tempest-FloatingIPNegativeTestJSON-1774915856 tempest-FloatingIPNegativeTestJSON-1774915856-project] Deleting port f56ea566-967c-4cad-be73-87eaf3bbad34 {{(pid=128083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 11:50:41.591909 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-565c169c-6a89-4fc9-91f5-114047a45515 tempest-FloatingIPNegativeTestJSON-1774915856 tempest-FloatingIPNegativeTestJSON-1774915856-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793193942312'] for port, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:41.603077 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2f9b105-47e0-46d4-8f68-61913bbf74c5 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Checking segment: {'id': 'ed1d3356-e347-4bfc-a302-c66cc8a9e0d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '53e710ea-782f-445f-8c3d-6c895ed61528'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=128084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 11:50:41.603533 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2f9b105-47e0-46d4-8f68-61913bbf74c5 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Network hostable DHCP agents. Network: 53e710ea-782f-445f-8c3d-6c895ed61528, hostable agents: ['6be988a9-1d97-480f-be5a-c55abf2c55c5'], hosted agents: [] {{(pid=128084) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 11:50:41.669583 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2f9b105-47e0-46d4-8f68-61913bbf74c5 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Network 53e710ea-782f-445f-8c3d-6c895ed61528 is scheduled to be hosted by DHCP agent 6be988a9-1d97-480f-be5a-c55abf2c55c5 with binding_index 1 {{(pid=128084) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 11:50:41.688087 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-142c04f2-5e58-473e-90a4-25025be4db7e tempest-RoutersNegativeIpV6Test-675716403 tempest-RoutersNegativeIpV6Test-675716403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973199', 'neutron.services.segments.db._delete_segments_for_network-8793194012456'] for network, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:41.710208 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.base_scheduler [None req-f2f9b105-47e0-46d4-8f68-61913bbf74c5 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-4-hyperv, 53e710ea-782f-445f-8c3d-6c895ed61528) {{(pid=128084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:50:41.716251 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2f9b105-47e0-46d4-8f68-61913bbf74c5 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Received port after_create {{(pid=128084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 11:50:41.722694 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2f9b105-47e0-46d4-8f68-61913bbf74c5 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=128084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:50:41.723307 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-f2f9b105-47e0-46d4-8f68-61913bbf74c5 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468916'] for port, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:41.729488 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-607d0e25-bd09-4d0e-94f4-225663b510b0 tempest-AllowedAddressPairIpV6TestJSON-2004454070 tempest-AllowedAddressPairIpV6TestJSON-2004454070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3291959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3162270'] for subnet, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:41.733814 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.services.segments.db [None req-142c04f2-5e58-473e-90a4-25025be4db7e tempest-RoutersNegativeIpV6Test-675716403 tempest-RoutersNegativeIpV6Test-675716403-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b87c8d5-372f-4ee4-8283-0a96b59a52e2']}} {{(pid=128083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:50:41.735162 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4da92a3d-e6f6-46ff-9596-a39b2d3bfc0a None None] Network 53e710ea-782f-445f-8c3d-6c895ed61528 requested from dv-neutron-797120-4-hyperv {{(pid=128085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 11:50:41.741418 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-37adf4a2-272a-4ea1-8647-47c5e1d2abdc tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:50:41.763688 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.services.segments.db [None req-142c04f2-5e58-473e-90a4-25025be4db7e tempest-RoutersNegativeIpV6Test-675716403 tempest-RoutersNegativeIpV6Test-675716403-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a01885a2-c99a-49a6-9192-7d1b044833e6') {'for_net_delete': True} {{(pid=128083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:50:41.764049 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.services.segments.db [None req-142c04f2-5e58-473e-90a4-25025be4db7e tempest-RoutersNegativeIpV6Test-675716403 tempest-RoutersNegativeIpV6Test-675716403-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a01885a2-c99a-49a6-9192-7d1b044833e6') {} {{(pid=128083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:50:41.787388 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-142c04f2-5e58-473e-90a4-25025be4db7e tempest-RoutersNegativeIpV6Test-675716403 tempest-RoutersNegativeIpV6Test-675716403-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793194097327', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3143690'] for segment, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:41.817560 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-142c04f2-5e58-473e-90a4-25025be4db7e tempest-RoutersNegativeIpV6Test-675716403 tempest-RoutersNegativeIpV6Test-675716403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967879'] for segment, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:41.820962 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607d0e25-bd09-4d0e-94f4-225663b510b0 tempest-AllowedAddressPairIpV6TestJSON-2004454070 tempest-AllowedAddressPairIpV6TestJSON-2004454070-project] Pushing event updated for resources: {'Subnet': ['ID=44a31125-d2b2-4a09-840a-dbad0450e2a1,revision_number=0']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:50:41.821177 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-565c169c-6a89-4fc9-91f5-114047a45515 tempest-FloatingIPNegativeTestJSON-1774915856 tempest-FloatingIPNegativeTestJSON-1774915856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1978872'] for port, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:41.838661 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-607d0e25-bd09-4d0e-94f4-225663b510b0 tempest-AllowedAddressPairIpV6TestJSON-2004454070 tempest-AllowedAddressPairIpV6TestJSON-2004454070-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:50:41.870881 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-142c04f2-5e58-473e-90a4-25025be4db7e tempest-RoutersNegativeIpV6Test-675716403 tempest-RoutersNegativeIpV6Test-675716403-project] Releasing vlan 618 on physical network physnet1 to pool {{(pid=128083) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 11:50:41.871420 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-f2f9b105-47e0-46d4-8f68-61913bbf74c5 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.1852357 Jun 24 11:50:41.872021 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-142c04f2-5e58-473e-90a4-25025be4db7e tempest-RoutersNegativeIpV6Test-675716403 tempest-RoutersNegativeIpV6Test-675716403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2537899'] for segment, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:41.875015 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 33436) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:50:41.881009 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-bd67f140-a366-4f59-a300-f68c21bb9a7f tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1855227469'}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:50:41.889658 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.plugin [None req-565c169c-6a89-4fc9-91f5-114047a45515 tempest-FloatingIPNegativeTestJSON-1774915856 tempest-FloatingIPNegativeTestJSON-1774915856-project] Calling delete_port for f56ea566-967c-4cad-be73-87eaf3bbad34 owned by network:router_interface {{(pid=128083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 11:50:41.891358 dv-neutron-797120-4-hyperv neutron-server[128083]: Traceback (most recent call last): Jun 24 11:50:41.891358 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 24 11:50:41.891358 dv-neutron-797120-4-hyperv neutron-server[128083]: timer() Jun 24 11:50:41.891358 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 24 11:50:41.891358 dv-neutron-797120-4-hyperv neutron-server[128083]: cb(*args, **kw) Jun 24 11:50:41.891358 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 24 11:50:41.891358 dv-neutron-797120-4-hyperv neutron-server[128083]: return func(*args, **kwargs) Jun 24 11:50:41.891358 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 24 11:50:41.891358 dv-neutron-797120-4-hyperv neutron-server[128083]: self._notify() Jun 24 11:50:41.891358 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 24 11:50:41.891358 dv-neutron-797120-4-hyperv neutron-server[128083]: self.callback(batched_events) Jun 24 11:50:41.891358 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 24 11:50:41.891358 dv-neutron-797120-4-hyperv neutron-server[128083]: event.method(event) Jun 24 11:50:41.891358 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 24 11:50:41.891358 dv-neutron-797120-4-hyperv neutron-server[128083]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 24 11:50:41.891358 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 24 11:50:41.891358 dv-neutron-797120-4-hyperv neutron-server[128083]: aggregate_uuid = self.p_client.list_aggregates( Jun 24 11:50:41.891358 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 24 11:50:41.891358 dv-neutron-797120-4-hyperv neutron-server[128083]: return f(self, *a, **k) Jun 24 11:50:41.891358 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 24 11:50:41.891358 dv-neutron-797120-4-hyperv neutron-server[128083]: return self._get(url).json() Jun 24 11:50:41.891358 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 24 11:50:41.891358 dv-neutron-797120-4-hyperv neutron-server[128083]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 24 11:50:41.891358 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 24 11:50:41.891358 dv-neutron-797120-4-hyperv neutron-server[128083]: return self.request(url, 'GET', **kwargs) Jun 24 11:50:41.891358 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 24 11:50:41.891358 dv-neutron-797120-4-hyperv neutron-server[128083]: base_url = self.get_endpoint(auth, allow=allow, Jun 24 11:50:41.891358 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 24 11:50:41.891358 dv-neutron-797120-4-hyperv neutron-server[128083]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 24 11:50:41.891358 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 24 11:50:41.891358 dv-neutron-797120-4-hyperv neutron-server[128083]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 24 11:50:41.891358 dv-neutron-797120-4-hyperv neutron-server[128083]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 24 11:50:41.909680 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-607d0e25-bd09-4d0e-94f4-225663b510b0 tempest-AllowedAddressPairIpV6TestJSON-2004454070 tempest-AllowedAddressPairIpV6TestJSON-2004454070-project] Checking segment: {'id': '3c753f1f-917b-451a-9901-c20855e59d45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'f42a3638-1c76-4d1d-9a90-44e4aeb5dcfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=128084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 11:50:41.910433 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-607d0e25-bd09-4d0e-94f4-225663b510b0 tempest-AllowedAddressPairIpV6TestJSON-2004454070 tempest-AllowedAddressPairIpV6TestJSON-2004454070-project] Network hostable DHCP agents. Network: f42a3638-1c76-4d1d-9a90-44e4aeb5dcfa, hostable agents: ['6be988a9-1d97-480f-be5a-c55abf2c55c5'], hosted agents: [] {{(pid=128084) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 11:50:41.944647 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd67f140-a366-4f59-a300-f68c21bb9a7f tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Made reservation on behalf of 38289682863c40298c517287ec90b883 for: {'network': 1} {{(pid=128084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 11:50:41.950586 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-bd67f140-a366-4f59-a300-f68c21bb9a7f tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for network, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:41.955095 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-607d0e25-bd09-4d0e-94f4-225663b510b0 tempest-AllowedAddressPairIpV6TestJSON-2004454070 tempest-AllowedAddressPairIpV6TestJSON-2004454070-project] Network f42a3638-1c76-4d1d-9a90-44e4aeb5dcfa is scheduled to be hosted by DHCP agent 6be988a9-1d97-480f-be5a-c55abf2c55c5 with binding_index 1 {{(pid=128084) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 11:50:41.993671 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd67f140-a366-4f59-a300-f68c21bb9a7f tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] vlan segment allocate from pool success with {'vlan_id': 614, 'physical_network': 'physnet1'} {{(pid=128084) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 11:50:41.999209 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.base_scheduler [None req-607d0e25-bd09-4d0e-94f4-225663b510b0 tempest-AllowedAddressPairIpV6TestJSON-2004454070 tempest-AllowedAddressPairIpV6TestJSON-2004454070-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-4-hyperv, f42a3638-1c76-4d1d-9a90-44e4aeb5dcfa) {{(pid=128084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:50:42.004614 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-607d0e25-bd09-4d0e-94f4-225663b510b0 tempest-AllowedAddressPairIpV6TestJSON-2004454070 tempest-AllowedAddressPairIpV6TestJSON-2004454070-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=128084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:50:42.005238 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-607d0e25-bd09-4d0e-94f4-225663b510b0 tempest-AllowedAddressPairIpV6TestJSON-2004454070 tempest-AllowedAddressPairIpV6TestJSON-2004454070-project] Notify callbacks [] for subnet, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:42.017310 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1ff199a-e556-40c9-b546-5c7acca4366b None None] Network f42a3638-1c76-4d1d-9a90-44e4aeb5dcfa requested from dv-neutron-797120-4-hyperv {{(pid=128085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 11:50:42.018047 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-bd67f140-a366-4f59-a300-f68c21bb9a7f tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967879'] for segment, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:42.019006 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.db.segments_db [None req-bd67f140-a366-4f59-a300-f68c21bb9a7f tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Added segment f83bbf8c-b5c7-4e8e-9c05-c1572ffef25c of type vlan for network cf2af6cc-ed7c-4572-965e-558b44c96679 Jun 24 11:50:42.037106 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-607d0e25-bd09-4d0e-94f4-225663b510b0 tempest-AllowedAddressPairIpV6TestJSON-2004454070 tempest-AllowedAddressPairIpV6TestJSON-2004454070-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8975513 Jun 24 11:50:42.044382 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 33440) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:50:42.051907 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [None req-f6205f2c-8182-4785-b6da-d0822ee07065 tempest-AllowedAddressPairIpV6TestJSON-2004454070 tempest-AllowedAddressPairIpV6TestJSON-2004454070-project] Request body: {'port': {'network_id': 'f42a3638-1c76-4d1d-9a90-44e4aeb5dcfa', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-616053830'}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:50:42.060334 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-142c04f2-5e58-473e-90a4-25025be4db7e tempest-RoutersNegativeIpV6Test-675716403 tempest-RoutersNegativeIpV6Test-675716403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1800243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1815642'] for network, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:42.071238 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-2d0b44ba-3c15-4e5b-836a-a07d827618ad tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:50:42.075603 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-142c04f2-5e58-473e-90a4-25025be4db7e tempest-RoutersNegativeIpV6Test-675716403 tempest-RoutersNegativeIpV6Test-675716403-project] Notify callbacks [] for network, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:42.079749 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-142c04f2-5e58-473e-90a4-25025be4db7e tempest-RoutersNegativeIpV6Test-675716403 tempest-RoutersNegativeIpV6Test-675716403-project] 10.222.0.53 "DELETE /v2.0/networks/0b87c8d5-372f-4ee4-8283-0a96b59a52e2 HTTP/1.1" status: 204 len: 168 time: 0.7998130 Jun 24 11:50:42.080515 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 33442) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:50:42.122379 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-bd67f140-a366-4f59-a300-f68c21bb9a7f tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793193525068'] for network, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:42.156089 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.db.db_base_plugin_v2 [None req-00773b18-55c2-4931-8097-c1d0cddde3a8 tempest-RoutersNegativeIpV6Test-675716403 tempest-RoutersNegativeIpV6Test-675716403-project] Deleting subnet 57692894-ac03-4e47-a2ec-84303fac87e8 {{(pid=128084) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 24 11:50:42.169301 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-00773b18-55c2-4931-8097-c1d0cddde3a8 tempest-RoutersNegativeIpV6Test-675716403 tempest-RoutersNegativeIpV6Test-675716403-project] Notify callbacks [] for subnet, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:42.185206 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-aac9f75d-a985-43ed-9bf0-dfdd039267f8 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2537737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3289942'] for subnet, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:42.191409 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142c04f2-5e58-473e-90a4-25025be4db7e tempest-RoutersNegativeIpV6Test-675716403 tempest-RoutersNegativeIpV6Test-675716403-project] Pushing event deleted for resources: {'Network': ['ID=0b87c8d5-372f-4ee4-8283-0a96b59a52e2,revision_number=None']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:50:42.198771 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-142c04f2-5e58-473e-90a4-25025be4db7e tempest-RoutersNegativeIpV6Test-675716403 tempest-RoutersNegativeIpV6Test-675716403-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:50:42.202842 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-87071846-e9f3-4980-842d-9e6d8d88b16b tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.012s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:50:42.219138 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-00773b18-55c2-4931-8097-c1d0cddde3a8 tempest-RoutersNegativeIpV6Test-675716403 tempest-RoutersNegativeIpV6Test-675716403-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2373542'] for subnet, precommit_delete_associations {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:42.234103 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a096cc7-e6e7-4b46-afff-aa74d34d48df None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d65c8f8-7530-5052-99fe-8ea05073750b-f42a3638-1c76-4d1d-9a90-44e4aeb5dcfa', 'network_id': 'f42a3638-1c76-4d1d-9a90-44e4aeb5dcfa', 'tenant_id': '6bd30ea40ed34cfd8bfccaf942b4bb45', 'fixed_ips': [{'subnet_id': '44a31125-d2b2-4a09-840a-dbad0450e2a1'}]}} from dv-neutron-797120-4-hyperv. {{(pid=128085) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 24 11:50:42.235040 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-5a096cc7-e6e7-4b46-afff-aa74d34d48df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_create {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:42.342405 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-00773b18-55c2-4931-8097-c1d0cddde3a8 tempest-RoutersNegativeIpV6Test-675716403 tempest-RoutersNegativeIpV6Test-675716403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-972249'] for subnet, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:42.354483 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-bd67f140-a366-4f59-a300-f68c21bb9a7f tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1800243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976'] for network, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:42.361179 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd67f140-a366-4f59-a300-f68c21bb9a7f tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=128084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:50:42.361831 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-bd67f140-a366-4f59-a300-f68c21bb9a7f tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Notify callbacks [] for network, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:42.378714 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac9f75d-a985-43ed-9bf0-dfdd039267f8 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Pushing event updated for resources: {'Subnet': ['ID=da18005d-1d44-4412-a824-0a253b5f79bc,revision_number=0']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:50:42.388846 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-aac9f75d-a985-43ed-9bf0-dfdd039267f8 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:50:42.400778 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-95afdaec-5594-48f4-9605-81d8d3f0de8a tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:50:42.417644 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.db_base_plugin_common [None req-5a096cc7-e6e7-4b46-afff-aa74d34d48df None None] Allocated IP 2001:db8::2 (f42a3638-1c76-4d1d-9a90-44e4aeb5dcfa/44a31125-d2b2-4a09-840a-dbad0450e2a1/4adbbd12-1477-4b97-8959-4e6bb26881ff) {{(pid=128085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 11:50:42.430999 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aac9f75d-a985-43ed-9bf0-dfdd039267f8 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Checking segment: {'id': '9f67006e-2487-48c9-9418-5c458cc9979d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'f76ff61a-8e5d-4726-9273-e062bd626f8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=128083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 11:50:42.430999 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aac9f75d-a985-43ed-9bf0-dfdd039267f8 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Network hostable DHCP agents. Network: f76ff61a-8e5d-4726-9273-e062bd626f8d, hostable agents: ['6be988a9-1d97-480f-be5a-c55abf2c55c5'], hosted agents: [] {{(pid=128083) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 11:50:42.477797 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6205f2c-8182-4785-b6da-d0822ee07065 tempest-AllowedAddressPairIpV6TestJSON-2004454070 tempest-AllowedAddressPairIpV6TestJSON-2004454070-project] Made reservation on behalf of 6bd30ea40ed34cfd8bfccaf942b4bb45 for: {'port': 1} {{(pid=128083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 11:50:42.482097 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-f6205f2c-8182-4785-b6da-d0822ee07065 tempest-AllowedAddressPairIpV6TestJSON-2004454070 tempest-AllowedAddressPairIpV6TestJSON-2004454070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:42.500542 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-bd67f140-a366-4f59-a300-f68c21bb9a7f tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6224895 Jun 24 11:50:42.501210 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 33452) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:50:42.507619 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aac9f75d-a985-43ed-9bf0-dfdd039267f8 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Network f76ff61a-8e5d-4726-9273-e062bd626f8d is scheduled to be hosted by DHCP agent 6be988a9-1d97-480f-be5a-c55abf2c55c5 with binding_index 1 {{(pid=128083) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 11:50:42.508094 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd67f140-a366-4f59-a300-f68c21bb9a7f tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Pushing event updated for resources: {'Network': ['ID=cf2af6cc-ed7c-4572-965e-558b44c96679,revision_number=1']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:50:42.511724 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-565c169c-6a89-4fc9-91f5-114047a45515 tempest-FloatingIPNegativeTestJSON-1774915856 tempest-FloatingIPNegativeTestJSON-1774915856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793193945299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193536732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2537862'] for port, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:42.516812 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-9bb76643-9110-4ed9-ae48-42f74b43d45e tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Request body: {'ports': [{'network_id': '53e710ea-782f-445f-8c3d-6c895ed61528'}, {'network_id': 'cf2af6cc-ed7c-4572-965e-558b44c96679'}]} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:50:42.517204 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-9bb76643-9110-4ed9-ae48-42f74b43d45e tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Request body: {'port': {'network_id': '53e710ea-782f-445f-8c3d-6c895ed61528'}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:50:42.517692 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-9bb76643-9110-4ed9-ae48-42f74b43d45e tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Request body: {'port': {'network_id': 'cf2af6cc-ed7c-4572-965e-558b44c96679'}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:50:42.523315 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Network cf2af6cc-ed7c-4572-965e-558b44c96679 details requested by agent ovs-agent-dv-neutron-797120-4-hyperv with host dv-neutron-797120-4-hyperv {{(pid=128085) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 11:50:42.524803 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-cf7ebb8a-58fb-46e7-aae2-a80ecd8a2ad1 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:50:42.575355 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.notifiers.nova [None req-f6205f2c-8182-4785-b6da-d0822ee07065 tempest-AllowedAddressPairIpV6TestJSON-2004454070 tempest-AllowedAddressPairIpV6TestJSON-2004454070-project] device_id is not set on port 907968da-43b6-4b61-8c97-abd34b21bcdd yet. {{(pid=128083) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 24 11:50:42.623734 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565c169c-6a89-4fc9-91f5-114047a45515 tempest-FloatingIPNegativeTestJSON-1774915856 tempest-FloatingIPNegativeTestJSON-1774915856-project] Pushing event deleted for resources: {'Port': ['ID=f56ea566-967c-4cad-be73-87eaf3bbad34,revision_number=None']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:50:42.624630 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-bd67f140-a366-4f59-a300-f68c21bb9a7f tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:50:42.653185 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.base_scheduler [None req-aac9f75d-a985-43ed-9bf0-dfdd039267f8 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-4-hyperv, f76ff61a-8e5d-4726-9273-e062bd626f8d) {{(pid=128083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:50:42.654115 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-565c169c-6a89-4fc9-91f5-114047a45515 tempest-FloatingIPNegativeTestJSON-1774915856 tempest-FloatingIPNegativeTestJSON-1774915856-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:50:42.679867 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-5a096cc7-e6e7-4b46-afff-aa74d34d48df None None] Notify callbacks [] for port, precommit_create {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:42.690944 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8b08f93-9f57-4353-857e-3d180d9925ee None None] Network f76ff61a-8e5d-4726-9273-e062bd626f8d requested from dv-neutron-797120-4-hyperv {{(pid=128085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 11:50:42.702239 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-00773b18-55c2-4931-8097-c1d0cddde3a8 tempest-RoutersNegativeIpV6Test-675716403 tempest-RoutersNegativeIpV6Test-675716403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-972238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3292022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3162263'] for subnet, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:42.704523 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-5a096cc7-e6e7-4b46-afff-aa74d34d48df None None] Transition to ACTIVE for port object 4adbbd12-1477-4b97-8959-4e6bb26881ff will not be triggered until provisioned by entity L2. {{(pid=128085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 11:50:42.707990 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-cb69410b-ea85-424f-b784-99638a8766b0 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:50:42.723506 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-5a096cc7-e6e7-4b46-afff-aa74d34d48df None None] Transition to ACTIVE for port object 4adbbd12-1477-4b97-8959-4e6bb26881ff will not be triggered until provisioned by entity DHCP. {{(pid=128085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 11:50:42.764039 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00773b18-55c2-4931-8097-c1d0cddde3a8 tempest-RoutersNegativeIpV6Test-675716403 tempest-RoutersNegativeIpV6Test-675716403-project] Pushing event deleted for resources: {'Subnet': ['ID=57692894-ac03-4e47-a2ec-84303fac87e8,revision_number=None']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:50:42.765208 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-5a096cc7-e6e7-4b46-afff-aa74d34d48df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-650429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-506361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793193536723'] for port, after_create {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:42.767988 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-00773b18-55c2-4931-8097-c1d0cddde3a8 tempest-RoutersNegativeIpV6Test-675716403 tempest-RoutersNegativeIpV6Test-675716403-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:50:42.770591 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-00773b18-55c2-4931-8097-c1d0cddde3a8 tempest-RoutersNegativeIpV6Test-675716403 tempest-RoutersNegativeIpV6Test-675716403-project] Notify callbacks [] for subnet, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:42.770756 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-3ca71f55-d711-4487-bf24-9596920e895a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:50:42.774901 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-00773b18-55c2-4931-8097-c1d0cddde3a8 tempest-RoutersNegativeIpV6Test-675716403 tempest-RoutersNegativeIpV6Test-675716403-project] 10.222.0.53 "DELETE /v2.0/subnets/57692894-ac03-4e47-a2ec-84303fac87e8 HTTP/1.1" status: 204 len: 168 time: 0.6915808 Jun 24 11:50:42.774901 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bb76643-9110-4ed9-ae48-42f74b43d45e tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Made reservation on behalf of 38289682863c40298c517287ec90b883 for: {'port': 2} {{(pid=128084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 11:50:42.780108 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-9bb76643-9110-4ed9-ae48-42f74b43d45e tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:42.783226 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 33454) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:50:42.808160 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3182977-316e-4e02-888c-0d7ae62bf48b None None] Network a2dcfe8d-3012-457c-a644-be7c82a9b201 requested from dv-neutron-797120-4-hyperv {{(pid=128085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 11:50:42.821892 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-9bb76643-9110-4ed9-ae48-42f74b43d45e tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:42.869919 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a096cc7-e6e7-4b46-afff-aa74d34d48df None None] Network f42a3638-1c76-4d1d-9a90-44e4aeb5dcfa is already hosted by enough agents. {{(pid=128085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 11:50:42.980842 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.scheduler.base_scheduler [None req-5a096cc7-e6e7-4b46-afff-aa74d34d48df None None] Resources bound (agent type, host, resource id): {{(pid=128085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:50:42.987164 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a096cc7-e6e7-4b46-afff-aa74d34d48df None None] Received port after_create {{(pid=128085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 11:50:43.013936 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a096cc7-e6e7-4b46-afff-aa74d34d48df None None] Pushing event updated for resources: {'Port': ['ID=4adbbd12-1477-4b97-8959-4e6bb26881ff,revision_number=1']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:50:43.021532 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-5a096cc7-e6e7-4b46-afff-aa74d34d48df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:50:43.097713 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.agents_db [None req-87a69269-d72b-4286-97f3-1041481ed6d8 None None] Agent healthcheck: found 6 active agents {{(pid=128086) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 11:50:43.245539 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aac9f75d-a985-43ed-9bf0-dfdd039267f8 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:50:43.246166 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-aac9f75d-a985-43ed-9bf0-dfdd039267f8 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Notify callbacks [] for subnet, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:43.247238 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-5a096cc7-e6e7-4b46-afff-aa74d34d48df None None] Attempting to bind port 4adbbd12-1477-4b97-8959-4e6bb26881ff on host dv-neutron-797120-4-hyperv for vnic_type normal with profile {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 11:50:43.247646 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-5a096cc7-e6e7-4b46-afff-aa74d34d48df None None] Attempting to bind port 4adbbd12-1477-4b97-8959-4e6bb26881ff by drivers openvswitch,hyperv on host dv-neutron-797120-4-hyperv at level 0 using segments [{'id': '3c753f1f-917b-451a-9901-c20855e59d45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'f42a3638-1c76-4d1d-9a90-44e4aeb5dcfa'}] {{(pid=128085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 11:50:43.248059 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a096cc7-e6e7-4b46-afff-aa74d34d48df None None] Attempting to bind port 4adbbd12-1477-4b97-8959-4e6bb26881ff on network f42a3638-1c76-4d1d-9a90-44e4aeb5dcfa {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 11:50:43.259262 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a096cc7-e6e7-4b46-afff-aa74d34d48df None None] Checking agent: {'id': 'e3a695b2-c397-461f-83b0-10b79d490b59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 11, 36, 56), 'started_at': datetime.datetime(2021, 6, 24, 11, 37, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 11, 50, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 11:50:43.259685 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a096cc7-e6e7-4b46-afff-aa74d34d48df None None] Checking segment: {'id': '3c753f1f-917b-451a-9901-c20855e59d45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'f42a3638-1c76-4d1d-9a90-44e4aeb5dcfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=128085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 11:50:43.260272 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-5a096cc7-e6e7-4b46-afff-aa74d34d48df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:43.260461 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a096cc7-e6e7-4b46-afff-aa74d34d48df None None] Bound using segment: {'id': '3c753f1f-917b-451a-9901-c20855e59d45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'f42a3638-1c76-4d1d-9a90-44e4aeb5dcfa'} {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 11:50:43.260933 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-5a096cc7-e6e7-4b46-afff-aa74d34d48df None None] Bound port: 4adbbd12-1477-4b97-8959-4e6bb26881ff, host: dv-neutron-797120-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c753f1f-917b-451a-9901-c20855e59d45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'f42a3638-1c76-4d1d-9a90-44e4aeb5dcfa'}}] {{(pid=128085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 11:50:43.261391 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-5a096cc7-e6e7-4b46-afff-aa74d34d48df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:43.290670 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-1412d096-1da0-4ae8-9f1b-7b4f596091cb tempest-RoutersNegativeIpV6Test-675716403 tempest-RoutersNegativeIpV6Test-675716403-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-534962'] for network, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:43.307266 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.notifiers.nova [None req-9bb76643-9110-4ed9-ae48-42f74b43d45e tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] device_id is not set on port 6ed14d44-9b67-486f-9439-5c952986ca9e yet. {{(pid=128084) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 24 11:50:43.330042 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a98ef46-c1c0-4303-b4cd-fe86e886b2a3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d65c8f8-7530-5052-99fe-8ea05073750b-f76ff61a-8e5d-4726-9273-e062bd626f8d', 'network_id': 'f76ff61a-8e5d-4726-9273-e062bd626f8d', 'tenant_id': '99955773979244bf90218a1ecde00120', 'fixed_ips': [{'subnet_id': 'da18005d-1d44-4412-a824-0a253b5f79bc'}]}} from dv-neutron-797120-4-hyperv. {{(pid=128085) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 24 11:50:43.334834 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-2a98ef46-c1c0-4303-b4cd-fe86e886b2a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_create {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:43.380061 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-aac9f75d-a985-43ed-9bf0-dfdd039267f8 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1512923 Jun 24 11:50:43.386108 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 33462) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:50:43.391050 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b03b9fd8-1442-4293-afa4-6e8252307c1e None None] DHCP port deletion for a2dcfe8d-3012-457c-a644-be7c82a9b201 request from dv-neutron-797120-4-hyperv {{(pid=128085) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 24 11:50:43.401035 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [None req-514b26bd-48a8-483d-963f-cacc091a3641 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1720215002', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:50:43.412075 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.db_base_plugin_common [None req-f6205f2c-8182-4785-b6da-d0822ee07065 tempest-AllowedAddressPairIpV6TestJSON-2004454070 tempest-AllowedAddressPairIpV6TestJSON-2004454070-project] Allocated IP 2001:db8::6 (f42a3638-1c76-4d1d-9a90-44e4aeb5dcfa/44a31125-d2b2-4a09-840a-dbad0450e2a1/907968da-43b6-4b61-8c97-abd34b21bcdd) {{(pid=128083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 11:50:43.499525 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-5a096cc7-e6e7-4b46-afff-aa74d34d48df None None] For port 4adbbd12-1477-4b97-8959-4e6bb26881ff, host dv-neutron-797120-4-hyperv, cleared binding levels {{(pid=128085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 11:50:43.528087 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.plugin [None req-1412d096-1da0-4ae8-9f1b-7b4f596091cb tempest-RoutersNegativeIpV6Test-675716403 tempest-RoutersNegativeIpV6Test-675716403-project] Deleting port 6f9ab49e-3a93-4157-b5e8-aa2c2e2d8a73 {{(pid=128084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 11:50:43.528836 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-1412d096-1da0-4ae8-9f1b-7b4f596091cb tempest-RoutersNegativeIpV6Test-675716403 tempest-RoutersNegativeIpV6Test-675716403-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793193942312'] for port, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:43.530414 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-565c169c-6a89-4fc9-91f5-114047a45515 tempest-FloatingIPNegativeTestJSON-1774915856 tempest-FloatingIPNegativeTestJSON-1774915856-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1588985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1806165'] for router_interface, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:43.538981 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device 6f9ab49e-3a93-4157-b5e8-aa2c2e2d8a73 no longer exists at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 11:50:43.542883 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-5a096cc7-e6e7-4b46-afff-aa74d34d48df None None] For port 4adbbd12-1477-4b97-8959-4e6bb26881ff, host dv-neutron-797120-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=4adbbd12-1477-4b97-8959-4e6bb26881ff,segment=NetworkSegment(3c753f1f-917b-451a-9901-c20855e59d45),segment_id=3c753f1f-917b-451a-9901-c20855e59d45)] {{(pid=128085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 11:50:43.543208 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-514b26bd-48a8-483d-963f-cacc091a3641 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1803889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65293'] for router, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:43.544357 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-514b26bd-48a8-483d-963f-cacc091a3641 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1803848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1975305', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1581158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65396'] for router, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:43.555160 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-dadd46f8-3134-410e-a7a8-7ca43eacb508 req-43490c27-f55d-4b4c-af73-0868a2904a92 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=01c22be6-1669-482b-94cd-775df8dd11ba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.9712274 Jun 24 11:50:43.661162 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-9bb76643-9110-4ed9-ae48-42f74b43d45e tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Notify callbacks [] for port, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:43.664867 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.db [None req-1412d096-1da0-4ae8-9f1b-7b4f596091cb tempest-RoutersNegativeIpV6Test-675716403 tempest-RoutersNegativeIpV6Test-675716403-project] For port 6f9ab49e-3a93-4157-b5e8-aa2c2e2d8a73, host dv-neutron-797120-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=6f9ab49e-3a93-4157-b5e8-aa2c2e2d8a73,segment=NetworkSegment(a515512d-312b-46d1-8d15-f1d28045febc),segment_id=a515512d-312b-46d1-8d15-f1d28045febc)] {{(pid=128084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 11:50:43.666382 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-1412d096-1da0-4ae8-9f1b-7b4f596091cb tempest-RoutersNegativeIpV6Test-675716403 tempest-RoutersNegativeIpV6Test-675716403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1978872'] for port, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:43.701130 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.plugin [None req-1412d096-1da0-4ae8-9f1b-7b4f596091cb tempest-RoutersNegativeIpV6Test-675716403 tempest-RoutersNegativeIpV6Test-675716403-project] Calling delete_port for 6f9ab49e-3a93-4157-b5e8-aa2c2e2d8a73 owned by network:dhcp {{(pid=128084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 11:50:43.750849 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-5a096cc7-e6e7-4b46-afff-aa74d34d48df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:43.757995 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-9f600d74-c6d6-493d-bd73-29240a4495c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:50:43.792386 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-514b26bd-48a8-483d-963f-cacc091a3641 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:43.807485 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.notifiers.nova [None req-9bb76643-9110-4ed9-ae48-42f74b43d45e tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] device_id is not set on port dc95b4a7-20e7-44d7-9f01-ef0c4522d67c yet. {{(pid=128084) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 24 11:50:43.834122 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-514b26bd-48a8-483d-963f-cacc091a3641 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1803210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1815767'] for router, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:43.853927 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-b03b9fd8-1442-4293-afa4-6e8252307c1e None None] Deleting port 6f9ab49e-3a93-4157-b5e8-aa2c2e2d8a73 {{(pid=128085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 11:50:43.854315 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-b03b9fd8-1442-4293-afa4-6e8252307c1e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793193942312'] for port, before_delete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:43.901379 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-1412d096-1da0-4ae8-9f1b-7b4f596091cb tempest-RoutersNegativeIpV6Test-675716403 tempest-RoutersNegativeIpV6Test-675716403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793193945299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193536732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3292088'] for port, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:43.912368 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-b8f4b175-3984-4345-9c82-a7413a9baede tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:50:43.939044 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1412d096-1da0-4ae8-9f1b-7b4f596091cb tempest-RoutersNegativeIpV6Test-675716403 tempest-RoutersNegativeIpV6Test-675716403-project] No DVR routers for this DVR port 6f9ab49e-3a93-4157-b5e8-aa2c2e2d8a73 on host dv-neutron-797120-4-hyperv {{(pid=128084) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 11:50:43.943158 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-b03b9fd8-1442-4293-afa4-6e8252307c1e None None] For port 6f9ab49e-3a93-4157-b5e8-aa2c2e2d8a73, host dv-neutron-797120-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=6f9ab49e-3a93-4157-b5e8-aa2c2e2d8a73,segment=NetworkSegment(a515512d-312b-46d1-8d15-f1d28045febc),segment_id=a515512d-312b-46d1-8d15-f1d28045febc)] {{(pid=128085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 11:50:43.943158 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-b03b9fd8-1442-4293-afa4-6e8252307c1e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1978872'] for port, precommit_delete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:43.947445 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1412d096-1da0-4ae8-9f1b-7b4f596091cb tempest-RoutersNegativeIpV6Test-675716403 tempest-RoutersNegativeIpV6Test-675716403-project] Pushing event deleted for resources: {'Port': ['ID=6f9ab49e-3a93-4157-b5e8-aa2c2e2d8a73,revision_number=None']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:50:43.966025 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-b03b9fd8-1442-4293-afa4-6e8252307c1e None None] Calling delete_port for 6f9ab49e-3a93-4157-b5e8-aa2c2e2d8a73 owned by network:dhcp {{(pid=128085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 11:50:43.975643 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-1412d096-1da0-4ae8-9f1b-7b4f596091cb tempest-RoutersNegativeIpV6Test-675716403 tempest-RoutersNegativeIpV6Test-675716403-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:50:43.984314 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-514b26bd-48a8-483d-963f-cacc091a3641 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Notify callbacks [] for router, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:43.985784 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-514b26bd-48a8-483d-963f-cacc091a3641 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.5978618 Jun 24 11:50:43.990936 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 33464) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:50:44.001561 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-2c556672-2be5-4451-9ca8-d080dc4b5dcd tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Request body: {'port': {'network_id': 'f76ff61a-8e5d-4726-9273-e062bd626f8d', 'name': 'tempest-PortsIpV6TestJSON-598640169'}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:50:44.010896 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-565c169c-6a89-4fc9-91f5-114047a45515 tempest-FloatingIPNegativeTestJSON-1774915856 tempest-FloatingIPNegativeTestJSON-1774915856-project] Router dee57a12-3698-483b-9491-5f765e3ea4ed has already been hosted by L3 agent 2987dba8-2249-4ee6-96ec-28f0f7a6127d {{(pid=128083) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 11:50:44.034703 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-f6205f2c-8182-4785-b6da-d0822ee07065 tempest-AllowedAddressPairIpV6TestJSON-2004454070 tempest-AllowedAddressPairIpV6TestJSON-2004454070-project] Notify callbacks [] for port, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:44.037957 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadd46f8-3134-410e-a7a8-7ca43eacb508 req-41301ec1-300b-48f8-8e8d-6aec98b0c5b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:50:44.039728 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-dadd46f8-3134-410e-a7a8-7ca43eacb508 req-41301ec1-300b-48f8-8e8d-6aec98b0c5b5 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=027cb114b40f4b66abdd9fd20f4debdf&device_id=01c22be6-1669-482b-94cd-775df8dd11ba HTTP/1.1" status: 200 len: 1099 time: 0.4235277 Jun 24 11:50:44.072568 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-b03b9fd8-1442-4293-afa4-6e8252307c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793193945299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193536732'] for port, after_delete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:44.084831 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.provisioning_blocks [None req-f6205f2c-8182-4785-b6da-d0822ee07065 tempest-AllowedAddressPairIpV6TestJSON-2004454070 tempest-AllowedAddressPairIpV6TestJSON-2004454070-project] Transition to ACTIVE for port object 907968da-43b6-4b61-8c97-abd34b21bcdd will not be triggered until provisioned by entity DHCP. {{(pid=128083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 11:50:44.090502 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-9bb76643-9110-4ed9-ae48-42f74b43d45e tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Notify callbacks [] for port, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:44.104116 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] No active binding found for port 6f9ab49e-3a93-4157-b5e8-aa2c2e2d8a73 {{(pid=128085) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jun 24 11:50:44.104775 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device 6f9ab49e-3a93-4157-b5e8-aa2c2e2d8a73 not bound to the agent host dv-neutron-797120-4-hyperv {{(pid=128085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 11:50:44.111618 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b03b9fd8-1442-4293-afa4-6e8252307c1e None None] No DVR routers for this DVR port 6f9ab49e-3a93-4157-b5e8-aa2c2e2d8a73 on host dv-neutron-797120-4-hyperv {{(pid=128085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 11:50:44.119657 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a096cc7-e6e7-4b46-afff-aa74d34d48df None None] Pushing event updated for resources: {'Port': ['ID=4adbbd12-1477-4b97-8959-4e6bb26881ff,revision_number=2']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:50:44.127024 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.db_base_plugin_common [None req-2a98ef46-c1c0-4303-b4cd-fe86e886b2a3 None None] Allocated IP 2001:db8::2 (f76ff61a-8e5d-4726-9273-e062bd626f8d/da18005d-1d44-4412-a824-0a253b5f79bc/f4d90b27-ff75-474f-a15a-a7ed6eda7fc3) {{(pid=128085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 11:50:44.132062 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-5a096cc7-e6e7-4b46-afff-aa74d34d48df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.374s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:50:44.132524 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-4b3fa30e-c22d-4a4a-b5c3-69aba6ed4b3f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.053s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:50:44.168439 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03b9fd8-1442-4293-afa4-6e8252307c1e None None] Pushing event deleted for resources: {'Port': ['ID=6f9ab49e-3a93-4157-b5e8-aa2c2e2d8a73,revision_number=None']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:50:44.172068 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-b03b9fd8-1442-4293-afa4-6e8252307c1e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:50:44.338274 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-565c169c-6a89-4fc9-91f5-114047a45515 tempest-FloatingIPNegativeTestJSON-1774915856 tempest-FloatingIPNegativeTestJSON-1774915856-project] Notify agent at l3_agent.dv-neutron-797120-4-hyperv the message routers_updated {{(pid=128083) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 11:50:44.353391 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee6c7bf5-d030-4c36-8ff4-3b93c4a22ea3 None None] Sync routers for ids ['dee57a12-3698-483b-9491-5f765e3ea4ed'] in dv-neutron-797120-4-hyperv {{(pid=128086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 11:50:44.368004 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-1412d096-1da0-4ae8-9f1b-7b4f596091cb tempest-RoutersNegativeIpV6Test-675716403 tempest-RoutersNegativeIpV6Test-675716403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973199', 'neutron.services.segments.db._delete_segments_for_network-8793194012456'] for network, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:44.369542 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee6c7bf5-d030-4c36-8ff4-3b93c4a22ea3 None None] Routers {'dee57a12-3698-483b-9491-5f765e3ea4ed'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 11:50:44.370217 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-ee6c7bf5-d030-4c36-8ff4-3b93c4a22ea3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T11:50:26Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['dee57a12-3698-483b-9491-5f765e3ea4ed'], 'active': True} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:50:44.373856 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-565c169c-6a89-4fc9-91f5-114047a45515 tempest-FloatingIPNegativeTestJSON-1774915856 tempest-FloatingIPNegativeTestJSON-1774915856-project] 10.222.0.53 "PUT /v2.0/routers/dee57a12-3698-483b-9491-5f765e3ea4ed/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9464505 Jun 24 11:50:44.378451 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 33468) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:50:44.385274 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-2a98ef46-c1c0-4303-b4cd-fe86e886b2a3 None None] Notify callbacks [] for port, precommit_create {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:44.401346 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-2a98ef46-c1c0-4303-b4cd-fe86e886b2a3 None None] Transition to ACTIVE for port object f4d90b27-ff75-474f-a15a-a7ed6eda7fc3 will not be triggered until provisioned by entity L2. {{(pid=128085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 11:50:44.423512 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-2a98ef46-c1c0-4303-b4cd-fe86e886b2a3 None None] Transition to ACTIVE for port object f4d90b27-ff75-474f-a15a-a7ed6eda7fc3 will not be triggered until provisioned by entity DHCP. {{(pid=128085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 11:50:44.429898 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.services.segments.db [None req-1412d096-1da0-4ae8-9f1b-7b4f596091cb tempest-RoutersNegativeIpV6Test-675716403 tempest-RoutersNegativeIpV6Test-675716403-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2dcfe8d-3012-457c-a644-be7c82a9b201']}} {{(pid=128084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:50:44.436156 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-2a98ef46-c1c0-4303-b4cd-fe86e886b2a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-650429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-506361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793193536723'] for port, after_create {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:44.438862 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:50:44.449731 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-ee6c7bf5-d030-4c36-8ff4-3b93c4a22ea3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:50:44.468691 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadd46f8-3134-410e-a7a8-7ca43eacb508 req-dee28f1d-8321-4e37-9c1d-fda0e7440246 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:50:44.469973 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee6c7bf5-d030-4c36-8ff4-3b93c4a22ea3 None None] Routers {'dee57a12-3698-483b-9491-5f765e3ea4ed'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 11:50:44.470595 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-ee6c7bf5-d030-4c36-8ff4-3b93c4a22ea3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T11:50:26Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['dee57a12-3698-483b-9491-5f765e3ea4ed'], 'active': True} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:50:44.473878 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-dadd46f8-3134-410e-a7a8-7ca43eacb508 req-dee28f1d-8321-4e37-9c1d-fda0e7440246 service neutron] 10.222.0.45 "GET /v2.0/networks?id=0df59c03-dac3-411f-a2bf-16d57a368c8d HTTP/1.1" status: 200 len: 898 time: 0.4033666 Jun 24 11:50:44.475574 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-f6205f2c-8182-4785-b6da-d0822ee07065 tempest-AllowedAddressPairIpV6TestJSON-2004454070 tempest-AllowedAddressPairIpV6TestJSON-2004454070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-650429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-506361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793193536723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2537853'] for port, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:44.497935 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a98ef46-c1c0-4303-b4cd-fe86e886b2a3 None None] Network f76ff61a-8e5d-4726-9273-e062bd626f8d is already hosted by enough agents. {{(pid=128085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 11:50:44.501358 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.scheduler.base_scheduler [None req-2a98ef46-c1c0-4303-b4cd-fe86e886b2a3 None None] Resources bound (agent type, host, resource id): {{(pid=128085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:50:44.505659 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a98ef46-c1c0-4303-b4cd-fe86e886b2a3 None None] Received port after_create {{(pid=128085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 11:50:44.515824 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-9bb76643-9110-4ed9-ae48-42f74b43d45e tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-650429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-506361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793193536723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3291971'] for port, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:44.563746 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-20ce0cec-1c4b-45e1-891b-7ae63e54c01d tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:50:44.575029 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a98ef46-c1c0-4303-b4cd-fe86e886b2a3 None None] Pushing event updated for resources: {'Port': ['ID=f4d90b27-ff75-474f-a15a-a7ed6eda7fc3,revision_number=1']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:50:44.583543 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-2a98ef46-c1c0-4303-b4cd-fe86e886b2a3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:50:44.592994 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:44.597807 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-2a98ef46-c1c0-4303-b4cd-fe86e886b2a3 None None] Attempting to bind port f4d90b27-ff75-474f-a15a-a7ed6eda7fc3 on host dv-neutron-797120-4-hyperv for vnic_type normal with profile {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 11:50:44.598625 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-2a98ef46-c1c0-4303-b4cd-fe86e886b2a3 None None] Attempting to bind port f4d90b27-ff75-474f-a15a-a7ed6eda7fc3 by drivers openvswitch,hyperv on host dv-neutron-797120-4-hyperv at level 0 using segments [{'id': '9f67006e-2487-48c9-9418-5c458cc9979d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'f76ff61a-8e5d-4726-9273-e062bd626f8d'}] {{(pid=128085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 11:50:44.599152 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a98ef46-c1c0-4303-b4cd-fe86e886b2a3 None None] Attempting to bind port f4d90b27-ff75-474f-a15a-a7ed6eda7fc3 on network f76ff61a-8e5d-4726-9273-e062bd626f8d {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 11:50:44.602985 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-bc19d555-6eb2-46ae-a69b-8259c959c4a8 tempest-ExtraDHCPOptionsTestJSON-1604773077 tempest-ExtraDHCPOptionsTestJSON-1604773077-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:50:44.605618 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a98ef46-c1c0-4303-b4cd-fe86e886b2a3 None None] Checking agent: {'id': 'e3a695b2-c397-461f-83b0-10b79d490b59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 11, 36, 56), 'started_at': datetime.datetime(2021, 6, 24, 11, 37, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 11, 50, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 11:50:44.606139 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a98ef46-c1c0-4303-b4cd-fe86e886b2a3 None None] Checking segment: {'id': '9f67006e-2487-48c9-9418-5c458cc9979d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'f76ff61a-8e5d-4726-9273-e062bd626f8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=128085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 11:50:44.606683 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-2a98ef46-c1c0-4303-b4cd-fe86e886b2a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:44.607172 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a98ef46-c1c0-4303-b4cd-fe86e886b2a3 None None] Bound using segment: {'id': '9f67006e-2487-48c9-9418-5c458cc9979d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'f76ff61a-8e5d-4726-9273-e062bd626f8d'} {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 11:50:44.608074 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-2a98ef46-c1c0-4303-b4cd-fe86e886b2a3 None None] Bound port: f4d90b27-ff75-474f-a15a-a7ed6eda7fc3, host: dv-neutron-797120-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f67006e-2487-48c9-9418-5c458cc9979d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'f76ff61a-8e5d-4726-9273-e062bd626f8d'}}] {{(pid=128085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 11:50:44.608726 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-2a98ef46-c1c0-4303-b4cd-fe86e886b2a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:44.625624 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bb76643-9110-4ed9-ae48-42f74b43d45e tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Network 53e710ea-782f-445f-8c3d-6c895ed61528 is already hosted by enough agents. {{(pid=128084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 11:50:44.670516 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-ee6c7bf5-d030-4c36-8ff4-3b93c4a22ea3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:50:44.671738 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.services.segments.db [None req-1412d096-1da0-4ae8-9f1b-7b4f596091cb tempest-RoutersNegativeIpV6Test-675716403 tempest-RoutersNegativeIpV6Test-675716403-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a515512d-312b-46d1-8d15-f1d28045febc') {'for_net_delete': True} {{(pid=128084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:50:44.672364 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.services.segments.db [None req-1412d096-1da0-4ae8-9f1b-7b4f596091cb tempest-RoutersNegativeIpV6Test-675716403 tempest-RoutersNegativeIpV6Test-675716403-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a515512d-312b-46d1-8d15-f1d28045febc') {} {{(pid=128084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:50:44.672648 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee6c7bf5-d030-4c36-8ff4-3b93c4a22ea3 None None] The sync data for ids ['dee57a12-3698-483b-9491-5f765e3ea4ed'] in dv-neutron-797120-4-hyperv is: [] {{(pid=128086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 11:50:44.696656 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-1412d096-1da0-4ae8-9f1b-7b4f596091cb tempest-RoutersNegativeIpV6Test-675716403 tempest-RoutersNegativeIpV6Test-675716403-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793194097327', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2373599'] for segment, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:44.722592 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6205f2c-8182-4785-b6da-d0822ee07065 tempest-AllowedAddressPairIpV6TestJSON-2004454070 tempest-AllowedAddressPairIpV6TestJSON-2004454070-project] Network f42a3638-1c76-4d1d-9a90-44e4aeb5dcfa is already hosted by enough agents. {{(pid=128083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 11:50:44.728543 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.base_scheduler [None req-f6205f2c-8182-4785-b6da-d0822ee07065 tempest-AllowedAddressPairIpV6TestJSON-2004454070 tempest-AllowedAddressPairIpV6TestJSON-2004454070-project] Resources bound (agent type, host, resource id): {{(pid=128083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:50:44.731833 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6205f2c-8182-4785-b6da-d0822ee07065 tempest-AllowedAddressPairIpV6TestJSON-2004454070 tempest-AllowedAddressPairIpV6TestJSON-2004454070-project] Received port after_create {{(pid=128083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 11:50:44.735251 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-2a98ef46-c1c0-4303-b4cd-fe86e886b2a3 None None] For port f4d90b27-ff75-474f-a15a-a7ed6eda7fc3, host dv-neutron-797120-4-hyperv, cleared binding levels {{(pid=128085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 11:50:44.739092 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6205f2c-8182-4785-b6da-d0822ee07065 tempest-AllowedAddressPairIpV6TestJSON-2004454070 tempest-AllowedAddressPairIpV6TestJSON-2004454070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:50:44.739746 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-f6205f2c-8182-4785-b6da-d0822ee07065 tempest-AllowedAddressPairIpV6TestJSON-2004454070 tempest-AllowedAddressPairIpV6TestJSON-2004454070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468916'] for port, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:44.745207 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6205f2c-8182-4785-b6da-d0822ee07065 tempest-AllowedAddressPairIpV6TestJSON-2004454070 tempest-AllowedAddressPairIpV6TestJSON-2004454070-project] Pushing event updated for resources: {'Port': ['ID=907968da-43b6-4b61-8c97-abd34b21bcdd,revision_number=1']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:50:44.745527 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.base_scheduler [None req-9bb76643-9110-4ed9-ae48-42f74b43d45e tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Resources bound (agent type, host, resource id): {{(pid=128084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:50:44.748069 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-1412d096-1da0-4ae8-9f1b-7b4f596091cb tempest-RoutersNegativeIpV6Test-675716403 tempest-RoutersNegativeIpV6Test-675716403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967879'] for segment, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:44.758823 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bb76643-9110-4ed9-ae48-42f74b43d45e tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Received port after_create {{(pid=128084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 11:50:44.759675 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-9bb76643-9110-4ed9-ae48-42f74b43d45e tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-650429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-506361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793193536723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3291971'] for port, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:44.763897 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-f6205f2c-8182-4785-b6da-d0822ee07065 tempest-AllowedAddressPairIpV6TestJSON-2004454070 tempest-AllowedAddressPairIpV6TestJSON-2004454070-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:50:44.765368 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-c0513705-b387-4d0d-a665-693502a24e87 tempest-FloatingIPNegativeTestJSON-1774915856 tempest-FloatingIPNegativeTestJSON-1774915856-project] Notify callbacks [] for router, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:44.776570 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1412d096-1da0-4ae8-9f1b-7b4f596091cb tempest-RoutersNegativeIpV6Test-675716403 tempest-RoutersNegativeIpV6Test-675716403-project] Releasing vlan 611 on physical network physnet1 to pool {{(pid=128084) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 11:50:44.776900 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-1412d096-1da0-4ae8-9f1b-7b4f596091cb tempest-RoutersNegativeIpV6Test-675716403 tempest-RoutersNegativeIpV6Test-675716403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3292053'] for segment, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:44.778856 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-dadd46f8-3134-410e-a7a8-7ca43eacb508 req-a1f90850-ea30-4d5b-9b5d-b1271faba63e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=33678eb9-0f0d-4a2b-923f-cd19cd23cc40 HTTP/1.1" status: 200 len: 1002 time: 0.2888556 Jun 24 11:50:44.814547 dv-neutron-797120-4-hyperv neutron-server[128084]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 11:50:44.814547 dv-neutron-797120-4-hyperv neutron-server[128084]: conditions |= (models_v2.Port.network_id.in_( Jun 24 11:50:44.814547 dv-neutron-797120-4-hyperv neutron-server[128084]: Traceback (most recent call last): Jun 24 11:50:44.814547 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 24 11:50:44.814547 dv-neutron-797120-4-hyperv neutron-server[128084]: timer() Jun 24 11:50:44.814547 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 24 11:50:44.814547 dv-neutron-797120-4-hyperv neutron-server[128084]: cb(*args, **kw) Jun 24 11:50:44.814547 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 24 11:50:44.814547 dv-neutron-797120-4-hyperv neutron-server[128084]: return func(*args, **kwargs) Jun 24 11:50:44.814547 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 24 11:50:44.814547 dv-neutron-797120-4-hyperv neutron-server[128084]: self._notify() Jun 24 11:50:44.814547 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 24 11:50:44.814547 dv-neutron-797120-4-hyperv neutron-server[128084]: self.callback(batched_events) Jun 24 11:50:44.814547 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 24 11:50:44.814547 dv-neutron-797120-4-hyperv neutron-server[128084]: event.method(event) Jun 24 11:50:44.814547 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 24 11:50:44.814547 dv-neutron-797120-4-hyperv neutron-server[128084]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 24 11:50:44.814547 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 24 11:50:44.814547 dv-neutron-797120-4-hyperv neutron-server[128084]: aggregate_uuid = self.p_client.list_aggregates( Jun 24 11:50:44.814547 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 24 11:50:44.814547 dv-neutron-797120-4-hyperv neutron-server[128084]: return f(self, *a, **k) Jun 24 11:50:44.814547 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 24 11:50:44.814547 dv-neutron-797120-4-hyperv neutron-server[128084]: return self._get(url).json() Jun 24 11:50:44.814547 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 24 11:50:44.814547 dv-neutron-797120-4-hyperv neutron-server[128084]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 24 11:50:44.814547 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 24 11:50:44.814547 dv-neutron-797120-4-hyperv neutron-server[128084]: return self.request(url, 'GET', **kwargs) Jun 24 11:50:44.814547 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 24 11:50:44.814547 dv-neutron-797120-4-hyperv neutron-server[128084]: base_url = self.get_endpoint(auth, allow=allow, Jun 24 11:50:44.814547 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 24 11:50:44.814547 dv-neutron-797120-4-hyperv neutron-server[128084]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 24 11:50:44.814547 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 24 11:50:44.814547 dv-neutron-797120-4-hyperv neutron-server[128084]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 24 11:50:44.814547 dv-neutron-797120-4-hyperv neutron-server[128084]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 24 11:50:44.837316 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadd46f8-3134-410e-a7a8-7ca43eacb508 req-37c733e3-8ddd-4167-b387-fb5e3d4813d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:50:44.838908 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-dadd46f8-3134-410e-a7a8-7ca43eacb508 req-37c733e3-8ddd-4167-b387-fb5e3d4813d9 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=fed5c1a3-282b-465b-a705-0bcb2ca19c6d HTTP/1.1" status: 200 len: 833 time: 0.0530443 Jun 24 11:50:44.884324 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-f6205f2c-8182-4785-b6da-d0822ee07065 tempest-AllowedAddressPairIpV6TestJSON-2004454070 tempest-AllowedAddressPairIpV6TestJSON-2004454070-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 2.8369312 Jun 24 11:50:44.887121 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 33470) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:50:44.895343 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [None req-a1bde8e9-8a0e-4a4a-987c-246a91f92626 tempest-AllowedAddressPairIpV6TestJSON-2004454070 tempest-AllowedAddressPairIpV6TestJSON-2004454070-project] Request body: {'port': {'network_id': 'f42a3638-1c76-4d1d-9a90-44e4aeb5dcfa', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-915131008', 'allowed_address_pairs': [{'ip_address': '2001:db8::6', 'mac_address': 'fa:16:3e:17:b7:46'}]}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:50:44.926866 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c556672-2be5-4451-9ca8-d080dc4b5dcd tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Made reservation on behalf of 99955773979244bf90218a1ecde00120 for: {'port': 1} {{(pid=128084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 11:50:44.931270 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-2c556672-2be5-4451-9ca8-d080dc4b5dcd tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:44.958209 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb76643-9110-4ed9-ae48-42f74b43d45e tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Pushing event updated for resources: {'Port': ['ID=6ed14d44-9b67-486f-9439-5c952986ca9e,revision_number=1']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:50:44.961838 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-9bb76643-9110-4ed9-ae48-42f74b43d45e tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.359s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:50:44.966570 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-1412d096-1da0-4ae8-9f1b-7b4f596091cb tempest-RoutersNegativeIpV6Test-675716403 tempest-RoutersNegativeIpV6Test-675716403-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.191s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:50:44.969584 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-2a98ef46-c1c0-4303-b4cd-fe86e886b2a3 None None] For port f4d90b27-ff75-474f-a15a-a7ed6eda7fc3, host dv-neutron-797120-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=f4d90b27-ff75-474f-a15a-a7ed6eda7fc3,segment=NetworkSegment(9f67006e-2487-48c9-9418-5c458cc9979d),segment_id=9f67006e-2487-48c9-9418-5c458cc9979d)] {{(pid=128085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 11:50:44.978721 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-2a98ef46-c1c0-4303-b4cd-fe86e886b2a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:44.990380 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-7534065c-3e12-406c-9561-67a6fa096a69 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:50:45.058004 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb76643-9110-4ed9-ae48-42f74b43d45e tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Pushing event updated for resources: {'Port': ['ID=dc95b4a7-20e7-44d7-9f01-ef0c4522d67c,revision_number=1']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:50:45.060837 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-9bb76643-9110-4ed9-ae48-42f74b43d45e tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:50:45.098610 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-1412d096-1da0-4ae8-9f1b-7b4f596091cb tempest-RoutersNegativeIpV6Test-675716403 tempest-RoutersNegativeIpV6Test-675716403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1800243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1815642'] for network, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:45.107803 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-bd67f140-a366-4f59-a300-f68c21bb9a7f tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:50:45.148526 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a98ef46-c1c0-4303-b4cd-fe86e886b2a3 None None] Pushing event updated for resources: {'Port': ['ID=f4d90b27-ff75-474f-a15a-a7ed6eda7fc3,revision_number=2']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:50:45.152039 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-2a98ef46-c1c0-4303-b4cd-fe86e886b2a3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:50:45.155322 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-1412d096-1da0-4ae8-9f1b-7b4f596091cb tempest-RoutersNegativeIpV6Test-675716403 tempest-RoutersNegativeIpV6Test-675716403-project] Notify callbacks [] for network, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:45.158388 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-1412d096-1da0-4ae8-9f1b-7b4f596091cb tempest-RoutersNegativeIpV6Test-675716403 tempest-RoutersNegativeIpV6Test-675716403-project] 10.222.0.53 "DELETE /v2.0/networks/a2dcfe8d-3012-457c-a644-be7c82a9b201 HTTP/1.1" status: 204 len: 168 time: 2.3740599 Jun 24 11:50:45.174770 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 33472) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:50:45.180684 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1412d096-1da0-4ae8-9f1b-7b4f596091cb tempest-RoutersNegativeIpV6Test-675716403 tempest-RoutersNegativeIpV6Test-675716403-project] Pushing event deleted for resources: {'Network': ['ID=a2dcfe8d-3012-457c-a644-be7c82a9b201,revision_number=None']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:50:45.185470 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.notifiers.nova [None req-2c556672-2be5-4451-9ca8-d080dc4b5dcd tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] device_id is not set on port 866294e8-12e8-47c3-bcab-350e956bc80e yet. {{(pid=128084) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 24 11:50:45.210989 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadd46f8-3134-410e-a7a8-7ca43eacb508 req-c704302b-8886-4d3f-b5a5-5a8f6983a5d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:50:45.211154 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-1412d096-1da0-4ae8-9f1b-7b4f596091cb tempest-RoutersNegativeIpV6Test-675716403 tempest-RoutersNegativeIpV6Test-675716403-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:50:45.212651 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-dadd46f8-3134-410e-a7a8-7ca43eacb508 req-c704302b-8886-4d3f-b5a5-5a8f6983a5d1 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=0df59c03-dac3-411f-a2bf-16d57a368c8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3669496 Jun 24 11:50:45.215749 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-c0513705-b387-4d0d-a665-693502a24e87 tempest-FloatingIPNegativeTestJSON-1774915856 tempest-FloatingIPNegativeTestJSON-1774915856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1803182', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65403'] for router, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:45.219442 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-c0513705-b387-4d0d-a665-693502a24e87 tempest-FloatingIPNegativeTestJSON-1774915856 tempest-FloatingIPNegativeTestJSON-1774915856-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:45.230118 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bb76643-9110-4ed9-ae48-42f74b43d45e tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Checking segment: {'id': 'f83bbf8c-b5c7-4e8e-9c05-c1572ffef25c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'cf2af6cc-ed7c-4572-965e-558b44c96679'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=128084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 11:50:45.230495 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bb76643-9110-4ed9-ae48-42f74b43d45e tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Network hostable DHCP agents. Network: cf2af6cc-ed7c-4572-965e-558b44c96679, hostable agents: ['6be988a9-1d97-480f-be5a-c55abf2c55c5'], hosted agents: [] {{(pid=128084) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 11:50:45.261861 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-a0dc68b3-763e-4ed5-8e9c-5bdda7505750 tempest-RoutersNegativeIpV6Test-675716403 tempest-RoutersNegativeIpV6Test-675716403-project] 10.222.0.53 "GET /v2.0/ports?device_id=191dbf92-0d40-4914-afa9-7961b13cbda7 HTTP/1.1" status: 200 len: 205 time: 0.0810692 Jun 24 11:50:45.274172 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 33476) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:50:45.282685 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1bde8e9-8a0e-4a4a-987c-246a91f92626 tempest-AllowedAddressPairIpV6TestJSON-2004454070 tempest-AllowedAddressPairIpV6TestJSON-2004454070-project] Made reservation on behalf of 6bd30ea40ed34cfd8bfccaf942b4bb45 for: {'port': 1} {{(pid=128083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 11:50:45.448835 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-64544eb8-418e-4ba0-8136-bc855911028c tempest-RoutersNegativeIpV6Test-675716403 tempest-RoutersNegativeIpV6Test-675716403-project] Notify callbacks [] for router, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:45.497800 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bf71d3c-7cda-45a9-b422-7218e177bf03 None None] Network f42a3638-1c76-4d1d-9a90-44e4aeb5dcfa requested from dv-neutron-797120-4-hyperv {{(pid=128085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 11:50:45.506955 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-dadd46f8-3134-410e-a7a8-7ca43eacb508 req-ce7d2e1e-ac16-4d01-aa1b-314624371fab service neutron] 10.222.0.45 "GET /v2.0/networks/0df59c03-dac3-411f-a2bf-16d57a368c8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2862985 Jun 24 11:50:45.515316 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-a1bde8e9-8a0e-4a4a-987c-246a91f92626 tempest-AllowedAddressPairIpV6TestJSON-2004454070 tempest-AllowedAddressPairIpV6TestJSON-2004454070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:45.564706 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-c0513705-b387-4d0d-a665-693502a24e87 tempest-FloatingIPNegativeTestJSON-1774915856 tempest-FloatingIPNegativeTestJSON-1774915856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1806072'] for router, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:45.567393 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0513705-b387-4d0d-a665-693502a24e87 tempest-FloatingIPNegativeTestJSON-1774915856 tempest-FloatingIPNegativeTestJSON-1774915856-project] Fanout notify agent at l3_agent the message router_deleted on router dee57a12-3698-483b-9491-5f765e3ea4ed {{(pid=128084) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 24 11:50:45.580118 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-c0513705-b387-4d0d-a665-693502a24e87 tempest-FloatingIPNegativeTestJSON-1774915856 tempest-FloatingIPNegativeTestJSON-1774915856-project] Notify callbacks [] for router, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:45.588793 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-c0513705-b387-4d0d-a665-693502a24e87 tempest-FloatingIPNegativeTestJSON-1774915856 tempest-FloatingIPNegativeTestJSON-1774915856-project] 10.222.0.53 "DELETE /v2.0/routers/dee57a12-3698-483b-9491-5f765e3ea4ed HTTP/1.1" status: 204 len: 168 time: 1.1946952 Jun 24 11:50:45.590789 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 33478) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:50:45.608402 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-53ab5f73-f55e-4158-bcbd-2fa7b43e4002 None None] Provisioning for port 4adbbd12-1477-4b97-8959-4e6bb26881ff completed by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 11:50:45.634297 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bb76643-9110-4ed9-ae48-42f74b43d45e tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Network cf2af6cc-ed7c-4572-965e-558b44c96679 is scheduled to be hosted by DHCP agent 6be988a9-1d97-480f-be5a-c55abf2c55c5 with binding_index 1 {{(pid=128084) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 11:50:45.692717 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.db_base_plugin_v2 [None req-b591cfe8-2d6d-439a-bbfb-2888ce608734 tempest-FloatingIPNegativeTestJSON-1774915856 tempest-FloatingIPNegativeTestJSON-1774915856-project] Deleting subnet bdf2a8a4-cc57-4b44-aadf-954b08d93865 {{(pid=128083) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 24 11:50:45.697663 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-b591cfe8-2d6d-439a-bbfb-2888ce608734 tempest-FloatingIPNegativeTestJSON-1774915856 tempest-FloatingIPNegativeTestJSON-1774915856-project] Notify callbacks [] for subnet, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:45.751524 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-b591cfe8-2d6d-439a-bbfb-2888ce608734 tempest-FloatingIPNegativeTestJSON-1774915856 tempest-FloatingIPNegativeTestJSON-1774915856-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3143795'] for subnet, precommit_delete_associations {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:45.756722 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.base_scheduler [None req-9bb76643-9110-4ed9-ae48-42f74b43d45e tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-4-hyperv, cf2af6cc-ed7c-4572-965e-558b44c96679) {{(pid=128084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:50:45.807245 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device 4adbbd12-1477-4b97-8959-4e6bb26881ff up at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 11:50:45.833840 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bb76643-9110-4ed9-ae48-42f74b43d45e tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Received port after_create {{(pid=128084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 11:50:45.837731 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ba2a206-a5b8-4ffd-8199-ae3c0476e7e6 None None] Network cf2af6cc-ed7c-4572-965e-558b44c96679 requested from dv-neutron-797120-4-hyperv {{(pid=128085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 11:50:45.840519 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bb76643-9110-4ed9-ae48-42f74b43d45e tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=128084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:50:45.850219 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bb76643-9110-4ed9-ae48-42f74b43d45e tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=128084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:50:45.851510 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-9bb76643-9110-4ed9-ae48-42f74b43d45e tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468916'] for port, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:45.903794 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.notifiers.nova [None req-a1bde8e9-8a0e-4a4a-987c-246a91f92626 tempest-AllowedAddressPairIpV6TestJSON-2004454070 tempest-AllowedAddressPairIpV6TestJSON-2004454070-project] device_id is not set on port d50d3936-3b60-44c5-a377-65f3f8f0f9c2 yet. {{(pid=128083) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 24 11:50:45.913031 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-64544eb8-418e-4ba0-8136-bc855911028c tempest-RoutersNegativeIpV6Test-675716403 tempest-RoutersNegativeIpV6Test-675716403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1803182', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65403'] for router, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:45.920604 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-64544eb8-418e-4ba0-8136-bc855911028c tempest-RoutersNegativeIpV6Test-675716403 tempest-RoutersNegativeIpV6Test-675716403-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:45.927620 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-9bb76643-9110-4ed9-ae48-42f74b43d45e tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 3.4210835 Jun 24 11:50:45.937323 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 33482) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:50:45.942558 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.db.db_base_plugin_common [None req-2c556672-2be5-4451-9ca8-d080dc4b5dcd tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Allocated IP 2001:db8::262 (f76ff61a-8e5d-4726-9273-e062bd626f8d/da18005d-1d44-4412-a824-0a253b5f79bc/866294e8-12e8-47c3-bcab-350e956bc80e) {{(pid=128084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 11:50:46.008710 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-64544eb8-418e-4ba0-8136-bc855911028c tempest-RoutersNegativeIpV6Test-675716403 tempest-RoutersNegativeIpV6Test-675716403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1806072'] for router, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:46.009851 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64544eb8-418e-4ba0-8136-bc855911028c tempest-RoutersNegativeIpV6Test-675716403 tempest-RoutersNegativeIpV6Test-675716403-project] Fanout notify agent at l3_agent the message router_deleted on router 191dbf92-0d40-4914-afa9-7961b13cbda7 {{(pid=128084) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 24 11:50:46.024945 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-64544eb8-418e-4ba0-8136-bc855911028c tempest-RoutersNegativeIpV6Test-675716403 tempest-RoutersNegativeIpV6Test-675716403-project] Notify callbacks [] for router, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:46.026664 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-64544eb8-418e-4ba0-8136-bc855911028c tempest-RoutersNegativeIpV6Test-675716403 tempest-RoutersNegativeIpV6Test-675716403-project] 10.222.0.53 "DELETE /v2.0/routers/191dbf92-0d40-4914-afa9-7961b13cbda7 HTTP/1.1" status: 204 len: 168 time: 0.7215130 Jun 24 11:50:46.057707 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning for port 4adbbd12-1477-4b97-8959-4e6bb26881ff completed by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 11:50:46.065697 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning complete for port 4adbbd12-1477-4b97-8959-4e6bb26881ff triggered by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:50:46.066330 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:46.077523 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-b591cfe8-2d6d-439a-bbfb-2888ce608734 tempest-FloatingIPNegativeTestJSON-1774915856 tempest-FloatingIPNegativeTestJSON-1774915856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-972249'] for subnet, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:46.184395 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:46.185917 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-dadd46f8-3134-410e-a7a8-7ca43eacb508 req-b3ef06c5-7b5c-48d0-9579-e92adb33bad0 service neutron] 10.222.0.45 "GET /v2.0/networks/0df59c03-dac3-411f-a2bf-16d57a368c8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6680474 Jun 24 11:50:46.235761 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] For port 4adbbd12-1477-4b97-8959-4e6bb26881ff, host dv-neutron-797120-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=4adbbd12-1477-4b97-8959-4e6bb26881ff,segment=NetworkSegment(3c753f1f-917b-451a-9901-c20855e59d45),segment_id=3c753f1f-917b-451a-9901-c20855e59d45)] {{(pid=128085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 11:50:46.242224 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:46.243073 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device f4d90b27-ff75-474f-a15a-a7ed6eda7fc3 up at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 11:50:46.251689 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-7fd356dd-c65a-41a1-b547-37b03d3897e3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:50:46.401921 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-2c556672-2be5-4451-9ca8-d080dc4b5dcd tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Notify callbacks [] for port, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:46.442079 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.db.provisioning_blocks [None req-2c556672-2be5-4451-9ca8-d080dc4b5dcd tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Transition to ACTIVE for port object 866294e8-12e8-47c3-bcab-350e956bc80e will not be triggered until provisioned by entity DHCP. {{(pid=128084) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 11:50:46.462764 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Pushing event updated for resources: {'Port': ['ID=4adbbd12-1477-4b97-8959-4e6bb26881ff,revision_number=3']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:50:46.479633 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:50:46.507809 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning for port f4d90b27-ff75-474f-a15a-a7ed6eda7fc3 completed by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 11:50:46.527398 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.db_base_plugin_common [None req-a1bde8e9-8a0e-4a4a-987c-246a91f92626 tempest-AllowedAddressPairIpV6TestJSON-2004454070 tempest-AllowedAddressPairIpV6TestJSON-2004454070-project] Allocated IP 2001:db8::14c (f42a3638-1c76-4d1d-9a90-44e4aeb5dcfa/44a31125-d2b2-4a09-840a-dbad0450e2a1/d50d3936-3b60-44c5-a377-65f3f8f0f9c2) {{(pid=128083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 11:50:46.538654 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-b591cfe8-2d6d-439a-bbfb-2888ce608734 tempest-FloatingIPNegativeTestJSON-1774915856 tempest-FloatingIPNegativeTestJSON-1774915856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-972238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2537800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3289951'] for subnet, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:46.540862 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-2c556672-2be5-4451-9ca8-d080dc4b5dcd tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-650429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-506361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793193536723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3291971'] for port, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:46.547601 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-a4dd2350-40a5-4276-8249-a08008ff5132 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:50:46.555039 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-93e108a5-8fa0-478b-81f5-649a9dc33942 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:50:46.570913 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1687f73c-aa7c-4a74-b0a0-1ea226812caa None None] Network 39bb7f4c-45b2-4e1a-b374-1e27b3cfecb6 requested from dv-neutron-797120-4-hyperv {{(pid=128085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 11:50:46.598905 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-b591cfe8-2d6d-439a-bbfb-2888ce608734 tempest-FloatingIPNegativeTestJSON-1774915856 tempest-FloatingIPNegativeTestJSON-1774915856-project] Notify callbacks [] for subnet, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:46.604588 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 33490) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:50:46.604831 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-b591cfe8-2d6d-439a-bbfb-2888ce608734 tempest-FloatingIPNegativeTestJSON-1774915856 tempest-FloatingIPNegativeTestJSON-1774915856-project] 10.222.0.53 "DELETE /v2.0/subnets/bdf2a8a4-cc57-4b44-aadf-954b08d93865 HTTP/1.1" status: 204 len: 168 time: 1.0032237 Jun 24 11:50:46.608511 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.plugin [None req-f5d17111-e172-41ed-a50d-fbc2a864b07a tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Deleting port dc95b4a7-20e7-44d7-9f01-ef0c4522d67c {{(pid=128083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 11:50:46.608950 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-f5d17111-e172-41ed-a50d-fbc2a864b07a tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793193942312'] for port, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:46.619191 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b591cfe8-2d6d-439a-bbfb-2888ce608734 tempest-FloatingIPNegativeTestJSON-1774915856 tempest-FloatingIPNegativeTestJSON-1774915856-project] Pushing event deleted for resources: {'Subnet': ['ID=bdf2a8a4-cc57-4b44-aadf-954b08d93865,revision_number=None']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:50:46.656035 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-b591cfe8-2d6d-439a-bbfb-2888ce608734 tempest-FloatingIPNegativeTestJSON-1774915856 tempest-FloatingIPNegativeTestJSON-1774915856-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:50:46.714883 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 33492) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:50:46.717304 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c556672-2be5-4451-9ca8-d080dc4b5dcd tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Network f76ff61a-8e5d-4726-9273-e062bd626f8d is already hosted by enough agents. {{(pid=128084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 11:50:46.720498 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.base_scheduler [None req-2c556672-2be5-4451-9ca8-d080dc4b5dcd tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Resources bound (agent type, host, resource id): {{(pid=128084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:50:46.742697 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c556672-2be5-4451-9ca8-d080dc4b5dcd tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Received port after_create {{(pid=128084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 11:50:46.754333 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c556672-2be5-4451-9ca8-d080dc4b5dcd tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=128084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:50:46.755150 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-2c556672-2be5-4451-9ca8-d080dc4b5dcd tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468916'] for port, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:46.807226 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c556672-2be5-4451-9ca8-d080dc4b5dcd tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Pushing event updated for resources: {'Port': ['ID=866294e8-12e8-47c3-bcab-350e956bc80e,revision_number=1']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:50:46.813526 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-2c556672-2be5-4451-9ca8-d080dc4b5dcd tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:50:46.862995 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-8d7a5ddc-9c7a-4881-b561-cec5f5f10534 tempest-FloatingIPNegativeTestJSON-1774915856 tempest-FloatingIPNegativeTestJSON-1774915856-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-534962'] for network, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:46.879565 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-2c556672-2be5-4451-9ca8-d080dc4b5dcd tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.8873172 Jun 24 11:50:46.885747 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 33496) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:50:46.931593 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-5af26903-27ec-4b52-ab8f-2ebddb62da33 None None] Provisioning complete for port 4adbbd12-1477-4b97-8959-4e6bb26881ff triggered by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:50:46.931974 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-5af26903-27ec-4b52-ab8f-2ebddb62da33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:47.070705 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d48003a2-70f0-43fe-80e2-742c672da2fc None None] Network f76ff61a-8e5d-4726-9273-e062bd626f8d requested from dv-neutron-797120-4-hyperv {{(pid=128085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 11:50:47.132264 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-f5d17111-e172-41ed-a50d-fbc2a864b07a tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1978872'] for port, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:47.158658 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.plugin [None req-f5d17111-e172-41ed-a50d-fbc2a864b07a tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Calling delete_port for dc95b4a7-20e7-44d7-9f01-ef0c4522d67c owned by {{(pid=128083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 11:50:47.179554 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-a1bde8e9-8a0e-4a4a-987c-246a91f92626 tempest-AllowedAddressPairIpV6TestJSON-2004454070 tempest-AllowedAddressPairIpV6TestJSON-2004454070-project] Notify callbacks [] for port, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:47.230158 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.provisioning_blocks [None req-a1bde8e9-8a0e-4a4a-987c-246a91f92626 tempest-AllowedAddressPairIpV6TestJSON-2004454070 tempest-AllowedAddressPairIpV6TestJSON-2004454070-project] Transition to ACTIVE for port object d50d3936-3b60-44c5-a377-65f3f8f0f9c2 will not be triggered until provisioned by entity DHCP. {{(pid=128083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 11:50:47.303468 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-a1bde8e9-8a0e-4a4a-987c-246a91f92626 tempest-AllowedAddressPairIpV6TestJSON-2004454070 tempest-AllowedAddressPairIpV6TestJSON-2004454070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-650429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-506361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793193536723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2537853'] for port, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:47.307560 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-9518f912-42f3-471f-b37e-0468ff9db87c tempest-TestNetworkAdvancedServerOps-1479438933 tempest-TestNetworkAdvancedServerOps-1479438933-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:50:47.309244 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db5142e5-23e0-48a5-bbec-0f40a0da0b3a None None] DHCP port deletion for 39bb7f4c-45b2-4e1a-b374-1e27b3cfecb6 request from dv-neutron-797120-4-hyperv {{(pid=128085) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 24 11:50:47.331489 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-f5d17111-e172-41ed-a50d-fbc2a864b07a tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793193945299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193536732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2537862'] for port, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:47.367763 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-5af26903-27ec-4b52-ab8f-2ebddb62da33 None None] Provisioning for port 907968da-43b6-4b61-8c97-abd34b21bcdd completed by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 11:50:47.375512 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1bde8e9-8a0e-4a4a-987c-246a91f92626 tempest-AllowedAddressPairIpV6TestJSON-2004454070 tempest-AllowedAddressPairIpV6TestJSON-2004454070-project] Network f42a3638-1c76-4d1d-9a90-44e4aeb5dcfa is already hosted by enough agents. {{(pid=128083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 11:50:47.377077 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-5af26903-27ec-4b52-ab8f-2ebddb62da33 None None] Provisioning complete for port 907968da-43b6-4b61-8c97-abd34b21bcdd triggered by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:50:47.377594 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-5af26903-27ec-4b52-ab8f-2ebddb62da33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:47.388163 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.base_scheduler [None req-a1bde8e9-8a0e-4a4a-987c-246a91f92626 tempest-AllowedAddressPairIpV6TestJSON-2004454070 tempest-AllowedAddressPairIpV6TestJSON-2004454070-project] Resources bound (agent type, host, resource id): {{(pid=128083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:50:47.391216 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1bde8e9-8a0e-4a4a-987c-246a91f92626 tempest-AllowedAddressPairIpV6TestJSON-2004454070 tempest-AllowedAddressPairIpV6TestJSON-2004454070-project] Received port after_create {{(pid=128083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 11:50:47.398252 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1bde8e9-8a0e-4a4a-987c-246a91f92626 tempest-AllowedAddressPairIpV6TestJSON-2004454070 tempest-AllowedAddressPairIpV6TestJSON-2004454070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:50:47.398943 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-a1bde8e9-8a0e-4a4a-987c-246a91f92626 tempest-AllowedAddressPairIpV6TestJSON-2004454070 tempest-AllowedAddressPairIpV6TestJSON-2004454070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468916'] for port, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:47.417105 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-f5d17111-e172-41ed-a50d-fbc2a864b07a tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468916'] for port, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:47.421853 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-f5d17111-e172-41ed-a50d-fbc2a864b07a tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] 10.222.0.53 "DELETE /v2.0/ports/dc95b4a7-20e7-44d7-9f01-ef0c4522d67c HTTP/1.1" status: 204 len: 168 time: 1.4533279 Jun 24 11:50:47.426854 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 33498) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:50:47.451870 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1bde8e9-8a0e-4a4a-987c-246a91f92626 tempest-AllowedAddressPairIpV6TestJSON-2004454070 tempest-AllowedAddressPairIpV6TestJSON-2004454070-project] Pushing event updated for resources: {'Port': ['ID=d50d3936-3b60-44c5-a377-65f3f8f0f9c2,revision_number=1']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:50:47.452797 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-5af26903-27ec-4b52-ab8f-2ebddb62da33 None None] Port 907968da-43b6-4b61-8c97-abd34b21bcdd cannot update to ACTIVE because it is not bound. {{(pid=128085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 11:50:47.478119 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-a1bde8e9-8a0e-4a4a-987c-246a91f92626 tempest-AllowedAddressPairIpV6TestJSON-2004454070 tempest-AllowedAddressPairIpV6TestJSON-2004454070-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:50:47.478655 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-da4456dc-02ac-45de-9453-0ebf667f8451 tempest-RoutersNegativeIpV6Test-675716403 tempest-RoutersNegativeIpV6Test-675716403-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.119s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:50:47.493621 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-db5142e5-23e0-48a5-bbec-0f40a0da0b3a None None] Deleting port 238e6389-9ad9-4f4d-94eb-e860ef708017 {{(pid=128085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 11:50:47.494002 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-db5142e5-23e0-48a5-bbec-0f40a0da0b3a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793193942312'] for port, before_delete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:47.596033 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-a1bde8e9-8a0e-4a4a-987c-246a91f92626 tempest-AllowedAddressPairIpV6TestJSON-2004454070 tempest-AllowedAddressPairIpV6TestJSON-2004454070-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1005 time: 2.7053480 Jun 24 11:50:47.596033 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d17111-e172-41ed-a50d-fbc2a864b07a tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Pushing event deleted for resources: {'Port': ['ID=dc95b4a7-20e7-44d7-9f01-ef0c4522d67c,revision_number=None']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:50:47.598562 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 33504) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:50:47.604300 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-f5d17111-e172-41ed-a50d-fbc2a864b07a tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:50:47.621523 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.plugin [None req-8d7a5ddc-9c7a-4881-b561-cec5f5f10534 tempest-FloatingIPNegativeTestJSON-1774915856 tempest-FloatingIPNegativeTestJSON-1774915856-project] Deleting port 238e6389-9ad9-4f4d-94eb-e860ef708017 {{(pid=128084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 11:50:47.622020 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-8d7a5ddc-9c7a-4881-b561-cec5f5f10534 tempest-FloatingIPNegativeTestJSON-1774915856 tempest-FloatingIPNegativeTestJSON-1774915856-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793193942312'] for port, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:47.622947 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device 4adbbd12-1477-4b97-8959-4e6bb26881ff up at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 11:50:47.680837 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-0318f6ea-cdff-48fd-8c91-c3efc61cf769 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=4bdab4c32b4d44488aec62537889cf20&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9612827 Jun 24 11:50:47.701344 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4ced423-e54f-4ac3-a951-f5b3f319227e tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:50:47.716682 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 33508) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:50:47.723979 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4ced423-e54f-4ac3-a951-f5b3f319227e tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:50:47.726889 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-a4ced423-e54f-4ac3-a951-f5b3f319227e tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1451 time: 0.2958519 Jun 24 11:50:47.730850 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 33510) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:50:47.759573 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-db5142e5-23e0-48a5-bbec-0f40a0da0b3a None None] For port 238e6389-9ad9-4f4d-94eb-e860ef708017, host dv-neutron-797120-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=238e6389-9ad9-4f4d-94eb-e860ef708017,segment=NetworkSegment(b8e6d30f-d177-47cb-a8bf-8c17f9a47b66),segment_id=b8e6d30f-d177-47cb-a8bf-8c17f9a47b66)] {{(pid=128085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 11:50:47.760278 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-db5142e5-23e0-48a5-bbec-0f40a0da0b3a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1978872'] for port, precommit_delete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:47.763828 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-53b765b6-7a24-441b-ac44-1014f0747c2f None None] Provisioning for port f4d90b27-ff75-474f-a15a-a7ed6eda7fc3 completed by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 11:50:47.787514 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-db5142e5-23e0-48a5-bbec-0f40a0da0b3a None None] Calling delete_port for 238e6389-9ad9-4f4d-94eb-e860ef708017 owned by network:dhcp {{(pid=128085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 11:50:47.790243 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-53b765b6-7a24-441b-ac44-1014f0747c2f None None] Provisioning complete for port f4d90b27-ff75-474f-a15a-a7ed6eda7fc3 triggered by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:50:47.791155 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-53b765b6-7a24-441b-ac44-1014f0747c2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:47.840118 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning complete for port 4adbbd12-1477-4b97-8959-4e6bb26881ff triggered by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:50:47.840448 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:47.927199 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.plugin [None req-51abd604-5f18-4f51-a8a8-63ef13037bb8 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Deleting port 6ed14d44-9b67-486f-9439-5c952986ca9e {{(pid=128083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 11:50:47.927572 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-51abd604-5f18-4f51-a8a8-63ef13037bb8 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793193942312'] for port, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:47.946681 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.db [None req-8d7a5ddc-9c7a-4881-b561-cec5f5f10534 tempest-FloatingIPNegativeTestJSON-1774915856 tempest-FloatingIPNegativeTestJSON-1774915856-project] For port 238e6389-9ad9-4f4d-94eb-e860ef708017, host dv-neutron-797120-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=238e6389-9ad9-4f4d-94eb-e860ef708017,segment=NetworkSegment(b8e6d30f-d177-47cb-a8bf-8c17f9a47b66),segment_id=b8e6d30f-d177-47cb-a8bf-8c17f9a47b66)] {{(pid=128084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 11:50:47.947636 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-8d7a5ddc-9c7a-4881-b561-cec5f5f10534 tempest-FloatingIPNegativeTestJSON-1774915856 tempest-FloatingIPNegativeTestJSON-1774915856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1978872'] for port, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:47.984181 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16195573-56f6-4f59-ada3-203d614ee925 tempest-AllowedAddressPairIpV6TestJSON-2004454070 tempest-AllowedAddressPairIpV6TestJSON-2004454070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:50:47.991654 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16195573-56f6-4f59-ada3-203d614ee925 tempest-AllowedAddressPairIpV6TestJSON-2004454070 tempest-AllowedAddressPairIpV6TestJSON-2004454070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:50:47.997974 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16195573-56f6-4f59-ada3-203d614ee925 tempest-AllowedAddressPairIpV6TestJSON-2004454070 tempest-AllowedAddressPairIpV6TestJSON-2004454070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:50:48.000349 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-16195573-56f6-4f59-ada3-203d614ee925 tempest-AllowedAddressPairIpV6TestJSON-2004454070 tempest-AllowedAddressPairIpV6TestJSON-2004454070-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2478 time: 0.3910687 Jun 24 11:50:48.001476 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-574036e3-74fa-4962-ba96-35f70f92da28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:48.004376 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 33516) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:50:48.017298 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-51abd604-5f18-4f51-a8a8-63ef13037bb8 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1978872'] for port, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:48.050213 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.plugin [None req-51abd604-5f18-4f51-a8a8-63ef13037bb8 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Calling delete_port for 6ed14d44-9b67-486f-9439-5c952986ca9e owned by {{(pid=128083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 11:50:48.076293 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.plugin [None req-8d7a5ddc-9c7a-4881-b561-cec5f5f10534 tempest-FloatingIPNegativeTestJSON-1774915856 tempest-FloatingIPNegativeTestJSON-1774915856-project] Calling delete_port for 238e6389-9ad9-4f4d-94eb-e860ef708017 owned by network:dhcp {{(pid=128084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 11:50:48.087199 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-53b765b6-7a24-441b-ac44-1014f0747c2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:48.089093 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-6089f685-49e0-4687-8935-bd31e2dc671d req-4f33db28-ad77-4b87-a8f9-e1a6d75d5107 tempest-TestVolumeBootPattern-428988392 tempest-TestVolumeBootPattern-428988392-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-43922273&fields=id&tenant_id=91cba4619aa74784a108d3a825cc8e0c HTTP/1.1" status: 200 len: 267 time: 0.0679116 Jun 24 11:50:48.090698 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-db5142e5-23e0-48a5-bbec-0f40a0da0b3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793193945299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193536732'] for port, after_delete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:48.094951 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-1f13538a-02a4-4160-a0e8-fecc1509c17c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:50:48.110903 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-574036e3-74fa-4962-ba96-35f70f92da28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:48.147543 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5142e5-23e0-48a5-bbec-0f40a0da0b3a None None] Pushing event deleted for resources: {'Port': ['ID=238e6389-9ad9-4f4d-94eb-e860ef708017,revision_number=None']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:50:48.154471 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db5142e5-23e0-48a5-bbec-0f40a0da0b3a None None] No DVR routers for this DVR port 238e6389-9ad9-4f4d-94eb-e860ef708017 on host dv-neutron-797120-4-hyperv {{(pid=128085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 11:50:48.160188 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-db5142e5-23e0-48a5-bbec-0f40a0da0b3a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:50:48.201492 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-53b765b6-7a24-441b-ac44-1014f0747c2f None None] For port f4d90b27-ff75-474f-a15a-a7ed6eda7fc3, host dv-neutron-797120-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=f4d90b27-ff75-474f-a15a-a7ed6eda7fc3,segment=NetworkSegment(9f67006e-2487-48c9-9418-5c458cc9979d),segment_id=9f67006e-2487-48c9-9418-5c458cc9979d)] {{(pid=128085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 11:50:48.211417 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-53b765b6-7a24-441b-ac44-1014f0747c2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:48.212862 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-f0396edd-2e1d-49b6-802b-9aa5d7ac0eb3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:50:48.247266 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device 238e6389-9ad9-4f4d-94eb-e860ef708017 no longer exists at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 11:50:48.280132 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] No Port match for: 238e6389-9ad9-4f4d-94eb-e860ef708017 {{(pid=128085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 11:50:48.280537 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device 238e6389-9ad9-4f4d-94eb-e860ef708017 not bound to the agent host dv-neutron-797120-4-hyperv {{(pid=128085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 11:50:48.285219 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-53b765b6-7a24-441b-ac44-1014f0747c2f None None] Provisioning complete for port 907968da-43b6-4b61-8c97-abd34b21bcdd triggered by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:50:48.285608 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-53b765b6-7a24-441b-ac44-1014f0747c2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:48.305824 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-51abd604-5f18-4f51-a8a8-63ef13037bb8 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793193945299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193536732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2537862'] for port, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:48.314732 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6089f685-49e0-4687-8935-bd31e2dc671d req-51e20317-1d38-4d3d-bef5-83dc9d4e1d14 tempest-TestVolumeBootPattern-428988392 tempest-TestVolumeBootPattern-428988392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:50:48.317033 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-6089f685-49e0-4687-8935-bd31e2dc671d req-51e20317-1d38-4d3d-bef5-83dc9d4e1d14 tempest-TestVolumeBootPattern-428988392 tempest-TestVolumeBootPattern-428988392-project] 10.222.0.53 "GET /v2.0/networks?id=376f72b9-0f0d-4b21-b0a6-f11d1b9b44a4 HTTP/1.1" status: 200 len: 812 time: 0.1958661 Jun 24 11:50:48.320235 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-da4456dc-02ac-45de-9453-0ebf667f8451 tempest-RoutersNegativeIpV6Test-675716403 tempest-RoutersNegativeIpV6Test-675716403-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:50:48.348843 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51abd604-5f18-4f51-a8a8-63ef13037bb8 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Pushing event deleted for resources: {'Port': ['ID=6ed14d44-9b67-486f-9439-5c952986ca9e,revision_number=None']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:50:48.349109 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-574036e3-74fa-4962-ba96-35f70f92da28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800410'] for security_group, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:48.351560 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b765b6-7a24-441b-ac44-1014f0747c2f None None] Pushing event updated for resources: {'Port': ['ID=f4d90b27-ff75-474f-a15a-a7ed6eda7fc3,revision_number=3']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:50:48.353372 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-574036e3-74fa-4962-ba96-35f70f92da28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:48.357699 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-574036e3-74fa-4962-ba96-35f70f92da28 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/55f9b9c1-5bc4-4f76-ba8e-96a43913ce89 HTTP/1.1" status: 204 len: 168 time: 0.6383228 Jun 24 11:50:48.360167 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-53b765b6-7a24-441b-ac44-1014f0747c2f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:50:48.364013 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-6089f685-49e0-4687-8935-bd31e2dc671d req-dbc2e623-3d49-4370-b289-b72efc7c3ef6 tempest-TestVolumeBootPattern-428988392 tempest-TestVolumeBootPattern-428988392-project] 10.222.0.53 "GET /v2.0/quotas/91cba4619aa74784a108d3a825cc8e0c HTTP/1.1" status: 200 len: 375 time: 0.0179036 Jun 24 11:50:48.365005 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-51abd604-5f18-4f51-a8a8-63ef13037bb8 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:50:48.366737 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-53b765b6-7a24-441b-ac44-1014f0747c2f None None] Port 907968da-43b6-4b61-8c97-abd34b21bcdd cannot update to ACTIVE because it is not bound. {{(pid=128085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 11:50:48.371646 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-51abd604-5f18-4f51-a8a8-63ef13037bb8 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468916'] for port, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:48.374070 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-51abd604-5f18-4f51-a8a8-63ef13037bb8 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] 10.222.0.53 "DELETE /v2.0/ports/6ed14d44-9b67-486f-9439-5c952986ca9e HTTP/1.1" status: 204 len: 168 time: 0.6416349 Jun 24 11:50:48.376639 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 33520) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:50:48.379013 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-a55d95f2-8d61-4753-b607-b2334f3e25f6 tempest-NegativeSecGroupIPv6Test-156486133 tempest-NegativeSecGroupIPv6Test-156486133-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:50:48.384675 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-1b7c390f-7e5a-4553-b47f-8118dbf233df tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:48.407491 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574036e3-74fa-4962-ba96-35f70f92da28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55f9b9c1-5bc4-4f76-ba8e-96a43913ce89,revision_number=None']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:50:48.423027 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-574036e3-74fa-4962-ba96-35f70f92da28 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:50:48.493799 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-8d7a5ddc-9c7a-4881-b561-cec5f5f10534 tempest-FloatingIPNegativeTestJSON-1774915856 tempest-FloatingIPNegativeTestJSON-1774915856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793193945299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193536732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3292088'] for port, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:48.497329 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-f2f9b105-47e0-46d4-8f68-61913bbf74c5 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:50:48.498316 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-22ad23af-5451-453f-badc-c26f1dd032fc None None] Provisioning for port d50d3936-3b60-44c5-a377-65f3f8f0f9c2 completed by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 11:50:48.505883 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.plugin [None req-c9e310f5-1449-42a3-8894-18fc72cea081 tempest-AllowedAddressPairIpV6TestJSON-2004454070 tempest-AllowedAddressPairIpV6TestJSON-2004454070-project] Deleting port d50d3936-3b60-44c5-a377-65f3f8f0f9c2 {{(pid=128084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 11:50:48.506252 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-c9e310f5-1449-42a3-8894-18fc72cea081 tempest-AllowedAddressPairIpV6TestJSON-2004454070 tempest-AllowedAddressPairIpV6TestJSON-2004454070-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793193942312'] for port, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:48.507169 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-22ad23af-5451-453f-badc-c26f1dd032fc None None] Provisioning complete for port d50d3936-3b60-44c5-a377-65f3f8f0f9c2 triggered by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:50:48.508014 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-22ad23af-5451-453f-badc-c26f1dd032fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:48.524563 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-6089f685-49e0-4687-8935-bd31e2dc671d req-292c2cd5-ca83-4f53-93f9-52d1665d4dc0 tempest-TestVolumeBootPattern-428988392 tempest-TestVolumeBootPattern-428988392-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=91cba4619aa74784a108d3a825cc8e0c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1349647 Jun 24 11:50:48.538506 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64e5fec5-8254-4d27-87da-1497f5823752 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:50:48.542563 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-64e5fec5-8254-4d27-87da-1497f5823752 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.1625316 Jun 24 11:50:48.543613 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 33524) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:50:48.574827 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7a5ddc-9c7a-4881-b561-cec5f5f10534 tempest-FloatingIPNegativeTestJSON-1774915856 tempest-FloatingIPNegativeTestJSON-1774915856-project] Pushing event deleted for resources: {'Port': ['ID=238e6389-9ad9-4f4d-94eb-e860ef708017,revision_number=None']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:50:48.584511 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-22ad23af-5451-453f-badc-c26f1dd032fc None None] Port d50d3936-3b60-44c5-a377-65f3f8f0f9c2 cannot update to ACTIVE because it is not bound. {{(pid=128085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 11:50:48.593477 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f8d4daa-80b0-4c90-a26f-65e3c526ef50 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] GET failed (client error): The resource could not be found. Jun 24 11:50:48.599273 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-6f8d4daa-80b0-4c90-a26f-65e3c526ef50 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] 10.222.0.53 "GET /v2.0/ports/dc95b4a7-20e7-44d7-9f01-ef0c4522d67c HTTP/1.1" status: 404 len: 333 time: 0.0512671 Jun 24 11:50:48.603620 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-22ad23af-5451-453f-badc-c26f1dd032fc None None] Provisioning complete for port f4d90b27-ff75-474f-a15a-a7ed6eda7fc3 triggered by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:50:48.604246 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-22ad23af-5451-453f-badc-c26f1dd032fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:48.607337 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 33528) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:50:48.621731 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d7a5ddc-9c7a-4881-b561-cec5f5f10534 tempest-FloatingIPNegativeTestJSON-1774915856 tempest-FloatingIPNegativeTestJSON-1774915856-project] No DVR routers for this DVR port 238e6389-9ad9-4f4d-94eb-e860ef708017 on host dv-neutron-797120-4-hyperv {{(pid=128084) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 11:50:48.623421 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-8d7a5ddc-9c7a-4881-b561-cec5f5f10534 tempest-FloatingIPNegativeTestJSON-1774915856 tempest-FloatingIPNegativeTestJSON-1774915856-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:50:48.692204 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c4d0ffc-fb5a-40bc-a0bb-2f20e662705d tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] GET failed (client error): The resource could not be found. Jun 24 11:50:48.706093 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-3c4d0ffc-fb5a-40bc-a0bb-2f20e662705d tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] 10.222.0.53 "GET /v2.0/ports/6ed14d44-9b67-486f-9439-5c952986ca9e HTTP/1.1" status: 404 len: 333 time: 0.0892267 Jun 24 11:50:48.706746 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 33530) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:50:48.727283 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-22ad23af-5451-453f-badc-c26f1dd032fc None None] Provisioning for port 866294e8-12e8-47c3-bcab-350e956bc80e completed by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 11:50:48.741260 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-22ad23af-5451-453f-badc-c26f1dd032fc None None] Provisioning complete for port 866294e8-12e8-47c3-bcab-350e956bc80e triggered by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:50:48.741602 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-22ad23af-5451-453f-badc-c26f1dd032fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:48.812872 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-22ad23af-5451-453f-badc-c26f1dd032fc None None] Port 866294e8-12e8-47c3-bcab-350e956bc80e cannot update to ACTIVE because it is not bound. {{(pid=128085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 11:50:48.818569 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-8d7a5ddc-9c7a-4881-b561-cec5f5f10534 tempest-FloatingIPNegativeTestJSON-1774915856 tempest-FloatingIPNegativeTestJSON-1774915856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973199', 'neutron.services.segments.db._delete_segments_for_network-8793194012456'] for network, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:48.842645 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.services.segments.db [None req-8d7a5ddc-9c7a-4881-b561-cec5f5f10534 tempest-FloatingIPNegativeTestJSON-1774915856 tempest-FloatingIPNegativeTestJSON-1774915856-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39bb7f4c-45b2-4e1a-b374-1e27b3cfecb6']}} {{(pid=128084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:50:48.860904 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-c9e310f5-1449-42a3-8894-18fc72cea081 tempest-AllowedAddressPairIpV6TestJSON-2004454070 tempest-AllowedAddressPairIpV6TestJSON-2004454070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1978872'] for port, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:48.867368 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.services.segments.db [None req-8d7a5ddc-9c7a-4881-b561-cec5f5f10534 tempest-FloatingIPNegativeTestJSON-1774915856 tempest-FloatingIPNegativeTestJSON-1774915856-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8e6d30f-d177-47cb-a8bf-8c17f9a47b66') {'for_net_delete': True} {{(pid=128084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:50:48.867664 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.services.segments.db [None req-8d7a5ddc-9c7a-4881-b561-cec5f5f10534 tempest-FloatingIPNegativeTestJSON-1774915856 tempest-FloatingIPNegativeTestJSON-1774915856-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8e6d30f-d177-47cb-a8bf-8c17f9a47b66') {} {{(pid=128084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:50:48.894651 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-d96c4b0f-171c-4c71-988c-5a81b7598818 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-534962'] for network, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:48.899077 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-8d7a5ddc-9c7a-4881-b561-cec5f5f10534 tempest-FloatingIPNegativeTestJSON-1774915856 tempest-FloatingIPNegativeTestJSON-1774915856-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793194097327', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2373599'] for segment, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:48.900864 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.plugin [None req-c9e310f5-1449-42a3-8894-18fc72cea081 tempest-AllowedAddressPairIpV6TestJSON-2004454070 tempest-AllowedAddressPairIpV6TestJSON-2004454070-project] Calling delete_port for d50d3936-3b60-44c5-a377-65f3f8f0f9c2 owned by {{(pid=128084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 11:50:48.936680 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-8d7a5ddc-9c7a-4881-b561-cec5f5f10534 tempest-FloatingIPNegativeTestJSON-1774915856 tempest-FloatingIPNegativeTestJSON-1774915856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967879'] for segment, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:48.974503 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-6089f685-49e0-4687-8935-bd31e2dc671d req-bb9183d0-87cb-474b-9c86-9368c8e0e956 service neutron] 10.222.0.53 "GET /v2.0/networks/376f72b9-0f0d-4b21-b0a6-f11d1b9b44a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3890243 Jun 24 11:50:48.982006 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d7a5ddc-9c7a-4881-b561-cec5f5f10534 tempest-FloatingIPNegativeTestJSON-1774915856 tempest-FloatingIPNegativeTestJSON-1774915856-project] Releasing vlan 601 on physical network physnet1 to pool {{(pid=128084) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 11:50:48.982511 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-8d7a5ddc-9c7a-4881-b561-cec5f5f10534 tempest-FloatingIPNegativeTestJSON-1774915856 tempest-FloatingIPNegativeTestJSON-1774915856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3292053'] for segment, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:48.985761 dv-neutron-797120-4-hyperv neutron-server[128084]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 11:50:48.985761 dv-neutron-797120-4-hyperv neutron-server[128084]: conditions |= (models_v2.Port.network_id.in_( Jun 24 11:50:48.985761 dv-neutron-797120-4-hyperv neutron-server[128084]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 11:50:48.985761 dv-neutron-797120-4-hyperv neutron-server[128084]: conditions |= (models_v2.Port.network_id.in_( Jun 24 11:50:48.985761 dv-neutron-797120-4-hyperv neutron-server[128084]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 11:50:48.985761 dv-neutron-797120-4-hyperv neutron-server[128084]: conditions |= (models_v2.Port.network_id.in_( Jun 24 11:50:48.985761 dv-neutron-797120-4-hyperv neutron-server[128084]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 24 11:50:48.985761 dv-neutron-797120-4-hyperv neutron-server[128084]: self.session.flush() Jun 24 11:50:48.985761 dv-neutron-797120-4-hyperv neutron-server[128084]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 24 11:50:48.985761 dv-neutron-797120-4-hyperv neutron-server[128084]: self.session.flush() Jun 24 11:50:48.985761 dv-neutron-797120-4-hyperv neutron-server[128084]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 24 11:50:48.985761 dv-neutron-797120-4-hyperv neutron-server[128084]: self.session.flush() Jun 24 11:50:48.985761 dv-neutron-797120-4-hyperv neutron-server[128084]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 24 11:50:48.985761 dv-neutron-797120-4-hyperv neutron-server[128084]: self.session.flush() Jun 24 11:50:48.985761 dv-neutron-797120-4-hyperv neutron-server[128084]: Traceback (most recent call last): Jun 24 11:50:48.985761 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 24 11:50:48.985761 dv-neutron-797120-4-hyperv neutron-server[128084]: timer() Jun 24 11:50:48.985761 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 24 11:50:48.985761 dv-neutron-797120-4-hyperv neutron-server[128084]: cb(*args, **kw) Jun 24 11:50:48.985761 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 24 11:50:48.985761 dv-neutron-797120-4-hyperv neutron-server[128084]: return func(*args, **kwargs) Jun 24 11:50:48.985761 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 24 11:50:48.985761 dv-neutron-797120-4-hyperv neutron-server[128084]: self._notify() Jun 24 11:50:48.985761 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 24 11:50:48.985761 dv-neutron-797120-4-hyperv neutron-server[128084]: self.callback(batched_events) Jun 24 11:50:48.985761 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 24 11:50:48.985761 dv-neutron-797120-4-hyperv neutron-server[128084]: event.method(event) Jun 24 11:50:48.985761 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 24 11:50:48.985761 dv-neutron-797120-4-hyperv neutron-server[128084]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 24 11:50:48.985761 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 24 11:50:48.985761 dv-neutron-797120-4-hyperv neutron-server[128084]: aggregate_uuid = self.p_client.list_aggregates( Jun 24 11:50:48.985761 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 24 11:50:48.985761 dv-neutron-797120-4-hyperv neutron-server[128084]: return f(self, *a, **k) Jun 24 11:50:48.985761 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 24 11:50:48.985761 dv-neutron-797120-4-hyperv neutron-server[128084]: return self._get(url).json() Jun 24 11:50:48.985761 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 24 11:50:48.985761 dv-neutron-797120-4-hyperv neutron-server[128084]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 24 11:50:48.985761 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 24 11:50:48.985761 dv-neutron-797120-4-hyperv neutron-server[128084]: return self.request(url, 'GET', **kwargs) Jun 24 11:50:48.985761 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 24 11:50:48.985761 dv-neutron-797120-4-hyperv neutron-server[128084]: base_url = self.get_endpoint(auth, allow=allow, Jun 24 11:50:48.985761 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 24 11:50:48.985761 dv-neutron-797120-4-hyperv neutron-server[128084]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 24 11:50:48.985761 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 24 11:50:48.985761 dv-neutron-797120-4-hyperv neutron-server[128084]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 24 11:50:48.985761 dv-neutron-797120-4-hyperv neutron-server[128084]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 24 11:50:49.011622 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-1b7c390f-7e5a-4553-b47f-8118dbf233df tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Notify callbacks [] for port, precommit_update {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:49.055668 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-1b7c390f-7e5a-4553-b47f-8118dbf233df tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3292081'] for port, after_update {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:49.062731 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-8d7a5ddc-9c7a-4881-b561-cec5f5f10534 tempest-FloatingIPNegativeTestJSON-1774915856 tempest-FloatingIPNegativeTestJSON-1774915856-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:50:49.160301 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-8d7a5ddc-9c7a-4881-b561-cec5f5f10534 tempest-FloatingIPNegativeTestJSON-1774915856 tempest-FloatingIPNegativeTestJSON-1774915856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1800243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1815642'] for network, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:49.176808 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-8d7a5ddc-9c7a-4881-b561-cec5f5f10534 tempest-FloatingIPNegativeTestJSON-1774915856 tempest-FloatingIPNegativeTestJSON-1774915856-project] Notify callbacks [] for network, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:49.181654 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-8d7a5ddc-9c7a-4881-b561-cec5f5f10534 tempest-FloatingIPNegativeTestJSON-1774915856 tempest-FloatingIPNegativeTestJSON-1774915856-project] 10.222.0.53 "DELETE /v2.0/networks/39bb7f4c-45b2-4e1a-b374-1e27b3cfecb6 HTTP/1.1" status: 204 len: 168 time: 2.5633738 Jun 24 11:50:49.183900 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7c390f-7e5a-4553-b47f-8118dbf233df tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Pushing event updated for resources: {'Port': ['ID=866294e8-12e8-47c3-bcab-350e956bc80e,revision_number=2']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:50:49.194852 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-1b7c390f-7e5a-4553-b47f-8118dbf233df tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:50:49.195749 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-bf7f2d2c-10fa-4763-85f1-1ed5ef6a37e9 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.023s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:50:49.229836 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7a5ddc-9c7a-4881-b561-cec5f5f10534 tempest-FloatingIPNegativeTestJSON-1774915856 tempest-FloatingIPNegativeTestJSON-1774915856-project] Pushing event deleted for resources: {'Network': ['ID=39bb7f4c-45b2-4e1a-b374-1e27b3cfecb6,revision_number=None']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:50:49.277136 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-8d7a5ddc-9c7a-4881-b561-cec5f5f10534 tempest-FloatingIPNegativeTestJSON-1774915856 tempest-FloatingIPNegativeTestJSON-1774915856-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:50:49.348026 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-c9e310f5-1449-42a3-8894-18fc72cea081 tempest-AllowedAddressPairIpV6TestJSON-2004454070 tempest-AllowedAddressPairIpV6TestJSON-2004454070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793193945299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193536732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3292088'] for port, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:49.354247 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-ccdda45c-04cd-4084-8340-1f4dc7048289 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:50:49.358712 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 33552) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:50:49.418168 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e310f5-1449-42a3-8894-18fc72cea081 tempest-AllowedAddressPairIpV6TestJSON-2004454070 tempest-AllowedAddressPairIpV6TestJSON-2004454070-project] Pushing event deleted for resources: {'Port': ['ID=d50d3936-3b60-44c5-a377-65f3f8f0f9c2,revision_number=None']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:50:49.432035 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-c9e310f5-1449-42a3-8894-18fc72cea081 tempest-AllowedAddressPairIpV6TestJSON-2004454070 tempest-AllowedAddressPairIpV6TestJSON-2004454070-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:50:49.515173 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-1b7c390f-7e5a-4553-b47f-8118dbf233df tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1978458'] for router_interface, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:49.559103 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-6089f685-49e0-4687-8935-bd31e2dc671d req-936967f2-8b3e-4ee5-818c-30cbb6e43fed service neutron] 10.222.0.53 "GET /v2.0/networks/376f72b9-0f0d-4b21-b0a6-f11d1b9b44a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5787513 Jun 24 11:50:49.582265 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-d96c4b0f-171c-4c71-988c-5a81b7598818 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973199', 'neutron.services.segments.db._delete_segments_for_network-8793194012456'] for network, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:49.587153 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-bed4e4e6-1f07-407f-b158-9c33f995faa8 None None] Provisioning complete for port 866294e8-12e8-47c3-bcab-350e956bc80e triggered by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:50:49.587927 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-bed4e4e6-1f07-407f-b158-9c33f995faa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:49.604179 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.services.segments.db [None req-d96c4b0f-171c-4c71-988c-5a81b7598818 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf2af6cc-ed7c-4572-965e-558b44c96679']}} {{(pid=128083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:50:49.617789 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-cac21050-cf25-455b-a4c0-5e11413b76b4 tempest-TagsExtTest-1815527086 tempest-TagsExtTest-1815527086-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-2017265686'}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:50:49.634045 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.services.segments.db [None req-d96c4b0f-171c-4c71-988c-5a81b7598818 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f83bbf8c-b5c7-4e8e-9c05-c1572ffef25c') {'for_net_delete': True} {{(pid=128083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:50:49.634618 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.services.segments.db [None req-d96c4b0f-171c-4c71-988c-5a81b7598818 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f83bbf8c-b5c7-4e8e-9c05-c1572ffef25c') {} {{(pid=128083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:50:49.647159 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-d96c4b0f-171c-4c71-988c-5a81b7598818 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793194097327', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3143690'] for segment, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:49.660594 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-bed4e4e6-1f07-407f-b158-9c33f995faa8 None None] Port 866294e8-12e8-47c3-bcab-350e956bc80e cannot update to ACTIVE because it is not bound. {{(pid=128085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 11:50:49.670211 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-d96c4b0f-171c-4c71-988c-5a81b7598818 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967879'] for segment, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:49.672646 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device f4d90b27-ff75-474f-a15a-a7ed6eda7fc3 up at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 11:50:49.686236 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d96c4b0f-171c-4c71-988c-5a81b7598818 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Releasing vlan 614 on physical network physnet1 to pool {{(pid=128083) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 11:50:49.689440 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-d96c4b0f-171c-4c71-988c-5a81b7598818 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2537899'] for segment, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:49.690840 dv-neutron-797120-4-hyperv neutron-server[128083]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 11:50:49.690840 dv-neutron-797120-4-hyperv neutron-server[128083]: conditions |= (models_v2.Port.network_id.in_( Jun 24 11:50:49.690840 dv-neutron-797120-4-hyperv neutron-server[128083]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 11:50:49.690840 dv-neutron-797120-4-hyperv neutron-server[128083]: conditions |= (models_v2.Port.network_id.in_( Jun 24 11:50:49.690840 dv-neutron-797120-4-hyperv neutron-server[128083]: Traceback (most recent call last): Jun 24 11:50:49.690840 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 24 11:50:49.690840 dv-neutron-797120-4-hyperv neutron-server[128083]: timer() Jun 24 11:50:49.690840 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 24 11:50:49.690840 dv-neutron-797120-4-hyperv neutron-server[128083]: cb(*args, **kw) Jun 24 11:50:49.690840 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 24 11:50:49.690840 dv-neutron-797120-4-hyperv neutron-server[128083]: return func(*args, **kwargs) Jun 24 11:50:49.690840 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 24 11:50:49.690840 dv-neutron-797120-4-hyperv neutron-server[128083]: self._notify() Jun 24 11:50:49.690840 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 24 11:50:49.690840 dv-neutron-797120-4-hyperv neutron-server[128083]: self.callback(batched_events) Jun 24 11:50:49.690840 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 24 11:50:49.690840 dv-neutron-797120-4-hyperv neutron-server[128083]: event.method(event) Jun 24 11:50:49.690840 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 24 11:50:49.690840 dv-neutron-797120-4-hyperv neutron-server[128083]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 24 11:50:49.690840 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 24 11:50:49.690840 dv-neutron-797120-4-hyperv neutron-server[128083]: aggregate_uuid = self.p_client.list_aggregates( Jun 24 11:50:49.690840 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 24 11:50:49.690840 dv-neutron-797120-4-hyperv neutron-server[128083]: return f(self, *a, **k) Jun 24 11:50:49.690840 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 24 11:50:49.690840 dv-neutron-797120-4-hyperv neutron-server[128083]: return self._get(url).json() Jun 24 11:50:49.690840 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 24 11:50:49.690840 dv-neutron-797120-4-hyperv neutron-server[128083]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 24 11:50:49.690840 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 24 11:50:49.690840 dv-neutron-797120-4-hyperv neutron-server[128083]: return self.request(url, 'GET', **kwargs) Jun 24 11:50:49.690840 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 24 11:50:49.690840 dv-neutron-797120-4-hyperv neutron-server[128083]: base_url = self.get_endpoint(auth, allow=allow, Jun 24 11:50:49.690840 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 24 11:50:49.690840 dv-neutron-797120-4-hyperv neutron-server[128083]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 24 11:50:49.690840 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 24 11:50:49.690840 dv-neutron-797120-4-hyperv neutron-server[128083]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 24 11:50:49.690840 dv-neutron-797120-4-hyperv neutron-server[128083]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 24 11:50:49.774717 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 33558) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:50:49.825557 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cac21050-cf25-455b-a4c0-5e11413b76b4 tempest-TagsExtTest-1815527086 tempest-TagsExtTest-1815527086-project] Made reservation on behalf of 4e2674ed61494c8fb3c7431e6f8dd01e for: {'network': 1} {{(pid=128084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 11:50:49.829741 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-cac21050-cf25-455b-a4c0-5e11413b76b4 tempest-TagsExtTest-1815527086 tempest-TagsExtTest-1815527086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for network, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:49.833139 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-c9e310f5-1449-42a3-8894-18fc72cea081 tempest-AllowedAddressPairIpV6TestJSON-2004454070 tempest-AllowedAddressPairIpV6TestJSON-2004454070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468916'] for port, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:49.835624 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-c9e310f5-1449-42a3-8894-18fc72cea081 tempest-AllowedAddressPairIpV6TestJSON-2004454070 tempest-AllowedAddressPairIpV6TestJSON-2004454070-project] 10.222.0.53 "DELETE /v2.0/ports/d50d3936-3b60-44c5-a377-65f3f8f0f9c2 HTTP/1.1" status: 204 len: 168 time: 1.8214054 Jun 24 11:50:49.838991 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 33566) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:50:49.876007 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-cac21050-cf25-455b-a4c0-5e11413b76b4 tempest-TagsExtTest-1815527086 tempest-TagsExtTest-1815527086-project] Notify callbacks [] for security_group, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:49.882490 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b95a605-b075-4482-9076-16cb0a67bfc5 tempest-AllowedAddressPairIpV6TestJSON-2004454070 tempest-AllowedAddressPairIpV6TestJSON-2004454070-project] GET failed (client error): The resource could not be found. Jun 24 11:50:49.904234 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-3b95a605-b075-4482-9076-16cb0a67bfc5 tempest-AllowedAddressPairIpV6TestJSON-2004454070 tempest-AllowedAddressPairIpV6TestJSON-2004454070-project] 10.222.0.53 "GET /v2.0/ports/d50d3936-3b60-44c5-a377-65f3f8f0f9c2 HTTP/1.1" status: 404 len: 333 time: 0.0637748 Jun 24 11:50:49.905224 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-d96c4b0f-171c-4c71-988c-5a81b7598818 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1800243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1815642'] for network, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:49.909548 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 33572) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:50:49.917881 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-f11b7c0e-2fbb-4a71-a6e4-aa1c7a63dffe tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:50:49.918676 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-8ee5e150-0fbd-46d8-9b98-d8e9f485d0a9 tempest-AllowedAddressPairIpV6TestJSON-2004454070 tempest-AllowedAddressPairIpV6TestJSON-2004454070-project] Request body: {'port': {'network_id': 'f42a3638-1c76-4d1d-9a90-44e4aeb5dcfa', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-775659474'}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:50:49.931637 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-d96c4b0f-171c-4c71-988c-5a81b7598818 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Notify callbacks [] for network, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:49.938951 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-d96c4b0f-171c-4c71-988c-5a81b7598818 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] 10.222.0.53 "DELETE /v2.0/networks/cf2af6cc-ed7c-4572-965e-558b44c96679 HTTP/1.1" status: 204 len: 168 time: 1.2311075 Jun 24 11:50:49.948746 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 33574) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:50:49.953152 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96c4b0f-171c-4c71-988c-5a81b7598818 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Pushing event deleted for resources: {'Network': ['ID=cf2af6cc-ed7c-4572-965e-558b44c96679,revision_number=None']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:50:49.962602 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-d96c4b0f-171c-4c71-988c-5a81b7598818 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:50:49.976423 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-f1d732b0-3fae-4073-99bb-3e19184de11d tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1484855333'}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:50:50.027123 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning complete for port f4d90b27-ff75-474f-a15a-a7ed6eda7fc3 triggered by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:50:50.028092 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:50.051916 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-1b7c390f-7e5a-4553-b47f-8118dbf233df tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:50.178306 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-ba0f79da-c33a-4227-8cbf-62b7f2c179b7 req-c7e33ad2-686b-4c1b-8e51-2c19a450dce5 tempest-TestVolumeBootPattern-428988392 tempest-TestVolumeBootPattern-428988392-project] 10.222.0.53 "GET /v2.0/ports?device_id=5e25e9f8-29cf-4860-93c6-e03d46d226de HTTP/1.1" status: 200 len: 210 time: 0.0527365 Jun 24 11:50:50.301820 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-c04710a1-d0c3-4f00-b19a-84e66a0d14f0 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=258d4cd1621d40d98443958c0d6f122a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5174448 Jun 24 11:50:50.304457 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 33584) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:50:50.370947 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-e8969994-5c25-41e9-8b61-25f3957e60a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:50.395491 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-e8969994-5c25-41e9-8b61-25f3957e60a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:50.432458 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-cac21050-cf25-455b-a4c0-5e11413b76b4 tempest-TagsExtTest-1815527086 tempest-TagsExtTest-1815527086-project] Notify callbacks [] for security_group, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:50.443473 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-cac21050-cf25-455b-a4c0-5e11413b76b4 tempest-TagsExtTest-1815527086 tempest-TagsExtTest-1815527086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800410'] for security_group, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:50.452683 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-464dc3d0-d830-47cf-86ba-dabad19585ba tempest-SecGroupIPv6Test-993619391 tempest-SecGroupIPv6Test-993619391-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:50:50.459553 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-e8969994-5c25-41e9-8b61-25f3957e60a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800410'] for security_group, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:50.464110 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-e8969994-5c25-41e9-8b61-25f3957e60a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:50.468799 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-e8969994-5c25-41e9-8b61-25f3957e60a6 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/f1011d46-b0eb-4c1a-9025-e474ae633ad0 HTTP/1.1" status: 204 len: 168 time: 0.1623623 Jun 24 11:50:50.470225 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-64ce90e8-584a-44f3-86ce-e55e868a462e tempest-TestVolumeBootPattern-428988392 tempest-TestVolumeBootPattern-428988392-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:50:50.480183 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8969994-5c25-41e9-8b61-25f3957e60a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1011d46-b0eb-4c1a-9025-e474ae633ad0,revision_number=None']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:50:50.482629 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-e8969994-5c25-41e9-8b61-25f3957e60a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:50:50.496071 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cac21050-cf25-455b-a4c0-5e11413b76b4 tempest-TagsExtTest-1815527086 tempest-TagsExtTest-1815527086-project] vlan segment allocate from pool success with {'vlan_id': 609, 'physical_network': 'physnet1'} {{(pid=128084) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 11:50:50.521294 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1d732b0-3fae-4073-99bb-3e19184de11d tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Made reservation on behalf of 38289682863c40298c517287ec90b883 for: {'network': 1} {{(pid=128084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 11:50:50.524921 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-f1d732b0-3fae-4073-99bb-3e19184de11d tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for network, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:50.542418 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-cac21050-cf25-455b-a4c0-5e11413b76b4 tempest-TagsExtTest-1815527086 tempest-TagsExtTest-1815527086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967879'] for segment, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:50.542775 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.db.segments_db [None req-cac21050-cf25-455b-a4c0-5e11413b76b4 tempest-TagsExtTest-1815527086 tempest-TagsExtTest-1815527086-project] Added segment aa9bdc66-c54a-4897-a874-cdfe1480cd39 of type vlan for network c88ee591-a287-41ae-9dcd-037425d8c8b9 Jun 24 11:50:50.552028 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac21050-cf25-455b-a4c0-5e11413b76b4 tempest-TagsExtTest-1815527086 tempest-TagsExtTest-1815527086-project] Pushing event updated for resources: {'SecurityGroup': ['ID=42819c04-1321-41c9-8ed2-6cf323ee5d5c,revision_number=1']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:50:50.577065 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-cac21050-cf25-455b-a4c0-5e11413b76b4 tempest-TagsExtTest-1815527086 tempest-TagsExtTest-1815527086-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:50:50.629427 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ee5e150-0fbd-46d8-9b98-d8e9f485d0a9 tempest-AllowedAddressPairIpV6TestJSON-2004454070 tempest-AllowedAddressPairIpV6TestJSON-2004454070-project] Made reservation on behalf of 6bd30ea40ed34cfd8bfccaf942b4bb45 for: {'port': 1} {{(pid=128084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 11:50:50.633552 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-8ee5e150-0fbd-46d8-9b98-d8e9f485d0a9 tempest-AllowedAddressPairIpV6TestJSON-2004454070 tempest-AllowedAddressPairIpV6TestJSON-2004454070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:50.639798 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1d732b0-3fae-4073-99bb-3e19184de11d tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] vlan segment allocate from pool success with {'vlan_id': 601, 'physical_network': 'physnet1'} {{(pid=128084) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 11:50:50.683740 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-cac21050-cf25-455b-a4c0-5e11413b76b4 tempest-TagsExtTest-1815527086 tempest-TagsExtTest-1815527086-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793193525068'] for network, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:50.687603 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-f1d732b0-3fae-4073-99bb-3e19184de11d tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967879'] for segment, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:50.687957 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.db.segments_db [None req-f1d732b0-3fae-4073-99bb-3e19184de11d tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Added segment 8e64cbeb-c249-4995-baa4-a28bae4dc0c4 of type vlan for network adb3efe4-b6fb-4c63-9ef2-97a224cdad56 Jun 24 11:50:50.712897 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.notifiers.nova [None req-8ee5e150-0fbd-46d8-9b98-d8e9f485d0a9 tempest-AllowedAddressPairIpV6TestJSON-2004454070 tempest-AllowedAddressPairIpV6TestJSON-2004454070-project] device_id is not set on port cab33b10-2bf3-4c38-bd7d-c6b13b750046 yet. {{(pid=128084) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 24 11:50:50.731889 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-1b7c390f-7e5a-4553-b47f-8118dbf233df tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Notify callbacks [] for port, precommit_update {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:50.751951 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-1b7c390f-7e5a-4553-b47f-8118dbf233df tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3292081'] for port, after_update {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:50.753774 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-1b7c390f-7e5a-4553-b47f-8118dbf233df tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1783050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1978542'] for router_interface, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:50.812573 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-ae0f6161-4a18-4820-8b35-f15b82d74a7a tempest-FloatingIPNegativeTestJSON-1774915856 tempest-FloatingIPNegativeTestJSON-1774915856-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:50:50.873397 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-f1d732b0-3fae-4073-99bb-3e19184de11d tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793193525068'] for network, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:51.218240 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-cac21050-cf25-455b-a4c0-5e11413b76b4 tempest-TagsExtTest-1815527086 tempest-TagsExtTest-1815527086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1800243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976'] for network, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:51.224226 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cac21050-cf25-455b-a4c0-5e11413b76b4 tempest-TagsExtTest-1815527086 tempest-TagsExtTest-1815527086-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=128084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:50:51.224837 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-cac21050-cf25-455b-a4c0-5e11413b76b4 tempest-TagsExtTest-1815527086 tempest-TagsExtTest-1815527086-project] Notify callbacks [] for network, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:51.266417 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7c390f-7e5a-4553-b47f-8118dbf233df tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Pushing event updated for resources: {'Port': ['ID=866294e8-12e8-47c3-bcab-350e956bc80e,revision_number=3']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:50:51.276619 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-1b7c390f-7e5a-4553-b47f-8118dbf233df tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.464s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:50:51.281110 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.db.resource_extend [None req-f1d732b0-3fae-4073-99bb-3e19184de11d tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] It took 0.36 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=128084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 24 11:50:51.283598 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-b3553475-34fc-4071-a263-06f5e14f96cd tempest-ExtraDHCPOptionsTestJSON-1604773077 tempest-ExtraDHCPOptionsTestJSON-1604773077-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.047s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:50:51.354982 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-cac21050-cf25-455b-a4c0-5e11413b76b4 tempest-TagsExtTest-1815527086 tempest-TagsExtTest-1815527086-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.9905810 Jun 24 11:50:51.365751 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 33610) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:50:51.374165 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-2f2a80f7-e2c5-4071-91d2-986dc4f6bd57 tempest-TagsExtTest-1815527086 tempest-TagsExtTest-1815527086-project] Request body: {'subnet': {'network_id': 'c88ee591-a287-41ae-9dcd-037425d8c8b9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:50:51.377312 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 33612) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:50:51.391609 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.db.db_base_plugin_common [None req-8ee5e150-0fbd-46d8-9b98-d8e9f485d0a9 tempest-AllowedAddressPairIpV6TestJSON-2004454070 tempest-AllowedAddressPairIpV6TestJSON-2004454070-project] Allocated IP 2001:db8::1a4 (f42a3638-1c76-4d1d-9a90-44e4aeb5dcfa/44a31125-d2b2-4a09-840a-dbad0450e2a1/cab33b10-2bf3-4c38-bd7d-c6b13b750046) {{(pid=128084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 11:50:51.399267 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-f1d732b0-3fae-4073-99bb-3e19184de11d tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1800243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976'] for network, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:51.405553 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1d732b0-3fae-4073-99bb-3e19184de11d tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=128084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:50:51.406181 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-f1d732b0-3fae-4073-99bb-3e19184de11d tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Notify callbacks [] for network, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:51.451799 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-9a132d76-dcd1-4d41-b7a4-962119edd54d req-c4fbf4e8-ebbe-490c-8acb-31495ed4beba tempest-TestVolumeBootPattern-428988392 tempest-TestVolumeBootPattern-428988392-project] 10.222.0.53 "GET /v2.0/ports?device_id=5e25e9f8-29cf-4860-93c6-e03d46d226de HTTP/1.1" status: 200 len: 210 time: 0.0969238 Jun 24 11:50:51.519006 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac21050-cf25-455b-a4c0-5e11413b76b4 tempest-TagsExtTest-1815527086 tempest-TagsExtTest-1815527086-project] Pushing event updated for resources: {'Network': ['ID=c88ee591-a287-41ae-9dcd-037425d8c8b9,revision_number=1']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:50:51.531846 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-cac21050-cf25-455b-a4c0-5e11413b76b4 tempest-TagsExtTest-1815527086 tempest-TagsExtTest-1815527086-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:50:51.533595 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Network c88ee591-a287-41ae-9dcd-037425d8c8b9 details requested by agent ovs-agent-dv-neutron-797120-4-hyperv with host dv-neutron-797120-4-hyperv {{(pid=128085) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 11:50:51.534843 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6089f685-49e0-4687-8935-bd31e2dc671d req-f46805ac-0c73-4ccf-8981-f99d88e8eb49 tempest-TestVolumeBootPattern-428988392 tempest-TestVolumeBootPattern-428988392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:50:51.536216 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-2c24fbb6-50f7-4307-b93b-6631274a25c3 tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.089s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:50:51.536637 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-6089f685-49e0-4687-8935-bd31e2dc671d req-f46805ac-0c73-4ccf-8981-f99d88e8eb49 tempest-TestVolumeBootPattern-428988392 tempest-TestVolumeBootPattern-428988392-project] 10.222.0.45 "GET /v2.0/networks?id=376f72b9-0f0d-4b21-b0a6-f11d1b9b44a4 HTTP/1.1" status: 200 len: 812 time: 0.1968062 Jun 24 11:50:51.540860 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b7c390f-7e5a-4553-b47f-8118dbf233df tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Network f76ff61a-8e5d-4726-9273-e062bd626f8d is already hosted by enough agents. {{(pid=128084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 11:50:51.569283 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-f1d732b0-3fae-4073-99bb-3e19184de11d tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.6147556 Jun 24 11:50:51.574209 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [None req-31cd4a68-9a2f-4e4c-83af-20b11e8acd9b tempest-SecGroupTest-1107880395 tempest-SecGroupTest-1107880395-project] Request body: {'security_group': {'name': 'tempest-secgroup--1025210870'}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:50:51.577552 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.base_scheduler [None req-1b7c390f-7e5a-4553-b47f-8118dbf233df tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Resources bound (agent type, host, resource id): {{(pid=128084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:50:51.579824 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 33616) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:50:51.624354 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-31cd4a68-9a2f-4e4c-83af-20b11e8acd9b tempest-SecGroupTest-1107880395 tempest-SecGroupTest-1107880395-project] Notify callbacks [] for security_group, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:51.645376 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-31cd4a68-9a2f-4e4c-83af-20b11e8acd9b tempest-SecGroupTest-1107880395 tempest-SecGroupTest-1107880395-project] Notify callbacks [] for security_group, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:51.653148 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-7e7c2f9a-5e83-45be-ad67-02e0b7086983 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Request body: {'subnet': {'network_id': 'adb3efe4-b6fb-4c63-9ef2-97a224cdad56', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:50:51.660713 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-6089f685-49e0-4687-8935-bd31e2dc671d req-e24bff19-6e28-4740-a5cc-0e172be5c3f3 tempest-TestVolumeBootPattern-428988392 tempest-TestVolumeBootPattern-428988392-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=91cba4619aa74784a108d3a825cc8e0c HTTP/1.1" status: 200 len: 378 time: 0.0639758 Jun 24 11:50:51.682006 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d732b0-3fae-4073-99bb-3e19184de11d tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Pushing event updated for resources: {'Network': ['ID=adb3efe4-b6fb-4c63-9ef2-97a224cdad56,revision_number=1']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:50:51.695140 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Network adb3efe4-b6fb-4c63-9ef2-97a224cdad56 details requested by agent ovs-agent-dv-neutron-797120-4-hyperv with host dv-neutron-797120-4-hyperv {{(pid=128085) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 11:50:51.697885 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [req-6089f685-49e0-4687-8935-bd31e2dc671d req-85ecc146-1b9b-4389-abb8-208ed1f5f477 tempest-TestVolumeBootPattern-428988392 tempest-TestVolumeBootPattern-428988392-project] Request body: {'port': {'device_id': '5e25e9f8-29cf-4860-93c6-e03d46d226de', 'network_id': '376f72b9-0f0d-4b21-b0a6-f11d1b9b44a4', 'admin_state_up': True, 'tenant_id': '91cba4619aa74784a108d3a825cc8e0c', 'security_groups': ['ddc26bf4-0de0-4c33-8d45-b7d4817ee778']}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:50:51.706823 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-f1d732b0-3fae-4073-99bb-3e19184de11d tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:50:51.890927 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-31cd4a68-9a2f-4e4c-83af-20b11e8acd9b tempest-SecGroupTest-1107880395 tempest-SecGroupTest-1107880395-project] Notify callbacks [] for security_group, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:51.899026 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-31cd4a68-9a2f-4e4c-83af-20b11e8acd9b tempest-SecGroupTest-1107880395 tempest-SecGroupTest-1107880395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800410'] for security_group, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:51.909534 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-519bec3f-7e4b-4476-bb90-4f52ff6201c1 tempest-NegativeSecGroupTest-260829952 tempest-NegativeSecGroupTest-260829952-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:50:51.948761 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31cd4a68-9a2f-4e4c-83af-20b11e8acd9b tempest-SecGroupTest-1107880395 tempest-SecGroupTest-1107880395-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3889a8d1-fad8-42b2-8bf9-201e4eee6287,revision_number=1']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:50:51.954130 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-31cd4a68-9a2f-4e4c-83af-20b11e8acd9b tempest-SecGroupTest-1107880395 tempest-SecGroupTest-1107880395-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:50:51.956272 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f2a80f7-e2c5-4071-91d2-986dc4f6bd57 tempest-TagsExtTest-1815527086 tempest-TagsExtTest-1815527086-project] Made reservation on behalf of 4e2674ed61494c8fb3c7431e6f8dd01e for: {'subnet': 1} {{(pid=128084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 11:50:51.959909 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-2f2a80f7-e2c5-4071-91d2-986dc4f6bd57 tempest-TagsExtTest-1815527086 tempest-TagsExtTest-1815527086-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3162484'] for subnet, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:52.011435 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-08314da9-2a41-4bfa-b5bd-e7627e5c0540 None None] Provisioning complete for port 866294e8-12e8-47c3-bcab-350e956bc80e triggered by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:50:52.012275 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-08314da9-2a41-4bfa-b5bd-e7627e5c0540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:52.054433 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-8ee5e150-0fbd-46d8-9b98-d8e9f485d0a9 tempest-AllowedAddressPairIpV6TestJSON-2004454070 tempest-AllowedAddressPairIpV6TestJSON-2004454070-project] Notify callbacks [] for port, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:52.060403 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-31cd4a68-9a2f-4e4c-83af-20b11e8acd9b tempest-SecGroupTest-1107880395 tempest-SecGroupTest-1107880395-project] Notify callbacks [] for security_group, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:52.061859 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6089f685-49e0-4687-8935-bd31e2dc671d req-85ecc146-1b9b-4389-abb8-208ed1f5f477 tempest-TestVolumeBootPattern-428988392 tempest-TestVolumeBootPattern-428988392-project] Made reservation on behalf of 91cba4619aa74784a108d3a825cc8e0c for: {'port': 1} {{(pid=128083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 11:50:52.066870 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-6089f685-49e0-4687-8935-bd31e2dc671d req-85ecc146-1b9b-4389-abb8-208ed1f5f477 tempest-TestVolumeBootPattern-428988392 tempest-TestVolumeBootPattern-428988392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:52.068168 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-08314da9-2a41-4bfa-b5bd-e7627e5c0540 None None] Port 866294e8-12e8-47c3-bcab-350e956bc80e cannot update to ACTIVE because it is not bound. {{(pid=128085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 11:50:52.077677 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-31cd4a68-9a2f-4e4c-83af-20b11e8acd9b tempest-SecGroupTest-1107880395 tempest-SecGroupTest-1107880395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800410'] for security_group, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:52.082331 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-a1b55999-149f-4768-8988-f9723df9f7fd tempest-NegativeSecGroupTest-260829952 tempest-NegativeSecGroupTest-260829952-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:50:52.106529 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.db.provisioning_blocks [None req-8ee5e150-0fbd-46d8-9b98-d8e9f485d0a9 tempest-AllowedAddressPairIpV6TestJSON-2004454070 tempest-AllowedAddressPairIpV6TestJSON-2004454070-project] Transition to ACTIVE for port object cab33b10-2bf3-4c38-bd7d-c6b13b750046 will not be triggered until provisioned by entity DHCP. {{(pid=128084) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 11:50:52.122914 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e7c2f9a-5e83-45be-ad67-02e0b7086983 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Made reservation on behalf of 38289682863c40298c517287ec90b883 for: {'subnet': 1} {{(pid=128084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 11:50:52.127026 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-7e7c2f9a-5e83-45be-ad67-02e0b7086983 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3162484'] for subnet, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:52.137315 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b7c390f-7e5a-4553-b47f-8118dbf233df tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Router ade8b069-5429-43c7-88c8-5614b64e7c28 is scheduled to L3 agent 2987dba8-2249-4ee6-96ec-28f0f7a6127d with binding_index 1 {{(pid=128084) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 24 11:50:52.155996 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-31cd4a68-9a2f-4e4c-83af-20b11e8acd9b tempest-SecGroupTest-1107880395 tempest-SecGroupTest-1107880395-project] Notify callbacks [] for security_group, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:52.159752 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-31cd4a68-9a2f-4e4c-83af-20b11e8acd9b tempest-SecGroupTest-1107880395 tempest-SecGroupTest-1107880395-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7762477 Jun 24 11:50:52.159752 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31cd4a68-9a2f-4e4c-83af-20b11e8acd9b tempest-SecGroupTest-1107880395 tempest-SecGroupTest-1107880395-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2ef6dab3-76a6-4613-963b-35805ea35d6d,revision_number=1']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:50:52.160174 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 33622) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:50:52.172324 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-31cd4a68-9a2f-4e4c-83af-20b11e8acd9b tempest-SecGroupTest-1107880395 tempest-SecGroupTest-1107880395-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:50:52.285953 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-cbbf7a97-f728-44c4-971a-d9cedf7230d8 tempest-SecGroupTest-1107880395 tempest-SecGroupTest-1107880395-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1220167 Jun 24 11:50:52.289700 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 33624) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:50:52.296545 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [None req-3d922135-b1af-44f0-b377-a01a8ff3321b tempest-SecGroupTest-1107880395 tempest-SecGroupTest-1107880395-project] Request body: {'security_group': {'name': 'tempest-security--1849135998', 'description': 'tempest-security-description-590055115'}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:50:52.304343 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.db_base_plugin_common [req-6089f685-49e0-4687-8935-bd31e2dc671d req-85ecc146-1b9b-4389-abb8-208ed1f5f477 tempest-TestVolumeBootPattern-428988392 tempest-TestVolumeBootPattern-428988392-project] Allocated IP 172.20.0.10 (376f72b9-0f0d-4b21-b0a6-f11d1b9b44a4/83739081-6ef0-4601-a176-febdd4c01678/71bd0aa5-7b84-4385-9fc4-2e4d3b22fafa) {{(pid=128083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 11:50:52.341086 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-3d922135-b1af-44f0-b377-a01a8ff3321b tempest-SecGroupTest-1107880395 tempest-SecGroupTest-1107880395-project] Notify callbacks [] for security_group, before_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:52.400838 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-8ee5e150-0fbd-46d8-9b98-d8e9f485d0a9 tempest-AllowedAddressPairIpV6TestJSON-2004454070 tempest-AllowedAddressPairIpV6TestJSON-2004454070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-650429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-506361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793193536723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3291971'] for port, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:52.412030 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-674ab373-7106-49d5-8224-ba395609d310 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:50:52.463099 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-3d922135-b1af-44f0-b377-a01a8ff3321b tempest-SecGroupTest-1107880395 tempest-SecGroupTest-1107880395-project] Notify callbacks [] for security_group, precommit_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:52.471317 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-3d922135-b1af-44f0-b377-a01a8ff3321b tempest-SecGroupTest-1107880395 tempest-SecGroupTest-1107880395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800410'] for security_group, after_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:52.474107 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-3d922135-b1af-44f0-b377-a01a8ff3321b tempest-SecGroupTest-1107880395 tempest-SecGroupTest-1107880395-project] Notify callbacks [] for security_group, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:52.475393 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-3d922135-b1af-44f0-b377-a01a8ff3321b tempest-SecGroupTest-1107880395 tempest-SecGroupTest-1107880395-project] 10.222.0.53 "PUT /v2.0/security-groups/2ef6dab3-76a6-4613-963b-35805ea35d6d HTTP/1.1" status: 200 len: 1779 time: 0.1847367 Jun 24 11:50:52.478231 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-a2f174f5-9310-48fa-ab86-f01a0f119459 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:50:52.484065 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 33626) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:50:52.531465 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ee5e150-0fbd-46d8-9b98-d8e9f485d0a9 tempest-AllowedAddressPairIpV6TestJSON-2004454070 tempest-AllowedAddressPairIpV6TestJSON-2004454070-project] Network f42a3638-1c76-4d1d-9a90-44e4aeb5dcfa is already hosted by enough agents. {{(pid=128084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 11:50:52.557489 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.base_scheduler [None req-8ee5e150-0fbd-46d8-9b98-d8e9f485d0a9 tempest-AllowedAddressPairIpV6TestJSON-2004454070 tempest-AllowedAddressPairIpV6TestJSON-2004454070-project] Resources bound (agent type, host, resource id): {{(pid=128084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:50:52.559406 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d922135-b1af-44f0-b377-a01a8ff3321b tempest-SecGroupTest-1107880395 tempest-SecGroupTest-1107880395-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2ef6dab3-76a6-4613-963b-35805ea35d6d,revision_number=2']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:50:52.562694 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ee5e150-0fbd-46d8-9b98-d8e9f485d0a9 tempest-AllowedAddressPairIpV6TestJSON-2004454070 tempest-AllowedAddressPairIpV6TestJSON-2004454070-project] Received port after_create {{(pid=128084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 11:50:52.568241 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-3d922135-b1af-44f0-b377-a01a8ff3321b tempest-SecGroupTest-1107880395 tempest-SecGroupTest-1107880395-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:50:52.569330 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ee5e150-0fbd-46d8-9b98-d8e9f485d0a9 tempest-AllowedAddressPairIpV6TestJSON-2004454070 tempest-AllowedAddressPairIpV6TestJSON-2004454070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=128084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:50:52.569940 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-8ee5e150-0fbd-46d8-9b98-d8e9f485d0a9 tempest-AllowedAddressPairIpV6TestJSON-2004454070 tempest-AllowedAddressPairIpV6TestJSON-2004454070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468916'] for port, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:52.580200 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-2f2a80f7-e2c5-4071-91d2-986dc4f6bd57 tempest-TagsExtTest-1815527086 tempest-TagsExtTest-1815527086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3291959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3162270'] for subnet, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:52.587661 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee5e150-0fbd-46d8-9b98-d8e9f485d0a9 tempest-AllowedAddressPairIpV6TestJSON-2004454070 tempest-AllowedAddressPairIpV6TestJSON-2004454070-project] Pushing event updated for resources: {'Port': ['ID=cab33b10-2bf3-4c38-bd7d-c6b13b750046,revision_number=1']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:50:52.589346 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-6089f685-49e0-4687-8935-bd31e2dc671d req-85ecc146-1b9b-4389-abb8-208ed1f5f477 tempest-TestVolumeBootPattern-428988392 tempest-TestVolumeBootPattern-428988392-project] Notify callbacks [] for port, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:52.597563 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-8ee5e150-0fbd-46d8-9b98-d8e9f485d0a9 tempest-AllowedAddressPairIpV6TestJSON-2004454070 tempest-AllowedAddressPairIpV6TestJSON-2004454070-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:50:52.607355 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-4aacb709-338a-43cd-97c9-997d8c1e2d4b tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.020s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:50:52.609704 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.provisioning_blocks [req-6089f685-49e0-4687-8935-bd31e2dc671d req-85ecc146-1b9b-4389-abb8-208ed1f5f477 tempest-TestVolumeBootPattern-428988392 tempest-TestVolumeBootPattern-428988392-project] Transition to ACTIVE for port object 71bd0aa5-7b84-4385-9fc4-2e4d3b22fafa will not be triggered until provisioned by entity DHCP. {{(pid=128083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 11:50:52.611360 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b7c390f-7e5a-4553-b47f-8118dbf233df tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Notify agent at l3_agent.dv-neutron-797120-4-hyperv the message routers_updated {{(pid=128084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 11:50:52.620536 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-1b7c390f-7e5a-4553-b47f-8118dbf233df tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] 10.222.0.53 "PUT /v2.0/routers/ade8b069-5429-43c7-88c8-5614b64e7c28/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7306998 Jun 24 11:50:52.624173 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56152cdf-ffb4-44cd-9273-bedf88d1fc99 None None] Sync routers for ids ['ade8b069-5429-43c7-88c8-5614b64e7c28'] in dv-neutron-797120-4-hyperv {{(pid=128085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 11:50:52.644243 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56152cdf-ffb4-44cd-9273-bedf88d1fc99 None None] Routers {'ade8b069-5429-43c7-88c8-5614b64e7c28'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 11:50:52.648524 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-56152cdf-ffb4-44cd-9273-bedf88d1fc99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T11:50:26Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['ade8b069-5429-43c7-88c8-5614b64e7c28'], 'active': True} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:50:52.658619 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 33630) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:50:52.704006 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-8ee5e150-0fbd-46d8-9b98-d8e9f485d0a9 tempest-AllowedAddressPairIpV6TestJSON-2004454070 tempest-AllowedAddressPairIpV6TestJSON-2004454070-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.7907341 Jun 24 11:50:52.707606 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-56152cdf-ffb4-44cd-9273-bedf88d1fc99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:50:52.717405 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 33632) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:50:52.720476 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56152cdf-ffb4-44cd-9273-bedf88d1fc99 None None] Routers {'ade8b069-5429-43c7-88c8-5614b64e7c28'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 11:50:52.722247 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-56152cdf-ffb4-44cd-9273-bedf88d1fc99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T11:50:26Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['ade8b069-5429-43c7-88c8-5614b64e7c28'], 'active': True} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:50:52.732376 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-4f2dcee4-d1be-4385-ad3e-80e8337090f1 tempest-AllowedAddressPairIpV6TestJSON-2004454070 tempest-AllowedAddressPairIpV6TestJSON-2004454070-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::6', 'mac_address': 'fa:16:3e:17:b7:46'}]}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:50:52.769248 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-56152cdf-ffb4-44cd-9273-bedf88d1fc99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:50:52.770242 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56152cdf-ffb4-44cd-9273-bedf88d1fc99 None None] The sync data for ids ['ade8b069-5429-43c7-88c8-5614b64e7c28'] in dv-neutron-797120-4-hyperv is: [] {{(pid=128085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 11:50:52.770519 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-8f1d4277-0e98-447d-b5fd-9b812eae5ba9 tempest-SecGroupTest-1107880395 tempest-SecGroupTest-1107880395-project] 10.222.0.53 "GET /v2.0/security-groups/2ef6dab3-76a6-4613-963b-35805ea35d6d HTTP/1.1" status: 200 len: 1779 time: 0.2850127 Jun 24 11:50:52.777018 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 33634) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:50:52.777779 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2a80f7-e2c5-4071-91d2-986dc4f6bd57 tempest-TagsExtTest-1815527086 tempest-TagsExtTest-1815527086-project] Pushing event updated for resources: {'Subnet': ['ID=a497dc61-0f2f-43fa-a2f2-958a24c8eddd,revision_number=0']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:50:52.787348 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-2f2a80f7-e2c5-4071-91d2-986dc4f6bd57 tempest-TagsExtTest-1815527086 tempest-TagsExtTest-1815527086-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:50:52.791205 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-cc691d71-ad8c-432a-9481-94d2ca22f3d2 req-2f59aabf-5167-4c4d-ba54-32297f23e0e6 tempest-TestVolumeBootPattern-428988392 tempest-TestVolumeBootPattern-428988392-project] 10.222.0.53 "GET /v2.0/ports?device_id=5e25e9f8-29cf-4860-93c6-e03d46d226de HTTP/1.1" status: 200 len: 210 time: 0.1331344 Jun 24 11:50:52.838226 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-6089f685-49e0-4687-8935-bd31e2dc671d req-85ecc146-1b9b-4389-abb8-208ed1f5f477 tempest-TestVolumeBootPattern-428988392 tempest-TestVolumeBootPattern-428988392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-650429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-506361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793193536723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2537853'] for port, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:52.849182 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-f5d17111-e172-41ed-a50d-fbc2a864b07a tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:50:52.887570 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f2a80f7-e2c5-4071-91d2-986dc4f6bd57 tempest-TagsExtTest-1815527086 tempest-TagsExtTest-1815527086-project] Checking segment: {'id': 'aa9bdc66-c54a-4897-a874-cdfe1480cd39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'c88ee591-a287-41ae-9dcd-037425d8c8b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=128084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 11:50:52.888308 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f2a80f7-e2c5-4071-91d2-986dc4f6bd57 tempest-TagsExtTest-1815527086 tempest-TagsExtTest-1815527086-project] Network hostable DHCP agents. Network: c88ee591-a287-41ae-9dcd-037425d8c8b9, hostable agents: ['6be988a9-1d97-480f-be5a-c55abf2c55c5'], hosted agents: [] {{(pid=128084) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 11:50:52.916345 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6089f685-49e0-4687-8935-bd31e2dc671d req-85ecc146-1b9b-4389-abb8-208ed1f5f477 tempest-TestVolumeBootPattern-428988392 tempest-TestVolumeBootPattern-428988392-project] Network 376f72b9-0f0d-4b21-b0a6-f11d1b9b44a4 is already hosted by enough agents. {{(pid=128083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 11:50:52.936640 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.base_scheduler [req-6089f685-49e0-4687-8935-bd31e2dc671d req-85ecc146-1b9b-4389-abb8-208ed1f5f477 tempest-TestVolumeBootPattern-428988392 tempest-TestVolumeBootPattern-428988392-project] Resources bound (agent type, host, resource id): {{(pid=128083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:50:52.947614 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-7e7c2f9a-5e83-45be-ad67-02e0b7086983 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3291959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3162270'] for subnet, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:52.955078 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.l3_dvrscheduler_db [req-6089f685-49e0-4687-8935-bd31e2dc671d req-85ecc146-1b9b-4389-abb8-208ed1f5f477 tempest-TestVolumeBootPattern-428988392 tempest-TestVolumeBootPattern-428988392-project] Received port after_create {{(pid=128083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 11:50:52.955242 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-2ce2ef89-43b5-409d-95c4-7ace1dd45613 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:50:52.961384 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ecc146-1b9b-4389-abb8-208ed1f5f477 tempest-TestVolumeBootPattern-428988392 tempest-TestVolumeBootPattern-428988392-project] Pushing event updated for resources: {'Port': ['ID=71bd0aa5-7b84-4385-9fc4-2e4d3b22fafa,revision_number=1']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:50:52.989599 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbb2ea7e-2dff-4000-8078-47a3a5c70ff6 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:50:52.994304 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-fbb2ea7e-2dff-4000-8078-47a3a5c70ff6 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] 10.222.0.53 "GET /v2.0/ports?device_id=ade8b069-5429-43c7-88c8-5614b64e7c28 HTTP/1.1" status: 200 len: 988 time: 0.3345284 Jun 24 11:50:52.995241 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-8f9b1a3e-aa49-4dea-9426-54be24128153 tempest-SecGroupTest-1107880395 tempest-SecGroupTest-1107880395-project] Notify callbacks [] for security_group, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:52.997138 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 33636) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:50:52.997901 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-85ecc146-1b9b-4389-abb8-208ed1f5f477 tempest-TestVolumeBootPattern-428988392 tempest-TestVolumeBootPattern-428988392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:50:53.016810 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-97de8870-5129-48fe-b294-d97bd26865a9 None None] Provisioning for port cab33b10-2bf3-4c38-bd7d-c6b13b750046 completed by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 11:50:53.029001 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-97de8870-5129-48fe-b294-d97bd26865a9 None None] Provisioning complete for port cab33b10-2bf3-4c38-bd7d-c6b13b750046 triggered by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:50:53.029590 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-97de8870-5129-48fe-b294-d97bd26865a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:53.055781 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f2a80f7-e2c5-4071-91d2-986dc4f6bd57 tempest-TagsExtTest-1815527086 tempest-TagsExtTest-1815527086-project] Network c88ee591-a287-41ae-9dcd-037425d8c8b9 is scheduled to be hosted by DHCP agent 6be988a9-1d97-480f-be5a-c55abf2c55c5 with binding_index 1 {{(pid=128084) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 11:50:53.096023 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7c2f9a-5e83-45be-ad67-02e0b7086983 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Pushing event updated for resources: {'Subnet': ['ID=404bf7bf-ab24-41bd-83ca-d1daa7f6eadc,revision_number=0']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:50:53.099682 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-7e7c2f9a-5e83-45be-ad67-02e0b7086983 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:50:53.101097 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-97de8870-5129-48fe-b294-d97bd26865a9 None None] Port cab33b10-2bf3-4c38-bd7d-c6b13b750046 cannot update to ACTIVE because it is not bound. {{(pid=128085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 11:50:53.104863 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.base_scheduler [None req-2f2a80f7-e2c5-4071-91d2-986dc4f6bd57 tempest-TagsExtTest-1815527086 tempest-TagsExtTest-1815527086-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-4-hyperv, c88ee591-a287-41ae-9dcd-037425d8c8b9) {{(pid=128084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:50:53.113964 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6601770f-cd64-4c05-b27e-43e3ce30e75d None None] Network c88ee591-a287-41ae-9dcd-037425d8c8b9 requested from dv-neutron-797120-4-hyperv {{(pid=128085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 11:50:53.124357 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f2a80f7-e2c5-4071-91d2-986dc4f6bd57 tempest-TagsExtTest-1815527086 tempest-TagsExtTest-1815527086-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=128084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:50:53.124837 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-2f2a80f7-e2c5-4071-91d2-986dc4f6bd57 tempest-TagsExtTest-1815527086 tempest-TagsExtTest-1815527086-project] Notify callbacks [] for subnet, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:53.156082 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-8f9b1a3e-aa49-4dea-9426-54be24128153 tempest-SecGroupTest-1107880395 tempest-SecGroupTest-1107880395-project] Notify callbacks [] for security_group, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:53.179984 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e7c2f9a-5e83-45be-ad67-02e0b7086983 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Checking segment: {'id': '8e64cbeb-c249-4995-baa4-a28bae4dc0c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'adb3efe4-b6fb-4c63-9ef2-97a224cdad56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=128084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 11:50:53.179984 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e7c2f9a-5e83-45be-ad67-02e0b7086983 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Network hostable DHCP agents. Network: adb3efe4-b6fb-4c63-9ef2-97a224cdad56, hostable agents: ['6be988a9-1d97-480f-be5a-c55abf2c55c5'], hosted agents: [] {{(pid=128084) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 11:50:53.196115 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6089f685-49e0-4687-8935-bd31e2dc671d req-85ecc146-1b9b-4389-abb8-208ed1f5f477 tempest-TestVolumeBootPattern-428988392 tempest-TestVolumeBootPattern-428988392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:50:53.196797 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-6089f685-49e0-4687-8935-bd31e2dc671d req-85ecc146-1b9b-4389-abb8-208ed1f5f477 tempest-TestVolumeBootPattern-428988392 tempest-TestVolumeBootPattern-428988392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468916'] for port, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:53.211803 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-2f2a80f7-e2c5-4071-91d2-986dc4f6bd57 tempest-TagsExtTest-1815527086 tempest-TagsExtTest-1815527086-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8419468 Jun 24 11:50:53.215121 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 33638) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:50:53.227068 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-535cde3a-cafe-4e57-a212-78490848038b tempest-TagsExtTest-1815527086 tempest-TagsExtTest-1815527086-project] Request body: {'port': {'network_id': 'c88ee591-a287-41ae-9dcd-037425d8c8b9', 'name': 'tempest-TagsExtTest-1126337799'}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:50:53.256104 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-4f2dcee4-d1be-4385-ad3e-80e8337090f1 tempest-AllowedAddressPairIpV6TestJSON-2004454070 tempest-AllowedAddressPairIpV6TestJSON-2004454070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:53.259562 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-6089f685-49e0-4687-8935-bd31e2dc671d req-85ecc146-1b9b-4389-abb8-208ed1f5f477 tempest-TestVolumeBootPattern-428988392 tempest-TestVolumeBootPattern-428988392-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5678093 Jun 24 11:50:53.302055 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [req-6089f685-49e0-4687-8935-bd31e2dc671d req-72adbb14-453a-4082-abc2-964885968936 service neutron] Request body: {'port': {'device_id': '5e25e9f8-29cf-4860-93c6-e03d46d226de', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7971'}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:50:53.310629 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e7c2f9a-5e83-45be-ad67-02e0b7086983 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Network adb3efe4-b6fb-4c63-9ef2-97a224cdad56 is scheduled to be hosted by DHCP agent 6be988a9-1d97-480f-be5a-c55abf2c55c5 with binding_index 1 {{(pid=128084) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 11:50:53.349922 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-2b489e60-e621-48ee-8471-dad674771957 None None] Provisioning for port 71bd0aa5-7b84-4385-9fc4-2e4d3b22fafa completed by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 11:50:53.355127 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.base_scheduler [None req-7e7c2f9a-5e83-45be-ad67-02e0b7086983 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-4-hyperv, adb3efe4-b6fb-4c63-9ef2-97a224cdad56) {{(pid=128084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:50:53.360879 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-8f9b1a3e-aa49-4dea-9426-54be24128153 tempest-SecGroupTest-1107880395 tempest-SecGroupTest-1107880395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800410'] for security_group, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:53.363921 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-8f9b1a3e-aa49-4dea-9426-54be24128153 tempest-SecGroupTest-1107880395 tempest-SecGroupTest-1107880395-project] Notify callbacks [] for security_group, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:53.364120 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-2b489e60-e621-48ee-8471-dad674771957 None None] Provisioning complete for port 71bd0aa5-7b84-4385-9fc4-2e4d3b22fafa triggered by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:50:53.368797 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-8f9b1a3e-aa49-4dea-9426-54be24128153 tempest-SecGroupTest-1107880395 tempest-SecGroupTest-1107880395-project] 10.222.0.53 "DELETE /v2.0/security-groups/2ef6dab3-76a6-4613-963b-35805ea35d6d HTTP/1.1" status: 204 len: 168 time: 0.5743225 Jun 24 11:50:53.370005 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-2b489e60-e621-48ee-8471-dad674771957 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:53.371783 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e7c2f9a-5e83-45be-ad67-02e0b7086983 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=128084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:50:53.372355 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-7e7c2f9a-5e83-45be-ad67-02e0b7086983 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Notify callbacks [] for subnet, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:53.374342 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 33640) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:50:53.375282 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-31cd4a68-9a2f-4e4c-83af-20b11e8acd9b tempest-SecGroupTest-1107880395 tempest-SecGroupTest-1107880395-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:50:53.408499 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9b1a3e-aa49-4dea-9426-54be24128153 tempest-SecGroupTest-1107880395 tempest-SecGroupTest-1107880395-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ef6dab3-76a6-4613-963b-35805ea35d6d,revision_number=None']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:50:53.419750 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe0de22b-322b-4117-9f31-0f5009c5e6d6 None None] Network adb3efe4-b6fb-4c63-9ef2-97a224cdad56 requested from dv-neutron-797120-4-hyperv {{(pid=128085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 11:50:53.422148 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-8f9b1a3e-aa49-4dea-9426-54be24128153 tempest-SecGroupTest-1107880395 tempest-SecGroupTest-1107880395-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:50:53.423434 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-2b489e60-e621-48ee-8471-dad674771957 None None] Port 71bd0aa5-7b84-4385-9fc4-2e4d3b22fafa cannot update to ACTIVE because it is not bound. {{(pid=128085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 11:50:53.465010 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-7e7c2f9a-5e83-45be-ad67-02e0b7086983 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8199124 Jun 24 11:50:53.465655 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 33642) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:50:53.483028 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-0b84372d-e588-46b2-a3f8-35a0b0191656 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Request body: {'port': {'network_id': 'adb3efe4-b6fb-4c63-9ef2-97a224cdad56', 'name': 'tempest-PortsTestJSON-1831350531'}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:50:53.521859 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe016d3e-887e-4355-b324-be7d4f2c3ac7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d65c8f8-7530-5052-99fe-8ea05073750b-c88ee591-a287-41ae-9dcd-037425d8c8b9', 'network_id': 'c88ee591-a287-41ae-9dcd-037425d8c8b9', 'tenant_id': '4e2674ed61494c8fb3c7431e6f8dd01e', 'fixed_ips': [{'subnet_id': 'a497dc61-0f2f-43fa-a2f2-958a24c8eddd'}]}} from dv-neutron-797120-4-hyperv. {{(pid=128085) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 24 11:50:53.522798 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-fe016d3e-887e-4355-b324-be7d4f2c3ac7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_create {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:53.551421 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 33644) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:50:53.555313 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-03fc92e4-97eb-453e-b79d-0e1f4d1d7f1d tempest-SecGroupTest-1107880395 tempest-SecGroupTest-1107880395-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1757605 Jun 24 11:50:53.577904 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-6089f685-49e0-4687-8935-bd31e2dc671d req-72adbb14-453a-4082-abc2-964885968936 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:53.606437 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.api.v2.resource [None req-659129fe-14a7-4087-a000-5abd93426e96 tempest-SecGroupTest-1107880395 tempest-SecGroupTest-1107880395-project] delete failed (client error): The resource could not be found. Jun 24 11:50:53.610967 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-659129fe-14a7-4087-a000-5abd93426e96 tempest-SecGroupTest-1107880395 tempest-SecGroupTest-1107880395-project] 10.222.0.53 "DELETE /v2.0/security-groups/2ef6dab3-76a6-4613-963b-35805ea35d6d HTTP/1.1" status: 404 len: 347 time: 0.0554929 Jun 24 11:50:53.616895 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 33646) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:50:53.631205 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-9959b9ea-07af-48d5-8696-322296608a5d tempest-SecGroupTest-1107880395 tempest-SecGroupTest-1107880395-project] Request body: {'security_group': {'name': 'tempest-secgroup--59151352'}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:50:53.706177 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-535cde3a-cafe-4e57-a212-78490848038b tempest-TagsExtTest-1815527086 tempest-TagsExtTest-1815527086-project] Made reservation on behalf of 4e2674ed61494c8fb3c7431e6f8dd01e for: {'port': 1} {{(pid=128084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 11:50:53.711245 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-535cde3a-cafe-4e57-a212-78490848038b tempest-TagsExtTest-1815527086 tempest-TagsExtTest-1815527086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:53.729033 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-427dea42-c8e7-41b1-9836-eb913b40ba5b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d65c8f8-7530-5052-99fe-8ea05073750b-adb3efe4-b6fb-4c63-9ef2-97a224cdad56', 'network_id': 'adb3efe4-b6fb-4c63-9ef2-97a224cdad56', 'tenant_id': '38289682863c40298c517287ec90b883', 'fixed_ips': [{'subnet_id': '404bf7bf-ab24-41bd-83ca-d1daa7f6eadc'}]}} from dv-neutron-797120-4-hyperv. {{(pid=128085) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 24 11:50:53.730752 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-427dea42-c8e7-41b1-9836-eb913b40ba5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_create {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:53.760163 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.notifiers.nova [None req-535cde3a-cafe-4e57-a212-78490848038b tempest-TagsExtTest-1815527086 tempest-TagsExtTest-1815527086-project] device_id is not set on port 18fb6b84-5aab-4248-8b78-23d892dc92ac yet. {{(pid=128084) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 24 11:50:53.775048 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-9959b9ea-07af-48d5-8696-322296608a5d tempest-SecGroupTest-1107880395 tempest-SecGroupTest-1107880395-project] Notify callbacks [] for security_group, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:53.790665 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-4f2dcee4-d1be-4385-ad3e-80e8337090f1 tempest-AllowedAddressPairIpV6TestJSON-2004454070 tempest-AllowedAddressPairIpV6TestJSON-2004454070-project] Notify callbacks [] for port, precommit_update {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:53.811055 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-61f71f26-eb6c-419a-a9b8-ac8bec368c55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:53.879364 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-4f2dcee4-d1be-4385-ad3e-80e8337090f1 tempest-AllowedAddressPairIpV6TestJSON-2004454070 tempest-AllowedAddressPairIpV6TestJSON-2004454070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3292081'] for port, after_update {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:53.888204 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.db_base_plugin_common [None req-fe016d3e-887e-4355-b324-be7d4f2c3ac7 None None] Allocated IP 172.20.0.2 (c88ee591-a287-41ae-9dcd-037425d8c8b9/a497dc61-0f2f-43fa-a2f2-958a24c8eddd/568906ff-7770-46d0-865e-18f8e17c4f61) {{(pid=128085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 11:50:53.889611 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-1b7c390f-7e5a-4553-b47f-8118dbf233df tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:50:54.006499 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b84372d-e588-46b2-a3f8-35a0b0191656 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Made reservation on behalf of 38289682863c40298c517287ec90b883 for: {'port': 1} {{(pid=128084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 11:50:54.010481 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-0b84372d-e588-46b2-a3f8-35a0b0191656 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:54.015791 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.db_base_plugin_common [None req-427dea42-c8e7-41b1-9836-eb913b40ba5b None None] Allocated IP 172.20.0.2 (adb3efe4-b6fb-4c63-9ef2-97a224cdad56/404bf7bf-ab24-41bd-83ca-d1daa7f6eadc/26c7550a-7ca0-4479-8b00-8e5c06558561) {{(pid=128085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 11:50:54.028901 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.notifiers.nova [req-6089f685-49e0-4687-8935-bd31e2dc671d req-72adbb14-453a-4082-abc2-964885968936 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 71bd0aa5-7b84-4385-9fc4-2e4d3b22fafa {{(pid=128083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 11:50:54.042794 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-6089f685-49e0-4687-8935-bd31e2dc671d req-72adbb14-453a-4082-abc2-964885968936 service neutron] Notify callbacks [] for port, precommit_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:54.071593 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.plugin [None req-4f2dcee4-d1be-4385-ad3e-80e8337090f1 tempest-AllowedAddressPairIpV6TestJSON-2004454070 tempest-AllowedAddressPairIpV6TestJSON-2004454070-project] In _notify_port_updated(), no bound segment for port cab33b10-2bf3-4c38-bd7d-c6b13b750046 on network f42a3638-1c76-4d1d-9a90-44e4aeb5dcfa {{(pid=128084) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jun 24 11:50:54.077435 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f2dcee4-d1be-4385-ad3e-80e8337090f1 tempest-AllowedAddressPairIpV6TestJSON-2004454070 tempest-AllowedAddressPairIpV6TestJSON-2004454070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:50:54.078173 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-4f2dcee4-d1be-4385-ad3e-80e8337090f1 tempest-AllowedAddressPairIpV6TestJSON-2004454070 tempest-AllowedAddressPairIpV6TestJSON-2004454070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468916'] for port, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:54.080290 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-4f2dcee4-d1be-4385-ad3e-80e8337090f1 tempest-AllowedAddressPairIpV6TestJSON-2004454070 tempest-AllowedAddressPairIpV6TestJSON-2004454070-project] 10.222.0.53 "PUT /v2.0/ports/cab33b10-2bf3-4c38-bd7d-c6b13b750046 HTTP/1.1" status: 200 len: 1000 time: 1.3595588 Jun 24 11:50:54.092685 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 33652) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:50:54.108523 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.provisioning_blocks [req-6089f685-49e0-4687-8935-bd31e2dc671d req-72adbb14-453a-4082-abc2-964885968936 service neutron] Transition to ACTIVE for port object 71bd0aa5-7b84-4385-9fc4-2e4d3b22fafa will not be triggered until provisioned by entity L2. {{(pid=128083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 11:50:54.163905 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-6089f685-49e0-4687-8935-bd31e2dc671d req-72adbb14-453a-4082-abc2-964885968936 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2537871'] for port, after_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:54.166937 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.notifiers.nova [None req-0b84372d-e588-46b2-a3f8-35a0b0191656 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] device_id is not set on port 11634b32-9b34-4abb-a17c-56ce5ac735e6 yet. {{(pid=128084) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 24 11:50:54.172580 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2dcee4-d1be-4385-ad3e-80e8337090f1 tempest-AllowedAddressPairIpV6TestJSON-2004454070 tempest-AllowedAddressPairIpV6TestJSON-2004454070-project] Pushing event updated for resources: {'Port': ['ID=cab33b10-2bf3-4c38-bd7d-c6b13b750046,revision_number=2']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:50:54.174342 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-958d2eda-d8a3-42b1-ac77-209d9b214e00 tempest-TestNetworkAdvancedServerOps-1479438933 tempest-TestNetworkAdvancedServerOps-1479438933-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:50:54.186568 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-4f2dcee4-d1be-4385-ad3e-80e8337090f1 tempest-AllowedAddressPairIpV6TestJSON-2004454070 tempest-AllowedAddressPairIpV6TestJSON-2004454070-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.297s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:50:54.217818 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-fe016d3e-887e-4355-b324-be7d4f2c3ac7 None None] Notify callbacks [] for port, precommit_create {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:54.232016 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-fe016d3e-887e-4355-b324-be7d4f2c3ac7 None None] Transition to ACTIVE for port object 568906ff-7770-46d0-865e-18f8e17c4f61 will not be triggered until provisioned by entity L2. {{(pid=128085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 11:50:54.256513 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-fe016d3e-887e-4355-b324-be7d4f2c3ac7 None None] Transition to ACTIVE for port object 568906ff-7770-46d0-865e-18f8e17c4f61 will not be triggered until provisioned by entity DHCP. {{(pid=128085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 11:50:54.318862 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-fe016d3e-887e-4355-b324-be7d4f2c3ac7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-650429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-506361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793193536723'] for port, after_create {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:54.325909 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-cc77c31c-1c7a-43b1-94de-2f98a5e18670 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:50:54.388485 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72adbb14-453a-4082-abc2-964885968936 service neutron] Pushing event updated for resources: {'Port': ['ID=71bd0aa5-7b84-4385-9fc4-2e4d3b22fafa,revision_number=2']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:50:54.418754 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-72adbb14-453a-4082-abc2-964885968936 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:50:54.445533 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b91190-2fed-4262-a28d-73032bba5c67 req-bd4ec459-616f-4497-aa26-91a794b99deb tempest-TestVolumeBootPattern-428988392 tempest-TestVolumeBootPattern-428988392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:50:54.462071 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-f7b91190-2fed-4262-a28d-73032bba5c67 req-bd4ec459-616f-4497-aa26-91a794b99deb tempest-TestVolumeBootPattern-428988392 tempest-TestVolumeBootPattern-428988392-project] 10.222.0.53 "GET /v2.0/ports?device_id=5e25e9f8-29cf-4860-93c6-e03d46d226de HTTP/1.1" status: 200 len: 932 time: 0.4047358 Jun 24 11:50:54.534732 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-427dea42-c8e7-41b1-9836-eb913b40ba5b None None] Notify callbacks [] for port, precommit_create {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:54.555032 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-427dea42-c8e7-41b1-9836-eb913b40ba5b None None] Transition to ACTIVE for port object 26c7550a-7ca0-4479-8b00-8e5c06558561 will not be triggered until provisioned by entity L2. {{(pid=128085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 11:50:54.583690 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-427dea42-c8e7-41b1-9836-eb913b40ba5b None None] Transition to ACTIVE for port object 26c7550a-7ca0-4479-8b00-8e5c06558561 will not be triggered until provisioned by entity DHCP. {{(pid=128085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 11:50:54.614270 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe016d3e-887e-4355-b324-be7d4f2c3ac7 None None] Pushing event updated for resources: {'Port': ['ID=568906ff-7770-46d0-865e-18f8e17c4f61,revision_number=1']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:50:54.618365 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-fe016d3e-887e-4355-b324-be7d4f2c3ac7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:50:54.622421 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-427dea42-c8e7-41b1-9836-eb913b40ba5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-650429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-506361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793193536723'] for port, after_create {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:54.636129 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe016d3e-887e-4355-b324-be7d4f2c3ac7 None None] Network c88ee591-a287-41ae-9dcd-037425d8c8b9 is already hosted by enough agents. {{(pid=128085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 11:50:54.639703 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-2e9791ff-0742-4b19-a050-e2867e3ffafa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:50:54.711094 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.scheduler.base_scheduler [None req-fe016d3e-887e-4355-b324-be7d4f2c3ac7 None None] Resources bound (agent type, host, resource id): {{(pid=128085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:50:54.713933 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe016d3e-887e-4355-b324-be7d4f2c3ac7 None None] Received port after_create {{(pid=128085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 11:50:54.723813 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427dea42-c8e7-41b1-9836-eb913b40ba5b None None] Pushing event updated for resources: {'Port': ['ID=26c7550a-7ca0-4479-8b00-8e5c06558561,revision_number=1']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:50:54.727842 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-427dea42-c8e7-41b1-9836-eb913b40ba5b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:50:54.744398 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-55c473d0-9a2d-4e79-bcbe-52b931771fab None None] Provisioning complete for port cab33b10-2bf3-4c38-bd7d-c6b13b750046 triggered by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:50:54.745088 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-55c473d0-9a2d-4e79-bcbe-52b931771fab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:54.801347 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-427dea42-c8e7-41b1-9836-eb913b40ba5b None None] Network adb3efe4-b6fb-4c63-9ef2-97a224cdad56 is already hosted by enough agents. {{(pid=128085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 11:50:54.809417 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-55c473d0-9a2d-4e79-bcbe-52b931771fab None None] Port cab33b10-2bf3-4c38-bd7d-c6b13b750046 cannot update to ACTIVE because it is not bound. {{(pid=128085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 11:50:54.813670 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.scheduler.base_scheduler [None req-427dea42-c8e7-41b1-9836-eb913b40ba5b None None] Resources bound (agent type, host, resource id): {{(pid=128085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:50:54.816765 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-427dea42-c8e7-41b1-9836-eb913b40ba5b None None] Received port after_create {{(pid=128085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 11:50:54.906990 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-f7b91190-2fed-4262-a28d-73032bba5c67 req-a24cd147-0a7b-43a6-98f6-c64ed28216fb tempest-TestVolumeBootPattern-428988392 tempest-TestVolumeBootPattern-428988392-project] 10.222.0.53 "GET /v2.0/security-groups?id=ddc26bf4-0de0-4c33-8d45-b7d4817ee778&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4438787 Jun 24 11:50:54.926324 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-e2f8a1ca-5c56-4732-8e8a-438e4e7f89dd tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1978565'] for router_interface, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:54.950505 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.db.db_base_plugin_common [None req-0b84372d-e588-46b2-a3f8-35a0b0191656 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Allocated IP 172.20.0.11 (adb3efe4-b6fb-4c63-9ef2-97a224cdad56/404bf7bf-ab24-41bd-83ca-d1daa7f6eadc/11634b32-9b34-4abb-a17c-56ce5ac735e6) {{(pid=128084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 11:50:54.955090 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-9959b9ea-07af-48d5-8696-322296608a5d tempest-SecGroupTest-1107880395 tempest-SecGroupTest-1107880395-project] Notify callbacks [] for security_group, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:54.986834 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-9959b9ea-07af-48d5-8696-322296608a5d tempest-SecGroupTest-1107880395 tempest-SecGroupTest-1107880395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800410'] for security_group, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:54.997353 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-a8ab19c6-e247-480a-bece-d7a097588bb4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:50:55.029588 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9959b9ea-07af-48d5-8696-322296608a5d tempest-SecGroupTest-1107880395 tempest-SecGroupTest-1107880395-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6c265532-449d-471f-8160-50380804a567,revision_number=1']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:50:55.033406 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-9959b9ea-07af-48d5-8696-322296608a5d tempest-SecGroupTest-1107880395 tempest-SecGroupTest-1107880395-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:50:55.063107 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.db.db_base_plugin_common [None req-535cde3a-cafe-4e57-a212-78490848038b tempest-TagsExtTest-1815527086 tempest-TagsExtTest-1815527086-project] Allocated IP 172.20.0.6 (c88ee591-a287-41ae-9dcd-037425d8c8b9/a497dc61-0f2f-43fa-a2f2-958a24c8eddd/18fb6b84-5aab-4248-8b78-23d892dc92ac) {{(pid=128084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 11:50:55.104137 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-fe016d3e-887e-4355-b324-be7d4f2c3ac7 None None] Attempting to bind port 568906ff-7770-46d0-865e-18f8e17c4f61 on host dv-neutron-797120-4-hyperv for vnic_type normal with profile {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 11:50:55.104612 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-fe016d3e-887e-4355-b324-be7d4f2c3ac7 None None] Attempting to bind port 568906ff-7770-46d0-865e-18f8e17c4f61 by drivers openvswitch,hyperv on host dv-neutron-797120-4-hyperv at level 0 using segments [{'id': 'aa9bdc66-c54a-4897-a874-cdfe1480cd39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'c88ee591-a287-41ae-9dcd-037425d8c8b9'}] {{(pid=128085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 11:50:55.105007 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe016d3e-887e-4355-b324-be7d4f2c3ac7 None None] Attempting to bind port 568906ff-7770-46d0-865e-18f8e17c4f61 on network c88ee591-a287-41ae-9dcd-037425d8c8b9 {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 11:50:55.107009 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-9959b9ea-07af-48d5-8696-322296608a5d tempest-SecGroupTest-1107880395 tempest-SecGroupTest-1107880395-project] Notify callbacks [] for security_group, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:55.108471 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-9959b9ea-07af-48d5-8696-322296608a5d tempest-SecGroupTest-1107880395 tempest-SecGroupTest-1107880395-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.4905686 Jun 24 11:50:55.117997 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 33672) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:50:55.124237 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.plugin [None req-8da4572a-75e1-4cb5-baf4-b816429441e5 tempest-AllowedAddressPairIpV6TestJSON-2004454070 tempest-AllowedAddressPairIpV6TestJSON-2004454070-project] Deleting port cab33b10-2bf3-4c38-bd7d-c6b13b750046 {{(pid=128084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 11:50:55.124560 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-8da4572a-75e1-4cb5-baf4-b816429441e5 tempest-AllowedAddressPairIpV6TestJSON-2004454070 tempest-AllowedAddressPairIpV6TestJSON-2004454070-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793193942312'] for port, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:55.134646 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe016d3e-887e-4355-b324-be7d4f2c3ac7 None None] Checking agent: {'id': 'e3a695b2-c397-461f-83b0-10b79d490b59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 11, 36, 56), 'started_at': datetime.datetime(2021, 6, 24, 11, 37, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 11, 50, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 11:50:55.135032 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe016d3e-887e-4355-b324-be7d4f2c3ac7 None None] Checking segment: {'id': 'aa9bdc66-c54a-4897-a874-cdfe1480cd39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'c88ee591-a287-41ae-9dcd-037425d8c8b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=128085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 11:50:55.135445 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-fe016d3e-887e-4355-b324-be7d4f2c3ac7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:55.135840 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe016d3e-887e-4355-b324-be7d4f2c3ac7 None None] Bound using segment: {'id': 'aa9bdc66-c54a-4897-a874-cdfe1480cd39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'c88ee591-a287-41ae-9dcd-037425d8c8b9'} {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 11:50:55.136321 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-fe016d3e-887e-4355-b324-be7d4f2c3ac7 None None] Bound port: 568906ff-7770-46d0-865e-18f8e17c4f61, host: dv-neutron-797120-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa9bdc66-c54a-4897-a874-cdfe1480cd39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'c88ee591-a287-41ae-9dcd-037425d8c8b9'}}] {{(pid=128085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 11:50:55.136716 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-fe016d3e-887e-4355-b324-be7d4f2c3ac7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:55.141288 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-427dea42-c8e7-41b1-9836-eb913b40ba5b None None] Attempting to bind port 26c7550a-7ca0-4479-8b00-8e5c06558561 on host dv-neutron-797120-4-hyperv for vnic_type normal with profile {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 11:50:55.141665 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-427dea42-c8e7-41b1-9836-eb913b40ba5b None None] Attempting to bind port 26c7550a-7ca0-4479-8b00-8e5c06558561 by drivers openvswitch,hyperv on host dv-neutron-797120-4-hyperv at level 0 using segments [{'id': '8e64cbeb-c249-4995-baa4-a28bae4dc0c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'adb3efe4-b6fb-4c63-9ef2-97a224cdad56'}] {{(pid=128085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 11:50:55.142173 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-427dea42-c8e7-41b1-9836-eb913b40ba5b None None] Attempting to bind port 26c7550a-7ca0-4479-8b00-8e5c06558561 on network adb3efe4-b6fb-4c63-9ef2-97a224cdad56 {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 11:50:55.150871 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [None req-8765e668-eac0-496a-98d3-8b664f6a8a25 tempest-SecGroupTest-1107880395 tempest-SecGroupTest-1107880395-project] Request body: {'security_group_rule': {'security_group_id': '6c265532-449d-471f-8160-50380804a567', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:50:55.157276 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.managers [req-6089f685-49e0-4687-8935-bd31e2dc671d req-72adbb14-453a-4082-abc2-964885968936 service neutron] Attempting to bind port 71bd0aa5-7b84-4385-9fc4-2e4d3b22fafa on host hv-neutron-7971 for vnic_type normal with profile {{(pid=128083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 11:50:55.157987 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.managers [req-6089f685-49e0-4687-8935-bd31e2dc671d req-72adbb14-453a-4082-abc2-964885968936 service neutron] Attempting to bind port 71bd0aa5-7b84-4385-9fc4-2e4d3b22fafa by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': 'feccf5a9-eb5f-4366-9287-7909e7dea8b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '376f72b9-0f0d-4b21-b0a6-f11d1b9b44a4'}] {{(pid=128083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 11:50:55.158565 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6089f685-49e0-4687-8935-bd31e2dc671d req-72adbb14-453a-4082-abc2-964885968936 service neutron] Attempting to bind port 71bd0aa5-7b84-4385-9fc4-2e4d3b22fafa on network 376f72b9-0f0d-4b21-b0a6-f11d1b9b44a4 {{(pid=128083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 11:50:55.158703 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-427dea42-c8e7-41b1-9836-eb913b40ba5b None None] Checking agent: {'id': 'e3a695b2-c397-461f-83b0-10b79d490b59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 11, 36, 56), 'started_at': datetime.datetime(2021, 6, 24, 11, 37, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 11, 50, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 11:50:55.158958 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-427dea42-c8e7-41b1-9836-eb913b40ba5b None None] Checking segment: {'id': '8e64cbeb-c249-4995-baa4-a28bae4dc0c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'adb3efe4-b6fb-4c63-9ef2-97a224cdad56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=128085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 11:50:55.160072 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-427dea42-c8e7-41b1-9836-eb913b40ba5b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:55.160474 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-427dea42-c8e7-41b1-9836-eb913b40ba5b None None] Bound using segment: {'id': '8e64cbeb-c249-4995-baa4-a28bae4dc0c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'adb3efe4-b6fb-4c63-9ef2-97a224cdad56'} {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 11:50:55.161176 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-427dea42-c8e7-41b1-9836-eb913b40ba5b None None] Bound port: 26c7550a-7ca0-4479-8b00-8e5c06558561, host: dv-neutron-797120-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e64cbeb-c249-4995-baa4-a28bae4dc0c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'adb3efe4-b6fb-4c63-9ef2-97a224cdad56'}}] {{(pid=128085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 11:50:55.161568 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-427dea42-c8e7-41b1-9836-eb913b40ba5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:55.193209 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6089f685-49e0-4687-8935-bd31e2dc671d req-72adbb14-453a-4082-abc2-964885968936 service neutron] Port 71bd0aa5-7b84-4385-9fc4-2e4d3b22fafa on network 376f72b9-0f0d-4b21-b0a6-f11d1b9b44a4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=128083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 11:50:55.194086 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6089f685-49e0-4687-8935-bd31e2dc671d req-72adbb14-453a-4082-abc2-964885968936 service neutron] Attempting to bind port 71bd0aa5-7b84-4385-9fc4-2e4d3b22fafa on network 376f72b9-0f0d-4b21-b0a6-f11d1b9b44a4 {{(pid=128083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 11:50:55.205473 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6089f685-49e0-4687-8935-bd31e2dc671d req-72adbb14-453a-4082-abc2-964885968936 service neutron] Checking agent: {'id': 'a2c9a14d-87aa-4cd1-a510-11988f19c3d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7971', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 11, 42, 44), 'started_at': datetime.datetime(2021, 6, 24, 11, 42, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 11, 50, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=128083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 11:50:55.206830 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6089f685-49e0-4687-8935-bd31e2dc671d req-72adbb14-453a-4082-abc2-964885968936 service neutron] Checking segment: {'id': 'feccf5a9-eb5f-4366-9287-7909e7dea8b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '376f72b9-0f0d-4b21-b0a6-f11d1b9b44a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=128083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 11:50:55.207450 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6089f685-49e0-4687-8935-bd31e2dc671d req-72adbb14-453a-4082-abc2-964885968936 service neutron] Bound using segment: {'id': 'feccf5a9-eb5f-4366-9287-7909e7dea8b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '376f72b9-0f0d-4b21-b0a6-f11d1b9b44a4'} {{(pid=128083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 11:50:55.208145 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.managers [req-6089f685-49e0-4687-8935-bd31e2dc671d req-72adbb14-453a-4082-abc2-964885968936 service neutron] Bound port: 71bd0aa5-7b84-4385-9fc4-2e4d3b22fafa, host: hv-neutron-7971, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'feccf5a9-eb5f-4366-9287-7909e7dea8b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '376f72b9-0f0d-4b21-b0a6-f11d1b9b44a4'}}] {{(pid=128083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 11:50:55.208775 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-6089f685-49e0-4687-8935-bd31e2dc671d req-72adbb14-453a-4082-abc2-964885968936 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:55.273020 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-427dea42-c8e7-41b1-9836-eb913b40ba5b None None] For port 26c7550a-7ca0-4479-8b00-8e5c06558561, host dv-neutron-797120-4-hyperv, cleared binding levels {{(pid=128085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 11:50:55.277359 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-427dea42-c8e7-41b1-9836-eb913b40ba5b None None] For port 26c7550a-7ca0-4479-8b00-8e5c06558561, host dv-neutron-797120-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=26c7550a-7ca0-4479-8b00-8e5c06558561,segment=NetworkSegment(8e64cbeb-c249-4995-baa4-a28bae4dc0c4),segment_id=8e64cbeb-c249-4995-baa4-a28bae4dc0c4)] {{(pid=128085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 11:50:55.298824 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.db [req-6089f685-49e0-4687-8935-bd31e2dc671d req-72adbb14-453a-4082-abc2-964885968936 service neutron] For port 71bd0aa5-7b84-4385-9fc4-2e4d3b22fafa, host hv-neutron-7971, cleared binding levels {{(pid=128083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 11:50:55.303838 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.db [req-6089f685-49e0-4687-8935-bd31e2dc671d req-72adbb14-453a-4082-abc2-964885968936 service neutron] For port 71bd0aa5-7b84-4385-9fc4-2e4d3b22fafa, host hv-neutron-7971, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=71bd0aa5-7b84-4385-9fc4-2e4d3b22fafa,segment=NetworkSegment(feccf5a9-eb5f-4366-9287-7909e7dea8b2),segment_id=feccf5a9-eb5f-4366-9287-7909e7dea8b2)] {{(pid=128083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 11:50:55.325987 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-6089f685-49e0-4687-8935-bd31e2dc671d req-72adbb14-453a-4082-abc2-964885968936 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2537871'] for port, after_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:55.326952 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-427dea42-c8e7-41b1-9836-eb913b40ba5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:55.335027 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:50:55.342002 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-958d2eda-d8a3-42b1-ac77-209d9b214e00 tempest-TestNetworkAdvancedServerOps-1479438933 tempest-TestNetworkAdvancedServerOps-1479438933-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:50:55.350256 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-8765e668-eac0-496a-98d3-8b664f6a8a25 tempest-SecGroupTest-1107880395 tempest-SecGroupTest-1107880395-project] Notify callbacks [] for security_group_rule, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:55.430087 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6089f685-49e0-4687-8935-bd31e2dc671d req-72adbb14-453a-4082-abc2-964885968936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:50:55.430894 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-6089f685-49e0-4687-8935-bd31e2dc671d req-72adbb14-453a-4082-abc2-964885968936 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468916'] for port, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:55.432433 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-6089f685-49e0-4687-8935-bd31e2dc671d req-72adbb14-453a-4082-abc2-964885968936 service neutron] 10.222.0.45 "PUT /v2.0/ports/71bd0aa5-7b84-4385-9fc4-2e4d3b22fafa HTTP/1.1" status: 200 len: 1094 time: 2.1382079 Jun 24 11:50:55.435565 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e25e9f8-29cf-4860-93c6-e03d46d226de', 'tag': '71bd0aa5-7b84-4385-9fc4-2e4d3b22fafa'}] {{(pid=128083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 11:50:55.454818 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a77f7dee1a0522ddf93af289475d218fcdb8f30317daadec13ebf930b5b9dbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f88f5b30-b40b-46e5-a3a1-5a67d4d750a6" -d '{"events": [{"name": "network-changed", "server_uuid": "5e25e9f8-29cf-4860-93c6-e03d46d226de", "tag": "71bd0aa5-7b84-4385-9fc4-2e4d3b22fafa"}]}' {{(pid=128083) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 11:50:55.467157 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427dea42-c8e7-41b1-9836-eb913b40ba5b None None] Pushing event updated for resources: {'Port': ['ID=26c7550a-7ca0-4479-8b00-8e5c06558561,revision_number=2']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:50:55.473125 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-427dea42-c8e7-41b1-9836-eb913b40ba5b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:50:55.533329 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-fe016d3e-887e-4355-b324-be7d4f2c3ac7 None None] For port 568906ff-7770-46d0-865e-18f8e17c4f61, host dv-neutron-797120-4-hyperv, cleared binding levels {{(pid=128085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 11:50:55.540442 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-fe016d3e-887e-4355-b324-be7d4f2c3ac7 None None] For port 568906ff-7770-46d0-865e-18f8e17c4f61, host dv-neutron-797120-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=568906ff-7770-46d0-865e-18f8e17c4f61,segment=NetworkSegment(aa9bdc66-c54a-4897-a874-cdfe1480cd39),segment_id=aa9bdc66-c54a-4897-a874-cdfe1480cd39)] {{(pid=128085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 11:50:55.549045 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-fe016d3e-887e-4355-b324-be7d4f2c3ac7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:55.557661 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-427dea42-c8e7-41b1-9836-eb913b40ba5b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:50:55.576680 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a2fbc9-4059-47d5-94be-d24cfdb00ea3 req-bb2b406e-eabe-4d52-be3b-5ff555590195 tempest-TestNetworkAdvancedServerOps-1479438933 tempest-TestNetworkAdvancedServerOps-1479438933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:50:55.586228 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-29a2fbc9-4059-47d5-94be-d24cfdb00ea3 req-bb2b406e-eabe-4d52-be3b-5ff555590195 tempest-TestNetworkAdvancedServerOps-1479438933 tempest-TestNetworkAdvancedServerOps-1479438933-project] 10.222.0.53 "GET /v2.0/ports?device_id=01c22be6-1669-482b-94cd-775df8dd11ba HTTP/1.1" status: 200 len: 946 time: 0.5185287 Jun 24 11:50:55.592612 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 11:50:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-839de6b0-ddb1-4e05-b640-214369fc8501 x-openstack-request-id: req-839de6b0-ddb1-4e05-b640-214369fc8501 {{(pid=128083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 11:50:55.593049 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e25e9f8-29cf-4860-93c6-e03d46d226de", "tag": "71bd0aa5-7b84-4385-9fc4-2e4d3b22fafa", "status": "completed", "code": 200}]} {{(pid=128083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 11:50:55.593459 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-839de6b0-ddb1-4e05-b640-214369fc8501 {{(pid=128083) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 11:50:55.594345 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e25e9f8-29cf-4860-93c6-e03d46d226de', 'tag': '71bd0aa5-7b84-4385-9fc4-2e4d3b22fafa', 'status': 'completed', 'code': 200} Jun 24 11:50:55.638184 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-8da4572a-75e1-4cb5-baf4-b816429441e5 tempest-AllowedAddressPairIpV6TestJSON-2004454070 tempest-AllowedAddressPairIpV6TestJSON-2004454070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1978872'] for port, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:55.640227 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe016d3e-887e-4355-b324-be7d4f2c3ac7 None None] Pushing event updated for resources: {'Port': ['ID=568906ff-7770-46d0-865e-18f8e17c4f61,revision_number=2']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:50:55.646471 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-fe016d3e-887e-4355-b324-be7d4f2c3ac7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:50:55.670203 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.plugin [None req-8da4572a-75e1-4cb5-baf4-b816429441e5 tempest-AllowedAddressPairIpV6TestJSON-2004454070 tempest-AllowedAddressPairIpV6TestJSON-2004454070-project] Calling delete_port for cab33b10-2bf3-4c38-bd7d-c6b13b750046 owned by {{(pid=128084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 11:50:55.724680 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-0b84372d-e588-46b2-a3f8-35a0b0191656 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Notify callbacks [] for port, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:55.735199 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72adbb14-453a-4082-abc2-964885968936 service neutron] Pushing event updated for resources: {'Port': ['ID=71bd0aa5-7b84-4385-9fc4-2e4d3b22fafa,revision_number=3']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:50:55.755761 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-72adbb14-453a-4082-abc2-964885968936 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.414s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:50:55.770877 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-29a2fbc9-4059-47d5-94be-d24cfdb00ea3 req-38fe6cbf-0690-486b-bbe5-c85f24021fa5 tempest-TestNetworkAdvancedServerOps-1479438933 tempest-TestNetworkAdvancedServerOps-1479438933-project] 10.222.0.53 "GET /v2.0/security-groups?id=ad6af071-5e9d-4374-b735-aabf2d994394&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1835785 Jun 24 11:50:55.807543 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-8765e668-eac0-496a-98d3-8b664f6a8a25 tempest-SecGroupTest-1107880395 tempest-SecGroupTest-1107880395-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:55.813581 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-535cde3a-cafe-4e57-a212-78490848038b tempest-TagsExtTest-1815527086 tempest-TagsExtTest-1815527086-project] Notify callbacks [] for port, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:55.828360 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.db.provisioning_blocks [None req-0b84372d-e588-46b2-a3f8-35a0b0191656 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Transition to ACTIVE for port object 11634b32-9b34-4abb-a17c-56ce5ac735e6 will not be triggered until provisioned by entity DHCP. {{(pid=128084) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 11:50:55.837000 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-8765e668-eac0-496a-98d3-8b664f6a8a25 tempest-SecGroupTest-1107880395 tempest-SecGroupTest-1107880395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1627007'] for security_group_rule, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:55.846593 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:50:55.854815 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.db.provisioning_blocks [None req-535cde3a-cafe-4e57-a212-78490848038b tempest-TagsExtTest-1815527086 tempest-TagsExtTest-1815527086-project] Transition to ACTIVE for port object 18fb6b84-5aab-4248-8b78-23d892dc92ac will not be triggered until provisioned by entity DHCP. {{(pid=128084) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 11:50:55.885433 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8765e668-eac0-496a-98d3-8b664f6a8a25 tempest-SecGroupTest-1107880395 tempest-SecGroupTest-1107880395-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3db8f5b-a8a3-492f-85e9-3f554a23c06b,revision_number=0']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:50:55.892590 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-8765e668-eac0-496a-98d3-8b664f6a8a25 tempest-SecGroupTest-1107880395 tempest-SecGroupTest-1107880395-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:50:55.903020 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6089f685-49e0-4687-8935-bd31e2dc671d req-2fc0d5fc-4e1c-4e5b-a2a3-123a37a7c36c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:50:55.908700 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-6089f685-49e0-4687-8935-bd31e2dc671d req-2fc0d5fc-4e1c-4e5b-a2a3-123a37a7c36c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=91cba4619aa74784a108d3a825cc8e0c&device_id=5e25e9f8-29cf-4860-93c6-e03d46d226de HTTP/1.1" status: 200 len: 1097 time: 0.4033289 Jun 24 11:50:55.913643 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-8765e668-eac0-496a-98d3-8b664f6a8a25 tempest-SecGroupTest-1107880395 tempest-SecGroupTest-1107880395-project] Notify callbacks [] for security_group_rule, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:55.917596 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-8765e668-eac0-496a-98d3-8b664f6a8a25 tempest-SecGroupTest-1107880395 tempest-SecGroupTest-1107880395-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7956529 Jun 24 11:50:55.919128 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 33676) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:50:56.084051 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-0b84372d-e588-46b2-a3f8-35a0b0191656 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-650429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-506361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793193536723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3291971'] for port, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:56.103507 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-4f2dcee4-d1be-4385-ad3e-80e8337090f1 tempest-AllowedAddressPairIpV6TestJSON-2004454070 tempest-AllowedAddressPairIpV6TestJSON-2004454070-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.010s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:50:56.119429 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-8da4572a-75e1-4cb5-baf4-b816429441e5 tempest-AllowedAddressPairIpV6TestJSON-2004454070 tempest-AllowedAddressPairIpV6TestJSON-2004454070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793193945299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193536732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3292088'] for port, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:56.229017 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-535cde3a-cafe-4e57-a212-78490848038b tempest-TagsExtTest-1815527086 tempest-TagsExtTest-1815527086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-650429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-506361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793193536723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3291971'] for port, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:56.256419 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b84372d-e588-46b2-a3f8-35a0b0191656 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Network adb3efe4-b6fb-4c63-9ef2-97a224cdad56 is already hosted by enough agents. {{(pid=128084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 11:50:56.260341 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b84372d-e588-46b2-a3f8-35a0b0191656 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Pushing event updated for resources: {'Port': ['ID=11634b32-9b34-4abb-a17c-56ce5ac735e6,revision_number=1']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:50:56.270811 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.base_scheduler [None req-0b84372d-e588-46b2-a3f8-35a0b0191656 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Resources bound (agent type, host, resource id): {{(pid=128084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:50:56.273715 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-0b84372d-e588-46b2-a3f8-35a0b0191656 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:50:56.274519 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-ae0f6161-4a18-4820-8b35-f15b82d74a7a tempest-FloatingIPNegativeTestJSON-1774915856 tempest-FloatingIPNegativeTestJSON-1774915856-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.058s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:50:56.279795 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b84372d-e588-46b2-a3f8-35a0b0191656 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Received port after_create {{(pid=128084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 11:50:56.297375 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-535cde3a-cafe-4e57-a212-78490848038b tempest-TagsExtTest-1815527086 tempest-TagsExtTest-1815527086-project] Network c88ee591-a287-41ae-9dcd-037425d8c8b9 is already hosted by enough agents. {{(pid=128084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 11:50:56.364656 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-b599eff3-91f1-4818-8cac-c37e6a0a8668 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:56.386810 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.base_scheduler [None req-535cde3a-cafe-4e57-a212-78490848038b tempest-TagsExtTest-1815527086 tempest-TagsExtTest-1815527086-project] Resources bound (agent type, host, resource id): {{(pid=128084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:50:56.411913 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-535cde3a-cafe-4e57-a212-78490848038b tempest-TagsExtTest-1815527086 tempest-TagsExtTest-1815527086-project] Received port after_create {{(pid=128084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 11:50:56.419970 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da4572a-75e1-4cb5-baf4-b816429441e5 tempest-AllowedAddressPairIpV6TestJSON-2004454070 tempest-AllowedAddressPairIpV6TestJSON-2004454070-project] Pushing event deleted for resources: {'Port': ['ID=cab33b10-2bf3-4c38-bd7d-c6b13b750046,revision_number=None']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:50:56.492207 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:56.558994 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-6089f685-49e0-4687-8935-bd31e2dc671d req-b0cef880-bb2f-404c-a257-2a84c9de5eae service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=71bd0aa5-7b84-4385-9fc4-2e4d3b22fafa HTTP/1.1" status: 200 len: 217 time: 0.6406898 Jun 24 11:50:56.600205 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535cde3a-cafe-4e57-a212-78490848038b tempest-TagsExtTest-1815527086 tempest-TagsExtTest-1815527086-project] Pushing event updated for resources: {'Port': ['ID=18fb6b84-5aab-4248-8b78-23d892dc92ac,revision_number=1']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:50:56.606672 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-48c7c4fa-be6d-4cc3-9f2b-c97bda4648b2 tempest-SecGroupTest-1107880395 tempest-SecGroupTest-1107880395-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:56.608400 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b84372d-e588-46b2-a3f8-35a0b0191656 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=128084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:50:56.609138 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-0b84372d-e588-46b2-a3f8-35a0b0191656 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468916'] for port, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:56.617385 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-535cde3a-cafe-4e57-a212-78490848038b tempest-TagsExtTest-1815527086 tempest-TagsExtTest-1815527086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=128084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:50:56.618248 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-535cde3a-cafe-4e57-a212-78490848038b tempest-TagsExtTest-1815527086 tempest-TagsExtTest-1815527086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468916'] for port, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:56.629088 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-535cde3a-cafe-4e57-a212-78490848038b tempest-TagsExtTest-1815527086 tempest-TagsExtTest-1815527086-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.354s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:50:56.646069 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-48c7c4fa-be6d-4cc3-9f2b-c97bda4648b2 tempest-SecGroupTest-1107880395 tempest-SecGroupTest-1107880395-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:56.646295 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-9bb76643-9110-4ed9-ae48-42f74b43d45e tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.395s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:50:56.646850 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-9bb76643-9110-4ed9-ae48-42f74b43d45e tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:50:56.656442 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-8da4572a-75e1-4cb5-baf4-b816429441e5 tempest-AllowedAddressPairIpV6TestJSON-2004454070 tempest-AllowedAddressPairIpV6TestJSON-2004454070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468916'] for port, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:56.657470 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.plugin [None req-e2f8a1ca-5c56-4732-8e8a-438e4e7f89dd tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Deleting port 866294e8-12e8-47c3-bcab-350e956bc80e {{(pid=128083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 11:50:56.657813 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-e2f8a1ca-5c56-4732-8e8a-438e4e7f89dd tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793193942312'] for port, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:56.659860 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-8da4572a-75e1-4cb5-baf4-b816429441e5 tempest-AllowedAddressPairIpV6TestJSON-2004454070 tempest-AllowedAddressPairIpV6TestJSON-2004454070-project] 10.222.0.53 "DELETE /v2.0/ports/cab33b10-2bf3-4c38-bd7d-c6b13b750046 HTTP/1.1" status: 204 len: 168 time: 2.5652711 Jun 24 11:50:56.662416 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 33680) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:50:56.701426 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2c02b88-af30-4995-999b-2c5ffa3f570f tempest-AllowedAddressPairIpV6TestJSON-2004454070 tempest-AllowedAddressPairIpV6TestJSON-2004454070-project] GET failed (client error): The resource could not be found. Jun 24 11:50:56.703443 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-e2c02b88-af30-4995-999b-2c5ffa3f570f tempest-AllowedAddressPairIpV6TestJSON-2004454070 tempest-AllowedAddressPairIpV6TestJSON-2004454070-project] 10.222.0.53 "GET /v2.0/ports/cab33b10-2bf3-4c38-bd7d-c6b13b750046 HTTP/1.1" status: 404 len: 333 time: 0.0398855 Jun 24 11:50:56.709283 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-535cde3a-cafe-4e57-a212-78490848038b tempest-TagsExtTest-1815527086 tempest-TagsExtTest-1815527086-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 3.4886842 Jun 24 11:50:56.710082 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-0b84372d-e588-46b2-a3f8-35a0b0191656 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 3.2354650 Jun 24 11:50:56.711079 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 33682) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:50:56.711079 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 33684) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:50:56.711579 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 33686) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:50:56.716658 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-386998e1-4a98-4571-b25e-9e62df1bf8a1 tempest-TagsExtTest-1815527086 tempest-TagsExtTest-1815527086-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-2065809104', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:50:56.729202 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-c3b50d79-e1dd-4f94-87a3-935078ba559d tempest-AllowedAddressPairIpV6TestJSON-2004454070 tempest-AllowedAddressPairIpV6TestJSON-2004454070-project] Request body: {'port': {'network_id': 'f42a3638-1c76-4d1d-9a90-44e4aeb5dcfa', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-2044897437'}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:50:56.835869 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-e2f8a1ca-5c56-4732-8e8a-438e4e7f89dd tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1978872'] for port, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:56.853366 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.plugin [None req-e2f8a1ca-5c56-4732-8e8a-438e4e7f89dd tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Calling delete_port for 866294e8-12e8-47c3-bcab-350e956bc80e owned by network:router_interface {{(pid=128083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 11:50:56.871628 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6089f685-49e0-4687-8935-bd31e2dc671d req-28ddf488-4586-433b-af90-232085153bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:50:56.873357 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-6089f685-49e0-4687-8935-bd31e2dc671d req-28ddf488-4586-433b-af90-232085153bd9 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=83739081-6ef0-4601-a176-febdd4c01678 HTTP/1.1" status: 200 len: 851 time: 0.2965269 Jun 24 11:50:56.874266 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-48c7c4fa-be6d-4cc3-9f2b-c97bda4648b2 tempest-SecGroupTest-1107880395 tempest-SecGroupTest-1107880395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1627007'] for security_group_rule, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:56.892010 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-48c7c4fa-be6d-4cc3-9f2b-c97bda4648b2 tempest-SecGroupTest-1107880395 tempest-SecGroupTest-1107880395-project] Notify callbacks [] for security_group_rule, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:56.893386 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-48c7c4fa-be6d-4cc3-9f2b-c97bda4648b2 tempest-SecGroupTest-1107880395 tempest-SecGroupTest-1107880395-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/e3db8f5b-a8a3-492f-85e9-3f554a23c06b HTTP/1.1" status: 204 len: 168 time: 0.9721708 Jun 24 11:50:56.899727 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 33690) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:50:56.902136 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:50:56.951613 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c7c4fa-be6d-4cc3-9f2b-c97bda4648b2 tempest-SecGroupTest-1107880395 tempest-SecGroupTest-1107880395-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e3db8f5b-a8a3-492f-85e9-3f554a23c06b,revision_number=None']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:50:56.954833 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-48c7c4fa-be6d-4cc3-9f2b-c97bda4648b2 tempest-SecGroupTest-1107880395 tempest-SecGroupTest-1107880395-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:50:56.960163 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-386998e1-4a98-4571-b25e-9e62df1bf8a1 tempest-TagsExtTest-1815527086 tempest-TagsExtTest-1815527086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1803889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65293'] for router, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:56.965281 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-386998e1-4a98-4571-b25e-9e62df1bf8a1 tempest-TagsExtTest-1815527086 tempest-TagsExtTest-1815527086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1803848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1975305', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1581158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65396'] for router, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:57.031829 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-386998e1-4a98-4571-b25e-9e62df1bf8a1 tempest-TagsExtTest-1815527086 tempest-TagsExtTest-1815527086-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:57.056167 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83895325-7fd9-49d9-b536-1e8258084b1a req-ac37ff88-2246-4dc5-b833-5d28aa44a9a1 tempest-TestVolumeBootPattern-428988392 tempest-TestVolumeBootPattern-428988392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:50:57.056940 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-386998e1-4a98-4571-b25e-9e62df1bf8a1 tempest-TagsExtTest-1815527086 tempest-TagsExtTest-1815527086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1803210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1815767'] for router, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:57.057965 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-83895325-7fd9-49d9-b536-1e8258084b1a req-ac37ff88-2246-4dc5-b833-5d28aa44a9a1 tempest-TestVolumeBootPattern-428988392 tempest-TestVolumeBootPattern-428988392-project] 10.222.0.53 "GET /v2.0/ports?device_id=5e25e9f8-29cf-4860-93c6-e03d46d226de HTTP/1.1" status: 200 len: 944 time: 0.5196331 Jun 24 11:50:57.126691 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-386998e1-4a98-4571-b25e-9e62df1bf8a1 tempest-TagsExtTest-1815527086 tempest-TagsExtTest-1815527086-project] Notify callbacks [] for router, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:57.128886 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-386998e1-4a98-4571-b25e-9e62df1bf8a1 tempest-TagsExtTest-1815527086 tempest-TagsExtTest-1815527086-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.4154932 Jun 24 11:50:57.134725 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 33692) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:50:57.143370 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-bae93ec2-4651-4893-85ed-14dbd89398d6 tempest-TagsExtTest-1815527086 tempest-TagsExtTest-1815527086-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1856300128', 'prefixes': ['172.20.0.0/16']}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:50:57.165792 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-2521801f-6d34-4632-8785-eacc9815783c tempest-SecGroupTest-1107880395 tempest-SecGroupTest-1107880395-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2612903 Jun 24 11:50:57.170030 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 33694) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:50:57.195654 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab7844fd-5687-4ced-84cf-8db742b7573a None None] Network adb3efe4-b6fb-4c63-9ef2-97a224cdad56 requested from dv-neutron-797120-4-hyperv {{(pid=128085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 11:50:57.219495 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-83895325-7fd9-49d9-b536-1e8258084b1a req-4a70c2c1-2a93-49c5-a554-3c2b550773c7 tempest-TestVolumeBootPattern-428988392 tempest-TestVolumeBootPattern-428988392-project] 10.222.0.53 "GET /v2.0/security-groups?id=ddc26bf4-0de0-4c33-8d45-b7d4817ee778&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1540694 Jun 24 11:50:57.257983 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.db.api [None req-c3b50d79-e1dd-4f94-87a3-935078ba559d tempest-AllowedAddressPairIpV6TestJSON-2004454070 tempest-AllowedAddressPairIpV6TestJSON-2004454070-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 24 11:50:57.257983 dv-neutron-797120-4-hyperv neutron-server[128084]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 24 11:50:57.257983 dv-neutron-797120-4-hyperv neutron-server[128084]: [parameters: {'project_id_1': '6bd30ea40ed34cfd8bfccaf942b4bb45', 'expiration_1': datetime.datetime(2021, 6, 24, 11, 50, 57, 166913)}] Jun 24 11:50:57.257983 dv-neutron-797120-4-hyperv neutron-server[128084]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=128084) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 24 11:50:57.258490 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_db.api [None req-c3b50d79-e1dd-4f94-87a3-935078ba559d tempest-AllowedAddressPairIpV6TestJSON-2004454070 tempest-AllowedAddressPairIpV6TestJSON-2004454070-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=128084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 24 11:50:57.267087 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416eec77-121a-40a2-a6b3-37c53bbc3d8b req-d900ff85-48a7-44a9-881e-29b1d63b7d34 tempest-TestNetworkAdvancedServerOps-1479438933 tempest-TestNetworkAdvancedServerOps-1479438933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:50:57.273650 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-416eec77-121a-40a2-a6b3-37c53bbc3d8b req-d900ff85-48a7-44a9-881e-29b1d63b7d34 tempest-TestNetworkAdvancedServerOps-1479438933 tempest-TestNetworkAdvancedServerOps-1479438933-project] 10.222.0.53 "GET /v2.0/ports?device_id=01c22be6-1669-482b-94cd-775df8dd11ba HTTP/1.1" status: 200 len: 946 time: 0.2929268 Jun 24 11:50:57.286739 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.plugin [None req-6cea3636-5397-4505-a320-34b7c98b4560 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Deleting port 11634b32-9b34-4abb-a17c-56ce5ac735e6 {{(pid=128084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 11:50:57.287282 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-6cea3636-5397-4505-a320-34b7c98b4560 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793193942312'] for port, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:57.291718 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6089f685-49e0-4687-8935-bd31e2dc671d req-91dc4135-b4c0-42f2-bce6-ccfa97aeb779 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:50:57.293490 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-6089f685-49e0-4687-8935-bd31e2dc671d req-91dc4135-b4c0-42f2-bce6-ccfa97aeb779 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=376f72b9-0f0d-4b21-b0a6-f11d1b9b44a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3959832 Jun 24 11:50:57.385299 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-2561254f-da7e-4521-81a5-875fb199087b None None] Provisioning for port 26c7550a-7ca0-4479-8b00-8e5c06558561 completed by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 11:50:57.414855 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-5dd322b8-9a4e-49f8-8d20-5cbe5be4b06c tempest-SecGroupTest-1107880395 tempest-SecGroupTest-1107880395-project] Notify callbacks [] for security_group, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:57.450130 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-416eec77-121a-40a2-a6b3-37c53bbc3d8b req-56977569-e27b-4420-9bf3-162b02c13719 tempest-TestNetworkAdvancedServerOps-1479438933 tempest-TestNetworkAdvancedServerOps-1479438933-project] 10.222.0.53 "GET /v2.0/security-groups?id=ad6af071-5e9d-4374-b735-aabf2d994394&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1525464 Jun 24 11:50:57.465904 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-6cea3636-5397-4505-a320-34b7c98b4560 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1978872'] for port, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:57.468991 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-5dd322b8-9a4e-49f8-8d20-5cbe5be4b06c tempest-SecGroupTest-1107880395 tempest-SecGroupTest-1107880395-project] Notify callbacks [] for security_group, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:57.493862 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-6089f685-49e0-4687-8935-bd31e2dc671d req-2f3e65f9-6273-46ee-978b-e727bf45c57b service neutron] 10.222.0.45 "GET /v2.0/networks/376f72b9-0f0d-4b21-b0a6-f11d1b9b44a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1860051 Jun 24 11:50:57.498234 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-e2f8a1ca-5c56-4732-8e8a-438e4e7f89dd tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793193945299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193536732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2537862'] for port, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:57.508619 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.plugin [None req-6cea3636-5397-4505-a320-34b7c98b4560 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Calling delete_port for 11634b32-9b34-4abb-a17c-56ce5ac735e6 owned by {{(pid=128084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 11:50:57.512007 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-e3d6ba2d-a6ee-464e-9aea-c4d3d238708f tempest-RoutersNegativeIpV6Test-675716403 tempest-RoutersNegativeIpV6Test-675716403-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:50:57.599131 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f8a1ca-5c56-4732-8e8a-438e4e7f89dd tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Pushing event deleted for resources: {'Port': ['ID=866294e8-12e8-47c3-bcab-350e956bc80e,revision_number=None']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:50:57.605917 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-e2f8a1ca-5c56-4732-8e8a-438e4e7f89dd tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:50:57.682511 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-bae93ec2-4651-4893-85ed-14dbd89398d6 tempest-TagsExtTest-1815527086 tempest-TagsExtTest-1815527086-project] Notify callbacks [] for subnetpool, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:57.683802 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-bae93ec2-4651-4893-85ed-14dbd89398d6 tempest-TagsExtTest-1815527086 tempest-TagsExtTest-1815527086-project] 10.222.0.53 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.5454936 Jun 24 11:50:57.691567 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 33696) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:50:57.700531 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.services.tag.tag_plugin [None req-871ac87a-09b8-459d-89a3-ea7317d45e69 tempest-TagsExtTest-1815527086 tempest-TagsExtTest-1815527086-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'a497dc61-0f2f-43fa-a2f2-958a24c8eddd', 'tempest-TagsExtTest-Tag-1719045315') {} {{(pid=128084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:50:57.716253 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-03237adf-ebd0-46f2-a476-4d4bb746e0f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:57.760097 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device 26c7550a-7ca0-4479-8b00-8e5c06558561 up at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 11:50:57.810901 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-6089f685-49e0-4687-8935-bd31e2dc671d req-a021858f-8632-4b52-af4c-69e0768c3df4 service neutron] 10.222.0.45 "GET /v2.0/networks/376f72b9-0f0d-4b21-b0a6-f11d1b9b44a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3102388 Jun 24 11:50:57.839053 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-5dd322b8-9a4e-49f8-8d20-5cbe5be4b06c tempest-SecGroupTest-1107880395 tempest-SecGroupTest-1107880395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800410'] for security_group, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:57.841365 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32677db4-b36d-4acc-89d4-89e2f4ab9fa6 None None] Network c88ee591-a287-41ae-9dcd-037425d8c8b9 requested from dv-neutron-797120-4-hyperv {{(pid=128085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 11:50:57.841677 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-5dd322b8-9a4e-49f8-8d20-5cbe5be4b06c tempest-SecGroupTest-1107880395 tempest-SecGroupTest-1107880395-project] Notify callbacks [] for security_group, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:57.843087 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-5dd322b8-9a4e-49f8-8d20-5cbe5be4b06c tempest-SecGroupTest-1107880395 tempest-SecGroupTest-1107880395-project] 10.222.0.53 "DELETE /v2.0/security-groups/6c265532-449d-471f-8160-50380804a567 HTTP/1.1" status: 204 len: 168 time: 0.6687443 Jun 24 11:50:57.847923 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-233c3cc9-8cc9-467e-a389-ff9eacb58fc3 tempest-NegativeSecGroupTest-260829952 tempest-NegativeSecGroupTest-260829952-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:50:57.864955 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 33698) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:50:57.966652 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-e2f8a1ca-5c56-4732-8e8a-438e4e7f89dd tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1588985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1806165'] for router_interface, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:57.970380 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd322b8-9a4e-49f8-8d20-5cbe5be4b06c tempest-SecGroupTest-1107880395 tempest-SecGroupTest-1107880395-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c265532-449d-471f-8160-50380804a567,revision_number=None']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:50:57.970945 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-6e7a1573-11cf-4323-bd8a-b6aed6651938 None None] Provisioning for port 568906ff-7770-46d0-865e-18f8e17c4f61 completed by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 11:50:57.988645 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-5dd322b8-9a4e-49f8-8d20-5cbe5be4b06c tempest-SecGroupTest-1107880395 tempest-SecGroupTest-1107880395-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:50:58.000773 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning for port 26c7550a-7ca0-4479-8b00-8e5c06558561 completed by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 11:50:58.006574 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning complete for port 26c7550a-7ca0-4479-8b00-8e5c06558561 triggered by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:50:58.007089 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:58.030999 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-6cea3636-5397-4505-a320-34b7c98b4560 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793193945299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193536732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3292088'] for port, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:58.055944 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-535cde3a-cafe-4e57-a212-78490848038b tempest-TagsExtTest-1815527086 tempest-TagsExtTest-1815527086-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:50:58.123323 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3b50d79-e1dd-4f94-87a3-935078ba559d tempest-AllowedAddressPairIpV6TestJSON-2004454070 tempest-AllowedAddressPairIpV6TestJSON-2004454070-project] Made reservation on behalf of 6bd30ea40ed34cfd8bfccaf942b4bb45 for: {'port': 1} {{(pid=128084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 11:50:58.127325 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-c3b50d79-e1dd-4f94-87a3-935078ba559d tempest-AllowedAddressPairIpV6TestJSON-2004454070 tempest-AllowedAddressPairIpV6TestJSON-2004454070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:58.180246 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:58.193697 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88f5b30-b40b-46e5-a3a1-5a67d4d750a6 req-042b2454-f148-421e-9d2f-ae7b02f5acb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:50:58.195924 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-f88f5b30-b40b-46e5-a3a1-5a67d4d750a6 req-042b2454-f148-421e-9d2f-ae7b02f5acb4 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=91cba4619aa74784a108d3a825cc8e0c&device_id=5e25e9f8-29cf-4860-93c6-e03d46d226de HTTP/1.1" status: 200 len: 1097 time: 0.2093332 Jun 24 11:50:58.201659 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cea3636-5397-4505-a320-34b7c98b4560 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Pushing event deleted for resources: {'Port': ['ID=11634b32-9b34-4abb-a17c-56ce5ac735e6,revision_number=None']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:50:58.209681 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.notifiers.nova [None req-c3b50d79-e1dd-4f94-87a3-935078ba559d tempest-AllowedAddressPairIpV6TestJSON-2004454070 tempest-AllowedAddressPairIpV6TestJSON-2004454070-project] device_id is not set on port d045467d-3064-47cf-acdb-a6ad057bcff9 yet. {{(pid=128084) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 24 11:50:58.221492 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-2c8426b2-0c16-4a86-84a1-33eda4835406 tempest-SecGroupTest-1107880395 tempest-SecGroupTest-1107880395-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3450243 Jun 24 11:50:58.225176 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-6cea3636-5397-4505-a320-34b7c98b4560 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:50:58.233039 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 33700) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:50:58.256962 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-e21bacf8-5beb-4065-b4be-c42603d78f04 tempest-SecGroupTest-1107880395 tempest-SecGroupTest-1107880395-project] Request body: {'security_group': {'name': 'tempest-secgroup--1293217125'}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:50:58.275891 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-e8367377-f37f-48fe-b6eb-93a4a26be39c None None] Provisioning complete for port 26c7550a-7ca0-4479-8b00-8e5c06558561 triggered by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:50:58.276279 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-e8367377-f37f-48fe-b6eb-93a4a26be39c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:58.281910 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] For port 26c7550a-7ca0-4479-8b00-8e5c06558561, host dv-neutron-797120-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=26c7550a-7ca0-4479-8b00-8e5c06558561,segment=NetworkSegment(8e64cbeb-c249-4995-baa4-a28bae4dc0c4),segment_id=8e64cbeb-c249-4995-baa4-a28bae4dc0c4)] {{(pid=128085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 11:50:58.316038 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:58.316900 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device 568906ff-7770-46d0-865e-18f8e17c4f61 up at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 11:50:58.320370 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-2a98ef46-c1c0-4303-b4cd-fe86e886b2a3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:50:58.364278 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2f8a1ca-5c56-4732-8e8a-438e4e7f89dd tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Router ade8b069-5429-43c7-88c8-5614b64e7c28 has already been hosted by L3 agent 2987dba8-2249-4ee6-96ec-28f0f7a6127d {{(pid=128083) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 11:50:58.402428 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-6cea3636-5397-4505-a320-34b7c98b4560 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468916'] for port, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:58.404804 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-6cea3636-5397-4505-a320-34b7c98b4560 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] 10.222.0.53 "DELETE /v2.0/ports/11634b32-9b34-4abb-a17c-56ce5ac735e6 HTTP/1.1" status: 204 len: 168 time: 1.6710792 Jun 24 11:50:58.412791 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 33704) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:50:58.441078 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-e21bacf8-5beb-4065-b4be-c42603d78f04 tempest-SecGroupTest-1107880395 tempest-SecGroupTest-1107880395-project] Notify callbacks [] for security_group, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:58.520427 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.pecan_wsgi.hooks.translation [None req-4fd2a54a-c563-4ab6-882b-23ccf65c1508 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] DELETE failed (client error): The resource could not be found. Jun 24 11:50:58.523041 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4fd2a54a-c563-4ab6-882b-23ccf65c1508 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=128084) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 24 11:50:58.533632 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-4fd2a54a-c563-4ab6-882b-23ccf65c1508 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] 10.222.0.53 "DELETE /v2.0/ports/11634b32-9b34-4abb-a17c-56ce5ac735e6 HTTP/1.1" status: 404 len: 333 time: 0.1189315 Jun 24 11:50:58.553179 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 33708) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:50:58.648567 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-871ac87a-09b8-459d-89a3-ea7317d45e69 tempest-TagsExtTest-1815527086 tempest-TagsExtTest-1815527086-project] 10.222.0.53 "PUT /v2.0/subnets/a497dc61-0f2f-43fa-a2f2-958a24c8eddd/tags/tempest-TagsExtTest-Tag-1719045315 HTTP/1.1" status: 201 len: 201 time: 0.9548404 Jun 24 11:50:58.652544 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 33710) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:50:58.728070 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.services.tag.tag_plugin [None req-b919feef-7d82-4aa9-9044-21c021e4e250 tempest-TagsExtTest-1815527086 tempest-TagsExtTest-1815527086-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '18fb6b84-5aab-4248-8b78-23d892dc92ac', 'tempest-TagsExtTest-Tag-1256803712') {} {{(pid=128084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:50:58.735089 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb862da5-862b-44da-b8de-ec1e86015c1a tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] GET failed (client error): The resource could not be found. Jun 24 11:50:58.740118 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-eb862da5-862b-44da-b8de-ec1e86015c1a tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] 10.222.0.53 "GET /v2.0/ports/11634b32-9b34-4abb-a17c-56ce5ac735e6 HTTP/1.1" status: 404 len: 333 time: 0.1855001 Jun 24 11:50:58.741011 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 33712) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:50:58.744914 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Pushing event updated for resources: {'Port': ['ID=26c7550a-7ca0-4479-8b00-8e5c06558561,revision_number=3']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:50:58.757839 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.437s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:50:58.824309 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-e8367377-f37f-48fe-b6eb-93a4a26be39c None None] Could not find standard attr ID for object 11634b32-9b34-4abb-a17c-56ce5ac735e6. {{(pid=128085) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 24 11:50:58.832390 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning for port 568906ff-7770-46d0-865e-18f8e17c4f61 completed by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 11:50:58.837876 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning complete for port 568906ff-7770-46d0-865e-18f8e17c4f61 triggered by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:50:58.838323 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:58.934954 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2f8a1ca-5c56-4732-8e8a-438e4e7f89dd tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Notify agent at l3_agent.dv-neutron-797120-4-hyperv the message routers_updated {{(pid=128083) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 11:50:58.946374 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-028b3fef-8311-40ca-a503-66b1a3fc149b None None] Sync routers for ids ['ade8b069-5429-43c7-88c8-5614b64e7c28'] in dv-neutron-797120-4-hyperv {{(pid=128086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 11:50:58.960548 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-028b3fef-8311-40ca-a503-66b1a3fc149b None None] Routers {'ade8b069-5429-43c7-88c8-5614b64e7c28'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 11:50:58.960671 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-c7cc6731-c77b-492d-8a06-219aa2118d83 None None] Provisioning complete for port 568906ff-7770-46d0-865e-18f8e17c4f61 triggered by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:50:58.961552 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-c7cc6731-c77b-492d-8a06-219aa2118d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:58.962942 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-028b3fef-8311-40ca-a503-66b1a3fc149b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T11:50:56Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['ade8b069-5429-43c7-88c8-5614b64e7c28'], 'active': True} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:50:58.964430 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:58.993045 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88f5b30-b40b-46e5-a3a1-5a67d4d750a6 req-f5253bf6-c1b1-4c37-89a5-f16354f7f8ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:50:58.994564 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-f88f5b30-b40b-46e5-a3a1-5a67d4d750a6 req-f5253bf6-c1b1-4c37-89a5-f16354f7f8ca service neutron] 10.222.0.45 "GET /v2.0/networks?id=376f72b9-0f0d-4b21-b0a6-f11d1b9b44a4 HTTP/1.1" status: 200 len: 913 time: 0.6666172 Jun 24 11:50:58.998290 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-e2f8a1ca-5c56-4732-8e8a-438e4e7f89dd tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] 10.222.0.53 "PUT /v2.0/routers/ade8b069-5429-43c7-88c8-5614b64e7c28/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9964449 Jun 24 11:50:59.006017 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 33714) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:50:59.009923 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-028b3fef-8311-40ca-a503-66b1a3fc149b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:50:59.022387 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-028b3fef-8311-40ca-a503-66b1a3fc149b None None] Routers {'ade8b069-5429-43c7-88c8-5614b64e7c28'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 11:50:59.023521 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-028b3fef-8311-40ca-a503-66b1a3fc149b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T11:50:56Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['ade8b069-5429-43c7-88c8-5614b64e7c28'], 'active': True} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:50:59.040121 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] For port 568906ff-7770-46d0-865e-18f8e17c4f61, host dv-neutron-797120-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=568906ff-7770-46d0-865e-18f8e17c4f61,segment=NetworkSegment(aa9bdc66-c54a-4897-a874-cdfe1480cd39),segment_id=aa9bdc66-c54a-4897-a874-cdfe1480cd39)] {{(pid=128085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 11:50:59.053226 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:59.058738 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-c04cf8b3-42b9-4fe7-9dac-fd763303e143 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:50:59.073691 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-028b3fef-8311-40ca-a503-66b1a3fc149b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:50:59.076086 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-028b3fef-8311-40ca-a503-66b1a3fc149b None None] The sync data for ids ['ade8b069-5429-43c7-88c8-5614b64e7c28'] in dv-neutron-797120-4-hyperv is: [] {{(pid=128086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 11:50:59.135525 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-c7cc6731-c77b-492d-8a06-219aa2118d83 None None] Could not find standard attr ID for object 11634b32-9b34-4abb-a17c-56ce5ac735e6. {{(pid=128085) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 24 11:50:59.153985 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Pushing event updated for resources: {'Port': ['ID=568906ff-7770-46d0-865e-18f8e17c4f61,revision_number=3']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:50:59.163626 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0ba485d-63a8-4afc-b58b-553b4d16dc7b tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] GET failed (client error): The resource could not be found. Jun 24 11:50:59.164624 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:50:59.168019 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-c0ba485d-63a8-4afc-b58b-553b4d16dc7b tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] 10.222.0.53 "GET /v2.0/ports/866294e8-12e8-47c3-bcab-350e956bc80e HTTP/1.1" status: 404 len: 333 time: 0.1581044 Jun 24 11:50:59.168386 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-c7cc6731-c77b-492d-8a06-219aa2118d83 None None] Provisioning for port 18fb6b84-5aab-4248-8b78-23d892dc92ac completed by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 11:50:59.168666 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 33716) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:50:59.172900 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-c7cc6731-c77b-492d-8a06-219aa2118d83 None None] Provisioning complete for port 18fb6b84-5aab-4248-8b78-23d892dc92ac triggered by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:50:59.173310 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-c7cc6731-c77b-492d-8a06-219aa2118d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:59.188037 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-f88f5b30-b40b-46e5-a3a1-5a67d4d750a6 req-5da93291-6c51-41e7-a555-d5a69e00fa31 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=71bd0aa5-7b84-4385-9fc4-2e4d3b22fafa HTTP/1.1" status: 200 len: 217 time: 0.1785150 Jun 24 11:50:59.215057 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-c7cc6731-c77b-492d-8a06-219aa2118d83 None None] Port 18fb6b84-5aab-4248-8b78-23d892dc92ac cannot update to ACTIVE because it is not bound. {{(pid=128085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 11:50:59.256301 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.db.db_base_plugin_common [None req-c3b50d79-e1dd-4f94-87a3-935078ba559d tempest-AllowedAddressPairIpV6TestJSON-2004454070 tempest-AllowedAddressPairIpV6TestJSON-2004454070-project] Allocated IP 2001:db8::3e5 (f42a3638-1c76-4d1d-9a90-44e4aeb5dcfa/44a31125-d2b2-4a09-840a-dbad0450e2a1/d045467d-3064-47cf-acdb-a6ad057bcff9) {{(pid=128084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 11:50:59.296440 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.db.db_base_plugin_v2 [None req-237070ae-05df-456b-bd40-e706f7ddb2df tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Deleting subnet 404bf7bf-ab24-41bd-83ca-d1daa7f6eadc {{(pid=128084) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 24 11:50:59.306605 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-237070ae-05df-456b-bd40-e706f7ddb2df tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Notify callbacks [] for subnet, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:59.312710 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-3288c882-b1a7-44b8-81ff-14e8f6b7c1f1 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Notify callbacks [] for router, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:59.336928 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-e40b2f19-f5ed-4e67-8bbb-1b3b9326dfcf None None] Provisioning complete for port 18fb6b84-5aab-4248-8b78-23d892dc92ac triggered by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:50:59.337695 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-e40b2f19-f5ed-4e67-8bbb-1b3b9326dfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:59.367302 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eea8988-e09a-461d-a6b8-4d5a094d2bbc req-4e2a16cc-f3c7-4f77-8144-6b0a7b9daf10 tempest-TestNetworkAdvancedServerOps-1479438933 tempest-TestNetworkAdvancedServerOps-1479438933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:50:59.369950 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-5eea8988-e09a-461d-a6b8-4d5a094d2bbc req-4e2a16cc-f3c7-4f77-8144-6b0a7b9daf10 tempest-TestNetworkAdvancedServerOps-1479438933 tempest-TestNetworkAdvancedServerOps-1479438933-project] 10.222.0.53 "GET /v2.0/ports?device_id=01c22be6-1669-482b-94cd-775df8dd11ba HTTP/1.1" status: 200 len: 946 time: 0.5389919 Jun 24 11:50:59.379531 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052eaccc-4966-4649-ae53-97d1efd54ac6 req-3a00fb32-41d7-4383-951a-ba782650c18a tempest-TestVolumeBootPattern-428988392 tempest-TestVolumeBootPattern-428988392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:50:59.383268 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-e40b2f19-f5ed-4e67-8bbb-1b3b9326dfcf None None] Port 18fb6b84-5aab-4248-8b78-23d892dc92ac cannot update to ACTIVE because it is not bound. {{(pid=128085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 11:50:59.386636 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-052eaccc-4966-4649-ae53-97d1efd54ac6 req-3a00fb32-41d7-4383-951a-ba782650c18a tempest-TestVolumeBootPattern-428988392 tempest-TestVolumeBootPattern-428988392-project] 10.222.0.53 "GET /v2.0/ports?device_id=5e25e9f8-29cf-4860-93c6-e03d46d226de HTTP/1.1" status: 200 len: 944 time: 0.7978542 Jun 24 11:50:59.406896 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-237070ae-05df-456b-bd40-e706f7ddb2df tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2373542'] for subnet, precommit_delete_associations {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:59.459924 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88f5b30-b40b-46e5-a3a1-5a67d4d750a6 req-b9125b05-f857-40de-a1de-a4f9a65f386d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:50:59.461391 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-f88f5b30-b40b-46e5-a3a1-5a67d4d750a6 req-b9125b05-f857-40de-a1de-a4f9a65f386d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=83739081-6ef0-4601-a176-febdd4c01678 HTTP/1.1" status: 200 len: 851 time: 0.2319052 Jun 24 11:50:59.514687 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-e21bacf8-5beb-4065-b4be-c42603d78f04 tempest-SecGroupTest-1107880395 tempest-SecGroupTest-1107880395-project] Notify callbacks [] for security_group, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:59.535865 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-e21bacf8-5beb-4065-b4be-c42603d78f04 tempest-SecGroupTest-1107880395 tempest-SecGroupTest-1107880395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800410'] for security_group, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:59.543377 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-574036e3-74fa-4962-ba96-35f70f92da28 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:50:59.560924 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device 26c7550a-7ca0-4479-8b00-8e5c06558561 up at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 11:50:59.564607 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-b919feef-7d82-4aa9-9044-21c021e4e250 tempest-TagsExtTest-1815527086 tempest-TagsExtTest-1815527086-project] 10.222.0.53 "PUT /v2.0/ports/18fb6b84-5aab-4248-8b78-23d892dc92ac/tags/tempest-TagsExtTest-Tag-1256803712 HTTP/1.1" status: 201 len: 201 time: 0.8538971 Jun 24 11:50:59.579878 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 33718) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:50:59.616557 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.services.tag.tag_plugin [None req-9337ed81-97ad-4f74-8c78-eca6e51457c7 tempest-TagsExtTest-1815527086 tempest-TagsExtTest-1815527086-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'a9f2dd77-cfc6-4173-9410-224fedea0f60', 'tempest-TagsExtTest-Tag-314064430') {} {{(pid=128084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:50:59.618705 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-5eea8988-e09a-461d-a6b8-4d5a094d2bbc req-8c933f19-95b6-4125-a6e1-de9ca8d46438 tempest-TestNetworkAdvancedServerOps-1479438933 tempest-TestNetworkAdvancedServerOps-1479438933-project] 10.222.0.53 "GET /v2.0/security-groups?id=ad6af071-5e9d-4374-b735-aabf2d994394&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2275751 Jun 24 11:50:59.625627 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-e21bacf8-5beb-4065-b4be-c42603d78f04 tempest-SecGroupTest-1107880395 tempest-SecGroupTest-1107880395-project] Notify callbacks [] for security_group, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:59.626475 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-e21bacf8-5beb-4065-b4be-c42603d78f04 tempest-SecGroupTest-1107880395 tempest-SecGroupTest-1107880395-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.3847425 Jun 24 11:50:59.632466 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-052eaccc-4966-4649-ae53-97d1efd54ac6 req-45a7b9df-4eb4-4a05-a065-95fe29e4751e tempest-TestVolumeBootPattern-428988392 tempest-TestVolumeBootPattern-428988392-project] 10.222.0.53 "GET /v2.0/security-groups?id=ddc26bf4-0de0-4c33-8d45-b7d4817ee778&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2447526 Jun 24 11:50:59.635290 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-3288c882-b1a7-44b8-81ff-14e8f6b7c1f1 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1803182', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65403'] for router, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:59.636774 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 33720) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:50:59.638362 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-52c483ef-d5c1-4030-9a32-e5ce4ff00ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:59.641440 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [None req-0041b8ed-be23-4a15-99a9-c940235b077b tempest-SecGroupTest-1107880395 tempest-SecGroupTest-1107880395-project] Request body: {'security_group_rule': {'security_group_id': '0cc647a4-f4bd-4e07-868d-7236aa089c45', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:50:59.641597 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning complete for port 26c7550a-7ca0-4479-8b00-8e5c06558561 triggered by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:50:59.641819 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:59.656703 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-3288c882-b1a7-44b8-81ff-14e8f6b7c1f1 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:59.672453 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21bacf8-5beb-4065-b4be-c42603d78f04 tempest-SecGroupTest-1107880395 tempest-SecGroupTest-1107880395-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0cc647a4-f4bd-4e07-868d-7236aa089c45,revision_number=1']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:50:59.698206 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-e21bacf8-5beb-4065-b4be-c42603d78f04 tempest-SecGroupTest-1107880395 tempest-SecGroupTest-1107880395-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:50:59.709986 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-237070ae-05df-456b-bd40-e706f7ddb2df tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-972249'] for subnet, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:59.736419 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-3288c882-b1a7-44b8-81ff-14e8f6b7c1f1 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1806072'] for router, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:59.737642 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3288c882-b1a7-44b8-81ff-14e8f6b7c1f1 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Fanout notify agent at l3_agent the message router_deleted on router ade8b069-5429-43c7-88c8-5614b64e7c28 {{(pid=128083) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 24 11:50:59.745418 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device 568906ff-7770-46d0-865e-18f8e17c4f61 up at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 11:50:59.746044 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-3288c882-b1a7-44b8-81ff-14e8f6b7c1f1 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Notify callbacks [] for router, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:59.750278 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-3288c882-b1a7-44b8-81ff-14e8f6b7c1f1 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] 10.222.0.53 "DELETE /v2.0/routers/ade8b069-5429-43c7-88c8-5614b64e7c28 HTTP/1.1" status: 204 len: 168 time: 0.5773516 Jun 24 11:50:59.753464 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 33722) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:50:59.781374 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-c3b50d79-e1dd-4f94-87a3-935078ba559d tempest-AllowedAddressPairIpV6TestJSON-2004454070 tempest-AllowedAddressPairIpV6TestJSON-2004454070-project] Notify callbacks [] for port, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:59.796360 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-0041b8ed-be23-4a15-99a9-c940235b077b tempest-SecGroupTest-1107880395 tempest-SecGroupTest-1107880395-project] Notify callbacks [] for security_group_rule, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:59.799490 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning complete for port 568906ff-7770-46d0-865e-18f8e17c4f61 triggered by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:50:59.799994 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:59.813030 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88f5b30-b40b-46e5-a3a1-5a67d4d750a6 req-859f1f12-5efa-433e-9d5e-25d60d618126 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:50:59.814595 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-f88f5b30-b40b-46e5-a3a1-5a67d4d750a6 req-859f1f12-5efa-433e-9d5e-25d60d618126 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=376f72b9-0f0d-4b21-b0a6-f11d1b9b44a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3139572 Jun 24 11:50:59.818596 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.db.provisioning_blocks [None req-c3b50d79-e1dd-4f94-87a3-935078ba559d tempest-AllowedAddressPairIpV6TestJSON-2004454070 tempest-AllowedAddressPairIpV6TestJSON-2004454070-project] Transition to ACTIVE for port object d045467d-3064-47cf-acdb-a6ad057bcff9 will not be triggered until provisioned by entity DHCP. {{(pid=128084) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 11:50:59.849109 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-9337ed81-97ad-4f74-8c78-eca6e51457c7 tempest-TagsExtTest-1815527086 tempest-TagsExtTest-1815527086-project] 10.222.0.53 "PUT /v2.0/routers/a9f2dd77-cfc6-4173-9410-224fedea0f60/tags/tempest-TagsExtTest-Tag-314064430 HTTP/1.1" status: 201 len: 201 time: 0.2424290 Jun 24 11:50:59.850653 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 33724) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:50:59.855624 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.services.tag.tag_plugin [None req-2692f07a-61b6-48a5-9e3a-8d229ed29f4e tempest-TagsExtTest-1815527086 tempest-TagsExtTest-1815527086-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'cbb94cc4-cb2c-47d1-a174-b730ae1febc6', 'tempest-TagsExtTest-Tag-1380998978') {} {{(pid=128084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:50:59.876140 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-237070ae-05df-456b-bd40-e706f7ddb2df tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-972238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3292022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3162263'] for subnet, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:59.884490 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-f681c677-04f0-4a55-85c1-7c41ff8520c2 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:50:59.891132 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.db_base_plugin_v2 [None req-9697388d-9d8b-40af-9e87-499978d208fe tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Deleting subnet da18005d-1d44-4412-a824-0a253b5f79bc {{(pid=128083) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 24 11:50:59.922227 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237070ae-05df-456b-bd40-e706f7ddb2df tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Pushing event deleted for resources: {'Subnet': ['ID=404bf7bf-ab24-41bd-83ca-d1daa7f6eadc,revision_number=None']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:50:59.927874 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-237070ae-05df-456b-bd40-e706f7ddb2df tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:50:59.935806 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-237070ae-05df-456b-bd40-e706f7ddb2df tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Notify callbacks [] for subnet, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:59.941087 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-237070ae-05df-456b-bd40-e706f7ddb2df tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] 10.222.0.53 "DELETE /v2.0/subnets/404bf7bf-ab24-41bd-83ca-d1daa7f6eadc HTTP/1.1" status: 204 len: 168 time: 1.1862478 Jun 24 11:50:59.941258 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ea8fdee-8c38-4682-b4aa-7e786616fd7f None None] Network adb3efe4-b6fb-4c63-9ef2-97a224cdad56 requested from dv-neutron-797120-4-hyperv {{(pid=128085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 11:50:59.941509 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 33726) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:50:59.948302 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-c3b50d79-e1dd-4f94-87a3-935078ba559d tempest-AllowedAddressPairIpV6TestJSON-2004454070 tempest-AllowedAddressPairIpV6TestJSON-2004454070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-650429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-506361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793193536723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3291971'] for port, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:59.952340 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-9697388d-9d8b-40af-9e87-499978d208fe tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Notify callbacks [] for subnet, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:50:59.954598 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-994c024d-5ad4-49d0-945d-549cb7346cdd tempest-RoutersAdminTest-1970644103 tempest-RoutersAdminTest-1970644103-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:50:59.997835 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-2692f07a-61b6-48a5-9e3a-8d229ed29f4e tempest-TagsExtTest-1815527086 tempest-TagsExtTest-1815527086-project] 10.222.0.53 "PUT /v2.0/subnetpools/cbb94cc4-cb2c-47d1-a174-b730ae1febc6/tags/tempest-TagsExtTest-Tag-1380998978 HTTP/1.1" status: 201 len: 201 time: 0.1461086 Jun 24 11:51:00.006096 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 33728) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:51:00.010422 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.services.tag.tag_plugin [None req-c28fe4cb-9e61-41ea-913c-2896b35f5b36 tempest-TagsExtTest-1815527086 tempest-TagsExtTest-1815527086-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'a497dc61-0f2f-43fa-a2f2-958a24c8eddd') {} {{(pid=128084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:51:00.020286 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3b50d79-e1dd-4f94-87a3-935078ba559d tempest-AllowedAddressPairIpV6TestJSON-2004454070 tempest-AllowedAddressPairIpV6TestJSON-2004454070-project] Network f42a3638-1c76-4d1d-9a90-44e4aeb5dcfa is already hosted by enough agents. {{(pid=128084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 11:51:00.050633 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.base_scheduler [None req-c3b50d79-e1dd-4f94-87a3-935078ba559d tempest-AllowedAddressPairIpV6TestJSON-2004454070 tempest-AllowedAddressPairIpV6TestJSON-2004454070-project] Resources bound (agent type, host, resource id): {{(pid=128084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:51:00.053569 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b50d79-e1dd-4f94-87a3-935078ba559d tempest-AllowedAddressPairIpV6TestJSON-2004454070 tempest-AllowedAddressPairIpV6TestJSON-2004454070-project] Pushing event updated for resources: {'Port': ['ID=d045467d-3064-47cf-acdb-a6ad057bcff9,revision_number=1']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:51:00.058270 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3b50d79-e1dd-4f94-87a3-935078ba559d tempest-AllowedAddressPairIpV6TestJSON-2004454070 tempest-AllowedAddressPairIpV6TestJSON-2004454070-project] Received port after_create {{(pid=128084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 11:51:00.063818 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3b50d79-e1dd-4f94-87a3-935078ba559d tempest-AllowedAddressPairIpV6TestJSON-2004454070 tempest-AllowedAddressPairIpV6TestJSON-2004454070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=128084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:51:00.064445 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-c3b50d79-e1dd-4f94-87a3-935078ba559d tempest-AllowedAddressPairIpV6TestJSON-2004454070 tempest-AllowedAddressPairIpV6TestJSON-2004454070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468916'] for port, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:00.067107 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-0041b8ed-be23-4a15-99a9-c940235b077b tempest-SecGroupTest-1107880395 tempest-SecGroupTest-1107880395-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:00.067731 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-c3b50d79-e1dd-4f94-87a3-935078ba559d tempest-AllowedAddressPairIpV6TestJSON-2004454070 tempest-AllowedAddressPairIpV6TestJSON-2004454070-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:51:00.090133 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-c3b50d79-e1dd-4f94-87a3-935078ba559d tempest-AllowedAddressPairIpV6TestJSON-2004454070 tempest-AllowedAddressPairIpV6TestJSON-2004454070-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 3.3664553 Jun 24 11:51:00.093020 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 33730) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:51:00.096001 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-9697388d-9d8b-40af-9e87-499978d208fe tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3143795'] for subnet, precommit_delete_associations {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:00.099669 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-9ae8c3c3-3275-4692-813c-6b3774e259e8 tempest-AllowedAddressPairIpV6TestJSON-2004454070 tempest-AllowedAddressPairIpV6TestJSON-2004454070-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:17:b7:46'}]}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:51:00.099936 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-0041b8ed-be23-4a15-99a9-c940235b077b tempest-SecGroupTest-1107880395 tempest-SecGroupTest-1107880395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1627007'] for security_group_rule, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:00.127668 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:51:00.139977 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-26d753d4-65d1-45ac-84eb-93375f23a805 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-534962'] for network, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:00.152557 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-f88f5b30-b40b-46e5-a3a1-5a67d4d750a6 req-b4837360-1b53-4d14-a66f-1ef6fd567f65 service neutron] 10.222.0.45 "GET /v2.0/networks/376f72b9-0f0d-4b21-b0a6-f11d1b9b44a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3267519 Jun 24 11:51:00.158885 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-c28fe4cb-9e61-41ea-913c-2896b35f5b36 tempest-TagsExtTest-1815527086 tempest-TagsExtTest-1815527086-project] 10.222.0.53 "GET /v2.0/subnets/a497dc61-0f2f-43fa-a2f2-958a24c8eddd/tags HTTP/1.1" status: 200 len: 241 time: 0.1517677 Jun 24 11:51:00.162149 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0041b8ed-be23-4a15-99a9-c940235b077b tempest-SecGroupTest-1107880395 tempest-SecGroupTest-1107880395-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb9ab63d-6631-4ccf-87bc-bfde9ac9b5cf,revision_number=0']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:51:00.169154 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 33732) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:51:00.177217 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.services.tag.tag_plugin [None req-15f749a5-e4ae-4e8c-98bf-bb92b75aa711 tempest-TagsExtTest-1815527086 tempest-TagsExtTest-1815527086-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'a497dc61-0f2f-43fa-a2f2-958a24c8eddd', 'tempest-TagsExtTest-Tag-1719045315') {} {{(pid=128083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:51:00.187274 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-0041b8ed-be23-4a15-99a9-c940235b077b tempest-SecGroupTest-1107880395 tempest-SecGroupTest-1107880395-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:51:00.224044 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9146b5b-4dbd-4b05-80e3-e85401047171 None None] DHCP port deletion for adb3efe4-b6fb-4c63-9ef2-97a224cdad56 request from dv-neutron-797120-4-hyperv {{(pid=128085) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 24 11:51:00.240677 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-0041b8ed-be23-4a15-99a9-c940235b077b tempest-SecGroupTest-1107880395 tempest-SecGroupTest-1107880395-project] Notify callbacks [] for security_group_rule, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:00.244718 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 33734) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:51:00.244932 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-0041b8ed-be23-4a15-99a9-c940235b077b tempest-SecGroupTest-1107880395 tempest-SecGroupTest-1107880395-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6069887 Jun 24 11:51:00.252098 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-bd8121f6-6920-49f2-9f74-53d9a3e92811 tempest-SecGroupTest-1107880395 tempest-SecGroupTest-1107880395-project] Request body: {'security_group_rule': {'security_group_id': '0cc647a4-f4bd-4e07-868d-7236aa089c45', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:51:00.305637 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-a9146b5b-4dbd-4b05-80e3-e85401047171 None None] Deleting port 26c7550a-7ca0-4479-8b00-8e5c06558561 {{(pid=128085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 11:51:00.306680 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-a9146b5b-4dbd-4b05-80e3-e85401047171 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793193942312'] for port, before_delete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:00.314269 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-bd8121f6-6920-49f2-9f74-53d9a3e92811 tempest-SecGroupTest-1107880395 tempest-SecGroupTest-1107880395-project] Notify callbacks [] for security_group_rule, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:00.385296 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-a9146b5b-4dbd-4b05-80e3-e85401047171 None None] For port 26c7550a-7ca0-4479-8b00-8e5c06558561, host dv-neutron-797120-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=26c7550a-7ca0-4479-8b00-8e5c06558561,segment=NetworkSegment(8e64cbeb-c249-4995-baa4-a28bae4dc0c4),segment_id=8e64cbeb-c249-4995-baa4-a28bae4dc0c4)] {{(pid=128085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 11:51:00.385604 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-a9146b5b-4dbd-4b05-80e3-e85401047171 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1978872'] for port, precommit_delete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:00.403785 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-a9146b5b-4dbd-4b05-80e3-e85401047171 None None] Calling delete_port for 26c7550a-7ca0-4479-8b00-8e5c06558561 owned by network:dhcp {{(pid=128085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 11:51:00.426288 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-9ae8c3c3-3275-4692-813c-6b3774e259e8 tempest-AllowedAddressPairIpV6TestJSON-2004454070 tempest-AllowedAddressPairIpV6TestJSON-2004454070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:00.459572 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-554eeb6e-09f8-4cb6-a6b8-00db32e47905 None None] Provisioning for port d045467d-3064-47cf-acdb-a6ad057bcff9 completed by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 11:51:00.465905 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-554eeb6e-09f8-4cb6-a6b8-00db32e47905 None None] Provisioning complete for port d045467d-3064-47cf-acdb-a6ad057bcff9 triggered by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:51:00.466282 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-554eeb6e-09f8-4cb6-a6b8-00db32e47905 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:00.475713 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-bd8121f6-6920-49f2-9f74-53d9a3e92811 tempest-SecGroupTest-1107880395 tempest-SecGroupTest-1107880395-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:00.483257 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-bd8121f6-6920-49f2-9f74-53d9a3e92811 tempest-SecGroupTest-1107880395 tempest-SecGroupTest-1107880395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1627007'] for security_group_rule, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:00.492264 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:51:00.520246 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-554eeb6e-09f8-4cb6-a6b8-00db32e47905 None None] Port d045467d-3064-47cf-acdb-a6ad057bcff9 cannot update to ACTIVE because it is not bound. {{(pid=128085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 11:51:00.537609 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8121f6-6920-49f2-9f74-53d9a3e92811 tempest-SecGroupTest-1107880395 tempest-SecGroupTest-1107880395-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=770d3765-2fa2-4259-8659-c7c8d942e50c,revision_number=0']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:51:00.539048 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-a9146b5b-4dbd-4b05-80e3-e85401047171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793193945299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193536732'] for port, after_delete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:00.541030 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-bd8121f6-6920-49f2-9f74-53d9a3e92811 tempest-SecGroupTest-1107880395 tempest-SecGroupTest-1107880395-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:51:00.549401 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-bd8121f6-6920-49f2-9f74-53d9a3e92811 tempest-SecGroupTest-1107880395 tempest-SecGroupTest-1107880395-project] Notify callbacks [] for security_group_rule, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:00.551045 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-6216ee18-c873-4838-a84f-823a29d58238 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:51:00.555340 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-bd8121f6-6920-49f2-9f74-53d9a3e92811 tempest-SecGroupTest-1107880395 tempest-SecGroupTest-1107880395-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3090746 Jun 24 11:51:00.558624 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 33736) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:51:00.564125 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-bb48c9de-b9af-497a-8ef1-c6101b98bacb tempest-SecGroupTest-1107880395 tempest-SecGroupTest-1107880395-project] Request body: {'security_group_rule': {'security_group_id': '0cc647a4-f4bd-4e07-868d-7236aa089c45', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:51:00.573615 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9146b5b-4dbd-4b05-80e3-e85401047171 None None] Pushing event deleted for resources: {'Port': ['ID=26c7550a-7ca0-4479-8b00-8e5c06558561,revision_number=None']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:51:00.582832 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9146b5b-4dbd-4b05-80e3-e85401047171 None None] No DVR routers for this DVR port 26c7550a-7ca0-4479-8b00-8e5c06558561 on host dv-neutron-797120-4-hyperv {{(pid=128085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 11:51:00.587589 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-a9146b5b-4dbd-4b05-80e3-e85401047171 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:51:00.650980 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-bb48c9de-b9af-497a-8ef1-c6101b98bacb tempest-SecGroupTest-1107880395 tempest-SecGroupTest-1107880395-project] Notify callbacks [] for security_group_rule, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:00.767434 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-9697388d-9d8b-40af-9e87-499978d208fe tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-972249'] for subnet, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:00.769329 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-bb48c9de-b9af-497a-8ef1-c6101b98bacb tempest-SecGroupTest-1107880395 tempest-SecGroupTest-1107880395-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:00.773752 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-9ae8c3c3-3275-4692-813c-6b3774e259e8 tempest-AllowedAddressPairIpV6TestJSON-2004454070 tempest-AllowedAddressPairIpV6TestJSON-2004454070-project] Notify callbacks [] for port, precommit_update {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:00.777736 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-bb48c9de-b9af-497a-8ef1-c6101b98bacb tempest-SecGroupTest-1107880395 tempest-SecGroupTest-1107880395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1627007'] for security_group_rule, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:00.779959 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-c2df81b3-865c-4fb7-9043-f046bfcba0e5 tempest-TestNetworkAdvancedServerOps-1479438933 tempest-TestNetworkAdvancedServerOps-1479438933-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:51:00.792662 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-9ae8c3c3-3275-4692-813c-6b3774e259e8 tempest-AllowedAddressPairIpV6TestJSON-2004454070 tempest-AllowedAddressPairIpV6TestJSON-2004454070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3292081'] for port, after_update {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:00.809998 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb48c9de-b9af-497a-8ef1-c6101b98bacb tempest-SecGroupTest-1107880395 tempest-SecGroupTest-1107880395-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4b36204-8bfa-422d-b20b-16019a987164,revision_number=0']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:51:00.814954 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-bb48c9de-b9af-497a-8ef1-c6101b98bacb tempest-SecGroupTest-1107880395 tempest-SecGroupTest-1107880395-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:51:00.816124 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-b8697d7d-35fb-4be3-bde3-1d4a4d70c7a8 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.012s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:51:00.823564 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-bb48c9de-b9af-497a-8ef1-c6101b98bacb tempest-SecGroupTest-1107880395 tempest-SecGroupTest-1107880395-project] Notify callbacks [] for security_group_rule, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:00.826868 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-bb48c9de-b9af-497a-8ef1-c6101b98bacb tempest-SecGroupTest-1107880395 tempest-SecGroupTest-1107880395-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2639124 Jun 24 11:51:00.826868 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.plugin [None req-9ae8c3c3-3275-4692-813c-6b3774e259e8 tempest-AllowedAddressPairIpV6TestJSON-2004454070 tempest-AllowedAddressPairIpV6TestJSON-2004454070-project] In _notify_port_updated(), no bound segment for port d045467d-3064-47cf-acdb-a6ad057bcff9 on network f42a3638-1c76-4d1d-9a90-44e4aeb5dcfa {{(pid=128084) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jun 24 11:51:00.830597 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ae8c3c3-3275-4692-813c-6b3774e259e8 tempest-AllowedAddressPairIpV6TestJSON-2004454070 tempest-AllowedAddressPairIpV6TestJSON-2004454070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:51:00.831815 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-9ae8c3c3-3275-4692-813c-6b3774e259e8 tempest-AllowedAddressPairIpV6TestJSON-2004454070 tempest-AllowedAddressPairIpV6TestJSON-2004454070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468916'] for port, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:00.835283 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-f88f5b30-b40b-46e5-a3a1-5a67d4d750a6 req-6b4c7abd-274a-43ba-91d5-c2852382db19 service neutron] 10.222.0.45 "GET /v2.0/networks/376f72b9-0f0d-4b21-b0a6-f11d1b9b44a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6689088 Jun 24 11:51:00.835920 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-9ae8c3c3-3275-4692-813c-6b3774e259e8 tempest-AllowedAddressPairIpV6TestJSON-2004454070 tempest-AllowedAddressPairIpV6TestJSON-2004454070-project] 10.222.0.53 "PUT /v2.0/ports/d045467d-3064-47cf-acdb-a6ad057bcff9 HTTP/1.1" status: 200 len: 1003 time: 0.7419097 Jun 24 11:51:00.845285 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 33742) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:51:00.845441 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 33744) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:51:00.856737 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [None req-f3d585be-c02c-438c-a609-b39053218584 tempest-SecGroupTest-1107880395 tempest-SecGroupTest-1107880395-project] Request body: {'security_group_rule': {'security_group_id': '0cc647a4-f4bd-4e07-868d-7236aa089c45', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:51:00.880351 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae8c3c3-3275-4692-813c-6b3774e259e8 tempest-AllowedAddressPairIpV6TestJSON-2004454070 tempest-AllowedAddressPairIpV6TestJSON-2004454070-project] Pushing event updated for resources: {'Port': ['ID=d045467d-3064-47cf-acdb-a6ad057bcff9,revision_number=2']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:51:00.884137 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-9ae8c3c3-3275-4692-813c-6b3774e259e8 tempest-AllowedAddressPairIpV6TestJSON-2004454070 tempest-AllowedAddressPairIpV6TestJSON-2004454070-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:51:00.906538 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.plugin [None req-26d753d4-65d1-45ac-84eb-93375f23a805 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Deleting port 26c7550a-7ca0-4479-8b00-8e5c06558561 {{(pid=128083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 11:51:00.906884 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-26d753d4-65d1-45ac-84eb-93375f23a805 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793193942312'] for port, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:01.007330 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-15f749a5-e4ae-4e8c-98bf-bb92b75aa711 tempest-TagsExtTest-1815527086 tempest-TagsExtTest-1815527086-project] 10.222.0.53 "GET /v2.0/subnets/a497dc61-0f2f-43fa-a2f2-958a24c8eddd/tags/tempest-TagsExtTest-Tag-1719045315 HTTP/1.1" status: 204 len: 168 time: 0.8336570 Jun 24 11:51:01.010097 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 33746) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:51:01.014972 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.services.tag.tag_plugin [None req-729f3cf8-4d1a-4c61-b12c-61b6b52f6671 tempest-TagsExtTest-1815527086 tempest-TagsExtTest-1815527086-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', 'a497dc61-0f2f-43fa-a2f2-958a24c8eddd', 'tempest-TagsExtTest-Tag-1719045315') {} {{(pid=128084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:51:01.059585 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-a8de0bf2-3fe8-4ec9-aacb-427228ad52b4 None None] Provisioning complete for port d045467d-3064-47cf-acdb-a6ad057bcff9 triggered by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:51:01.060243 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-a8de0bf2-3fe8-4ec9-aacb-427228ad52b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:01.096278 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-729f3cf8-4d1a-4c61-b12c-61b6b52f6671 tempest-TagsExtTest-1815527086 tempest-TagsExtTest-1815527086-project] 10.222.0.53 "DELETE /v2.0/subnets/a497dc61-0f2f-43fa-a2f2-958a24c8eddd/tags/tempest-TagsExtTest-Tag-1719045315 HTTP/1.1" status: 204 len: 168 time: 0.0850656 Jun 24 11:51:01.104824 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 33748) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:51:01.111413 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-9697388d-9d8b-40af-9e87-499978d208fe tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-972238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2537800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3289951'] for subnet, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:01.112031 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-a8de0bf2-3fe8-4ec9-aacb-427228ad52b4 None None] Port d045467d-3064-47cf-acdb-a6ad057bcff9 cannot update to ACTIVE because it is not bound. {{(pid=128085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 11:51:01.112133 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.services.tag.tag_plugin [None req-818a7052-1387-4d9d-9c5b-896eb21eb3b0 tempest-TagsExtTest-1815527086 tempest-TagsExtTest-1815527086-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'a497dc61-0f2f-43fa-a2f2-958a24c8eddd') {} {{(pid=128084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:51:01.118227 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.db [None req-26d753d4-65d1-45ac-84eb-93375f23a805 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] For port 26c7550a-7ca0-4479-8b00-8e5c06558561, host dv-neutron-797120-4-hyperv, got binding levels [] {{(pid=128083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 11:51:01.118591 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-26d753d4-65d1-45ac-84eb-93375f23a805 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1978872'] for port, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:01.123638 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-b591cfe8-2d6d-439a-bbfb-2888ce608734 tempest-FloatingIPNegativeTestJSON-1774915856 tempest-FloatingIPNegativeTestJSON-1774915856-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:51:01.148377 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-f3d585be-c02c-438c-a609-b39053218584 tempest-SecGroupTest-1107880395 tempest-SecGroupTest-1107880395-project] Notify callbacks [] for security_group_rule, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:01.163929 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-818a7052-1387-4d9d-9c5b-896eb21eb3b0 tempest-TagsExtTest-1815527086 tempest-TagsExtTest-1815527086-project] 10.222.0.53 "GET /v2.0/subnets/a497dc61-0f2f-43fa-a2f2-958a24c8eddd/tags HTTP/1.1" status: 200 len: 205 time: 0.0578671 Jun 24 11:51:01.166356 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 33750) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:51:01.170661 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.services.tag.tag_plugin [None req-063cc06e-3272-4f7a-82d2-1400a2e4f8e7 tempest-TagsExtTest-1815527086 tempest-TagsExtTest-1815527086-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '18fb6b84-5aab-4248-8b78-23d892dc92ac') {} {{(pid=128084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:51:01.190461 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.plugin [None req-26d753d4-65d1-45ac-84eb-93375f23a805 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Calling delete_port for 26c7550a-7ca0-4479-8b00-8e5c06558561 owned by network:dhcp {{(pid=128083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 11:51:01.198050 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.ipam_backend_mixin [None req-26d753d4-65d1-45ac-84eb-93375f23a805 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Port 26c7550a-7ca0-4479-8b00-8e5c06558561 was not found and therefore no delete operation was performed {{(pid=128083) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jun 24 11:51:01.200784 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9697388d-9d8b-40af-9e87-499978d208fe tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Pushing event deleted for resources: {'Subnet': ['ID=da18005d-1d44-4412-a824-0a253b5f79bc,revision_number=None']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:51:01.209947 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-9697388d-9d8b-40af-9e87-499978d208fe tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Notify callbacks [] for subnet, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:01.211838 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-9697388d-9d8b-40af-9e87-499978d208fe tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] 10.222.0.53 "DELETE /v2.0/subnets/da18005d-1d44-4412-a824-0a253b5f79bc HTTP/1.1" status: 204 len: 168 time: 1.4562581 Jun 24 11:51:01.212617 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-26d753d4-65d1-45ac-84eb-93375f23a805 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793193945299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193536732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2537862'] for port, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:01.214868 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 33752) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:51:01.219624 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75249a22-bf21-41be-a95e-5bfa106682bd None None] Network f76ff61a-8e5d-4726-9273-e062bd626f8d requested from dv-neutron-797120-4-hyperv {{(pid=128085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 11:51:01.222602 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-9697388d-9d8b-40af-9e87-499978d208fe tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:51:01.224957 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-c595f843-e82c-4138-a0a0-c76ba5b18384 tempest-RoutersNegativeIpV6Test-675716403 tempest-RoutersNegativeIpV6Test-675716403-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:51:01.269770 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f716d43-d741-43c6-bdca-4143a4cf46c9 req-ecf68103-3c5c-4fac-b3d2-c4b6aa3dec8a tempest-TestVolumeBootPattern-428988392 tempest-TestVolumeBootPattern-428988392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:51:01.271650 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-5f716d43-d741-43c6-bdca-4143a4cf46c9 req-ecf68103-3c5c-4fac-b3d2-c4b6aa3dec8a tempest-TestVolumeBootPattern-428988392 tempest-TestVolumeBootPattern-428988392-project] 10.222.0.53 "GET /v2.0/ports?device_id=5e25e9f8-29cf-4860-93c6-e03d46d226de HTTP/1.1" status: 200 len: 944 time: 0.4626102 Jun 24 11:51:01.285140 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8c5201-078d-41f8-a986-fedbabc0c465 req-b24c19ca-7cc2-41b7-942e-ffb6ef7a1bb3 tempest-TestNetworkAdvancedServerOps-1479438933 tempest-TestNetworkAdvancedServerOps-1479438933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:51:01.286612 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-1d8c5201-078d-41f8-a986-fedbabc0c465 req-b24c19ca-7cc2-41b7-942e-ffb6ef7a1bb3 tempest-TestNetworkAdvancedServerOps-1479438933 tempest-TestNetworkAdvancedServerOps-1479438933-project] 10.222.0.53 "GET /v2.0/ports?device_id=01c22be6-1669-482b-94cd-775df8dd11ba HTTP/1.1" status: 200 len: 946 time: 0.4695783 Jun 24 11:51:01.287503 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d753d4-65d1-45ac-84eb-93375f23a805 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Pushing event deleted for resources: {'Port': ['ID=26c7550a-7ca0-4479-8b00-8e5c06558561,revision_number=None']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:51:01.295156 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-26d753d4-65d1-45ac-84eb-93375f23a805 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:51:01.295632 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26d753d4-65d1-45ac-84eb-93375f23a805 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] No DVR routers for this DVR port 26c7550a-7ca0-4479-8b00-8e5c06558561 on host dv-neutron-797120-4-hyperv {{(pid=128083) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 11:51:01.304447 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-063cc06e-3272-4f7a-82d2-1400a2e4f8e7 tempest-TagsExtTest-1815527086 tempest-TagsExtTest-1815527086-project] 10.222.0.53 "GET /v2.0/ports/18fb6b84-5aab-4248-8b78-23d892dc92ac/tags HTTP/1.1" status: 200 len: 241 time: 0.1347957 Jun 24 11:51:01.306887 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 33754) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:51:01.314753 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-32ecfd84-f628-494d-8ac5-eab36fd1db94 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-534962'] for network, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:01.343312 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.services.tag.tag_plugin [None req-925f6244-d143-4e58-89e4-04fd4c79ee22 tempest-TagsExtTest-1815527086 tempest-TagsExtTest-1815527086-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '18fb6b84-5aab-4248-8b78-23d892dc92ac', 'tempest-TagsExtTest-Tag-1256803712') {} {{(pid=128083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:51:01.372106 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.plugin [None req-32ecfd84-f628-494d-8ac5-eab36fd1db94 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Deleting port f4d90b27-ff75-474f-a15a-a7ed6eda7fc3 {{(pid=128084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 11:51:01.372501 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-32ecfd84-f628-494d-8ac5-eab36fd1db94 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793193942312'] for port, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:01.428491 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-327971aa-4445-4d7e-b856-0a83ab37fdda None None] DHCP port deletion for f76ff61a-8e5d-4726-9273-e062bd626f8d request from dv-neutron-797120-4-hyperv {{(pid=128085) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 24 11:51:01.437581 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.plugin [None req-da51a78c-8642-442e-915f-127c4f49c41e tempest-AllowedAddressPairIpV6TestJSON-2004454070 tempest-AllowedAddressPairIpV6TestJSON-2004454070-project] Deleting port d045467d-3064-47cf-acdb-a6ad057bcff9 {{(pid=128083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 11:51:01.437927 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-da51a78c-8642-442e-915f-127c4f49c41e tempest-AllowedAddressPairIpV6TestJSON-2004454070 tempest-AllowedAddressPairIpV6TestJSON-2004454070-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793193942312'] for port, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:01.444200 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-f3d585be-c02c-438c-a609-b39053218584 tempest-SecGroupTest-1107880395 tempest-SecGroupTest-1107880395-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:01.460839 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.db [None req-32ecfd84-f628-494d-8ac5-eab36fd1db94 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] For port f4d90b27-ff75-474f-a15a-a7ed6eda7fc3, host dv-neutron-797120-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=f4d90b27-ff75-474f-a15a-a7ed6eda7fc3,segment=NetworkSegment(9f67006e-2487-48c9-9418-5c458cc9979d),segment_id=9f67006e-2487-48c9-9418-5c458cc9979d)] {{(pid=128084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 11:51:01.461252 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-32ecfd84-f628-494d-8ac5-eab36fd1db94 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1978872'] for port, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:01.475394 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.plugin [None req-32ecfd84-f628-494d-8ac5-eab36fd1db94 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Calling delete_port for f4d90b27-ff75-474f-a15a-a7ed6eda7fc3 owned by network:dhcp {{(pid=128084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 11:51:01.484846 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-327971aa-4445-4d7e-b856-0a83ab37fdda None None] Deleting port f4d90b27-ff75-474f-a15a-a7ed6eda7fc3 {{(pid=128085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 11:51:01.485575 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-327971aa-4445-4d7e-b856-0a83ab37fdda None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793193942312'] for port, before_delete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:01.501377 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-5f716d43-d741-43c6-bdca-4143a4cf46c9 req-cd01ec28-1dd9-43fe-8ae1-2bacd19b41b7 tempest-TestVolumeBootPattern-428988392 tempest-TestVolumeBootPattern-428988392-project] 10.222.0.53 "GET /v2.0/security-groups?id=ddc26bf4-0de0-4c33-8d45-b7d4817ee778&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2035205 Jun 24 11:51:01.502314 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-f3d585be-c02c-438c-a609-b39053218584 tempest-SecGroupTest-1107880395 tempest-SecGroupTest-1107880395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1627007'] for security_group_rule, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:01.537559 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device 26c7550a-7ca0-4479-8b00-8e5c06558561 no longer exists at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 11:51:01.546315 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:51:01.583405 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-32ecfd84-f628-494d-8ac5-eab36fd1db94 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793193945299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193536732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3292088'] for port, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:01.586685 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-1c5fed57-b8e0-47b2-a26a-3a1817d7688d tempest-FloatingIPNegativeTestJSON-1774915856 tempest-FloatingIPNegativeTestJSON-1774915856-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:51:01.590276 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] No Port match for: 26c7550a-7ca0-4479-8b00-8e5c06558561 {{(pid=128085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 11:51:01.590704 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device 26c7550a-7ca0-4479-8b00-8e5c06558561 not bound to the agent host dv-neutron-797120-4-hyperv {{(pid=128085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 11:51:01.591196 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device f4d90b27-ff75-474f-a15a-a7ed6eda7fc3 no longer exists at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 11:51:01.609000 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-26d753d4-65d1-45ac-84eb-93375f23a805 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973199', 'neutron.services.segments.db._delete_segments_for_network-8793194012456'] for network, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:01.622222 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ecfd84-f628-494d-8ac5-eab36fd1db94 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Pushing event deleted for resources: {'Port': ['ID=f4d90b27-ff75-474f-a15a-a7ed6eda7fc3,revision_number=None']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:51:01.622980 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] No Port match for: f4d90b27-ff75-474f-a15a-a7ed6eda7fc3 {{(pid=128085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 11:51:01.623404 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device f4d90b27-ff75-474f-a15a-a7ed6eda7fc3 not bound to the agent host dv-neutron-797120-4-hyperv {{(pid=128085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 11:51:01.625297 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32ecfd84-f628-494d-8ac5-eab36fd1db94 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] No DVR routers for this DVR port f4d90b27-ff75-474f-a15a-a7ed6eda7fc3 on host dv-neutron-797120-4-hyperv {{(pid=128084) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 11:51:01.626165 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-1d8c5201-078d-41f8-a986-fedbabc0c465 req-96e7b903-0939-4c77-9486-4cf0b9a853eb tempest-TestNetworkAdvancedServerOps-1479438933 tempest-TestNetworkAdvancedServerOps-1479438933-project] 10.222.0.53 "GET /v2.0/security-groups?id=ad6af071-5e9d-4374-b735-aabf2d994394&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3206103 Jun 24 11:51:01.633556 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-327971aa-4445-4d7e-b856-0a83ab37fdda None None] For port f4d90b27-ff75-474f-a15a-a7ed6eda7fc3, host dv-neutron-797120-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=f4d90b27-ff75-474f-a15a-a7ed6eda7fc3,segment=NetworkSegment(9f67006e-2487-48c9-9418-5c458cc9979d),segment_id=9f67006e-2487-48c9-9418-5c458cc9979d)] {{(pid=128085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 11:51:01.633795 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-327971aa-4445-4d7e-b856-0a83ab37fdda None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1978872'] for port, precommit_delete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:01.634570 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.services.segments.db [None req-26d753d4-65d1-45ac-84eb-93375f23a805 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['adb3efe4-b6fb-4c63-9ef2-97a224cdad56']}} {{(pid=128083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:51:01.637353 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d585be-c02c-438c-a609-b39053218584 tempest-SecGroupTest-1107880395 tempest-SecGroupTest-1107880395-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb713506-274b-4180-b575-22122e629439,revision_number=0']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:51:01.641223 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-32ecfd84-f628-494d-8ac5-eab36fd1db94 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:51:01.652505 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-f3d585be-c02c-438c-a609-b39053218584 tempest-SecGroupTest-1107880395 tempest-SecGroupTest-1107880395-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:51:01.653298 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-f3d585be-c02c-438c-a609-b39053218584 tempest-SecGroupTest-1107880395 tempest-SecGroupTest-1107880395-project] Notify callbacks [] for security_group_rule, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:01.657546 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-f3d585be-c02c-438c-a609-b39053218584 tempest-SecGroupTest-1107880395 tempest-SecGroupTest-1107880395-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.8080850 Jun 24 11:51:01.661100 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-327971aa-4445-4d7e-b856-0a83ab37fdda None None] Calling delete_port for f4d90b27-ff75-474f-a15a-a7ed6eda7fc3 owned by network:dhcp {{(pid=128085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 11:51:01.661576 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.services.segments.db [None req-26d753d4-65d1-45ac-84eb-93375f23a805 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e64cbeb-c249-4995-baa4-a28bae4dc0c4') {'for_net_delete': True} {{(pid=128083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:51:01.661878 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.services.segments.db [None req-26d753d4-65d1-45ac-84eb-93375f23a805 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e64cbeb-c249-4995-baa4-a28bae4dc0c4') {} {{(pid=128083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:51:01.663358 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 33756) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:51:01.679088 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [None req-91a4e41c-448f-4697-8485-a163b152b3e7 tempest-SecGroupTest-1107880395 tempest-SecGroupTest-1107880395-project] Request body: {'security_group_rule': {'security_group_id': '0cc647a4-f4bd-4e07-868d-7236aa089c45', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:51:01.693653 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-26d753d4-65d1-45ac-84eb-93375f23a805 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793194097327', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3143690'] for segment, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:01.730695 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-26d753d4-65d1-45ac-84eb-93375f23a805 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967879'] for segment, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:01.735182 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-32ecfd84-f628-494d-8ac5-eab36fd1db94 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973199', 'neutron.services.segments.db._delete_segments_for_network-8793194012456'] for network, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:01.735803 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-925f6244-d143-4e58-89e4-04fd4c79ee22 tempest-TagsExtTest-1815527086 tempest-TagsExtTest-1815527086-project] 10.222.0.53 "GET /v2.0/ports/18fb6b84-5aab-4248-8b78-23d892dc92ac/tags/tempest-TagsExtTest-Tag-1256803712 HTTP/1.1" status: 204 len: 168 time: 0.4168065 Jun 24 11:51:01.743816 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-da51a78c-8642-442e-915f-127c4f49c41e tempest-AllowedAddressPairIpV6TestJSON-2004454070 tempest-AllowedAddressPairIpV6TestJSON-2004454070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1978872'] for port, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:01.744095 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 33758) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:51:01.751135 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.services.tag.tag_plugin [None req-3e2f9169-370a-4e62-8628-840aaf93b16d tempest-TagsExtTest-1815527086 tempest-TagsExtTest-1815527086-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '18fb6b84-5aab-4248-8b78-23d892dc92ac', 'tempest-TagsExtTest-Tag-1256803712') {} {{(pid=128084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:51:01.754368 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26d753d4-65d1-45ac-84eb-93375f23a805 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Releasing vlan 601 on physical network physnet1 to pool {{(pid=128083) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 11:51:01.754798 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-26d753d4-65d1-45ac-84eb-93375f23a805 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2537899'] for segment, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:01.758493 dv-neutron-797120-4-hyperv neutron-server[128083]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 11:51:01.758493 dv-neutron-797120-4-hyperv neutron-server[128083]: conditions |= (models_v2.Port.network_id.in_( Jun 24 11:51:01.758493 dv-neutron-797120-4-hyperv neutron-server[128083]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 11:51:01.758493 dv-neutron-797120-4-hyperv neutron-server[128083]: conditions |= (models_v2.Port.network_id.in_( Jun 24 11:51:01.758493 dv-neutron-797120-4-hyperv neutron-server[128083]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 11:51:01.758493 dv-neutron-797120-4-hyperv neutron-server[128083]: conditions |= (models_v2.Port.network_id.in_( Jun 24 11:51:01.758493 dv-neutron-797120-4-hyperv neutron-server[128083]: Traceback (most recent call last): Jun 24 11:51:01.758493 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 24 11:51:01.758493 dv-neutron-797120-4-hyperv neutron-server[128083]: timer() Jun 24 11:51:01.758493 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 24 11:51:01.758493 dv-neutron-797120-4-hyperv neutron-server[128083]: cb(*args, **kw) Jun 24 11:51:01.758493 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 24 11:51:01.758493 dv-neutron-797120-4-hyperv neutron-server[128083]: return func(*args, **kwargs) Jun 24 11:51:01.758493 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 24 11:51:01.758493 dv-neutron-797120-4-hyperv neutron-server[128083]: self._notify() Jun 24 11:51:01.758493 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 24 11:51:01.758493 dv-neutron-797120-4-hyperv neutron-server[128083]: self.callback(batched_events) Jun 24 11:51:01.758493 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 24 11:51:01.758493 dv-neutron-797120-4-hyperv neutron-server[128083]: event.method(event) Jun 24 11:51:01.758493 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 24 11:51:01.758493 dv-neutron-797120-4-hyperv neutron-server[128083]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 24 11:51:01.758493 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 24 11:51:01.758493 dv-neutron-797120-4-hyperv neutron-server[128083]: aggregate_uuid = self.p_client.list_aggregates( Jun 24 11:51:01.758493 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 24 11:51:01.758493 dv-neutron-797120-4-hyperv neutron-server[128083]: return f(self, *a, **k) Jun 24 11:51:01.758493 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 24 11:51:01.758493 dv-neutron-797120-4-hyperv neutron-server[128083]: return self._get(url).json() Jun 24 11:51:01.758493 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 24 11:51:01.758493 dv-neutron-797120-4-hyperv neutron-server[128083]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 24 11:51:01.758493 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 24 11:51:01.758493 dv-neutron-797120-4-hyperv neutron-server[128083]: return self.request(url, 'GET', **kwargs) Jun 24 11:51:01.758493 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 24 11:51:01.758493 dv-neutron-797120-4-hyperv neutron-server[128083]: base_url = self.get_endpoint(auth, allow=allow, Jun 24 11:51:01.758493 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 24 11:51:01.758493 dv-neutron-797120-4-hyperv neutron-server[128083]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 24 11:51:01.758493 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 24 11:51:01.758493 dv-neutron-797120-4-hyperv neutron-server[128083]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 24 11:51:01.758493 dv-neutron-797120-4-hyperv neutron-server[128083]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 24 11:51:01.761405 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.services.segments.db [None req-32ecfd84-f628-494d-8ac5-eab36fd1db94 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f76ff61a-8e5d-4726-9273-e062bd626f8d']}} {{(pid=128084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:51:01.769658 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-327971aa-4445-4d7e-b856-0a83ab37fdda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793193945299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193536732'] for port, after_delete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:01.771611 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:51:01.792450 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.plugin [None req-da51a78c-8642-442e-915f-127c4f49c41e tempest-AllowedAddressPairIpV6TestJSON-2004454070 tempest-AllowedAddressPairIpV6TestJSON-2004454070-project] Calling delete_port for d045467d-3064-47cf-acdb-a6ad057bcff9 owned by {{(pid=128083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 11:51:01.795478 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.services.segments.db [None req-32ecfd84-f628-494d-8ac5-eab36fd1db94 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f67006e-2487-48c9-9418-5c458cc9979d') {'for_net_delete': True} {{(pid=128084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:51:01.795842 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.services.segments.db [None req-32ecfd84-f628-494d-8ac5-eab36fd1db94 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f67006e-2487-48c9-9418-5c458cc9979d') {} {{(pid=128084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:51:01.798778 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327971aa-4445-4d7e-b856-0a83ab37fdda None None] Pushing event deleted for resources: {'Port': ['ID=f4d90b27-ff75-474f-a15a-a7ed6eda7fc3,revision_number=None']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:51:01.806109 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-327971aa-4445-4d7e-b856-0a83ab37fdda None None] No DVR routers for this DVR port f4d90b27-ff75-474f-a15a-a7ed6eda7fc3 on host dv-neutron-797120-4-hyperv {{(pid=128085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 11:51:01.807976 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-327971aa-4445-4d7e-b856-0a83ab37fdda None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:51:01.809036 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-32ecfd84-f628-494d-8ac5-eab36fd1db94 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793194097327', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2373599'] for segment, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:01.826898 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-91a4e41c-448f-4697-8485-a163b152b3e7 tempest-SecGroupTest-1107880395 tempest-SecGroupTest-1107880395-project] Notify callbacks [] for security_group_rule, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:01.830240 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-32ecfd84-f628-494d-8ac5-eab36fd1db94 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967879'] for segment, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:01.841927 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32ecfd84-f628-494d-8ac5-eab36fd1db94 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Releasing vlan 623 on physical network physnet1 to pool {{(pid=128084) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 11:51:01.842325 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-32ecfd84-f628-494d-8ac5-eab36fd1db94 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3292053'] for segment, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:01.845505 dv-neutron-797120-4-hyperv neutron-server[128084]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 11:51:01.845505 dv-neutron-797120-4-hyperv neutron-server[128084]: conditions |= (models_v2.Port.network_id.in_( Jun 24 11:51:01.845505 dv-neutron-797120-4-hyperv neutron-server[128084]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 11:51:01.845505 dv-neutron-797120-4-hyperv neutron-server[128084]: conditions |= (models_v2.Port.network_id.in_( Jun 24 11:51:01.845505 dv-neutron-797120-4-hyperv neutron-server[128084]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 11:51:01.845505 dv-neutron-797120-4-hyperv neutron-server[128084]: conditions |= (models_v2.Port.network_id.in_( Jun 24 11:51:01.845505 dv-neutron-797120-4-hyperv neutron-server[128084]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 11:51:01.845505 dv-neutron-797120-4-hyperv neutron-server[128084]: conditions |= (models_v2.Port.network_id.in_( Jun 24 11:51:01.845505 dv-neutron-797120-4-hyperv neutron-server[128084]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 11:51:01.845505 dv-neutron-797120-4-hyperv neutron-server[128084]: conditions |= (models_v2.Port.network_id.in_( Jun 24 11:51:01.845505 dv-neutron-797120-4-hyperv neutron-server[128084]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 11:51:01.845505 dv-neutron-797120-4-hyperv neutron-server[128084]: conditions |= (models_v2.Port.network_id.in_( Jun 24 11:51:01.845505 dv-neutron-797120-4-hyperv neutron-server[128084]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 11:51:01.845505 dv-neutron-797120-4-hyperv neutron-server[128084]: conditions |= (models_v2.Port.network_id.in_( Jun 24 11:51:01.845505 dv-neutron-797120-4-hyperv neutron-server[128084]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 11:51:01.845505 dv-neutron-797120-4-hyperv neutron-server[128084]: conditions |= (models_v2.Port.network_id.in_( Jun 24 11:51:01.845505 dv-neutron-797120-4-hyperv neutron-server[128084]: Traceback (most recent call last): Jun 24 11:51:01.845505 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 24 11:51:01.845505 dv-neutron-797120-4-hyperv neutron-server[128084]: timer() Jun 24 11:51:01.845505 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 24 11:51:01.845505 dv-neutron-797120-4-hyperv neutron-server[128084]: cb(*args, **kw) Jun 24 11:51:01.845505 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 24 11:51:01.845505 dv-neutron-797120-4-hyperv neutron-server[128084]: return func(*args, **kwargs) Jun 24 11:51:01.845505 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 24 11:51:01.845505 dv-neutron-797120-4-hyperv neutron-server[128084]: self._notify() Jun 24 11:51:01.845505 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 24 11:51:01.845505 dv-neutron-797120-4-hyperv neutron-server[128084]: self.callback(batched_events) Jun 24 11:51:01.845505 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 24 11:51:01.845505 dv-neutron-797120-4-hyperv neutron-server[128084]: event.method(event) Jun 24 11:51:01.845505 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 24 11:51:01.845505 dv-neutron-797120-4-hyperv neutron-server[128084]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 24 11:51:01.845505 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 24 11:51:01.845505 dv-neutron-797120-4-hyperv neutron-server[128084]: aggregate_uuid = self.p_client.list_aggregates( Jun 24 11:51:01.845505 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 24 11:51:01.845505 dv-neutron-797120-4-hyperv neutron-server[128084]: return f(self, *a, **k) Jun 24 11:51:01.845505 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 24 11:51:01.845505 dv-neutron-797120-4-hyperv neutron-server[128084]: return self._get(url).json() Jun 24 11:51:01.845505 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 24 11:51:01.845505 dv-neutron-797120-4-hyperv neutron-server[128084]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 24 11:51:01.845505 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 24 11:51:01.845505 dv-neutron-797120-4-hyperv neutron-server[128084]: return self.request(url, 'GET', **kwargs) Jun 24 11:51:01.845505 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 24 11:51:01.845505 dv-neutron-797120-4-hyperv neutron-server[128084]: base_url = self.get_endpoint(auth, allow=allow, Jun 24 11:51:01.845505 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 24 11:51:01.845505 dv-neutron-797120-4-hyperv neutron-server[128084]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 24 11:51:01.845505 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 24 11:51:01.845505 dv-neutron-797120-4-hyperv neutron-server[128084]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 24 11:51:01.845505 dv-neutron-797120-4-hyperv neutron-server[128084]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 24 11:51:01.900349 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-26d753d4-65d1-45ac-84eb-93375f23a805 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1800243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1815642'] for network, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:01.910178 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-f7cc9eb5-fd24-4f71-a94d-3b51870a4ff9 tempest-FloatingIPAdminTestJSON-775113783 tempest-FloatingIPAdminTestJSON-775113783-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:51:01.914962 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-3e2f9169-370a-4e62-8628-840aaf93b16d tempest-TagsExtTest-1815527086 tempest-TagsExtTest-1815527086-project] 10.222.0.53 "DELETE /v2.0/ports/18fb6b84-5aab-4248-8b78-23d892dc92ac/tags/tempest-TagsExtTest-Tag-1256803712 HTTP/1.1" status: 204 len: 168 time: 0.1693914 Jun 24 11:51:01.916675 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-32ecfd84-f628-494d-8ac5-eab36fd1db94 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1800243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1815642'] for network, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:01.918309 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 33760) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:51:01.919376 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-26d753d4-65d1-45ac-84eb-93375f23a805 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Notify callbacks [] for network, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:01.928153 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-26d753d4-65d1-45ac-84eb-93375f23a805 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] 10.222.0.53 "DELETE /v2.0/networks/adb3efe4-b6fb-4c63-9ef2-97a224cdad56 HTTP/1.1" status: 204 len: 168 time: 1.9788721 Jun 24 11:51:01.928373 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-a2dc8a8f-304d-4424-bd5e-56353da8c406 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:51:01.928711 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.services.tag.tag_plugin [None req-f10f4fe9-d101-4a39-acff-712a86dbf62b tempest-TagsExtTest-1815527086 tempest-TagsExtTest-1815527086-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '18fb6b84-5aab-4248-8b78-23d892dc92ac') {} {{(pid=128084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:51:01.929326 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 33762) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:51:01.938074 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [None req-510045a0-2223-4130-a2c9-24a51bf70f9e tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-313515064'}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:51:01.952908 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-32ecfd84-f628-494d-8ac5-eab36fd1db94 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Notify callbacks [] for network, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:01.959311 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-32ecfd84-f628-494d-8ac5-eab36fd1db94 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] 10.222.0.53 "DELETE /v2.0/networks/f76ff61a-8e5d-4726-9273-e062bd626f8d HTTP/1.1" status: 204 len: 168 time: 0.7384553 Jun 24 11:51:01.959518 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d753d4-65d1-45ac-84eb-93375f23a805 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Pushing event deleted for resources: {'Network': ['ID=adb3efe4-b6fb-4c63-9ef2-97a224cdad56,revision_number=None']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:51:01.960526 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 33764) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:51:01.972852 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ecfd84-f628-494d-8ac5-eab36fd1db94 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Pushing event deleted for resources: {'Network': ['ID=f76ff61a-8e5d-4726-9273-e062bd626f8d,revision_number=None']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:51:01.975993 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-32ecfd84-f628-494d-8ac5-eab36fd1db94 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:51:01.986088 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-26d753d4-65d1-45ac-84eb-93375f23a805 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:51:02.001067 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-f10f4fe9-d101-4a39-acff-712a86dbf62b tempest-TagsExtTest-1815527086 tempest-TagsExtTest-1815527086-project] 10.222.0.53 "GET /v2.0/ports/18fb6b84-5aab-4248-8b78-23d892dc92ac/tags HTTP/1.1" status: 200 len: 205 time: 0.0817275 Jun 24 11:51:02.004096 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 33766) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:51:02.008945 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.services.tag.tag_plugin [None req-e4d879e6-b367-4805-be0c-d6b7d4d9ec64 tempest-TagsExtTest-1815527086 tempest-TagsExtTest-1815527086-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'a9f2dd77-cfc6-4173-9410-224fedea0f60') {} {{(pid=128084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:51:02.021078 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-91a4e41c-448f-4697-8485-a163b152b3e7 tempest-SecGroupTest-1107880395 tempest-SecGroupTest-1107880395-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:02.034878 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-510045a0-2223-4130-a2c9-24a51bf70f9e tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Made reservation on behalf of 38289682863c40298c517287ec90b883 for: {'network': 1} {{(pid=128083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 11:51:02.039049 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-510045a0-2223-4130-a2c9-24a51bf70f9e tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for network, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:02.041150 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-91a4e41c-448f-4697-8485-a163b152b3e7 tempest-SecGroupTest-1107880395 tempest-SecGroupTest-1107880395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1627007'] for security_group_rule, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:02.052684 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:51:02.096111 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-e4d879e6-b367-4805-be0c-d6b7d4d9ec64 tempest-TagsExtTest-1815527086 tempest-TagsExtTest-1815527086-project] 10.222.0.53 "GET /v2.0/routers/a9f2dd77-cfc6-4173-9410-224fedea0f60/tags HTTP/1.1" status: 200 len: 240 time: 0.0907712 Jun 24 11:51:02.099403 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 33768) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:51:02.104086 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.services.tag.tag_plugin [None req-206236f4-5346-4a0c-9492-66758c128cfd tempest-TagsExtTest-1815527086 tempest-TagsExtTest-1815527086-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'a9f2dd77-cfc6-4173-9410-224fedea0f60', 'tempest-TagsExtTest-Tag-314064430') {} {{(pid=128084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:51:02.105131 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f2c8df3-9ff4-4c5b-aa67-9b828d79c735 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:51:02.107005 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-4f2c8df3-9ff4-4c5b-aa67-9b828d79c735 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] 10.222.0.53 "GET /v2.0/ports/a26b639c-02aa-4d6f-bcf1-bb9b9632e757 HTTP/1.1" status: 200 len: 843 time: 0.1383200 Jun 24 11:51:02.117084 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 33770) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:51:02.118088 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a4e41c-448f-4697-8485-a163b152b3e7 tempest-SecGroupTest-1107880395 tempest-SecGroupTest-1107880395-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c5350e4-57a3-49d6-97e6-8df3852032ae,revision_number=0']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:51:02.134800 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-91a4e41c-448f-4697-8485-a163b152b3e7 tempest-SecGroupTest-1107880395 tempest-SecGroupTest-1107880395-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:51:02.142437 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-91a4e41c-448f-4697-8485-a163b152b3e7 tempest-SecGroupTest-1107880395 tempest-SecGroupTest-1107880395-project] Notify callbacks [] for security_group_rule, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:02.146935 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 33772) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:51:02.147191 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-91a4e41c-448f-4697-8485-a163b152b3e7 tempest-SecGroupTest-1107880395 tempest-SecGroupTest-1107880395-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.4796388 Jun 24 11:51:02.207764 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-1c527d7d-1e06-4be0-9bb6-21d9dd19e6a7 tempest-SecGroupTest-1107880395 tempest-SecGroupTest-1107880395-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:02.219371 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-206236f4-5346-4a0c-9492-66758c128cfd tempest-TagsExtTest-1815527086 tempest-TagsExtTest-1815527086-project] 10.222.0.53 "GET /v2.0/routers/a9f2dd77-cfc6-4173-9410-224fedea0f60/tags/tempest-TagsExtTest-Tag-314064430 HTTP/1.1" status: 204 len: 168 time: 0.1128325 Jun 24 11:51:02.219588 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-41d0420b-2577-41f5-a33d-0a13157b54a2 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] 10.222.0.53 "GET /v2.0/ports/a26b639c-02aa-4d6f-bcf1-bb9b9632e757?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0950148 Jun 24 11:51:02.219588 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 33774) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:51:02.219825 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-1c527d7d-1e06-4be0-9bb6-21d9dd19e6a7 tempest-SecGroupTest-1107880395 tempest-SecGroupTest-1107880395-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:02.221023 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 33776) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:51:02.224946 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.services.tag.tag_plugin [None req-71473636-d5cd-4b9c-80ea-84fbe96660af tempest-TagsExtTest-1815527086 tempest-TagsExtTest-1815527086-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', 'a9f2dd77-cfc6-4173-9410-224fedea0f60', 'tempest-TagsExtTest-Tag-314064430') {} {{(pid=128083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:51:02.225931 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-3c470064-18aa-4d0a-8fa5-0e9d3b648909 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Request body: {'subnet': {'network_id': 'a61c4b46-a6f4-48b4-9ca4-b0aa9df4a595', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:51:02.266097 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-da51a78c-8642-442e-915f-127c4f49c41e tempest-AllowedAddressPairIpV6TestJSON-2004454070 tempest-AllowedAddressPairIpV6TestJSON-2004454070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793193945299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193536732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2537862'] for port, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:02.271208 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-c1276fce-f63a-413b-8ba2-ec0012af3a4e tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:51:02.282248 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-510045a0-2223-4130-a2c9-24a51bf70f9e tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] vlan segment allocate from pool success with {'vlan_id': 612, 'physical_network': 'physnet1'} {{(pid=128083) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 11:51:02.319103 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-1c527d7d-1e06-4be0-9bb6-21d9dd19e6a7 tempest-SecGroupTest-1107880395 tempest-SecGroupTest-1107880395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1627007'] for security_group_rule, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:02.323942 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-1c527d7d-1e06-4be0-9bb6-21d9dd19e6a7 tempest-SecGroupTest-1107880395 tempest-SecGroupTest-1107880395-project] Notify callbacks [] for security_group_rule, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:02.327658 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-1c527d7d-1e06-4be0-9bb6-21d9dd19e6a7 tempest-SecGroupTest-1107880395 tempest-SecGroupTest-1107880395-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/6c5350e4-57a3-49d6-97e6-8df3852032ae HTTP/1.1" status: 204 len: 168 time: 0.1771910 Jun 24 11:51:02.327658 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:51:02.329533 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 33778) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:51:02.336302 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da51a78c-8642-442e-915f-127c4f49c41e tempest-AllowedAddressPairIpV6TestJSON-2004454070 tempest-AllowedAddressPairIpV6TestJSON-2004454070-project] Pushing event deleted for resources: {'Port': ['ID=d045467d-3064-47cf-acdb-a6ad057bcff9,revision_number=None']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:51:02.345464 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-da51a78c-8642-442e-915f-127c4f49c41e tempest-AllowedAddressPairIpV6TestJSON-2004454070 tempest-AllowedAddressPairIpV6TestJSON-2004454070-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:51:02.347570 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c527d7d-1e06-4be0-9bb6-21d9dd19e6a7 tempest-SecGroupTest-1107880395 tempest-SecGroupTest-1107880395-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6c5350e4-57a3-49d6-97e6-8df3852032ae,revision_number=None']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:51:02.350585 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-1c527d7d-1e06-4be0-9bb6-21d9dd19e6a7 tempest-SecGroupTest-1107880395 tempest-SecGroupTest-1107880395-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:51:02.353017 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-510045a0-2223-4130-a2c9-24a51bf70f9e tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967879'] for segment, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:02.353017 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.db.segments_db [None req-510045a0-2223-4130-a2c9-24a51bf70f9e tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Added segment ff891950-6d77-4789-b751-e55e254f24d9 of type vlan for network 69eac8d8-a36d-46a2-a1b7-f6f145b3bcfc Jun 24 11:51:02.385274 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-da51a78c-8642-442e-915f-127c4f49c41e tempest-AllowedAddressPairIpV6TestJSON-2004454070 tempest-AllowedAddressPairIpV6TestJSON-2004454070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468916'] for port, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:02.389699 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-da51a78c-8642-442e-915f-127c4f49c41e tempest-AllowedAddressPairIpV6TestJSON-2004454070 tempest-AllowedAddressPairIpV6TestJSON-2004454070-project] 10.222.0.53 "DELETE /v2.0/ports/d045467d-3064-47cf-acdb-a6ad057bcff9 HTTP/1.1" status: 204 len: 168 time: 1.5376778 Jun 24 11:51:02.391114 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 33780) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:51:02.401215 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c470064-18aa-4d0a-8fa5-0e9d3b648909 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Made reservation on behalf of 99955773979244bf90218a1ecde00120 for: {'subnet': 1} {{(pid=128084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 11:51:02.404276 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-3c470064-18aa-4d0a-8fa5-0e9d3b648909 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3162484'] for subnet, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:02.426428 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-02b49010-6af6-4bf2-b13b-28c5ae8abe15 tempest-SecGroupTest-1107880395 tempest-SecGroupTest-1107880395-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.0928798 Jun 24 11:51:02.430109 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 33782) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:51:02.444600 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-510045a0-2223-4130-a2c9-24a51bf70f9e tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793193525068'] for network, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:02.463318 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.pecan_wsgi.hooks.translation [None req-50a3797f-91fd-47ac-8b2e-eeafe5e55130 tempest-AllowedAddressPairIpV6TestJSON-2004454070 tempest-AllowedAddressPairIpV6TestJSON-2004454070-project] GET failed (client error): The resource could not be found. Jun 24 11:51:02.464953 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-50a3797f-91fd-47ac-8b2e-eeafe5e55130 tempest-AllowedAddressPairIpV6TestJSON-2004454070 tempest-AllowedAddressPairIpV6TestJSON-2004454070-project] 10.222.0.53 "GET /v2.0/ports/d045467d-3064-47cf-acdb-a6ad057bcff9 HTTP/1.1" status: 404 len: 333 time: 0.0729024 Jun 24 11:51:02.471423 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 33784) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:51:02.486406 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [None req-84653f1c-6d24-460e-8249-e1e70253cb83 tempest-AllowedAddressPairIpV6TestJSON-2004454070 tempest-AllowedAddressPairIpV6TestJSON-2004454070-project] Request body: {'port': {'network_id': 'f42a3638-1c76-4d1d-9a90-44e4aeb5dcfa', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-546375091'}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:51:02.495463 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-dbb3a2b2-0061-4b17-b70b-7c4db4d5417b tempest-SecGroupTest-1107880395 tempest-SecGroupTest-1107880395-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:02.498336 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-71473636-d5cd-4b9c-80ea-84fbe96660af tempest-TagsExtTest-1815527086 tempest-TagsExtTest-1815527086-project] 10.222.0.53 "DELETE /v2.0/routers/a9f2dd77-cfc6-4173-9410-224fedea0f60/tags/tempest-TagsExtTest-Tag-314064430 HTTP/1.1" status: 204 len: 168 time: 0.2773654 Jun 24 11:51:02.509859 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 33786) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:51:02.516433 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.services.tag.tag_plugin [None req-0aa6175c-9d96-44ab-9667-ec80f0a4cb8e tempest-TagsExtTest-1815527086 tempest-TagsExtTest-1815527086-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'a9f2dd77-cfc6-4173-9410-224fedea0f60') {} {{(pid=128084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:51:02.532934 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-dbb3a2b2-0061-4b17-b70b-7c4db4d5417b tempest-SecGroupTest-1107880395 tempest-SecGroupTest-1107880395-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:02.606502 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-510045a0-2223-4130-a2c9-24a51bf70f9e tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1800243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976'] for network, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:02.613579 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-510045a0-2223-4130-a2c9-24a51bf70f9e tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:51:02.614242 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-510045a0-2223-4130-a2c9-24a51bf70f9e tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Notify callbacks [] for network, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:02.621378 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-b6d953ea-1c7d-477f-8be2-3cfd7f920c42 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:51:02.631391 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-0aa6175c-9d96-44ab-9667-ec80f0a4cb8e tempest-TagsExtTest-1815527086 tempest-TagsExtTest-1815527086-project] 10.222.0.53 "GET /v2.0/routers/a9f2dd77-cfc6-4173-9410-224fedea0f60/tags HTTP/1.1" status: 200 len: 205 time: 0.1163249 Jun 24 11:51:02.632341 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 33790) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:51:02.638799 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.services.tag.tag_plugin [None req-5659739e-8ece-43e6-9ad2-ccd9f608c2bf tempest-TagsExtTest-1815527086 tempest-TagsExtTest-1815527086-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'cbb94cc4-cb2c-47d1-a174-b730ae1febc6') {} {{(pid=128084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:51:02.717903 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-dbb3a2b2-0061-4b17-b70b-7c4db4d5417b tempest-SecGroupTest-1107880395 tempest-SecGroupTest-1107880395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1627007'] for security_group_rule, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:02.746171 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-dbb3a2b2-0061-4b17-b70b-7c4db4d5417b tempest-SecGroupTest-1107880395 tempest-SecGroupTest-1107880395-project] Notify callbacks [] for security_group_rule, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:02.747515 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-dbb3a2b2-0061-4b17-b70b-7c4db4d5417b tempest-SecGroupTest-1107880395 tempest-SecGroupTest-1107880395-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/fb713506-274b-4180-b575-22122e629439 HTTP/1.1" status: 204 len: 168 time: 0.3161092 Jun 24 11:51:02.753324 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-510045a0-2223-4130-a2c9-24a51bf70f9e tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.8201725 Jun 24 11:51:02.753540 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 33794) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:51:02.753660 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510045a0-2223-4130-a2c9-24a51bf70f9e tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Pushing event updated for resources: {'Network': ['ID=69eac8d8-a36d-46a2-a1b7-f6f145b3bcfc,revision_number=1']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:51:02.756010 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 33796) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:51:02.756971 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-510045a0-2223-4130-a2c9-24a51bf70f9e tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:51:02.759078 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-a14fd6e9-9281-44bf-b1b1-17458d166042 tempest-SecGroupIPv6Test-993619391 tempest-SecGroupIPv6Test-993619391-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.018s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:51:02.759803 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-5659739e-8ece-43e6-9ad2-ccd9f608c2bf tempest-TagsExtTest-1815527086 tempest-TagsExtTest-1815527086-project] 10.222.0.53 "GET /v2.0/subnetpools/cbb94cc4-cb2c-47d1-a174-b730ae1febc6/tags HTTP/1.1" status: 200 len: 241 time: 0.1263318 Jun 24 11:51:02.763856 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 33798) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:51:02.766051 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [None req-befe201e-4b35-4701-bac0-1dc13ea03daf tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Request body: {'subnet': {'network_id': '69eac8d8-a36d-46a2-a1b7-f6f145b3bcfc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:51:02.766208 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Network 69eac8d8-a36d-46a2-a1b7-f6f145b3bcfc details requested by agent ovs-agent-dv-neutron-797120-4-hyperv with host dv-neutron-797120-4-hyperv {{(pid=128085) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 11:51:02.780300 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.services.tag.tag_plugin [None req-3e425d28-bf81-429b-98d1-fa84ba8a5d1c tempest-TagsExtTest-1815527086 tempest-TagsExtTest-1815527086-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'cbb94cc4-cb2c-47d1-a174-b730ae1febc6', 'tempest-TagsExtTest-Tag-1380998978') {} {{(pid=128084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:51:02.836212 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb3a2b2-0061-4b17-b70b-7c4db4d5417b tempest-SecGroupTest-1107880395 tempest-SecGroupTest-1107880395-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fb713506-274b-4180-b575-22122e629439,revision_number=None']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:51:02.859300 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-dbb3a2b2-0061-4b17-b70b-7c4db4d5417b tempest-SecGroupTest-1107880395 tempest-SecGroupTest-1107880395-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:51:02.870443 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-dce2658f-0f6e-441f-a584-730f97afa827 tempest-SecGroupTest-1107880395 tempest-SecGroupTest-1107880395-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.1176662 Jun 24 11:51:02.875570 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-3e425d28-bf81-429b-98d1-fa84ba8a5d1c tempest-TagsExtTest-1815527086 tempest-TagsExtTest-1815527086-project] 10.222.0.53 "GET /v2.0/subnetpools/cbb94cc4-cb2c-47d1-a174-b730ae1febc6/tags/tempest-TagsExtTest-Tag-1380998978 HTTP/1.1" status: 204 len: 168 time: 0.1094022 Jun 24 11:51:02.881158 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 33800) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:51:02.881489 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 33802) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:51:02.892526 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.services.tag.tag_plugin [None req-db9c7d7a-4a5f-47eb-ae05-278ee1120301 tempest-TagsExtTest-1815527086 tempest-TagsExtTest-1815527086-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', 'cbb94cc4-cb2c-47d1-a174-b730ae1febc6', 'tempest-TagsExtTest-Tag-1380998978') {} {{(pid=128084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:51:02.912014 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-3c470064-18aa-4d0a-8fa5-0e9d3b648909 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3291959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3162270'] for subnet, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:02.915700 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-54fe0dbd-3542-4e63-9c44-20c9e19b3485 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:51:02.917733 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84653f1c-6d24-460e-8249-e1e70253cb83 tempest-AllowedAddressPairIpV6TestJSON-2004454070 tempest-AllowedAddressPairIpV6TestJSON-2004454070-project] Made reservation on behalf of 6bd30ea40ed34cfd8bfccaf942b4bb45 for: {'port': 1} {{(pid=128083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 11:51:02.921261 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-84653f1c-6d24-460e-8249-e1e70253cb83 tempest-AllowedAddressPairIpV6TestJSON-2004454070 tempest-AllowedAddressPairIpV6TestJSON-2004454070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:02.966487 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.notifiers.nova [None req-84653f1c-6d24-460e-8249-e1e70253cb83 tempest-AllowedAddressPairIpV6TestJSON-2004454070 tempest-AllowedAddressPairIpV6TestJSON-2004454070-project] device_id is not set on port 87a74f9d-17d2-424f-abea-e6c3d245c72b yet. {{(pid=128083) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 24 11:51:02.968329 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c470064-18aa-4d0a-8fa5-0e9d3b648909 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Network a61c4b46-a6f4-48b4-9ca4-b0aa9df4a595 is already hosted by enough agents. {{(pid=128084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 11:51:02.970936 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-d7da8c07-eae8-4a61-9299-847ec5ab6910 tempest-SecGroupTest-1107880395 tempest-SecGroupTest-1107880395-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:02.978796 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.base_scheduler [None req-3c470064-18aa-4d0a-8fa5-0e9d3b648909 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Resources bound (agent type, host, resource id): {{(pid=128084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:51:02.990105 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c470064-18aa-4d0a-8fa5-0e9d3b648909 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=128084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:51:02.990615 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-3c470064-18aa-4d0a-8fa5-0e9d3b648909 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Notify callbacks [] for subnet, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:02.993908 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-d7da8c07-eae8-4a61-9299-847ec5ab6910 tempest-SecGroupTest-1107880395 tempest-SecGroupTest-1107880395-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:02.997371 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acb0bda0-ffb3-454a-805f-95e3f746d31c None None] Network a61c4b46-a6f4-48b4-9ca4-b0aa9df4a595 requested from dv-neutron-797120-4-hyperv {{(pid=128085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 11:51:03.037913 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c470064-18aa-4d0a-8fa5-0e9d3b648909 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Pushing event updated for resources: {'Subnet': ['ID=7e76666f-9953-491d-9f75-80c62fd908fb,revision_number=0']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:51:03.042594 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-befe201e-4b35-4701-bac0-1dc13ea03daf tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Made reservation on behalf of 38289682863c40298c517287ec90b883 for: {'subnet': 1} {{(pid=128083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 11:51:03.042799 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-3c470064-18aa-4d0a-8fa5-0e9d3b648909 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:51:03.044593 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-db9c7d7a-4a5f-47eb-ae05-278ee1120301 tempest-TagsExtTest-1815527086 tempest-TagsExtTest-1815527086-project] 10.222.0.53 "DELETE /v2.0/subnetpools/cbb94cc4-cb2c-47d1-a174-b730ae1febc6/tags/tempest-TagsExtTest-Tag-1380998978 HTTP/1.1" status: 204 len: 168 time: 0.1611114 Jun 24 11:51:03.046356 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-befe201e-4b35-4701-bac0-1dc13ea03daf tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3289788'] for subnet, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:03.048932 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-3c470064-18aa-4d0a-8fa5-0e9d3b648909 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8269646 Jun 24 11:51:03.051094 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 33804) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:51:03.052843 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 33806) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:51:03.057429 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-e3464c3c-baaa-4517-b2cc-7d2484b4d8bb tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Request body: {'security_group': {'name': 'tempest-secgroup-911804392'}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:51:03.057697 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343828f8-7df4-46f9-bce6-14dc82a17eaf req-9e38fd30-f721-4c10-b12c-3dfa7efd1c71 tempest-TestVolumeBootPattern-428988392 tempest-TestVolumeBootPattern-428988392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:51:03.059231 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-343828f8-7df4-46f9-bce6-14dc82a17eaf req-9e38fd30-f721-4c10-b12c-3dfa7efd1c71 tempest-TestVolumeBootPattern-428988392 tempest-TestVolumeBootPattern-428988392-project] 10.222.0.53 "GET /v2.0/ports?device_id=5e25e9f8-29cf-4860-93c6-e03d46d226de HTTP/1.1" status: 200 len: 944 time: 0.2845957 Jun 24 11:51:03.068573 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.services.tag.tag_plugin [None req-802c8c63-7ba8-4a1b-8559-d564d718827b tempest-TagsExtTest-1815527086 tempest-TagsExtTest-1815527086-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'cbb94cc4-cb2c-47d1-a174-b730ae1febc6') {} {{(pid=128084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:51:03.089844 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-d7da8c07-eae8-4a61-9299-847ec5ab6910 tempest-SecGroupTest-1107880395 tempest-SecGroupTest-1107880395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1627007'] for security_group_rule, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:03.097813 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-bd8121f6-6920-49f2-9f74-53d9a3e92811 tempest-SecGroupTest-1107880395 tempest-SecGroupTest-1107880395-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:51:03.102612 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df55fb80-a4e4-40f6-8f8e-e1f0bd3ee6a5 req-54dccaa5-dbb0-4c8a-9e0a-97e23f07ec02 tempest-TestNetworkAdvancedServerOps-1479438933 tempest-TestNetworkAdvancedServerOps-1479438933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:51:03.104151 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-df55fb80-a4e4-40f6-8f8e-e1f0bd3ee6a5 req-54dccaa5-dbb0-4c8a-9e0a-97e23f07ec02 tempest-TestNetworkAdvancedServerOps-1479438933 tempest-TestNetworkAdvancedServerOps-1479438933-project] 10.222.0.53 "GET /v2.0/ports?device_id=01c22be6-1669-482b-94cd-775df8dd11ba HTTP/1.1" status: 200 len: 946 time: 0.3070066 Jun 24 11:51:03.106490 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-d7da8c07-eae8-4a61-9299-847ec5ab6910 tempest-SecGroupTest-1107880395 tempest-SecGroupTest-1107880395-project] Notify callbacks [] for security_group_rule, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:03.110829 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-d7da8c07-eae8-4a61-9299-847ec5ab6910 tempest-SecGroupTest-1107880395 tempest-SecGroupTest-1107880395-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/c4b36204-8bfa-422d-b20b-16019a987164 HTTP/1.1" status: 204 len: 168 time: 0.2256963 Jun 24 11:51:03.115469 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 33808) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:51:03.124662 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7da8c07-eae8-4a61-9299-847ec5ab6910 tempest-SecGroupTest-1107880395 tempest-SecGroupTest-1107880395-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c4b36204-8bfa-422d-b20b-16019a987164,revision_number=None']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:51:03.130879 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-d7da8c07-eae8-4a61-9299-847ec5ab6910 tempest-SecGroupTest-1107880395 tempest-SecGroupTest-1107880395-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:51:03.147627 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-802c8c63-7ba8-4a1b-8559-d564d718827b tempest-TagsExtTest-1815527086 tempest-TagsExtTest-1815527086-project] 10.222.0.53 "GET /v2.0/subnetpools/cbb94cc4-cb2c-47d1-a174-b730ae1febc6/tags HTTP/1.1" status: 200 len: 205 time: 0.0911825 Jun 24 11:51:03.147627 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-e3464c3c-baaa-4517-b2cc-7d2484b4d8bb tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Notify callbacks [] for security_group, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:03.147627 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 33810) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:51:03.152563 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.services.tag.tag_plugin [None req-2072938a-96d8-4f96-b72e-0c6fc9a8be7c tempest-TagsExtTest-1815527086 tempest-TagsExtTest-1815527086-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'cbb94cc4-cb2c-47d1-a174-b730ae1febc6') {} {{(pid=128084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:51:03.226770 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-2072938a-96d8-4f96-b72e-0c6fc9a8be7c tempest-TagsExtTest-1815527086 tempest-TagsExtTest-1815527086-project] 10.222.0.53 "DELETE /v2.0/subnetpools/cbb94cc4-cb2c-47d1-a174-b730ae1febc6/tags HTTP/1.1" status: 204 len: 168 time: 0.0733421 Jun 24 11:51:03.227339 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 33812) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:51:03.235765 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.services.tag.tag_plugin [None req-c1ea7e4c-c0dc-409e-a94f-43d9af52f9eb tempest-TagsExtTest-1815527086 tempest-TagsExtTest-1815527086-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'a9f2dd77-cfc6-4173-9410-224fedea0f60') {} {{(pid=128084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:51:03.242637 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62dc29b5-e311-4c74-a715-c39ff495eeea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d65c8f8-7530-5052-99fe-8ea05073750b-a61c4b46-a6f4-48b4-9ca4-b0aa9df4a595', 'network_id': 'a61c4b46-a6f4-48b4-9ca4-b0aa9df4a595', 'tenant_id': '99955773979244bf90218a1ecde00120', 'fixed_ips': [{'subnet_id': '7e76666f-9953-491d-9f75-80c62fd908fb'}]}} from dv-neutron-797120-4-hyperv. {{(pid=128085) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 24 11:51:03.243608 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-62dc29b5-e311-4c74-a715-c39ff495eeea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_create {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:03.295244 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-343828f8-7df4-46f9-bce6-14dc82a17eaf req-271ad76c-e812-4161-8d96-78071a28e9fb tempest-TestVolumeBootPattern-428988392 tempest-TestVolumeBootPattern-428988392-project] 10.222.0.53 "GET /v2.0/security-groups?id=ddc26bf4-0de0-4c33-8d45-b7d4817ee778&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2161317 Jun 24 11:51:03.333549 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.db_base_plugin_common [None req-84653f1c-6d24-460e-8249-e1e70253cb83 tempest-AllowedAddressPairIpV6TestJSON-2004454070 tempest-AllowedAddressPairIpV6TestJSON-2004454070-project] Allocated IP 2001:db8::201 (f42a3638-1c76-4d1d-9a90-44e4aeb5dcfa/44a31125-d2b2-4a09-840a-dbad0450e2a1/87a74f9d-17d2-424f-abea-e6c3d245c72b) {{(pid=128083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 11:51:03.338276 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-df55fb80-a4e4-40f6-8f8e-e1f0bd3ee6a5 req-a0942255-db67-4af8-a8a5-2885dd4bfa84 tempest-TestNetworkAdvancedServerOps-1479438933 tempest-TestNetworkAdvancedServerOps-1479438933-project] 10.222.0.53 "GET /v2.0/security-groups?id=ad6af071-5e9d-4374-b735-aabf2d994394&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1732814 Jun 24 11:51:03.354135 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-c1ea7e4c-c0dc-409e-a94f-43d9af52f9eb tempest-TagsExtTest-1815527086 tempest-TagsExtTest-1815527086-project] 10.222.0.53 "DELETE /v2.0/routers/a9f2dd77-cfc6-4173-9410-224fedea0f60/tags HTTP/1.1" status: 204 len: 168 time: 0.1257491 Jun 24 11:51:03.357901 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 33814) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:51:03.366552 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-93520c87-7f7e-4465-9795-cc3065186999 tempest-SecGroupTest-1107880395 tempest-SecGroupTest-1107880395-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.2456665 Jun 24 11:51:03.366772 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.services.tag.tag_plugin [None req-88cfed0d-d7bc-438f-8a67-d98209255250 tempest-TagsExtTest-1815527086 tempest-TagsExtTest-1815527086-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '18fb6b84-5aab-4248-8b78-23d892dc92ac') {} {{(pid=128084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:51:03.369921 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 33816) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:51:03.391926 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-e3464c3c-baaa-4517-b2cc-7d2484b4d8bb tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Notify callbacks [] for security_group, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:03.399464 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-e3464c3c-baaa-4517-b2cc-7d2484b4d8bb tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800410'] for security_group, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:03.404787 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-58333c77-d3a0-4aca-8136-e831f8479999 tempest-NegativeSecGroupIPv6Test-156486133 tempest-NegativeSecGroupIPv6Test-156486133-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:51:03.445929 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-e3464c3c-baaa-4517-b2cc-7d2484b4d8bb tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Notify callbacks [] for security_group, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:03.449985 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-e3464c3c-baaa-4517-b2cc-7d2484b4d8bb tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3934469 Jun 24 11:51:03.450171 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-92b71f00-f1b3-44ed-a525-84a9605c1d3d tempest-SecGroupTest-1107880395 tempest-SecGroupTest-1107880395-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:03.450399 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 33818) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:51:03.457589 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-0ee5c1da-f57a-43a8-b504-b6d7196efe48 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Request body: {'security_group': {'name': 'tempest-secgroup-1549207176'}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:51:03.464521 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-92b71f00-f1b3-44ed-a525-84a9605c1d3d tempest-SecGroupTest-1107880395 tempest-SecGroupTest-1107880395-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:03.472451 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.db_base_plugin_common [None req-62dc29b5-e311-4c74-a715-c39ff495eeea None None] Allocated IP 2001:db8::2 (a61c4b46-a6f4-48b4-9ca4-b0aa9df4a595/7e76666f-9953-491d-9f75-80c62fd908fb/7ba66a01-2640-447b-b86f-44bc022a88b9) {{(pid=128085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 11:51:03.476634 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3464c3c-baaa-4517-b2cc-7d2484b4d8bb tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c53dc867-7bee-4e72-993c-889da1bdeb80,revision_number=1']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:51:03.486503 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-88cfed0d-d7bc-438f-8a67-d98209255250 tempest-TagsExtTest-1815527086 tempest-TagsExtTest-1815527086-project] 10.222.0.53 "DELETE /v2.0/ports/18fb6b84-5aab-4248-8b78-23d892dc92ac/tags HTTP/1.1" status: 204 len: 168 time: 0.1280725 Jun 24 11:51:03.488524 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-e3464c3c-baaa-4517-b2cc-7d2484b4d8bb tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:51:03.488768 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 33820) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:51:03.504195 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.services.tag.tag_plugin [None req-1a603ce2-487d-483f-9ef0-63657f81914c tempest-TagsExtTest-1815527086 tempest-TagsExtTest-1815527086-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'a497dc61-0f2f-43fa-a2f2-958a24c8eddd') {} {{(pid=128083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:51:03.509299 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-0ee5c1da-f57a-43a8-b504-b6d7196efe48 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Notify callbacks [] for security_group, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:03.617789 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-0ee5c1da-f57a-43a8-b504-b6d7196efe48 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Notify callbacks [] for security_group, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:03.621638 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-0ee5c1da-f57a-43a8-b504-b6d7196efe48 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800410'] for security_group, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:03.624801 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-778a4946-25ed-4cef-a934-40aa28bd4cdb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:51:03.652878 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-92b71f00-f1b3-44ed-a525-84a9605c1d3d tempest-SecGroupTest-1107880395 tempest-SecGroupTest-1107880395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1627007'] for security_group_rule, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:03.656316 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:51:03.668039 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-92b71f00-f1b3-44ed-a525-84a9605c1d3d tempest-SecGroupTest-1107880395 tempest-SecGroupTest-1107880395-project] Notify callbacks [] for security_group_rule, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:03.669351 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-92b71f00-f1b3-44ed-a525-84a9605c1d3d tempest-SecGroupTest-1107880395 tempest-SecGroupTest-1107880395-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/770d3765-2fa2-4259-8659-c7c8d942e50c HTTP/1.1" status: 204 len: 168 time: 0.2984381 Jun 24 11:51:03.670328 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-0ee5c1da-f57a-43a8-b504-b6d7196efe48 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Notify callbacks [] for security_group, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:03.672549 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-0ee5c1da-f57a-43a8-b504-b6d7196efe48 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2211921 Jun 24 11:51:03.673667 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 33822) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:51:03.676291 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-62dc29b5-e311-4c74-a715-c39ff495eeea None None] Notify callbacks [] for port, precommit_create {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:03.677429 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 33824) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:51:03.682045 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-befe201e-4b35-4701-bac0-1dc13ea03daf tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2537737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3289942'] for subnet, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:03.684042 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b71f00-f1b3-44ed-a525-84a9605c1d3d tempest-SecGroupTest-1107880395 tempest-SecGroupTest-1107880395-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=770d3765-2fa2-4259-8659-c7c8d942e50c,revision_number=None']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:51:03.686391 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-62dc29b5-e311-4c74-a715-c39ff495eeea None None] Transition to ACTIVE for port object 7ba66a01-2640-447b-b86f-44bc022a88b9 will not be triggered until provisioned by entity L2. {{(pid=128085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 11:51:03.692231 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee5c1da-f57a-43a8-b504-b6d7196efe48 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bb742388-a3bb-4b5e-9264-c692281b885c,revision_number=1']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:51:03.692765 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-92b71f00-f1b3-44ed-a525-84a9605c1d3d tempest-SecGroupTest-1107880395 tempest-SecGroupTest-1107880395-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:51:03.697368 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-0ee5c1da-f57a-43a8-b504-b6d7196efe48 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:51:03.697596 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-931e7312-2768-4859-b4f5-3aa155916441 tempest-NetworksIpV6Test-1797384644 tempest-NetworksIpV6Test-1797384644-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.007s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:51:03.705314 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-62dc29b5-e311-4c74-a715-c39ff495eeea None None] Transition to ACTIVE for port object 7ba66a01-2640-447b-b86f-44bc022a88b9 will not be triggered until provisioned by entity DHCP. {{(pid=128085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 11:51:03.713998 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-62dc29b5-e311-4c74-a715-c39ff495eeea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-650429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-506361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793193536723'] for port, after_create {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:03.716227 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-35098b51-c891-4f12-bfcb-57905fca3d7d tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-2104807928', 'security_groups': ['bb742388-a3bb-4b5e-9264-c692281b885c'], 'network_id': 'a61c4b46-a6f4-48b4-9ca4-b0aa9df4a595', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '7e76666f-9953-491d-9f75-80c62fd908fb'}]}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:51:03.717421 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-5a096cc7-e6e7-4b46-afff-aa74d34d48df None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:51:03.765438 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62dc29b5-e311-4c74-a715-c39ff495eeea None None] Network a61c4b46-a6f4-48b4-9ca4-b0aa9df4a595 is already hosted by enough agents. {{(pid=128085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 11:51:03.769106 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.scheduler.base_scheduler [None req-62dc29b5-e311-4c74-a715-c39ff495eeea None None] Resources bound (agent type, host, resource id): {{(pid=128085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:51:03.776412 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62dc29b5-e311-4c74-a715-c39ff495eeea None None] Received port after_create {{(pid=128085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 11:51:03.779620 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62dc29b5-e311-4c74-a715-c39ff495eeea None None] Pushing event updated for resources: {'Port': ['ID=7ba66a01-2640-447b-b86f-44bc022a88b9,revision_number=1']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:51:03.785360 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-62dc29b5-e311-4c74-a715-c39ff495eeea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:51:03.789554 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-befe201e-4b35-4701-bac0-1dc13ea03daf tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Pushing event updated for resources: {'Subnet': ['ID=fe0bc9e9-210f-426f-b19c-2319f6cf281e,revision_number=0']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:51:03.794310 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-84653f1c-6d24-460e-8249-e1e70253cb83 tempest-AllowedAddressPairIpV6TestJSON-2004454070 tempest-AllowedAddressPairIpV6TestJSON-2004454070-project] Notify callbacks [] for port, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:03.803108 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-befe201e-4b35-4701-bac0-1dc13ea03daf tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:51:03.820276 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-7728d42f-9c5a-4ae9-a1c5-ade76ae38a69 tempest-SecGroupTest-1107880395 tempest-SecGroupTest-1107880395-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.1446502 Jun 24 11:51:03.823013 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 33826) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:51:03.826179 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.provisioning_blocks [None req-84653f1c-6d24-460e-8249-e1e70253cb83 tempest-AllowedAddressPairIpV6TestJSON-2004454070 tempest-AllowedAddressPairIpV6TestJSON-2004454070-project] Transition to ACTIVE for port object 87a74f9d-17d2-424f-abea-e6c3d245c72b will not be triggered until provisioned by entity DHCP. {{(pid=128083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 11:51:03.829128 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-1a603ce2-487d-483f-9ef0-63657f81914c tempest-TagsExtTest-1815527086 tempest-TagsExtTest-1815527086-project] 10.222.0.53 "DELETE /v2.0/subnets/a497dc61-0f2f-43fa-a2f2-958a24c8eddd/tags HTTP/1.1" status: 204 len: 168 time: 0.3308051 Jun 24 11:51:03.829988 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-befe201e-4b35-4701-bac0-1dc13ea03daf tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Checking segment: {'id': 'ff891950-6d77-4789-b751-e55e254f24d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '69eac8d8-a36d-46a2-a1b7-f6f145b3bcfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=128083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 11:51:03.830355 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-befe201e-4b35-4701-bac0-1dc13ea03daf tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Network hostable DHCP agents. Network: 69eac8d8-a36d-46a2-a1b7-f6f145b3bcfc, hostable agents: ['6be988a9-1d97-480f-be5a-c55abf2c55c5'], hosted agents: [] {{(pid=128083) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 11:51:03.836539 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 33828) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:51:03.855319 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-62dc29b5-e311-4c74-a715-c39ff495eeea None None] Attempting to bind port 7ba66a01-2640-447b-b86f-44bc022a88b9 on host dv-neutron-797120-4-hyperv for vnic_type normal with profile {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 11:51:03.855704 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-62dc29b5-e311-4c74-a715-c39ff495eeea None None] Attempting to bind port 7ba66a01-2640-447b-b86f-44bc022a88b9 by drivers openvswitch,hyperv on host dv-neutron-797120-4-hyperv at level 0 using segments [{'id': '344c3b3e-094d-4290-a6b6-0cf6397c2d05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'a61c4b46-a6f4-48b4-9ca4-b0aa9df4a595'}] {{(pid=128085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 11:51:03.856255 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62dc29b5-e311-4c74-a715-c39ff495eeea None None] Attempting to bind port 7ba66a01-2640-447b-b86f-44bc022a88b9 on network a61c4b46-a6f4-48b4-9ca4-b0aa9df4a595 {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 11:51:03.860574 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-befe201e-4b35-4701-bac0-1dc13ea03daf tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Network 69eac8d8-a36d-46a2-a1b7-f6f145b3bcfc is scheduled to be hosted by DHCP agent 6be988a9-1d97-480f-be5a-c55abf2c55c5 with binding_index 1 {{(pid=128083) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 11:51:03.862090 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62dc29b5-e311-4c74-a715-c39ff495eeea None None] Checking agent: {'id': 'e3a695b2-c397-461f-83b0-10b79d490b59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 11, 36, 56), 'started_at': datetime.datetime(2021, 6, 24, 11, 37, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 11, 50, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 11:51:03.862738 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62dc29b5-e311-4c74-a715-c39ff495eeea None None] Checking segment: {'id': '344c3b3e-094d-4290-a6b6-0cf6397c2d05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'a61c4b46-a6f4-48b4-9ca4-b0aa9df4a595'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=128085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 11:51:03.862935 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-62dc29b5-e311-4c74-a715-c39ff495eeea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:03.863352 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62dc29b5-e311-4c74-a715-c39ff495eeea None None] Bound using segment: {'id': '344c3b3e-094d-4290-a6b6-0cf6397c2d05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'a61c4b46-a6f4-48b4-9ca4-b0aa9df4a595'} {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 11:51:03.863937 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-62dc29b5-e311-4c74-a715-c39ff495eeea None None] Bound port: 7ba66a01-2640-447b-b86f-44bc022a88b9, host: dv-neutron-797120-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '344c3b3e-094d-4290-a6b6-0cf6397c2d05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'a61c4b46-a6f4-48b4-9ca4-b0aa9df4a595'}}] {{(pid=128085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 11:51:03.864336 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-62dc29b5-e311-4c74-a715-c39ff495eeea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:03.879518 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.base_scheduler [None req-befe201e-4b35-4701-bac0-1dc13ea03daf tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-4-hyperv, 69eac8d8-a36d-46a2-a1b7-f6f145b3bcfc) {{(pid=128083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:51:03.886126 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-befe201e-4b35-4701-bac0-1dc13ea03daf tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:51:03.886725 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-befe201e-4b35-4701-bac0-1dc13ea03daf tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Notify callbacks [] for subnet, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:03.899599 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-84653f1c-6d24-460e-8249-e1e70253cb83 tempest-AllowedAddressPairIpV6TestJSON-2004454070 tempest-AllowedAddressPairIpV6TestJSON-2004454070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-650429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-506361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793193536723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2537853'] for port, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:03.904347 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-f0dddae1-7707-4e2e-914f-9b93008fe372 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:51:03.905321 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2392c11-595a-4ff4-8d5f-aebb7aa73e9f None None] Network 69eac8d8-a36d-46a2-a1b7-f6f145b3bcfc requested from dv-neutron-797120-4-hyperv {{(pid=128085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 11:51:03.936068 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-befe201e-4b35-4701-bac0-1dc13ea03daf tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1774268 Jun 24 11:51:03.941146 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 33830) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:51:03.946416 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [None req-b9594c08-cb5b-4666-87fd-c25df6cfa09b tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Request body: {'port': {'network_id': '69eac8d8-a36d-46a2-a1b7-f6f145b3bcfc', 'security_groups': [], 'name': 'tempest-PortsTestJSON-115200195'}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:51:03.968596 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84653f1c-6d24-460e-8249-e1e70253cb83 tempest-AllowedAddressPairIpV6TestJSON-2004454070 tempest-AllowedAddressPairIpV6TestJSON-2004454070-project] Network f42a3638-1c76-4d1d-9a90-44e4aeb5dcfa is already hosted by enough agents. {{(pid=128083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 11:51:03.986265 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-62dc29b5-e311-4c74-a715-c39ff495eeea None None] For port 7ba66a01-2640-447b-b86f-44bc022a88b9, host dv-neutron-797120-4-hyperv, cleared binding levels {{(pid=128085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 11:51:03.991944 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-62dc29b5-e311-4c74-a715-c39ff495eeea None None] For port 7ba66a01-2640-447b-b86f-44bc022a88b9, host dv-neutron-797120-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=7ba66a01-2640-447b-b86f-44bc022a88b9,segment=NetworkSegment(344c3b3e-094d-4290-a6b6-0cf6397c2d05),segment_id=344c3b3e-094d-4290-a6b6-0cf6397c2d05)] {{(pid=128085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 11:51:04.002114 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-62dc29b5-e311-4c74-a715-c39ff495eeea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:04.007325 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-68289afb-f69a-4334-91d7-f2cb76114c72 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:51:04.103549 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62dc29b5-e311-4c74-a715-c39ff495eeea None None] Pushing event updated for resources: {'Port': ['ID=7ba66a01-2640-447b-b86f-44bc022a88b9,revision_number=2']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:51:04.108774 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-62dc29b5-e311-4c74-a715-c39ff495eeea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:51:04.158992 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ed5fe52-6fbb-4ee4-996d-f2b617cf3698 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d65c8f8-7530-5052-99fe-8ea05073750b-69eac8d8-a36d-46a2-a1b7-f6f145b3bcfc', 'network_id': '69eac8d8-a36d-46a2-a1b7-f6f145b3bcfc', 'tenant_id': '38289682863c40298c517287ec90b883', 'fixed_ips': [{'subnet_id': 'fe0bc9e9-210f-426f-b19c-2319f6cf281e'}]}} from dv-neutron-797120-4-hyperv. {{(pid=128085) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 24 11:51:04.159398 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.services.tag.tag_plugin [None req-ea05c0df-a511-40a6-b145-1902b01ab28f tempest-TagsExtTest-1815527086 tempest-TagsExtTest-1815527086-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'a497dc61-0f2f-43fa-a2f2-958a24c8eddd', 'tempest-TagsExtTest-Tag-421949932') {} {{(pid=128084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:51:04.159952 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-6ed5fe52-6fbb-4ee4-996d-f2b617cf3698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_create {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:04.219792 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-ab8675e3-3601-49c2-aaed-3630653ab081 tempest-SecGroupTest-1107880395 tempest-SecGroupTest-1107880395-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:04.228998 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-ab8675e3-3601-49c2-aaed-3630653ab081 tempest-SecGroupTest-1107880395 tempest-SecGroupTest-1107880395-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:04.264266 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-ab8675e3-3601-49c2-aaed-3630653ab081 tempest-SecGroupTest-1107880395 tempest-SecGroupTest-1107880395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1627007'] for security_group_rule, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:04.267325 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-b0b50b7b-2134-4540-816b-607fa75a3beb tempest-SecGroupIPv6Test-993619391 tempest-SecGroupIPv6Test-993619391-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:51:04.279312 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-ab8675e3-3601-49c2-aaed-3630653ab081 tempest-SecGroupTest-1107880395 tempest-SecGroupTest-1107880395-project] Notify callbacks [] for security_group_rule, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:04.280907 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-ab8675e3-3601-49c2-aaed-3630653ab081 tempest-SecGroupTest-1107880395 tempest-SecGroupTest-1107880395-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/eb9ab63d-6631-4ccf-87bc-bfde9ac9b5cf HTTP/1.1" status: 204 len: 168 time: 0.4569986 Jun 24 11:51:04.287354 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8675e3-3601-49c2-aaed-3630653ab081 tempest-SecGroupTest-1107880395 tempest-SecGroupTest-1107880395-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=eb9ab63d-6631-4ccf-87bc-bfde9ac9b5cf,revision_number=None']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:51:04.320375 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-ab8675e3-3601-49c2-aaed-3630653ab081 tempest-SecGroupTest-1107880395 tempest-SecGroupTest-1107880395-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:51:04.328153 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 33832) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:51:04.343477 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.db_base_plugin_common [None req-6ed5fe52-6fbb-4ee4-996d-f2b617cf3698 None None] Allocated IP 172.20.0.2 (69eac8d8-a36d-46a2-a1b7-f6f145b3bcfc/fe0bc9e9-210f-426f-b19c-2319f6cf281e/4d0535fb-d39c-4b17-ac6b-81a66f0cab62) {{(pid=128085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 11:51:04.378192 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35098b51-c891-4f12-bfcb-57905fca3d7d tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Made reservation on behalf of 99955773979244bf90218a1ecde00120 for: {'port': 1} {{(pid=128084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 11:51:04.495361 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.base_scheduler [None req-84653f1c-6d24-460e-8249-e1e70253cb83 tempest-AllowedAddressPairIpV6TestJSON-2004454070 tempest-AllowedAddressPairIpV6TestJSON-2004454070-project] Resources bound (agent type, host, resource id): {{(pid=128083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:51:04.506660 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84653f1c-6d24-460e-8249-e1e70253cb83 tempest-AllowedAddressPairIpV6TestJSON-2004454070 tempest-AllowedAddressPairIpV6TestJSON-2004454070-project] Received port after_create {{(pid=128083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 11:51:04.513657 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84653f1c-6d24-460e-8249-e1e70253cb83 tempest-AllowedAddressPairIpV6TestJSON-2004454070 tempest-AllowedAddressPairIpV6TestJSON-2004454070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:51:04.515250 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-84653f1c-6d24-460e-8249-e1e70253cb83 tempest-AllowedAddressPairIpV6TestJSON-2004454070 tempest-AllowedAddressPairIpV6TestJSON-2004454070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468916'] for port, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:04.524803 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84653f1c-6d24-460e-8249-e1e70253cb83 tempest-AllowedAddressPairIpV6TestJSON-2004454070 tempest-AllowedAddressPairIpV6TestJSON-2004454070-project] Pushing event updated for resources: {'Port': ['ID=87a74f9d-17d2-424f-abea-e6c3d245c72b,revision_number=1']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:51:04.578067 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-32db67b8-6e1c-4681-9ea0-a8d28fa10805 tempest-SecGroupTest-1107880395 tempest-SecGroupTest-1107880395-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2462721 Jun 24 11:51:04.584702 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 33838) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:51:04.604258 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-84653f1c-6d24-460e-8249-e1e70253cb83 tempest-AllowedAddressPairIpV6TestJSON-2004454070 tempest-AllowedAddressPairIpV6TestJSON-2004454070-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.699s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:51:04.613964 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-6ed5fe52-6fbb-4ee4-996d-f2b617cf3698 None None] Notify callbacks [] for port, precommit_create {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:04.628848 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-ea05c0df-a511-40a6-b145-1902b01ab28f tempest-TagsExtTest-1815527086 tempest-TagsExtTest-1815527086-project] 10.222.0.53 "PUT /v2.0/subnets/a497dc61-0f2f-43fa-a2f2-958a24c8eddd/tags/tempest-TagsExtTest-Tag-421949932 HTTP/1.1" status: 201 len: 201 time: 0.7898152 Jun 24 11:51:04.631722 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 33840) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:51:04.632596 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-6ed5fe52-6fbb-4ee4-996d-f2b617cf3698 None None] Transition to ACTIVE for port object 4d0535fb-d39c-4b17-ac6b-81a66f0cab62 will not be triggered until provisioned by entity L2. {{(pid=128085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 11:51:04.638763 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.services.tag.tag_plugin [None req-8f5fdb14-bb75-4dc3-9c63-0c20d185916d tempest-TagsExtTest-1815527086 tempest-TagsExtTest-1815527086-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '18fb6b84-5aab-4248-8b78-23d892dc92ac', 'tempest-TagsExtTest-Tag-497602486') {} {{(pid=128083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:51:04.653492 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-6ed5fe52-6fbb-4ee4-996d-f2b617cf3698 None None] Transition to ACTIVE for port object 4d0535fb-d39c-4b17-ac6b-81a66f0cab62 will not be triggered until provisioned by entity DHCP. {{(pid=128085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 11:51:04.663479 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-6ed5fe52-6fbb-4ee4-996d-f2b617cf3698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-650429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-506361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793193536723'] for port, after_create {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:04.667674 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:51:04.669045 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-35098b51-c891-4f12-bfcb-57905fca3d7d tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:04.689535 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-84653f1c-6d24-460e-8249-e1e70253cb83 tempest-AllowedAddressPairIpV6TestJSON-2004454070 tempest-AllowedAddressPairIpV6TestJSON-2004454070-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.2105248 Jun 24 11:51:04.694227 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 33842) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:51:04.702043 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.notifiers.nova [None req-35098b51-c891-4f12-bfcb-57905fca3d7d tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] device_id is not set on port ebe66660-b3a0-4d64-a868-61ce0e29beb9 yet. {{(pid=128084) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 24 11:51:04.707652 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [None req-8e667fc2-8a73-46af-82a6-26cc08c055e4 tempest-AllowedAddressPairIpV6TestJSON-2004454070 tempest-AllowedAddressPairIpV6TestJSON-2004454070-project] Request body: {'port': {'network_id': 'f42a3638-1c76-4d1d-9a90-44e4aeb5dcfa', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-899995978'}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:51:04.713466 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-dcbac3a6-7c68-4988-956a-ea0a3daf854d tempest-SecGroupTest-1107880395 tempest-SecGroupTest-1107880395-project] Notify callbacks [] for security_group, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:04.722682 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ed5fe52-6fbb-4ee4-996d-f2b617cf3698 None None] Network 69eac8d8-a36d-46a2-a1b7-f6f145b3bcfc is already hosted by enough agents. {{(pid=128085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 11:51:04.730542 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.scheduler.base_scheduler [None req-6ed5fe52-6fbb-4ee4-996d-f2b617cf3698 None None] Resources bound (agent type, host, resource id): {{(pid=128085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:51:04.736559 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ed5fe52-6fbb-4ee4-996d-f2b617cf3698 None None] Received port after_create {{(pid=128085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 11:51:04.740877 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed5fe52-6fbb-4ee4-996d-f2b617cf3698 None None] Pushing event updated for resources: {'Port': ['ID=4d0535fb-d39c-4b17-ac6b-81a66f0cab62,revision_number=1']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:51:04.745749 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-6ed5fe52-6fbb-4ee4-996d-f2b617cf3698 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:51:04.802426 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-dcbac3a6-7c68-4988-956a-ea0a3daf854d tempest-SecGroupTest-1107880395 tempest-SecGroupTest-1107880395-project] Notify callbacks [] for security_group, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:04.819569 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-6ed5fe52-6fbb-4ee4-996d-f2b617cf3698 None None] Attempting to bind port 4d0535fb-d39c-4b17-ac6b-81a66f0cab62 on host dv-neutron-797120-4-hyperv for vnic_type normal with profile {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 11:51:04.820573 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-6ed5fe52-6fbb-4ee4-996d-f2b617cf3698 None None] Attempting to bind port 4d0535fb-d39c-4b17-ac6b-81a66f0cab62 by drivers openvswitch,hyperv on host dv-neutron-797120-4-hyperv at level 0 using segments [{'id': 'ff891950-6d77-4789-b751-e55e254f24d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '69eac8d8-a36d-46a2-a1b7-f6f145b3bcfc'}] {{(pid=128085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 11:51:04.821735 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ed5fe52-6fbb-4ee4-996d-f2b617cf3698 None None] Attempting to bind port 4d0535fb-d39c-4b17-ac6b-81a66f0cab62 on network 69eac8d8-a36d-46a2-a1b7-f6f145b3bcfc {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 11:51:04.828293 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ed5fe52-6fbb-4ee4-996d-f2b617cf3698 None None] Checking agent: {'id': 'e3a695b2-c397-461f-83b0-10b79d490b59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 11, 36, 56), 'started_at': datetime.datetime(2021, 6, 24, 11, 37, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 11, 50, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 11:51:04.829638 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ed5fe52-6fbb-4ee4-996d-f2b617cf3698 None None] Checking segment: {'id': 'ff891950-6d77-4789-b751-e55e254f24d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '69eac8d8-a36d-46a2-a1b7-f6f145b3bcfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=128085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 11:51:04.830068 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-6ed5fe52-6fbb-4ee4-996d-f2b617cf3698 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:04.830482 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ed5fe52-6fbb-4ee4-996d-f2b617cf3698 None None] Bound using segment: {'id': 'ff891950-6d77-4789-b751-e55e254f24d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '69eac8d8-a36d-46a2-a1b7-f6f145b3bcfc'} {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 11:51:04.830975 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-6ed5fe52-6fbb-4ee4-996d-f2b617cf3698 None None] Bound port: 4d0535fb-d39c-4b17-ac6b-81a66f0cab62, host: dv-neutron-797120-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff891950-6d77-4789-b751-e55e254f24d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '69eac8d8-a36d-46a2-a1b7-f6f145b3bcfc'}}] {{(pid=128085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 11:51:04.832431 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-6ed5fe52-6fbb-4ee4-996d-f2b617cf3698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:04.891323 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e127afb0-03fc-4fd0-8887-e8d32259d911 req-0ed30fc1-a195-47fa-acd1-5af5cab66ae6 tempest-TestVolumeBootPattern-428988392 tempest-TestVolumeBootPattern-428988392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:51:04.892785 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-e127afb0-03fc-4fd0-8887-e8d32259d911 req-0ed30fc1-a195-47fa-acd1-5af5cab66ae6 tempest-TestVolumeBootPattern-428988392 tempest-TestVolumeBootPattern-428988392-project] 10.222.0.53 "GET /v2.0/ports?device_id=5e25e9f8-29cf-4860-93c6-e03d46d226de HTTP/1.1" status: 200 len: 944 time: 0.2909415 Jun 24 11:51:04.905761 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2c38fc-922a-4e81-a049-4e85110f91e4 req-11a698cc-3792-4b86-b870-cb2c9024222d tempest-TestNetworkAdvancedServerOps-1479438933 tempest-TestNetworkAdvancedServerOps-1479438933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:51:04.907151 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-aa2c38fc-922a-4e81-a049-4e85110f91e4 req-11a698cc-3792-4b86-b870-cb2c9024222d tempest-TestNetworkAdvancedServerOps-1479438933 tempest-TestNetworkAdvancedServerOps-1479438933-project] 10.222.0.53 "GET /v2.0/ports?device_id=01c22be6-1669-482b-94cd-775df8dd11ba HTTP/1.1" status: 200 len: 946 time: 0.3872902 Jun 24 11:51:04.936733 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-6ed5fe52-6fbb-4ee4-996d-f2b617cf3698 None None] For port 4d0535fb-d39c-4b17-ac6b-81a66f0cab62, host dv-neutron-797120-4-hyperv, cleared binding levels {{(pid=128085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 11:51:04.943407 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-6ed5fe52-6fbb-4ee4-996d-f2b617cf3698 None None] For port 4d0535fb-d39c-4b17-ac6b-81a66f0cab62, host dv-neutron-797120-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=4d0535fb-d39c-4b17-ac6b-81a66f0cab62,segment=NetworkSegment(ff891950-6d77-4789-b751-e55e254f24d9),segment_id=ff891950-6d77-4789-b751-e55e254f24d9)] {{(pid=128085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 11:51:04.955472 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-6ed5fe52-6fbb-4ee4-996d-f2b617cf3698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:04.961710 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-b03b9fd8-1442-4293-afa4-6e8252307c1e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:51:04.992448 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-dcbac3a6-7c68-4988-956a-ea0a3daf854d tempest-SecGroupTest-1107880395 tempest-SecGroupTest-1107880395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800410'] for security_group, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:04.994835 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-dcbac3a6-7c68-4988-956a-ea0a3daf854d tempest-SecGroupTest-1107880395 tempest-SecGroupTest-1107880395-project] Notify callbacks [] for security_group, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:04.996491 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-dcbac3a6-7c68-4988-956a-ea0a3daf854d tempest-SecGroupTest-1107880395 tempest-SecGroupTest-1107880395-project] 10.222.0.53 "DELETE /v2.0/security-groups/0cc647a4-f4bd-4e07-868d-7236aa089c45 HTTP/1.1" status: 204 len: 168 time: 0.4090543 Jun 24 11:51:04.999290 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-0247df63-95cb-4170-9378-33109bf7e7d8 tempest-RoutersNegativeIpV6Test-675716403 tempest-RoutersNegativeIpV6Test-675716403-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:51:05.002485 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 33844) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:51:05.029372 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-e127afb0-03fc-4fd0-8887-e8d32259d911 req-6ff065e7-28ad-4ff9-a1c1-b498b12feeeb tempest-TestVolumeBootPattern-428988392 tempest-TestVolumeBootPattern-428988392-project] 10.222.0.53 "GET /v2.0/security-groups?id=ddc26bf4-0de0-4c33-8d45-b7d4817ee778&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1192024 Jun 24 11:51:05.031146 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9594c08-cb5b-4666-87fd-c25df6cfa09b tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Made reservation on behalf of 38289682863c40298c517287ec90b883 for: {'port': 1} {{(pid=128083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 11:51:05.035597 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-30bba71a-98db-4857-a383-c5017078b81d None None] Provisioning for port 87a74f9d-17d2-424f-abea-e6c3d245c72b completed by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 11:51:05.041834 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcbac3a6-7c68-4988-956a-ea0a3daf854d tempest-SecGroupTest-1107880395 tempest-SecGroupTest-1107880395-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cc647a4-f4bd-4e07-868d-7236aa089c45,revision_number=None']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:51:05.048681 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-dcbac3a6-7c68-4988-956a-ea0a3daf854d tempest-SecGroupTest-1107880395 tempest-SecGroupTest-1107880395-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:51:05.054475 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-b9594c08-cb5b-4666-87fd-c25df6cfa09b tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:05.071205 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-30bba71a-98db-4857-a383-c5017078b81d None None] Provisioning complete for port 87a74f9d-17d2-424f-abea-e6c3d245c72b triggered by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:51:05.071806 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-30bba71a-98db-4857-a383-c5017078b81d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:05.076430 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.db.db_base_plugin_common [None req-35098b51-c891-4f12-bfcb-57905fca3d7d tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Allocated IP 2001:db8::68 (a61c4b46-a6f4-48b4-9ca4-b0aa9df4a595/7e76666f-9953-491d-9f75-80c62fd908fb/ebe66660-b3a0-4d64-a868-61ce0e29beb9) {{(pid=128084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 11:51:05.113265 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-7121cd61-8622-4719-aad7-40de23dbfdf7 tempest-SecGroupTest-1107880395 tempest-SecGroupTest-1107880395-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1021450 Jun 24 11:51:05.118602 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 33846) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:51:05.120622 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-4e537c23-ff03-4659-9beb-f7785c631020 tempest-SecGroupTest-1107880395 tempest-SecGroupTest-1107880395-project] Request body: {'security_group': {'name': 'tempest-secgroup--595494531'}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:51:05.174547 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-aa2c38fc-922a-4e81-a049-4e85110f91e4 req-9874b3ee-3395-4ca0-9072-ce3323fd54b2 tempest-TestNetworkAdvancedServerOps-1479438933 tempest-TestNetworkAdvancedServerOps-1479438933-project] 10.222.0.53 "GET /v2.0/security-groups?id=ad6af071-5e9d-4374-b735-aabf2d994394&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2479832 Jun 24 11:51:05.179085 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-8f5fdb14-bb75-4dc3-9c63-0c20d185916d tempest-TagsExtTest-1815527086 tempest-TagsExtTest-1815527086-project] 10.222.0.53 "PUT /v2.0/ports/18fb6b84-5aab-4248-8b78-23d892dc92ac/tags/tempest-TagsExtTest-Tag-497602486 HTTP/1.1" status: 201 len: 201 time: 0.5440242 Jun 24 11:51:05.184493 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 33848) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:51:05.186346 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.notifiers.nova [None req-b9594c08-cb5b-4666-87fd-c25df6cfa09b tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] device_id is not set on port e9ddfc4e-1ed1-49e7-adb9-39c1e4ff76b2 yet. {{(pid=128083) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 24 11:51:05.194552 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.services.tag.tag_plugin [None req-001849b7-5dba-4ee0-b614-05696ef8c110 tempest-TagsExtTest-1815527086 tempest-TagsExtTest-1815527086-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'a9f2dd77-cfc6-4173-9410-224fedea0f60', 'tempest-TagsExtTest-Tag-1384729346') {} {{(pid=128083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:51:05.200481 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e667fc2-8a73-46af-82a6-26cc08c055e4 tempest-AllowedAddressPairIpV6TestJSON-2004454070 tempest-AllowedAddressPairIpV6TestJSON-2004454070-project] Made reservation on behalf of 6bd30ea40ed34cfd8bfccaf942b4bb45 for: {'port': 1} {{(pid=128083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 11:51:05.203991 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-8e667fc2-8a73-46af-82a6-26cc08c055e4 tempest-AllowedAddressPairIpV6TestJSON-2004454070 tempest-AllowedAddressPairIpV6TestJSON-2004454070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:05.244801 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed5fe52-6fbb-4ee4-996d-f2b617cf3698 None None] Pushing event updated for resources: {'Port': ['ID=4d0535fb-d39c-4b17-ac6b-81a66f0cab62,revision_number=2']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:51:05.257451 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-6ed5fe52-6fbb-4ee4-996d-f2b617cf3698 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:51:05.267075 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-30bba71a-98db-4857-a383-c5017078b81d None None] Port 87a74f9d-17d2-424f-abea-e6c3d245c72b cannot update to ACTIVE because it is not bound. {{(pid=128085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 11:51:05.339009 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.notifiers.nova [None req-8e667fc2-8a73-46af-82a6-26cc08c055e4 tempest-AllowedAddressPairIpV6TestJSON-2004454070 tempest-AllowedAddressPairIpV6TestJSON-2004454070-project] device_id is not set on port bd522045-7259-4093-939d-bb89920d392e yet. {{(pid=128083) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 24 11:51:05.382635 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-4e537c23-ff03-4659-9beb-f7785c631020 tempest-SecGroupTest-1107880395 tempest-SecGroupTest-1107880395-project] Notify callbacks [] for security_group, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:05.421149 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-35098b51-c891-4f12-bfcb-57905fca3d7d tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Notify callbacks [] for port, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:05.447238 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.db.provisioning_blocks [None req-35098b51-c891-4f12-bfcb-57905fca3d7d tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Transition to ACTIVE for port object ebe66660-b3a0-4d64-a868-61ce0e29beb9 will not be triggered until provisioned by entity DHCP. {{(pid=128084) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 11:51:05.540701 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-35098b51-c891-4f12-bfcb-57905fca3d7d tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-650429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-506361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793193536723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3291971'] for port, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:05.546874 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-6530cf53-1ad2-483b-9135-2916d6d8e1d2 tempest-FloatingIPAdminTestJSON-1995830821 tempest-FloatingIPAdminTestJSON-1995830821-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:51:05.609049 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-001849b7-5dba-4ee0-b614-05696ef8c110 tempest-TagsExtTest-1815527086 tempest-TagsExtTest-1815527086-project] 10.222.0.53 "PUT /v2.0/routers/a9f2dd77-cfc6-4173-9410-224fedea0f60/tags/tempest-TagsExtTest-Tag-1384729346 HTTP/1.1" status: 201 len: 201 time: 0.4212697 Jun 24 11:51:05.611610 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 33850) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:51:05.617074 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.services.tag.tag_plugin [None req-fee0235c-eb06-4339-b707-08ed6c0adf54 tempest-TagsExtTest-1815527086 tempest-TagsExtTest-1815527086-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'cbb94cc4-cb2c-47d1-a174-b730ae1febc6', 'tempest-TagsExtTest-Tag-1547122373') {} {{(pid=128083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:51:05.641807 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.db_base_plugin_common [None req-b9594c08-cb5b-4666-87fd-c25df6cfa09b tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Allocated IP 172.20.0.6 (69eac8d8-a36d-46a2-a1b7-f6f145b3bcfc/fe0bc9e9-210f-426f-b19c-2319f6cf281e/e9ddfc4e-1ed1-49e7-adb9-39c1e4ff76b2) {{(pid=128083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 11:51:05.645426 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35098b51-c891-4f12-bfcb-57905fca3d7d tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Network a61c4b46-a6f4-48b4-9ca4-b0aa9df4a595 is already hosted by enough agents. {{(pid=128084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 11:51:05.655778 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.base_scheduler [None req-35098b51-c891-4f12-bfcb-57905fca3d7d tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Resources bound (agent type, host, resource id): {{(pid=128084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:51:05.666926 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35098b51-c891-4f12-bfcb-57905fca3d7d tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Received port after_create {{(pid=128084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 11:51:05.684764 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35098b51-c891-4f12-bfcb-57905fca3d7d tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=128084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:51:05.685688 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-35098b51-c891-4f12-bfcb-57905fca3d7d tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468916'] for port, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:05.704714 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-4e537c23-ff03-4659-9beb-f7785c631020 tempest-SecGroupTest-1107880395 tempest-SecGroupTest-1107880395-project] Notify callbacks [] for security_group, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:05.710504 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.db_base_plugin_common [None req-8e667fc2-8a73-46af-82a6-26cc08c055e4 tempest-AllowedAddressPairIpV6TestJSON-2004454070 tempest-AllowedAddressPairIpV6TestJSON-2004454070-project] Allocated IP 2001:db8::1fa (f42a3638-1c76-4d1d-9a90-44e4aeb5dcfa/44a31125-d2b2-4a09-840a-dbad0450e2a1/bd522045-7259-4093-939d-bb89920d392e) {{(pid=128083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 11:51:05.710794 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35098b51-c891-4f12-bfcb-57905fca3d7d tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Pushing event updated for resources: {'Port': ['ID=ebe66660-b3a0-4d64-a868-61ce0e29beb9,revision_number=1']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:51:05.714376 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-35098b51-c891-4f12-bfcb-57905fca3d7d tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:51:05.716267 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-4e537c23-ff03-4659-9beb-f7785c631020 tempest-SecGroupTest-1107880395 tempest-SecGroupTest-1107880395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800410'] for security_group, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:05.719127 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-7e0bd481-a204-4e56-b065-310d7bd303c6 tempest-TestNetworkAdvancedServerOps-1479438933 tempest-TestNetworkAdvancedServerOps-1479438933-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:51:05.724147 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-35098b51-c891-4f12-bfcb-57905fca3d7d tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.0340457 Jun 24 11:51:05.730199 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 33852) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:51:05.747103 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-d553b894-ba41-48f9-8aec-1dda29fbf2eb tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Request body: {'subnet': {'network_id': 'a61c4b46-a6f4-48b4-9ca4-b0aa9df4a595', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:51:05.762874 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device 7ba66a01-2640-447b-b86f-44bc022a88b9 up at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 11:51:05.786875 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-4e537c23-ff03-4659-9beb-f7785c631020 tempest-SecGroupTest-1107880395 tempest-SecGroupTest-1107880395-project] Notify callbacks [] for security_group, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:05.788102 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-4e537c23-ff03-4659-9beb-f7785c631020 tempest-SecGroupTest-1107880395 tempest-SecGroupTest-1107880395-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6711669 Jun 24 11:51:05.821065 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 33854) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:51:05.826867 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-04b02cfa-ad9e-4b0b-b9a0-088a376ef1a5 tempest-SecGroupTest-1107880395 tempest-SecGroupTest-1107880395-project] Request body: {'security_group_rule': {'security_group_id': 'a0388331-dcaa-4efc-9ca3-70783930a5a9', 'direction': 'ingress', 'protocol': 17}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:51:05.832418 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-87645724-2480-432e-b802-c2369418534f None None] Provisioning for port 7ba66a01-2640-447b-b86f-44bc022a88b9 completed by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 11:51:05.838299 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e537c23-ff03-4659-9beb-f7785c631020 tempest-SecGroupTest-1107880395 tempest-SecGroupTest-1107880395-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a0388331-dcaa-4efc-9ca3-70783930a5a9,revision_number=1']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:51:05.844909 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-4e537c23-ff03-4659-9beb-f7785c631020 tempest-SecGroupTest-1107880395 tempest-SecGroupTest-1107880395-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:51:05.855589 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning for port 7ba66a01-2640-447b-b86f-44bc022a88b9 completed by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 11:51:05.863633 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning complete for port 7ba66a01-2640-447b-b86f-44bc022a88b9 triggered by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:51:05.864142 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:05.897577 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-04b02cfa-ad9e-4b0b-b9a0-088a376ef1a5 tempest-SecGroupTest-1107880395 tempest-SecGroupTest-1107880395-project] Notify callbacks [] for security_group_rule, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:05.937864 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-87645724-2480-432e-b802-c2369418534f None None] Provisioning complete for port a26b639c-02aa-4d6f-bcf1-bb9b9632e757 triggered by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:51:05.938793 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-87645724-2480-432e-b802-c2369418534f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:05.942517 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d553b894-ba41-48f9-8aec-1dda29fbf2eb tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Made reservation on behalf of 99955773979244bf90218a1ecde00120 for: {'subnet': 1} {{(pid=128084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 11:51:05.947841 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-d553b894-ba41-48f9-8aec-1dda29fbf2eb tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3162484'] for subnet, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:05.981293 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-87645724-2480-432e-b802-c2369418534f None None] Port a26b639c-02aa-4d6f-bcf1-bb9b9632e757 cannot update to ACTIVE because it is not bound. {{(pid=128085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 11:51:06.028208 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:06.075115 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] For port 7ba66a01-2640-447b-b86f-44bc022a88b9, host dv-neutron-797120-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=7ba66a01-2640-447b-b86f-44bc022a88b9,segment=NetworkSegment(344c3b3e-094d-4290-a6b6-0cf6397c2d05),segment_id=344c3b3e-094d-4290-a6b6-0cf6397c2d05)] {{(pid=128085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 11:51:06.076723 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-04b02cfa-ad9e-4b0b-b9a0-088a376ef1a5 tempest-SecGroupTest-1107880395 tempest-SecGroupTest-1107880395-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:06.080718 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:06.083045 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device 4d0535fb-d39c-4b17-ac6b-81a66f0cab62 up at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 11:51:06.085382 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-04b02cfa-ad9e-4b0b-b9a0-088a376ef1a5 tempest-SecGroupTest-1107880395 tempest-SecGroupTest-1107880395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1627007'] for security_group_rule, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:06.092517 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:51:06.129305 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.db.ipam_backend_mixin [None req-d553b894-ba41-48f9-8aec-1dda29fbf2eb tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 7e76666f-9953-491d-9f75-80c62fd908fb (CIDR: 2001:db8::/64) Jun 24 11:51:06.134581 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.pecan_wsgi.hooks.translation [None req-d553b894-ba41-48f9-8aec-1dda29fbf2eb tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 24 11:51:06.135101 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d553b894-ba41-48f9-8aec-1dda29fbf2eb tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=128084) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 24 11:51:06.139061 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b02cfa-ad9e-4b0b-b9a0-088a376ef1a5 tempest-SecGroupTest-1107880395 tempest-SecGroupTest-1107880395-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27788375-78a5-44bd-9643-4e82f4f18f28,revision_number=0']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:51:06.150303 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-04b02cfa-ad9e-4b0b-b9a0-088a376ef1a5 tempest-SecGroupTest-1107880395 tempest-SecGroupTest-1107880395-project] Notify callbacks [] for security_group_rule, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:06.154547 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-04b02cfa-ad9e-4b0b-b9a0-088a376ef1a5 tempest-SecGroupTest-1107880395 tempest-SecGroupTest-1107880395-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.3299620 Jun 24 11:51:06.154547 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-04b02cfa-ad9e-4b0b-b9a0-088a376ef1a5 tempest-SecGroupTest-1107880395 tempest-SecGroupTest-1107880395-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:51:06.154838 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-c04cf8b3-42b9-4fe7-9dac-fd763303e143 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:51:06.156041 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 33858) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:51:06.176521 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-8e667fc2-8a73-46af-82a6-26cc08c055e4 tempest-AllowedAddressPairIpV6TestJSON-2004454070 tempest-AllowedAddressPairIpV6TestJSON-2004454070-project] Notify callbacks [] for port, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:06.189985 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-d553b894-ba41-48f9-8aec-1dda29fbf2eb tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4586256 Jun 24 11:51:06.190679 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 33860) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:51:06.197516 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.provisioning_blocks [None req-8e667fc2-8a73-46af-82a6-26cc08c055e4 tempest-AllowedAddressPairIpV6TestJSON-2004454070 tempest-AllowedAddressPairIpV6TestJSON-2004454070-project] Transition to ACTIVE for port object bd522045-7259-4093-939d-bb89920d392e will not be triggered until provisioned by entity DHCP. {{(pid=128083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 11:51:06.199008 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-10b8b4e6-575b-4165-98a6-f4a4cabd8c44 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Request body: {'subnet': {'network_id': 'a61c4b46-a6f4-48b4-9ca4-b0aa9df4a595', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:51:06.263479 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-aed20744-81a9-4db4-812f-110f3d6bdbbb None None] Provisioning for port ebe66660-b3a0-4d64-a868-61ce0e29beb9 completed by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 11:51:06.278527 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning for port 4d0535fb-d39c-4b17-ac6b-81a66f0cab62 completed by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 11:51:06.287439 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Pushing event updated for resources: {'Port': ['ID=7ba66a01-2640-447b-b86f-44bc022a88b9,revision_number=3']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:51:06.296821 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-aed20744-81a9-4db4-812f-110f3d6bdbbb None None] Provisioning complete for port ebe66660-b3a0-4d64-a868-61ce0e29beb9 triggered by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:51:06.298066 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-aed20744-81a9-4db4-812f-110f3d6bdbbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:06.299781 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:51:06.329568 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-b9594c08-cb5b-4666-87fd-c25df6cfa09b tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Notify callbacks [] for port, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:06.352782 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.provisioning_blocks [None req-b9594c08-cb5b-4666-87fd-c25df6cfa09b tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Transition to ACTIVE for port object e9ddfc4e-1ed1-49e7-adb9-39c1e4ff76b2 will not be triggered until provisioned by entity DHCP. {{(pid=128083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 11:51:06.358867 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-aed20744-81a9-4db4-812f-110f3d6bdbbb None None] Port ebe66660-b3a0-4d64-a868-61ce0e29beb9 cannot update to ACTIVE because it is not bound. {{(pid=128085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 11:51:06.368492 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-fee0235c-eb06-4339-b707-08ed6c0adf54 tempest-TagsExtTest-1815527086 tempest-TagsExtTest-1815527086-project] 10.222.0.53 "PUT /v2.0/subnetpools/cbb94cc4-cb2c-47d1-a174-b730ae1febc6/tags/tempest-TagsExtTest-Tag-1547122373 HTTP/1.1" status: 201 len: 201 time: 0.7556322 Jun 24 11:51:06.369773 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 33864) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:51:06.375273 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-8e667fc2-8a73-46af-82a6-26cc08c055e4 tempest-AllowedAddressPairIpV6TestJSON-2004454070 tempest-AllowedAddressPairIpV6TestJSON-2004454070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-650429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-506361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793193536723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2537853'] for port, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:06.381115 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.services.tag.tag_plugin [None req-3f5de8b8-48c3-4619-8afe-9f7e24a78923 tempest-TagsExtTest-1815527086 tempest-TagsExtTest-1815527086-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', 'a497dc61-0f2f-43fa-a2f2-958a24c8eddd', {'tags': ['tempest-TagsExtTest-Tag-693814584', 'tempest-TagsExtTest-Tag-480623204', 'tempest-TagsExtTest-Tag-1371214732']}) {} {{(pid=128083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:51:06.383110 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-2b3a531b-d13a-47d6-8110-f19b4ea4a082 tempest-SecGroupTest-1107880395 tempest-SecGroupTest-1107880395-project] Notify callbacks [] for security_group, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:06.405178 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-449ac301-5e4d-433f-a6ee-1ec43cf941e7 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:51:06.414960 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-2b3a531b-d13a-47d6-8110-f19b4ea4a082 tempest-SecGroupTest-1107880395 tempest-SecGroupTest-1107880395-project] Notify callbacks [] for security_group, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:06.477758 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10b8b4e6-575b-4165-98a6-f4a4cabd8c44 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Made reservation on behalf of 99955773979244bf90218a1ecde00120 for: {'subnet': 1} {{(pid=128084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 11:51:06.482312 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-10b8b4e6-575b-4165-98a6-f4a4cabd8c44 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3162484'] for subnet, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:06.510747 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-2b3a531b-d13a-47d6-8110-f19b4ea4a082 tempest-SecGroupTest-1107880395 tempest-SecGroupTest-1107880395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800410'] for security_group, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:06.513891 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-2b3a531b-d13a-47d6-8110-f19b4ea4a082 tempest-SecGroupTest-1107880395 tempest-SecGroupTest-1107880395-project] Notify callbacks [] for security_group, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:06.517609 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-2b3a531b-d13a-47d6-8110-f19b4ea4a082 tempest-SecGroupTest-1107880395 tempest-SecGroupTest-1107880395-project] 10.222.0.53 "DELETE /v2.0/security-groups/a0388331-dcaa-4efc-9ca3-70783930a5a9 HTTP/1.1" status: 204 len: 168 time: 0.3580668 Jun 24 11:51:06.518503 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-55ccbb13-c2b1-4fc9-93be-30334adec11b tempest-NegativeSecGroupIPv6Test-156486133 tempest-NegativeSecGroupIPv6Test-156486133-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:51:06.523256 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 33866) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:51:06.549452 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e667fc2-8a73-46af-82a6-26cc08c055e4 tempest-AllowedAddressPairIpV6TestJSON-2004454070 tempest-AllowedAddressPairIpV6TestJSON-2004454070-project] Network f42a3638-1c76-4d1d-9a90-44e4aeb5dcfa is already hosted by enough agents. {{(pid=128083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 11:51:06.570228 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3a531b-d13a-47d6-8110-f19b4ea4a082 tempest-SecGroupTest-1107880395 tempest-SecGroupTest-1107880395-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0388331-dcaa-4efc-9ca3-70783930a5a9,revision_number=None']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:51:06.577047 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-2b3a531b-d13a-47d6-8110-f19b4ea4a082 tempest-SecGroupTest-1107880395 tempest-SecGroupTest-1107880395-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:51:06.577623 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.base_scheduler [None req-8e667fc2-8a73-46af-82a6-26cc08c055e4 tempest-AllowedAddressPairIpV6TestJSON-2004454070 tempest-AllowedAddressPairIpV6TestJSON-2004454070-project] Resources bound (agent type, host, resource id): {{(pid=128083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:51:06.587504 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e667fc2-8a73-46af-82a6-26cc08c055e4 tempest-AllowedAddressPairIpV6TestJSON-2004454070 tempest-AllowedAddressPairIpV6TestJSON-2004454070-project] Received port after_create {{(pid=128083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 11:51:06.593850 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e667fc2-8a73-46af-82a6-26cc08c055e4 tempest-AllowedAddressPairIpV6TestJSON-2004454070 tempest-AllowedAddressPairIpV6TestJSON-2004454070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:51:06.594496 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-8e667fc2-8a73-46af-82a6-26cc08c055e4 tempest-AllowedAddressPairIpV6TestJSON-2004454070 tempest-AllowedAddressPairIpV6TestJSON-2004454070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468916'] for port, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:06.624392 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-b9594c08-cb5b-4666-87fd-c25df6cfa09b tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-650429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-506361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793193536723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2537853'] for port, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:06.626990 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e667fc2-8a73-46af-82a6-26cc08c055e4 tempest-AllowedAddressPairIpV6TestJSON-2004454070 tempest-AllowedAddressPairIpV6TestJSON-2004454070-project] Pushing event updated for resources: {'Port': ['ID=bd522045-7259-4093-939d-bb89920d392e,revision_number=1']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:51:06.629503 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e19d8d3-fe0c-443d-afe3-990a56fc5cbe None None] Network 69eac8d8-a36d-46a2-a1b7-f6f145b3bcfc requested from dv-neutron-797120-4-hyperv {{(pid=128085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 11:51:06.648325 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-8e667fc2-8a73-46af-82a6-26cc08c055e4 tempest-AllowedAddressPairIpV6TestJSON-2004454070 tempest-AllowedAddressPairIpV6TestJSON-2004454070-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:51:06.651524 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-565c169c-6a89-4fc9-91f5-114047a45515 tempest-FloatingIPNegativeTestJSON-1774915856 tempest-FloatingIPNegativeTestJSON-1774915856-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.011s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:51:06.677541 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-8e667fc2-8a73-46af-82a6-26cc08c055e4 tempest-AllowedAddressPairIpV6TestJSON-2004454070 tempest-AllowedAddressPairIpV6TestJSON-2004454070-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.9725966 Jun 24 11:51:06.680308 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 33868) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:51:06.686065 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-8e46a6f6-3e96-4101-9b10-6b2913a804e9 tempest-AllowedAddressPairIpV6TestJSON-2004454070 tempest-AllowedAddressPairIpV6TestJSON-2004454070-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::6', 'mac_address': 'fa:16:3e:17:b7:46'}, {'ip_address': '2001:db8::201', 'mac_address': 'fa:16:3e:1f:be:e3'}]}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:51:06.709911 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-3f5de8b8-48c3-4619-8afe-9f7e24a78923 tempest-TagsExtTest-1815527086 tempest-TagsExtTest-1815527086-project] 10.222.0.53 "PUT /v2.0/subnets/a497dc61-0f2f-43fa-a2f2-958a24c8eddd/tags HTTP/1.1" status: 200 len: 316 time: 0.3357687 Jun 24 11:51:06.723826 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 33870) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:51:06.725376 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-c2b2539d-b227-443f-a341-b1beb1a0f322 None None] Provisioning for port 4d0535fb-d39c-4b17-ac6b-81a66f0cab62 completed by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 11:51:06.733218 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.services.tag.tag_plugin [None req-f1150119-da1c-4fbc-88b7-ce041ac535af tempest-TagsExtTest-1815527086 tempest-TagsExtTest-1815527086-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'a497dc61-0f2f-43fa-a2f2-958a24c8eddd') {} {{(pid=128084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:51:06.735029 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-c2b2539d-b227-443f-a341-b1beb1a0f322 None None] Provisioning complete for port 4d0535fb-d39c-4b17-ac6b-81a66f0cab62 triggered by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:51:06.735582 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-c2b2539d-b227-443f-a341-b1beb1a0f322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:06.747046 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9594c08-cb5b-4666-87fd-c25df6cfa09b tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Network 69eac8d8-a36d-46a2-a1b7-f6f145b3bcfc is already hosted by enough agents. {{(pid=128083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 11:51:06.761276 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9594c08-cb5b-4666-87fd-c25df6cfa09b tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Pushing event updated for resources: {'Port': ['ID=e9ddfc4e-1ed1-49e7-adb9-39c1e4ff76b2,revision_number=1']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:51:06.764921 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-b9594c08-cb5b-4666-87fd-c25df6cfa09b tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:51:06.766526 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.base_scheduler [None req-b9594c08-cb5b-4666-87fd-c25df6cfa09b tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Resources bound (agent type, host, resource id): {{(pid=128083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:51:06.770738 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9594c08-cb5b-4666-87fd-c25df6cfa09b tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Received port after_create {{(pid=128083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 11:51:06.781772 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-cb93341d-fc59-474f-98de-f5be283cc80c tempest-SecGroupTest-1107880395 tempest-SecGroupTest-1107880395-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2525592 Jun 24 11:51:06.787700 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 33872) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:51:06.801472 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [None req-13515159-d25c-4895-a0d1-398799b5bfa7 tempest-SecGroupTest-1107880395 tempest-SecGroupTest-1107880395-project] Request body: {'security_group': {'name': 'tempest-secgroup--1677927296'}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:51:06.866034 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f711a56-d8ae-4014-9faf-50e4fbc96d04 req-2561d3b7-a7f0-4220-95e7-cb2a6389178f tempest-TestVolumeBootPattern-428988392 tempest-TestVolumeBootPattern-428988392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:51:06.875231 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-3f711a56-d8ae-4014-9faf-50e4fbc96d04 req-2561d3b7-a7f0-4220-95e7-cb2a6389178f tempest-TestVolumeBootPattern-428988392 tempest-TestVolumeBootPattern-428988392-project] 10.222.0.53 "GET /v2.0/ports?device_id=5e25e9f8-29cf-4860-93c6-e03d46d226de HTTP/1.1" status: 200 len: 944 time: 0.5023975 Jun 24 11:51:06.915342 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1b79f1-1dee-4805-8333-da6708945f05 req-9a41d4c6-9844-4f2d-b2e0-0ecd1bcb66fc tempest-TestNetworkAdvancedServerOps-1479438933 tempest-TestNetworkAdvancedServerOps-1479438933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:51:06.917003 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-cb1b79f1-1dee-4805-8333-da6708945f05 req-9a41d4c6-9844-4f2d-b2e0-0ecd1bcb66fc tempest-TestNetworkAdvancedServerOps-1479438933 tempest-TestNetworkAdvancedServerOps-1479438933-project] 10.222.0.53 "GET /v2.0/ports?device_id=01c22be6-1669-482b-94cd-775df8dd11ba HTTP/1.1" status: 200 len: 946 time: 0.5235233 Jun 24 11:51:06.950710 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-c2b2539d-b227-443f-a341-b1beb1a0f322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:06.965466 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9594c08-cb5b-4666-87fd-c25df6cfa09b tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:51:06.966308 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-b9594c08-cb5b-4666-87fd-c25df6cfa09b tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468916'] for port, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:06.973062 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-13515159-d25c-4895-a0d1-398799b5bfa7 tempest-SecGroupTest-1107880395 tempest-SecGroupTest-1107880395-project] Notify callbacks [] for security_group, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:06.978168 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-3f711a56-d8ae-4014-9faf-50e4fbc96d04 req-7a19da90-c7d9-4f3a-9906-794ed789501b tempest-TestVolumeBootPattern-428988392 tempest-TestVolumeBootPattern-428988392-project] 10.222.0.53 "GET /v2.0/security-groups?id=ddc26bf4-0de0-4c33-8d45-b7d4817ee778&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1001065 Jun 24 11:51:06.996576 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-c2b2539d-b227-443f-a341-b1beb1a0f322 None None] For port 4d0535fb-d39c-4b17-ac6b-81a66f0cab62, host dv-neutron-797120-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=4d0535fb-d39c-4b17-ac6b-81a66f0cab62,segment=NetworkSegment(ff891950-6d77-4789-b751-e55e254f24d9),segment_id=ff891950-6d77-4789-b751-e55e254f24d9)] {{(pid=128085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 11:51:07.005494 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-c2b2539d-b227-443f-a341-b1beb1a0f322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:07.007178 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:51:07.007990 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-f1150119-da1c-4fbc-88b7-ce041ac535af tempest-TagsExtTest-1815527086 tempest-TagsExtTest-1815527086-project] 10.222.0.53 "DELETE /v2.0/subnets/a497dc61-0f2f-43fa-a2f2-958a24c8eddd/tags HTTP/1.1" status: 204 len: 168 time: 0.2795749 Jun 24 11:51:07.011212 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 33874) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:51:07.016240 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.services.tag.tag_plugin [None req-91728990-84b5-4681-8065-8705b8037dc6 tempest-TagsExtTest-1815527086 tempest-TagsExtTest-1815527086-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'a497dc61-0f2f-43fa-a2f2-958a24c8eddd', 'tempest-TagsExtTest-Tag-693814584') {} {{(pid=128083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:51:07.030405 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-b9594c08-cb5b-4666-87fd-c25df6cfa09b tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 885 time: 3.0861132 Jun 24 11:51:07.060418 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 33876) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:51:07.061816 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-8e46a6f6-3e96-4101-9b10-6b2913a804e9 tempest-AllowedAddressPairIpV6TestJSON-2004454070 tempest-AllowedAddressPairIpV6TestJSON-2004454070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:07.068019 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b2539d-b227-443f-a341-b1beb1a0f322 None None] Pushing event updated for resources: {'Port': ['ID=4d0535fb-d39c-4b17-ac6b-81a66f0cab62,revision_number=3']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:51:07.071611 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-c2b2539d-b227-443f-a341-b1beb1a0f322 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:51:07.076629 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-10b8b4e6-575b-4165-98a6-f4a4cabd8c44 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3291959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3162270'] for subnet, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:07.080125 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-cb1b79f1-1dee-4805-8333-da6708945f05 req-b65c664b-6303-457b-87b6-b0b90c6c5e75 tempest-TestNetworkAdvancedServerOps-1479438933 tempest-TestNetworkAdvancedServerOps-1479438933-project] 10.222.0.53 "GET /v2.0/security-groups?id=ad6af071-5e9d-4374-b735-aabf2d994394&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1498036 Jun 24 11:51:07.110683 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-5e43b27f-2135-4704-bbae-58fffb823441 tempest-ExtraDHCPOptionsTestJSON-1604773077 tempest-ExtraDHCPOptionsTestJSON-1604773077-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:51:07.171182 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-780e89aa-9858-4468-882c-60f1b42554da None None] Provisioning for port bd522045-7259-4093-939d-bb89920d392e completed by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 11:51:07.174869 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10b8b4e6-575b-4165-98a6-f4a4cabd8c44 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Network a61c4b46-a6f4-48b4-9ca4-b0aa9df4a595 is already hosted by enough agents. {{(pid=128084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 11:51:07.175895 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-780e89aa-9858-4468-882c-60f1b42554da None None] Provisioning complete for port bd522045-7259-4093-939d-bb89920d392e triggered by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:51:07.176281 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-780e89aa-9858-4468-882c-60f1b42554da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:07.187148 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.base_scheduler [None req-10b8b4e6-575b-4165-98a6-f4a4cabd8c44 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Resources bound (agent type, host, resource id): {{(pid=128084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:51:07.195015 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10b8b4e6-575b-4165-98a6-f4a4cabd8c44 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=128084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:51:07.195617 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-10b8b4e6-575b-4165-98a6-f4a4cabd8c44 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Notify callbacks [] for subnet, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:07.223208 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a13b8961-748d-4bdb-8bc4-2693c2289be6 None None] Network a61c4b46-a6f4-48b4-9ca4-b0aa9df4a595 requested from dv-neutron-797120-4-hyperv {{(pid=128085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 11:51:07.223433 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b8b4e6-575b-4165-98a6-f4a4cabd8c44 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Pushing event updated for resources: {'Subnet': ['ID=a95f3e3b-2be4-4c50-b8d9-147cb917b4fd,revision_number=0']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:51:07.228459 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-10b8b4e6-575b-4165-98a6-f4a4cabd8c44 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:51:07.304942 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-13515159-d25c-4895-a0d1-398799b5bfa7 tempest-SecGroupTest-1107880395 tempest-SecGroupTest-1107880395-project] Notify callbacks [] for security_group, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:07.321146 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-13515159-d25c-4895-a0d1-398799b5bfa7 tempest-SecGroupTest-1107880395 tempest-SecGroupTest-1107880395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800410'] for security_group, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:07.336845 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-0c39af98-20f3-4c18-819a-8ce76da63b94 tempest-NegativeSecGroupTest-260829952 tempest-NegativeSecGroupTest-260829952-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:51:07.343990 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-10b8b4e6-575b-4165-98a6-f4a4cabd8c44 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.1488595 Jun 24 11:51:07.347038 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 33878) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:51:07.363822 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-44405e70-0a33-4f62-b2d6-77e6b2472094 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1223172827', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'a95f3e3b-2be4-4c50-b8d9-147cb917b4fd'}], 'security_groups': ['c53dc867-7bee-4e72-993c-889da1bdeb80']}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:51:07.417413 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.api.v2.resource [None req-91728990-84b5-4681-8065-8705b8037dc6 tempest-TagsExtTest-1815527086 tempest-TagsExtTest-1815527086-project] show failed (client error): The resource could not be found. Jun 24 11:51:07.424387 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-91728990-84b5-4681-8065-8705b8037dc6 tempest-TagsExtTest-1815527086 tempest-TagsExtTest-1815527086-project] 10.222.0.53 "GET /v2.0/subnets/a497dc61-0f2f-43fa-a2f2-958a24c8eddd/tags/tempest-TagsExtTest-Tag-693814584 HTTP/1.1" status: 404 len: 328 time: 0.4091308 Jun 24 11:51:07.426346 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13515159-d25c-4895-a0d1-398799b5bfa7 tempest-SecGroupTest-1107880395 tempest-SecGroupTest-1107880395-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b9f875d1-31b4-4363-b131-496697306f6a,revision_number=1']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:51:07.430216 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-13515159-d25c-4895-a0d1-398799b5bfa7 tempest-SecGroupTest-1107880395 tempest-SecGroupTest-1107880395-project] Notify callbacks [] for security_group, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:07.432708 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-13515159-d25c-4895-a0d1-398799b5bfa7 tempest-SecGroupTest-1107880395 tempest-SecGroupTest-1107880395-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6430991 Jun 24 11:51:07.435509 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 33880) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:51:07.435886 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 33884) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:51:07.436943 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-13515159-d25c-4895-a0d1-398799b5bfa7 tempest-SecGroupTest-1107880395 tempest-SecGroupTest-1107880395-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:51:07.443168 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.services.tag.tag_plugin [None req-83cab670-8159-49e1-aeb7-197b60a2e641 tempest-TagsExtTest-1815527086 tempest-TagsExtTest-1815527086-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'a497dc61-0f2f-43fa-a2f2-958a24c8eddd', 'tempest-TagsExtTest-Tag-480623204') {} {{(pid=128083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:51:07.450642 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [None req-72302b87-a8d6-4242-a72e-e179834b8bf4 tempest-SecGroupTest-1107880395 tempest-SecGroupTest-1107880395-project] Request body: {'security_group': {'name': 'tempest-secgroup--1553952292'}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:51:07.525484 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.plugin [None req-f7c76884-8f29-41a6-b3c8-f2b0eaf264c0 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Deleting port e9ddfc4e-1ed1-49e7-adb9-39c1e4ff76b2 {{(pid=128083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 11:51:07.526432 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-f7c76884-8f29-41a6-b3c8-f2b0eaf264c0 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793193942312'] for port, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:07.547755 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-44405e70-0a33-4f62-b2d6-77e6b2472094 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:07.559296 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-72302b87-a8d6-4242-a72e-e179834b8bf4 tempest-SecGroupTest-1107880395 tempest-SecGroupTest-1107880395-project] Notify callbacks [] for security_group, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:07.596282 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-780e89aa-9858-4468-882c-60f1b42554da None None] Port bd522045-7259-4093-939d-bb89920d392e cannot update to ACTIVE because it is not bound. {{(pid=128085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 11:51:07.600563 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device 7ba66a01-2640-447b-b86f-44bc022a88b9 up at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 11:51:07.651275 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-8e46a6f6-3e96-4101-9b10-6b2913a804e9 tempest-AllowedAddressPairIpV6TestJSON-2004454070 tempest-AllowedAddressPairIpV6TestJSON-2004454070-project] Notify callbacks [] for port, precommit_update {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:07.660512 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-8e46a6f6-3e96-4101-9b10-6b2913a804e9 tempest-AllowedAddressPairIpV6TestJSON-2004454070 tempest-AllowedAddressPairIpV6TestJSON-2004454070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3292081'] for port, after_update {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:07.665338 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-ccdda45c-04cd-4084-8340-1f4dc7048289 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:51:07.709919 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.plugin [None req-8e46a6f6-3e96-4101-9b10-6b2913a804e9 tempest-AllowedAddressPairIpV6TestJSON-2004454070 tempest-AllowedAddressPairIpV6TestJSON-2004454070-project] In _notify_port_updated(), no bound segment for port bd522045-7259-4093-939d-bb89920d392e on network f42a3638-1c76-4d1d-9a90-44e4aeb5dcfa {{(pid=128084) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jun 24 11:51:07.718050 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e46a6f6-3e96-4101-9b10-6b2913a804e9 tempest-AllowedAddressPairIpV6TestJSON-2004454070 tempest-AllowedAddressPairIpV6TestJSON-2004454070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:51:07.719156 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-8e46a6f6-3e96-4101-9b10-6b2913a804e9 tempest-AllowedAddressPairIpV6TestJSON-2004454070 tempest-AllowedAddressPairIpV6TestJSON-2004454070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468916'] for port, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:07.720357 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.api.v2.resource [None req-83cab670-8159-49e1-aeb7-197b60a2e641 tempest-TagsExtTest-1815527086 tempest-TagsExtTest-1815527086-project] show failed (client error): The resource could not be found. Jun 24 11:51:07.724055 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-8e46a6f6-3e96-4101-9b10-6b2913a804e9 tempest-AllowedAddressPairIpV6TestJSON-2004454070 tempest-AllowedAddressPairIpV6TestJSON-2004454070-project] 10.222.0.53 "PUT /v2.0/ports/bd522045-7259-4093-939d-bb89920d392e HTTP/1.1" status: 200 len: 1065 time: 1.0394626 Jun 24 11:51:07.725241 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-83cab670-8159-49e1-aeb7-197b60a2e641 tempest-TagsExtTest-1815527086 tempest-TagsExtTest-1815527086-project] 10.222.0.53 "GET /v2.0/subnets/a497dc61-0f2f-43fa-a2f2-958a24c8eddd/tags/tempest-TagsExtTest-Tag-480623204 HTTP/1.1" status: 404 len: 328 time: 0.2869065 Jun 24 11:51:07.725627 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 33888) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:51:07.725970 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 33890) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:51:07.743986 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning complete for port 7ba66a01-2640-447b-b86f-44bc022a88b9 triggered by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:51:07.744375 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:07.744681 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.services.tag.tag_plugin [None req-e5b5b281-4458-40a4-a93e-b4e2bab3e190 tempest-TagsExtTest-1815527086 tempest-TagsExtTest-1815527086-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'a497dc61-0f2f-43fa-a2f2-958a24c8eddd', 'tempest-TagsExtTest-Tag-1371214732') {} {{(pid=128083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:51:07.745909 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-9107c74b-3b1e-4579-9bfe-e27a55a2a165 None None] Provisioning for port e9ddfc4e-1ed1-49e7-adb9-39c1e4ff76b2 completed by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 11:51:07.777723 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-f7c76884-8f29-41a6-b3c8-f2b0eaf264c0 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1978872'] for port, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:07.777996 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-9107c74b-3b1e-4579-9bfe-e27a55a2a165 None None] Provisioning complete for port e9ddfc4e-1ed1-49e7-adb9-39c1e4ff76b2 triggered by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:51:07.777996 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-9107c74b-3b1e-4579-9bfe-e27a55a2a165 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:07.783508 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e46a6f6-3e96-4101-9b10-6b2913a804e9 tempest-AllowedAddressPairIpV6TestJSON-2004454070 tempest-AllowedAddressPairIpV6TestJSON-2004454070-project] Pushing event updated for resources: {'Port': ['ID=bd522045-7259-4093-939d-bb89920d392e,revision_number=2']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:51:07.791870 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-8e46a6f6-3e96-4101-9b10-6b2913a804e9 tempest-AllowedAddressPairIpV6TestJSON-2004454070 tempest-AllowedAddressPairIpV6TestJSON-2004454070-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:51:07.845368 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.plugin [None req-f7c76884-8f29-41a6-b3c8-f2b0eaf264c0 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Calling delete_port for e9ddfc4e-1ed1-49e7-adb9-39c1e4ff76b2 owned by {{(pid=128083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 11:51:07.856454 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-9107c74b-3b1e-4579-9bfe-e27a55a2a165 None None] Port e9ddfc4e-1ed1-49e7-adb9-39c1e4ff76b2 cannot update to ACTIVE because it is not bound. {{(pid=128085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 11:51:07.912646 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-9107c74b-3b1e-4579-9bfe-e27a55a2a165 None None] Provisioning complete for port 4d0535fb-d39c-4b17-ac6b-81a66f0cab62 triggered by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:51:07.913354 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-9107c74b-3b1e-4579-9bfe-e27a55a2a165 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:07.971085 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-72302b87-a8d6-4242-a72e-e179834b8bf4 tempest-SecGroupTest-1107880395 tempest-SecGroupTest-1107880395-project] Notify callbacks [] for security_group, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:07.973691 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device 4d0535fb-d39c-4b17-ac6b-81a66f0cab62 up at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 11:51:07.993835 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-72302b87-a8d6-4242-a72e-e179834b8bf4 tempest-SecGroupTest-1107880395 tempest-SecGroupTest-1107880395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800410'] for security_group, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:07.997895 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-e0a5ad01-a87a-4123-b346-4c74c1e1d4a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:51:08.007412 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.db.db_base_plugin_common [None req-44405e70-0a33-4f62-b2d6-77e6b2472094 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Delete allocated IP 2001:db8::68 (a61c4b46-a6f4-48b4-9ca4-b0aa9df4a595/7e76666f-9953-491d-9f75-80c62fd908fb) {{(pid=128084) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jun 24 11:51:08.019485 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.db.db_base_plugin_common [None req-44405e70-0a33-4f62-b2d6-77e6b2472094 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Allocated IP 2001:db8:0:1::190 (a61c4b46-a6f4-48b4-9ca4-b0aa9df4a595/a95f3e3b-2be4-4c50-b8d9-147cb917b4fd/ebe66660-b3a0-4d64-a868-61ce0e29beb9) {{(pid=128084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 11:51:08.054901 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.api.v2.resource [None req-e5b5b281-4458-40a4-a93e-b4e2bab3e190 tempest-TagsExtTest-1815527086 tempest-TagsExtTest-1815527086-project] show failed (client error): The resource could not be found. Jun 24 11:51:08.055766 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-e5b5b281-4458-40a4-a93e-b4e2bab3e190 tempest-TagsExtTest-1815527086 tempest-TagsExtTest-1815527086-project] 10.222.0.53 "GET /v2.0/subnets/a497dc61-0f2f-43fa-a2f2-958a24c8eddd/tags/tempest-TagsExtTest-Tag-1371214732 HTTP/1.1" status: 404 len: 329 time: 0.3204648 Jun 24 11:51:08.059953 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-72302b87-a8d6-4242-a72e-e179834b8bf4 tempest-SecGroupTest-1107880395 tempest-SecGroupTest-1107880395-project] Notify callbacks [] for security_group, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:08.061318 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 33892) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:51:08.061441 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-72302b87-a8d6-4242-a72e-e179834b8bf4 tempest-SecGroupTest-1107880395 tempest-SecGroupTest-1107880395-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6148255 Jun 24 11:51:08.063802 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72302b87-a8d6-4242-a72e-e179834b8bf4 tempest-SecGroupTest-1107880395 tempest-SecGroupTest-1107880395-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f55a43fc-d715-4b59-8e41-ae90100f5cf5,revision_number=1']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:51:08.066632 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 33896) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:51:08.068172 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.services.tag.tag_plugin [None req-773cc6bd-220b-4105-9129-63ba2f0a664e tempest-TagsExtTest-1815527086 tempest-TagsExtTest-1815527086-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '18fb6b84-5aab-4248-8b78-23d892dc92ac', {'tags': ['tempest-TagsExtTest-Tag-1517257480', 'tempest-TagsExtTest-Tag-1013826115', 'tempest-TagsExtTest-Tag-1881408393']}) {} {{(pid=128084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:51:08.072355 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [None req-5c575dc7-7e76-4738-a4c7-a51dfc9b7e69 tempest-SecGroupTest-1107880395 tempest-SecGroupTest-1107880395-project] Request body: {'security_group_rule': {'security_group_id': 'b9f875d1-31b4-4363-b131-496697306f6a', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'f55a43fc-d715-4b59-8e41-ae90100f5cf5', 'remote_ip_prefix': None}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:51:08.078738 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab552646-4e51-40b3-b87f-2ff3cad51498 None None] Update dhcp port {'port': {'network_id': 'a61c4b46-a6f4-48b4-9ca4-b0aa9df4a595', 'fixed_ips': [{'subnet_id': '7e76666f-9953-491d-9f75-80c62fd908fb', 'ip_address': '2001:db8::2'}, {'subnet_id': 'a95f3e3b-2be4-4c50-b8d9-147cb917b4fd'}], 'binding:host_id': 'dv-neutron-797120-4-hyperv'}, 'id': '7ba66a01-2640-447b-b86f-44bc022a88b9'} from dv-neutron-797120-4-hyperv. {{(pid=128085) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 24 11:51:08.088286 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-72302b87-a8d6-4242-a72e-e179834b8bf4 tempest-SecGroupTest-1107880395 tempest-SecGroupTest-1107880395-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:51:08.104013 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.plugin [None req-10b691ed-c6ad-4173-8292-f00290b78c5d tempest-AllowedAddressPairIpV6TestJSON-2004454070 tempest-AllowedAddressPairIpV6TestJSON-2004454070-project] Deleting port bd522045-7259-4093-939d-bb89920d392e {{(pid=128083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 11:51:08.104013 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-10b691ed-c6ad-4173-8292-f00290b78c5d tempest-AllowedAddressPairIpV6TestJSON-2004454070 tempest-AllowedAddressPairIpV6TestJSON-2004454070-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793193942312'] for port, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:08.211838 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning complete for port 4d0535fb-d39c-4b17-ac6b-81a66f0cab62 triggered by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:51:08.212592 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:08.212928 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-773cc6bd-220b-4105-9129-63ba2f0a664e tempest-TagsExtTest-1815527086 tempest-TagsExtTest-1815527086-project] 10.222.0.53 "PUT /v2.0/ports/18fb6b84-5aab-4248-8b78-23d892dc92ac/tags HTTP/1.1" status: 200 len: 318 time: 0.1504498 Jun 24 11:51:08.216044 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 33900) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:51:08.223224 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.services.tag.tag_plugin [None req-dc3b9c16-44f7-421a-9354-0f057bc6aca3 tempest-TagsExtTest-1815527086 tempest-TagsExtTest-1815527086-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '18fb6b84-5aab-4248-8b78-23d892dc92ac') {} {{(pid=128083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:51:08.272539 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-44405e70-0a33-4f62-b2d6-77e6b2472094 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Notify callbacks [] for port, precommit_update {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:08.282486 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-f7c76884-8f29-41a6-b3c8-f2b0eaf264c0 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793193945299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193536732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2537862'] for port, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:08.285595 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ab552646-4e51-40b3-b87f-2ff3cad51498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:08.288591 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-61ff123a-af76-4cee-9115-6f26235be4ec tempest-FloatingIPAdminTestJSON-775113783 tempest-FloatingIPAdminTestJSON-775113783-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:51:08.292800 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-5c575dc7-7e76-4738-a4c7-a51dfc9b7e69 tempest-SecGroupTest-1107880395 tempest-SecGroupTest-1107880395-project] Notify callbacks [] for security_group_rule, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:08.293482 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.db.provisioning_blocks [None req-44405e70-0a33-4f62-b2d6-77e6b2472094 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Transition to ACTIVE for port object ebe66660-b3a0-4d64-a868-61ce0e29beb9 will not be triggered until provisioned by entity DHCP. {{(pid=128084) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 11:51:08.299822 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-44405e70-0a33-4f62-b2d6-77e6b2472094 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3292081'] for port, after_update {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:08.304690 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-7233a88d-82d1-4b4a-a1c1-f476ce2384a6 tempest-FloatingIPNegativeTestJSON-1774915856 tempest-FloatingIPNegativeTestJSON-1774915856-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:51:08.363068 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c76884-8f29-41a6-b3c8-f2b0eaf264c0 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Pushing event deleted for resources: {'Port': ['ID=e9ddfc4e-1ed1-49e7-adb9-39c1e4ff76b2,revision_number=None']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:51:08.368029 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-0a008a72-98bc-4f63-afa5-54b5d1fc9d1d None None] Provisioning complete for port bd522045-7259-4093-939d-bb89920d392e triggered by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:51:08.368731 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-0a008a72-98bc-4f63-afa5-54b5d1fc9d1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:08.381492 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.plugin [None req-44405e70-0a33-4f62-b2d6-77e6b2472094 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] In _notify_port_updated(), no bound segment for port ebe66660-b3a0-4d64-a868-61ce0e29beb9 on network a61c4b46-a6f4-48b4-9ca4-b0aa9df4a595 {{(pid=128084) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jun 24 11:51:08.386931 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44405e70-0a33-4f62-b2d6-77e6b2472094 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:51:08.387746 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-44405e70-0a33-4f62-b2d6-77e6b2472094 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468916'] for port, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:08.389060 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-44405e70-0a33-4f62-b2d6-77e6b2472094 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] 10.222.0.53 "PUT /v2.0/ports/ebe66660-b3a0-4d64-a868-61ce0e29beb9 HTTP/1.1" status: 200 len: 931 time: 1.0402491 Jun 24 11:51:08.392649 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 33902) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:51:08.402218 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44405e70-0a33-4f62-b2d6-77e6b2472094 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Pushing event updated for resources: {'Port': ['ID=ebe66660-b3a0-4d64-a868-61ce0e29beb9,revision_number=2']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:51:08.422106 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-44405e70-0a33-4f62-b2d6-77e6b2472094 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:51:08.427364 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-10b691ed-c6ad-4173-8292-f00290b78c5d tempest-AllowedAddressPairIpV6TestJSON-2004454070 tempest-AllowedAddressPairIpV6TestJSON-2004454070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1978872'] for port, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:08.437359 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-f7c76884-8f29-41a6-b3c8-f2b0eaf264c0 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:51:08.476001 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-0a008a72-98bc-4f63-afa5-54b5d1fc9d1d None None] Port bd522045-7259-4093-939d-bb89920d392e cannot update to ACTIVE because it is not bound. {{(pid=128085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 11:51:08.489551 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.plugin [None req-10b691ed-c6ad-4173-8292-f00290b78c5d tempest-AllowedAddressPairIpV6TestJSON-2004454070 tempest-AllowedAddressPairIpV6TestJSON-2004454070-project] Calling delete_port for bd522045-7259-4093-939d-bb89920d392e owned by {{(pid=128083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 11:51:08.526748 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.plugin [None req-9ec0e0e5-4ffd-4223-9eb3-47e878cd3b59 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Deleting port ebe66660-b3a0-4d64-a868-61ce0e29beb9 {{(pid=128084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 11:51:08.527696 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-9ec0e0e5-4ffd-4223-9eb3-47e878cd3b59 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793193942312'] for port, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:08.557073 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Device 71bd0aa5-7b84-4385-9fc4-2e4d3b22fafa details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=128085) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 11:51:08.596539 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-f7c76884-8f29-41a6-b3c8-f2b0eaf264c0 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468916'] for port, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:08.600265 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-f7c76884-8f29-41a6-b3c8-f2b0eaf264c0 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] 10.222.0.53 "DELETE /v2.0/ports/e9ddfc4e-1ed1-49e7-adb9-39c1e4ff76b2 HTTP/1.1" status: 204 len: 168 time: 1.5394695 Jun 24 11:51:08.602978 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 33904) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:51:08.608493 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.db_base_plugin_common [None req-ab552646-4e51-40b3-b87f-2ff3cad51498 None None] Allocated IP 2001:db8:0:1::2 (a61c4b46-a6f4-48b4-9ca4-b0aa9df4a595/a95f3e3b-2be4-4c50-b8d9-147cb917b4fd/7ba66a01-2640-447b-b86f-44bc022a88b9) {{(pid=128085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 11:51:08.642724 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2b0c3d8-b7ed-462b-a2ef-0ac7ec995bb1 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] GET failed (client error): The resource could not be found. Jun 24 11:51:08.644485 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-e2b0c3d8-b7ed-462b-a2ef-0ac7ec995bb1 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] 10.222.0.53 "GET /v2.0/ports/e9ddfc4e-1ed1-49e7-adb9-39c1e4ff76b2 HTTP/1.1" status: 404 len: 333 time: 0.0405486 Jun 24 11:51:08.647958 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 33906) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:51:08.713351 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-9ec0e0e5-4ffd-4223-9eb3-47e878cd3b59 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1978872'] for port, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:08.736231 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.plugin [None req-9ec0e0e5-4ffd-4223-9eb3-47e878cd3b59 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Calling delete_port for ebe66660-b3a0-4d64-a868-61ce0e29beb9 owned by {{(pid=128084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 11:51:08.742539 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f2e7239-23f2-40cb-aec3-b645b71ae4fa tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Deleting subnet fe0bc9e9-210f-426f-b19c-2319f6cf281e {{(pid=128084) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 24 11:51:08.743408 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ff6f3a-8e41-43e8-bf7f-0153b3ba51c8 req-05b238ff-8d9e-4eac-9440-b3adeddfc971 tempest-TestVolumeBootPattern-428988392 tempest-TestVolumeBootPattern-428988392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:51:08.746161 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-41ff6f3a-8e41-43e8-bf7f-0153b3ba51c8 req-05b238ff-8d9e-4eac-9440-b3adeddfc971 tempest-TestVolumeBootPattern-428988392 tempest-TestVolumeBootPattern-428988392-project] 10.222.0.53 "GET /v2.0/ports?device_id=5e25e9f8-29cf-4860-93c6-e03d46d226de HTTP/1.1" status: 200 len: 944 time: 0.4211948 Jun 24 11:51:08.749237 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-4f2e7239-23f2-40cb-aec3-b645b71ae4fa tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Notify callbacks [] for subnet, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:08.770251 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-dc3b9c16-44f7-421a-9354-0f057bc6aca3 tempest-TagsExtTest-1815527086 tempest-TagsExtTest-1815527086-project] 10.222.0.53 "DELETE /v2.0/ports/18fb6b84-5aab-4248-8b78-23d892dc92ac/tags HTTP/1.1" status: 204 len: 168 time: 0.5510850 Jun 24 11:51:08.775238 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 33908) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:51:08.781147 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.services.tag.tag_plugin [None req-8dc7e67b-0235-4753-b570-663939f80e5f tempest-TagsExtTest-1815527086 tempest-TagsExtTest-1815527086-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '18fb6b84-5aab-4248-8b78-23d892dc92ac', 'tempest-TagsExtTest-Tag-1517257480') {} {{(pid=128084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:51:08.808932 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] For port 71bd0aa5-7b84-4385-9fc4-2e4d3b22fafa, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=71bd0aa5-7b84-4385-9fc4-2e4d3b22fafa,segment=NetworkSegment(feccf5a9-eb5f-4366-9287-7909e7dea8b2),segment_id=feccf5a9-eb5f-4366-9287-7909e7dea8b2)] {{(pid=128085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 11:51:08.809586 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58550dc7-06b5-4be0-9425-e1d143d4e622 req-d8b04d22-4777-455e-8d6c-424a4ce75391 tempest-TestNetworkAdvancedServerOps-1479438933 tempest-TestNetworkAdvancedServerOps-1479438933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:51:08.819296 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-58550dc7-06b5-4be0-9425-e1d143d4e622 req-d8b04d22-4777-455e-8d6c-424a4ce75391 tempest-TestNetworkAdvancedServerOps-1479438933 tempest-TestNetworkAdvancedServerOps-1479438933-project] 10.222.0.53 "GET /v2.0/ports?device_id=01c22be6-1669-482b-94cd-775df8dd11ba HTTP/1.1" status: 200 len: 946 time: 0.4642439 Jun 24 11:51:08.824164 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-5c575dc7-7e76-4738-a4c7-a51dfc9b7e69 tempest-SecGroupTest-1107880395 tempest-SecGroupTest-1107880395-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:08.837893 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Returning: {'device': '71bd0aa5-7b84-4385-9fc4-2e4d3b22fafa', 'network_id': '376f72b9-0f0d-4b21-b0a6-f11d1b9b44a4', 'port_id': '71bd0aa5-7b84-4385-9fc4-2e4d3b22fafa', 'mac_address': 'fa:16:3e:ce:26:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 635, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83739081-6ef0-4601-a176-febdd4c01678', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=128085) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 11:51:08.848677 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-ab552646-4e51-40b3-b87f-2ff3cad51498 None None] For port 7ba66a01-2640-447b-b86f-44bc022a88b9, host dv-neutron-797120-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=7ba66a01-2640-447b-b86f-44bc022a88b9,segment=NetworkSegment(344c3b3e-094d-4290-a6b6-0cf6397c2d05),segment_id=344c3b3e-094d-4290-a6b6-0cf6397c2d05)] {{(pid=128085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 11:51:08.865702 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-41ff6f3a-8e41-43e8-bf7f-0153b3ba51c8 req-391a70dd-f035-40de-a4c6-adad426c1817 tempest-TestVolumeBootPattern-428988392 tempest-TestVolumeBootPattern-428988392-project] 10.222.0.53 "GET /v2.0/security-groups?id=ddc26bf4-0de0-4c33-8d45-b7d4817ee778&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0887837 Jun 24 11:51:08.886854 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-5c575dc7-7e76-4738-a4c7-a51dfc9b7e69 tempest-SecGroupTest-1107880395 tempest-SecGroupTest-1107880395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1627007'] for security_group_rule, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:08.907912 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:51:08.919817 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:08.924171 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ab552646-4e51-40b3-b87f-2ff3cad51498 None None] Notify callbacks [] for port, precommit_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:08.943796 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.notifiers.nova [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71bd0aa5-7b84-4385-9fc4-2e4d3b22fafa {{(pid=128085) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 11:51:08.953516 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-ab552646-4e51-40b3-b87f-2ff3cad51498 None None] Transition to ACTIVE for port object 7ba66a01-2640-447b-b86f-44bc022a88b9 will not be triggered until provisioned by entity DHCP. {{(pid=128085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 11:51:08.961547 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ab552646-4e51-40b3-b87f-2ff3cad51498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:08.968743 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-c6c9f70f-b898-48f6-aa4e-2960af29bc25 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:51:08.976700 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] For port 71bd0aa5-7b84-4385-9fc4-2e4d3b22fafa, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=71bd0aa5-7b84-4385-9fc4-2e4d3b22fafa,segment=NetworkSegment(feccf5a9-eb5f-4366-9287-7909e7dea8b2),segment_id=feccf5a9-eb5f-4366-9287-7909e7dea8b2)] {{(pid=128085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 11:51:09.003609 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:09.076650 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab552646-4e51-40b3-b87f-2ff3cad51498 None None] Pushing event updated for resources: {'Port': ['ID=7ba66a01-2640-447b-b86f-44bc022a88b9,revision_number=4']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:51:09.079687 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-ab552646-4e51-40b3-b87f-2ff3cad51498 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:51:09.080127 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-a9146b5b-4dbd-4b05-80e3-e85401047171 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.073s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:51:09.131687 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Pushing event updated for resources: {'Port': ['ID=71bd0aa5-7b84-4385-9fc4-2e4d3b22fafa,revision_number=4']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:51:09.135892 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:51:09.154272 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-4f2e7239-23f2-40cb-aec3-b645b71ae4fa tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2373542'] for subnet, precommit_delete_associations {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:09.270121 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.api.v2.resource [None req-8dc7e67b-0235-4753-b570-663939f80e5f tempest-TagsExtTest-1815527086 tempest-TagsExtTest-1815527086-project] show failed (client error): The resource could not be found. Jun 24 11:51:09.273908 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-8dc7e67b-0235-4753-b570-663939f80e5f tempest-TagsExtTest-1815527086 tempest-TagsExtTest-1815527086-project] 10.222.0.53 "GET /v2.0/ports/18fb6b84-5aab-4248-8b78-23d892dc92ac/tags/tempest-TagsExtTest-Tag-1517257480 HTTP/1.1" status: 404 len: 329 time: 0.4950049 Jun 24 11:51:09.276863 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 33910) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:51:09.286674 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.services.tag.tag_plugin [None req-00c0834e-aa6f-487c-bd3a-3e2f8bac76f5 tempest-TagsExtTest-1815527086 tempest-TagsExtTest-1815527086-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '18fb6b84-5aab-4248-8b78-23d892dc92ac', 'tempest-TagsExtTest-Tag-1013826115') {} {{(pid=128084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:51:09.300575 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] get_ports_and_sgs() called for port_ids ['71bd0aa5-7b84-4385-9fc4-2e4d3b22fafa'] {{(pid=128085) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 11:51:09.368444 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c575dc7-7e76-4738-a4c7-a51dfc9b7e69 tempest-SecGroupTest-1107880395 tempest-SecGroupTest-1107880395-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7229cb0f-1032-4f7f-97e9-00c927cb82c0,revision_number=0']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:51:09.369630 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-4f2e7239-23f2-40cb-aec3-b645b71ae4fa tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-972249'] for subnet, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:09.385760 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-5c575dc7-7e76-4738-a4c7-a51dfc9b7e69 tempest-SecGroupTest-1107880395 tempest-SecGroupTest-1107880395-project] Notify callbacks [] for security_group_rule, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:09.389525 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-5c575dc7-7e76-4738-a4c7-a51dfc9b7e69 tempest-SecGroupTest-1107880395 tempest-SecGroupTest-1107880395-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 1.3182473 Jun 24 11:51:09.402612 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 33912) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:51:09.410811 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-5c575dc7-7e76-4738-a4c7-a51dfc9b7e69 tempest-SecGroupTest-1107880395 tempest-SecGroupTest-1107880395-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.503s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:51:09.417537 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-58550dc7-06b5-4be0-9425-e1d143d4e622 req-2c12ff38-37a5-4812-b9de-37e3f68bdb81 tempest-TestNetworkAdvancedServerOps-1479438933 tempest-TestNetworkAdvancedServerOps-1479438933-project] 10.222.0.53 "GET /v2.0/security-groups?id=ad6af071-5e9d-4374-b735-aabf2d994394&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5971751 Jun 24 11:51:09.511031 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-4f2e7239-23f2-40cb-aec3-b645b71ae4fa tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-972238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3292022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3162263'] for subnet, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:09.513212 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-9ec0e0e5-4ffd-4223-9eb3-47e878cd3b59 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793193945299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193536732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3292088'] for port, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:09.525065 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-607d0e25-bd09-4d0e-94f4-225663b510b0 tempest-AllowedAddressPairIpV6TestJSON-2004454070 tempest-AllowedAddressPairIpV6TestJSON-2004454070-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:51:09.566786 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5358cb-5362-4bd8-a071-c48b38270023 req-bac04f5d-7c24-4276-a73b-2bbf8a4e0d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:51:09.568328 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-db5358cb-5362-4bd8-a071-c48b38270023 req-bac04f5d-7c24-4276-a73b-2bbf8a4e0d58 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=01c22be6-1669-482b-94cd-775df8dd11ba HTTP/1.1" status: 200 len: 1099 time: 0.6837823 Jun 24 11:51:09.576410 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-10b691ed-c6ad-4173-8292-f00290b78c5d tempest-AllowedAddressPairIpV6TestJSON-2004454070 tempest-AllowedAddressPairIpV6TestJSON-2004454070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793193945299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193536732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2537862'] for port, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:09.581719 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-d60f0d70-0df8-43f2-9192-0855a7900fa5 tempest-SecGroupTest-1107880395 tempest-SecGroupTest-1107880395-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:09.588005 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-4f2e7239-23f2-40cb-aec3-b645b71ae4fa tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Notify callbacks [] for subnet, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:09.595409 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-72adbb14-453a-4082-abc2-964885968936 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:51:09.597423 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-4f2e7239-23f2-40cb-aec3-b645b71ae4fa tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] 10.222.0.53 "DELETE /v2.0/subnets/fe0bc9e9-210f-426f-b19c-2319f6cf281e HTTP/1.1" status: 204 len: 168 time: 0.9484148 Jun 24 11:51:09.599063 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2e7239-23f2-40cb-aec3-b645b71ae4fa tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Pushing event deleted for resources: {'Subnet': ['ID=fe0bc9e9-210f-426f-b19c-2319f6cf281e,revision_number=None']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:51:09.600921 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 33914) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:51:09.618387 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-567dc584-e04f-4b99-bb14-f6c737538478 None None] Network 69eac8d8-a36d-46a2-a1b7-f6f145b3bcfc requested from dv-neutron-797120-4-hyperv {{(pid=128085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 11:51:09.620478 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device 7ba66a01-2640-447b-b86f-44bc022a88b9 up at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 11:51:09.631179 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-d60f0d70-0df8-43f2-9192-0855a7900fa5 tempest-SecGroupTest-1107880395 tempest-SecGroupTest-1107880395-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:09.633968 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-4f2e7239-23f2-40cb-aec3-b645b71ae4fa tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:51:09.644295 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-35098b51-c891-4f12-bfcb-57905fca3d7d tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.065s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:51:09.646158 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b691ed-c6ad-4173-8292-f00290b78c5d tempest-AllowedAddressPairIpV6TestJSON-2004454070 tempest-AllowedAddressPairIpV6TestJSON-2004454070-project] Pushing event deleted for resources: {'Port': ['ID=bd522045-7259-4093-939d-bb89920d392e,revision_number=None']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:51:09.729014 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-10b691ed-c6ad-4173-8292-f00290b78c5d tempest-AllowedAddressPairIpV6TestJSON-2004454070 tempest-AllowedAddressPairIpV6TestJSON-2004454070-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:51:09.771140 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-db5358cb-5362-4bd8-a071-c48b38270023 req-833e7e27-f041-4e5f-bfbc-0011dfe34972 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=ad6af071-5e9d-4374-b735-aabf2d994394&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1705346 Jun 24 11:51:09.842468 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-83ba8585-c13b-40d8-b714-c23d2a37bc48 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-534962'] for network, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:09.885102 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-10b691ed-c6ad-4173-8292-f00290b78c5d tempest-AllowedAddressPairIpV6TestJSON-2004454070 tempest-AllowedAddressPairIpV6TestJSON-2004454070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468916'] for port, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:09.888173 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-10b691ed-c6ad-4173-8292-f00290b78c5d tempest-AllowedAddressPairIpV6TestJSON-2004454070 tempest-AllowedAddressPairIpV6TestJSON-2004454070-project] 10.222.0.53 "DELETE /v2.0/ports/bd522045-7259-4093-939d-bb89920d392e HTTP/1.1" status: 204 len: 168 time: 2.1539502 Jun 24 11:51:09.888805 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 33918) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:51:09.945755 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.pecan_wsgi.hooks.translation [None req-446917f4-c1a9-4878-8f75-0fc4668cf186 tempest-AllowedAddressPairIpV6TestJSON-2004454070 tempest-AllowedAddressPairIpV6TestJSON-2004454070-project] GET failed (client error): The resource could not be found. Jun 24 11:51:09.947591 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-446917f4-c1a9-4878-8f75-0fc4668cf186 tempest-AllowedAddressPairIpV6TestJSON-2004454070 tempest-AllowedAddressPairIpV6TestJSON-2004454070-project] 10.222.0.53 "GET /v2.0/ports/bd522045-7259-4093-939d-bb89920d392e HTTP/1.1" status: 404 len: 333 time: 0.0577426 Jun 24 11:51:09.952080 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 33920) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:51:09.964881 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.api.v2.resource [None req-00c0834e-aa6f-487c-bd3a-3e2f8bac76f5 tempest-TagsExtTest-1815527086 tempest-TagsExtTest-1815527086-project] show failed (client error): The resource could not be found. Jun 24 11:51:09.971221 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-00c0834e-aa6f-487c-bd3a-3e2f8bac76f5 tempest-TagsExtTest-1815527086 tempest-TagsExtTest-1815527086-project] 10.222.0.53 "GET /v2.0/ports/18fb6b84-5aab-4248-8b78-23d892dc92ac/tags/tempest-TagsExtTest-Tag-1013826115 HTTP/1.1" status: 404 len: 329 time: 0.6958892 Jun 24 11:51:09.977132 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 33922) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:51:09.992789 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec0e0e5-4ffd-4223-9eb3-47e878cd3b59 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Pushing event deleted for resources: {'Port': ['ID=ebe66660-b3a0-4d64-a868-61ce0e29beb9,revision_number=None']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:51:09.998905 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.services.tag.tag_plugin [None req-e95ddcf6-8f72-4346-a88a-d80825aea52b tempest-TagsExtTest-1815527086 tempest-TagsExtTest-1815527086-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '18fb6b84-5aab-4248-8b78-23d892dc92ac', 'tempest-TagsExtTest-Tag-1881408393') {} {{(pid=128084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:51:10.003901 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-9ec0e0e5-4ffd-4223-9eb3-47e878cd3b59 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.359s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:51:10.063841 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-9ec0e0e5-4ffd-4223-9eb3-47e878cd3b59 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468916'] for port, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:10.069768 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-9ec0e0e5-4ffd-4223-9eb3-47e878cd3b59 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] 10.222.0.53 "DELETE /v2.0/ports/ebe66660-b3a0-4d64-a868-61ce0e29beb9 HTTP/1.1" status: 204 len: 168 time: 1.6760669 Jun 24 11:51:10.075723 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 33924) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:51:10.101417 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-d60f0d70-0df8-43f2-9192-0855a7900fa5 tempest-SecGroupTest-1107880395 tempest-SecGroupTest-1107880395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1627007'] for security_group_rule, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:10.124370 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-50d3f831-4fda-4919-8e3b-f38d42d447f5 tempest-TestVolumeBootPattern-428988392 tempest-TestVolumeBootPattern-428988392-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:51:10.132765 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-d60f0d70-0df8-43f2-9192-0855a7900fa5 tempest-SecGroupTest-1107880395 tempest-SecGroupTest-1107880395-project] Notify callbacks [] for security_group_rule, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:10.134442 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-d60f0d70-0df8-43f2-9192-0855a7900fa5 tempest-SecGroupTest-1107880395 tempest-SecGroupTest-1107880395-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/7229cb0f-1032-4f7f-97e9-00c927cb82c0 HTTP/1.1" status: 204 len: 168 time: 0.7262106 Jun 24 11:51:10.136066 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ab35339-0d6c-43a1-a2c9-e20d21df1a68 None None] DHCP port deletion for 69eac8d8-a36d-46a2-a1b7-f6f145b3bcfc request from dv-neutron-797120-4-hyperv {{(pid=128085) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 24 11:51:10.142786 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 33926) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:51:10.166923 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.pecan_wsgi.hooks.translation [None req-38731fec-a02f-4620-9d31-436bd0ff3650 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] GET failed (client error): The resource could not be found. Jun 24 11:51:10.171697 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-38731fec-a02f-4620-9d31-436bd0ff3650 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] 10.222.0.53 "GET /v2.0/ports/ebe66660-b3a0-4d64-a868-61ce0e29beb9 HTTP/1.1" status: 404 len: 333 time: 0.0894229 Jun 24 11:51:10.171697 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60f0d70-0df8-43f2-9192-0855a7900fa5 tempest-SecGroupTest-1107880395 tempest-SecGroupTest-1107880395-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7229cb0f-1032-4f7f-97e9-00c927cb82c0,revision_number=None']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:51:10.172315 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-d60f0d70-0df8-43f2-9192-0855a7900fa5 tempest-SecGroupTest-1107880395 tempest-SecGroupTest-1107880395-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:51:10.174409 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 33928) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:51:10.190358 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-d015eeb3-5c8f-48c7-aa17-ca3e4dc1e59e None None] Provisioning for port 7ba66a01-2640-447b-b86f-44bc022a88b9 completed by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 11:51:10.198290 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-d015eeb3-5c8f-48c7-aa17-ca3e4dc1e59e None None] Provisioning complete for port 7ba66a01-2640-447b-b86f-44bc022a88b9 triggered by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:51:10.199775 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-d015eeb3-5c8f-48c7-aa17-ca3e4dc1e59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:10.213813 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a2b6c7-4853-4c8c-9eed-3b13ed2253d6 req-316c1be1-663d-46ed-9e60-ca543097a7f0 tempest-TestVolumeBootPattern-428988392 tempest-TestVolumeBootPattern-428988392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:51:10.215351 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-63a2b6c7-4853-4c8c-9eed-3b13ed2253d6 req-316c1be1-663d-46ed-9e60-ca543097a7f0 tempest-TestVolumeBootPattern-428988392 tempest-TestVolumeBootPattern-428988392-project] 10.222.0.53 "GET /v2.0/ports?device_id=5e25e9f8-29cf-4860-93c6-e03d46d226de HTTP/1.1" status: 200 len: 945 time: 0.1603053 Jun 24 11:51:10.256844 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-9ab35339-0d6c-43a1-a2c9-e20d21df1a68 None None] Deleting port 4d0535fb-d39c-4b17-ac6b-81a66f0cab62 {{(pid=128085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 11:51:10.257528 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-9ab35339-0d6c-43a1-a2c9-e20d21df1a68 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793193942312'] for port, before_delete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:10.280040 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.api.v2.resource [None req-e95ddcf6-8f72-4346-a88a-d80825aea52b tempest-TagsExtTest-1815527086 tempest-TagsExtTest-1815527086-project] show failed (client error): The resource could not be found. Jun 24 11:51:10.281254 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-e95ddcf6-8f72-4346-a88a-d80825aea52b tempest-TagsExtTest-1815527086 tempest-TagsExtTest-1815527086-project] 10.222.0.53 "GET /v2.0/ports/18fb6b84-5aab-4248-8b78-23d892dc92ac/tags/tempest-TagsExtTest-Tag-1881408393 HTTP/1.1" status: 404 len: 329 time: 0.2932241 Jun 24 11:51:10.287473 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.plugin [None req-1a4230b3-5484-4c42-b7df-06552c73f319 tempest-AllowedAddressPairIpV6TestJSON-2004454070 tempest-AllowedAddressPairIpV6TestJSON-2004454070-project] Deleting port 87a74f9d-17d2-424f-abea-e6c3d245c72b {{(pid=128083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 11:51:10.288103 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-1a4230b3-5484-4c42-b7df-06552c73f319 tempest-AllowedAddressPairIpV6TestJSON-2004454070 tempest-AllowedAddressPairIpV6TestJSON-2004454070-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793193942312'] for port, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:10.288829 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 33930) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:51:10.290567 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.plugin [None req-83ba8585-c13b-40d8-b714-c23d2a37bc48 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Deleting port 4d0535fb-d39c-4b17-ac6b-81a66f0cab62 {{(pid=128084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 11:51:10.291074 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-83ba8585-c13b-40d8-b714-c23d2a37bc48 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793193942312'] for port, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:10.308263 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-0256ef69-200f-46f6-995b-0a55bb2c6554 tempest-SecGroupTest-1107880395 tempest-SecGroupTest-1107880395-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1591468 Jun 24 11:51:10.308886 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 33932) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:51:10.333090 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-9ab35339-0d6c-43a1-a2c9-e20d21df1a68 None None] For port 4d0535fb-d39c-4b17-ac6b-81a66f0cab62, host dv-neutron-797120-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=4d0535fb-d39c-4b17-ac6b-81a66f0cab62,segment=NetworkSegment(ff891950-6d77-4789-b751-e55e254f24d9),segment_id=ff891950-6d77-4789-b751-e55e254f24d9)] {{(pid=128085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 11:51:10.333487 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-9ab35339-0d6c-43a1-a2c9-e20d21df1a68 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1978872'] for port, precommit_delete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:10.347250 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-63a2b6c7-4853-4c8c-9eed-3b13ed2253d6 req-668a70e5-66e8-4b69-8636-47b4cf1f52b6 tempest-TestVolumeBootPattern-428988392 tempest-TestVolumeBootPattern-428988392-project] 10.222.0.53 "GET /v2.0/security-groups?id=ddc26bf4-0de0-4c33-8d45-b7d4817ee778&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1227970 Jun 24 11:51:10.350180 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-bd2b0044-ae9e-428c-a531-2d7f4fd1dcef tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Notify callbacks [] for security_group, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:10.350607 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-9ab35339-0d6c-43a1-a2c9-e20d21df1a68 None None] Calling delete_port for 4d0535fb-d39c-4b17-ac6b-81a66f0cab62 owned by network:dhcp {{(pid=128085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 11:51:10.356347 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.services.tag.tag_plugin [None req-1d8a12d0-bd17-4195-9c90-5a84db2c38b7 tempest-TagsExtTest-1815527086 tempest-TagsExtTest-1815527086-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', 'a9f2dd77-cfc6-4173-9410-224fedea0f60', {'tags': ['tempest-TagsExtTest-Tag-1807952911', 'tempest-TagsExtTest-Tag-1692847158', 'tempest-TagsExtTest-Tag-469074010']}) {} {{(pid=128084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:51:10.495012 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.db [None req-83ba8585-c13b-40d8-b714-c23d2a37bc48 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] For port 4d0535fb-d39c-4b17-ac6b-81a66f0cab62, host dv-neutron-797120-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=4d0535fb-d39c-4b17-ac6b-81a66f0cab62,segment=NetworkSegment(ff891950-6d77-4789-b751-e55e254f24d9),segment_id=ff891950-6d77-4789-b751-e55e254f24d9)] {{(pid=128084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 11:51:10.495383 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-83ba8585-c13b-40d8-b714-c23d2a37bc48 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1978872'] for port, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:10.496101 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-852c8700-60ed-458f-9788-a1dc7cbd17f2 tempest-SecGroupTest-1107880395 tempest-SecGroupTest-1107880395-project] Notify callbacks [] for security_group, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:10.499069 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-bd2b0044-ae9e-428c-a531-2d7f4fd1dcef tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Notify callbacks [] for security_group, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:10.499259 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-1a4230b3-5484-4c42-b7df-06552c73f319 tempest-AllowedAddressPairIpV6TestJSON-2004454070 tempest-AllowedAddressPairIpV6TestJSON-2004454070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1978872'] for port, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:10.504553 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-9ab35339-0d6c-43a1-a2c9-e20d21df1a68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793193945299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193536732'] for port, after_delete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:10.508775 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-5a096cc7-e6e7-4b46-afff-aa74d34d48df None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:51:10.527825 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.plugin [None req-83ba8585-c13b-40d8-b714-c23d2a37bc48 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Calling delete_port for 4d0535fb-d39c-4b17-ac6b-81a66f0cab62 owned by network:dhcp {{(pid=128084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 11:51:10.543779 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.plugin [None req-1a4230b3-5484-4c42-b7df-06552c73f319 tempest-AllowedAddressPairIpV6TestJSON-2004454070 tempest-AllowedAddressPairIpV6TestJSON-2004454070-project] Calling delete_port for 87a74f9d-17d2-424f-abea-e6c3d245c72b owned by {{(pid=128083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 11:51:10.559519 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab35339-0d6c-43a1-a2c9-e20d21df1a68 None None] Pushing event deleted for resources: {'Port': ['ID=4d0535fb-d39c-4b17-ac6b-81a66f0cab62,revision_number=None']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:51:10.563535 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-852c8700-60ed-458f-9788-a1dc7cbd17f2 tempest-SecGroupTest-1107880395 tempest-SecGroupTest-1107880395-project] Notify callbacks [] for security_group, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:10.567492 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Device 33678eb9-0f0d-4a2b-923f-cd19cd23cc40 details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=128085) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 11:51:10.570349 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-9ab35339-0d6c-43a1-a2c9-e20d21df1a68 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:51:10.590347 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ab35339-0d6c-43a1-a2c9-e20d21df1a68 None None] No DVR routers for this DVR port 4d0535fb-d39c-4b17-ac6b-81a66f0cab62 on host dv-neutron-797120-4-hyperv {{(pid=128085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 11:51:10.592090 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Device 71bd0aa5-7b84-4385-9fc4-2e4d3b22fafa up at agent hyperv_hv-neutron-7971 {{(pid=128085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 11:51:10.652814 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 33936) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:51:10.658641 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.services.tag.tag_plugin [None req-4894080c-5c21-4de0-afa6-1b1f05a1499d tempest-TagsExtTest-1815527086 tempest-TagsExtTest-1815527086-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'a9f2dd77-cfc6-4173-9410-224fedea0f60') {} {{(pid=128083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:51:10.660914 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-1d8a12d0-bd17-4195-9c90-5a84db2c38b7 tempest-TagsExtTest-1815527086 tempest-TagsExtTest-1815527086-project] 10.222.0.53 "PUT /v2.0/routers/a9f2dd77-cfc6-4173-9410-224fedea0f60/tags HTTP/1.1" status: 200 len: 317 time: 0.3074837 Jun 24 11:51:10.669967 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-d015eeb3-5c8f-48c7-aa17-ca3e4dc1e59e None None] Provisioning complete for port a26b639c-02aa-4d6f-bcf1-bb9b9632e757 triggered by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:51:10.670572 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-d015eeb3-5c8f-48c7-aa17-ca3e4dc1e59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:10.714805 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-d015eeb3-5c8f-48c7-aa17-ca3e4dc1e59e None None] Port a26b639c-02aa-4d6f-bcf1-bb9b9632e757 cannot update to ACTIVE because it is not bound. {{(pid=128085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 11:51:10.727611 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-d015eeb3-5c8f-48c7-aa17-ca3e4dc1e59e None None] Could not find standard attr ID for object ebe66660-b3a0-4d64-a868-61ce0e29beb9. {{(pid=128085) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 24 11:51:10.742756 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-bd2b0044-ae9e-428c-a531-2d7f4fd1dcef tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800410'] for security_group, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:10.749473 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-852c8700-60ed-458f-9788-a1dc7cbd17f2 tempest-SecGroupTest-1107880395 tempest-SecGroupTest-1107880395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800410'] for security_group, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:10.749979 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-bd2b0044-ae9e-428c-a531-2d7f4fd1dcef tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Notify callbacks [] for security_group, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:10.754153 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-bd2b0044-ae9e-428c-a531-2d7f4fd1dcef tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] 10.222.0.53 "DELETE /v2.0/security-groups/bb742388-a3bb-4b5e-9264-c692281b885c HTTP/1.1" status: 204 len: 168 time: 0.5762858 Jun 24 11:51:10.754522 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-852c8700-60ed-458f-9788-a1dc7cbd17f2 tempest-SecGroupTest-1107880395 tempest-SecGroupTest-1107880395-project] Notify callbacks [] for security_group, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:10.755833 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-852c8700-60ed-458f-9788-a1dc7cbd17f2 tempest-SecGroupTest-1107880395 tempest-SecGroupTest-1107880395-project] 10.222.0.53 "DELETE /v2.0/security-groups/f55a43fc-d715-4b59-8e41-ae90100f5cf5 HTTP/1.1" status: 204 len: 168 time: 0.4442749 Jun 24 11:51:10.766571 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-7e0bd481-a204-4e56-b065-310d7bd303c6 tempest-TestNetworkAdvancedServerOps-1479438933 tempest-TestNetworkAdvancedServerOps-1479438933-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:51:10.766762 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-8f9b1a3e-aa49-4dea-9426-54be24128153 tempest-SecGroupTest-1107880395 tempest-SecGroupTest-1107880395-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:51:10.773159 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 33938) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:51:10.773814 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 33940) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:51:10.785356 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2b0044-ae9e-428c-a531-2d7f4fd1dcef tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb742388-a3bb-4b5e-9264-c692281b885c,revision_number=None']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:51:10.795948 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-bd2b0044-ae9e-428c-a531-2d7f4fd1dcef tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:51:10.813098 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-83ba8585-c13b-40d8-b714-c23d2a37bc48 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793193945299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193536732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3292088'] for port, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:10.817776 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-88624df4-800f-4136-b120-b76ed64a3e1c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:51:10.829309 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Provisioning for port 71bd0aa5-7b84-4385-9fc4-2e4d3b22fafa completed by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 11:51:10.837571 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Provisioning complete for port 71bd0aa5-7b84-4385-9fc4-2e4d3b22fafa triggered by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:51:10.838084 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:10.839578 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852c8700-60ed-458f-9788-a1dc7cbd17f2 tempest-SecGroupTest-1107880395 tempest-SecGroupTest-1107880395-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f55a43fc-d715-4b59-8e41-ae90100f5cf5,revision_number=None']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:51:10.850550 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-852c8700-60ed-458f-9788-a1dc7cbd17f2 tempest-SecGroupTest-1107880395 tempest-SecGroupTest-1107880395-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:51:10.868628 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83ba8585-c13b-40d8-b714-c23d2a37bc48 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] No DVR routers for this DVR port 4d0535fb-d39c-4b17-ac6b-81a66f0cab62 on host dv-neutron-797120-4-hyperv {{(pid=128084) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 11:51:10.874967 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ba8585-c13b-40d8-b714-c23d2a37bc48 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Pushing event deleted for resources: {'Port': ['ID=4d0535fb-d39c-4b17-ac6b-81a66f0cab62,revision_number=None']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:51:10.877390 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-83ba8585-c13b-40d8-b714-c23d2a37bc48 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:51:10.930753 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] For port 33678eb9-0f0d-4a2b-923f-cd19cd23cc40, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=33678eb9-0f0d-4a2b-923f-cd19cd23cc40,segment=NetworkSegment(b17ea5b8-604c-427d-a101-058a8063b214),segment_id=b17ea5b8-604c-427d-a101-058a8063b214)] {{(pid=128085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 11:51:10.961100 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-a0fa29e3-7e15-4953-85e1-d54a9525609a None None] Could not find standard attr ID for object ebe66660-b3a0-4d64-a868-61ce0e29beb9. {{(pid=128085) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 24 11:51:10.964922 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Returning: {'device': '33678eb9-0f0d-4a2b-923f-cd19cd23cc40', 'network_id': '0df59c03-dac3-411f-a2bf-16d57a368c8d', 'port_id': '33678eb9-0f0d-4a2b-923f-cd19cd23cc40', 'mac_address': 'fa:16:3e:66:54:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 602, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fed5c1a3-282b-465b-a705-0bcb2ca19c6d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=128085) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 11:51:10.981822 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-83ba8585-c13b-40d8-b714-c23d2a37bc48 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973199', 'neutron.services.segments.db._delete_segments_for_network-8793194012456'] for network, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:10.996743 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.services.segments.db [None req-83ba8585-c13b-40d8-b714-c23d2a37bc48 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69eac8d8-a36d-46a2-a1b7-f6f145b3bcfc']}} {{(pid=128084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:51:10.998982 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34896aa-ed3d-4bc8-9df3-3e6a76308940 req-66bb6261-0d83-4cee-9722-eb60a9405a74 tempest-TestNetworkAdvancedServerOps-1479438933 tempest-TestNetworkAdvancedServerOps-1479438933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:51:11.000774 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-f34896aa-ed3d-4bc8-9df3-3e6a76308940 req-66bb6261-0d83-4cee-9722-eb60a9405a74 tempest-TestNetworkAdvancedServerOps-1479438933 tempest-TestNetworkAdvancedServerOps-1479438933-project] 10.222.0.53 "GET /v2.0/ports?device_id=01c22be6-1669-482b-94cd-775df8dd11ba HTTP/1.1" status: 200 len: 946 time: 0.3330176 Jun 24 11:51:11.014614 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-99c9ab34-027d-4de7-9498-d17c3e5ede36 tempest-SecGroupTest-1107880395 tempest-SecGroupTest-1107880395-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.2359998 Jun 24 11:51:11.015082 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-1a4230b3-5484-4c42-b7df-06552c73f319 tempest-AllowedAddressPairIpV6TestJSON-2004454070 tempest-AllowedAddressPairIpV6TestJSON-2004454070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793193945299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193536732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2537862'] for port, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:11.015789 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 33942) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:51:11.021059 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-4894080c-5c21-4de0-afa6-1b1f05a1499d tempest-TagsExtTest-1815527086 tempest-TagsExtTest-1815527086-project] 10.222.0.53 "DELETE /v2.0/routers/a9f2dd77-cfc6-4173-9410-224fedea0f60/tags HTTP/1.1" status: 204 len: 168 time: 0.3639085 Jun 24 11:51:11.022722 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-c595f843-e82c-4138-a0a0-c76ba5b18384 tempest-RoutersNegativeIpV6Test-675716403 tempest-RoutersNegativeIpV6Test-675716403-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:51:11.025292 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-43c02989-ebfd-4dab-8835-88f6eac7a183 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Notify callbacks [] for security_group, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:11.029961 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 33944) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:51:11.034415 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.services.tag.tag_plugin [None req-df06cbd5-e87f-4f3c-b408-318274e23aef tempest-TagsExtTest-1815527086 tempest-TagsExtTest-1815527086-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'a9f2dd77-cfc6-4173-9410-224fedea0f60', 'tempest-TagsExtTest-Tag-1807952911') {} {{(pid=128083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:51:11.039285 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.services.segments.db [None req-83ba8585-c13b-40d8-b714-c23d2a37bc48 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff891950-6d77-4789-b751-e55e254f24d9') {'for_net_delete': True} {{(pid=128084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:51:11.040956 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.services.segments.db [None req-83ba8585-c13b-40d8-b714-c23d2a37bc48 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff891950-6d77-4789-b751-e55e254f24d9') {} {{(pid=128084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:51:11.054442 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:11.062648 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-83ba8585-c13b-40d8-b714-c23d2a37bc48 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793194097327', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2373599'] for segment, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:11.064470 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:11.079018 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.notifiers.nova [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 33678eb9-0f0d-4a2b-923f-cd19cd23cc40 {{(pid=128085) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 11:51:11.091668 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-83ba8585-c13b-40d8-b714-c23d2a37bc48 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967879'] for segment, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:11.100827 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83ba8585-c13b-40d8-b714-c23d2a37bc48 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Releasing vlan 612 on physical network physnet1 to pool {{(pid=128084) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 11:51:11.102490 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-83ba8585-c13b-40d8-b714-c23d2a37bc48 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3292053'] for segment, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:11.102679 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e25e9f8-29cf-4860-93c6-e03d46d226de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71bd0aa5-7b84-4385-9fc4-2e4d3b22fafa'}] {{(pid=128085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 11:51:11.105127 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1098ec9051a50dd033317f529a09b9762582ef7b417ebe05928aca59e08255aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-210d2d25-ac76-4db4-a11d-9fce3c26a17b" -d '{"events": [{"server_uuid": "5e25e9f8-29cf-4860-93c6-e03d46d226de", "name": "network-vif-plugged", "status": "completed", "tag": "71bd0aa5-7b84-4385-9fc4-2e4d3b22fafa"}]}' {{(pid=128085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 11:51:11.106076 dv-neutron-797120-4-hyperv neutron-server[128084]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 11:51:11.106076 dv-neutron-797120-4-hyperv neutron-server[128084]: conditions |= (models_v2.Port.network_id.in_( Jun 24 11:51:11.106076 dv-neutron-797120-4-hyperv neutron-server[128084]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 11:51:11.106076 dv-neutron-797120-4-hyperv neutron-server[128084]: conditions |= (models_v2.Port.network_id.in_( Jun 24 11:51:11.106076 dv-neutron-797120-4-hyperv neutron-server[128084]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 11:51:11.106076 dv-neutron-797120-4-hyperv neutron-server[128084]: conditions |= (models_v2.Port.network_id.in_( Jun 24 11:51:11.106076 dv-neutron-797120-4-hyperv neutron-server[128084]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 24 11:51:11.106076 dv-neutron-797120-4-hyperv neutron-server[128084]: self.session.flush() Jun 24 11:51:11.106076 dv-neutron-797120-4-hyperv neutron-server[128084]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 24 11:51:11.106076 dv-neutron-797120-4-hyperv neutron-server[128084]: self.session.flush() Jun 24 11:51:11.106076 dv-neutron-797120-4-hyperv neutron-server[128084]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 24 11:51:11.106076 dv-neutron-797120-4-hyperv neutron-server[128084]: self.session.flush() Jun 24 11:51:11.106076 dv-neutron-797120-4-hyperv neutron-server[128084]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 24 11:51:11.106076 dv-neutron-797120-4-hyperv neutron-server[128084]: self.session.flush() Jun 24 11:51:11.106076 dv-neutron-797120-4-hyperv neutron-server[128084]: Traceback (most recent call last): Jun 24 11:51:11.106076 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 24 11:51:11.106076 dv-neutron-797120-4-hyperv neutron-server[128084]: timer() Jun 24 11:51:11.106076 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 24 11:51:11.106076 dv-neutron-797120-4-hyperv neutron-server[128084]: cb(*args, **kw) Jun 24 11:51:11.106076 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 24 11:51:11.106076 dv-neutron-797120-4-hyperv neutron-server[128084]: return func(*args, **kwargs) Jun 24 11:51:11.106076 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 24 11:51:11.106076 dv-neutron-797120-4-hyperv neutron-server[128084]: self._notify() Jun 24 11:51:11.106076 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 24 11:51:11.106076 dv-neutron-797120-4-hyperv neutron-server[128084]: self.callback(batched_events) Jun 24 11:51:11.106076 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 24 11:51:11.106076 dv-neutron-797120-4-hyperv neutron-server[128084]: event.method(event) Jun 24 11:51:11.106076 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 24 11:51:11.106076 dv-neutron-797120-4-hyperv neutron-server[128084]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 24 11:51:11.106076 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 24 11:51:11.106076 dv-neutron-797120-4-hyperv neutron-server[128084]: aggregate_uuid = self.p_client.list_aggregates( Jun 24 11:51:11.106076 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 24 11:51:11.106076 dv-neutron-797120-4-hyperv neutron-server[128084]: return f(self, *a, **k) Jun 24 11:51:11.106076 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 24 11:51:11.106076 dv-neutron-797120-4-hyperv neutron-server[128084]: return self._get(url).json() Jun 24 11:51:11.106076 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 24 11:51:11.106076 dv-neutron-797120-4-hyperv neutron-server[128084]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 24 11:51:11.106076 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 24 11:51:11.106076 dv-neutron-797120-4-hyperv neutron-server[128084]: return self.request(url, 'GET', **kwargs) Jun 24 11:51:11.106076 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 24 11:51:11.106076 dv-neutron-797120-4-hyperv neutron-server[128084]: base_url = self.get_endpoint(auth, allow=allow, Jun 24 11:51:11.106076 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 24 11:51:11.106076 dv-neutron-797120-4-hyperv neutron-server[128084]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 24 11:51:11.106076 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 24 11:51:11.106076 dv-neutron-797120-4-hyperv neutron-server[128084]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 24 11:51:11.106076 dv-neutron-797120-4-hyperv neutron-server[128084]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 24 11:51:11.134136 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4230b3-5484-4c42-b7df-06552c73f319 tempest-AllowedAddressPairIpV6TestJSON-2004454070 tempest-AllowedAddressPairIpV6TestJSON-2004454070-project] Pushing event deleted for resources: {'Port': ['ID=87a74f9d-17d2-424f-abea-e6c3d245c72b,revision_number=None']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:51:11.139522 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] For port 33678eb9-0f0d-4a2b-923f-cd19cd23cc40, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=33678eb9-0f0d-4a2b-923f-cd19cd23cc40,segment=NetworkSegment(b17ea5b8-604c-427d-a101-058a8063b214),segment_id=b17ea5b8-604c-427d-a101-058a8063b214)] {{(pid=128085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 11:51:11.142683 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] For port 71bd0aa5-7b84-4385-9fc4-2e4d3b22fafa, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=71bd0aa5-7b84-4385-9fc4-2e4d3b22fafa,segment=NetworkSegment(feccf5a9-eb5f-4366-9287-7909e7dea8b2),segment_id=feccf5a9-eb5f-4366-9287-7909e7dea8b2)] {{(pid=128085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 11:51:11.144367 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-1a4230b3-5484-4c42-b7df-06552c73f319 tempest-AllowedAddressPairIpV6TestJSON-2004454070 tempest-AllowedAddressPairIpV6TestJSON-2004454070-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:51:11.150565 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:11.151773 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-6164a1e6-059b-485e-81d8-38c373372d92 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:51:11.171010 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-43c02989-ebfd-4dab-8835-88f6eac7a183 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Notify callbacks [] for security_group, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:11.176090 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-447ecbaa-8769-42d5-ad67-81e9ab9656e4 tempest-SecGroupTest-1107880395 tempest-SecGroupTest-1107880395-project] Notify callbacks [] for security_group, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:11.201665 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-447ecbaa-8769-42d5-ad67-81e9ab9656e4 tempest-SecGroupTest-1107880395 tempest-SecGroupTest-1107880395-project] Notify callbacks [] for security_group, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:11.230339 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-83ba8585-c13b-40d8-b714-c23d2a37bc48 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1800243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1815642'] for network, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:11.234713 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Pushing event updated for resources: {'Port': ['ID=33678eb9-0f0d-4a2b-923f-cd19cd23cc40,revision_number=6']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:51:11.237757 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:11.238906 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Device 33678eb9-0f0d-4a2b-923f-cd19cd23cc40 no longer exists at agent hyperv_hv-neutron-7971 {{(pid=128085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 11:51:11.239229 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-4eed624a-dcf9-4196-b915-966efb3adc9d tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:51:11.251237 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-1a4230b3-5484-4c42-b7df-06552c73f319 tempest-AllowedAddressPairIpV6TestJSON-2004454070 tempest-AllowedAddressPairIpV6TestJSON-2004454070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468916'] for port, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:11.253470 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-1a4230b3-5484-4c42-b7df-06552c73f319 tempest-AllowedAddressPairIpV6TestJSON-2004454070 tempest-AllowedAddressPairIpV6TestJSON-2004454070-project] 10.222.0.53 "DELETE /v2.0/ports/87a74f9d-17d2-424f-abea-e6c3d245c72b HTTP/1.1" status: 204 len: 168 time: 1.3001728 Jun 24 11:51:11.257552 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-f34896aa-ed3d-4bc8-9df3-3e6a76308940 req-584fe8ac-c522-4149-a4aa-f2445bbbfee2 tempest-TestNetworkAdvancedServerOps-1479438933 tempest-TestNetworkAdvancedServerOps-1479438933-project] 10.222.0.53 "GET /v2.0/security-groups?id=ad6af071-5e9d-4374-b735-aabf2d994394&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1984267 Jun 24 11:51:11.258106 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 33950) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:51:11.260361 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-83ba8585-c13b-40d8-b714-c23d2a37bc48 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Notify callbacks [] for network, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:11.266664 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-83ba8585-c13b-40d8-b714-c23d2a37bc48 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] 10.222.0.53 "DELETE /v2.0/networks/69eac8d8-a36d-46a2-a1b7-f6f145b3bcfc HTTP/1.1" status: 204 len: 168 time: 1.6464362 Jun 24 11:51:11.266664 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ba8585-c13b-40d8-b714-c23d2a37bc48 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Pushing event deleted for resources: {'Network': ['ID=69eac8d8-a36d-46a2-a1b7-f6f145b3bcfc,revision_number=None']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:51:11.268538 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 33952) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:51:11.273836 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-87eeb1fa-5cf5-4f64-b21d-c6e7311b9c9b tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Request body: {'port': {'network_id': '53e710ea-782f-445f-8c3d-6c895ed61528', 'name': 'tempest-PortsTestJSON-2043951207'}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:51:11.282690 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:51:11.283178 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:51:11.327767 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-43c02989-ebfd-4dab-8835-88f6eac7a183 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800410'] for security_group, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:11.332308 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-43c02989-ebfd-4dab-8835-88f6eac7a183 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Notify callbacks [] for security_group, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:11.336359 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-43c02989-ebfd-4dab-8835-88f6eac7a183 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] 10.222.0.53 "DELETE /v2.0/security-groups/c53dc867-7bee-4e72-993c-889da1bdeb80 HTTP/1.1" status: 204 len: 168 time: 0.5597510 Jun 24 11:51:11.337827 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ae8f2aa-2347-4c72-b754-0c12d49de531 tempest-AllowedAddressPairIpV6TestJSON-2004454070 tempest-AllowedAddressPairIpV6TestJSON-2004454070-project] GET failed (client error): The resource could not be found. Jun 24 11:51:11.343418 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-4ae8f2aa-2347-4c72-b754-0c12d49de531 tempest-AllowedAddressPairIpV6TestJSON-2004454070 tempest-AllowedAddressPairIpV6TestJSON-2004454070-project] 10.222.0.53 "GET /v2.0/ports/87a74f9d-17d2-424f-abea-e6c3d245c72b HTTP/1.1" status: 404 len: 333 time: 0.0814550 Jun 24 11:51:11.349993 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Pushing event updated for resources: {'Port': ['ID=71bd0aa5-7b84-4385-9fc4-2e4d3b22fafa,revision_number=5']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:51:11.350345 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 33954) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:51:11.350943 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 33956) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:51:11.353610 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-af9e7520-b520-4ede-93cd-ba73dff25879 tempest-NegativeSecGroupTest-260829952 tempest-NegativeSecGroupTest-260829952-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:51:11.359859 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:51:11.361316 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-83ba8585-c13b-40d8-b714-c23d2a37bc48 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:51:11.396952 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87eeb1fa-5cf5-4f64-b21d-c6e7311b9c9b tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Made reservation on behalf of 38289682863c40298c517287ec90b883 for: {'port': 1} {{(pid=128084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 11:51:11.401412 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-87eeb1fa-5cf5-4f64-b21d-c6e7311b9c9b tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:11.422489 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:11.424037 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.notifiers.nova [None req-87eeb1fa-5cf5-4f64-b21d-c6e7311b9c9b tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] device_id is not set on port 6c6c5ff7-5194-4a47-b0ec-8444d57c92ec yet. {{(pid=128084) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 24 11:51:11.445696 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-447ecbaa-8769-42d5-ad67-81e9ab9656e4 tempest-SecGroupTest-1107880395 tempest-SecGroupTest-1107880395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800410'] for security_group, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:11.449025 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-447ecbaa-8769-42d5-ad67-81e9ab9656e4 tempest-SecGroupTest-1107880395 tempest-SecGroupTest-1107880395-project] Notify callbacks [] for security_group, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:11.453040 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-447ecbaa-8769-42d5-ad67-81e9ab9656e4 tempest-SecGroupTest-1107880395 tempest-SecGroupTest-1107880395-project] 10.222.0.53 "DELETE /v2.0/security-groups/b9f875d1-31b4-4363-b131-496697306f6a HTTP/1.1" status: 204 len: 168 time: 0.4318924 Jun 24 11:51:11.497099 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 33960) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:51:11.507311 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-349e4035-6f1d-4e41-b65e-4cf2286201b5 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:51:11.558329 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.api.v2.resource [None req-df06cbd5-e87f-4f3c-b408-318274e23aef tempest-TagsExtTest-1815527086 tempest-TagsExtTest-1815527086-project] show failed (client error): The resource could not be found. Jun 24 11:51:11.562319 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447ecbaa-8769-42d5-ad67-81e9ab9656e4 tempest-SecGroupTest-1107880395 tempest-SecGroupTest-1107880395-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9f875d1-31b4-4363-b131-496697306f6a,revision_number=None']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:51:11.565442 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 33962) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:51:11.569790 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-df06cbd5-e87f-4f3c-b408-318274e23aef tempest-TagsExtTest-1815527086 tempest-TagsExtTest-1815527086-project] 10.222.0.53 "GET /v2.0/routers/a9f2dd77-cfc6-4173-9410-224fedea0f60/tags/tempest-TagsExtTest-Tag-1807952911 HTTP/1.1" status: 404 len: 329 time: 0.5290976 Jun 24 11:51:11.581732 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.services.tag.tag_plugin [None req-a6f7dc24-48a2-4358-8470-c5143fe2f39e tempest-TagsExtTest-1815527086 tempest-TagsExtTest-1815527086-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'a9f2dd77-cfc6-4173-9410-224fedea0f60', 'tempest-TagsExtTest-Tag-1692847158') {} {{(pid=128084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:51:11.587027 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-447ecbaa-8769-42d5-ad67-81e9ab9656e4 tempest-SecGroupTest-1107880395 tempest-SecGroupTest-1107880395-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:51:11.599407 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c02989-ebfd-4dab-8835-88f6eac7a183 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c53dc867-7bee-4e72-993c-889da1bdeb80,revision_number=None']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:51:11.609132 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-43c02989-ebfd-4dab-8835-88f6eac7a183 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:51:11.647851 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.db_base_plugin_v2 [None req-52e4dd08-3ba3-4bc9-badc-37493714639a tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Deleting subnet 7e76666f-9953-491d-9f75-80c62fd908fb {{(pid=128083) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 24 11:51:11.658503 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-52e4dd08-3ba3-4bc9-badc-37493714639a tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Notify callbacks [] for subnet, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:11.702377 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 11:51:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dfd870a-d2bd-43e6-b17a-ccb2555ba6e0 x-openstack-request-id: req-8dfd870a-d2bd-43e6-b17a-ccb2555ba6e0 {{(pid=128085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 11:51:11.702685 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e25e9f8-29cf-4860-93c6-e03d46d226de", "name": "network-vif-plugged", "status": "completed", "tag": "71bd0aa5-7b84-4385-9fc4-2e4d3b22fafa", "code": 200}]} {{(pid=128085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 11:51:11.703035 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-8dfd870a-d2bd-43e6-b17a-ccb2555ba6e0 {{(pid=128085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 11:51:11.703534 dv-neutron-797120-4-hyperv neutron-server[128085]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e25e9f8-29cf-4860-93c6-e03d46d226de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71bd0aa5-7b84-4385-9fc4-2e4d3b22fafa', 'code': 200} Jun 24 11:51:11.709229 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] get_ports_and_sgs() called for port_ids ['33678eb9-0f0d-4a2b-923f-cd19cd23cc40'] {{(pid=128085) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 11:51:11.714226 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device 4d0535fb-d39c-4b17-ac6b-81a66f0cab62 no longer exists at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 11:51:11.734246 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.api.v2.resource [None req-a6f7dc24-48a2-4358-8470-c5143fe2f39e tempest-TagsExtTest-1815527086 tempest-TagsExtTest-1815527086-project] show failed (client error): The resource could not be found. Jun 24 11:51:11.744795 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-a6f7dc24-48a2-4358-8470-c5143fe2f39e tempest-TagsExtTest-1815527086 tempest-TagsExtTest-1815527086-project] 10.222.0.53 "GET /v2.0/routers/a9f2dd77-cfc6-4173-9410-224fedea0f60/tags/tempest-TagsExtTest-Tag-1692847158 HTTP/1.1" status: 404 len: 329 time: 0.1758852 Jun 24 11:51:11.752541 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 33964) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:51:11.760127 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.notifiers.nova [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 33678eb9-0f0d-4a2b-923f-cd19cd23cc40 {{(pid=128085) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 11:51:11.763543 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.services.tag.tag_plugin [None req-931c4317-e2f0-473f-a192-b3a34498da2e tempest-TagsExtTest-1815527086 tempest-TagsExtTest-1815527086-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'a9f2dd77-cfc6-4173-9410-224fedea0f60', 'tempest-TagsExtTest-Tag-469074010') {} {{(pid=128083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:51:11.770030 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] No Port match for: 4d0535fb-d39c-4b17-ac6b-81a66f0cab62 {{(pid=128085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 11:51:11.770030 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device 4d0535fb-d39c-4b17-ac6b-81a66f0cab62 not bound to the agent host dv-neutron-797120-4-hyperv {{(pid=128085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 11:51:11.772252 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-52e4dd08-3ba3-4bc9-badc-37493714639a tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3143795'] for subnet, precommit_delete_associations {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:11.799122 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] For port 33678eb9-0f0d-4a2b-923f-cd19cd23cc40, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=33678eb9-0f0d-4a2b-923f-cd19cd23cc40,segment=NetworkSegment(b17ea5b8-604c-427d-a101-058a8063b214),segment_id=b17ea5b8-604c-427d-a101-058a8063b214)] {{(pid=128085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 11:51:11.807338 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:11.813073 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-6ed5fe52-6fbb-4ee4-996d-f2b617cf3698 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:51:11.845029 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-1b8a636f-a212-43e4-bd7c-6daa455fbec5 tempest-SecGroupTest-1107880395 tempest-SecGroupTest-1107880395-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3023732 Jun 24 11:51:11.855652 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 33966) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:51:11.862056 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-e397d58d-56d7-4a1c-8405-1befdb9275e7 tempest-SecGroupTest-1107880395 tempest-SecGroupTest-1107880395-project] Request body: {'security_group': {'name': 'tempest-secgroup--355043045'}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:51:11.865911 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Pushing event updated for resources: {'Port': ['ID=33678eb9-0f0d-4a2b-923f-cd19cd23cc40,revision_number=7']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:51:11.871839 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-87eeb1fa-5cf5-4f64-b21d-c6e7311b9c9b tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Notify callbacks [] for port, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:11.873577 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:51:11.878046 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.plugin [None req-f1423c29-b76a-4257-ba83-76038dcd13f9 tempest-AllowedAddressPairIpV6TestJSON-2004454070 tempest-AllowedAddressPairIpV6TestJSON-2004454070-project] Deleting port 907968da-43b6-4b61-8c97-abd34b21bcdd {{(pid=128083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 11:51:11.878442 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-f1423c29-b76a-4257-ba83-76038dcd13f9 tempest-AllowedAddressPairIpV6TestJSON-2004454070 tempest-AllowedAddressPairIpV6TestJSON-2004454070-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793193942312'] for port, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:11.901435 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-e397d58d-56d7-4a1c-8405-1befdb9275e7 tempest-SecGroupTest-1107880395 tempest-SecGroupTest-1107880395-project] Notify callbacks [] for security_group, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:11.947093 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-87eeb1fa-5cf5-4f64-b21d-c6e7311b9c9b tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-650429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-506361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793193536723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3291971'] for port, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:11.951784 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-a850f437-9396-416d-bc91-4d53946fe3a4 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:51:12.031318 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87eeb1fa-5cf5-4f64-b21d-c6e7311b9c9b tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Network 53e710ea-782f-445f-8c3d-6c895ed61528 is already hosted by enough agents. {{(pid=128084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 11:51:12.038427 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.base_scheduler [None req-87eeb1fa-5cf5-4f64-b21d-c6e7311b9c9b tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Resources bound (agent type, host, resource id): {{(pid=128084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:51:12.040495 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87eeb1fa-5cf5-4f64-b21d-c6e7311b9c9b tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Pushing event updated for resources: {'Port': ['ID=6c6c5ff7-5194-4a47-b0ec-8444d57c92ec,revision_number=1']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:51:12.045563 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87eeb1fa-5cf5-4f64-b21d-c6e7311b9c9b tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Received port after_create {{(pid=128084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 11:51:12.051348 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87eeb1fa-5cf5-4f64-b21d-c6e7311b9c9b tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=128084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:51:12.052123 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-87eeb1fa-5cf5-4f64-b21d-c6e7311b9c9b tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468916'] for port, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:12.053143 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c377c23-c1a4-4818-a16b-b6485afbee1b req-acf57c3d-893d-4d2f-a7eb-30abf3a8c8f6 tempest-TestVolumeBootPattern-428988392 tempest-TestVolumeBootPattern-428988392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:51:12.054623 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-3c377c23-c1a4-4818-a16b-b6485afbee1b req-acf57c3d-893d-4d2f-a7eb-30abf3a8c8f6 tempest-TestVolumeBootPattern-428988392 tempest-TestVolumeBootPattern-428988392-project] 10.222.0.53 "GET /v2.0/ports?device_id=5e25e9f8-29cf-4860-93c6-e03d46d226de HTTP/1.1" status: 200 len: 946 time: 0.4443307 Jun 24 11:51:12.067090 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-87eeb1fa-5cf5-4f64-b21d-c6e7311b9c9b tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:51:12.069072 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.api.v2.resource [None req-931c4317-e2f0-473f-a192-b3a34498da2e tempest-TagsExtTest-1815527086 tempest-TagsExtTest-1815527086-project] show failed (client error): The resource could not be found. Jun 24 11:51:12.072706 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-931c4317-e2f0-473f-a192-b3a34498da2e tempest-TagsExtTest-1815527086 tempest-TagsExtTest-1815527086-project] 10.222.0.53 "GET /v2.0/routers/a9f2dd77-cfc6-4173-9410-224fedea0f60/tags/tempest-TagsExtTest-Tag-469074010 HTTP/1.1" status: 404 len: 328 time: 0.3103275 Jun 24 11:51:12.075403 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 33968) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:51:12.087346 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.services.tag.tag_plugin [None req-82a5dcce-8713-48b3-b0b9-bdbc6c58fdee tempest-TagsExtTest-1815527086 tempest-TagsExtTest-1815527086-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', 'cbb94cc4-cb2c-47d1-a174-b730ae1febc6', {'tags': ['tempest-TagsExtTest-Tag-2126593319', 'tempest-TagsExtTest-Tag-2060293173', 'tempest-TagsExtTest-Tag-1288066545']}) {} {{(pid=128084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:51:12.109004 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-e397d58d-56d7-4a1c-8405-1befdb9275e7 tempest-SecGroupTest-1107880395 tempest-SecGroupTest-1107880395-project] Notify callbacks [] for security_group, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:12.117444 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-e397d58d-56d7-4a1c-8405-1befdb9275e7 tempest-SecGroupTest-1107880395 tempest-SecGroupTest-1107880395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800410'] for security_group, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:12.119093 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-52e4dd08-3ba3-4bc9-badc-37493714639a tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-972249'] for subnet, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:12.122554 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-a3646dcd-9e9c-460d-8edd-cfc2bbd2b2f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:51:12.123909 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-f1423c29-b76a-4257-ba83-76038dcd13f9 tempest-AllowedAddressPairIpV6TestJSON-2004454070 tempest-AllowedAddressPairIpV6TestJSON-2004454070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1978872'] for port, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:12.134795 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-87eeb1fa-5cf5-4f64-b21d-c6e7311b9c9b tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.8642230 Jun 24 11:51:12.142475 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 33970) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:51:12.168906 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fb5ec2-e7e3-42d8-a00d-f6cb267b77fe req-deac755c-da18-42e5-809d-e5e0113881e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:51:12.170412 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-34fb5ec2-e7e3-42d8-a00d-f6cb267b77fe req-deac755c-da18-42e5-809d-e5e0113881e6 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=5e25e9f8-29cf-4860-93c6-e03d46d226de HTTP/1.1" status: 200 len: 1099 time: 0.3192043 Jun 24 11:51:12.174655 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.plugin [None req-f1423c29-b76a-4257-ba83-76038dcd13f9 tempest-AllowedAddressPairIpV6TestJSON-2004454070 tempest-AllowedAddressPairIpV6TestJSON-2004454070-project] Calling delete_port for 907968da-43b6-4b61-8c97-abd34b21bcdd owned by {{(pid=128083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 11:51:12.191575 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-82a5dcce-8713-48b3-b0b9-bdbc6c58fdee tempest-TagsExtTest-1815527086 tempest-TagsExtTest-1815527086-project] 10.222.0.53 "PUT /v2.0/subnetpools/cbb94cc4-cb2c-47d1-a174-b730ae1febc6/tags HTTP/1.1" status: 200 len: 318 time: 0.1123004 Jun 24 11:51:12.192787 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-e397d58d-56d7-4a1c-8405-1befdb9275e7 tempest-SecGroupTest-1107880395 tempest-SecGroupTest-1107880395-project] Notify callbacks [] for security_group, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:12.192949 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-3c377c23-c1a4-4818-a16b-b6485afbee1b req-3cf8f813-203c-41c8-b92f-b66646d3e47c tempest-TestVolumeBootPattern-428988392 tempest-TestVolumeBootPattern-428988392-project] 10.222.0.53 "GET /v2.0/security-groups?id=ddc26bf4-0de0-4c33-8d45-b7d4817ee778&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1187470 Jun 24 11:51:12.193264 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 33972) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:51:12.196589 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-e397d58d-56d7-4a1c-8405-1befdb9275e7 tempest-SecGroupTest-1107880395 tempest-SecGroupTest-1107880395-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3368340 Jun 24 11:51:12.197263 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e397d58d-56d7-4a1c-8405-1befdb9275e7 tempest-SecGroupTest-1107880395 tempest-SecGroupTest-1107880395-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e12065b2-dcf8-46a8-b963-6af7aefbc9d0,revision_number=1']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:51:12.200657 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 33974) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:51:12.201666 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-e397d58d-56d7-4a1c-8405-1befdb9275e7 tempest-SecGroupTest-1107880395 tempest-SecGroupTest-1107880395-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:51:12.211628 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.services.tag.tag_plugin [None req-76feb960-4ea8-4335-921a-67c1039ea69c tempest-TagsExtTest-1815527086 tempest-TagsExtTest-1815527086-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'cbb94cc4-cb2c-47d1-a174-b730ae1febc6') {} {{(pid=128083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:51:12.221262 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [None req-ba0eabb1-9c37-4a74-a996-1d816f505fce tempest-SecGroupTest-1107880395 tempest-SecGroupTest-1107880395-project] Request body: {'security_group_rule': {'security_group_id': 'e12065b2-dcf8-46a8-b963-6af7aefbc9d0', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:51:12.272450 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.plugin [None req-4a93084c-900f-4610-9b33-a6664fc8c15e tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Deleting port 6c6c5ff7-5194-4a47-b0ec-8444d57c92ec {{(pid=128084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 11:51:12.272810 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-4a93084c-900f-4610-9b33-a6664fc8c15e tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793193942312'] for port, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:12.320627 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-34fb5ec2-e7e3-42d8-a00d-f6cb267b77fe req-6961d286-f997-41f1-a833-63209cf6341d service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=ddc26bf4-0de0-4c33-8d45-b7d4817ee778&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1387777 Jun 24 11:51:12.337953 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-52e4dd08-3ba3-4bc9-badc-37493714639a tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-972238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2537800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3289951'] for subnet, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:12.347960 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-aac9f75d-a985-43ed-9bf0-dfdd039267f8 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:51:12.350840 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-4a93084c-900f-4610-9b33-a6664fc8c15e tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1978872'] for port, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:12.351023 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-ba0eabb1-9c37-4a74-a996-1d816f505fce tempest-SecGroupTest-1107880395 tempest-SecGroupTest-1107880395-project] Notify callbacks [] for security_group_rule, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:12.365414 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.plugin [None req-4a93084c-900f-4610-9b33-a6664fc8c15e tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Calling delete_port for 6c6c5ff7-5194-4a47-b0ec-8444d57c92ec owned by {{(pid=128084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 11:51:12.397275 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e4dd08-3ba3-4bc9-badc-37493714639a tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Pushing event deleted for resources: {'Subnet': ['ID=7e76666f-9953-491d-9f75-80c62fd908fb,revision_number=None']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:51:12.399519 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eac8403a-e484-4ee3-a756-02c63f15d0d4 None None] Network a61c4b46-a6f4-48b4-9ca4-b0aa9df4a595 requested from dv-neutron-797120-4-hyperv {{(pid=128085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 11:51:12.402799 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-52e4dd08-3ba3-4bc9-badc-37493714639a tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Notify callbacks [] for subnet, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:12.416704 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-52e4dd08-3ba3-4bc9-badc-37493714639a tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] 10.222.0.53 "DELETE /v2.0/subnets/7e76666f-9953-491d-9f75-80c62fd908fb HTTP/1.1" status: 204 len: 168 time: 1.0593436 Jun 24 11:51:12.421634 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 33978) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:51:12.424226 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-52e4dd08-3ba3-4bc9-badc-37493714639a tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:51:12.438881 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [None req-acc846bb-3330-4228-ac2e-81a865ad10dc tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Request body: {'subnet': {'network_id': 'a61c4b46-a6f4-48b4-9ca4-b0aa9df4a595', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:51:12.452320 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-76feb960-4ea8-4335-921a-67c1039ea69c tempest-TagsExtTest-1815527086 tempest-TagsExtTest-1815527086-project] 10.222.0.53 "DELETE /v2.0/subnetpools/cbb94cc4-cb2c-47d1-a174-b730ae1febc6/tags HTTP/1.1" status: 204 len: 168 time: 0.2523937 Jun 24 11:51:12.456325 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 33980) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:51:12.461748 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.services.tag.tag_plugin [None req-eeadce00-ca06-4571-a974-b7f5bbae79e6 tempest-TagsExtTest-1815527086 tempest-TagsExtTest-1815527086-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'cbb94cc4-cb2c-47d1-a174-b730ae1febc6', 'tempest-TagsExtTest-Tag-2126593319') {} {{(pid=128084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:51:12.498159 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.api.v2.resource [None req-eeadce00-ca06-4571-a974-b7f5bbae79e6 tempest-TagsExtTest-1815527086 tempest-TagsExtTest-1815527086-project] show failed (client error): The resource could not be found. Jun 24 11:51:12.501058 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-eeadce00-ca06-4571-a974-b7f5bbae79e6 tempest-TagsExtTest-1815527086 tempest-TagsExtTest-1815527086-project] 10.222.0.53 "GET /v2.0/subnetpools/cbb94cc4-cb2c-47d1-a174-b730ae1febc6/tags/tempest-TagsExtTest-Tag-2126593319 HTTP/1.1" status: 404 len: 329 time: 0.0412211 Jun 24 11:51:12.502919 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 33982) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:51:12.509705 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.services.tag.tag_plugin [None req-046f8db0-997e-4da3-a3d7-8abc0d73880c tempest-TagsExtTest-1815527086 tempest-TagsExtTest-1815527086-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'cbb94cc4-cb2c-47d1-a174-b730ae1febc6', 'tempest-TagsExtTest-Tag-2060293173') {} {{(pid=128084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:51:12.544735 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.api.v2.resource [None req-046f8db0-997e-4da3-a3d7-8abc0d73880c tempest-TagsExtTest-1815527086 tempest-TagsExtTest-1815527086-project] show failed (client error): The resource could not be found. Jun 24 11:51:12.546131 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-046f8db0-997e-4da3-a3d7-8abc0d73880c tempest-TagsExtTest-1815527086 tempest-TagsExtTest-1815527086-project] 10.222.0.53 "GET /v2.0/subnetpools/cbb94cc4-cb2c-47d1-a174-b730ae1febc6/tags/tempest-TagsExtTest-Tag-2060293173 HTTP/1.1" status: 404 len: 329 time: 0.0415022 Jun 24 11:51:12.553623 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 33984) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:51:12.559610 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.services.tag.tag_plugin [None req-c4a052dc-8f2b-485e-99df-d6535ac4a72f tempest-TagsExtTest-1815527086 tempest-TagsExtTest-1815527086-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'cbb94cc4-cb2c-47d1-a174-b730ae1febc6', 'tempest-TagsExtTest-Tag-1288066545') {} {{(pid=128084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:51:12.563610 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Device 33678eb9-0f0d-4a2b-923f-cd19cd23cc40 up at agent hyperv_hv-neutron-7971 {{(pid=128085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 11:51:12.571858 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-4a93084c-900f-4610-9b33-a6664fc8c15e tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793193945299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193536732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3292088'] for port, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:12.575633 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-9ae8c3c3-3275-4692-813c-6b3774e259e8 tempest-AllowedAddressPairIpV6TestJSON-2004454070 tempest-AllowedAddressPairIpV6TestJSON-2004454070-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:51:12.605173 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-ba0eabb1-9c37-4a74-a996-1d816f505fce tempest-SecGroupTest-1107880395 tempest-SecGroupTest-1107880395-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:12.605960 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a93084c-900f-4610-9b33-a6664fc8c15e tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Pushing event deleted for resources: {'Port': ['ID=6c6c5ff7-5194-4a47-b0ec-8444d57c92ec,revision_number=None']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:51:12.610390 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-4a93084c-900f-4610-9b33-a6664fc8c15e tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:51:12.615991 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-4a93084c-900f-4610-9b33-a6664fc8c15e tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468916'] for port, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:12.617937 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-4a93084c-900f-4610-9b33-a6664fc8c15e tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] 10.222.0.53 "DELETE /v2.0/ports/6c6c5ff7-5194-4a47-b0ec-8444d57c92ec HTTP/1.1" status: 204 len: 168 time: 0.4702177 Jun 24 11:51:12.620324 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 33986) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:51:12.623438 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-ba0eabb1-9c37-4a74-a996-1d816f505fce tempest-SecGroupTest-1107880395 tempest-SecGroupTest-1107880395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1627007'] for security_group_rule, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:12.625964 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-990d5d73-5ccb-4cd7-94b6-26d0f3003b31 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Request body: {'port': {'network_id': '53e710ea-782f-445f-8c3d-6c895ed61528', 'mac_address': 'fa:16:3e:3b:cb:6a', 'name': 'tempest-PortsTestJSON-458196543'}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:51:12.632620 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.api.v2.resource [None req-c4a052dc-8f2b-485e-99df-d6535ac4a72f tempest-TagsExtTest-1815527086 tempest-TagsExtTest-1815527086-project] show failed (client error): The resource could not be found. Jun 24 11:51:12.633517 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-c4a052dc-8f2b-485e-99df-d6535ac4a72f tempest-TagsExtTest-1815527086 tempest-TagsExtTest-1815527086-project] 10.222.0.53 "GET /v2.0/subnetpools/cbb94cc4-cb2c-47d1-a174-b730ae1febc6/tags/tempest-TagsExtTest-Tag-1288066545 HTTP/1.1" status: 404 len: 329 time: 0.0780075 Jun 24 11:51:12.634999 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-92b71f00-f1b3-44ed-a525-84a9605c1d3d tempest-SecGroupTest-1107880395 tempest-SecGroupTest-1107880395-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:51:12.641631 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 33988) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:51:12.652718 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.services.tag.tag_plugin [None req-55eafa7e-1b56-4038-a7a0-5bd8b5fa4f30 tempest-TagsExtTest-1815527086 tempest-TagsExtTest-1815527086-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'cbb94cc4-cb2c-47d1-a174-b730ae1febc6') {} {{(pid=128083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:51:12.685204 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0eabb1-9c37-4a74-a996-1d816f505fce tempest-SecGroupTest-1107880395 tempest-SecGroupTest-1107880395-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b33c7f8-2071-42de-b695-5d2ac0688f94,revision_number=0']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:51:12.692822 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-f1423c29-b76a-4257-ba83-76038dcd13f9 tempest-AllowedAddressPairIpV6TestJSON-2004454070 tempest-AllowedAddressPairIpV6TestJSON-2004454070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793193945299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193536732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2537862'] for port, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:12.697231 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-ba0eabb1-9c37-4a74-a996-1d816f505fce tempest-SecGroupTest-1107880395 tempest-SecGroupTest-1107880395-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:51:12.703368 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-51abd604-5f18-4f51-a8a8-63ef13037bb8 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:51:12.705899 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Provisioning complete for port 33678eb9-0f0d-4a2b-923f-cd19cd23cc40 triggered by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:51:12.706970 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:12.708174 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-ba0eabb1-9c37-4a74-a996-1d816f505fce tempest-SecGroupTest-1107880395 tempest-SecGroupTest-1107880395-project] Notify callbacks [] for security_group_rule, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:12.709691 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-ba0eabb1-9c37-4a74-a996-1d816f505fce tempest-SecGroupTest-1107880395 tempest-SecGroupTest-1107880395-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4919109 Jun 24 11:51:12.712689 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 33990) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:51:12.744191 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-66461aa9-a2de-422f-95e3-607f5ce8d01b tempest-SecGroupTest-1107880395 tempest-SecGroupTest-1107880395-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:12.753486 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1423c29-b76a-4257-ba83-76038dcd13f9 tempest-AllowedAddressPairIpV6TestJSON-2004454070 tempest-AllowedAddressPairIpV6TestJSON-2004454070-project] Pushing event deleted for resources: {'Port': ['ID=907968da-43b6-4b61-8c97-abd34b21bcdd,revision_number=None']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:51:12.755006 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-66461aa9-a2de-422f-95e3-607f5ce8d01b tempest-SecGroupTest-1107880395 tempest-SecGroupTest-1107880395-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:12.758051 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-f1423c29-b76a-4257-ba83-76038dcd13f9 tempest-AllowedAddressPairIpV6TestJSON-2004454070 tempest-AllowedAddressPairIpV6TestJSON-2004454070-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:51:12.768218 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acc846bb-3330-4228-ac2e-81a865ad10dc tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Made reservation on behalf of 99955773979244bf90218a1ecde00120 for: {'subnet': 1} {{(pid=128083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 11:51:12.772490 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-acc846bb-3330-4228-ac2e-81a865ad10dc tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3289788'] for subnet, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:12.798529 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-990d5d73-5ccb-4cd7-94b6-26d0f3003b31 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Made reservation on behalf of 38289682863c40298c517287ec90b883 for: {'port': 1} {{(pid=128084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 11:51:12.806154 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-66461aa9-a2de-422f-95e3-607f5ce8d01b tempest-SecGroupTest-1107880395 tempest-SecGroupTest-1107880395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1627007'] for security_group_rule, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:12.818618 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:12.819105 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a851261-5f88-426a-8318-53090a4e9558 req-553bf51a-bead-497c-9c5e-795fa48647d3 tempest-TestNetworkAdvancedServerOps-1479438933 tempest-TestNetworkAdvancedServerOps-1479438933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:51:12.820720 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-5a851261-5f88-426a-8318-53090a4e9558 req-553bf51a-bead-497c-9c5e-795fa48647d3 tempest-TestNetworkAdvancedServerOps-1479438933 tempest-TestNetworkAdvancedServerOps-1479438933-project] 10.222.0.53 "GET /v2.0/ports?device_id=01c22be6-1669-482b-94cd-775df8dd11ba HTTP/1.1" status: 200 len: 944 time: 0.3032453 Jun 24 11:51:12.823096 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-ab8675e3-3601-49c2-aaed-3630653ab081 tempest-SecGroupTest-1107880395 tempest-SecGroupTest-1107880395-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:51:12.828056 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-66461aa9-a2de-422f-95e3-607f5ce8d01b tempest-SecGroupTest-1107880395 tempest-SecGroupTest-1107880395-project] Notify callbacks [] for security_group_rule, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:12.829403 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-66461aa9-a2de-422f-95e3-607f5ce8d01b tempest-SecGroupTest-1107880395 tempest-SecGroupTest-1107880395-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/5b33c7f8-2071-42de-b695-5d2ac0688f94 HTTP/1.1" status: 204 len: 168 time: 0.1156025 Jun 24 11:51:12.837903 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 33992) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:51:12.840326 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-f1423c29-b76a-4257-ba83-76038dcd13f9 tempest-AllowedAddressPairIpV6TestJSON-2004454070 tempest-AllowedAddressPairIpV6TestJSON-2004454070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468916'] for port, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:12.844725 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-f1423c29-b76a-4257-ba83-76038dcd13f9 tempest-AllowedAddressPairIpV6TestJSON-2004454070 tempest-AllowedAddressPairIpV6TestJSON-2004454070-project] 10.222.0.53 "DELETE /v2.0/ports/907968da-43b6-4b61-8c97-abd34b21bcdd HTTP/1.1" status: 204 len: 168 time: 1.4210925 Jun 24 11:51:12.845300 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 33994) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:51:12.849990 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-55eafa7e-1b56-4038-a7a0-5bd8b5fa4f30 tempest-TagsExtTest-1815527086 tempest-TagsExtTest-1815527086-project] 10.222.0.53 "DELETE /v2.0/subnetpools/cbb94cc4-cb2c-47d1-a174-b730ae1febc6/tags HTTP/1.1" status: 204 len: 168 time: 0.1978881 Jun 24 11:51:12.852250 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 33996) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:51:12.859733 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.services.tag.tag_plugin [None req-13d1c0d3-c5e5-4bf2-ab2d-3a1c3c3bf21b tempest-TagsExtTest-1815527086 tempest-TagsExtTest-1815527086-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'a9f2dd77-cfc6-4173-9410-224fedea0f60') {} {{(pid=128084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:51:12.868484 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66461aa9-a2de-422f-95e3-607f5ce8d01b tempest-SecGroupTest-1107880395 tempest-SecGroupTest-1107880395-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5b33c7f8-2071-42de-b695-5d2ac0688f94,revision_number=None']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:51:12.882100 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] For port 33678eb9-0f0d-4a2b-923f-cd19cd23cc40, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=33678eb9-0f0d-4a2b-923f-cd19cd23cc40,segment=NetworkSegment(b17ea5b8-604c-427d-a101-058a8063b214),segment_id=b17ea5b8-604c-427d-a101-058a8063b214)] {{(pid=128085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 11:51:12.887705 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:12.890896 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-6ed5fe52-6fbb-4ee4-996d-f2b617cf3698 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:51:12.904657 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-66461aa9-a2de-422f-95e3-607f5ce8d01b tempest-SecGroupTest-1107880395 tempest-SecGroupTest-1107880395-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:51:12.951650 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Pushing event updated for resources: {'Port': ['ID=33678eb9-0f0d-4a2b-923f-cd19cd23cc40,revision_number=8']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:51:12.960720 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:51:13.004730 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-5a851261-5f88-426a-8318-53090a4e9558 req-7c2b6330-7aab-441c-963e-c943986996a8 tempest-TestNetworkAdvancedServerOps-1479438933 tempest-TestNetworkAdvancedServerOps-1479438933-project] 10.222.0.53 "GET /v2.0/security-groups?id=ad6af071-5e9d-4374-b735-aabf2d994394&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1737707 Jun 24 11:51:13.016509 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.db_base_plugin_v2 [None req-be935242-00b4-46a5-9e45-561f565ee51c tempest-AllowedAddressPairIpV6TestJSON-2004454070 tempest-AllowedAddressPairIpV6TestJSON-2004454070-project] Deleting subnet 44a31125-d2b2-4a09-840a-dbad0450e2a1 {{(pid=128083) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 24 11:51:13.029117 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-be935242-00b4-46a5-9e45-561f565ee51c tempest-AllowedAddressPairIpV6TestJSON-2004454070 tempest-AllowedAddressPairIpV6TestJSON-2004454070-project] Notify callbacks [] for subnet, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:13.033382 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-990d5d73-5ccb-4cd7-94b6-26d0f3003b31 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:13.049173 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 33998) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:51:13.067101 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 34000) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:51:13.068928 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-21c10561-5af1-4a30-8901-79c67d33ac03 tempest-SecGroupTest-1107880395 tempest-SecGroupTest-1107880395-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2286518 Jun 24 11:51:13.120739 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.notifiers.nova [None req-990d5d73-5ccb-4cd7-94b6-26d0f3003b31 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] device_id is not set on port 35484f7d-ca5c-4825-a1f7-55edd35745bd yet. {{(pid=128084) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 24 11:51:13.146260 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-13d1c0d3-c5e5-4bf2-ab2d-3a1c3c3bf21b tempest-TagsExtTest-1815527086 tempest-TagsExtTest-1815527086-project] 10.222.0.53 "DELETE /v2.0/routers/a9f2dd77-cfc6-4173-9410-224fedea0f60/tags HTTP/1.1" status: 204 len: 168 time: 0.2926736 Jun 24 11:51:13.150137 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-be935242-00b4-46a5-9e45-561f565ee51c tempest-AllowedAddressPairIpV6TestJSON-2004454070 tempest-AllowedAddressPairIpV6TestJSON-2004454070-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3143795'] for subnet, precommit_delete_associations {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:13.152641 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 34002) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:51:13.160463 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.services.tag.tag_plugin [None req-79bae647-55bc-4149-841c-edca2bb8c3a1 tempest-TagsExtTest-1815527086 tempest-TagsExtTest-1815527086-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '18fb6b84-5aab-4248-8b78-23d892dc92ac') {} {{(pid=128083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:51:13.197838 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-ec10725c-be08-43aa-bbd7-cbe6ac66489d tempest-TestNetworkAdvancedServerOps-1479438933 tempest-TestNetworkAdvancedServerOps-1479438933-project] 10.222.0.53 "GET /v2.0/floatingips/6b873493-1817-4762-a114-a9baef9907af HTTP/1.1" status: 200 len: 994 time: 0.1274862 Jun 24 11:51:13.258590 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-d6637d85-b078-4ee9-b666-c2e31c9f6282 tempest-SecGroupTest-1107880395 tempest-SecGroupTest-1107880395-project] Notify callbacks [] for security_group, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:13.352657 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-990d5d73-5ccb-4cd7-94b6-26d0f3003b31 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Notify callbacks [] for port, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:13.363301 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-d6637d85-b078-4ee9-b666-c2e31c9f6282 tempest-SecGroupTest-1107880395 tempest-SecGroupTest-1107880395-project] Notify callbacks [] for security_group, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:13.406651 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-990d5d73-5ccb-4cd7-94b6-26d0f3003b31 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-650429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-506361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793193536723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3291971'] for port, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:13.413148 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-83ba8585-c13b-40d8-b714-c23d2a37bc48 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:51:13.460653 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-be935242-00b4-46a5-9e45-561f565ee51c tempest-AllowedAddressPairIpV6TestJSON-2004454070 tempest-AllowedAddressPairIpV6TestJSON-2004454070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-972249'] for subnet, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:13.466262 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-990d5d73-5ccb-4cd7-94b6-26d0f3003b31 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Network 53e710ea-782f-445f-8c3d-6c895ed61528 is already hosted by enough agents. {{(pid=128084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 11:51:13.470596 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.base_scheduler [None req-990d5d73-5ccb-4cd7-94b6-26d0f3003b31 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Resources bound (agent type, host, resource id): {{(pid=128084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:51:13.473587 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990d5d73-5ccb-4cd7-94b6-26d0f3003b31 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Pushing event updated for resources: {'Port': ['ID=35484f7d-ca5c-4825-a1f7-55edd35745bd,revision_number=1']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:51:13.475809 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-990d5d73-5ccb-4cd7-94b6-26d0f3003b31 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Received port after_create {{(pid=128084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 11:51:13.482089 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-990d5d73-5ccb-4cd7-94b6-26d0f3003b31 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=128084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:51:13.482746 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-990d5d73-5ccb-4cd7-94b6-26d0f3003b31 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468916'] for port, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:13.485806 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-990d5d73-5ccb-4cd7-94b6-26d0f3003b31 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:51:13.509022 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-990d5d73-5ccb-4cd7-94b6-26d0f3003b31 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.8875339 Jun 24 11:51:13.511661 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 34006) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:51:13.529503 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-79bae647-55bc-4149-841c-edca2bb8c3a1 tempest-TagsExtTest-1815527086 tempest-TagsExtTest-1815527086-project] 10.222.0.53 "DELETE /v2.0/ports/18fb6b84-5aab-4248-8b78-23d892dc92ac/tags HTTP/1.1" status: 204 len: 168 time: 0.3734109 Jun 24 11:51:13.539390 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 34008) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:51:13.544039 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.services.tag.tag_plugin [None req-d0331c59-27fd-4d0a-a853-6e44633f634e tempest-TagsExtTest-1815527086 tempest-TagsExtTest-1815527086-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'a497dc61-0f2f-43fa-a2f2-958a24c8eddd') {} {{(pid=128083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:51:13.579015 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-755d6edf-2b3f-42d5-aeae-909b224574a2 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:51:13.583719 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-755d6edf-2b3f-42d5-aeae-909b224574a2 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] 10.222.0.53 "GET /v2.0/ports/35484f7d-ca5c-4825-a1f7-55edd35745bd HTTP/1.1" status: 200 len: 840 time: 0.0676007 Jun 24 11:51:13.584470 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 34010) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:51:13.610334 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-d6637d85-b078-4ee9-b666-c2e31c9f6282 tempest-SecGroupTest-1107880395 tempest-SecGroupTest-1107880395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800410'] for security_group, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:13.613250 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-d6637d85-b078-4ee9-b666-c2e31c9f6282 tempest-SecGroupTest-1107880395 tempest-SecGroupTest-1107880395-project] Notify callbacks [] for security_group, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:13.616681 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-d6637d85-b078-4ee9-b666-c2e31c9f6282 tempest-SecGroupTest-1107880395 tempest-SecGroupTest-1107880395-project] 10.222.0.53 "DELETE /v2.0/security-groups/e12065b2-dcf8-46a8-b963-6af7aefbc9d0 HTTP/1.1" status: 204 len: 168 time: 0.5462093 Jun 24 11:51:13.619398 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 34012) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:51:13.622875 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-8cae9ac5-8ada-4ee4-be24-ce186db00d70 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:51:13.688334 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-51e61912-575b-4caf-9aa2-7c7ebfbf49c3 tempest-SecGroupTest-1107880395 tempest-SecGroupTest-1107880395-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0676391 Jun 24 11:51:13.692841 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 34014) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:51:13.704602 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01c22be6-1669-482b-94cd-775df8dd11ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33678eb9-0f0d-4a2b-923f-cd19cd23cc40'}] {{(pid=128085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 11:51:13.708570 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1098ec9051a50dd033317f529a09b9762582ef7b417ebe05928aca59e08255aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d14bfaa8-6cdb-4324-9122-008c857cb263" -d '{"events": [{"server_uuid": "01c22be6-1669-482b-94cd-775df8dd11ba", "name": "network-vif-plugged", "status": "completed", "tag": "33678eb9-0f0d-4a2b-923f-cd19cd23cc40"}]}' {{(pid=128085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 11:51:13.715630 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-f0d4fb5c-171e-4989-919d-7bbadc969847 tempest-SecGroupTest-1107880395 tempest-SecGroupTest-1107880395-project] Request body: {'security_group': {'name': 'tempest-secgroup--1002366991'}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:51:13.755235 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 11:51:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-625d2d57-55e4-46bf-9b24-96a636f6184e x-openstack-request-id: req-625d2d57-55e4-46bf-9b24-96a636f6184e {{(pid=128085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 11:51:13.755802 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01c22be6-1669-482b-94cd-775df8dd11ba", "name": "network-vif-plugged", "status": "completed", "tag": "33678eb9-0f0d-4a2b-923f-cd19cd23cc40", "code": 200}]} {{(pid=128085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 11:51:13.756077 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-625d2d57-55e4-46bf-9b24-96a636f6184e {{(pid=128085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 11:51:13.756747 dv-neutron-797120-4-hyperv neutron-server[128085]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01c22be6-1669-482b-94cd-775df8dd11ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33678eb9-0f0d-4a2b-923f-cd19cd23cc40', 'code': 200} Jun 24 11:51:13.764773 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-f0d4fb5c-171e-4989-919d-7bbadc969847 tempest-SecGroupTest-1107880395 tempest-SecGroupTest-1107880395-project] Notify callbacks [] for security_group, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:13.765530 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-78d519c4-8c2b-4e20-9864-9c13d8adab0e None None] Provisioning complete for port 7ba66a01-2640-447b-b86f-44bc022a88b9 triggered by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:51:13.765636 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-78d519c4-8c2b-4e20-9864-9c13d8adab0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:13.777802 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.plugin [None req-d8f07100-65d7-4bd4-9e99-5a41f8ea5ffc tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Deleting port 35484f7d-ca5c-4825-a1f7-55edd35745bd {{(pid=128084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 11:51:13.778185 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-d8f07100-65d7-4bd4-9e99-5a41f8ea5ffc tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793193942312'] for port, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:13.873098 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-d8f07100-65d7-4bd4-9e99-5a41f8ea5ffc tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1978872'] for port, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:13.884219 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-78d519c4-8c2b-4e20-9864-9c13d8adab0e None None] Provisioning complete for port a26b639c-02aa-4d6f-bcf1-bb9b9632e757 triggered by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:51:13.884600 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-78d519c4-8c2b-4e20-9864-9c13d8adab0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:13.895807 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.plugin [None req-d8f07100-65d7-4bd4-9e99-5a41f8ea5ffc tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Calling delete_port for 35484f7d-ca5c-4825-a1f7-55edd35745bd owned by {{(pid=128084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 11:51:13.921185 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-78d519c4-8c2b-4e20-9864-9c13d8adab0e None None] Port a26b639c-02aa-4d6f-bcf1-bb9b9632e757 cannot update to ACTIVE because it is not bound. {{(pid=128085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 11:51:14.000148 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-f0d4fb5c-171e-4989-919d-7bbadc969847 tempest-SecGroupTest-1107880395 tempest-SecGroupTest-1107880395-project] Notify callbacks [] for security_group, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:14.006448 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-acc846bb-3330-4228-ac2e-81a865ad10dc tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2537737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3289942'] for subnet, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:14.007246 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-f0d4fb5c-171e-4989-919d-7bbadc969847 tempest-SecGroupTest-1107880395 tempest-SecGroupTest-1107880395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800410'] for security_group, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:14.008422 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6637d85-b078-4ee9-b666-c2e31c9f6282 tempest-SecGroupTest-1107880395 tempest-SecGroupTest-1107880395-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e12065b2-dcf8-46a8-b963-6af7aefbc9d0,revision_number=None']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:51:14.011609 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-c58f0830-c8af-4f2e-9c18-6abe74fc5435 tempest-NegativeSecGroupIPv6Test-156486133 tempest-NegativeSecGroupIPv6Test-156486133-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:51:14.016060 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-d6637d85-b078-4ee9-b666-c2e31c9f6282 tempest-SecGroupTest-1107880395 tempest-SecGroupTest-1107880395-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.393s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:51:14.016679 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-159fd55b-3d31-4720-af0e-881b90b19c87 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:51:14.058418 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-f0d4fb5c-171e-4989-919d-7bbadc969847 tempest-SecGroupTest-1107880395 tempest-SecGroupTest-1107880395-project] Notify callbacks [] for security_group, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:14.062818 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-be935242-00b4-46a5-9e45-561f565ee51c tempest-AllowedAddressPairIpV6TestJSON-2004454070 tempest-AllowedAddressPairIpV6TestJSON-2004454070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-972238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2537800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3289951'] for subnet, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:14.063045 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-f0d4fb5c-171e-4989-919d-7bbadc969847 tempest-SecGroupTest-1107880395 tempest-SecGroupTest-1107880395-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3682039 Jun 24 11:51:14.063045 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 34018) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:51:14.067122 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d4fb5c-171e-4989-919d-7bbadc969847 tempest-SecGroupTest-1107880395 tempest-SecGroupTest-1107880395-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d3f9b0be-4e96-40cf-8f43-b3581011c61c,revision_number=1']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:51:14.070074 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5df273-c8a8-43db-a838-0af8eeae4346 req-a279f467-9d8d-4ab1-a3c6-979809133318 tempest-TestVolumeBootPattern-428988392 tempest-TestVolumeBootPattern-428988392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:51:14.071605 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-bc5df273-c8a8-43db-a838-0af8eeae4346 req-a279f467-9d8d-4ab1-a3c6-979809133318 tempest-TestVolumeBootPattern-428988392 tempest-TestVolumeBootPattern-428988392-project] 10.222.0.53 "GET /v2.0/ports?device_id=5e25e9f8-29cf-4860-93c6-e03d46d226de HTTP/1.1" status: 200 len: 946 time: 0.6620729 Jun 24 11:51:14.072238 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-62c149c1-6ef8-49e4-91c4-ec2fbb3393b4 tempest-SecGroupTest-1107880395 tempest-SecGroupTest-1107880395-project] Request body: {'security_group_rule': {'security_group_id': 'd3f9b0be-4e96-40cf-8f43-b3581011c61c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:51:14.085438 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-f0d4fb5c-171e-4989-919d-7bbadc969847 tempest-SecGroupTest-1107880395 tempest-SecGroupTest-1107880395-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:51:14.086046 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-d8f07100-65d7-4bd4-9e99-5a41f8ea5ffc tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793193945299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193536732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3292088'] for port, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:14.088366 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acc846bb-3330-4228-ac2e-81a865ad10dc tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Network a61c4b46-a6f4-48b4-9ca4-b0aa9df4a595 is already hosted by enough agents. {{(pid=128083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 11:51:14.091150 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-87eeb1fa-5cf5-4f64-b21d-c6e7311b9c9b tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:51:14.105296 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.base_scheduler [None req-acc846bb-3330-4228-ac2e-81a865ad10dc tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Resources bound (agent type, host, resource id): {{(pid=128083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:51:14.118293 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b93b4173-5514-4302-afff-c1c9a75b210f None None] Network a61c4b46-a6f4-48b4-9ca4-b0aa9df4a595 requested from dv-neutron-797120-4-hyperv {{(pid=128085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 11:51:14.120765 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acc846bb-3330-4228-ac2e-81a865ad10dc tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:51:14.121639 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-acc846bb-3330-4228-ac2e-81a865ad10dc tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Notify callbacks [] for subnet, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:14.123788 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f07100-65d7-4bd4-9e99-5a41f8ea5ffc tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Pushing event deleted for resources: {'Port': ['ID=35484f7d-ca5c-4825-a1f7-55edd35745bd,revision_number=None']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:51:14.125469 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dbce4fe-05f0-4691-958e-927d1fa36f40 None None] Network f42a3638-1c76-4d1d-9a90-44e4aeb5dcfa requested from dv-neutron-797120-4-hyperv {{(pid=128085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 11:51:14.126017 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-be935242-00b4-46a5-9e45-561f565ee51c tempest-AllowedAddressPairIpV6TestJSON-2004454070 tempest-AllowedAddressPairIpV6TestJSON-2004454070-project] Notify callbacks [] for subnet, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:14.130857 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-be935242-00b4-46a5-9e45-561f565ee51c tempest-AllowedAddressPairIpV6TestJSON-2004454070 tempest-AllowedAddressPairIpV6TestJSON-2004454070-project] 10.222.0.53 "DELETE /v2.0/subnets/44a31125-d2b2-4a09-840a-dbad0450e2a1 HTTP/1.1" status: 204 len: 168 time: 1.2793157 Jun 24 11:51:14.131048 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-d8f07100-65d7-4bd4-9e99-5a41f8ea5ffc tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:51:14.132782 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 34020) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:51:14.134536 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc846bb-3330-4228-ac2e-81a865ad10dc tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Pushing event updated for resources: {'Subnet': ['ID=414c6803-7edf-467c-a8d5-36304e52338e,revision_number=0']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:51:14.135100 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-d8f07100-65d7-4bd4-9e99-5a41f8ea5ffc tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468916'] for port, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:14.139433 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-d8f07100-65d7-4bd4-9e99-5a41f8ea5ffc tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] 10.222.0.53 "DELETE /v2.0/ports/35484f7d-ca5c-4825-a1f7-55edd35745bd HTTP/1.1" status: 204 len: 168 time: 0.5505865 Jun 24 11:51:14.143991 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 34022) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:51:14.145350 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-62c149c1-6ef8-49e4-91c4-ec2fbb3393b4 tempest-SecGroupTest-1107880395 tempest-SecGroupTest-1107880395-project] Notify callbacks [] for security_group_rule, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:14.147421 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-acc846bb-3330-4228-ac2e-81a865ad10dc tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:51:14.147968 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-befe201e-4b35-4701-bac0-1dc13ea03daf tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.072s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:51:14.187744 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.pecan_wsgi.hooks.translation [None req-af441cf2-bd04-4c44-af61-124fbde24828 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] GET failed (client error): The resource could not be found. Jun 24 11:51:14.193284 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-af441cf2-bd04-4c44-af61-124fbde24828 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] 10.222.0.53 "GET /v2.0/ports/35484f7d-ca5c-4825-a1f7-55edd35745bd HTTP/1.1" status: 404 len: 333 time: 0.0410402 Jun 24 11:51:14.194074 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 34024) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:51:14.198787 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-598fae56-392e-4127-b88e-df8b9243adac tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Request body: {'port': {'network_id': '53e710ea-782f-445f-8c3d-6c895ed61528', 'name': 'tempest-PortsTestJSON-2041117802'}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:51:14.216172 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be935242-00b4-46a5-9e45-561f565ee51c tempest-AllowedAddressPairIpV6TestJSON-2004454070 tempest-AllowedAddressPairIpV6TestJSON-2004454070-project] Pushing event deleted for resources: {'Subnet': ['ID=44a31125-d2b2-4a09-840a-dbad0450e2a1,revision_number=None']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:51:14.248000 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-be935242-00b4-46a5-9e45-561f565ee51c tempest-AllowedAddressPairIpV6TestJSON-2004454070 tempest-AllowedAddressPairIpV6TestJSON-2004454070-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:51:14.254865 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-acc846bb-3330-4228-ac2e-81a865ad10dc tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8287377 Jun 24 11:51:14.256385 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 34026) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:51:14.263188 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-bc5df273-c8a8-43db-a838-0af8eeae4346 req-9cd1441e-c785-494d-987c-5e35340b2da1 tempest-TestVolumeBootPattern-428988392 tempest-TestVolumeBootPattern-428988392-project] 10.222.0.53 "GET /v2.0/security-groups?id=ddc26bf4-0de0-4c33-8d45-b7d4817ee778&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1737149 Jun 24 11:51:14.267193 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [None req-9f8d4235-a1ec-4128-8665-ac3ca74dec8b tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Request body: {'security_group': {'name': 'tempest-secgroup-1039839188'}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:51:14.285131 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-d0331c59-27fd-4d0a-a853-6e44633f634e tempest-TagsExtTest-1815527086 tempest-TagsExtTest-1815527086-project] 10.222.0.53 "DELETE /v2.0/subnets/a497dc61-0f2f-43fa-a2f2-958a24c8eddd/tags HTTP/1.1" status: 204 len: 168 time: 0.7444384 Jun 24 11:51:14.297383 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-8440a66e-b0f2-455a-a8c5-f7124653bd86 tempest-AllowedAddressPairIpV6TestJSON-2004454070 tempest-AllowedAddressPairIpV6TestJSON-2004454070-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-534962'] for network, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:14.297508 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 34028) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:51:14.314902 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-9f8d4235-a1ec-4128-8665-ac3ca74dec8b tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Notify callbacks [] for security_group, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:14.323339 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-62c149c1-6ef8-49e4-91c4-ec2fbb3393b4 tempest-SecGroupTest-1107880395 tempest-SecGroupTest-1107880395-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:14.354157 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-62c149c1-6ef8-49e4-91c4-ec2fbb3393b4 tempest-SecGroupTest-1107880395 tempest-SecGroupTest-1107880395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1627007'] for security_group_rule, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:14.363762 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-8a91a465-f197-4f0e-939b-1f32154e4657 tempest-NegativeSecGroupIPv6Test-156486133 tempest-NegativeSecGroupIPv6Test-156486133-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:51:14.388893 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.plugin [None req-8440a66e-b0f2-455a-a8c5-f7124653bd86 tempest-AllowedAddressPairIpV6TestJSON-2004454070 tempest-AllowedAddressPairIpV6TestJSON-2004454070-project] Deleting port 4adbbd12-1477-4b97-8959-4e6bb26881ff {{(pid=128083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 11:51:14.389734 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-8440a66e-b0f2-455a-a8c5-f7124653bd86 tempest-AllowedAddressPairIpV6TestJSON-2004454070 tempest-AllowedAddressPairIpV6TestJSON-2004454070-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793193942312'] for port, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:14.413839 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c149c1-6ef8-49e4-91c4-ec2fbb3393b4 tempest-SecGroupTest-1107880395 tempest-SecGroupTest-1107880395-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b169545-227c-4a7e-a9f9-3219c3c3ca9b,revision_number=0']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:51:14.418410 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-598fae56-392e-4127-b88e-df8b9243adac tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Made reservation on behalf of 38289682863c40298c517287ec90b883 for: {'port': 1} {{(pid=128084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 11:51:14.422158 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-598fae56-392e-4127-b88e-df8b9243adac tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:14.424716 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-62c149c1-6ef8-49e4-91c4-ec2fbb3393b4 tempest-SecGroupTest-1107880395 tempest-SecGroupTest-1107880395-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:51:14.429871 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-62c149c1-6ef8-49e4-91c4-ec2fbb3393b4 tempest-SecGroupTest-1107880395 tempest-SecGroupTest-1107880395-project] Notify callbacks [] for security_group_rule, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:14.434433 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-62c149c1-6ef8-49e4-91c4-ec2fbb3393b4 tempest-SecGroupTest-1107880395 tempest-SecGroupTest-1107880395-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3686972 Jun 24 11:51:14.435790 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 34030) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:51:14.490594 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-d878a0e7-9a95-4339-8368-279df3d63752 tempest-SecGroupTest-1107880395 tempest-SecGroupTest-1107880395-project] 10.222.0.53 "GET /v2.0/security-group-rules/4b169545-227c-4a7e-a9f9-3219c3c3ca9b HTTP/1.1" status: 200 len: 763 time: 0.0393322 Jun 24 11:51:14.497220 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 34032) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:51:14.523487 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.notifiers.nova [None req-598fae56-392e-4127-b88e-df8b9243adac tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] device_id is not set on port c2ae0e5c-47b5-4fcb-ab12-c45ba8dc3e34 yet. {{(pid=128084) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 24 11:51:14.536685 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.db [None req-8440a66e-b0f2-455a-a8c5-f7124653bd86 tempest-AllowedAddressPairIpV6TestJSON-2004454070 tempest-AllowedAddressPairIpV6TestJSON-2004454070-project] For port 4adbbd12-1477-4b97-8959-4e6bb26881ff, host dv-neutron-797120-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=4adbbd12-1477-4b97-8959-4e6bb26881ff,segment=NetworkSegment(3c753f1f-917b-451a-9901-c20855e59d45),segment_id=3c753f1f-917b-451a-9901-c20855e59d45)] {{(pid=128083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 11:51:14.537411 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-8440a66e-b0f2-455a-a8c5-f7124653bd86 tempest-AllowedAddressPairIpV6TestJSON-2004454070 tempest-AllowedAddressPairIpV6TestJSON-2004454070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1978872'] for port, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:14.560908 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:14.570291 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.plugin [None req-8440a66e-b0f2-455a-a8c5-f7124653bd86 tempest-AllowedAddressPairIpV6TestJSON-2004454070 tempest-AllowedAddressPairIpV6TestJSON-2004454070-project] Calling delete_port for 4adbbd12-1477-4b97-8959-4e6bb26881ff owned by network:dhcp {{(pid=128083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 11:51:14.576259 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-ad48b309-74ba-4256-93b3-7109368e6494 tempest-TagsExtTest-1815527086 tempest-TagsExtTest-1815527086-project] Notify callbacks [] for subnetpool, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:14.580958 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-ad48b309-74ba-4256-93b3-7109368e6494 tempest-TagsExtTest-1815527086 tempest-TagsExtTest-1815527086-project] 10.222.0.53 "DELETE /v2.0/subnetpools/cbb94cc4-cb2c-47d1-a174-b730ae1febc6 HTTP/1.1" status: 204 len: 168 time: 0.2789879 Jun 24 11:51:14.583078 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 34034) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:51:14.588712 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-9f8d4235-a1ec-4128-8665-ac3ca74dec8b tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Notify callbacks [] for security_group, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:14.597107 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-b214564d-178a-4639-946a-db335cc7aef8 tempest-SecGroupTest-1107880395 tempest-SecGroupTest-1107880395-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0985718 Jun 24 11:51:14.601347 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 34036) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:51:14.611709 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-9f8d4235-a1ec-4128-8665-ac3ca74dec8b tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800410'] for security_group, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:14.622464 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdd00dc8-a768-4895-b9ee-5ddacbe0ed8a None None] DHCP port deletion for f42a3638-1c76-4d1d-9a90-44e4aeb5dcfa request from dv-neutron-797120-4-hyperv {{(pid=128085) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 24 11:51:14.637588 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-7de71612-6211-4a47-b5a5-a09169b7997a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:51:14.648536 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-a9a97590-f42c-4f04-887b-e7aff2077cec tempest-TagsExtTest-1815527086 tempest-TagsExtTest-1815527086-project] 10.222.0.53 "GET /v2.0/ports?device_id=a9f2dd77-cfc6-4173-9410-224fedea0f60 HTTP/1.1" status: 200 len: 205 time: 0.0622356 Jun 24 11:51:14.651208 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 34038) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:51:14.701102 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-9f8d4235-a1ec-4128-8665-ac3ca74dec8b tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Notify callbacks [] for security_group, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:14.704880 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-9f8d4235-a1ec-4128-8665-ac3ca74dec8b tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4424424 Jun 24 11:51:14.708342 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 34040) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:51:14.710569 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97967b9c-8d26-43b2-a871-a2ea7ea9ba35 None None] Update dhcp port {'port': {'network_id': 'a61c4b46-a6f4-48b4-9ca4-b0aa9df4a595', 'fixed_ips': [{'subnet_id': 'a95f3e3b-2be4-4c50-b8d9-147cb917b4fd', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '414c6803-7edf-467c-a8d5-36304e52338e'}], 'binding:host_id': 'dv-neutron-797120-4-hyperv'}, 'id': '7ba66a01-2640-447b-b86f-44bc022a88b9'} from dv-neutron-797120-4-hyperv. {{(pid=128085) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 24 11:51:14.714060 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [None req-8655273f-8ae8-44ae-84db-902eea8c58a7 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Request body: {'security_group': {'name': 'tempest-secgroup-13752149'}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:51:14.718129 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-b7f1295a-fca0-4a0c-a554-44fa6531cb9d tempest-SecGroupTest-1107880395 tempest-SecGroupTest-1107880395-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:14.720729 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8d4235-a1ec-4128-8665-ac3ca74dec8b tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8ae8e8cf-a077-4e30-93db-2dd7a94f95f4,revision_number=1']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:51:14.733859 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-cdd00dc8-a768-4895-b9ee-5ddacbe0ed8a None None] Deleting port 4adbbd12-1477-4b97-8959-4e6bb26881ff {{(pid=128085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 11:51:14.734569 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-cdd00dc8-a768-4895-b9ee-5ddacbe0ed8a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793193942312'] for port, before_delete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:14.740098 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-9f8d4235-a1ec-4128-8665-ac3ca74dec8b tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:51:14.758933 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-b7f1295a-fca0-4a0c-a554-44fa6531cb9d tempest-SecGroupTest-1107880395 tempest-SecGroupTest-1107880395-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:14.768194 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-8655273f-8ae8-44ae-84db-902eea8c58a7 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Notify callbacks [] for security_group, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:14.796285 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-8440a66e-b0f2-455a-a8c5-f7124653bd86 tempest-AllowedAddressPairIpV6TestJSON-2004454070 tempest-AllowedAddressPairIpV6TestJSON-2004454070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793193945299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193536732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2537862'] for port, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:14.798596 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-33d6c147-693d-4d5d-b62a-0b27af1ab371 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:51:14.800845 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-97967b9c-8d26-43b2-a871-a2ea7ea9ba35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:14.808252 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-02c94495-09b0-45e5-a4a9-fbdf83338172 tempest-TagsExtTest-1815527086 tempest-TagsExtTest-1815527086-project] Notify callbacks [] for router, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:14.832126 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8440a66e-b0f2-455a-a8c5-f7124653bd86 tempest-AllowedAddressPairIpV6TestJSON-2004454070 tempest-AllowedAddressPairIpV6TestJSON-2004454070-project] Pushing event deleted for resources: {'Port': ['ID=4adbbd12-1477-4b97-8959-4e6bb26881ff,revision_number=None']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:51:14.833783 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-cdd00dc8-a768-4895-b9ee-5ddacbe0ed8a None None] For port 4adbbd12-1477-4b97-8959-4e6bb26881ff, host dv-neutron-797120-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=4adbbd12-1477-4b97-8959-4e6bb26881ff,segment=NetworkSegment(3c753f1f-917b-451a-9901-c20855e59d45),segment_id=3c753f1f-917b-451a-9901-c20855e59d45)] {{(pid=128085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 11:51:14.834490 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-cdd00dc8-a768-4895-b9ee-5ddacbe0ed8a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1978872'] for port, precommit_delete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:14.841514 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-8440a66e-b0f2-455a-a8c5-f7124653bd86 tempest-AllowedAddressPairIpV6TestJSON-2004454070 tempest-AllowedAddressPairIpV6TestJSON-2004454070-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:51:14.850324 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8440a66e-b0f2-455a-a8c5-f7124653bd86 tempest-AllowedAddressPairIpV6TestJSON-2004454070 tempest-AllowedAddressPairIpV6TestJSON-2004454070-project] No DVR routers for this DVR port 4adbbd12-1477-4b97-8959-4e6bb26881ff on host dv-neutron-797120-4-hyperv {{(pid=128083) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 11:51:14.870933 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-cdd00dc8-a768-4895-b9ee-5ddacbe0ed8a None None] Calling delete_port for 4adbbd12-1477-4b97-8959-4e6bb26881ff owned by network:dhcp {{(pid=128085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 11:51:14.967989 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-8440a66e-b0f2-455a-a8c5-f7124653bd86 tempest-AllowedAddressPairIpV6TestJSON-2004454070 tempest-AllowedAddressPairIpV6TestJSON-2004454070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973199', 'neutron.services.segments.db._delete_segments_for_network-8793194012456'] for network, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:14.993612 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.services.segments.db [None req-8440a66e-b0f2-455a-a8c5-f7124653bd86 tempest-AllowedAddressPairIpV6TestJSON-2004454070 tempest-AllowedAddressPairIpV6TestJSON-2004454070-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f42a3638-1c76-4d1d-9a90-44e4aeb5dcfa']}} {{(pid=128083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:51:15.020967 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.services.segments.db [None req-8440a66e-b0f2-455a-a8c5-f7124653bd86 tempest-AllowedAddressPairIpV6TestJSON-2004454070 tempest-AllowedAddressPairIpV6TestJSON-2004454070-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c753f1f-917b-451a-9901-c20855e59d45') {'for_net_delete': True} {{(pid=128083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:51:15.021748 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.services.segments.db [None req-8440a66e-b0f2-455a-a8c5-f7124653bd86 tempest-AllowedAddressPairIpV6TestJSON-2004454070 tempest-AllowedAddressPairIpV6TestJSON-2004454070-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c753f1f-917b-451a-9901-c20855e59d45') {} {{(pid=128083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:51:15.025760 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-8655273f-8ae8-44ae-84db-902eea8c58a7 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Notify callbacks [] for security_group, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:15.040753 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-8655273f-8ae8-44ae-84db-902eea8c58a7 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800410'] for security_group, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:15.047353 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-8440a66e-b0f2-455a-a8c5-f7124653bd86 tempest-AllowedAddressPairIpV6TestJSON-2004454070 tempest-AllowedAddressPairIpV6TestJSON-2004454070-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793194097327', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3143690'] for segment, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:15.051471 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-ab3bf96d-072b-4cf1-98d8-a63301b41544 tempest-NegativeSecGroupIPv6Test-156486133 tempest-NegativeSecGroupIPv6Test-156486133-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:51:15.080079 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.db_base_plugin_common [None req-97967b9c-8d26-43b2-a871-a2ea7ea9ba35 None None] Allocated IP 2001:db8::2 (a61c4b46-a6f4-48b4-9ca4-b0aa9df4a595/414c6803-7edf-467c-a8d5-36304e52338e/7ba66a01-2640-447b-b86f-44bc022a88b9) {{(pid=128085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 11:51:15.086464 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-cdd00dc8-a768-4895-b9ee-5ddacbe0ed8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793193945299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193536732'] for port, after_delete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:15.091925 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-c2b2539d-b227-443f-a341-b1beb1a0f322 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:51:15.102967 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-8440a66e-b0f2-455a-a8c5-f7124653bd86 tempest-AllowedAddressPairIpV6TestJSON-2004454070 tempest-AllowedAddressPairIpV6TestJSON-2004454070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967879'] for segment, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:15.110667 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-8655273f-8ae8-44ae-84db-902eea8c58a7 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Notify callbacks [] for security_group, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:15.112443 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-8655273f-8ae8-44ae-84db-902eea8c58a7 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.4035344 Jun 24 11:51:15.120690 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 34042) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:51:15.125856 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [None req-7f11299f-74bd-470c-8dc4-3f559a701359 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Request body: {'security_group': {'name': 'tempest-secgroup-1889405023'}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:51:15.132109 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8440a66e-b0f2-455a-a8c5-f7124653bd86 tempest-AllowedAddressPairIpV6TestJSON-2004454070 tempest-AllowedAddressPairIpV6TestJSON-2004454070-project] Releasing vlan 642 on physical network physnet1 to pool {{(pid=128083) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 11:51:15.132636 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-8440a66e-b0f2-455a-a8c5-f7124653bd86 tempest-AllowedAddressPairIpV6TestJSON-2004454070 tempest-AllowedAddressPairIpV6TestJSON-2004454070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2537899'] for segment, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:15.136611 dv-neutron-797120-4-hyperv neutron-server[128083]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 11:51:15.136611 dv-neutron-797120-4-hyperv neutron-server[128083]: conditions |= (models_v2.Port.network_id.in_( Jun 24 11:51:15.136611 dv-neutron-797120-4-hyperv neutron-server[128083]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 11:51:15.136611 dv-neutron-797120-4-hyperv neutron-server[128083]: conditions |= (models_v2.Port.network_id.in_( Jun 24 11:51:15.136611 dv-neutron-797120-4-hyperv neutron-server[128083]: Traceback (most recent call last): Jun 24 11:51:15.136611 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 24 11:51:15.136611 dv-neutron-797120-4-hyperv neutron-server[128083]: timer() Jun 24 11:51:15.136611 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 24 11:51:15.136611 dv-neutron-797120-4-hyperv neutron-server[128083]: cb(*args, **kw) Jun 24 11:51:15.136611 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 24 11:51:15.136611 dv-neutron-797120-4-hyperv neutron-server[128083]: return func(*args, **kwargs) Jun 24 11:51:15.136611 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 24 11:51:15.136611 dv-neutron-797120-4-hyperv neutron-server[128083]: self._notify() Jun 24 11:51:15.136611 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 24 11:51:15.136611 dv-neutron-797120-4-hyperv neutron-server[128083]: self.callback(batched_events) Jun 24 11:51:15.136611 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 24 11:51:15.136611 dv-neutron-797120-4-hyperv neutron-server[128083]: event.method(event) Jun 24 11:51:15.136611 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 24 11:51:15.136611 dv-neutron-797120-4-hyperv neutron-server[128083]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 24 11:51:15.136611 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 24 11:51:15.136611 dv-neutron-797120-4-hyperv neutron-server[128083]: aggregate_uuid = self.p_client.list_aggregates( Jun 24 11:51:15.136611 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 24 11:51:15.136611 dv-neutron-797120-4-hyperv neutron-server[128083]: return f(self, *a, **k) Jun 24 11:51:15.136611 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 24 11:51:15.136611 dv-neutron-797120-4-hyperv neutron-server[128083]: return self._get(url).json() Jun 24 11:51:15.136611 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 24 11:51:15.136611 dv-neutron-797120-4-hyperv neutron-server[128083]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 24 11:51:15.136611 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 24 11:51:15.136611 dv-neutron-797120-4-hyperv neutron-server[128083]: return self.request(url, 'GET', **kwargs) Jun 24 11:51:15.136611 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 24 11:51:15.136611 dv-neutron-797120-4-hyperv neutron-server[128083]: base_url = self.get_endpoint(auth, allow=allow, Jun 24 11:51:15.136611 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 24 11:51:15.136611 dv-neutron-797120-4-hyperv neutron-server[128083]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 24 11:51:15.136611 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 24 11:51:15.136611 dv-neutron-797120-4-hyperv neutron-server[128083]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 24 11:51:15.136611 dv-neutron-797120-4-hyperv neutron-server[128083]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 24 11:51:15.140437 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655273f-8ae8-44ae-84db-902eea8c58a7 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aaae49b4-5519-4cc3-919f-4c9de70e58f8,revision_number=1']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:51:15.150590 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd00dc8-a768-4895-b9ee-5ddacbe0ed8a None None] Pushing event deleted for resources: {'Port': ['ID=4adbbd12-1477-4b97-8959-4e6bb26881ff,revision_number=None']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:51:15.157748 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-cdd00dc8-a768-4895-b9ee-5ddacbe0ed8a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:51:15.158743 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdd00dc8-a768-4895-b9ee-5ddacbe0ed8a None None] No DVR routers for this DVR port 4adbbd12-1477-4b97-8959-4e6bb26881ff on host dv-neutron-797120-4-hyperv {{(pid=128085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 11:51:15.160546 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-8655273f-8ae8-44ae-84db-902eea8c58a7 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:51:15.238971 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-7f11299f-74bd-470c-8dc4-3f559a701359 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Notify callbacks [] for security_group, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:15.251252 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-8440a66e-b0f2-455a-a8c5-f7124653bd86 tempest-AllowedAddressPairIpV6TestJSON-2004454070 tempest-AllowedAddressPairIpV6TestJSON-2004454070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1800243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1815642'] for network, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:15.259091 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-3ac6c638-38c5-49ac-b1f8-0520c7cd1d25 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:51:15.267829 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-8440a66e-b0f2-455a-a8c5-f7124653bd86 tempest-AllowedAddressPairIpV6TestJSON-2004454070 tempest-AllowedAddressPairIpV6TestJSON-2004454070-project] Notify callbacks [] for network, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:15.272955 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-8440a66e-b0f2-455a-a8c5-f7124653bd86 tempest-AllowedAddressPairIpV6TestJSON-2004454070 tempest-AllowedAddressPairIpV6TestJSON-2004454070-project] 10.222.0.53 "DELETE /v2.0/networks/f42a3638-1c76-4d1d-9a90-44e4aeb5dcfa HTTP/1.1" status: 204 len: 168 time: 1.1383724 Jun 24 11:51:15.281940 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-97967b9c-8d26-43b2-a871-a2ea7ea9ba35 None None] For port 7ba66a01-2640-447b-b86f-44bc022a88b9, host dv-neutron-797120-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=7ba66a01-2640-447b-b86f-44bc022a88b9,segment=NetworkSegment(344c3b3e-094d-4290-a6b6-0cf6397c2d05),segment_id=344c3b3e-094d-4290-a6b6-0cf6397c2d05)] {{(pid=128085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 11:51:15.320151 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-97967b9c-8d26-43b2-a871-a2ea7ea9ba35 None None] Notify callbacks [] for port, precommit_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:15.339322 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-97967b9c-8d26-43b2-a871-a2ea7ea9ba35 None None] Transition to ACTIVE for port object 7ba66a01-2640-447b-b86f-44bc022a88b9 will not be triggered until provisioned by entity DHCP. {{(pid=128085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 11:51:15.347505 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-97967b9c-8d26-43b2-a871-a2ea7ea9ba35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:15.352108 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:51:15.394230 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8440a66e-b0f2-455a-a8c5-f7124653bd86 tempest-AllowedAddressPairIpV6TestJSON-2004454070 tempest-AllowedAddressPairIpV6TestJSON-2004454070-project] Pushing event deleted for resources: {'Network': ['ID=f42a3638-1c76-4d1d-9a90-44e4aeb5dcfa,revision_number=None']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:51:15.397358 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-8440a66e-b0f2-455a-a8c5-f7124653bd86 tempest-AllowedAddressPairIpV6TestJSON-2004454070 tempest-AllowedAddressPairIpV6TestJSON-2004454070-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:51:15.406797 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-b7f1295a-fca0-4a0c-a554-44fa6531cb9d tempest-SecGroupTest-1107880395 tempest-SecGroupTest-1107880395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1627007'] for security_group_rule, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:15.417576 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-5eed3ba7-6687-4f73-9ded-61f0be49301f tempest-TestVolumeBootPattern-428988392 tempest-TestVolumeBootPattern-428988392-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:51:15.438086 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-b7f1295a-fca0-4a0c-a554-44fa6531cb9d tempest-SecGroupTest-1107880395 tempest-SecGroupTest-1107880395-project] Notify callbacks [] for security_group_rule, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:15.443877 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-b7f1295a-fca0-4a0c-a554-44fa6531cb9d tempest-SecGroupTest-1107880395 tempest-SecGroupTest-1107880395-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/4b169545-227c-4a7e-a9f9-3219c3c3ca9b HTTP/1.1" status: 204 len: 168 time: 0.8370032 Jun 24 11:51:15.462332 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-7f11299f-74bd-470c-8dc4-3f559a701359 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Notify callbacks [] for security_group, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:15.463806 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 34048) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:51:15.506756 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-7f11299f-74bd-470c-8dc4-3f559a701359 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800410'] for security_group, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:15.519524 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-41c4466d-dc3c-4b49-b91e-d25c77d4346a tempest-AllowedAddressPairIpV6TestJSON-2004454070 tempest-AllowedAddressPairIpV6TestJSON-2004454070-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:51:15.523638 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97967b9c-8d26-43b2-a871-a2ea7ea9ba35 None None] Pushing event updated for resources: {'Port': ['ID=7ba66a01-2640-447b-b86f-44bc022a88b9,revision_number=6']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:51:15.534890 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-97967b9c-8d26-43b2-a871-a2ea7ea9ba35 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:51:15.580881 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-7f11299f-74bd-470c-8dc4-3f559a701359 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Notify callbacks [] for security_group, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:15.582658 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-7f11299f-74bd-470c-8dc4-3f559a701359 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4610913 Jun 24 11:51:15.590106 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device 4adbbd12-1477-4b97-8959-4e6bb26881ff no longer exists at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 11:51:15.603757 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-8c876781-0691-461a-9b45-5ed911129ee8 tempest-SecGroupTest-1107880395 tempest-SecGroupTest-1107880395-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1380265 Jun 24 11:51:15.608583 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 34050) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:51:15.609169 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 34052) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:51:15.617309 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [None req-2dc4d458-973c-4618-8d72-7cb4a7758ad2 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-397709885', 'security_groups': ['9dcda474-17f6-4e38-8c45-b88d82a58a0c'], 'network_id': 'a61c4b46-a6f4-48b4-9ca4-b0aa9df4a595', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '414c6803-7edf-467c-a8d5-36304e52338e'}]}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:51:15.624744 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [None req-7a36ae9d-bfe1-46ae-994c-37f5f7795cbc tempest-SecGroupTest-1107880395 tempest-SecGroupTest-1107880395-project] Request body: {'security_group_rule': {'security_group_id': 'd3f9b0be-4e96-40cf-8f43-b3581011c61c', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:51:15.626646 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] No Port match for: 4adbbd12-1477-4b97-8959-4e6bb26881ff {{(pid=128085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 11:51:15.627006 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device 4adbbd12-1477-4b97-8959-4e6bb26881ff not bound to the agent host dv-neutron-797120-4-hyperv {{(pid=128085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 11:51:15.668272 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f1295a-fca0-4a0c-a554-44fa6531cb9d tempest-SecGroupTest-1107880395 tempest-SecGroupTest-1107880395-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4b169545-227c-4a7e-a9f9-3219c3c3ca9b,revision_number=None']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:51:15.731231 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-02c94495-09b0-45e5-a4a9-fbdf83338172 tempest-TagsExtTest-1815527086 tempest-TagsExtTest-1815527086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1803182', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65403'] for router, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:15.734816 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-02c94495-09b0-45e5-a4a9-fbdf83338172 tempest-TagsExtTest-1815527086 tempest-TagsExtTest-1815527086-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:15.752181 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f11299f-74bd-470c-8dc4-3f559a701359 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9dcda474-17f6-4e38-8c45-b88d82a58a0c,revision_number=1']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:51:15.765396 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-7f11299f-74bd-470c-8dc4-3f559a701359 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:51:15.771913 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 34056) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:51:15.802715 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-b7f1295a-fca0-4a0c-a554-44fa6531cb9d tempest-SecGroupTest-1107880395 tempest-SecGroupTest-1107880395-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.388s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:51:15.810382 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-598fae56-392e-4127-b88e-df8b9243adac tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Notify callbacks [] for port, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:15.811924 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-02c94495-09b0-45e5-a4a9-fbdf83338172 tempest-TagsExtTest-1815527086 tempest-TagsExtTest-1815527086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1806072'] for router, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:15.812473 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02c94495-09b0-45e5-a4a9-fbdf83338172 tempest-TagsExtTest-1815527086 tempest-TagsExtTest-1815527086-project] Fanout notify agent at l3_agent the message router_deleted on router a9f2dd77-cfc6-4173-9410-224fedea0f60 {{(pid=128084) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 24 11:51:15.824622 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-02c94495-09b0-45e5-a4a9-fbdf83338172 tempest-TagsExtTest-1815527086 tempest-TagsExtTest-1815527086-project] Notify callbacks [] for router, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:15.826369 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-02c94495-09b0-45e5-a4a9-fbdf83338172 tempest-TagsExtTest-1815527086 tempest-TagsExtTest-1815527086-project] 10.222.0.53 "DELETE /v2.0/routers/a9f2dd77-cfc6-4173-9410-224fedea0f60 HTTP/1.1" status: 204 len: 168 time: 1.1591356 Jun 24 11:51:15.834339 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 34060) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:51:15.841967 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276717fe-0857-47c7-9c63-5b26afb0dff7 req-2f7cd038-82be-4866-b834-46109c4791bd tempest-TestVolumeBootPattern-428988392 tempest-TestVolumeBootPattern-428988392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:51:15.843765 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-276717fe-0857-47c7-9c63-5b26afb0dff7 req-2f7cd038-82be-4866-b834-46109c4791bd tempest-TestVolumeBootPattern-428988392 tempest-TestVolumeBootPattern-428988392-project] 10.222.0.53 "GET /v2.0/ports?device_id=5e25e9f8-29cf-4860-93c6-e03d46d226de HTTP/1.1" status: 200 len: 946 time: 0.3264849 Jun 24 11:51:15.844896 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-7a36ae9d-bfe1-46ae-994c-37f5f7795cbc tempest-SecGroupTest-1107880395 tempest-SecGroupTest-1107880395-project] Notify callbacks [] for security_group_rule, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:15.921570 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-598fae56-392e-4127-b88e-df8b9243adac tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-650429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-506361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793193536723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3291971'] for port, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:15.935986 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-32ecfd84-f628-494d-8ac5-eab36fd1db94 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:51:15.954436 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-276717fe-0857-47c7-9c63-5b26afb0dff7 req-f5f3dfe9-c0b3-479a-bce0-d72b2a2d1938 tempest-TestVolumeBootPattern-428988392 tempest-TestVolumeBootPattern-428988392-project] 10.222.0.53 "GET /v2.0/security-groups?id=ddc26bf4-0de0-4c33-8d45-b7d4817ee778&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0976319 Jun 24 11:51:15.968012 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-598fae56-392e-4127-b88e-df8b9243adac tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Network 53e710ea-782f-445f-8c3d-6c895ed61528 is already hosted by enough agents. {{(pid=128084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 11:51:15.994954 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.base_scheduler [None req-598fae56-392e-4127-b88e-df8b9243adac tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Resources bound (agent type, host, resource id): {{(pid=128084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:51:15.999574 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-598fae56-392e-4127-b88e-df8b9243adac tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Received port after_create {{(pid=128084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 11:51:16.007286 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-598fae56-392e-4127-b88e-df8b9243adac tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=128084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:51:16.008111 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-598fae56-392e-4127-b88e-df8b9243adac tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468916'] for port, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:16.027927 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-7a36ae9d-bfe1-46ae-994c-37f5f7795cbc tempest-SecGroupTest-1107880395 tempest-SecGroupTest-1107880395-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:16.036853 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-7a36ae9d-bfe1-46ae-994c-37f5f7795cbc tempest-SecGroupTest-1107880395 tempest-SecGroupTest-1107880395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1627007'] for security_group_rule, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:16.045683 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-0041b8ed-be23-4a15-99a9-c940235b077b tempest-SecGroupTest-1107880395 tempest-SecGroupTest-1107880395-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:51:16.052647 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2dc4d458-973c-4618-8d72-7cb4a7758ad2 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Made reservation on behalf of 99955773979244bf90218a1ecde00120 for: {'port': 1} {{(pid=128083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 11:51:16.072217 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-598fae56-392e-4127-b88e-df8b9243adac tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.8751271 Jun 24 11:51:16.074873 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 34064) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:51:16.086686 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-f31f9e59-3fd5-4af6-8dcc-cdfdb9b92f53 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:51:16.090780 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598fae56-392e-4127-b88e-df8b9243adac tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Pushing event updated for resources: {'Port': ['ID=c2ae0e5c-47b5-4fcb-ab12-c45ba8dc3e34,revision_number=1']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:51:16.093969 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-598fae56-392e-4127-b88e-df8b9243adac tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:51:16.166771 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-80c6ecc9-b217-42fe-94cb-46cc1b71371f admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=6bd30ea40ed34cfd8bfccaf942b4bb45&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3927655 Jun 24 11:51:16.169280 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 34066) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:51:16.189878 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a36ae9d-bfe1-46ae-994c-37f5f7795cbc tempest-SecGroupTest-1107880395 tempest-SecGroupTest-1107880395-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c547c1f-2422-44f5-af63-88c0d3a44dba,revision_number=0']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:51:16.194229 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-7a36ae9d-bfe1-46ae-994c-37f5f7795cbc tempest-SecGroupTest-1107880395 tempest-SecGroupTest-1107880395-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:51:16.200807 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.plugin [None req-f0b1ca65-e215-449c-ba9b-926aabdc9e21 tempest-TagsExtTest-1815527086 tempest-TagsExtTest-1815527086-project] Deleting port 18fb6b84-5aab-4248-8b78-23d892dc92ac {{(pid=128084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 11:51:16.201269 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-f0b1ca65-e215-449c-ba9b-926aabdc9e21 tempest-TagsExtTest-1815527086 tempest-TagsExtTest-1815527086-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793193942312'] for port, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:16.225735 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-7a36ae9d-bfe1-46ae-994c-37f5f7795cbc tempest-SecGroupTest-1107880395 tempest-SecGroupTest-1107880395-project] Notify callbacks [] for security_group_rule, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:16.229640 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-7a36ae9d-bfe1-46ae-994c-37f5f7795cbc tempest-SecGroupTest-1107880395 tempest-SecGroupTest-1107880395-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6062675 Jun 24 11:51:16.230554 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 34068) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:51:16.249295 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-2dc4d458-973c-4618-8d72-7cb4a7758ad2 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:16.279105 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-f31f9e59-3fd5-4af6-8dcc-cdfdb9b92f53 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:16.288316 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.notifiers.nova [None req-2dc4d458-973c-4618-8d72-7cb4a7758ad2 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] device_id is not set on port 322fd115-92ae-4300-ac64-479df359bd94 yet. {{(pid=128083) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 24 11:51:16.306134 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d6b2d2-f14b-462a-ba7c-c1b3fcf2389c req-7f595c5d-3e94-45fc-81d3-a9bd86bfbbc2 tempest-TestVolumeBootPattern-428988392 tempest-TestVolumeBootPattern-428988392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:51:16.307731 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-e2d6b2d2-f14b-462a-ba7c-c1b3fcf2389c req-7f595c5d-3e94-45fc-81d3-a9bd86bfbbc2 tempest-TestVolumeBootPattern-428988392 tempest-TestVolumeBootPattern-428988392-project] 10.222.0.53 "GET /v2.0/ports?device_id=5e25e9f8-29cf-4860-93c6-e03d46d226de HTTP/1.1" status: 200 len: 946 time: 0.1906562 Jun 24 11:51:16.327120 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-64ddeba1-e79b-4a97-9e7c-01150d7de84a tempest-SecGroupTest-1107880395 tempest-SecGroupTest-1107880395-project] 10.222.0.53 "GET /v2.0/security-group-rules/6c547c1f-2422-44f5-af63-88c0d3a44dba HTTP/1.1" status: 200 len: 763 time: 0.0867484 Jun 24 11:51:16.333694 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 34070) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:51:16.379111 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-3843a393-a00c-491c-a554-513322c1b3c2 None None] Provisioning for port 7ba66a01-2640-447b-b86f-44bc022a88b9 completed by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 11:51:16.385235 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-3843a393-a00c-491c-a554-513322c1b3c2 None None] Provisioning complete for port 7ba66a01-2640-447b-b86f-44bc022a88b9 triggered by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:51:16.386041 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-3843a393-a00c-491c-a554-513322c1b3c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:16.406367 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-3c1bdb99-3fa8-45b6-83fa-0c81aeedb195 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:16.435785 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-e2d6b2d2-f14b-462a-ba7c-c1b3fcf2389c req-a382d386-f579-434d-9412-1bb7fa9a315b tempest-TestVolumeBootPattern-428988392 tempest-TestVolumeBootPattern-428988392-project] 10.222.0.53 "GET /v2.0/security-groups?id=ddc26bf4-0de0-4c33-8d45-b7d4817ee778&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0939579 Jun 24 11:51:16.437258 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-f0b1ca65-e215-449c-ba9b-926aabdc9e21 tempest-TagsExtTest-1815527086 tempest-TagsExtTest-1815527086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1978872'] for port, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:16.474945 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 34072) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:51:16.486665 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-394f2bc1-b9bd-44fe-a3f3-c368ebbb9f4e tempest-SecGroupTest-1107880395 tempest-SecGroupTest-1107880395-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1497438 Jun 24 11:51:16.488359 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.plugin [None req-f0b1ca65-e215-449c-ba9b-926aabdc9e21 tempest-TagsExtTest-1815527086 tempest-TagsExtTest-1815527086-project] Calling delete_port for 18fb6b84-5aab-4248-8b78-23d892dc92ac owned by {{(pid=128084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 11:51:16.490781 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 34076) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:51:16.508952 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-3843a393-a00c-491c-a554-513322c1b3c2 None None] Provisioning complete for port a26b639c-02aa-4d6f-bcf1-bb9b9632e757 triggered by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:51:16.509402 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-3843a393-a00c-491c-a554-513322c1b3c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:16.510330 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-3c1bdb99-3fa8-45b6-83fa-0c81aeedb195 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:16.547283 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-3843a393-a00c-491c-a554-513322c1b3c2 None None] Port a26b639c-02aa-4d6f-bcf1-bb9b9632e757 cannot update to ACTIVE because it is not bound. {{(pid=128085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 11:51:16.589359 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-ed08657d-399c-4bb2-9cd7-67521bce6796 tempest-SecGroupTest-1107880395 tempest-SecGroupTest-1107880395-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:16.603880 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-ed08657d-399c-4bb2-9cd7-67521bce6796 tempest-SecGroupTest-1107880395 tempest-SecGroupTest-1107880395-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:16.646130 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.db_base_plugin_common [None req-2dc4d458-973c-4618-8d72-7cb4a7758ad2 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Allocated IP 2001:db8::16f (a61c4b46-a6f4-48b4-9ca4-b0aa9df4a595/414c6803-7edf-467c-a8d5-36304e52338e/322fd115-92ae-4300-ac64-479df359bd94) {{(pid=128083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 11:51:16.695443 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-ed08657d-399c-4bb2-9cd7-67521bce6796 tempest-SecGroupTest-1107880395 tempest-SecGroupTest-1107880395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1627007'] for security_group_rule, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:16.699479 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-48c7c4fa-be6d-4cc3-9f2b-c97bda4648b2 tempest-SecGroupTest-1107880395 tempest-SecGroupTest-1107880395-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:51:16.699885 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-f31f9e59-3fd5-4af6-8dcc-cdfdb9b92f53 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Notify callbacks [] for port, precommit_update {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:16.710393 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-ed08657d-399c-4bb2-9cd7-67521bce6796 tempest-SecGroupTest-1107880395 tempest-SecGroupTest-1107880395-project] Notify callbacks [] for security_group_rule, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:16.711512 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-ed08657d-399c-4bb2-9cd7-67521bce6796 tempest-SecGroupTest-1107880395 tempest-SecGroupTest-1107880395-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/6c547c1f-2422-44f5-af63-88c0d3a44dba HTTP/1.1" status: 204 len: 168 time: 0.2195504 Jun 24 11:51:16.712739 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-f31f9e59-3fd5-4af6-8dcc-cdfdb9b92f53 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3292081'] for port, after_update {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:16.715005 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 34078) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:51:16.717392 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-6cea3636-5397-4505-a320-34b7c98b4560 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:51:16.727999 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed08657d-399c-4bb2-9cd7-67521bce6796 tempest-SecGroupTest-1107880395 tempest-SecGroupTest-1107880395-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6c547c1f-2422-44f5-af63-88c0d3a44dba,revision_number=None']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:51:16.735086 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-ed08657d-399c-4bb2-9cd7-67521bce6796 tempest-SecGroupTest-1107880395 tempest-SecGroupTest-1107880395-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:51:16.751156 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-3c1bdb99-3fa8-45b6-83fa-0c81aeedb195 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800410'] for security_group, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:16.754642 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-3c1bdb99-3fa8-45b6-83fa-0c81aeedb195 admin admin] Notify callbacks [] for security_group, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:16.755485 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-3c1bdb99-3fa8-45b6-83fa-0c81aeedb195 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/23b08b90-16ce-4c4a-bdcf-754d9fd469ac HTTP/1.1" status: 204 len: 168 time: 0.5852890 Jun 24 11:51:16.757445 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-226d5922-e46d-4e66-9ef0-f9332741a875 tempest-TestVolumeBootPattern-901582506 tempest-TestVolumeBootPattern-901582506-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:51:16.760400 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-226d5922-e46d-4e66-9ef0-f9332741a875 tempest-TestVolumeBootPattern-901582506 tempest-TestVolumeBootPattern-901582506-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=5e25e9f8-29cf-4860-93c6-e03d46d226de HTTP/1.1" status: 200 len: 1094 time: 0.2834048 Jun 24 11:51:16.762614 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 34082) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:51:16.767806 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [None req-e660a5ad-4952-4b4e-9388-5b3adcf363fc tempest-TestVolumeBootPattern-428988392 tempest-TestVolumeBootPattern-428988392-project] Request body: {'floatingip': {'floating_network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'port_id': '71bd0aa5-7b84-4385-9fc4-2e4d3b22fafa', 'tenant_id': '91cba4619aa74784a108d3a825cc8e0c', 'fixed_ip_address': '172.20.0.10'}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:51:16.808000 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-e660a5ad-4952-4b4e-9388-5b3adcf363fc tempest-TestVolumeBootPattern-428988392 tempest-TestVolumeBootPattern-428988392-project] Notify callbacks [] for floatingip, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:16.814326 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.plugin [None req-f31f9e59-3fd5-4af6-8dcc-cdfdb9b92f53 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] In _notify_port_updated(), no bound segment for port c2ae0e5c-47b5-4fcb-ab12-c45ba8dc3e34 on network 53e710ea-782f-445f-8c3d-6c895ed61528 {{(pid=128084) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jun 24 11:51:16.821225 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f31f9e59-3fd5-4af6-8dcc-cdfdb9b92f53 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:51:16.821854 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-f31f9e59-3fd5-4af6-8dcc-cdfdb9b92f53 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468916'] for port, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:16.825540 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-f31f9e59-3fd5-4af6-8dcc-cdfdb9b92f53 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] 10.222.0.53 "PUT /v2.0/ports/c2ae0e5c-47b5-4fcb-ab12-c45ba8dc3e34 HTTP/1.1" status: 200 len: 818 time: 0.7471857 Jun 24 11:51:16.832636 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 34084) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:51:16.854598 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31f9e59-3fd5-4af6-8dcc-cdfdb9b92f53 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Pushing event updated for resources: {'Port': ['ID=c2ae0e5c-47b5-4fcb-ab12-c45ba8dc3e34,revision_number=2']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:51:16.877339 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-f31f9e59-3fd5-4af6-8dcc-cdfdb9b92f53 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:51:16.880913 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-b2870c71-1848-4ff3-af56-a4bb8e764acb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.097s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:51:16.897761 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-ca10a356-2a84-4283-9c4d-5c5929107973 tempest-SecGroupTest-1107880395 tempest-SecGroupTest-1107880395-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1726639 Jun 24 11:51:16.899151 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-f0b1ca65-e215-449c-ba9b-926aabdc9e21 tempest-TagsExtTest-1815527086 tempest-TagsExtTest-1815527086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793193945299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193536732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3292088'] for port, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:16.901519 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 34086) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:51:16.909197 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [None req-570b7005-1f0c-4dea-bdf1-d42b203e4ee0 tempest-SecGroupTest-1107880395 tempest-SecGroupTest-1107880395-project] Request body: {'security_group_rule': {'security_group_id': 'd3f9b0be-4e96-40cf-8f43-b3581011c61c', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:51:16.915875 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1bdb99-3fa8-45b6-83fa-0c81aeedb195 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23b08b90-16ce-4c4a-bdcf-754d9fd469ac,revision_number=None']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:51:16.924390 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-3c1bdb99-3fa8-45b6-83fa-0c81aeedb195 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:51:16.924944 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-be35e610-9728-4950-9134-005c4dc6485a tempest-FloatingIPNegativeTestJSON-1774915856 tempest-FloatingIPNegativeTestJSON-1774915856-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.011s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:51:16.967399 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b1ca65-e215-449c-ba9b-926aabdc9e21 tempest-TagsExtTest-1815527086 tempest-TagsExtTest-1815527086-project] Pushing event deleted for resources: {'Port': ['ID=18fb6b84-5aab-4248-8b78-23d892dc92ac,revision_number=None']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:51:16.970863 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-f0b1ca65-e215-449c-ba9b-926aabdc9e21 tempest-TagsExtTest-1815527086 tempest-TagsExtTest-1815527086-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:51:17.004147 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-570b7005-1f0c-4dea-bdf1-d42b203e4ee0 tempest-SecGroupTest-1107880395 tempest-SecGroupTest-1107880395-project] Notify callbacks [] for security_group_rule, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:17.077722 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-2dc4d458-973c-4618-8d72-7cb4a7758ad2 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Notify callbacks [] for port, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:17.084519 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-f0b1ca65-e215-449c-ba9b-926aabdc9e21 tempest-TagsExtTest-1815527086 tempest-TagsExtTest-1815527086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468916'] for port, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:17.094517 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-f0b1ca65-e215-449c-ba9b-926aabdc9e21 tempest-TagsExtTest-1815527086 tempest-TagsExtTest-1815527086-project] 10.222.0.53 "DELETE /v2.0/ports/18fb6b84-5aab-4248-8b78-23d892dc92ac HTTP/1.1" status: 204 len: 168 time: 1.2555690 Jun 24 11:51:17.094517 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 34090) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:51:17.110035 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.provisioning_blocks [None req-2dc4d458-973c-4618-8d72-7cb4a7758ad2 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Transition to ACTIVE for port object 322fd115-92ae-4300-ac64-479df359bd94 will not be triggered until provisioned by entity DHCP. {{(pid=128083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 11:51:17.141206 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-570b7005-1f0c-4dea-bdf1-d42b203e4ee0 tempest-SecGroupTest-1107880395 tempest-SecGroupTest-1107880395-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:17.143105 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-e660a5ad-4952-4b4e-9388-5b3adcf363fc tempest-TestVolumeBootPattern-428988392 tempest-TestVolumeBootPattern-428988392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:17.149682 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-570b7005-1f0c-4dea-bdf1-d42b203e4ee0 tempest-SecGroupTest-1107880395 tempest-SecGroupTest-1107880395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1627007'] for security_group_rule, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:17.162197 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-268e2843-ea5b-4491-9225-735110763cdb tempest-SecGroupIPv6Test-993619391 tempest-SecGroupIPv6Test-993619391-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:51:17.182122 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.plugin [None req-6812da93-f231-4635-a334-29bb8b37c65e tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Deleting port c2ae0e5c-47b5-4fcb-ab12-c45ba8dc3e34 {{(pid=128084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 11:51:17.182554 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-6812da93-f231-4635-a334-29bb8b37c65e tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793193942312'] for port, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:17.226959 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570b7005-1f0c-4dea-bdf1-d42b203e4ee0 tempest-SecGroupTest-1107880395 tempest-SecGroupTest-1107880395-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57d82180-b58d-487f-923c-835d635bdf61,revision_number=0']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:51:17.236359 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-570b7005-1f0c-4dea-bdf1-d42b203e4ee0 tempest-SecGroupTest-1107880395 tempest-SecGroupTest-1107880395-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:51:17.246087 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-570b7005-1f0c-4dea-bdf1-d42b203e4ee0 tempest-SecGroupTest-1107880395 tempest-SecGroupTest-1107880395-project] Notify callbacks [] for security_group_rule, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:17.247252 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-570b7005-1f0c-4dea-bdf1-d42b203e4ee0 tempest-SecGroupTest-1107880395 tempest-SecGroupTest-1107880395-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3439519 Jun 24 11:51:17.250799 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 34098) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:51:17.260902 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.db.db_base_plugin_v2 [None req-b156ca69-1030-4fb8-bf0d-f0e2d578f43f tempest-TagsExtTest-1815527086 tempest-TagsExtTest-1815527086-project] Deleting subnet a497dc61-0f2f-43fa-a2f2-958a24c8eddd {{(pid=128084) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 24 11:51:17.277236 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-b156ca69-1030-4fb8-bf0d-f0e2d578f43f tempest-TagsExtTest-1815527086 tempest-TagsExtTest-1815527086-project] Notify callbacks [] for subnet, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:17.282892 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-2dc4d458-973c-4618-8d72-7cb4a7758ad2 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-650429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-506361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793193536723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2537853'] for port, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:17.285787 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-6812da93-f231-4635-a334-29bb8b37c65e tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1978872'] for port, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:17.288154 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-f6205f2c-8182-4785-b6da-d0822ee07065 tempest-AllowedAddressPairIpV6TestJSON-2004454070 tempest-AllowedAddressPairIpV6TestJSON-2004454070-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:51:17.321139 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-9fde3d42-9e47-4e63-b97a-1a193fcea656 tempest-SecGroupTest-1107880395 tempest-SecGroupTest-1107880395-project] 10.222.0.53 "GET /v2.0/security-group-rules/57d82180-b58d-487f-923c-835d635bdf61 HTTP/1.1" status: 200 len: 764 time: 0.0625548 Jun 24 11:51:17.326333 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 34102) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:51:17.327624 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.plugin [None req-6812da93-f231-4635-a334-29bb8b37c65e tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Calling delete_port for c2ae0e5c-47b5-4fcb-ab12-c45ba8dc3e34 owned by {{(pid=128084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 11:51:17.356262 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-b156ca69-1030-4fb8-bf0d-f0e2d578f43f tempest-TagsExtTest-1815527086 tempest-TagsExtTest-1815527086-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2373542'] for subnet, precommit_delete_associations {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:17.380452 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dc4d458-973c-4618-8d72-7cb4a7758ad2 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Network a61c4b46-a6f4-48b4-9ca4-b0aa9df4a595 is already hosted by enough agents. {{(pid=128083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 11:51:17.391225 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc4d458-973c-4618-8d72-7cb4a7758ad2 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Pushing event updated for resources: {'Port': ['ID=322fd115-92ae-4300-ac64-479df359bd94,revision_number=1']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:51:17.395542 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.db_base_plugin_common [None req-e660a5ad-4952-4b4e-9388-5b3adcf363fc tempest-TestVolumeBootPattern-428988392 tempest-TestVolumeBootPattern-428988392-project] Allocated IP 172.26.7.252 (f2b8ca71-e776-48b2-8898-96cc7970207b/f37bf603-3862-4d0a-9f58-89616f7fd68f/7a6b7cf8-a56a-4d7b-9f04-93de2e445a8e) {{(pid=128083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 11:51:17.399425 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.base_scheduler [None req-2dc4d458-973c-4618-8d72-7cb4a7758ad2 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Resources bound (agent type, host, resource id): {{(pid=128083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:51:17.403476 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-2dc4d458-973c-4618-8d72-7cb4a7758ad2 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:51:17.407871 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dc4d458-973c-4618-8d72-7cb4a7758ad2 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Received port after_create {{(pid=128083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 11:51:17.413842 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dc4d458-973c-4618-8d72-7cb4a7758ad2 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:51:17.414762 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-2dc4d458-973c-4618-8d72-7cb4a7758ad2 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468916'] for port, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:17.470302 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-945e02e7-0e64-433e-8620-3d83f78940cd tempest-SecGroupTest-1107880395 tempest-SecGroupTest-1107880395-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.1424913 Jun 24 11:51:17.474665 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 34106) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:51:17.499115 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-6812da93-f231-4635-a334-29bb8b37c65e tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793193945299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193536732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3292088'] for port, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:17.514946 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-2dc4d458-973c-4618-8d72-7cb4a7758ad2 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.9045329 Jun 24 11:51:17.526752 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 34110) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:51:17.530296 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-2c556672-2be5-4451-9ca8-d080dc4b5dcd tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:51:17.535836 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [None req-a0f4879a-aeae-4394-ac67-86cbf979ac1d tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Request body: {'subnet': {'network_id': 'a61c4b46-a6f4-48b4-9ca4-b0aa9df4a595', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:51:17.576760 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device 7ba66a01-2640-447b-b86f-44bc022a88b9 up at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 11:51:17.584303 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6812da93-f231-4635-a334-29bb8b37c65e tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Pushing event deleted for resources: {'Port': ['ID=c2ae0e5c-47b5-4fcb-ab12-c45ba8dc3e34,revision_number=None']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:51:17.590758 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-6812da93-f231-4635-a334-29bb8b37c65e tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:51:17.620087 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-6812da93-f231-4635-a334-29bb8b37c65e tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468916'] for port, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:17.622508 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-6812da93-f231-4635-a334-29bb8b37c65e tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] 10.222.0.53 "DELETE /v2.0/ports/c2ae0e5c-47b5-4fcb-ab12-c45ba8dc3e34 HTTP/1.1" status: 204 len: 168 time: 0.7839103 Jun 24 11:51:17.626715 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 34114) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:51:17.663963 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-b156ca69-1030-4fb8-bf0d-f0e2d578f43f tempest-TagsExtTest-1815527086 tempest-TagsExtTest-1815527086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-972249'] for subnet, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:17.666056 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-88839594-2be1-4f57-9ce4-5fd5ba843ba7 tempest-SecGroupTest-1107880395 tempest-SecGroupTest-1107880395-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:17.666479 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning complete for port 7ba66a01-2640-447b-b86f-44bc022a88b9 triggered by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:51:17.666877 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:17.685340 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-88839594-2be1-4f57-9ce4-5fd5ba843ba7 tempest-SecGroupTest-1107880395 tempest-SecGroupTest-1107880395-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:17.772295 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-88839594-2be1-4f57-9ce4-5fd5ba843ba7 tempest-SecGroupTest-1107880395 tempest-SecGroupTest-1107880395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1627007'] for security_group_rule, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:17.779744 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-88839594-2be1-4f57-9ce4-5fd5ba843ba7 tempest-SecGroupTest-1107880395 tempest-SecGroupTest-1107880395-project] Notify callbacks [] for security_group_rule, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:17.784156 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-88839594-2be1-4f57-9ce4-5fd5ba843ba7 tempest-SecGroupTest-1107880395 tempest-SecGroupTest-1107880395-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/57d82180-b58d-487f-923c-835d635bdf61 HTTP/1.1" status: 204 len: 168 time: 0.3060606 Jun 24 11:51:17.787241 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 34118) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:51:17.796874 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:51:17.810273 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-e660a5ad-4952-4b4e-9388-5b3adcf363fc tempest-TestVolumeBootPattern-428988392 tempest-TestVolumeBootPattern-428988392-project] Notify callbacks [] for port, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:17.820874 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-b156ca69-1030-4fb8-bf0d-f0e2d578f43f tempest-TagsExtTest-1815527086 tempest-TagsExtTest-1815527086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-972238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3292022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3162263'] for subnet, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:17.825661 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88839594-2be1-4f57-9ce4-5fd5ba843ba7 tempest-SecGroupTest-1107880395 tempest-SecGroupTest-1107880395-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=57d82180-b58d-487f-923c-835d635bdf61,revision_number=None']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:51:17.825972 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-3c470064-18aa-4d0a-8fa5-0e9d3b648909 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:51:17.832460 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-88839594-2be1-4f57-9ce4-5fd5ba843ba7 tempest-SecGroupTest-1107880395 tempest-SecGroupTest-1107880395-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:51:17.838076 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22bda2fd-356d-4e89-b083-3a05f2bc4309 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:51:17.839667 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-22bda2fd-356d-4e89-b083-3a05f2bc4309 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.2123301 Jun 24 11:51:17.842426 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 34120) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:51:17.882586 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-b156ca69-1030-4fb8-bf0d-f0e2d578f43f tempest-TagsExtTest-1815527086 tempest-TagsExtTest-1815527086-project] Notify callbacks [] for subnet, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:17.885785 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-b156ca69-1030-4fb8-bf0d-f0e2d578f43f tempest-TagsExtTest-1815527086 tempest-TagsExtTest-1815527086-project] 10.222.0.53 "DELETE /v2.0/subnets/a497dc61-0f2f-43fa-a2f2-958a24c8eddd HTTP/1.1" status: 204 len: 168 time: 0.7912972 Jun 24 11:51:17.885785 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 34122) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:51:17.887977 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b156ca69-1030-4fb8-bf0d-f0e2d578f43f tempest-TagsExtTest-1815527086 tempest-TagsExtTest-1815527086-project] Pushing event deleted for resources: {'Subnet': ['ID=a497dc61-0f2f-43fa-a2f2-958a24c8eddd,revision_number=None']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:51:17.889675 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 34124) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:51:17.890368 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45bce999-3ec2-43f5-a43c-f420443bd58d None None] Network c88ee591-a287-41ae-9dcd-037425d8c8b9 requested from dv-neutron-797120-4-hyperv {{(pid=128085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 11:51:17.899636 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f12656f-c568-4dd5-ba09-d0d8d99fc006 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] GET failed (client error): The resource could not be found. Jun 24 11:51:17.904729 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-1f12656f-c568-4dd5-ba09-d0d8d99fc006 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] 10.222.0.53 "GET /v2.0/ports/c2ae0e5c-47b5-4fcb-ab12-c45ba8dc3e34 HTTP/1.1" status: 404 len: 333 time: 0.0580592 Jun 24 11:51:17.905190 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 34128) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:51:17.905943 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-b156ca69-1030-4fb8-bf0d-f0e2d578f43f tempest-TagsExtTest-1815527086 tempest-TagsExtTest-1815527086-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:51:17.912158 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [None req-4ef230c8-ff19-45ce-b653-0b7f3d0c2aa9 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1552610658'}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:51:17.912312 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-0ee02107-9312-4bf9-9d5b-2eeb18d28607 None None] Provisioning for port 322fd115-92ae-4300-ac64-479df359bd94 completed by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 11:51:17.917031 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-95e337ab-3f3c-47da-a6cb-15e8df61b32f tempest-SecGroupTest-1107880395 tempest-SecGroupTest-1107880395-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1252241 Jun 24 11:51:17.922154 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 34130) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:51:17.931876 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-0ee02107-9312-4bf9-9d5b-2eeb18d28607 None None] Provisioning complete for port 322fd115-92ae-4300-ac64-479df359bd94 triggered by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:51:17.933152 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-0ee02107-9312-4bf9-9d5b-2eeb18d28607 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:17.955397 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0f4879a-aeae-4394-ac67-86cbf979ac1d tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Made reservation on behalf of 99955773979244bf90218a1ecde00120 for: {'subnet': 1} {{(pid=128083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 11:51:17.959810 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-a0f4879a-aeae-4394-ac67-86cbf979ac1d tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3289788'] for subnet, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:17.985256 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-0ee02107-9312-4bf9-9d5b-2eeb18d28607 None None] Port 322fd115-92ae-4300-ac64-479df359bd94 cannot update to ACTIVE because it is not bound. {{(pid=128085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 11:51:18.003540 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-fd149e76-37b3-49fb-9746-d706e23fa79e tempest-TagsExtTest-1815527086 tempest-TagsExtTest-1815527086-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-534962'] for network, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:18.020480 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-e660a5ad-4952-4b4e-9388-5b3adcf363fc tempest-TestVolumeBootPattern-428988392 tempest-TestVolumeBootPattern-428988392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-650429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-506361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793193536723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2537853'] for port, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:18.050944 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-f7c76884-8f29-41a6-b3c8-f2b0eaf264c0 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:51:18.053068 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ef230c8-ff19-45ce-b653-0b7f3d0c2aa9 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Made reservation on behalf of 38289682863c40298c517287ec90b883 for: {'network': 1} {{(pid=128083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 11:51:18.056037 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-535884a8-7ef0-430b-b97b-1c16996309fd tempest-BulkNetworkOpsTest-1574223460 tempest-BulkNetworkOpsTest-1574223460-project] Request body: {'networks': [{'name': 'tempest-network--1472742087'}, {'name': 'tempest-network--483366972'}]} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:51:18.056037 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-535884a8-7ef0-430b-b97b-1c16996309fd tempest-BulkNetworkOpsTest-1574223460 tempest-BulkNetworkOpsTest-1574223460-project] Request body: {'network': {'name': 'tempest-network--1472742087'}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:51:18.056419 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-535884a8-7ef0-430b-b97b-1c16996309fd tempest-BulkNetworkOpsTest-1574223460 tempest-BulkNetworkOpsTest-1574223460-project] Request body: {'network': {'name': 'tempest-network--483366972'}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:51:18.056764 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-4ef230c8-ff19-45ce-b653-0b7f3d0c2aa9 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for network, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:18.101941 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.plugin [None req-fd149e76-37b3-49fb-9746-d706e23fa79e tempest-TagsExtTest-1815527086 tempest-TagsExtTest-1815527086-project] Deleting port 568906ff-7770-46d0-865e-18f8e17c4f61 {{(pid=128084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 11:51:18.102208 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-fd149e76-37b3-49fb-9746-d706e23fa79e tempest-TagsExtTest-1815527086 tempest-TagsExtTest-1815527086-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793193942312'] for port, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:18.129416 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-535884a8-7ef0-430b-b97b-1c16996309fd tempest-BulkNetworkOpsTest-1574223460 tempest-BulkNetworkOpsTest-1574223460-project] Made reservation on behalf of 6ff89c67618d434aadf0f2c697248c35 for: {'network': 2} {{(pid=128084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 11:51:18.135198 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-535884a8-7ef0-430b-b97b-1c16996309fd tempest-BulkNetworkOpsTest-1574223460 tempest-BulkNetworkOpsTest-1574223460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for network, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:18.137449 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e660a5ad-4952-4b4e-9388-5b3adcf363fc tempest-TestVolumeBootPattern-428988392 tempest-TestVolumeBootPattern-428988392-project] Network f2b8ca71-e776-48b2-8898-96cc7970207b is already hosted by enough agents. {{(pid=128083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 11:51:18.156279 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.base_scheduler [None req-e660a5ad-4952-4b4e-9388-5b3adcf363fc tempest-TestVolumeBootPattern-428988392 tempest-TestVolumeBootPattern-428988392-project] Resources bound (agent type, host, resource id): {{(pid=128083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:51:18.170159 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e660a5ad-4952-4b4e-9388-5b3adcf363fc tempest-TestVolumeBootPattern-428988392 tempest-TestVolumeBootPattern-428988392-project] Received port after_create {{(pid=128083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 11:51:18.172049 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e660a5ad-4952-4b4e-9388-5b3adcf363fc tempest-TestVolumeBootPattern-428988392 tempest-TestVolumeBootPattern-428988392-project] Pushing event updated for resources: {'Port': ['ID=7a6b7cf8-a56a-4d7b-9f04-93de2e445a8e,revision_number=1']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:51:18.180372 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-bad46868-5cf9-4c78-981a-54c592636b9b tempest-SecGroupTest-1107880395 tempest-SecGroupTest-1107880395-project] Notify callbacks [] for security_group, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:18.180816 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-535884a8-7ef0-430b-b97b-1c16996309fd tempest-BulkNetworkOpsTest-1574223460 tempest-BulkNetworkOpsTest-1574223460-project] Notify callbacks [] for security_group, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:18.182325 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-e660a5ad-4952-4b4e-9388-5b3adcf363fc tempest-TestVolumeBootPattern-428988392 tempest-TestVolumeBootPattern-428988392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:51:18.209818 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7106c9d-e0c8-42f7-8b12-6d96c7fd4cf4 None None] DHCP port deletion for c88ee591-a287-41ae-9dcd-037425d8c8b9 request from dv-neutron-797120-4-hyperv {{(pid=128085) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 24 11:51:18.212346 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.db [None req-fd149e76-37b3-49fb-9746-d706e23fa79e tempest-TagsExtTest-1815527086 tempest-TagsExtTest-1815527086-project] For port 568906ff-7770-46d0-865e-18f8e17c4f61, host dv-neutron-797120-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=568906ff-7770-46d0-865e-18f8e17c4f61,segment=NetworkSegment(aa9bdc66-c54a-4897-a874-cdfe1480cd39),segment_id=aa9bdc66-c54a-4897-a874-cdfe1480cd39)] {{(pid=128084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 11:51:18.212714 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-fd149e76-37b3-49fb-9746-d706e23fa79e tempest-TagsExtTest-1815527086 tempest-TagsExtTest-1815527086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1978872'] for port, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:18.217953 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.db.ipam_backend_mixin [None req-a0f4879a-aeae-4394-ac67-86cbf979ac1d tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 414c6803-7edf-467c-a8d5-36304e52338e (CIDR: 2001:db8::/64) Jun 24 11:51:18.229067 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ef230c8-ff19-45ce-b653-0b7f3d0c2aa9 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] vlan segment allocate from pool success with {'vlan_id': 627, 'physical_network': 'physnet1'} {{(pid=128083) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 11:51:18.232994 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0f4879a-aeae-4394-ac67-86cbf979ac1d tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 24 11:51:18.233565 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a0f4879a-aeae-4394-ac67-86cbf979ac1d tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=128083) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 24 11:51:18.233698 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.plugin [None req-fd149e76-37b3-49fb-9746-d706e23fa79e tempest-TagsExtTest-1815527086 tempest-TagsExtTest-1815527086-project] Calling delete_port for 568906ff-7770-46d0-865e-18f8e17c4f61 owned by network:dhcp {{(pid=128084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 11:51:18.264473 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-bad46868-5cf9-4c78-981a-54c592636b9b tempest-SecGroupTest-1107880395 tempest-SecGroupTest-1107880395-project] Notify callbacks [] for security_group, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:18.267092 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-b7106c9d-e0c8-42f7-8b12-6d96c7fd4cf4 None None] Deleting port 568906ff-7770-46d0-865e-18f8e17c4f61 {{(pid=128085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 11:51:18.267683 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-b7106c9d-e0c8-42f7-8b12-6d96c7fd4cf4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793193942312'] for port, before_delete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:18.279922 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-4ef230c8-ff19-45ce-b653-0b7f3d0c2aa9 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967879'] for segment, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:18.280270 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.db.segments_db [None req-4ef230c8-ff19-45ce-b653-0b7f3d0c2aa9 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Added segment fe927f86-9561-4ee2-89d2-4add337d156d of type vlan for network a1cffded-447a-4fae-bc9a-a2b82550c64c Jun 24 11:51:18.337251 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-b7106c9d-e0c8-42f7-8b12-6d96c7fd4cf4 None None] For port 568906ff-7770-46d0-865e-18f8e17c4f61, host dv-neutron-797120-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=568906ff-7770-46d0-865e-18f8e17c4f61,segment=NetworkSegment(aa9bdc66-c54a-4897-a874-cdfe1480cd39),segment_id=aa9bdc66-c54a-4897-a874-cdfe1480cd39)] {{(pid=128085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 11:51:18.337940 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-b7106c9d-e0c8-42f7-8b12-6d96c7fd4cf4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1978872'] for port, precommit_delete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:18.353053 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-b7106c9d-e0c8-42f7-8b12-6d96c7fd4cf4 None None] Calling delete_port for 568906ff-7770-46d0-865e-18f8e17c4f61 owned by network:dhcp {{(pid=128085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 11:51:18.382834 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-fd149e76-37b3-49fb-9746-d706e23fa79e tempest-TagsExtTest-1815527086 tempest-TagsExtTest-1815527086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793193945299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193536732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3292088'] for port, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:18.387409 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-70b9be4d-a35a-4700-b60d-4810f90d7c8a tempest-FloatingIPAdminTestJSON-1100601588 tempest-FloatingIPAdminTestJSON-1100601588-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:51:18.396117 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-4ef230c8-ff19-45ce-b653-0b7f3d0c2aa9 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793193525068'] for network, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:18.412413 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-bad46868-5cf9-4c78-981a-54c592636b9b tempest-SecGroupTest-1107880395 tempest-SecGroupTest-1107880395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800410'] for security_group, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:18.414987 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-bad46868-5cf9-4c78-981a-54c592636b9b tempest-SecGroupTest-1107880395 tempest-SecGroupTest-1107880395-project] Notify callbacks [] for security_group, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:18.418589 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-bad46868-5cf9-4c78-981a-54c592636b9b tempest-SecGroupTest-1107880395 tempest-SecGroupTest-1107880395-project] 10.222.0.53 "DELETE /v2.0/security-groups/d3f9b0be-4e96-40cf-8f43-b3581011c61c HTTP/1.1" status: 204 len: 168 time: 0.4918580 Jun 24 11:51:18.420676 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-58ed3afa-3d0b-464f-a0e0-da93aed1bb2e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:51:18.424675 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 34132) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:51:18.431884 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd149e76-37b3-49fb-9746-d706e23fa79e tempest-TagsExtTest-1815527086 tempest-TagsExtTest-1815527086-project] Pushing event deleted for resources: {'Port': ['ID=568906ff-7770-46d0-865e-18f8e17c4f61,revision_number=None']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:51:18.433805 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd149e76-37b3-49fb-9746-d706e23fa79e tempest-TagsExtTest-1815527086 tempest-TagsExtTest-1815527086-project] No DVR routers for this DVR port 568906ff-7770-46d0-865e-18f8e17c4f61 on host dv-neutron-797120-4-hyperv {{(pid=128084) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 11:51:18.436896 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-535884a8-7ef0-430b-b97b-1c16996309fd tempest-BulkNetworkOpsTest-1574223460 tempest-BulkNetworkOpsTest-1574223460-project] Notify callbacks [] for security_group, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:18.438110 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-fd149e76-37b3-49fb-9746-d706e23fa79e tempest-TagsExtTest-1815527086 tempest-TagsExtTest-1815527086-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:51:18.459186 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-b7106c9d-e0c8-42f7-8b12-6d96c7fd4cf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793193945299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193536732'] for port, after_delete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:18.462824 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-2a98ef46-c1c0-4303-b4cd-fe86e886b2a3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:51:18.464395 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-535884a8-7ef0-430b-b97b-1c16996309fd tempest-BulkNetworkOpsTest-1574223460 tempest-BulkNetworkOpsTest-1574223460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800410'] for security_group, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:18.464941 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-535884a8-7ef0-430b-b97b-1c16996309fd tempest-BulkNetworkOpsTest-1574223460 tempest-BulkNetworkOpsTest-1574223460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for network, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:18.468316 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-a46f6e72-9276-4568-a47a-f814928e9403 tempest-NegativeSecGroupIPv6Test-156486133 tempest-NegativeSecGroupIPv6Test-156486133-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:51:18.494551 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7106c9d-e0c8-42f7-8b12-6d96c7fd4cf4 None None] Pushing event deleted for resources: {'Port': ['ID=568906ff-7770-46d0-865e-18f8e17c4f61,revision_number=None']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:51:18.497356 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-b7106c9d-e0c8-42f7-8b12-6d96c7fd4cf4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:51:18.500944 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7106c9d-e0c8-42f7-8b12-6d96c7fd4cf4 None None] No DVR routers for this DVR port 568906ff-7770-46d0-865e-18f8e17c4f61 on host dv-neutron-797120-4-hyperv {{(pid=128085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 11:51:18.505579 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-a0f4879a-aeae-4394-ac67-86cbf979ac1d tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9762456 Jun 24 11:51:18.511266 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad46868-5cf9-4c78-981a-54c592636b9b tempest-SecGroupTest-1107880395 tempest-SecGroupTest-1107880395-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3f9b0be-4e96-40cf-8f43-b3581011c61c,revision_number=None']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:51:18.514649 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 34134) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:51:18.520212 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-bad46868-5cf9-4c78-981a-54c592636b9b tempest-SecGroupTest-1107880395 tempest-SecGroupTest-1107880395-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:51:18.525614 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [None req-ede4e73b-94d8-48b2-bf77-291a23cdcdbb tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Request body: {'subnet': {'network_id': 'a61c4b46-a6f4-48b4-9ca4-b0aa9df4a595', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:51:18.536826 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-535884a8-7ef0-430b-b97b-1c16996309fd tempest-BulkNetworkOpsTest-1574223460 tempest-BulkNetworkOpsTest-1574223460-project] vlan segment allocate from pool success with {'vlan_id': 617, 'physical_network': 'physnet1'} {{(pid=128084) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 11:51:18.552177 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-535884a8-7ef0-430b-b97b-1c16996309fd tempest-BulkNetworkOpsTest-1574223460 tempest-BulkNetworkOpsTest-1574223460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967879'] for segment, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:18.552544 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.db.segments_db [None req-535884a8-7ef0-430b-b97b-1c16996309fd tempest-BulkNetworkOpsTest-1574223460 tempest-BulkNetworkOpsTest-1574223460-project] Added segment 10d05f08-b155-431b-8bc6-f6e843432ac0 of type vlan for network 96bd6810-0d69-42ad-ad11-aa8203880be7 Jun 24 11:51:18.575102 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-4ef230c8-ff19-45ce-b653-0b7f3d0c2aa9 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1800243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976'] for network, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:18.581098 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ef230c8-ff19-45ce-b653-0b7f3d0c2aa9 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:51:18.582374 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-4ef230c8-ff19-45ce-b653-0b7f3d0c2aa9 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Notify callbacks [] for network, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:18.594040 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-6f343c85-ebc4-41b1-9327-27f6f78aa40c tempest-RoutersNegativeIpV6Test-675716403 tempest-RoutersNegativeIpV6Test-675716403-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:51:18.614793 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535884a8-7ef0-430b-b97b-1c16996309fd tempest-BulkNetworkOpsTest-1574223460 tempest-BulkNetworkOpsTest-1574223460-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cae78e2e-76d3-47e5-b052-537717f0832b,revision_number=1']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:51:18.619632 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-fd149e76-37b3-49fb-9746-d706e23fa79e tempest-TagsExtTest-1815527086 tempest-TagsExtTest-1815527086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973199', 'neutron.services.segments.db._delete_segments_for_network-8793194012456'] for network, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:18.641389 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-535884a8-7ef0-430b-b97b-1c16996309fd tempest-BulkNetworkOpsTest-1574223460 tempest-BulkNetworkOpsTest-1574223460-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:51:18.657576 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.services.segments.db [None req-fd149e76-37b3-49fb-9746-d706e23fa79e tempest-TagsExtTest-1815527086 tempest-TagsExtTest-1815527086-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c88ee591-a287-41ae-9dcd-037425d8c8b9']}} {{(pid=128084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:51:18.677208 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-535884a8-7ef0-430b-b97b-1c16996309fd tempest-BulkNetworkOpsTest-1574223460 tempest-BulkNetworkOpsTest-1574223460-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793193525068'] for network, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:18.681648 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.services.segments.db [None req-fd149e76-37b3-49fb-9746-d706e23fa79e tempest-TagsExtTest-1815527086 tempest-TagsExtTest-1815527086-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa9bdc66-c54a-4897-a874-cdfe1480cd39') {'for_net_delete': True} {{(pid=128084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:51:18.681944 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.services.segments.db [None req-fd149e76-37b3-49fb-9746-d706e23fa79e tempest-TagsExtTest-1815527086 tempest-TagsExtTest-1815527086-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa9bdc66-c54a-4897-a874-cdfe1480cd39') {} {{(pid=128084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:51:18.695152 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-fd149e76-37b3-49fb-9746-d706e23fa79e tempest-TagsExtTest-1815527086 tempest-TagsExtTest-1815527086-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793194097327', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2373599'] for segment, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:18.717290 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-fd149e76-37b3-49fb-9746-d706e23fa79e tempest-TagsExtTest-1815527086 tempest-TagsExtTest-1815527086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967879'] for segment, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:18.734285 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd149e76-37b3-49fb-9746-d706e23fa79e tempest-TagsExtTest-1815527086 tempest-TagsExtTest-1815527086-project] Releasing vlan 609 on physical network physnet1 to pool {{(pid=128084) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 11:51:18.734867 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-fd149e76-37b3-49fb-9746-d706e23fa79e tempest-TagsExtTest-1815527086 tempest-TagsExtTest-1815527086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3292053'] for segment, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:18.739479 dv-neutron-797120-4-hyperv neutron-server[128084]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 11:51:18.739479 dv-neutron-797120-4-hyperv neutron-server[128084]: conditions |= (models_v2.Port.network_id.in_( Jun 24 11:51:18.739479 dv-neutron-797120-4-hyperv neutron-server[128084]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 11:51:18.739479 dv-neutron-797120-4-hyperv neutron-server[128084]: conditions |= (models_v2.Port.network_id.in_( Jun 24 11:51:18.739479 dv-neutron-797120-4-hyperv neutron-server[128084]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 11:51:18.739479 dv-neutron-797120-4-hyperv neutron-server[128084]: conditions |= (models_v2.Port.network_id.in_( Jun 24 11:51:18.739479 dv-neutron-797120-4-hyperv neutron-server[128084]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 11:51:18.739479 dv-neutron-797120-4-hyperv neutron-server[128084]: conditions |= (models_v2.Port.network_id.in_( Jun 24 11:51:18.739479 dv-neutron-797120-4-hyperv neutron-server[128084]: Traceback (most recent call last): Jun 24 11:51:18.739479 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 24 11:51:18.739479 dv-neutron-797120-4-hyperv neutron-server[128084]: timer() Jun 24 11:51:18.739479 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 24 11:51:18.739479 dv-neutron-797120-4-hyperv neutron-server[128084]: cb(*args, **kw) Jun 24 11:51:18.739479 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 24 11:51:18.739479 dv-neutron-797120-4-hyperv neutron-server[128084]: return func(*args, **kwargs) Jun 24 11:51:18.739479 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 24 11:51:18.739479 dv-neutron-797120-4-hyperv neutron-server[128084]: self._notify() Jun 24 11:51:18.739479 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 24 11:51:18.739479 dv-neutron-797120-4-hyperv neutron-server[128084]: self.callback(batched_events) Jun 24 11:51:18.739479 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 24 11:51:18.739479 dv-neutron-797120-4-hyperv neutron-server[128084]: event.method(event) Jun 24 11:51:18.739479 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 24 11:51:18.739479 dv-neutron-797120-4-hyperv neutron-server[128084]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 24 11:51:18.739479 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 24 11:51:18.739479 dv-neutron-797120-4-hyperv neutron-server[128084]: aggregate_uuid = self.p_client.list_aggregates( Jun 24 11:51:18.739479 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 24 11:51:18.739479 dv-neutron-797120-4-hyperv neutron-server[128084]: return f(self, *a, **k) Jun 24 11:51:18.739479 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 24 11:51:18.739479 dv-neutron-797120-4-hyperv neutron-server[128084]: return self._get(url).json() Jun 24 11:51:18.739479 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 24 11:51:18.739479 dv-neutron-797120-4-hyperv neutron-server[128084]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 24 11:51:18.739479 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 24 11:51:18.739479 dv-neutron-797120-4-hyperv neutron-server[128084]: return self.request(url, 'GET', **kwargs) Jun 24 11:51:18.739479 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 24 11:51:18.739479 dv-neutron-797120-4-hyperv neutron-server[128084]: base_url = self.get_endpoint(auth, allow=allow, Jun 24 11:51:18.739479 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 24 11:51:18.739479 dv-neutron-797120-4-hyperv neutron-server[128084]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 24 11:51:18.739479 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 24 11:51:18.739479 dv-neutron-797120-4-hyperv neutron-server[128084]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 24 11:51:18.739479 dv-neutron-797120-4-hyperv neutron-server[128084]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 24 11:51:18.749463 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-4ef230c8-ff19-45ce-b653-0b7f3d0c2aa9 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.8429699 Jun 24 11:51:18.750745 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 34136) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:51:18.766706 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-de1256ce-695c-41e7-9556-615370b43254 tempest-SecGroupTest-1107880395 tempest-SecGroupTest-1107880395-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3330564 Jun 24 11:51:18.772740 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [None req-66c9a052-179a-428d-9b15-0043ef107dcd tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Request body: {'subnet': {'network_id': 'a1cffded-447a-4fae-bc9a-a2b82550c64c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:51:18.791275 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 34138) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:51:18.799160 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef230c8-ff19-45ce-b653-0b7f3d0c2aa9 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Pushing event updated for resources: {'Network': ['ID=a1cffded-447a-4fae-bc9a-a2b82550c64c,revision_number=1']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:51:18.811203 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-535884a8-7ef0-430b-b97b-1c16996309fd tempest-BulkNetworkOpsTest-1574223460 tempest-BulkNetworkOpsTest-1574223460-project] vlan segment allocate from pool success with {'vlan_id': 608, 'physical_network': 'physnet1'} {{(pid=128084) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 11:51:18.812367 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Network a1cffded-447a-4fae-bc9a-a2b82550c64c details requested by agent ovs-agent-dv-neutron-797120-4-hyperv with host dv-neutron-797120-4-hyperv {{(pid=128085) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 11:51:18.827119 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-4ef230c8-ff19-45ce-b653-0b7f3d0c2aa9 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:51:18.843972 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-fd149e76-37b3-49fb-9746-d706e23fa79e tempest-TagsExtTest-1815527086 tempest-TagsExtTest-1815527086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1800243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1815642'] for network, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:18.855376 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-535884a8-7ef0-430b-b97b-1c16996309fd tempest-BulkNetworkOpsTest-1574223460 tempest-BulkNetworkOpsTest-1574223460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967879'] for segment, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:18.855738 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.db.segments_db [None req-535884a8-7ef0-430b-b97b-1c16996309fd tempest-BulkNetworkOpsTest-1574223460 tempest-BulkNetworkOpsTest-1574223460-project] Added segment 08dc6a1b-321b-4186-ba83-3789c680d24b of type vlan for network ae3bfdde-ff3b-4b9c-bc15-1a485f1d83a2 Jun 24 11:51:18.857784 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-0e24ba8a-90f4-45be-8b44-b88180896ce0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:51:18.866424 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-fd149e76-37b3-49fb-9746-d706e23fa79e tempest-TagsExtTest-1815527086 tempest-TagsExtTest-1815527086-project] Notify callbacks [] for network, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:18.872035 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-fd149e76-37b3-49fb-9746-d706e23fa79e tempest-TagsExtTest-1815527086 tempest-TagsExtTest-1815527086-project] 10.222.0.53 "DELETE /v2.0/networks/c88ee591-a287-41ae-9dcd-037425d8c8b9 HTTP/1.1" status: 204 len: 168 time: 0.9708757 Jun 24 11:51:18.905599 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd149e76-37b3-49fb-9746-d706e23fa79e tempest-TagsExtTest-1815527086 tempest-TagsExtTest-1815527086-project] Pushing event deleted for resources: {'Network': ['ID=c88ee591-a287-41ae-9dcd-037425d8c8b9,revision_number=None']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:51:18.935031 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-be3bcc9d-226f-4890-be90-a9502f894446 tempest-SecGroupTest-1107880395 tempest-SecGroupTest-1107880395-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1424563 Jun 24 11:51:18.938576 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-fd149e76-37b3-49fb-9746-d706e23fa79e tempest-TagsExtTest-1815527086 tempest-TagsExtTest-1815527086-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:51:18.960252 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-535884a8-7ef0-430b-b97b-1c16996309fd tempest-BulkNetworkOpsTest-1574223460 tempest-BulkNetworkOpsTest-1574223460-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793193525068'] for network, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:19.026561 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-535884a8-7ef0-430b-b97b-1c16996309fd tempest-BulkNetworkOpsTest-1574223460 tempest-BulkNetworkOpsTest-1574223460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1800243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976'] for network, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:19.027371 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-535884a8-7ef0-430b-b97b-1c16996309fd tempest-BulkNetworkOpsTest-1574223460 tempest-BulkNetworkOpsTest-1574223460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1800243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976'] for network, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:19.033189 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-535884a8-7ef0-430b-b97b-1c16996309fd tempest-BulkNetworkOpsTest-1574223460 tempest-BulkNetworkOpsTest-1574223460-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=128084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:51:19.050248 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-535884a8-7ef0-430b-b97b-1c16996309fd tempest-BulkNetworkOpsTest-1574223460 tempest-BulkNetworkOpsTest-1574223460-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=128084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:51:19.051116 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-535884a8-7ef0-430b-b97b-1c16996309fd tempest-BulkNetworkOpsTest-1574223460 tempest-BulkNetworkOpsTest-1574223460-project] Notify callbacks [] for network, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:19.053902 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-32ecfd84-f628-494d-8ac5-eab36fd1db94 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:51:19.132645 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ede4e73b-94d8-48b2-bf77-291a23cdcdbb tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Made reservation on behalf of 99955773979244bf90218a1ecde00120 for: {'subnet': 1} {{(pid=128083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 11:51:19.138703 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535884a8-7ef0-430b-b97b-1c16996309fd tempest-BulkNetworkOpsTest-1574223460 tempest-BulkNetworkOpsTest-1574223460-project] Pushing event updated for resources: {'Network': ['ID=96bd6810-0d69-42ad-ad11-aa8203880be7,revision_number=1']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:51:19.139573 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-ede4e73b-94d8-48b2-bf77-291a23cdcdbb tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3289788'] for subnet, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:19.158440 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Network 96bd6810-0d69-42ad-ad11-aa8203880be7 details requested by agent ovs-agent-dv-neutron-797120-4-hyperv with host dv-neutron-797120-4-hyperv {{(pid=128085) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 11:51:19.257327 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 34148) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:51:19.273674 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535884a8-7ef0-430b-b97b-1c16996309fd tempest-BulkNetworkOpsTest-1574223460 tempest-BulkNetworkOpsTest-1574223460-project] Pushing event updated for resources: {'Network': ['ID=ae3bfdde-ff3b-4b9c-bc15-1a485f1d83a2,revision_number=1']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:51:19.279486 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-535884a8-7ef0-430b-b97b-1c16996309fd tempest-BulkNetworkOpsTest-1574223460 tempest-BulkNetworkOpsTest-1574223460-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:51:19.280408 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-334a3130-f111-4a5d-ab29-cfe2b9a0b42d tempest-TagsTest-896644298 tempest-TagsTest-896644298-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.223s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:51:19.280826 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-334a3130-f111-4a5d-ab29-cfe2b9a0b42d tempest-TagsTest-896644298 tempest-TagsTest-896644298-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:51:19.295201 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Network ae3bfdde-ff3b-4b9c-bc15-1a485f1d83a2 details requested by agent ovs-agent-dv-neutron-797120-4-hyperv with host dv-neutron-797120-4-hyperv {{(pid=128085) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 11:51:19.305102 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 34152) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:51:19.512141 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-4c2afd53-6265-45be-819d-4efdd825ece6 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=f806c8388094455e8e24906c861d85b8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2037542 Jun 24 11:51:19.514011 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 34156) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:51:19.545953 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device 568906ff-7770-46d0-865e-18f8e17c4f61 no longer exists at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 11:51:19.549092 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-1b4f91c2-eac9-41ac-90df-36611e5a3e6c admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=4e2674ed61494c8fb3c7431e6f8dd01e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2893641 Jun 24 11:51:19.554056 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 34158) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:51:19.577024 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] No Port match for: 568906ff-7770-46d0-865e-18f8e17c4f61 {{(pid=128085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 11:51:19.577690 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device 568906ff-7770-46d0-865e-18f8e17c4f61 not bound to the agent host dv-neutron-797120-4-hyperv {{(pid=128085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 11:51:19.646055 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-212c7447-be4b-486e-b53e-348158f83b27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:19.654526 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-535884a8-7ef0-430b-b97b-1c16996309fd tempest-BulkNetworkOpsTest-1574223460 tempest-BulkNetworkOpsTest-1574223460-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 1.7676270 Jun 24 11:51:19.668291 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 34160) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:51:19.677535 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66c9a052-179a-428d-9b15-0043ef107dcd tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Made reservation on behalf of 38289682863c40298c517287ec90b883 for: {'subnet': 1} {{(pid=128083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 11:51:19.680963 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-66c9a052-179a-428d-9b15-0043ef107dcd tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3289788'] for subnet, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:19.717740 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-479fe44a-0184-420f-8f03-e99aa4bf89d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:19.733459 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-212c7447-be4b-486e-b53e-348158f83b27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:19.775750 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-e660a5ad-4952-4b4e-9388-5b3adcf363fc tempest-TestVolumeBootPattern-428988392 tempest-TestVolumeBootPattern-428988392-project] Notify callbacks [] for floatingip, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:19.812846 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.db.ipam_backend_mixin [None req-ede4e73b-94d8-48b2-bf77-291a23cdcdbb tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet a95f3e3b-2be4-4c50-b8d9-147cb917b4fd (CIDR: 2001:db8:0:1::/64) Jun 24 11:51:19.828507 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.pecan_wsgi.hooks.translation [None req-ede4e73b-94d8-48b2-bf77-291a23cdcdbb tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 24 11:51:19.828969 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ede4e73b-94d8-48b2-bf77-291a23cdcdbb tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=128083) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 24 11:51:19.862377 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-479fe44a-0184-420f-8f03-e99aa4bf89d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:19.876222 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-ede4e73b-94d8-48b2-bf77-291a23cdcdbb tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 1.3583536 Jun 24 11:51:19.880553 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 34162) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:51:19.889278 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [None req-3974d057-eb82-4e58-8d15-b4d25baec4f1 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Request body: {'subnet': {'network_id': 'a61c4b46-a6f4-48b4-9ca4-b0aa9df4a595', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:51:19.943554 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-212c7447-be4b-486e-b53e-348158f83b27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800410'] for security_group, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:19.946048 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-212c7447-be4b-486e-b53e-348158f83b27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:19.949683 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-212c7447-be4b-486e-b53e-348158f83b27 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/3889a8d1-fad8-42b2-8bf9-201e4eee6287 HTTP/1.1" status: 204 len: 168 time: 0.4311552 Jun 24 11:51:19.958881 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-e660a5ad-4952-4b4e-9388-5b3adcf363fc tempest-TestVolumeBootPattern-428988392 tempest-TestVolumeBootPattern-428988392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:19.959499 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e67237e5-a942-40b8-a607-92150b624f5f tempest-BulkNetworkOpsTest-1574223460 tempest-BulkNetworkOpsTest-1574223460-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=128084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:51:19.965727 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e67237e5-a942-40b8-a607-92150b624f5f tempest-BulkNetworkOpsTest-1574223460 tempest-BulkNetworkOpsTest-1574223460-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=128084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:51:19.971422 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e67237e5-a942-40b8-a607-92150b624f5f tempest-BulkNetworkOpsTest-1574223460 tempest-BulkNetworkOpsTest-1574223460-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=128084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:51:19.978001 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e67237e5-a942-40b8-a607-92150b624f5f tempest-BulkNetworkOpsTest-1574223460 tempest-BulkNetworkOpsTest-1574223460-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=128084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:51:19.982391 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-e67237e5-a942-40b8-a607-92150b624f5f tempest-BulkNetworkOpsTest-1574223460 tempest-BulkNetworkOpsTest-1574223460-project] 10.222.0.53 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.3104084 Jun 24 11:51:19.988472 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-4e537c23-ff03-4659-9beb-f7785c631020 tempest-SecGroupTest-1107880395 tempest-SecGroupTest-1107880395-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:51:19.989423 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 34166) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:51:19.997064 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212c7447-be4b-486e-b53e-348158f83b27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3889a8d1-fad8-42b2-8bf9-201e4eee6287,revision_number=None']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:51:20.000436 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-212c7447-be4b-486e-b53e-348158f83b27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:51:20.012664 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-479fe44a-0184-420f-8f03-e99aa4bf89d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800410'] for security_group, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:20.016796 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-479fe44a-0184-420f-8f03-e99aa4bf89d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:20.017992 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-479fe44a-0184-420f-8f03-e99aa4bf89d9 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/42819c04-1321-41c9-8ed2-6cf323ee5d5c HTTP/1.1" status: 204 len: 168 time: 0.4631519 Jun 24 11:51:20.019651 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-cac21050-cf25-455b-a4c0-5e11413b76b4 tempest-TagsExtTest-1815527086 tempest-TagsExtTest-1815527086-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:51:20.031254 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479fe44a-0184-420f-8f03-e99aa4bf89d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42819c04-1321-41c9-8ed2-6cf323ee5d5c,revision_number=None']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:51:20.033579 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-479fe44a-0184-420f-8f03-e99aa4bf89d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:51:20.103111 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.agents_db [None req-87a69269-d72b-4286-97f3-1041481ed6d8 None None] Agent healthcheck: found 6 active agents {{(pid=128086) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 11:51:20.242175 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-b427bd25-1e66-4775-b95b-ce2e88ed1c75 tempest-BulkNetworkOpsTest-1574223460 tempest-BulkNetworkOpsTest-1574223460-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-534962'] for network, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:20.253948 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-66c9a052-179a-428d-9b15-0043ef107dcd tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2537737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3289942'] for subnet, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:20.253948 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-fa36d38c-c9c3-45d7-9dd6-08e9bd66875a tempest-RoutersNegativeIpV6Test-675716403 tempest-RoutersNegativeIpV6Test-675716403-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:51:20.430750 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c9a052-179a-428d-9b15-0043ef107dcd tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Pushing event updated for resources: {'Subnet': ['ID=a63686b8-26b0-4bd4-a359-cf69cf4aa4b6,revision_number=0']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:51:20.432762 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3974d057-eb82-4e58-8d15-b4d25baec4f1 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Made reservation on behalf of 99955773979244bf90218a1ecde00120 for: {'subnet': 1} {{(pid=128083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 11:51:20.436338 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-3974d057-eb82-4e58-8d15-b4d25baec4f1 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3289788'] for subnet, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:20.453008 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-66c9a052-179a-428d-9b15-0043ef107dcd tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:51:20.553428 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-b427bd25-1e66-4775-b95b-ce2e88ed1c75 tempest-BulkNetworkOpsTest-1574223460 tempest-BulkNetworkOpsTest-1574223460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973199', 'neutron.services.segments.db._delete_segments_for_network-8793194012456'] for network, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:20.555977 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66c9a052-179a-428d-9b15-0043ef107dcd tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Checking segment: {'id': 'fe927f86-9561-4ee2-89d2-4add337d156d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'a1cffded-447a-4fae-bc9a-a2b82550c64c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=128083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 11:51:20.556343 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66c9a052-179a-428d-9b15-0043ef107dcd tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Network hostable DHCP agents. Network: a1cffded-447a-4fae-bc9a-a2b82550c64c, hostable agents: ['6be988a9-1d97-480f-be5a-c55abf2c55c5'], hosted agents: [] {{(pid=128083) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 11:51:20.582401 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.services.segments.db [None req-b427bd25-1e66-4775-b95b-ce2e88ed1c75 tempest-BulkNetworkOpsTest-1574223460 tempest-BulkNetworkOpsTest-1574223460-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96bd6810-0d69-42ad-ad11-aa8203880be7']}} {{(pid=128083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:51:20.602781 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-e660a5ad-4952-4b4e-9388-5b3adcf363fc tempest-TestVolumeBootPattern-428988392 tempest-TestVolumeBootPattern-428988392-project] Notify callbacks [] for port, precommit_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:20.609132 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.services.segments.db [None req-b427bd25-1e66-4775-b95b-ce2e88ed1c75 tempest-BulkNetworkOpsTest-1574223460 tempest-BulkNetworkOpsTest-1574223460-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10d05f08-b155-431b-8bc6-f6e843432ac0') {'for_net_delete': True} {{(pid=128083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:51:20.609429 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.services.segments.db [None req-b427bd25-1e66-4775-b95b-ce2e88ed1c75 tempest-BulkNetworkOpsTest-1574223460 tempest-BulkNetworkOpsTest-1574223460-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10d05f08-b155-431b-8bc6-f6e843432ac0') {} {{(pid=128083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:51:20.621894 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-e660a5ad-4952-4b4e-9388-5b3adcf363fc tempest-TestVolumeBootPattern-428988392 tempest-TestVolumeBootPattern-428988392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2537871'] for port, after_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:20.629218 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-e06f4c13-7751-427e-b3a3-0c10ffcfb63d tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:51:20.638496 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-b427bd25-1e66-4775-b95b-ce2e88ed1c75 tempest-BulkNetworkOpsTest-1574223460 tempest-BulkNetworkOpsTest-1574223460-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793194097327', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3143690'] for segment, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:20.674484 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66c9a052-179a-428d-9b15-0043ef107dcd tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Network a1cffded-447a-4fae-bc9a-a2b82550c64c is scheduled to be hosted by DHCP agent 6be988a9-1d97-480f-be5a-c55abf2c55c5 with binding_index 1 {{(pid=128083) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 11:51:20.710090 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-b427bd25-1e66-4775-b95b-ce2e88ed1c75 tempest-BulkNetworkOpsTest-1574223460 tempest-BulkNetworkOpsTest-1574223460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967879'] for segment, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:20.736016 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.base_scheduler [None req-66c9a052-179a-428d-9b15-0043ef107dcd tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-4-hyperv, a1cffded-447a-4fae-bc9a-a2b82550c64c) {{(pid=128083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:51:20.743025 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e660a5ad-4952-4b4e-9388-5b3adcf363fc tempest-TestVolumeBootPattern-428988392 tempest-TestVolumeBootPattern-428988392-project] Pushing event updated for resources: {'Port': ['ID=7a6b7cf8-a56a-4d7b-9f04-93de2e445a8e,revision_number=2']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:51:20.745288 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-984b1ce2-9f2a-4ed9-9741-2346c5eeb94f None None] Network a1cffded-447a-4fae-bc9a-a2b82550c64c requested from dv-neutron-797120-4-hyperv {{(pid=128085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 11:51:20.748482 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b427bd25-1e66-4775-b95b-ce2e88ed1c75 tempest-BulkNetworkOpsTest-1574223460 tempest-BulkNetworkOpsTest-1574223460-project] Releasing vlan 617 on physical network physnet1 to pool {{(pid=128083) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 11:51:20.748897 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-b427bd25-1e66-4775-b95b-ce2e88ed1c75 tempest-BulkNetworkOpsTest-1574223460 tempest-BulkNetworkOpsTest-1574223460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2537899'] for segment, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:20.754346 dv-neutron-797120-4-hyperv neutron-server[128083]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 11:51:20.754346 dv-neutron-797120-4-hyperv neutron-server[128083]: conditions |= (models_v2.Port.network_id.in_( Jun 24 11:51:20.754346 dv-neutron-797120-4-hyperv neutron-server[128083]: Traceback (most recent call last): Jun 24 11:51:20.754346 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 24 11:51:20.754346 dv-neutron-797120-4-hyperv neutron-server[128083]: timer() Jun 24 11:51:20.754346 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 24 11:51:20.754346 dv-neutron-797120-4-hyperv neutron-server[128083]: cb(*args, **kw) Jun 24 11:51:20.754346 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 24 11:51:20.754346 dv-neutron-797120-4-hyperv neutron-server[128083]: return func(*args, **kwargs) Jun 24 11:51:20.754346 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 24 11:51:20.754346 dv-neutron-797120-4-hyperv neutron-server[128083]: self._notify() Jun 24 11:51:20.754346 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 24 11:51:20.754346 dv-neutron-797120-4-hyperv neutron-server[128083]: self.callback(batched_events) Jun 24 11:51:20.754346 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 24 11:51:20.754346 dv-neutron-797120-4-hyperv neutron-server[128083]: event.method(event) Jun 24 11:51:20.754346 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 24 11:51:20.754346 dv-neutron-797120-4-hyperv neutron-server[128083]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 24 11:51:20.754346 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 24 11:51:20.754346 dv-neutron-797120-4-hyperv neutron-server[128083]: aggregate_uuid = self.p_client.list_aggregates( Jun 24 11:51:20.754346 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 24 11:51:20.754346 dv-neutron-797120-4-hyperv neutron-server[128083]: return f(self, *a, **k) Jun 24 11:51:20.754346 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 24 11:51:20.754346 dv-neutron-797120-4-hyperv neutron-server[128083]: return self._get(url).json() Jun 24 11:51:20.754346 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 24 11:51:20.754346 dv-neutron-797120-4-hyperv neutron-server[128083]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 24 11:51:20.754346 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 24 11:51:20.754346 dv-neutron-797120-4-hyperv neutron-server[128083]: return self.request(url, 'GET', **kwargs) Jun 24 11:51:20.754346 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 24 11:51:20.754346 dv-neutron-797120-4-hyperv neutron-server[128083]: base_url = self.get_endpoint(auth, allow=allow, Jun 24 11:51:20.754346 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 24 11:51:20.754346 dv-neutron-797120-4-hyperv neutron-server[128083]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 24 11:51:20.754346 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 24 11:51:20.754346 dv-neutron-797120-4-hyperv neutron-server[128083]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 24 11:51:20.754346 dv-neutron-797120-4-hyperv neutron-server[128083]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 24 11:51:20.756905 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66c9a052-179a-428d-9b15-0043ef107dcd tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:51:20.756905 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-66c9a052-179a-428d-9b15-0043ef107dcd tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Notify callbacks [] for subnet, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:20.760136 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-e660a5ad-4952-4b4e-9388-5b3adcf363fc tempest-TestVolumeBootPattern-428988392 tempest-TestVolumeBootPattern-428988392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:51:20.832342 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-e660a5ad-4952-4b4e-9388-5b3adcf363fc tempest-TestVolumeBootPattern-428988392 tempest-TestVolumeBootPattern-428988392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1815637'] for floatingip, after_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:20.871517 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-66c9a052-179a-428d-9b15-0043ef107dcd tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1139004 Jun 24 11:51:20.874819 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 34170) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:51:20.883299 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-8a238922-7711-42a1-b6a4-177f6f467132 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Request body: {'subnet': {'network_id': 'a1cffded-447a-4fae-bc9a-a2b82550c64c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:51:20.907390 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-b427bd25-1e66-4775-b95b-ce2e88ed1c75 tempest-BulkNetworkOpsTest-1574223460 tempest-BulkNetworkOpsTest-1574223460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1800243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1815642'] for network, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:20.914225 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-688fd16e-a672-4aa6-b00e-71b6881581b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d65c8f8-7530-5052-99fe-8ea05073750b-a1cffded-447a-4fae-bc9a-a2b82550c64c', 'network_id': 'a1cffded-447a-4fae-bc9a-a2b82550c64c', 'tenant_id': '38289682863c40298c517287ec90b883', 'fixed_ips': [{'subnet_id': 'a63686b8-26b0-4bd4-a359-cf69cf4aa4b6'}]}} from dv-neutron-797120-4-hyperv. {{(pid=128085) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 24 11:51:20.915206 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-688fd16e-a672-4aa6-b00e-71b6881581b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_create {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:20.923322 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-1780a053-0d23-4d5f-a961-036b06e46aae tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:51:20.930986 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-b427bd25-1e66-4775-b95b-ce2e88ed1c75 tempest-BulkNetworkOpsTest-1574223460 tempest-BulkNetworkOpsTest-1574223460-project] Notify callbacks [] for network, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:20.932829 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-b427bd25-1e66-4775-b95b-ce2e88ed1c75 tempest-BulkNetworkOpsTest-1574223460 tempest-BulkNetworkOpsTest-1574223460-project] 10.222.0.53 "DELETE /v2.0/networks/96bd6810-0d69-42ad-ad11-aa8203880be7 HTTP/1.1" status: 204 len: 168 time: 0.9398539 Jun 24 11:51:20.971654 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 34172) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:51:20.983601 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b427bd25-1e66-4775-b95b-ce2e88ed1c75 tempest-BulkNetworkOpsTest-1574223460 tempest-BulkNetworkOpsTest-1574223460-project] Pushing event deleted for resources: {'Network': ['ID=96bd6810-0d69-42ad-ad11-aa8203880be7,revision_number=None']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:51:20.991144 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-b427bd25-1e66-4775-b95b-ce2e88ed1c75 tempest-BulkNetworkOpsTest-1574223460 tempest-BulkNetworkOpsTest-1574223460-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:51:21.064721 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.db_base_plugin_common [None req-688fd16e-a672-4aa6-b00e-71b6881581b7 None None] Allocated IP 172.20.0.2 (a1cffded-447a-4fae-bc9a-a2b82550c64c/a63686b8-26b0-4bd4-a359-cf69cf4aa4b6/0a7c6790-fba4-4981-847e-a60b47ee61ff) {{(pid=128085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 11:51:21.105390 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.db.l3_db [None req-e660a5ad-4952-4b4e-9388-5b3adcf363fc tempest-TestVolumeBootPattern-428988392 tempest-TestVolumeBootPattern-428988392-project] Floating IP 53f17c8a-ad00-47f0-9f9f-c0920b1dcbf9 associated. External IP: 172.26.7.252, port: 71bd0aa5-7b84-4385-9fc4-2e4d3b22fafa. Jun 24 11:51:21.143767 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-029dc02a-4d8a-407a-ad67-22bb343161fc tempest-BulkNetworkOpsTest-1574223460 tempest-BulkNetworkOpsTest-1574223460-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-534962'] for network, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:21.239231 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-688fd16e-a672-4aa6-b00e-71b6881581b7 None None] Notify callbacks [] for port, precommit_create {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:21.248747 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-688fd16e-a672-4aa6-b00e-71b6881581b7 None None] Transition to ACTIVE for port object 0a7c6790-fba4-4981-847e-a60b47ee61ff will not be triggered until provisioned by entity L2. {{(pid=128085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 11:51:21.272471 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-688fd16e-a672-4aa6-b00e-71b6881581b7 None None] Transition to ACTIVE for port object 0a7c6790-fba4-4981-847e-a60b47ee61ff will not be triggered until provisioned by entity DHCP. {{(pid=128085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 11:51:21.281598 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-688fd16e-a672-4aa6-b00e-71b6881581b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-650429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-506361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793193536723'] for port, after_create {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:21.284380 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-db5142e5-23e0-48a5-bbec-0f40a0da0b3a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:51:21.293454 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-3974d057-eb82-4e58-8d15-b4d25baec4f1 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2537737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3289942'] for subnet, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:21.299558 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-3330c414-2421-4679-8729-ed573ddf9e3b tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:51:21.320918 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a238922-7711-42a1-b6a4-177f6f467132 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Made reservation on behalf of 38289682863c40298c517287ec90b883 for: {'subnet': 1} {{(pid=128084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 11:51:21.326149 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-8a238922-7711-42a1-b6a4-177f6f467132 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3162484'] for subnet, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:21.326948 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-688fd16e-a672-4aa6-b00e-71b6881581b7 None None] Network a1cffded-447a-4fae-bc9a-a2b82550c64c is already hosted by enough agents. {{(pid=128085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 11:51:21.331347 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.scheduler.base_scheduler [None req-688fd16e-a672-4aa6-b00e-71b6881581b7 None None] Resources bound (agent type, host, resource id): {{(pid=128085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:51:21.335683 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-688fd16e-a672-4aa6-b00e-71b6881581b7 None None] Received port after_create {{(pid=128085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 11:51:21.353641 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688fd16e-a672-4aa6-b00e-71b6881581b7 None None] Pushing event updated for resources: {'Port': ['ID=0a7c6790-fba4-4981-847e-a60b47ee61ff,revision_number=1']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:51:21.382902 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-029dc02a-4d8a-407a-ad67-22bb343161fc tempest-BulkNetworkOpsTest-1574223460 tempest-BulkNetworkOpsTest-1574223460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973199', 'neutron.services.segments.db._delete_segments_for_network-8793194012456'] for network, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:21.394856 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3974d057-eb82-4e58-8d15-b4d25baec4f1 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Network a61c4b46-a6f4-48b4-9ca4-b0aa9df4a595 is already hosted by enough agents. {{(pid=128083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 11:51:21.402713 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.services.segments.db [None req-029dc02a-4d8a-407a-ad67-22bb343161fc tempest-BulkNetworkOpsTest-1574223460 tempest-BulkNetworkOpsTest-1574223460-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae3bfdde-ff3b-4b9c-bc15-1a485f1d83a2']}} {{(pid=128083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:51:21.408150 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.base_scheduler [None req-3974d057-eb82-4e58-8d15-b4d25baec4f1 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Resources bound (agent type, host, resource id): {{(pid=128083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:51:21.424044 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3974d057-eb82-4e58-8d15-b4d25baec4f1 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:51:21.424686 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-3974d057-eb82-4e58-8d15-b4d25baec4f1 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Notify callbacks [] for subnet, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:21.445421 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.services.segments.db [None req-029dc02a-4d8a-407a-ad67-22bb343161fc tempest-BulkNetworkOpsTest-1574223460 tempest-BulkNetworkOpsTest-1574223460-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '08dc6a1b-321b-4186-ba83-3789c680d24b') {'for_net_delete': True} {{(pid=128083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:51:21.445700 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.services.segments.db [None req-029dc02a-4d8a-407a-ad67-22bb343161fc tempest-BulkNetworkOpsTest-1574223460 tempest-BulkNetworkOpsTest-1574223460-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '08dc6a1b-321b-4186-ba83-3789c680d24b') {} {{(pid=128083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:51:21.452154 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.db.ipam_backend_mixin [None req-8a238922-7711-42a1-b6a4-177f6f467132 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet a63686b8-26b0-4bd4-a359-cf69cf4aa4b6 (CIDR: 172.20.0.0/28) Jun 24 11:51:21.453737 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3974d057-eb82-4e58-8d15-b4d25baec4f1 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Pushing event updated for resources: {'Subnet': ['ID=e7d742c5-5c74-4c4b-809e-f148f74a16aa,revision_number=0']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:51:21.456184 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a238922-7711-42a1-b6a4-177f6f467132 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 24 11:51:21.457494 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8a238922-7711-42a1-b6a4-177f6f467132 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=128084) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 24 11:51:21.475789 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-8a238922-7711-42a1-b6a4-177f6f467132 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5993931 Jun 24 11:51:21.479522 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 34174) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:51:21.487256 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-4ed0c367-c0d6-45e3-baf2-5185c6ad3e63 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Request body: {'subnet': {'network_id': 'a1cffded-447a-4fae-bc9a-a2b82550c64c', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:51:21.496439 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-3974d057-eb82-4e58-8d15-b4d25baec4f1 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.6100028 Jun 24 11:51:21.496439 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-3974d057-eb82-4e58-8d15-b4d25baec4f1 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:51:21.497762 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-029dc02a-4d8a-407a-ad67-22bb343161fc tempest-BulkNetworkOpsTest-1574223460 tempest-BulkNetworkOpsTest-1574223460-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793194097327', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3143690'] for segment, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:21.499092 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 34176) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:51:21.514302 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [None req-380fbab6-3b9f-4a1a-bf50-56d9aeebf300 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-512069951', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'e7d742c5-5c74-4c4b-809e-f148f74a16aa'}], 'security_groups': ['8ae8e8cf-a077-4e30-93db-2dd7a94f95f4', 'aaae49b4-5519-4cc3-919f-4c9de70e58f8']}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:51:21.549172 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-688fd16e-a672-4aa6-b00e-71b6881581b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:51:21.550039 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0d1ab89-bcbf-465d-8c25-6e80f9f8772d None None] Network a61c4b46-a6f4-48b4-9ca4-b0aa9df4a595 requested from dv-neutron-797120-4-hyperv {{(pid=128085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 11:51:21.562011 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-029dc02a-4d8a-407a-ad67-22bb343161fc tempest-BulkNetworkOpsTest-1574223460 tempest-BulkNetworkOpsTest-1574223460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967879'] for segment, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:21.603949 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-029dc02a-4d8a-407a-ad67-22bb343161fc tempest-BulkNetworkOpsTest-1574223460 tempest-BulkNetworkOpsTest-1574223460-project] Releasing vlan 608 on physical network physnet1 to pool {{(pid=128083) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 11:51:21.604413 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-029dc02a-4d8a-407a-ad67-22bb343161fc tempest-BulkNetworkOpsTest-1574223460 tempest-BulkNetworkOpsTest-1574223460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2537899'] for segment, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:21.608139 dv-neutron-797120-4-hyperv neutron-server[128083]: Traceback (most recent call last): Jun 24 11:51:21.608139 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 24 11:51:21.608139 dv-neutron-797120-4-hyperv neutron-server[128083]: timer() Jun 24 11:51:21.608139 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 24 11:51:21.608139 dv-neutron-797120-4-hyperv neutron-server[128083]: cb(*args, **kw) Jun 24 11:51:21.608139 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 24 11:51:21.608139 dv-neutron-797120-4-hyperv neutron-server[128083]: return func(*args, **kwargs) Jun 24 11:51:21.608139 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 24 11:51:21.608139 dv-neutron-797120-4-hyperv neutron-server[128083]: self._notify() Jun 24 11:51:21.608139 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 24 11:51:21.608139 dv-neutron-797120-4-hyperv neutron-server[128083]: self.callback(batched_events) Jun 24 11:51:21.608139 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 24 11:51:21.608139 dv-neutron-797120-4-hyperv neutron-server[128083]: event.method(event) Jun 24 11:51:21.608139 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 24 11:51:21.608139 dv-neutron-797120-4-hyperv neutron-server[128083]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 24 11:51:21.608139 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 24 11:51:21.608139 dv-neutron-797120-4-hyperv neutron-server[128083]: aggregate_uuid = self.p_client.list_aggregates( Jun 24 11:51:21.608139 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 24 11:51:21.608139 dv-neutron-797120-4-hyperv neutron-server[128083]: return f(self, *a, **k) Jun 24 11:51:21.608139 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 24 11:51:21.608139 dv-neutron-797120-4-hyperv neutron-server[128083]: return self._get(url).json() Jun 24 11:51:21.608139 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 24 11:51:21.608139 dv-neutron-797120-4-hyperv neutron-server[128083]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 24 11:51:21.608139 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 24 11:51:21.608139 dv-neutron-797120-4-hyperv neutron-server[128083]: return self.request(url, 'GET', **kwargs) Jun 24 11:51:21.608139 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 24 11:51:21.608139 dv-neutron-797120-4-hyperv neutron-server[128083]: base_url = self.get_endpoint(auth, allow=allow, Jun 24 11:51:21.608139 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 24 11:51:21.608139 dv-neutron-797120-4-hyperv neutron-server[128083]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 24 11:51:21.608139 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 24 11:51:21.608139 dv-neutron-797120-4-hyperv neutron-server[128083]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 24 11:51:21.608139 dv-neutron-797120-4-hyperv neutron-server[128083]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 24 11:51:21.635225 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-688fd16e-a672-4aa6-b00e-71b6881581b7 None None] Attempting to bind port 0a7c6790-fba4-4981-847e-a60b47ee61ff on host dv-neutron-797120-4-hyperv for vnic_type normal with profile {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 11:51:21.635683 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-688fd16e-a672-4aa6-b00e-71b6881581b7 None None] Attempting to bind port 0a7c6790-fba4-4981-847e-a60b47ee61ff by drivers openvswitch,hyperv on host dv-neutron-797120-4-hyperv at level 0 using segments [{'id': 'fe927f86-9561-4ee2-89d2-4add337d156d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'a1cffded-447a-4fae-bc9a-a2b82550c64c'}] {{(pid=128085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 11:51:21.636259 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-688fd16e-a672-4aa6-b00e-71b6881581b7 None None] Attempting to bind port 0a7c6790-fba4-4981-847e-a60b47ee61ff on network a1cffded-447a-4fae-bc9a-a2b82550c64c {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 11:51:21.641702 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ed0c367-c0d6-45e3-baf2-5185c6ad3e63 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Made reservation on behalf of 38289682863c40298c517287ec90b883 for: {'subnet': 1} {{(pid=128084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 11:51:21.646588 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-688fd16e-a672-4aa6-b00e-71b6881581b7 None None] Checking agent: {'id': 'e3a695b2-c397-461f-83b0-10b79d490b59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 11, 36, 56), 'started_at': datetime.datetime(2021, 6, 24, 11, 37, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 11, 50, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 11:51:21.646901 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-4ed0c367-c0d6-45e3-baf2-5185c6ad3e63 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3162484'] for subnet, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:21.647049 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-688fd16e-a672-4aa6-b00e-71b6881581b7 None None] Checking segment: {'id': 'fe927f86-9561-4ee2-89d2-4add337d156d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'a1cffded-447a-4fae-bc9a-a2b82550c64c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=128085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 11:51:21.647361 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-688fd16e-a672-4aa6-b00e-71b6881581b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:21.647757 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-688fd16e-a672-4aa6-b00e-71b6881581b7 None None] Bound using segment: {'id': 'fe927f86-9561-4ee2-89d2-4add337d156d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'a1cffded-447a-4fae-bc9a-a2b82550c64c'} {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 11:51:21.648231 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-688fd16e-a672-4aa6-b00e-71b6881581b7 None None] Bound port: 0a7c6790-fba4-4981-847e-a60b47ee61ff, host: dv-neutron-797120-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe927f86-9561-4ee2-89d2-4add337d156d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'a1cffded-447a-4fae-bc9a-a2b82550c64c'}}] {{(pid=128085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 11:51:21.648614 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-688fd16e-a672-4aa6-b00e-71b6881581b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:21.761356 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-688fd16e-a672-4aa6-b00e-71b6881581b7 None None] For port 0a7c6790-fba4-4981-847e-a60b47ee61ff, host dv-neutron-797120-4-hyperv, cleared binding levels {{(pid=128085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 11:51:21.786810 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-029dc02a-4d8a-407a-ad67-22bb343161fc tempest-BulkNetworkOpsTest-1574223460 tempest-BulkNetworkOpsTest-1574223460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1800243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1815642'] for network, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:21.791239 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e660a5ad-4952-4b4e-9388-5b3adcf363fc tempest-TestVolumeBootPattern-428988392 tempest-TestVolumeBootPattern-428988392-project] Router 1010ec49-338d-4ddb-ab95-5db8aeb9bc3a has already been hosted by L3 agent 2987dba8-2249-4ee6-96ec-28f0f7a6127d {{(pid=128083) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 11:51:21.795310 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-688fd16e-a672-4aa6-b00e-71b6881581b7 None None] For port 0a7c6790-fba4-4981-847e-a60b47ee61ff, host dv-neutron-797120-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=0a7c6790-fba4-4981-847e-a60b47ee61ff,segment=NetworkSegment(fe927f86-9561-4ee2-89d2-4add337d156d),segment_id=fe927f86-9561-4ee2-89d2-4add337d156d)] {{(pid=128085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 11:51:21.800628 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-e49c8618-809f-412c-ae64-5725a655d236 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:51:21.806930 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-029dc02a-4d8a-407a-ad67-22bb343161fc tempest-BulkNetworkOpsTest-1574223460 tempest-BulkNetworkOpsTest-1574223460-project] Notify callbacks [] for network, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:21.809369 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-029dc02a-4d8a-407a-ad67-22bb343161fc tempest-BulkNetworkOpsTest-1574223460 tempest-BulkNetworkOpsTest-1574223460-project] 10.222.0.53 "DELETE /v2.0/networks/ae3bfdde-ff3b-4b9c-bc15-1a485f1d83a2 HTTP/1.1" status: 204 len: 168 time: 0.8364599 Jun 24 11:51:21.813024 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-688fd16e-a672-4aa6-b00e-71b6881581b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:21.817493 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-cdd00dc8-a768-4895-b9ee-5ddacbe0ed8a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:51:21.829463 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 34178) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:51:21.844052 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029dc02a-4d8a-407a-ad67-22bb343161fc tempest-BulkNetworkOpsTest-1574223460 tempest-BulkNetworkOpsTest-1574223460-project] Pushing event deleted for resources: {'Network': ['ID=ae3bfdde-ff3b-4b9c-bc15-1a485f1d83a2,revision_number=None']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:51:21.850085 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-029dc02a-4d8a-407a-ad67-22bb343161fc tempest-BulkNetworkOpsTest-1574223460 tempest-BulkNetworkOpsTest-1574223460-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:51:21.906553 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688fd16e-a672-4aa6-b00e-71b6881581b7 None None] Pushing event updated for resources: {'Port': ['ID=0a7c6790-fba4-4981-847e-a60b47ee61ff,revision_number=2']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:51:21.909460 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-688fd16e-a672-4aa6-b00e-71b6881581b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:51:22.001758 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-380fbab6-3b9f-4a1a-bf50-56d9aeebf300 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:22.005930 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25ab30bd-820f-494b-9cc4-cf3d74841078 tempest-BulkNetworkOpsTest-1574223460 tempest-BulkNetworkOpsTest-1574223460-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=128084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:51:22.012316 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25ab30bd-820f-494b-9cc4-cf3d74841078 tempest-BulkNetworkOpsTest-1574223460 tempest-BulkNetworkOpsTest-1574223460-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=128084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:51:22.014174 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-25ab30bd-820f-494b-9cc4-cf3d74841078 tempest-BulkNetworkOpsTest-1574223460 tempest-BulkNetworkOpsTest-1574223460-project] 10.222.0.53 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.1833575 Jun 24 11:51:22.018403 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 34180) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:51:22.027424 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-eb97c9c5-808f-4da3-8d41-9326b94003eb tempest-BulkNetworkOpsTest-1574223460 tempest-BulkNetworkOpsTest-1574223460-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1009149888'}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:51:22.033897 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-783b9451-6847-4d62-8a30-aa45a8116f9f None None] Update dhcp port {'port': {'network_id': 'a61c4b46-a6f4-48b4-9ca4-b0aa9df4a595', 'fixed_ips': [{'subnet_id': 'a95f3e3b-2be4-4c50-b8d9-147cb917b4fd', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '414c6803-7edf-467c-a8d5-36304e52338e', 'ip_address': '2001:db8::2'}, {'subnet_id': 'e7d742c5-5c74-4c4b-809e-f148f74a16aa'}], 'binding:host_id': 'dv-neutron-797120-4-hyperv'}, 'id': '7ba66a01-2640-447b-b86f-44bc022a88b9'} from dv-neutron-797120-4-hyperv. {{(pid=128085) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 24 11:51:22.049783 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-4ed0c367-c0d6-45e3-baf2-5185c6ad3e63 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3291959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3162270'] for subnet, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:22.055745 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-fcfcb643-36c2-421b-a476-eebea8d33ce5 tempest-TestNetworkAdvancedServerOps-1479438933 tempest-TestNetworkAdvancedServerOps-1479438933-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:51:22.073605 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-783b9451-6847-4d62-8a30-aa45a8116f9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:22.108654 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb97c9c5-808f-4da3-8d41-9326b94003eb tempest-BulkNetworkOpsTest-1574223460 tempest-BulkNetworkOpsTest-1574223460-project] Made reservation on behalf of 6ff89c67618d434aadf0f2c697248c35 for: {'network': 1} {{(pid=128084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 11:51:22.112406 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-eb97c9c5-808f-4da3-8d41-9326b94003eb tempest-BulkNetworkOpsTest-1574223460 tempest-BulkNetworkOpsTest-1574223460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for network, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:22.118346 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ed0c367-c0d6-45e3-baf2-5185c6ad3e63 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Network a1cffded-447a-4fae-bc9a-a2b82550c64c is already hosted by enough agents. {{(pid=128084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 11:51:22.130071 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.base_scheduler [None req-4ed0c367-c0d6-45e3-baf2-5185c6ad3e63 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Resources bound (agent type, host, resource id): {{(pid=128084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:51:22.139208 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ed0c367-c0d6-45e3-baf2-5185c6ad3e63 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=128084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:51:22.139810 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-4ed0c367-c0d6-45e3-baf2-5185c6ad3e63 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Notify callbacks [] for subnet, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:22.150536 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed0c367-c0d6-45e3-baf2-5185c6ad3e63 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Pushing event updated for resources: {'Subnet': ['ID=155b6990-8475-40d1-9bb3-e749255db3e4,revision_number=0']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:51:22.176353 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-4ed0c367-c0d6-45e3-baf2-5185c6ad3e63 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:51:22.186636 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e660a5ad-4952-4b4e-9388-5b3adcf363fc tempest-TestVolumeBootPattern-428988392 tempest-TestVolumeBootPattern-428988392-project] Notify agent at l3_agent.dv-neutron-797120-4-hyperv the message routers_updated {{(pid=128083) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 11:51:22.209708 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb97c9c5-808f-4da3-8d41-9326b94003eb tempest-BulkNetworkOpsTest-1574223460 tempest-BulkNetworkOpsTest-1574223460-project] vlan segment allocate from pool success with {'vlan_id': 630, 'physical_network': 'physnet1'} {{(pid=128084) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 11:51:22.212973 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-4ed0c367-c0d6-45e3-baf2-5185c6ad3e63 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.7312744 Jun 24 11:51:22.219320 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 34182) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:51:22.234883 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-eb97c9c5-808f-4da3-8d41-9326b94003eb tempest-BulkNetworkOpsTest-1574223460 tempest-BulkNetworkOpsTest-1574223460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967879'] for segment, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:22.235296 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.db.segments_db [None req-eb97c9c5-808f-4da3-8d41-9326b94003eb tempest-BulkNetworkOpsTest-1574223460 tempest-BulkNetworkOpsTest-1574223460-project] Added segment 2a9e8653-6b85-4d26-a67e-5d568e86ccf8 of type vlan for network a23fc386-5ea8-4300-a48c-1fcf986cfa8c Jun 24 11:51:22.256205 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-709c98f0-a38c-40c1-bc38-4ab858a4566b None None] Sync routers for ids ['1010ec49-338d-4ddb-ab95-5db8aeb9bc3a'] in dv-neutron-797120-4-hyperv {{(pid=128085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 11:51:22.257909 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [None req-5723dc8c-178f-462a-b1a4-d4445f10e47d tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Request body: {'port': {'network_id': 'a1cffded-447a-4fae-bc9a-a2b82550c64c', 'fixed_ips': [{'subnet_id': 'a63686b8-26b0-4bd4-a359-cf69cf4aa4b6'}, {'subnet_id': '155b6990-8475-40d1-9bb3-e749255db3e4'}], 'name': 'tempest-PortsTestJSON-3315714'}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:51:22.265561 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-e660a5ad-4952-4b4e-9388-5b3adcf363fc tempest-TestVolumeBootPattern-428988392 tempest-TestVolumeBootPattern-428988392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468916'] for floatingip, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:22.276416 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-709c98f0-a38c-40c1-bc38-4ab858a4566b None None] Routers {'1010ec49-338d-4ddb-ab95-5db8aeb9bc3a'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 11:51:22.277123 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-709c98f0-a38c-40c1-bc38-4ab858a4566b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T11:50:56Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['1010ec49-338d-4ddb-ab95-5db8aeb9bc3a'], 'active': True} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:51:22.320485 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-eb97c9c5-808f-4da3-8d41-9326b94003eb tempest-BulkNetworkOpsTest-1574223460 tempest-BulkNetworkOpsTest-1574223460-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793193525068'] for network, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:22.368415 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-eb97c9c5-808f-4da3-8d41-9326b94003eb tempest-BulkNetworkOpsTest-1574223460 tempest-BulkNetworkOpsTest-1574223460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1800243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976'] for network, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:22.377905 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb97c9c5-808f-4da3-8d41-9326b94003eb tempest-BulkNetworkOpsTest-1574223460 tempest-BulkNetworkOpsTest-1574223460-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=128084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:51:22.380325 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-eb97c9c5-808f-4da3-8d41-9326b94003eb tempest-BulkNetworkOpsTest-1574223460 tempest-BulkNetworkOpsTest-1574223460-project] Notify callbacks [] for network, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:22.385763 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-384fe47c-ca42-40a2-8f28-9fe32afbd6c4 tempest-AllowedAddressPairTestJSON-920326677 tempest-AllowedAddressPairTestJSON-920326677-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:51:22.437042 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.db_base_plugin_common [None req-783b9451-6847-4d62-8a30-aa45a8116f9f None None] Allocated IP 2001:db8:0:2::2 (a61c4b46-a6f4-48b4-9ca4-b0aa9df4a595/e7d742c5-5c74-4c4b-809e-f148f74a16aa/7ba66a01-2640-447b-b86f-44bc022a88b9) {{(pid=128085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 11:51:22.458252 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvr_db [None req-709c98f0-a38c-40c1-bc38-4ab858a4566b None None] Set router 1010ec49-338d-4ddb-ab95-5db8aeb9bc3a gateway port host: dv-neutron-797120-4-hyperv {{(pid=128085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 11:51:22.462208 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-eb97c9c5-808f-4da3-8d41-9326b94003eb tempest-BulkNetworkOpsTest-1574223460 tempest-BulkNetworkOpsTest-1574223460-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4403656 Jun 24 11:51:22.462914 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 34184) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:51:22.469556 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [None req-62e60c62-f942-4eb5-9f2d-d865d296056d tempest-BulkNetworkOpsTest-1574223460 tempest-BulkNetworkOpsTest-1574223460-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-32139898'}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:51:22.473223 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb97c9c5-808f-4da3-8d41-9326b94003eb tempest-BulkNetworkOpsTest-1574223460 tempest-BulkNetworkOpsTest-1574223460-project] Pushing event updated for resources: {'Network': ['ID=a23fc386-5ea8-4300-a48c-1fcf986cfa8c,revision_number=1']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:51:22.476359 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-eb97c9c5-808f-4da3-8d41-9326b94003eb tempest-BulkNetworkOpsTest-1574223460 tempest-BulkNetworkOpsTest-1574223460-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:51:22.487472 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-e660a5ad-4952-4b4e-9388-5b3adcf363fc tempest-TestVolumeBootPattern-428988392 tempest-TestVolumeBootPattern-428988392-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 5.7225878 Jun 24 11:51:22.494216 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e25e9f8-29cf-4860-93c6-e03d46d226de', 'tag': '71bd0aa5-7b84-4385-9fc4-2e4d3b22fafa'}] {{(pid=128083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 11:51:22.497147 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a77f7dee1a0522ddf93af289475d218fcdb8f30317daadec13ebf930b5b9dbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f13183a-8e1c-4f2f-9632-99f0773f9fa3" -d '{"events": [{"name": "network-changed", "server_uuid": "5e25e9f8-29cf-4860-93c6-e03d46d226de", "tag": "71bd0aa5-7b84-4385-9fc4-2e4d3b22fafa"}]}' {{(pid=128083) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 11:51:22.504842 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Network a23fc386-5ea8-4300-a48c-1fcf986cfa8c details requested by agent ovs-agent-dv-neutron-797120-4-hyperv with host dv-neutron-797120-4-hyperv {{(pid=128085) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 11:51:22.539512 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 11:51:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c476027-4502-4803-9548-b3b697be0ed8 x-openstack-request-id: req-0c476027-4502-4803-9548-b3b697be0ed8 {{(pid=128083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 11:51:22.539864 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e25e9f8-29cf-4860-93c6-e03d46d226de", "tag": "71bd0aa5-7b84-4385-9fc4-2e4d3b22fafa", "status": "completed", "code": 200}]} {{(pid=128083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 11:51:22.540313 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-0c476027-4502-4803-9548-b3b697be0ed8 {{(pid=128083) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 11:51:22.540834 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e25e9f8-29cf-4860-93c6-e03d46d226de', 'tag': '71bd0aa5-7b84-4385-9fc4-2e4d3b22fafa', 'status': 'completed', 'code': 200} Jun 24 11:51:22.561513 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62e60c62-f942-4eb5-9f2d-d865d296056d tempest-BulkNetworkOpsTest-1574223460 tempest-BulkNetworkOpsTest-1574223460-project] Made reservation on behalf of 6ff89c67618d434aadf0f2c697248c35 for: {'network': 1} {{(pid=128083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 11:51:22.565463 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-62e60c62-f942-4eb5-9f2d-d865d296056d tempest-BulkNetworkOpsTest-1574223460 tempest-BulkNetworkOpsTest-1574223460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for network, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:22.712341 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-783b9451-6847-4d62-8a30-aa45a8116f9f None None] For port 7ba66a01-2640-447b-b86f-44bc022a88b9, host dv-neutron-797120-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=7ba66a01-2640-447b-b86f-44bc022a88b9,segment=NetworkSegment(344c3b3e-094d-4290-a6b6-0cf6397c2d05),segment_id=344c3b3e-094d-4290-a6b6-0cf6397c2d05)] {{(pid=128085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 11:51:22.797143 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-783b9451-6847-4d62-8a30-aa45a8116f9f None None] Notify callbacks [] for port, precommit_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:22.823610 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-783b9451-6847-4d62-8a30-aa45a8116f9f None None] Transition to ACTIVE for port object 7ba66a01-2640-447b-b86f-44bc022a88b9 will not be triggered until provisioned by entity DHCP. {{(pid=128085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 11:51:22.828834 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-783b9451-6847-4d62-8a30-aa45a8116f9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:22.836522 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-688fd16e-a672-4aa6-b00e-71b6881581b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:51:22.992443 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783b9451-6847-4d62-8a30-aa45a8116f9f None None] Pushing event updated for resources: {'Port': ['ID=7ba66a01-2640-447b-b86f-44bc022a88b9,revision_number=7']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:51:22.997482 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-783b9451-6847-4d62-8a30-aa45a8116f9f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:51:23.016500 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-709c98f0-a38c-40c1-bc38-4ab858a4566b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1010ec49-338d-4ddb-ab95-5db8aeb9bc3a', 'name': 'tempest-TestVolumeBootPattern-1586751402-router', 'tenant_id': '91cba4619aa74784a108d3a825cc8e0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'external_fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.200'}], 'enable_snat': True}, 'gw_port_id': '075214bd-0a72-4e24-a0f8-f7fb96f5c3fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T11:49:41Z', 'updated_at': '2021-06-24T11:49:50Z', 'revision_number': 4, 'project_id': '91cba4619aa74784a108d3a825cc8e0c', 'gw_port': {'id': '075214bd-0a72-4e24-a0f8-f7fb96f5c3fa', 'name': '', 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:01:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1010ec49-338d-4ddb-ab95-5db8aeb9bc3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 935, 'fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:49:42Z', 'updated_at': '2021-06-24T11:49:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-4-hyperv', '_floatingips': [{'id': '53f17c8a-ad00-47f0-9f9f-c0920b1dcbf9', 'tenant_id': '91cba4619aa74784a108d3a825cc8e0c', 'floating_ip_address': '172.26.7.252', 'floating_network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'router_id': '1010ec49-338d-4ddb-ab95-5db8aeb9bc3a', 'port_id': '71bd0aa5-7b84-4385-9fc4-2e4d3b22fafa', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1205, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '376f72b9-0f0d-4b21-b0a6-f11d1b9b44a4', 'mac_address': 'fa:16:3e:ce:26:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e25e9f8-29cf-4860-93c6-e03d46d226de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T11:51:18Z', 'updated_at': '2021-06-24T11:51:18Z', 'revision_number': 0, 'project_id': '91cba4619aa74784a108d3a825cc8e0c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8bd8e081-5290-4fb9-8952-7b2d75f45339', 'name': '', 'network_id': '376f72b9-0f0d-4b21-b0a6-f11d1b9b44a4', 'tenant_id': '91cba4619aa74784a108d3a825cc8e0c', 'mac_address': 'fa:16:3e:22:82:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1010ec49-338d-4ddb-ab95-5db8aeb9bc3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 948, 'fixed_ips': [{'subnet_id': '83739081-6ef0-4601-a176-febdd4c01678', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:49:48Z', 'updated_at': '2021-06-24T11:50:09Z', 'revision_number': 5, 'project_id': '91cba4619aa74784a108d3a825cc8e0c', 'subnets': [{'id': '83739081-6ef0-4601-a176-febdd4c01678', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:51:23.055736 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-709c98f0-a38c-40c1-bc38-4ab858a4566b None None] Checking router: 1010ec49-338d-4ddb-ab95-5db8aeb9bc3a for host: dv-neutron-797120-4-hyperv {{(pid=128085) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 11:51:23.066489 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-709c98f0-a38c-40c1-bc38-4ab858a4566b None None] Routers {'1010ec49-338d-4ddb-ab95-5db8aeb9bc3a'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 11:51:23.066489 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-709c98f0-a38c-40c1-bc38-4ab858a4566b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T11:50:56Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['1010ec49-338d-4ddb-ab95-5db8aeb9bc3a'], 'active': True} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:51:23.072568 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5723dc8c-178f-462a-b1a4-d4445f10e47d tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Made reservation on behalf of 38289682863c40298c517287ec90b883 for: {'port': 1} {{(pid=128083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 11:51:23.112165 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62e60c62-f942-4eb5-9f2d-d865d296056d tempest-BulkNetworkOpsTest-1574223460 tempest-BulkNetworkOpsTest-1574223460-project] vlan segment allocate from pool success with {'vlan_id': 614, 'physical_network': 'physnet1'} {{(pid=128083) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 11:51:23.160908 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1beb8a9-b5b2-4e22-b776-aa4a4b2a8d79 None None] Network a1cffded-447a-4fae-bc9a-a2b82550c64c requested from dv-neutron-797120-4-hyperv {{(pid=128085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 11:51:23.186591 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-62e60c62-f942-4eb5-9f2d-d865d296056d tempest-BulkNetworkOpsTest-1574223460 tempest-BulkNetworkOpsTest-1574223460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967879'] for segment, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:23.186920 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.db.segments_db [None req-62e60c62-f942-4eb5-9f2d-d865d296056d tempest-BulkNetworkOpsTest-1574223460 tempest-BulkNetworkOpsTest-1574223460-project] Added segment 4376d7e3-cb87-4e0a-ae7f-29bd9aa71104 of type vlan for network dd57f738-ce1e-4473-a232-b969eef69829 Jun 24 11:51:23.261432 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvr_db [None req-709c98f0-a38c-40c1-bc38-4ab858a4566b None None] Set router 1010ec49-338d-4ddb-ab95-5db8aeb9bc3a gateway port host: dv-neutron-797120-4-hyperv {{(pid=128085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 11:51:23.279515 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f13183a-8e1c-4f2f-9632-99f0773f9fa3 req-35ddbc77-9612-4af8-bc3a-d6e6865aa67a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:51:23.281443 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-0f13183a-8e1c-4f2f-9632-99f0773f9fa3 req-35ddbc77-9612-4af8-bc3a-d6e6865aa67a service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=91cba4619aa74784a108d3a825cc8e0c&device_id=5e25e9f8-29cf-4860-93c6-e03d46d226de HTTP/1.1" status: 200 len: 1099 time: 0.7099621 Jun 24 11:51:23.319537 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-22654f5d-578c-43bc-8f8b-7d5eb560fe6d None None] Provisioning for port 0a7c6790-fba4-4981-847e-a60b47ee61ff completed by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 11:51:23.321624 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-62e60c62-f942-4eb5-9f2d-d865d296056d tempest-BulkNetworkOpsTest-1574223460 tempest-BulkNetworkOpsTest-1574223460-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793193525068'] for network, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:23.338763 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.db_base_plugin_common [None req-380fbab6-3b9f-4a1a-bf50-56d9aeebf300 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Delete allocated IP 2001:db8::16f (a61c4b46-a6f4-48b4-9ca4-b0aa9df4a595/414c6803-7edf-467c-a8d5-36304e52338e) {{(pid=128083) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jun 24 11:51:23.364262 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-5723dc8c-178f-462a-b1a4-d4445f10e47d tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:23.404413 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.db_base_plugin_common [None req-380fbab6-3b9f-4a1a-bf50-56d9aeebf300 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Allocated IP 2001:db8:0:2::a3 (a61c4b46-a6f4-48b4-9ca4-b0aa9df4a595/e7d742c5-5c74-4c4b-809e-f148f74a16aa/322fd115-92ae-4300-ac64-479df359bd94) {{(pid=128083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 11:51:23.474969 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.notifiers.nova [None req-5723dc8c-178f-462a-b1a4-d4445f10e47d tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] device_id is not set on port 76365914-3758-492a-9e71-e5b20f35070b yet. {{(pid=128083) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 24 11:51:23.559814 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-62e60c62-f942-4eb5-9f2d-d865d296056d tempest-BulkNetworkOpsTest-1574223460 tempest-BulkNetworkOpsTest-1574223460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1800243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976'] for network, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:23.565972 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62e60c62-f942-4eb5-9f2d-d865d296056d tempest-BulkNetworkOpsTest-1574223460 tempest-BulkNetworkOpsTest-1574223460-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:51:23.566659 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-62e60c62-f942-4eb5-9f2d-d865d296056d tempest-BulkNetworkOpsTest-1574223460 tempest-BulkNetworkOpsTest-1574223460-project] Notify callbacks [] for network, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:23.577908 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-275d7171-bf60-4b73-aa51-5c6cb3ace09a tempest-RoutersNegativeIpV6Test-675716403 tempest-RoutersNegativeIpV6Test-675716403-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:51:23.668600 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f13183a-8e1c-4f2f-9632-99f0773f9fa3 req-68387065-0c36-41d7-932b-b2dd7d1ddd78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:51:23.670690 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-0f13183a-8e1c-4f2f-9632-99f0773f9fa3 req-68387065-0c36-41d7-932b-b2dd7d1ddd78 service neutron] 10.222.0.45 "GET /v2.0/networks?id=376f72b9-0f0d-4b21-b0a6-f11d1b9b44a4 HTTP/1.1" status: 200 len: 913 time: 0.3712265 Jun 24 11:51:23.738180 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device 7ba66a01-2640-447b-b86f-44bc022a88b9 up at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 11:51:23.765844 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-62e60c62-f942-4eb5-9f2d-d865d296056d tempest-BulkNetworkOpsTest-1574223460 tempest-BulkNetworkOpsTest-1574223460-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.3015828 Jun 24 11:51:23.769541 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 34190) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:51:23.775839 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-4736c34a-1844-4dae-98de-f3ecd968a9e5 tempest-BulkNetworkOpsTest-1574223460 tempest-BulkNetworkOpsTest-1574223460-project] Request body: {'ports': [{'network_id': 'a23fc386-5ea8-4300-a48c-1fcf986cfa8c', 'name': 'tempest-port--2119607952', 'admin_state_up': True}, {'network_id': 'dd57f738-ce1e-4473-a232-b969eef69829', 'admin_state_up': False}]} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:51:23.776159 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-4736c34a-1844-4dae-98de-f3ecd968a9e5 tempest-BulkNetworkOpsTest-1574223460 tempest-BulkNetworkOpsTest-1574223460-project] Request body: {'port': {'network_id': 'a23fc386-5ea8-4300-a48c-1fcf986cfa8c', 'name': 'tempest-port--2119607952', 'admin_state_up': True}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:51:23.776637 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-4736c34a-1844-4dae-98de-f3ecd968a9e5 tempest-BulkNetworkOpsTest-1574223460 tempest-BulkNetworkOpsTest-1574223460-project] Request body: {'port': {'network_id': 'dd57f738-ce1e-4473-a232-b969eef69829', 'admin_state_up': False}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:51:23.866931 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-1bebff8e-7167-4559-88fc-ac9ccff546c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:23.924208 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22ac61ef-7342-471e-b4d8-1762e52c39e8 None None] Update dhcp port {'port': {'network_id': 'a1cffded-447a-4fae-bc9a-a2b82550c64c', 'fixed_ips': [{'subnet_id': 'a63686b8-26b0-4bd4-a359-cf69cf4aa4b6', 'ip_address': '172.20.0.2'}, {'subnet_id': '155b6990-8475-40d1-9bb3-e749255db3e4'}], 'binding:host_id': 'dv-neutron-797120-4-hyperv'}, 'id': '0a7c6790-fba4-4981-847e-a60b47ee61ff'} from dv-neutron-797120-4-hyperv. {{(pid=128085) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 24 11:51:23.934176 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e60c62-f942-4eb5-9f2d-d865d296056d tempest-BulkNetworkOpsTest-1574223460 tempest-BulkNetworkOpsTest-1574223460-project] Pushing event updated for resources: {'Network': ['ID=dd57f738-ce1e-4473-a232-b969eef69829,revision_number=1']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:51:23.938427 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-62e60c62-f942-4eb5-9f2d-d865d296056d tempest-BulkNetworkOpsTest-1574223460 tempest-BulkNetworkOpsTest-1574223460-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.360s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:51:23.970598 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Network dd57f738-ce1e-4473-a232-b969eef69829 details requested by agent ovs-agent-dv-neutron-797120-4-hyperv with host dv-neutron-797120-4-hyperv {{(pid=128085) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 11:51:23.988785 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device 0a7c6790-fba4-4981-847e-a60b47ee61ff up at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 11:51:24.013148 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4736c34a-1844-4dae-98de-f3ecd968a9e5 tempest-BulkNetworkOpsTest-1574223460 tempest-BulkNetworkOpsTest-1574223460-project] Made reservation on behalf of 6ff89c67618d434aadf0f2c697248c35 for: {'port': 2} {{(pid=128084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 11:51:24.018607 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-4736c34a-1844-4dae-98de-f3ecd968a9e5 tempest-BulkNetworkOpsTest-1574223460 tempest-BulkNetworkOpsTest-1574223460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:24.023308 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-9efece94-6ee1-4f45-9da8-264c837d8f39 None None] Provisioning for port 7ba66a01-2640-447b-b86f-44bc022a88b9 completed by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 11:51:24.035233 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-4736c34a-1844-4dae-98de-f3ecd968a9e5 tempest-BulkNetworkOpsTest-1574223460 tempest-BulkNetworkOpsTest-1574223460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:24.064955 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-9efece94-6ee1-4f45-9da8-264c837d8f39 None None] Provisioning complete for port 7ba66a01-2640-447b-b86f-44bc022a88b9 triggered by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:51:24.065347 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-9efece94-6ee1-4f45-9da8-264c837d8f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:24.066022 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-0f13183a-8e1c-4f2f-9632-99f0773f9fa3 req-08ee0f11-8e43-420a-b0f7-81f857f614ac service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=71bd0aa5-7b84-4385-9fc4-2e4d3b22fafa HTTP/1.1" status: 200 len: 1000 time: 0.2986598 Jun 24 11:51:24.076647 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-22ac61ef-7342-471e-b4d8-1762e52c39e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:24.128841 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.notifiers.nova [None req-4736c34a-1844-4dae-98de-f3ecd968a9e5 tempest-BulkNetworkOpsTest-1574223460 tempest-BulkNetworkOpsTest-1574223460-project] device_id is not set on port 9e8f13bb-c6eb-44b9-a264-8f9fc07f2584 yet. {{(pid=128084) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 24 11:51:24.147653 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-380fbab6-3b9f-4a1a-bf50-56d9aeebf300 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Notify callbacks [] for port, precommit_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:24.192012 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.provisioning_blocks [None req-380fbab6-3b9f-4a1a-bf50-56d9aeebf300 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Transition to ACTIVE for port object 322fd115-92ae-4300-ac64-479df359bd94 will not be triggered until provisioned by entity DHCP. {{(pid=128083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 11:51:24.197246 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-709c98f0-a38c-40c1-bc38-4ab858a4566b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1010ec49-338d-4ddb-ab95-5db8aeb9bc3a', 'name': 'tempest-TestVolumeBootPattern-1586751402-router', 'tenant_id': '91cba4619aa74784a108d3a825cc8e0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'external_fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.200'}], 'enable_snat': True}, 'gw_port_id': '075214bd-0a72-4e24-a0f8-f7fb96f5c3fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T11:49:41Z', 'updated_at': '2021-06-24T11:49:50Z', 'revision_number': 4, 'project_id': '91cba4619aa74784a108d3a825cc8e0c', 'gw_port': {'id': '075214bd-0a72-4e24-a0f8-f7fb96f5c3fa', 'name': '', 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:01:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1010ec49-338d-4ddb-ab95-5db8aeb9bc3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 935, 'fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:49:42Z', 'updated_at': '2021-06-24T11:49:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-4-hyperv', '_floatingips': [{'id': '53f17c8a-ad00-47f0-9f9f-c0920b1dcbf9', 'tenant_id': '91cba4619aa74784a108d3a825cc8e0c', 'floating_ip_address': '172.26.7.252', 'floating_network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'router_id': '1010ec49-338d-4ddb-ab95-5db8aeb9bc3a', 'port_id': '71bd0aa5-7b84-4385-9fc4-2e4d3b22fafa', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1205, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '376f72b9-0f0d-4b21-b0a6-f11d1b9b44a4', 'mac_address': 'fa:16:3e:ce:26:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e25e9f8-29cf-4860-93c6-e03d46d226de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T11:51:18Z', 'updated_at': '2021-06-24T11:51:18Z', 'revision_number': 0, 'project_id': '91cba4619aa74784a108d3a825cc8e0c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8bd8e081-5290-4fb9-8952-7b2d75f45339', 'name': '', 'network_id': '376f72b9-0f0d-4b21-b0a6-f11d1b9b44a4', 'tenant_id': '91cba4619aa74784a108d3a825cc8e0c', 'mac_address': 'fa:16:3e:22:82:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1010ec49-338d-4ddb-ab95-5db8aeb9bc3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 948, 'fixed_ips': [{'subnet_id': '83739081-6ef0-4601-a176-febdd4c01678', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:49:48Z', 'updated_at': '2021-06-24T11:50:09Z', 'revision_number': 5, 'project_id': '91cba4619aa74784a108d3a825cc8e0c', 'subnets': [{'id': '83739081-6ef0-4601-a176-febdd4c01678', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:51:24.206370 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-380fbab6-3b9f-4a1a-bf50-56d9aeebf300 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2537871'] for port, after_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:24.214819 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-4ce26c7e-c919-4bd6-bf38-979e0fe67048 tempest-NetworksIpV6TestAttrs-452685963 tempest-NetworksIpV6TestAttrs-452685963-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:51:24.219545 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f13183a-8e1c-4f2f-9632-99f0773f9fa3 req-1d2d90d0-c11d-468e-b42d-ee916bde3077 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:51:24.221034 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-0f13183a-8e1c-4f2f-9632-99f0773f9fa3 req-1d2d90d0-c11d-468e-b42d-ee916bde3077 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=83739081-6ef0-4601-a176-febdd4c01678 HTTP/1.1" status: 200 len: 851 time: 0.1481185 Jun 24 11:51:24.276765 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-709c98f0-a38c-40c1-bc38-4ab858a4566b None None] The sync data for ids ['1010ec49-338d-4ddb-ab95-5db8aeb9bc3a'] in dv-neutron-797120-4-hyperv is: [{'id': '1010ec49-338d-4ddb-ab95-5db8aeb9bc3a', 'name': 'tempest-TestVolumeBootPattern-1586751402-router', 'tenant_id': '91cba4619aa74784a108d3a825cc8e0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'external_fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.200'}], 'enable_snat': True}, 'gw_port_id': '075214bd-0a72-4e24-a0f8-f7fb96f5c3fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T11:49:41Z', 'updated_at': '2021-06-24T11:49:50Z', 'revision_number': 4, 'project_id': '91cba4619aa74784a108d3a825cc8e0c', 'gw_port': {'id': '075214bd-0a72-4e24-a0f8-f7fb96f5c3fa', 'name': '', 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:01:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1010ec49-338d-4ddb-ab95-5db8aeb9bc3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 935, 'fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:49:42Z', 'updated_at': '2021-06-24T11:49:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-4-hyperv', '_floatingips': [{'id': '53f17c8a-ad00-47f0-9f9f-c0920b1dcbf9', 'tenant_id': '91cba4619aa74784a108d3a825cc8e0c', 'floating_ip_address': '172.26.7.252', 'floating_network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'router_id': '1010ec49-338d-4ddb-ab95-5db8aeb9bc3a', 'port_id': '71bd0aa5-7b84-4385-9fc4-2e4d3b22fafa', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1205, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '376f72b9-0f0d-4b21-b0a6-f11d1b9b44a4', 'mac_address': 'fa:16:3e:ce:26:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e25e9f8-29cf-4860-93c6-e03d46d226de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T11:51:18Z', 'updated_at': '2021-06-24T11:51:18Z', 'revision_number': 0, 'project_id': '91cba4619aa74784a108d3a825cc8e0c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8bd8e081-5290-4fb9-8952-7b2d75f45339', 'name': '', 'network_id': '376f72b9-0f0d-4b21-b0a6-f11d1b9b44a4', 'tenant_id': '91cba4619aa74784a108d3a825cc8e0c', 'mac_address': 'fa:16:3e:22:82:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1010ec49-338d-4ddb-ab95-5db8aeb9bc3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 948, 'fixed_ips': [{'subnet_id': '83739081-6ef0-4601-a176-febdd4c01678', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:49:48Z', 'updated_at': '2021-06-24T11:50:09Z', 'revision_number': 5, 'project_id': '91cba4619aa74784a108d3a825cc8e0c', 'subnets': [{'id': '83739081-6ef0-4601-a176-febdd4c01678', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=128085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 11:51:24.278649 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-4736c34a-1844-4dae-98de-f3ecd968a9e5 tempest-BulkNetworkOpsTest-1574223460 tempest-BulkNetworkOpsTest-1574223460-project] Notify callbacks [] for port, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:24.281880 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning for port 0a7c6790-fba4-4981-847e-a60b47ee61ff completed by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 11:51:24.295627 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning complete for port 0a7c6790-fba4-4981-847e-a60b47ee61ff triggered by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:51:24.295951 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:24.360821 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.plugin [None req-380fbab6-3b9f-4a1a-bf50-56d9aeebf300 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] In _notify_port_updated(), no bound segment for port 322fd115-92ae-4300-ac64-479df359bd94 on network a61c4b46-a6f4-48b4-9ca4-b0aa9df4a595 {{(pid=128083) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jun 24 11:51:24.367565 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-380fbab6-3b9f-4a1a-bf50-56d9aeebf300 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:51:24.368388 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-380fbab6-3b9f-4a1a-bf50-56d9aeebf300 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468916'] for port, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:24.372822 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-380fbab6-3b9f-4a1a-bf50-56d9aeebf300 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] 10.222.0.53 "PUT /v2.0/ports/322fd115-92ae-4300-ac64-479df359bd94 HTTP/1.1" status: 200 len: 968 time: 2.8706303 Jun 24 11:51:24.376822 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 34192) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:51:24.379914 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.notifiers.nova [None req-4736c34a-1844-4dae-98de-f3ecd968a9e5 tempest-BulkNetworkOpsTest-1574223460 tempest-BulkNetworkOpsTest-1574223460-project] device_id is not set on port 1715234b-950f-4787-b624-6ce49a4d66c5 yet. {{(pid=128084) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 24 11:51:24.407739 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-9efece94-6ee1-4f45-9da8-264c837d8f39 None None] Provisioning complete for port a26b639c-02aa-4d6f-bcf1-bb9b9632e757 triggered by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:51:24.407967 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-9efece94-6ee1-4f45-9da8-264c837d8f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:24.431268 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380fbab6-3b9f-4a1a-bf50-56d9aeebf300 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Pushing event updated for resources: {'Port': ['ID=322fd115-92ae-4300-ac64-479df359bd94,revision_number=2']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:51:24.444474 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-380fbab6-3b9f-4a1a-bf50-56d9aeebf300 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:51:24.462913 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.db_base_plugin_common [None req-5723dc8c-178f-462a-b1a4-d4445f10e47d tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Allocated IP 172.20.0.13 (a1cffded-447a-4fae-bc9a-a2b82550c64c/a63686b8-26b0-4bd4-a359-cf69cf4aa4b6/76365914-3758-492a-9e71-e5b20f35070b) {{(pid=128083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 11:51:24.480392 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.db_base_plugin_common [None req-5723dc8c-178f-462a-b1a4-d4445f10e47d tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Allocated IP 172.20.0.18 (a1cffded-447a-4fae-bc9a-a2b82550c64c/155b6990-8475-40d1-9bb3-e749255db3e4/76365914-3758-492a-9e71-e5b20f35070b) {{(pid=128083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 11:51:24.481787 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-9efece94-6ee1-4f45-9da8-264c837d8f39 None None] Port a26b639c-02aa-4d6f-bcf1-bb9b9632e757 cannot update to ACTIVE because it is not bound. {{(pid=128085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 11:51:24.488763 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:24.520662 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-9efece94-6ee1-4f45-9da8-264c837d8f39 None None] Provisioning for port 322fd115-92ae-4300-ac64-479df359bd94 completed by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 11:51:24.543138 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-9efece94-6ee1-4f45-9da8-264c837d8f39 None None] Provisioning complete for port 322fd115-92ae-4300-ac64-479df359bd94 triggered by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:51:24.543754 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-9efece94-6ee1-4f45-9da8-264c837d8f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:24.566280 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f13183a-8e1c-4f2f-9632-99f0773f9fa3 req-c609c173-0c96-4dd2-8dde-110b0d11e09a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:51:24.568493 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-0f13183a-8e1c-4f2f-9632-99f0773f9fa3 req-c609c173-0c96-4dd2-8dde-110b0d11e09a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=376f72b9-0f0d-4b21-b0a6-f11d1b9b44a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3359466 Jun 24 11:51:24.590554 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] For port 0a7c6790-fba4-4981-847e-a60b47ee61ff, host dv-neutron-797120-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=0a7c6790-fba4-4981-847e-a60b47ee61ff,segment=NetworkSegment(fe927f86-9561-4ee2-89d2-4add337d156d),segment_id=fe927f86-9561-4ee2-89d2-4add337d156d)] {{(pid=128085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 11:51:24.598969 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:24.609633 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-4736c34a-1844-4dae-98de-f3ecd968a9e5 tempest-BulkNetworkOpsTest-1574223460 tempest-BulkNetworkOpsTest-1574223460-project] Notify callbacks [] for port, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:24.611327 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-62dc29b5-e311-4c74-a715-c39ff495eeea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:51:24.652459 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-9efece94-6ee1-4f45-9da8-264c837d8f39 None None] Port 322fd115-92ae-4300-ac64-479df359bd94 cannot update to ACTIVE because it is not bound. {{(pid=128085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 11:51:24.692613 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-4736c34a-1844-4dae-98de-f3ecd968a9e5 tempest-BulkNetworkOpsTest-1574223460 tempest-BulkNetworkOpsTest-1574223460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-650429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-506361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793193536723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3291971'] for port, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:24.708621 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Pushing event updated for resources: {'Port': ['ID=0a7c6790-fba4-4981-847e-a60b47ee61ff,revision_number=3']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:51:24.711513 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-28fcc637-4a09-420a-a0d6-5783e6cfc3fe tempest-RoutersNegativeIpV6Test-675716403 tempest-RoutersNegativeIpV6Test-675716403-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:51:24.736322 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:51:24.738402 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:51:24.740053 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:51:24.740407 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:51:24.741854 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:51:24.743794 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:51:24.744266 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:51:24.744682 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:51:24.752498 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:51:24.752970 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:51:24.753179 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e18cf191-16ad-493f-b882-f83d6ebf6ac8 None None] New status for floating IP 53f17c8a-ad00-47f0-9f9f-c0920b1dcbf9: ACTIVE {{(pid=128086) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 24 11:51:24.754066 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:51:24.754511 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:51:24.761703 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:51:24.777254 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-c7733913-0344-46cf-9b40-ec21d6e3dd18 None None] Provisioning complete for port 322fd115-92ae-4300-ac64-479df359bd94 triggered by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:51:24.778071 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-c7733913-0344-46cf-9b40-ec21d6e3dd18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:24.799344 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.plugin [None req-6e74531b-bfc2-487e-877b-646eb3a759b9 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Deleting port 322fd115-92ae-4300-ac64-479df359bd94 {{(pid=128083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 11:51:24.800100 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-6e74531b-bfc2-487e-877b-646eb3a759b9 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793193942312'] for port, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:24.828355 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-c7733913-0344-46cf-9b40-ec21d6e3dd18 None None] Port 322fd115-92ae-4300-ac64-479df359bd94 cannot update to ACTIVE because it is not bound. {{(pid=128085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 11:51:24.858933 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4736c34a-1844-4dae-98de-f3ecd968a9e5 tempest-BulkNetworkOpsTest-1574223460 tempest-BulkNetworkOpsTest-1574223460-project] Pushing event updated for resources: {'Port': ['ID=9e8f13bb-c6eb-44b9-a264-8f9fc07f2584,revision_number=1']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:51:24.866593 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4736c34a-1844-4dae-98de-f3ecd968a9e5 tempest-BulkNetworkOpsTest-1574223460 tempest-BulkNetworkOpsTest-1574223460-project] Checking segment: {'id': '2a9e8653-6b85-4d26-a67e-5d568e86ccf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'a23fc386-5ea8-4300-a48c-1fcf986cfa8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=128084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 11:51:24.867014 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4736c34a-1844-4dae-98de-f3ecd968a9e5 tempest-BulkNetworkOpsTest-1574223460 tempest-BulkNetworkOpsTest-1574223460-project] Network hostable DHCP agents. Network: a23fc386-5ea8-4300-a48c-1fcf986cfa8c, hostable agents: ['6be988a9-1d97-480f-be5a-c55abf2c55c5'], hosted agents: [] {{(pid=128084) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 11:51:24.871054 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4736c34a-1844-4dae-98de-f3ecd968a9e5 tempest-BulkNetworkOpsTest-1574223460 tempest-BulkNetworkOpsTest-1574223460-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:51:24.871551 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4736c34a-1844-4dae-98de-f3ecd968a9e5 tempest-BulkNetworkOpsTest-1574223460 tempest-BulkNetworkOpsTest-1574223460-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:51:24.871913 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4736c34a-1844-4dae-98de-f3ecd968a9e5 tempest-BulkNetworkOpsTest-1574223460 tempest-BulkNetworkOpsTest-1574223460-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:51:24.872330 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4736c34a-1844-4dae-98de-f3ecd968a9e5 tempest-BulkNetworkOpsTest-1574223460 tempest-BulkNetworkOpsTest-1574223460-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:51:24.872705 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4736c34a-1844-4dae-98de-f3ecd968a9e5 tempest-BulkNetworkOpsTest-1574223460 tempest-BulkNetworkOpsTest-1574223460-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:51:24.873177 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4736c34a-1844-4dae-98de-f3ecd968a9e5 tempest-BulkNetworkOpsTest-1574223460 tempest-BulkNetworkOpsTest-1574223460-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:51:24.873556 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4736c34a-1844-4dae-98de-f3ecd968a9e5 tempest-BulkNetworkOpsTest-1574223460 tempest-BulkNetworkOpsTest-1574223460-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:51:24.873936 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4736c34a-1844-4dae-98de-f3ecd968a9e5 tempest-BulkNetworkOpsTest-1574223460 tempest-BulkNetworkOpsTest-1574223460-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:51:24.874299 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4736c34a-1844-4dae-98de-f3ecd968a9e5 tempest-BulkNetworkOpsTest-1574223460 tempest-BulkNetworkOpsTest-1574223460-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:51:24.874713 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4736c34a-1844-4dae-98de-f3ecd968a9e5 tempest-BulkNetworkOpsTest-1574223460 tempest-BulkNetworkOpsTest-1574223460-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:51:24.875144 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4736c34a-1844-4dae-98de-f3ecd968a9e5 tempest-BulkNetworkOpsTest-1574223460 tempest-BulkNetworkOpsTest-1574223460-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:51:24.875776 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4736c34a-1844-4dae-98de-f3ecd968a9e5 tempest-BulkNetworkOpsTest-1574223460 tempest-BulkNetworkOpsTest-1574223460-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:51:24.880724 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-4736c34a-1844-4dae-98de-f3ecd968a9e5 tempest-BulkNetworkOpsTest-1574223460 tempest-BulkNetworkOpsTest-1574223460-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:51:24.895209 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-0f13183a-8e1c-4f2f-9632-99f0773f9fa3 req-0db9c446-abc9-4e7b-b8bd-12fec9aca657 service neutron] 10.222.0.45 "GET /v2.0/networks/376f72b9-0f0d-4b21-b0a6-f11d1b9b44a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3070428 Jun 24 11:51:24.897536 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4736c34a-1844-4dae-98de-f3ecd968a9e5 tempest-BulkNetworkOpsTest-1574223460 tempest-BulkNetworkOpsTest-1574223460-project] Network a23fc386-5ea8-4300-a48c-1fcf986cfa8c is scheduled to be hosted by DHCP agent 6be988a9-1d97-480f-be5a-c55abf2c55c5 with binding_index 1 {{(pid=128084) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 11:51:24.907493 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.base_scheduler [None req-4736c34a-1844-4dae-98de-f3ecd968a9e5 tempest-BulkNetworkOpsTest-1574223460 tempest-BulkNetworkOpsTest-1574223460-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-4-hyperv, a23fc386-5ea8-4300-a48c-1fcf986cfa8c) {{(pid=128084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:51:24.912429 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4736c34a-1844-4dae-98de-f3ecd968a9e5 tempest-BulkNetworkOpsTest-1574223460 tempest-BulkNetworkOpsTest-1574223460-project] Received port after_create {{(pid=128084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 11:51:24.913979 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-4736c34a-1844-4dae-98de-f3ecd968a9e5 tempest-BulkNetworkOpsTest-1574223460 tempest-BulkNetworkOpsTest-1574223460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-650429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-506361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793193536723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3291971'] for port, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:24.919577 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-8ee5e150-0fbd-46d8-9b98-d8e9f485d0a9 tempest-AllowedAddressPairIpV6TestJSON-2004454070 tempest-AllowedAddressPairIpV6TestJSON-2004454070-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:51:24.929017 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f24dde6-5238-4a58-a72c-234eace8d270 None None] Network a23fc386-5ea8-4300-a48c-1fcf986cfa8c requested from dv-neutron-797120-4-hyperv {{(pid=128085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 11:51:25.003984 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4736c34a-1844-4dae-98de-f3ecd968a9e5 tempest-BulkNetworkOpsTest-1574223460 tempest-BulkNetworkOpsTest-1574223460-project] Pushing event updated for resources: {'Port': ['ID=1715234b-950f-4787-b624-6ce49a4d66c5,revision_number=1']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:51:25.009161 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-4736c34a-1844-4dae-98de-f3ecd968a9e5 tempest-BulkNetworkOpsTest-1574223460 tempest-BulkNetworkOpsTest-1574223460-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:51:25.013493 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4736c34a-1844-4dae-98de-f3ecd968a9e5 tempest-BulkNetworkOpsTest-1574223460 tempest-BulkNetworkOpsTest-1574223460-project] Checking segment: {'id': '4376d7e3-cb87-4e0a-ae7f-29bd9aa71104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'dd57f738-ce1e-4473-a232-b969eef69829'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=128084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 11:51:25.013774 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4736c34a-1844-4dae-98de-f3ecd968a9e5 tempest-BulkNetworkOpsTest-1574223460 tempest-BulkNetworkOpsTest-1574223460-project] Network hostable DHCP agents. Network: dd57f738-ce1e-4473-a232-b969eef69829, hostable agents: ['6be988a9-1d97-480f-be5a-c55abf2c55c5'], hosted agents: [] {{(pid=128084) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 11:51:25.017274 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-5723dc8c-178f-462a-b1a4-d4445f10e47d tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Notify callbacks [] for port, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:25.033949 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4736c34a-1844-4dae-98de-f3ecd968a9e5 tempest-BulkNetworkOpsTest-1574223460 tempest-BulkNetworkOpsTest-1574223460-project] Network dd57f738-ce1e-4473-a232-b969eef69829 is scheduled to be hosted by DHCP agent 6be988a9-1d97-480f-be5a-c55abf2c55c5 with binding_index 1 {{(pid=128084) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 11:51:25.047221 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.base_scheduler [None req-4736c34a-1844-4dae-98de-f3ecd968a9e5 tempest-BulkNetworkOpsTest-1574223460 tempest-BulkNetworkOpsTest-1574223460-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-4-hyperv, dd57f738-ce1e-4473-a232-b969eef69829) {{(pid=128084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:51:25.052808 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-6e74531b-bfc2-487e-877b-646eb3a759b9 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1978872'] for port, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:25.057772 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ee9a273-e4d8-41a1-a53e-cbc209c97129 None None] Network dd57f738-ce1e-4473-a232-b969eef69829 requested from dv-neutron-797120-4-hyperv {{(pid=128085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 11:51:25.061734 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4736c34a-1844-4dae-98de-f3ecd968a9e5 tempest-BulkNetworkOpsTest-1574223460 tempest-BulkNetworkOpsTest-1574223460-project] Received port after_create {{(pid=128084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 11:51:25.070099 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4736c34a-1844-4dae-98de-f3ecd968a9e5 tempest-BulkNetworkOpsTest-1574223460 tempest-BulkNetworkOpsTest-1574223460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=128084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:51:25.073093 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.provisioning_blocks [None req-5723dc8c-178f-462a-b1a4-d4445f10e47d tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Transition to ACTIVE for port object 76365914-3758-492a-9e71-e5b20f35070b will not be triggered until provisioned by entity DHCP. {{(pid=128083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 11:51:25.076850 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4736c34a-1844-4dae-98de-f3ecd968a9e5 tempest-BulkNetworkOpsTest-1574223460 tempest-BulkNetworkOpsTest-1574223460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=128084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:51:25.077414 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-4736c34a-1844-4dae-98de-f3ecd968a9e5 tempest-BulkNetworkOpsTest-1574223460 tempest-BulkNetworkOpsTest-1574223460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468916'] for port, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:25.081907 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.plugin [None req-6e74531b-bfc2-487e-877b-646eb3a759b9 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Calling delete_port for 322fd115-92ae-4300-ac64-479df359bd94 owned by {{(pid=128083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 11:51:25.095222 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-0f13183a-8e1c-4f2f-9632-99f0773f9fa3 req-e3e87f80-2aad-46c9-96bc-94ba644b9b17 service neutron] 10.222.0.45 "GET /v2.0/networks/376f72b9-0f0d-4b21-b0a6-f11d1b9b44a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1938038 Jun 24 11:51:25.096010 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-4736c34a-1844-4dae-98de-f3ecd968a9e5 tempest-BulkNetworkOpsTest-1574223460 tempest-BulkNetworkOpsTest-1574223460-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 1.3242564 Jun 24 11:51:25.099269 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 34194) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:51:25.192687 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eafccbae-199b-4b00-a878-3d21502b546a tempest-BulkNetworkOpsTest-1574223460 tempest-BulkNetworkOpsTest-1574223460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:51:25.199963 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-5723dc8c-178f-462a-b1a4-d4445f10e47d tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-650429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-506361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793193536723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2537853'] for port, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:25.202307 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eafccbae-199b-4b00-a878-3d21502b546a tempest-BulkNetworkOpsTest-1574223460 tempest-BulkNetworkOpsTest-1574223460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:51:25.207678 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-eafccbae-199b-4b00-a878-3d21502b546a tempest-BulkNetworkOpsTest-1574223460 tempest-BulkNetworkOpsTest-1574223460-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.0938485 Jun 24 11:51:25.208572 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 34196) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:51:25.210235 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-da51a78c-8642-442e-915f-127c4f49c41e tempest-AllowedAddressPairIpV6TestJSON-2004454070 tempest-AllowedAddressPairIpV6TestJSON-2004454070-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:51:25.276590 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5723dc8c-178f-462a-b1a4-d4445f10e47d tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Network a1cffded-447a-4fae-bc9a-a2b82550c64c is already hosted by enough agents. {{(pid=128083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 11:51:25.299550 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5723dc8c-178f-462a-b1a4-d4445f10e47d tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Pushing event updated for resources: {'Port': ['ID=76365914-3758-492a-9e71-e5b20f35070b,revision_number=1']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:51:25.305630 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.base_scheduler [None req-5723dc8c-178f-462a-b1a4-d4445f10e47d tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Resources bound (agent type, host, resource id): {{(pid=128083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:51:25.310634 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5723dc8c-178f-462a-b1a4-d4445f10e47d tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Received port after_create {{(pid=128083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 11:51:25.320490 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.db.api [None req-22ac61ef-7342-471e-b4d8-1762e52c39e8 None None] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.18-6e8526c6-d6f8-409b-8ccc-3ba2326085dd {{(pid=128085) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 24 11:51:25.320950 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_db.api [None req-22ac61ef-7342-471e-b4d8-1762e52c39e8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 24 11:51:25.337724 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.plugin [None req-942601cf-366f-47b8-a5b3-f9a3ca399615 tempest-BulkNetworkOpsTest-1574223460 tempest-BulkNetworkOpsTest-1574223460-project] Deleting port 9e8f13bb-c6eb-44b9-a264-8f9fc07f2584 {{(pid=128084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 11:51:25.338178 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-942601cf-366f-47b8-a5b3-f9a3ca399615 tempest-BulkNetworkOpsTest-1574223460 tempest-BulkNetworkOpsTest-1574223460-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793193942312'] for port, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:25.340450 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5723dc8c-178f-462a-b1a4-d4445f10e47d tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:51:25.340846 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5723dc8c-178f-462a-b1a4-d4445f10e47d tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:51:25.341250 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5723dc8c-178f-462a-b1a4-d4445f10e47d tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:51:25.341629 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5723dc8c-178f-462a-b1a4-d4445f10e47d tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:51:25.341996 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5723dc8c-178f-462a-b1a4-d4445f10e47d tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:51:25.342362 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5723dc8c-178f-462a-b1a4-d4445f10e47d tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:51:25.342727 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5723dc8c-178f-462a-b1a4-d4445f10e47d tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:51:25.343086 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5723dc8c-178f-462a-b1a4-d4445f10e47d tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:51:25.343495 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5723dc8c-178f-462a-b1a4-d4445f10e47d tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:51:25.343853 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5723dc8c-178f-462a-b1a4-d4445f10e47d tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:51:25.344213 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5723dc8c-178f-462a-b1a4-d4445f10e47d tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:51:25.344574 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5723dc8c-178f-462a-b1a4-d4445f10e47d tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:51:25.355753 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-5723dc8c-178f-462a-b1a4-d4445f10e47d tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:51:25.370371 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-6e74531b-bfc2-487e-877b-646eb3a759b9 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793193945299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193536732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2537862'] for port, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:25.379651 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-28a695f6-e311-4ded-b5eb-9344832d0d85 tempest-RoutersNegativeIpV6Test-675716403 tempest-RoutersNegativeIpV6Test-675716403-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:51:25.414272 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5723dc8c-178f-462a-b1a4-d4445f10e47d tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:51:25.414915 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-5723dc8c-178f-462a-b1a4-d4445f10e47d tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468916'] for port, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:25.417849 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-942601cf-366f-47b8-a5b3-f9a3ca399615 tempest-BulkNetworkOpsTest-1574223460 tempest-BulkNetworkOpsTest-1574223460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1978872'] for port, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:25.421232 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e74531b-bfc2-487e-877b-646eb3a759b9 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Pushing event deleted for resources: {'Port': ['ID=322fd115-92ae-4300-ac64-479df359bd94,revision_number=None']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:51:25.429803 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-6e74531b-bfc2-487e-877b-646eb3a759b9 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:51:25.436298 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.plugin [None req-942601cf-366f-47b8-a5b3-f9a3ca399615 tempest-BulkNetworkOpsTest-1574223460 tempest-BulkNetworkOpsTest-1574223460-project] Calling delete_port for 9e8f13bb-c6eb-44b9-a264-8f9fc07f2584 owned by {{(pid=128084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 11:51:25.455330 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-6e74531b-bfc2-487e-877b-646eb3a759b9 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468916'] for port, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:25.457319 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-6e74531b-bfc2-487e-877b-646eb3a759b9 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] 10.222.0.53 "DELETE /v2.0/ports/322fd115-92ae-4300-ac64-479df359bd94 HTTP/1.1" status: 204 len: 168 time: 1.0736828 Jun 24 11:51:25.460101 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 34198) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:51:25.472737 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-5723dc8c-178f-462a-b1a4-d4445f10e47d tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1002 time: 3.2199333 Jun 24 11:51:25.484624 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 34200) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:51:25.491047 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-3bc0fb3f-6596-49c9-a1b3-855fb8e4b795 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'a63686b8-26b0-4bd4-a359-cf69cf4aa4b6'}]}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:51:25.492950 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.pecan_wsgi.hooks.translation [None req-edbf581a-211e-425a-947a-58c37757f8fa tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] GET failed (client error): The resource could not be found. Jun 24 11:51:25.495236 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-edbf581a-211e-425a-947a-58c37757f8fa tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] 10.222.0.53 "GET /v2.0/ports/322fd115-92ae-4300-ac64-479df359bd94 HTTP/1.1" status: 404 len: 333 time: 0.0340619 Jun 24 11:51:25.498464 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 34202) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:51:25.567407 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device 0a7c6790-fba4-4981-847e-a60b47ee61ff up at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 11:51:25.584818 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-300b6ddb-1b6e-4c89-812b-8440918de878 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Notify callbacks [] for security_group, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:25.616485 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-300b6ddb-1b6e-4c89-812b-8440918de878 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Notify callbacks [] for security_group, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:25.629011 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning complete for port 0a7c6790-fba4-4981-847e-a60b47ee61ff triggered by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:51:25.629555 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:25.655754 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-942601cf-366f-47b8-a5b3-f9a3ca399615 tempest-BulkNetworkOpsTest-1574223460 tempest-BulkNetworkOpsTest-1574223460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793193945299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193536732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3292088'] for port, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:25.663765 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-6812da93-f231-4635-a334-29bb8b37c65e tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:51:25.687836 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-300b6ddb-1b6e-4c89-812b-8440918de878 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800410'] for security_group, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:25.691366 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-300b6ddb-1b6e-4c89-812b-8440918de878 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Notify callbacks [] for security_group, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:25.692829 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-300b6ddb-1b6e-4c89-812b-8440918de878 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] 10.222.0.53 "DELETE /v2.0/security-groups/9dcda474-17f6-4e38-8c45-b88d82a58a0c HTTP/1.1" status: 204 len: 168 time: 0.1909513 Jun 24 11:51:25.694000 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-3d922135-b1af-44f0-b377-a01a8ff3321b tempest-SecGroupTest-1107880395 tempest-SecGroupTest-1107880395-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:51:25.698521 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 34204) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:51:25.700559 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942601cf-366f-47b8-a5b3-f9a3ca399615 tempest-BulkNetworkOpsTest-1574223460 tempest-BulkNetworkOpsTest-1574223460-project] Pushing event deleted for resources: {'Port': ['ID=9e8f13bb-c6eb-44b9-a264-8f9fc07f2584,revision_number=None']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:51:25.706854 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-942601cf-366f-47b8-a5b3-f9a3ca399615 tempest-BulkNetworkOpsTest-1574223460 tempest-BulkNetworkOpsTest-1574223460-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:51:25.713013 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-942601cf-366f-47b8-a5b3-f9a3ca399615 tempest-BulkNetworkOpsTest-1574223460 tempest-BulkNetworkOpsTest-1574223460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468916'] for port, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:25.717012 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-942601cf-366f-47b8-a5b3-f9a3ca399615 tempest-BulkNetworkOpsTest-1574223460 tempest-BulkNetworkOpsTest-1574223460-project] 10.222.0.53 "DELETE /v2.0/ports/9e8f13bb-c6eb-44b9-a264-8f9fc07f2584 HTTP/1.1" status: 204 len: 168 time: 0.5047615 Jun 24 11:51:25.718437 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 34206) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:51:25.726903 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300b6ddb-1b6e-4c89-812b-8440918de878 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dcda474-17f6-4e38-8c45-b88d82a58a0c,revision_number=None']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:51:25.731588 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-300b6ddb-1b6e-4c89-812b-8440918de878 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:51:25.780824 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-6efc2cfe-62c0-4810-9dff-432d2ad491b2 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Notify callbacks [] for security_group, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:25.805394 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-6efc2cfe-62c0-4810-9dff-432d2ad491b2 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Notify callbacks [] for security_group, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:25.849078 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-3bc0fb3f-6596-49c9-a1b3-855fb8e4b795 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:25.858417 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-6efc2cfe-62c0-4810-9dff-432d2ad491b2 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800410'] for security_group, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:25.861377 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-6efc2cfe-62c0-4810-9dff-432d2ad491b2 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Notify callbacks [] for security_group, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:25.862634 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-6efc2cfe-62c0-4810-9dff-432d2ad491b2 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] 10.222.0.53 "DELETE /v2.0/security-groups/aaae49b4-5519-4cc3-919f-4c9de70e58f8 HTTP/1.1" status: 204 len: 168 time: 0.1630671 Jun 24 11:51:25.863948 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-9f8d4235-a1ec-4128-8665-ac3ca74dec8b tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:51:25.865758 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 34208) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:51:25.867133 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-22ac61ef-7342-471e-b4d8-1762e52c39e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:25.873889 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efc2cfe-62c0-4810-9dff-432d2ad491b2 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aaae49b4-5519-4cc3-919f-4c9de70e58f8,revision_number=None']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:51:25.877929 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-6efc2cfe-62c0-4810-9dff-432d2ad491b2 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:51:25.916075 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.plugin [None req-27ee0363-8100-43d1-848c-418c2be524c6 tempest-BulkNetworkOpsTest-1574223460 tempest-BulkNetworkOpsTest-1574223460-project] Deleting port 1715234b-950f-4787-b624-6ce49a4d66c5 {{(pid=128084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 11:51:25.916400 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-27ee0363-8100-43d1-848c-418c2be524c6 tempest-BulkNetworkOpsTest-1574223460 tempest-BulkNetworkOpsTest-1574223460-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793193942312'] for port, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:26.053083 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.db_base_plugin_common [None req-22ac61ef-7342-471e-b4d8-1762e52c39e8 None None] Allocated IP 172.20.0.19 (a1cffded-447a-4fae-bc9a-a2b82550c64c/155b6990-8475-40d1-9bb3-e749255db3e4/0a7c6790-fba4-4981-847e-a60b47ee61ff) {{(pid=128085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 11:51:26.054417 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-27ee0363-8100-43d1-848c-418c2be524c6 tempest-BulkNetworkOpsTest-1574223460 tempest-BulkNetworkOpsTest-1574223460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1978872'] for port, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:26.074939 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-256d94de-090a-4e56-97fe-21705fbf45b2 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Notify callbacks [] for security_group, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:26.078474 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.plugin [None req-27ee0363-8100-43d1-848c-418c2be524c6 tempest-BulkNetworkOpsTest-1574223460 tempest-BulkNetworkOpsTest-1574223460-project] Calling delete_port for 1715234b-950f-4787-b624-6ce49a4d66c5 owned by {{(pid=128084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 11:51:26.154620 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-256d94de-090a-4e56-97fe-21705fbf45b2 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Notify callbacks [] for security_group, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:26.158630 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-22ac61ef-7342-471e-b4d8-1762e52c39e8 None None] For port 0a7c6790-fba4-4981-847e-a60b47ee61ff, host dv-neutron-797120-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=0a7c6790-fba4-4981-847e-a60b47ee61ff,segment=NetworkSegment(fe927f86-9561-4ee2-89d2-4add337d156d),segment_id=fe927f86-9561-4ee2-89d2-4add337d156d)] {{(pid=128085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 11:51:26.190901 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-22ac61ef-7342-471e-b4d8-1762e52c39e8 None None] Notify callbacks [] for port, precommit_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:26.205857 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-22ac61ef-7342-471e-b4d8-1762e52c39e8 None None] Transition to ACTIVE for port object 0a7c6790-fba4-4981-847e-a60b47ee61ff will not be triggered until provisioned by entity DHCP. {{(pid=128085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 11:51:26.210892 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-22ac61ef-7342-471e-b4d8-1762e52c39e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:26.213169 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-783b9451-6847-4d62-8a30-aa45a8116f9f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:51:26.321422 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-256d94de-090a-4e56-97fe-21705fbf45b2 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800410'] for security_group, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:26.323968 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-256d94de-090a-4e56-97fe-21705fbf45b2 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Notify callbacks [] for security_group, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:26.324126 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ac61ef-7342-471e-b4d8-1762e52c39e8 None None] Pushing event updated for resources: {'Port': ['ID=0a7c6790-fba4-4981-847e-a60b47ee61ff,revision_number=4']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:51:26.325169 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-256d94de-090a-4e56-97fe-21705fbf45b2 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] 10.222.0.53 "DELETE /v2.0/security-groups/8ae8e8cf-a077-4e30-93db-2dd7a94f95f4 HTTP/1.1" status: 204 len: 168 time: 0.4583948 Jun 24 11:51:26.328323 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-22ac61ef-7342-471e-b4d8-1762e52c39e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:51:26.328794 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 34210) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:51:26.333002 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-212c7447-be4b-486e-b53e-348158f83b27 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:51:26.353294 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256d94de-090a-4e56-97fe-21705fbf45b2 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ae8e8cf-a077-4e30-93db-2dd7a94f95f4,revision_number=None']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:51:26.366070 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ba0d86c9-c934-45e9-a9ca-c174bf612cfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:26.379984 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-256d94de-090a-4e56-97fe-21705fbf45b2 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:51:26.384499 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-27ee0363-8100-43d1-848c-418c2be524c6 tempest-BulkNetworkOpsTest-1574223460 tempest-BulkNetworkOpsTest-1574223460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793193945299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193536732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3292088'] for port, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:26.398862 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-9bb76643-9110-4ed9-ae48-42f74b43d45e tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:51:26.410967 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.db.db_base_plugin_common [None req-3bc0fb3f-6596-49c9-a1b3-855fb8e4b795 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Delete allocated IP 172.20.0.18 (a1cffded-447a-4fae-bc9a-a2b82550c64c/155b6990-8475-40d1-9bb3-e749255db3e4) {{(pid=128084) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jun 24 11:51:26.415495 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e2aef0c-8f47-41c3-bde6-76df09a18517 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Deleting subnet 414c6803-7edf-467c-a8d5-36304e52338e {{(pid=128083) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 24 11:51:26.419748 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-1e2aef0c-8f47-41c3-bde6-76df09a18517 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Notify callbacks [] for subnet, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:26.470423 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-27ee0363-8100-43d1-848c-418c2be524c6 tempest-BulkNetworkOpsTest-1574223460 tempest-BulkNetworkOpsTest-1574223460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468916'] for port, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:26.471240 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-1e2aef0c-8f47-41c3-bde6-76df09a18517 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3143795'] for subnet, precommit_delete_associations {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:26.476648 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-27ee0363-8100-43d1-848c-418c2be524c6 tempest-BulkNetworkOpsTest-1574223460 tempest-BulkNetworkOpsTest-1574223460-project] 10.222.0.53 "DELETE /v2.0/ports/1715234b-950f-4787-b624-6ce49a4d66c5 HTTP/1.1" status: 204 len: 168 time: 0.7554440 Jun 24 11:51:26.476648 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ee0363-8100-43d1-848c-418c2be524c6 tempest-BulkNetworkOpsTest-1574223460 tempest-BulkNetworkOpsTest-1574223460-project] Pushing event deleted for resources: {'Port': ['ID=1715234b-950f-4787-b624-6ce49a4d66c5,revision_number=None']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:51:26.478293 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 34212) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:51:26.486307 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-27ee0363-8100-43d1-848c-418c2be524c6 tempest-BulkNetworkOpsTest-1574223460 tempest-BulkNetworkOpsTest-1574223460-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:51:26.502801 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:26.545747 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-87d99e02-c5eb-4326-9419-5b90bd254f32 tempest-BulkNetworkOpsTest-1574223460 tempest-BulkNetworkOpsTest-1574223460-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0627847 Jun 24 11:51:26.546206 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 34214) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:51:26.557628 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-0e1ef564-7b8e-46b1-a62f-c8c0481b825a tempest-BulkNetworkOpsTest-1574223460 tempest-BulkNetworkOpsTest-1574223460-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-296681854'}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:51:26.604923 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e1ef564-7b8e-46b1-a62f-c8c0481b825a tempest-BulkNetworkOpsTest-1574223460 tempest-BulkNetworkOpsTest-1574223460-project] Made reservation on behalf of 6ff89c67618d434aadf0f2c697248c35 for: {'network': 1} {{(pid=128084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 11:51:26.608726 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-0e1ef564-7b8e-46b1-a62f-c8c0481b825a tempest-BulkNetworkOpsTest-1574223460 tempest-BulkNetworkOpsTest-1574223460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for network, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:26.617479 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-1e2aef0c-8f47-41c3-bde6-76df09a18517 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-972249'] for subnet, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:26.669632 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e1ef564-7b8e-46b1-a62f-c8c0481b825a tempest-BulkNetworkOpsTest-1574223460 tempest-BulkNetworkOpsTest-1574223460-project] vlan segment allocate from pool success with {'vlan_id': 644, 'physical_network': 'physnet1'} {{(pid=128084) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 11:51:26.678611 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-3bc0fb3f-6596-49c9-a1b3-855fb8e4b795 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Notify callbacks [] for port, precommit_update {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:26.697755 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-0e1ef564-7b8e-46b1-a62f-c8c0481b825a tempest-BulkNetworkOpsTest-1574223460 tempest-BulkNetworkOpsTest-1574223460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967879'] for segment, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:26.698235 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.db.segments_db [None req-0e1ef564-7b8e-46b1-a62f-c8c0481b825a tempest-BulkNetworkOpsTest-1574223460 tempest-BulkNetworkOpsTest-1574223460-project] Added segment d1e2cd11-641f-4879-9121-91124387ca5f of type vlan for network 387ae50a-bdf2-49f7-80c3-d63b2f93abe9 Jun 24 11:51:26.701356 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-1e2aef0c-8f47-41c3-bde6-76df09a18517 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-972238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2537800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3289951'] for subnet, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:26.704147 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-52e4dd08-3ba3-4bc9-badc-37493714639a tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:51:26.709342 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.db.provisioning_blocks [None req-3bc0fb3f-6596-49c9-a1b3-855fb8e4b795 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Ignored duplicate provisioning block setup for port 76365914-3758-492a-9e71-e5b20f35070b by entity DHCP. {{(pid=128084) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jun 24 11:51:26.736291 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-3bc0fb3f-6596-49c9-a1b3-855fb8e4b795 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3292081'] for port, after_update {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:26.739113 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2aef0c-8f47-41c3-bde6-76df09a18517 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Pushing event deleted for resources: {'Subnet': ['ID=414c6803-7edf-467c-a8d5-36304e52338e,revision_number=None']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:51:26.742535 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-1e2aef0c-8f47-41c3-bde6-76df09a18517 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:51:26.743826 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-1e2aef0c-8f47-41c3-bde6-76df09a18517 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Notify callbacks [] for subnet, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:26.744400 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-9ec0e0e5-4ffd-4223-9eb3-47e878cd3b59 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:51:26.746431 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-1e2aef0c-8f47-41c3-bde6-76df09a18517 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] 10.222.0.53 "DELETE /v2.0/subnets/414c6803-7edf-467c-a8d5-36304e52338e HTTP/1.1" status: 204 len: 168 time: 0.4163001 Jun 24 11:51:26.750810 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 34216) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:51:26.759751 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce793c7a-d0a8-49ac-ac26-acd1b2d49766 None None] Network a61c4b46-a6f4-48b4-9ca4-b0aa9df4a595 requested from dv-neutron-797120-4-hyperv {{(pid=128085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 11:51:26.785533 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-0e1ef564-7b8e-46b1-a62f-c8c0481b825a tempest-BulkNetworkOpsTest-1574223460 tempest-BulkNetworkOpsTest-1574223460-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793193525068'] for network, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:26.842742 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.db_base_plugin_v2 [None req-350bdc15-50e0-4602-823f-25f8d30e87fb tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Deleting subnet e7d742c5-5c74-4c4b-809e-f148f74a16aa {{(pid=128083) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 24 11:51:26.846082 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-350bdc15-50e0-4602-823f-25f8d30e87fb tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Notify callbacks [] for subnet, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:26.860921 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc0fb3f-6596-49c9-a1b3-855fb8e4b795 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Pushing event updated for resources: {'Port': ['ID=76365914-3758-492a-9e71-e5b20f35070b,revision_number=2']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:51:26.868489 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-3bc0fb3f-6596-49c9-a1b3-855fb8e4b795 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:51:26.894748 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.plugin [None req-3bc0fb3f-6596-49c9-a1b3-855fb8e4b795 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] In _notify_port_updated(), no bound segment for port 76365914-3758-492a-9e71-e5b20f35070b on network a1cffded-447a-4fae-bc9a-a2b82550c64c {{(pid=128084) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jun 24 11:51:26.901044 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bc0fb3f-6596-49c9-a1b3-855fb8e4b795 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:51:26.901750 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-3bc0fb3f-6596-49c9-a1b3-855fb8e4b795 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468916'] for port, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:26.903176 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-3bc0fb3f-6596-49c9-a1b3-855fb8e4b795 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] 10.222.0.53 "PUT /v2.0/ports/76365914-3758-492a-9e71-e5b20f35070b HTTP/1.1" status: 200 len: 917 time: 1.4175427 Jun 24 11:51:26.907468 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 34218) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:51:26.913252 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [None req-8136c4d1-e26b-41d8-8101-259eaf6f579e tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'a63686b8-26b0-4bd4-a359-cf69cf4aa4b6'}, {'subnet_id': '155b6990-8475-40d1-9bb3-e749255db3e4'}]}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:51:26.915632 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-0e1ef564-7b8e-46b1-a62f-c8c0481b825a tempest-BulkNetworkOpsTest-1574223460 tempest-BulkNetworkOpsTest-1574223460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1800243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976'] for network, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:26.923353 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-350bdc15-50e0-4602-823f-25f8d30e87fb tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3143795'] for subnet, precommit_delete_associations {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:26.924812 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e1ef564-7b8e-46b1-a62f-c8c0481b825a tempest-BulkNetworkOpsTest-1574223460 tempest-BulkNetworkOpsTest-1574223460-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=128084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:51:26.926517 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-0e1ef564-7b8e-46b1-a62f-c8c0481b825a tempest-BulkNetworkOpsTest-1574223460 tempest-BulkNetworkOpsTest-1574223460-project] Notify callbacks [] for network, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:26.930566 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-4d1b4703-6f62-4f8c-999e-a7e337acf0e7 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:51:26.998007 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-0e1ef564-7b8e-46b1-a62f-c8c0481b825a tempest-BulkNetworkOpsTest-1574223460 tempest-BulkNetworkOpsTest-1574223460-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.4507790 Jun 24 11:51:27.001478 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 34220) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:51:27.008954 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-a3d68024-69e6-48ad-a1e0-1b3bddce5ce1 tempest-BulkNetworkOpsTest-1574223460 tempest-BulkNetworkOpsTest-1574223460-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1131552505'}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:51:27.015432 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1ef564-7b8e-46b1-a62f-c8c0481b825a tempest-BulkNetworkOpsTest-1574223460 tempest-BulkNetworkOpsTest-1574223460-project] Pushing event updated for resources: {'Network': ['ID=387ae50a-bdf2-49f7-80c3-d63b2f93abe9,revision_number=1']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:51:27.026664 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-0e1ef564-7b8e-46b1-a62f-c8c0481b825a tempest-BulkNetworkOpsTest-1574223460 tempest-BulkNetworkOpsTest-1574223460-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:51:27.027878 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Network 387ae50a-bdf2-49f7-80c3-d63b2f93abe9 details requested by agent ovs-agent-dv-neutron-797120-4-hyperv with host dv-neutron-797120-4-hyperv {{(pid=128085) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 11:51:27.070008 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3d68024-69e6-48ad-a1e0-1b3bddce5ce1 tempest-BulkNetworkOpsTest-1574223460 tempest-BulkNetworkOpsTest-1574223460-project] Made reservation on behalf of 6ff89c67618d434aadf0f2c697248c35 for: {'network': 1} {{(pid=128084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 11:51:27.075026 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-a3d68024-69e6-48ad-a1e0-1b3bddce5ce1 tempest-BulkNetworkOpsTest-1574223460 tempest-BulkNetworkOpsTest-1574223460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for network, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:27.083310 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-8136c4d1-e26b-41d8-8101-259eaf6f579e tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:27.091084 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3eff499a-9415-48de-b735-7ce2391cd41e None None] Network a1cffded-447a-4fae-bc9a-a2b82550c64c requested from dv-neutron-797120-4-hyperv {{(pid=128085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 11:51:27.107894 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a3d68024-69e6-48ad-a1e0-1b3bddce5ce1 tempest-BulkNetworkOpsTest-1574223460 tempest-BulkNetworkOpsTest-1574223460-project] vlan segment allocate from pool success with {'vlan_id': 623, 'physical_network': 'physnet1'} {{(pid=128084) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 11:51:27.118510 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-350bdc15-50e0-4602-823f-25f8d30e87fb tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-972249'] for subnet, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:27.120035 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-a3d68024-69e6-48ad-a1e0-1b3bddce5ce1 tempest-BulkNetworkOpsTest-1574223460 tempest-BulkNetworkOpsTest-1574223460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967879'] for segment, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:27.120553 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.db.segments_db [None req-a3d68024-69e6-48ad-a1e0-1b3bddce5ce1 tempest-BulkNetworkOpsTest-1574223460 tempest-BulkNetworkOpsTest-1574223460-project] Added segment d8120418-d16c-48ad-91ae-2db7dd3275b9 of type vlan for network df502029-ff46-4f54-9ae9-6271eb45fe0e Jun 24 11:51:27.139218 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-ab81628f-f923-4095-be61-03d0f110ed60 None None] Provisioning for port 0a7c6790-fba4-4981-847e-a60b47ee61ff completed by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 11:51:27.194068 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-a3d68024-69e6-48ad-a1e0-1b3bddce5ce1 tempest-BulkNetworkOpsTest-1574223460 tempest-BulkNetworkOpsTest-1574223460-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793193525068'] for network, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:27.239003 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-a3d68024-69e6-48ad-a1e0-1b3bddce5ce1 tempest-BulkNetworkOpsTest-1574223460 tempest-BulkNetworkOpsTest-1574223460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1800243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976'] for network, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:27.245232 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3d68024-69e6-48ad-a1e0-1b3bddce5ce1 tempest-BulkNetworkOpsTest-1574223460 tempest-BulkNetworkOpsTest-1574223460-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=128084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:51:27.245900 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-a3d68024-69e6-48ad-a1e0-1b3bddce5ce1 tempest-BulkNetworkOpsTest-1574223460 tempest-BulkNetworkOpsTest-1574223460-project] Notify callbacks [] for network, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:27.249026 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-0e1ef564-7b8e-46b1-a62f-c8c0481b825a tempest-BulkNetworkOpsTest-1574223460 tempest-BulkNetworkOpsTest-1574223460-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:51:27.278293 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-350bdc15-50e0-4602-823f-25f8d30e87fb tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-972238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2537800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3289951'] for subnet, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:27.283615 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-06fd7757-8cba-4b83-9ff8-563c01278f66 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:51:27.308483 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-a3d68024-69e6-48ad-a1e0-1b3bddce5ce1 tempest-BulkNetworkOpsTest-1574223460 tempest-BulkNetworkOpsTest-1574223460-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3061872 Jun 24 11:51:27.380928 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d68024-69e6-48ad-a1e0-1b3bddce5ce1 tempest-BulkNetworkOpsTest-1574223460 tempest-BulkNetworkOpsTest-1574223460-project] Pushing event updated for resources: {'Network': ['ID=df502029-ff46-4f54-9ae9-6271eb45fe0e,revision_number=1']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:51:27.383925 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-a3d68024-69e6-48ad-a1e0-1b3bddce5ce1 tempest-BulkNetworkOpsTest-1574223460 tempest-BulkNetworkOpsTest-1574223460-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:51:27.400428 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350bdc15-50e0-4602-823f-25f8d30e87fb tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Pushing event deleted for resources: {'Subnet': ['ID=e7d742c5-5c74-4c4b-809e-f148f74a16aa,revision_number=None']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:51:27.401494 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-ab81628f-f923-4095-be61-03d0f110ed60 None None] Provisioning complete for port 0a7c6790-fba4-4981-847e-a60b47ee61ff triggered by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:51:27.402492 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ab81628f-f923-4095-be61-03d0f110ed60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:27.407855 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-350bdc15-50e0-4602-823f-25f8d30e87fb tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:51:27.409058 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-350bdc15-50e0-4602-823f-25f8d30e87fb tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Notify callbacks [] for subnet, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:27.413162 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-350bdc15-50e0-4602-823f-25f8d30e87fb tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] 10.222.0.53 "DELETE /v2.0/subnets/e7d742c5-5c74-4c4b-809e-f148f74a16aa HTTP/1.1" status: 204 len: 168 time: 0.6583679 Jun 24 11:51:27.413543 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 34222) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:51:27.420529 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Network df502029-ff46-4f54-9ae9-6271eb45fe0e details requested by agent ovs-agent-dv-neutron-797120-4-hyperv with host dv-neutron-797120-4-hyperv {{(pid=128085) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 11:51:27.458334 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 34224) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:51:27.464586 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-970205d5-11cd-4dcf-9001-60158ab326b5 tempest-BulkNetworkOpsTest-1574223460 tempest-BulkNetworkOpsTest-1574223460-project] Request body: {'subnets': [{'network_id': '387ae50a-bdf2-49f7-80c3-d63b2f93abe9', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1311463398', 'ip_version': 4}, {'network_id': 'df502029-ff46-4f54-9ae9-6271eb45fe0e', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:51:27.465008 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-970205d5-11cd-4dcf-9001-60158ab326b5 tempest-BulkNetworkOpsTest-1574223460 tempest-BulkNetworkOpsTest-1574223460-project] Request body: {'subnet': {'network_id': '387ae50a-bdf2-49f7-80c3-d63b2f93abe9', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1311463398', 'ip_version': 4}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:51:27.465662 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-970205d5-11cd-4dcf-9001-60158ab326b5 tempest-BulkNetworkOpsTest-1574223460 tempest-BulkNetworkOpsTest-1574223460-project] Request body: {'subnet': {'network_id': 'df502029-ff46-4f54-9ae9-6271eb45fe0e', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:51:27.487187 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.pecan_wsgi.hooks.translation [None req-b37e47a1-2a91-4fe3-af48-aa60fc1b406d tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] DELETE failed (client error): The resource could not be found. Jun 24 11:51:27.487657 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b37e47a1-2a91-4fe3-af48-aa60fc1b406d tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=128084) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 24 11:51:27.493756 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 34226) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:51:27.504629 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-b37e47a1-2a91-4fe3-af48-aa60fc1b406d tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] 10.222.0.53 "DELETE /v2.0/subnets/414c6803-7edf-467c-a8d5-36304e52338e HTTP/1.1" status: 404 len: 337 time: 0.0888636 Jun 24 11:51:27.581426 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c6fdd20-d7ab-4f55-961a-1a78ab692816 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Deleting subnet a95f3e3b-2be4-4c50-b8d9-147cb917b4fd {{(pid=128083) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 24 11:51:27.590291 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-7c6fdd20-d7ab-4f55-961a-1a78ab692816 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Notify callbacks [] for subnet, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:27.609176 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device 0a7c6790-fba4-4981-847e-a60b47ee61ff up at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 11:51:27.678572 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-7c6fdd20-d7ab-4f55-961a-1a78ab692816 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3143795'] for subnet, precommit_delete_associations {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:27.685414 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-03237adf-ebd0-46f2-a476-4d4bb746e0f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:27.748128 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-970205d5-11cd-4dcf-9001-60158ab326b5 tempest-BulkNetworkOpsTest-1574223460 tempest-BulkNetworkOpsTest-1574223460-project] Made reservation on behalf of 6ff89c67618d434aadf0f2c697248c35 for: {'subnet': 2} {{(pid=128084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 11:51:27.755831 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning complete for port 0a7c6790-fba4-4981-847e-a60b47ee61ff triggered by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:51:27.756087 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:27.757785 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-970205d5-11cd-4dcf-9001-60158ab326b5 tempest-BulkNetworkOpsTest-1574223460 tempest-BulkNetworkOpsTest-1574223460-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3162484'] for subnet, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:27.758239 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-970205d5-11cd-4dcf-9001-60158ab326b5 tempest-BulkNetworkOpsTest-1574223460 tempest-BulkNetworkOpsTest-1574223460-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3162484'] for subnet, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:27.796659 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-7c6fdd20-d7ab-4f55-961a-1a78ab692816 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-972249'] for subnet, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:27.856635 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.db_base_plugin_common [None req-8136c4d1-e26b-41d8-8101-259eaf6f579e tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Allocated IP 172.20.0.22 (a1cffded-447a-4fae-bc9a-a2b82550c64c/155b6990-8475-40d1-9bb3-e749255db3e4/76365914-3758-492a-9e71-e5b20f35070b) {{(pid=128083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 11:51:27.952721 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ad348f5-b445-4b8c-90bc-12eeebf77923 None None] Network a61c4b46-a6f4-48b4-9ca4-b0aa9df4a595 requested from dv-neutron-797120-4-hyperv {{(pid=128085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 11:51:27.958739 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-7c6fdd20-d7ab-4f55-961a-1a78ab692816 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-972238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2537800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3289951'] for subnet, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:27.964263 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-a0f66691-46f3-4cc2-88d1-ef2a67c5f0e9 tempest-RoutersNegativeIpV6Test-675716403 tempest-RoutersNegativeIpV6Test-675716403-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:51:28.013797 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6fdd20-d7ab-4f55-961a-1a78ab692816 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Pushing event deleted for resources: {'Subnet': ['ID=a95f3e3b-2be4-4c50-b8d9-147cb917b4fd,revision_number=None']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:51:28.018740 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-7c6fdd20-d7ab-4f55-961a-1a78ab692816 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:51:28.027869 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-7c6fdd20-d7ab-4f55-961a-1a78ab692816 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Notify callbacks [] for subnet, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:28.030950 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-7c6fdd20-d7ab-4f55-961a-1a78ab692816 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] 10.222.0.53 "DELETE /v2.0/subnets/a95f3e3b-2be4-4c50-b8d9-147cb917b4fd HTTP/1.1" status: 204 len: 168 time: 0.5352404 Jun 24 11:51:28.035974 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 34228) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:51:28.054616 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-6c9022ba-2fdc-4203-89be-1c1fc401798a None None] Provisioning complete for port 7ba66a01-2640-447b-b86f-44bc022a88b9 triggered by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:51:28.055398 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-6c9022ba-2fdc-4203-89be-1c1fc401798a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:28.072078 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.pecan_wsgi.hooks.translation [None req-4db6791e-a9d2-4048-9f4c-20153cb9db21 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] DELETE failed (client error): The resource could not be found. Jun 24 11:51:28.072527 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4db6791e-a9d2-4048-9f4c-20153cb9db21 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=128084) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 24 11:51:28.074424 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-4db6791e-a9d2-4048-9f4c-20153cb9db21 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] 10.222.0.53 "DELETE /v2.0/subnets/7e76666f-9953-491d-9f75-80c62fd908fb HTTP/1.1" status: 404 len: 337 time: 0.0377815 Jun 24 11:51:28.076853 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 34230) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:51:28.106439 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-8136c4d1-e26b-41d8-8101-259eaf6f579e tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Notify callbacks [] for port, precommit_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:28.123061 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.provisioning_blocks [None req-8136c4d1-e26b-41d8-8101-259eaf6f579e tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Ignored duplicate provisioning block setup for port 76365914-3758-492a-9e71-e5b20f35070b by entity DHCP. {{(pid=128083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jun 24 11:51:28.123523 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-f02545bd-da79-47c0-8282-8fbaf8aaf703 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] 10.222.0.53 "GET /v2.0/ports?device_id=ade8b069-5429-43c7-88c8-5614b64e7c28 HTTP/1.1" status: 200 len: 205 time: 0.0440614 Jun 24 11:51:28.126133 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 34232) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:51:28.142400 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-8136c4d1-e26b-41d8-8101-259eaf6f579e tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2537871'] for port, after_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:28.187479 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-10b691ed-c6ad-4173-8292-f00290b78c5d tempest-AllowedAddressPairIpV6TestJSON-2004454070 tempest-AllowedAddressPairIpV6TestJSON-2004454070-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:51:28.200628 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.api.v2.resource [None req-58a9d911-60e1-4c5d-b4a1-5fa51b4e09ce tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] delete failed (client error): The resource could not be found. Jun 24 11:51:28.201662 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-58a9d911-60e1-4c5d-b4a1-5fa51b4e09ce tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] 10.222.0.53 "DELETE /v2.0/routers/ade8b069-5429-43c7-88c8-5614b64e7c28 HTTP/1.1" status: 404 len: 336 time: 0.0744941 Jun 24 11:51:28.207482 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 34234) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:51:28.228061 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-6c9022ba-2fdc-4203-89be-1c1fc401798a None None] Provisioning complete for port a26b639c-02aa-4d6f-bcf1-bb9b9632e757 triggered by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:51:28.228695 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-6c9022ba-2fdc-4203-89be-1c1fc401798a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:28.242262 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.pecan_wsgi.hooks.translation [None req-27fb8c9f-abcd-4e78-bf5c-a6110396369d tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] DELETE failed (client error): The resource could not be found. Jun 24 11:51:28.242676 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-27fb8c9f-abcd-4e78-bf5c-a6110396369d tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=128084) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 24 11:51:28.244574 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-27fb8c9f-abcd-4e78-bf5c-a6110396369d tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] 10.222.0.53 "DELETE /v2.0/subnets/da18005d-1d44-4412-a824-0a253b5f79bc HTTP/1.1" status: 404 len: 337 time: 0.0361319 Jun 24 11:51:28.247405 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 34236) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:51:28.279478 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-6c9022ba-2fdc-4203-89be-1c1fc401798a None None] Port a26b639c-02aa-4d6f-bcf1-bb9b9632e757 cannot update to ACTIVE because it is not bound. {{(pid=128085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 11:51:28.289982 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c198c60-7981-41e0-8f1a-59ead47c69fb tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] DELETE failed (client error): The resource could not be found. Jun 24 11:51:28.290449 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c198c60-7981-41e0-8f1a-59ead47c69fb tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=128084) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 24 11:51:28.294487 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-1c198c60-7981-41e0-8f1a-59ead47c69fb tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] 10.222.0.53 "DELETE /v2.0/subnets/fb0b079c-3dfd-4a2c-ae63-c862c1ee58cd HTTP/1.1" status: 404 len: 337 time: 0.0438547 Jun 24 11:51:28.296019 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 34238) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:51:28.333816 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46fc24e6-7027-41a5-941e-6b2d46f61640 None None] DHCP port deletion for a61c4b46-a6f4-48b4-9ca4-b0aa9df4a595 request from dv-neutron-797120-4-hyperv {{(pid=128085) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 24 11:51:28.424825 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-2ca63142-7dc1-4403-a506-4bfaaf8732a5 None None] Provisioning complete for port 0a7c6790-fba4-4981-847e-a60b47ee61ff triggered by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:51:28.425701 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-2ca63142-7dc1-4403-a506-4bfaaf8732a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:28.469195 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-46fc24e6-7027-41a5-941e-6b2d46f61640 None None] Deleting port 7ba66a01-2640-447b-b86f-44bc022a88b9 {{(pid=128085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 11:51:28.469672 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-46fc24e6-7027-41a5-941e-6b2d46f61640 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793193942312'] for port, before_delete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:28.612403 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-46fc24e6-7027-41a5-941e-6b2d46f61640 None None] For port 7ba66a01-2640-447b-b86f-44bc022a88b9, host dv-neutron-797120-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=7ba66a01-2640-447b-b86f-44bc022a88b9,segment=NetworkSegment(344c3b3e-094d-4290-a6b6-0cf6397c2d05),segment_id=344c3b3e-094d-4290-a6b6-0cf6397c2d05)] {{(pid=128085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 11:51:28.613285 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-46fc24e6-7027-41a5-941e-6b2d46f61640 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1978872'] for port, precommit_delete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:28.640495 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-46fc24e6-7027-41a5-941e-6b2d46f61640 None None] Calling delete_port for 7ba66a01-2640-447b-b86f-44bc022a88b9 owned by network:dhcp {{(pid=128085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 11:51:28.643490 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.pecan_wsgi.hooks.translation [None req-e81937eb-835f-47e1-94e0-bd16ecf74857 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] DELETE failed (client error): The resource could not be found. Jun 24 11:51:28.644776 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e81937eb-835f-47e1-94e0-bd16ecf74857 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=128084) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 24 11:51:28.646976 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-e81937eb-835f-47e1-94e0-bd16ecf74857 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] 10.222.0.53 "DELETE /v2.0/subnets/c2a2b95c-d272-4123-9945-197e81b2f7b2 HTTP/1.1" status: 404 len: 337 time: 0.3499997 Jun 24 11:51:28.652166 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 34240) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:51:28.706128 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.pecan_wsgi.hooks.translation [None req-4fc16866-84aa-488a-bb87-a718808e1c03 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] DELETE failed (client error): The resource could not be found. Jun 24 11:51:28.707816 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4fc16866-84aa-488a-bb87-a718808e1c03 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=128084) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 24 11:51:28.709876 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-4fc16866-84aa-488a-bb87-a718808e1c03 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] 10.222.0.53 "DELETE /v2.0/ports/40df7084-0b87-4c37-bb30-1f23b86c2f2f HTTP/1.1" status: 404 len: 333 time: 0.0564344 Jun 24 11:51:28.735256 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 34242) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:51:28.777691 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-2ca63142-7dc1-4403-a506-4bfaaf8732a5 None None] Provisioning for port 76365914-3758-492a-9e71-e5b20f35070b completed by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 11:51:28.785766 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-2ca63142-7dc1-4403-a506-4bfaaf8732a5 None None] Provisioning complete for port 76365914-3758-492a-9e71-e5b20f35070b triggered by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:51:28.786147 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-2ca63142-7dc1-4403-a506-4bfaaf8732a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:28.803298 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8136c4d1-e26b-41d8-8101-259eaf6f579e tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Pushing event updated for resources: {'Port': ['ID=76365914-3758-492a-9e71-e5b20f35070b,revision_number=3']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:51:28.806826 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-8136c4d1-e26b-41d8-8101-259eaf6f579e tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.619s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:51:28.814909 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-970205d5-11cd-4dcf-9001-60158ab326b5 tempest-BulkNetworkOpsTest-1574223460 tempest-BulkNetworkOpsTest-1574223460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3291959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3162270'] for subnet, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:28.819819 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-7e7c2f9a-5e83-45be-ad67-02e0b7086983 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:51:28.838666 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd34d24d-b399-4990-a706-756cce4a3698 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] DELETE failed (client error): The resource could not be found. Jun 24 11:51:28.838666 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bd34d24d-b399-4990-a706-756cce4a3698 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=128083) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 24 11:51:28.838666 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-bd34d24d-b399-4990-a706-756cce4a3698 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] 10.222.0.53 "DELETE /v2.0/subnets/a225fb07-256a-4d10-a29c-7f6108f8b8ad HTTP/1.1" status: 404 len: 337 time: 0.0994337 Jun 24 11:51:28.844263 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 34244) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:51:28.855858 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-2ca63142-7dc1-4403-a506-4bfaaf8732a5 None None] Port 76365914-3758-492a-9e71-e5b20f35070b cannot update to ACTIVE because it is not bound. {{(pid=128085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 11:51:28.860967 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-46fc24e6-7027-41a5-941e-6b2d46f61640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793193945299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193536732'] for port, after_delete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:28.865259 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:51:28.893711 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.pecan_wsgi.hooks.translation [None req-c58bbd73-0086-4fce-a56c-8e66f1b2b5f7 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] DELETE failed (client error): The resource could not be found. Jun 24 11:51:28.894878 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c58bbd73-0086-4fce-a56c-8e66f1b2b5f7 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=128083) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 24 11:51:28.895345 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46fc24e6-7027-41a5-941e-6b2d46f61640 None None] Pushing event deleted for resources: {'Port': ['ID=7ba66a01-2640-447b-b86f-44bc022a88b9,revision_number=None']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:51:28.896716 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-c58bbd73-0086-4fce-a56c-8e66f1b2b5f7 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] 10.222.0.53 "DELETE /v2.0/subnets/a315b228-36f3-40dc-8ebb-2c3c159e4eed HTTP/1.1" status: 404 len: 337 time: 0.0563567 Jun 24 11:51:28.902162 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 34246) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:51:28.902310 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-46fc24e6-7027-41a5-941e-6b2d46f61640 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:51:28.903356 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46fc24e6-7027-41a5-941e-6b2d46f61640 None None] No DVR routers for this DVR port 7ba66a01-2640-447b-b86f-44bc022a88b9 on host dv-neutron-797120-4-hyperv {{(pid=128085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 11:51:28.908249 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970205d5-11cd-4dcf-9001-60158ab326b5 tempest-BulkNetworkOpsTest-1574223460 tempest-BulkNetworkOpsTest-1574223460-project] Pushing event updated for resources: {'Subnet': ['ID=2f014e99-7df3-4c0e-8653-9ab699b95486,revision_number=0']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:51:28.913284 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-970205d5-11cd-4dcf-9001-60158ab326b5 tempest-BulkNetworkOpsTest-1574223460 tempest-BulkNetworkOpsTest-1574223460-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:51:28.919383 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-970205d5-11cd-4dcf-9001-60158ab326b5 tempest-BulkNetworkOpsTest-1574223460 tempest-BulkNetworkOpsTest-1574223460-project] Checking segment: {'id': 'd1e2cd11-641f-4879-9121-91124387ca5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '387ae50a-bdf2-49f7-80c3-d63b2f93abe9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=128084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 11:51:28.919838 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-970205d5-11cd-4dcf-9001-60158ab326b5 tempest-BulkNetworkOpsTest-1574223460 tempest-BulkNetworkOpsTest-1574223460-project] Network hostable DHCP agents. Network: 387ae50a-bdf2-49f7-80c3-d63b2f93abe9, hostable agents: ['6be988a9-1d97-480f-be5a-c55abf2c55c5'], hosted agents: [] {{(pid=128084) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 11:51:28.937332 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-970205d5-11cd-4dcf-9001-60158ab326b5 tempest-BulkNetworkOpsTest-1574223460 tempest-BulkNetworkOpsTest-1574223460-project] Network 387ae50a-bdf2-49f7-80c3-d63b2f93abe9 is scheduled to be hosted by DHCP agent 6be988a9-1d97-480f-be5a-c55abf2c55c5 with binding_index 1 {{(pid=128084) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 11:51:28.939416 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2963a14-5964-4b25-b72c-1e0970ce7a28 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] DELETE failed (client error): The resource could not be found. Jun 24 11:51:28.940134 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a2963a14-5964-4b25-b72c-1e0970ce7a28 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=128083) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 24 11:51:28.945297 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-a2963a14-5964-4b25-b72c-1e0970ce7a28 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] 10.222.0.53 "DELETE /v2.0/ports/dc39a3c9-d726-47ad-96c6-5a660b49d151 HTTP/1.1" status: 404 len: 333 time: 0.0405164 Jun 24 11:51:28.945297 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.plugin [None req-8136c4d1-e26b-41d8-8101-259eaf6f579e tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] In _notify_port_updated(), no bound segment for port 76365914-3758-492a-9e71-e5b20f35070b on network a1cffded-447a-4fae-bc9a-a2b82550c64c {{(pid=128083) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jun 24 11:51:28.945570 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 34248) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:51:28.950726 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8136c4d1-e26b-41d8-8101-259eaf6f579e tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:51:28.951369 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-8136c4d1-e26b-41d8-8101-259eaf6f579e tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468916'] for port, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:28.953139 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-8136c4d1-e26b-41d8-8101-259eaf6f579e tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] 10.222.0.53 "PUT /v2.0/ports/76365914-3758-492a-9e71-e5b20f35070b HTTP/1.1" status: 200 len: 997 time: 2.0447898 Jun 24 11:51:28.953785 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.base_scheduler [None req-970205d5-11cd-4dcf-9001-60158ab326b5 tempest-BulkNetworkOpsTest-1574223460 tempest-BulkNetworkOpsTest-1574223460-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-4-hyperv, 387ae50a-bdf2-49f7-80c3-d63b2f93abe9) {{(pid=128084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:51:28.955881 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 34250) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:51:28.964492 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1feaf02a-fa76-49b6-beec-8b768d2e09e8 None None] Network 387ae50a-bdf2-49f7-80c3-d63b2f93abe9 requested from dv-neutron-797120-4-hyperv {{(pid=128085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 11:51:28.977283 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-970205d5-11cd-4dcf-9001-60158ab326b5 tempest-BulkNetworkOpsTest-1574223460 tempest-BulkNetworkOpsTest-1574223460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3291959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3162270'] for subnet, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:28.979527 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-f67e10da-feaf-42ab-8ac6-64d14edec34a tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:51:28.985722 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b1df236-a6ab-4a90-8d4a-b171187a4685 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] DELETE failed (client error): The resource could not be found. Jun 24 11:51:28.986206 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7b1df236-a6ab-4a90-8d4a-b171187a4685 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=128084) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 24 11:51:28.990976 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-7b1df236-a6ab-4a90-8d4a-b171187a4685 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] 10.222.0.53 "DELETE /v2.0/subnets/174b7f1a-411d-4d23-ba2d-40592cdbcd43 HTTP/1.1" status: 404 len: 337 time: 0.0413706 Jun 24 11:51:28.993539 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 34252) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:51:29.029833 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-a324dbb9-a13c-4759-a954-7fb41be05fde None None] Provisioning complete for port 76365914-3758-492a-9e71-e5b20f35070b triggered by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:51:29.030225 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-a324dbb9-a13c-4759-a954-7fb41be05fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:29.030982 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.pecan_wsgi.hooks.translation [None req-738d9a35-7b50-4b90-81ee-552cc5b0fec0 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] DELETE failed (client error): The resource could not be found. Jun 24 11:51:29.031613 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-738d9a35-7b50-4b90-81ee-552cc5b0fec0 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=128083) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 24 11:51:29.043620 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-738d9a35-7b50-4b90-81ee-552cc5b0fec0 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] 10.222.0.53 "DELETE /v2.0/subnets/8bb61c44-5551-40cf-b82a-60ba61400da0 HTTP/1.1" status: 404 len: 337 time: 0.0402079 Jun 24 11:51:29.043889 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 34254) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:51:29.078638 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970205d5-11cd-4dcf-9001-60158ab326b5 tempest-BulkNetworkOpsTest-1574223460 tempest-BulkNetworkOpsTest-1574223460-project] Pushing event updated for resources: {'Subnet': ['ID=858a231d-aded-4b48-a20f-340f733b0004,revision_number=0']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:51:29.085387 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-970205d5-11cd-4dcf-9001-60158ab326b5 tempest-BulkNetworkOpsTest-1574223460 tempest-BulkNetworkOpsTest-1574223460-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:51:29.089957 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-a324dbb9-a13c-4759-a954-7fb41be05fde None None] Port 76365914-3758-492a-9e71-e5b20f35070b cannot update to ACTIVE because it is not bound. {{(pid=128085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 11:51:29.104131 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-970205d5-11cd-4dcf-9001-60158ab326b5 tempest-BulkNetworkOpsTest-1574223460 tempest-BulkNetworkOpsTest-1574223460-project] Checking segment: {'id': 'd8120418-d16c-48ad-91ae-2db7dd3275b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'df502029-ff46-4f54-9ae9-6271eb45fe0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=128084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 11:51:29.104491 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-970205d5-11cd-4dcf-9001-60158ab326b5 tempest-BulkNetworkOpsTest-1574223460 tempest-BulkNetworkOpsTest-1574223460-project] Network hostable DHCP agents. Network: df502029-ff46-4f54-9ae9-6271eb45fe0e, hostable agents: ['6be988a9-1d97-480f-be5a-c55abf2c55c5'], hosted agents: [] {{(pid=128084) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 11:51:29.118376 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.plugin [None req-028d9cb7-f6cf-4313-adcf-9cfd41f6279d tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Deleting port 76365914-3758-492a-9e71-e5b20f35070b {{(pid=128083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 11:51:29.119077 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-028d9cb7-f6cf-4313-adcf-9cfd41f6279d tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793193942312'] for port, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:29.156691 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-970205d5-11cd-4dcf-9001-60158ab326b5 tempest-BulkNetworkOpsTest-1574223460 tempest-BulkNetworkOpsTest-1574223460-project] Network df502029-ff46-4f54-9ae9-6271eb45fe0e is scheduled to be hosted by DHCP agent 6be988a9-1d97-480f-be5a-c55abf2c55c5 with binding_index 1 {{(pid=128084) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 11:51:29.169197 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d4be027-44c2-4a57-addf-499db6c402ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d65c8f8-7530-5052-99fe-8ea05073750b-387ae50a-bdf2-49f7-80c3-d63b2f93abe9', 'network_id': '387ae50a-bdf2-49f7-80c3-d63b2f93abe9', 'tenant_id': '6ff89c67618d434aadf0f2c697248c35', 'fixed_ips': [{'subnet_id': '2f014e99-7df3-4c0e-8653-9ab699b95486'}]}} from dv-neutron-797120-4-hyperv. {{(pid=128085) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 24 11:51:29.170314 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-4d4be027-44c2-4a57-addf-499db6c402ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_create {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:29.172786 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.base_scheduler [None req-970205d5-11cd-4dcf-9001-60158ab326b5 tempest-BulkNetworkOpsTest-1574223460 tempest-BulkNetworkOpsTest-1574223460-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-4-hyperv, df502029-ff46-4f54-9ae9-6271eb45fe0e) {{(pid=128084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:51:29.179361 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-970205d5-11cd-4dcf-9001-60158ab326b5 tempest-BulkNetworkOpsTest-1574223460 tempest-BulkNetworkOpsTest-1574223460-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=128084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:51:29.179839 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-970205d5-11cd-4dcf-9001-60158ab326b5 tempest-BulkNetworkOpsTest-1574223460 tempest-BulkNetworkOpsTest-1574223460-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=128084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:51:29.180475 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-970205d5-11cd-4dcf-9001-60158ab326b5 tempest-BulkNetworkOpsTest-1574223460 tempest-BulkNetworkOpsTest-1574223460-project] Notify callbacks [] for subnet, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:29.193572 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.plugin [None req-49f0b28f-7c45-45db-85aa-839cc8c0d699 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Deleting port a26b639c-02aa-4d6f-bcf1-bb9b9632e757 {{(pid=128084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 11:51:29.193951 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-49f0b28f-7c45-45db-85aa-839cc8c0d699 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793193942312'] for port, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:29.201680 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87495777-a6ee-40e7-ac8c-fcf4edec389f None None] Network df502029-ff46-4f54-9ae9-6271eb45fe0e requested from dv-neutron-797120-4-hyperv {{(pid=128085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 11:51:29.220097 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-970205d5-11cd-4dcf-9001-60158ab326b5 tempest-BulkNetworkOpsTest-1574223460 tempest-BulkNetworkOpsTest-1574223460-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 1.7581942 Jun 24 11:51:29.220473 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 34256) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:51:29.227298 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-028d9cb7-f6cf-4313-adcf-9cfd41f6279d tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1978872'] for port, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:29.241130 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.plugin [None req-028d9cb7-f6cf-4313-adcf-9cfd41f6279d tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Calling delete_port for 76365914-3758-492a-9e71-e5b20f35070b owned by {{(pid=128083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 11:51:29.307979 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-49f0b28f-7c45-45db-85aa-839cc8c0d699 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1978872'] for port, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:29.332163 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.plugin [None req-49f0b28f-7c45-45db-85aa-839cc8c0d699 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Calling delete_port for a26b639c-02aa-4d6f-bcf1-bb9b9632e757 owned by {{(pid=128084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 11:51:29.337525 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-112b99c4-2067-4957-9f80-4b40db6df77d tempest-BulkNetworkOpsTest-1574223460 tempest-BulkNetworkOpsTest-1574223460-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=128084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:51:29.339334 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-112b99c4-2067-4957-9f80-4b40db6df77d tempest-BulkNetworkOpsTest-1574223460 tempest-BulkNetworkOpsTest-1574223460-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=128084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:51:29.340861 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-112b99c4-2067-4957-9f80-4b40db6df77d tempest-BulkNetworkOpsTest-1574223460 tempest-BulkNetworkOpsTest-1574223460-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=128084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:51:29.346347 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-112b99c4-2067-4957-9f80-4b40db6df77d tempest-BulkNetworkOpsTest-1574223460 tempest-BulkNetworkOpsTest-1574223460-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.1208017 Jun 24 11:51:29.347013 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 34258) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:51:29.435786 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e12771d-4bd8-4932-9b7b-f8da8e20242b tempest-BulkNetworkOpsTest-1574223460 tempest-BulkNetworkOpsTest-1574223460-project] Deleting subnet 2f014e99-7df3-4c0e-8653-9ab699b95486 {{(pid=128083) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 24 11:51:29.436188 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-49f0b28f-7c45-45db-85aa-839cc8c0d699 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793193945299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193536732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3292088'] for port, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:29.440763 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-c3b50d79-e1dd-4f94-87a3-935078ba559d tempest-AllowedAddressPairIpV6TestJSON-2004454070 tempest-AllowedAddressPairIpV6TestJSON-2004454070-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:51:29.464809 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.db_base_plugin_common [None req-4d4be027-44c2-4a57-addf-499db6c402ca None None] Allocated IP 172.20.0.2 (387ae50a-bdf2-49f7-80c3-d63b2f93abe9/2f014e99-7df3-4c0e-8653-9ab699b95486/793e0062-aa9b-45b0-8a58-7b13c6f20cf1) {{(pid=128085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 11:51:29.468406 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f0b28f-7c45-45db-85aa-839cc8c0d699 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Pushing event deleted for resources: {'Port': ['ID=a26b639c-02aa-4d6f-bcf1-bb9b9632e757,revision_number=None']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:51:29.471130 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-49f0b28f-7c45-45db-85aa-839cc8c0d699 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:51:29.475917 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-49f0b28f-7c45-45db-85aa-839cc8c0d699 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468916'] for port, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:29.477952 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-49f0b28f-7c45-45db-85aa-839cc8c0d699 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] 10.222.0.53 "DELETE /v2.0/ports/a26b639c-02aa-4d6f-bcf1-bb9b9632e757 HTTP/1.1" status: 204 len: 168 time: 0.4391239 Jun 24 11:51:29.480331 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 34260) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:51:29.494138 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-deebadc5-3640-4596-9189-0deafd935e09 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d65c8f8-7530-5052-99fe-8ea05073750b-df502029-ff46-4f54-9ae9-6271eb45fe0e', 'network_id': 'df502029-ff46-4f54-9ae9-6271eb45fe0e', 'tenant_id': '6ff89c67618d434aadf0f2c697248c35', 'fixed_ips': [{'subnet_id': '858a231d-aded-4b48-a20f-340f733b0004'}]}} from dv-neutron-797120-4-hyperv. {{(pid=128085) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 24 11:51:29.496183 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-deebadc5-3640-4596-9189-0deafd935e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_create {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:29.505236 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-028d9cb7-f6cf-4313-adcf-9cfd41f6279d tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793193945299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193536732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2537862'] for port, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:29.517588 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-26d753d4-65d1-45ac-84eb-93375f23a805 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:51:29.551883 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028d9cb7-f6cf-4313-adcf-9cfd41f6279d tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Pushing event deleted for resources: {'Port': ['ID=76365914-3758-492a-9e71-e5b20f35070b,revision_number=None']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:51:29.554340 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-028d9cb7-f6cf-4313-adcf-9cfd41f6279d tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:51:29.619953 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-d1475006-1401-442c-80b7-d5b897300f38 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-534962'] for network, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:29.676100 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-028d9cb7-f6cf-4313-adcf-9cfd41f6279d tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468916'] for port, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:29.680972 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-028d9cb7-f6cf-4313-adcf-9cfd41f6279d tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] 10.222.0.53 "DELETE /v2.0/ports/76365914-3758-492a-9e71-e5b20f35070b HTTP/1.1" status: 204 len: 168 time: 0.7222717 Jun 24 11:51:29.681690 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 34262) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:51:29.720449 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9bc4497-aac4-433d-b410-66b4243abc27 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] GET failed (client error): The resource could not be found. Jun 24 11:51:29.725381 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-e9bc4497-aac4-433d-b410-66b4243abc27 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] 10.222.0.53 "GET /v2.0/ports/76365914-3758-492a-9e71-e5b20f35070b HTTP/1.1" status: 404 len: 333 time: 0.0426385 Jun 24 11:51:29.726233 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 34264) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:51:29.731292 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device 7ba66a01-2640-447b-b86f-44bc022a88b9 no longer exists at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 11:51:29.747732 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-d1475006-1401-442c-80b7-d5b897300f38 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973199', 'neutron.services.segments.db._delete_segments_for_network-8793194012456'] for network, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:29.762701 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.services.segments.db [None req-d1475006-1401-442c-80b7-d5b897300f38 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a61c4b46-a6f4-48b4-9ca4-b0aa9df4a595']}} {{(pid=128084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:51:29.788637 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.db_base_plugin_v2 [None req-9847efc5-5101-48a1-aa7b-7db8373ecced tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Deleting subnet 155b6990-8475-40d1-9bb3-e749255db3e4 {{(pid=128083) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 24 11:51:29.793443 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-9847efc5-5101-48a1-aa7b-7db8373ecced tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Notify callbacks [] for subnet, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:29.802268 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.services.segments.db [None req-d1475006-1401-442c-80b7-d5b897300f38 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '344c3b3e-094d-4290-a6b6-0cf6397c2d05') {'for_net_delete': True} {{(pid=128084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:51:29.805962 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.services.segments.db [None req-d1475006-1401-442c-80b7-d5b897300f38 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '344c3b3e-094d-4290-a6b6-0cf6397c2d05') {} {{(pid=128084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:51:29.828785 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-d1475006-1401-442c-80b7-d5b897300f38 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793194097327', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2373599'] for segment, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:29.843356 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] No Port match for: 7ba66a01-2640-447b-b86f-44bc022a88b9 {{(pid=128085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 11:51:29.843706 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device 7ba66a01-2640-447b-b86f-44bc022a88b9 not bound to the agent host dv-neutron-797120-4-hyperv {{(pid=128085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 11:51:29.847881 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-9847efc5-5101-48a1-aa7b-7db8373ecced tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3143795'] for subnet, precommit_delete_associations {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:29.855580 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-d1475006-1401-442c-80b7-d5b897300f38 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967879'] for segment, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:29.873136 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1475006-1401-442c-80b7-d5b897300f38 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Releasing vlan 605 on physical network physnet1 to pool {{(pid=128084) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 11:51:29.874774 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-d1475006-1401-442c-80b7-d5b897300f38 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3292053'] for segment, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:29.881635 dv-neutron-797120-4-hyperv neutron-server[128084]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 11:51:29.881635 dv-neutron-797120-4-hyperv neutron-server[128084]: conditions |= (models_v2.Port.network_id.in_( Jun 24 11:51:29.881635 dv-neutron-797120-4-hyperv neutron-server[128084]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 11:51:29.881635 dv-neutron-797120-4-hyperv neutron-server[128084]: conditions |= (models_v2.Port.network_id.in_( Jun 24 11:51:29.881635 dv-neutron-797120-4-hyperv neutron-server[128084]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 11:51:29.881635 dv-neutron-797120-4-hyperv neutron-server[128084]: conditions |= (models_v2.Port.network_id.in_( Jun 24 11:51:29.881635 dv-neutron-797120-4-hyperv neutron-server[128084]: Traceback (most recent call last): Jun 24 11:51:29.881635 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 24 11:51:29.881635 dv-neutron-797120-4-hyperv neutron-server[128084]: timer() Jun 24 11:51:29.881635 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 24 11:51:29.881635 dv-neutron-797120-4-hyperv neutron-server[128084]: cb(*args, **kw) Jun 24 11:51:29.881635 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 24 11:51:29.881635 dv-neutron-797120-4-hyperv neutron-server[128084]: return func(*args, **kwargs) Jun 24 11:51:29.881635 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 24 11:51:29.881635 dv-neutron-797120-4-hyperv neutron-server[128084]: self._notify() Jun 24 11:51:29.881635 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 24 11:51:29.881635 dv-neutron-797120-4-hyperv neutron-server[128084]: self.callback(batched_events) Jun 24 11:51:29.881635 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 24 11:51:29.881635 dv-neutron-797120-4-hyperv neutron-server[128084]: event.method(event) Jun 24 11:51:29.881635 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 24 11:51:29.881635 dv-neutron-797120-4-hyperv neutron-server[128084]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 24 11:51:29.881635 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 24 11:51:29.881635 dv-neutron-797120-4-hyperv neutron-server[128084]: aggregate_uuid = self.p_client.list_aggregates( Jun 24 11:51:29.881635 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 24 11:51:29.881635 dv-neutron-797120-4-hyperv neutron-server[128084]: return f(self, *a, **k) Jun 24 11:51:29.881635 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 24 11:51:29.881635 dv-neutron-797120-4-hyperv neutron-server[128084]: return self._get(url).json() Jun 24 11:51:29.881635 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 24 11:51:29.881635 dv-neutron-797120-4-hyperv neutron-server[128084]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 24 11:51:29.881635 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 24 11:51:29.881635 dv-neutron-797120-4-hyperv neutron-server[128084]: return self.request(url, 'GET', **kwargs) Jun 24 11:51:29.881635 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 24 11:51:29.881635 dv-neutron-797120-4-hyperv neutron-server[128084]: base_url = self.get_endpoint(auth, allow=allow, Jun 24 11:51:29.881635 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 24 11:51:29.881635 dv-neutron-797120-4-hyperv neutron-server[128084]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 24 11:51:29.881635 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 24 11:51:29.881635 dv-neutron-797120-4-hyperv neutron-server[128084]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 24 11:51:29.881635 dv-neutron-797120-4-hyperv neutron-server[128084]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 24 11:51:29.897508 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-52c483ef-d5c1-4030-9a32-e5ce4ff00ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:29.971021 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-d1475006-1401-442c-80b7-d5b897300f38 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1800243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1815642'] for network, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:29.975460 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-795ba821-903a-4926-ac71-634036ae4e6e tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:51:29.979450 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-d1475006-1401-442c-80b7-d5b897300f38 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Notify callbacks [] for network, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:29.983364 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-d1475006-1401-442c-80b7-d5b897300f38 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] 10.222.0.53 "DELETE /v2.0/networks/a61c4b46-a6f4-48b4-9ca4-b0aa9df4a595 HTTP/1.1" status: 204 len: 168 time: 0.5017202 Jun 24 11:51:29.988315 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-9847efc5-5101-48a1-aa7b-7db8373ecced tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-972249'] for subnet, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:29.998126 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.db_base_plugin_common [None req-deebadc5-3640-4596-9189-0deafd935e09 None None] Allocated IP 172.20.0.18 (df502029-ff46-4f54-9ae9-6271eb45fe0e/858a231d-aded-4b48-a20f-340f733b0004/c385dd7f-eff1-4f9f-b970-5a2c75b9d2e6) {{(pid=128085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 11:51:30.015434 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1475006-1401-442c-80b7-d5b897300f38 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Pushing event deleted for resources: {'Network': ['ID=a61c4b46-a6f4-48b4-9ca4-b0aa9df4a595,revision_number=None']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:51:30.020119 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-d1475006-1401-442c-80b7-d5b897300f38 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:51:30.034283 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-4d4be027-44c2-4a57-addf-499db6c402ca None None] Notify callbacks [] for port, precommit_create {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:30.082989 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-9847efc5-5101-48a1-aa7b-7db8373ecced tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-972238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2537800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3289951'] for subnet, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:30.086646 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-3974d057-eb82-4e58-8d15-b4d25baec4f1 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:51:30.092297 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-4d4be027-44c2-4a57-addf-499db6c402ca None None] Transition to ACTIVE for port object 793e0062-aa9b-45b0-8a58-7b13c6f20cf1 will not be triggered until provisioned by entity L2. {{(pid=128085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 11:51:30.115341 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9847efc5-5101-48a1-aa7b-7db8373ecced tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Pushing event deleted for resources: {'Subnet': ['ID=155b6990-8475-40d1-9bb3-e749255db3e4,revision_number=None']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:51:30.119792 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-9847efc5-5101-48a1-aa7b-7db8373ecced tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:51:30.123680 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-9847efc5-5101-48a1-aa7b-7db8373ecced tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Notify callbacks [] for subnet, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:30.123842 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-4d4be027-44c2-4a57-addf-499db6c402ca None None] Transition to ACTIVE for port object 793e0062-aa9b-45b0-8a58-7b13c6f20cf1 will not be triggered until provisioned by entity DHCP. {{(pid=128085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 11:51:30.126251 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-9847efc5-5101-48a1-aa7b-7db8373ecced tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] 10.222.0.53 "DELETE /v2.0/subnets/155b6990-8475-40d1-9bb3-e749255db3e4 HTTP/1.1" status: 204 len: 168 time: 0.3986053 Jun 24 11:51:30.129787 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 34268) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:51:30.138606 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-4d4be027-44c2-4a57-addf-499db6c402ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-650429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-506361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793193536723'] for port, after_create {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:30.142566 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-5e12771d-4bd8-4932-9b7b-f8da8e20242b tempest-BulkNetworkOpsTest-1574223460 tempest-BulkNetworkOpsTest-1574223460-project] Notify callbacks [] for subnet, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:30.148033 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:51:30.151518 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36aa69a8-2006-4ccb-9316-28adb3f2df19 None None] Network a1cffded-447a-4fae-bc9a-a2b82550c64c requested from dv-neutron-797120-4-hyperv {{(pid=128085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 11:51:30.192334 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-5e12771d-4bd8-4932-9b7b-f8da8e20242b tempest-BulkNetworkOpsTest-1574223460 tempest-BulkNetworkOpsTest-1574223460-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3143795'] for subnet, precommit_delete_associations {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:30.251598 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d4be027-44c2-4a57-addf-499db6c402ca None None] Network 387ae50a-bdf2-49f7-80c3-d63b2f93abe9 is already hosted by enough agents. {{(pid=128085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 11:51:30.292377 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-5e12771d-4bd8-4932-9b7b-f8da8e20242b tempest-BulkNetworkOpsTest-1574223460 tempest-BulkNetworkOpsTest-1574223460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-972249'] for subnet, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:30.343310 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 34272) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:51:30.375076 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-5e12771d-4bd8-4932-9b7b-f8da8e20242b tempest-BulkNetworkOpsTest-1574223460 tempest-BulkNetworkOpsTest-1574223460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-972238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2537800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3289951'] for subnet, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:30.381232 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-07d76004-f24b-4c87-a332-a7c75bd5959e tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:51:30.413603 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e12771d-4bd8-4932-9b7b-f8da8e20242b tempest-BulkNetworkOpsTest-1574223460 tempest-BulkNetworkOpsTest-1574223460-project] Pushing event deleted for resources: {'Subnet': ['ID=2f014e99-7df3-4c0e-8653-9ab699b95486,revision_number=None']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:51:30.417757 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-5e12771d-4bd8-4932-9b7b-f8da8e20242b tempest-BulkNetworkOpsTest-1574223460 tempest-BulkNetworkOpsTest-1574223460-project] Notify callbacks [] for subnet, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:30.422306 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 34278) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:51:30.422451 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-5e12771d-4bd8-4932-9b7b-f8da8e20242b tempest-BulkNetworkOpsTest-1574223460 tempest-BulkNetworkOpsTest-1574223460-project] 10.222.0.53 "DELETE /v2.0/subnets/2f014e99-7df3-4c0e-8653-9ab699b95486 HTTP/1.1" status: 204 len: 168 time: 1.0733840 Jun 24 11:51:30.423415 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-5e12771d-4bd8-4932-9b7b-f8da8e20242b tempest-BulkNetworkOpsTest-1574223460 tempest-BulkNetworkOpsTest-1574223460-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:51:30.452704 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.db_base_plugin_v2 [None req-4fabfefa-253c-478b-aa20-14dca8b5c4d5 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Deleting subnet a63686b8-26b0-4bd4-a359-cf69cf4aa4b6 {{(pid=128083) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 24 11:51:30.460603 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-4fabfefa-253c-478b-aa20-14dca8b5c4d5 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Notify callbacks [] for subnet, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:30.462238 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.scheduler.base_scheduler [None req-4d4be027-44c2-4a57-addf-499db6c402ca None None] Resources bound (agent type, host, resource id): {{(pid=128085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:51:30.467884 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d4be027-44c2-4a57-addf-499db6c402ca None None] Received port after_create {{(pid=128085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 11:51:30.470150 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4be027-44c2-4a57-addf-499db6c402ca None None] Pushing event updated for resources: {'Port': ['ID=793e0062-aa9b-45b0-8a58-7b13c6f20cf1,revision_number=1']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:51:30.479295 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-4d4be027-44c2-4a57-addf-499db6c402ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.331s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:51:30.528037 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-deebadc5-3640-4596-9189-0deafd935e09 None None] Notify callbacks [] for port, precommit_create {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:30.528926 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.db.db_base_plugin_v2 [None req-ecc07b5c-1aa8-40d3-bd84-738adc9e3675 tempest-BulkNetworkOpsTest-1574223460 tempest-BulkNetworkOpsTest-1574223460-project] Deleting subnet 858a231d-aded-4b48-a20f-340f733b0004 {{(pid=128084) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 24 11:51:30.546258 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-4fabfefa-253c-478b-aa20-14dca8b5c4d5 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3143795'] for subnet, precommit_delete_associations {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:30.581081 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-deebadc5-3640-4596-9189-0deafd935e09 None None] Transition to ACTIVE for port object c385dd7f-eff1-4f9f-b970-5a2c75b9d2e6 will not be triggered until provisioned by entity L2. {{(pid=128085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 11:51:30.594621 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-4d4be027-44c2-4a57-addf-499db6c402ca None None] Attempting to bind port 793e0062-aa9b-45b0-8a58-7b13c6f20cf1 on host dv-neutron-797120-4-hyperv for vnic_type normal with profile {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 11:51:30.595102 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-4d4be027-44c2-4a57-addf-499db6c402ca None None] Attempting to bind port 793e0062-aa9b-45b0-8a58-7b13c6f20cf1 by drivers openvswitch,hyperv on host dv-neutron-797120-4-hyperv at level 0 using segments [{'id': 'd1e2cd11-641f-4879-9121-91124387ca5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '387ae50a-bdf2-49f7-80c3-d63b2f93abe9'}] {{(pid=128085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 11:51:30.595524 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d4be027-44c2-4a57-addf-499db6c402ca None None] Attempting to bind port 793e0062-aa9b-45b0-8a58-7b13c6f20cf1 on network 387ae50a-bdf2-49f7-80c3-d63b2f93abe9 {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 11:51:30.596621 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-7291144a-4e41-45e8-bf6b-3a60184896e0 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=99955773979244bf90218a1ecde00120&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2507176 Jun 24 11:51:30.601633 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 34280) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:51:30.631750 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d4be027-44c2-4a57-addf-499db6c402ca None None] Checking agent: {'id': 'e3a695b2-c397-461f-83b0-10b79d490b59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 11, 36, 56), 'started_at': datetime.datetime(2021, 6, 24, 11, 37, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 11, 51, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 11:51:30.632329 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d4be027-44c2-4a57-addf-499db6c402ca None None] Checking segment: {'id': 'd1e2cd11-641f-4879-9121-91124387ca5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '387ae50a-bdf2-49f7-80c3-d63b2f93abe9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=128085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 11:51:30.632853 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-4d4be027-44c2-4a57-addf-499db6c402ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:30.633432 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d4be027-44c2-4a57-addf-499db6c402ca None None] Bound using segment: {'id': 'd1e2cd11-641f-4879-9121-91124387ca5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '387ae50a-bdf2-49f7-80c3-d63b2f93abe9'} {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 11:51:30.634092 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-4d4be027-44c2-4a57-addf-499db6c402ca None None] Bound port: 793e0062-aa9b-45b0-8a58-7b13c6f20cf1, host: dv-neutron-797120-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1e2cd11-641f-4879-9121-91124387ca5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '387ae50a-bdf2-49f7-80c3-d63b2f93abe9'}}] {{(pid=128085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 11:51:30.634654 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-4d4be027-44c2-4a57-addf-499db6c402ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:30.642799 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-deebadc5-3640-4596-9189-0deafd935e09 None None] Transition to ACTIVE for port object c385dd7f-eff1-4f9f-b970-5a2c75b9d2e6 will not be triggered until provisioned by entity DHCP. {{(pid=128085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 11:51:30.653205 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-4fabfefa-253c-478b-aa20-14dca8b5c4d5 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-972249'] for subnet, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:30.665635 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-4765efac-25d3-43ff-abd1-c2f43fd85a58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:30.672410 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-deebadc5-3640-4596-9189-0deafd935e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-650429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-506361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793193536723'] for port, after_create {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:30.675609 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-fe016d3e-887e-4355-b324-be7d4f2c3ac7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:51:30.700868 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-4765efac-25d3-43ff-abd1-c2f43fd85a58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:30.718797 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-ecc07b5c-1aa8-40d3-bd84-738adc9e3675 tempest-BulkNetworkOpsTest-1574223460 tempest-BulkNetworkOpsTest-1574223460-project] Notify callbacks [] for subnet, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:30.747319 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-4fabfefa-253c-478b-aa20-14dca8b5c4d5 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-972238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2537800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3289951'] for subnet, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:30.751536 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-08b32c25-e150-4264-997c-2d6eec2d56c5 tempest-RoutersNegativeIpV6Test-675716403 tempest-RoutersNegativeIpV6Test-675716403-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:51:30.774806 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-ecc07b5c-1aa8-40d3-bd84-738adc9e3675 tempest-BulkNetworkOpsTest-1574223460 tempest-BulkNetworkOpsTest-1574223460-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2373542'] for subnet, precommit_delete_associations {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:30.775085 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-deebadc5-3640-4596-9189-0deafd935e09 None None] Network df502029-ff46-4f54-9ae9-6271eb45fe0e is already hosted by enough agents. {{(pid=128085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 11:51:30.781498 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deebadc5-3640-4596-9189-0deafd935e09 None None] Pushing event updated for resources: {'Port': ['ID=c385dd7f-eff1-4f9f-b970-5a2c75b9d2e6,revision_number=1']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:51:30.786865 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.scheduler.base_scheduler [None req-deebadc5-3640-4596-9189-0deafd935e09 None None] Resources bound (agent type, host, resource id): {{(pid=128085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:51:30.792517 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-deebadc5-3640-4596-9189-0deafd935e09 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:51:30.793407 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deebadc5-3640-4596-9189-0deafd935e09 None None] Received port after_create {{(pid=128085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 11:51:30.800682 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fabfefa-253c-478b-aa20-14dca8b5c4d5 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Pushing event deleted for resources: {'Subnet': ['ID=a63686b8-26b0-4bd4-a359-cf69cf4aa4b6,revision_number=None']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:51:30.804543 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-4fabfefa-253c-478b-aa20-14dca8b5c4d5 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:51:30.805685 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-4d4be027-44c2-4a57-addf-499db6c402ca None None] For port 793e0062-aa9b-45b0-8a58-7b13c6f20cf1, host dv-neutron-797120-4-hyperv, cleared binding levels {{(pid=128085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 11:51:30.814795 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-4d4be027-44c2-4a57-addf-499db6c402ca None None] For port 793e0062-aa9b-45b0-8a58-7b13c6f20cf1, host dv-neutron-797120-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=793e0062-aa9b-45b0-8a58-7b13c6f20cf1,segment=NetworkSegment(d1e2cd11-641f-4879-9121-91124387ca5f),segment_id=d1e2cd11-641f-4879-9121-91124387ca5f)] {{(pid=128085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 11:51:30.818364 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-4fabfefa-253c-478b-aa20-14dca8b5c4d5 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Notify callbacks [] for subnet, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:30.825503 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-4fabfefa-253c-478b-aa20-14dca8b5c4d5 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] 10.222.0.53 "DELETE /v2.0/subnets/a63686b8-26b0-4bd4-a359-cf69cf4aa4b6 HTTP/1.1" status: 204 len: 168 time: 0.6880989 Jun 24 11:51:30.825503 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 34282) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:51:30.848270 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-4765efac-25d3-43ff-abd1-c2f43fd85a58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800410'] for security_group, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:30.848694 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-4d4be027-44c2-4a57-addf-499db6c402ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:30.851358 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-4765efac-25d3-43ff-abd1-c2f43fd85a58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:30.853321 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-53b765b6-7a24-441b-ac44-1014f0747c2f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:51:30.855329 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-4765efac-25d3-43ff-abd1-c2f43fd85a58 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c470b853-fb59-4f37-a4e8-2b412dc7aa58 HTTP/1.1" status: 204 len: 168 time: 0.2525401 Jun 24 11:51:30.858664 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-e3464c3c-baaa-4517-b2cc-7d2484b4d8bb tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:51:30.871897 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4765efac-25d3-43ff-abd1-c2f43fd85a58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c470b853-fb59-4f37-a4e8-2b412dc7aa58,revision_number=None']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:51:30.895214 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-4765efac-25d3-43ff-abd1-c2f43fd85a58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:51:30.919411 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-ecc07b5c-1aa8-40d3-bd84-738adc9e3675 tempest-BulkNetworkOpsTest-1574223460 tempest-BulkNetworkOpsTest-1574223460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-972249'] for subnet, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:30.950796 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-deebadc5-3640-4596-9189-0deafd935e09 None None] Attempting to bind port c385dd7f-eff1-4f9f-b970-5a2c75b9d2e6 on host dv-neutron-797120-4-hyperv for vnic_type normal with profile {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 11:51:30.951292 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-deebadc5-3640-4596-9189-0deafd935e09 None None] Attempting to bind port c385dd7f-eff1-4f9f-b970-5a2c75b9d2e6 by drivers openvswitch,hyperv on host dv-neutron-797120-4-hyperv at level 0 using segments [{'id': 'd8120418-d16c-48ad-91ae-2db7dd3275b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'df502029-ff46-4f54-9ae9-6271eb45fe0e'}] {{(pid=128085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 11:51:30.955189 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deebadc5-3640-4596-9189-0deafd935e09 None None] Attempting to bind port c385dd7f-eff1-4f9f-b970-5a2c75b9d2e6 on network df502029-ff46-4f54-9ae9-6271eb45fe0e {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 11:51:30.984726 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-e2d716ea-cee3-4bc0-9cc5-7d750ce25e56 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-534962'] for network, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:30.996947 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deebadc5-3640-4596-9189-0deafd935e09 None None] Checking agent: {'id': 'e3a695b2-c397-461f-83b0-10b79d490b59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 11, 36, 56), 'started_at': datetime.datetime(2021, 6, 24, 11, 37, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 11, 51, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 11:51:30.997546 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deebadc5-3640-4596-9189-0deafd935e09 None None] Checking segment: {'id': 'd8120418-d16c-48ad-91ae-2db7dd3275b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'df502029-ff46-4f54-9ae9-6271eb45fe0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=128085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 11:51:30.997911 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-deebadc5-3640-4596-9189-0deafd935e09 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:30.998314 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deebadc5-3640-4596-9189-0deafd935e09 None None] Bound using segment: {'id': 'd8120418-d16c-48ad-91ae-2db7dd3275b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'df502029-ff46-4f54-9ae9-6271eb45fe0e'} {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 11:51:30.998890 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-deebadc5-3640-4596-9189-0deafd935e09 None None] Bound port: c385dd7f-eff1-4f9f-b970-5a2c75b9d2e6, host: dv-neutron-797120-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8120418-d16c-48ad-91ae-2db7dd3275b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'df502029-ff46-4f54-9ae9-6271eb45fe0e'}}] {{(pid=128085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 11:51:30.999271 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-deebadc5-3640-4596-9189-0deafd935e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:31.003337 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4be027-44c2-4a57-addf-499db6c402ca None None] Pushing event updated for resources: {'Port': ['ID=793e0062-aa9b-45b0-8a58-7b13c6f20cf1,revision_number=3']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:51:31.012125 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-4d4be027-44c2-4a57-addf-499db6c402ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:51:31.023271 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-ecc07b5c-1aa8-40d3-bd84-738adc9e3675 tempest-BulkNetworkOpsTest-1574223460 tempest-BulkNetworkOpsTest-1574223460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-972238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3292022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3162263'] for subnet, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:31.028205 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-4581f58a-6698-40ac-8a3a-b90ce51cb480 tempest-AllowedAddressPairTestJSON-920326677 tempest-AllowedAddressPairTestJSON-920326677-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:51:31.063126 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.plugin [None req-e2d716ea-cee3-4bc0-9cc5-7d750ce25e56 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Deleting port 0a7c6790-fba4-4981-847e-a60b47ee61ff {{(pid=128083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 11:51:31.063600 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-e2d716ea-cee3-4bc0-9cc5-7d750ce25e56 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793193942312'] for port, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:31.071233 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc07b5c-1aa8-40d3-bd84-738adc9e3675 tempest-BulkNetworkOpsTest-1574223460 tempest-BulkNetworkOpsTest-1574223460-project] Pushing event deleted for resources: {'Subnet': ['ID=858a231d-aded-4b48-a20f-340f733b0004,revision_number=None']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:51:31.072603 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5ee9498-6ac0-4880-8e83-25d41bb77865 None None] Network 387ae50a-bdf2-49f7-80c3-d63b2f93abe9 requested from dv-neutron-797120-4-hyperv {{(pid=128085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 11:51:31.079064 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-ecc07b5c-1aa8-40d3-bd84-738adc9e3675 tempest-BulkNetworkOpsTest-1574223460 tempest-BulkNetworkOpsTest-1574223460-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:51:31.093648 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-ecc07b5c-1aa8-40d3-bd84-738adc9e3675 tempest-BulkNetworkOpsTest-1574223460 tempest-BulkNetworkOpsTest-1574223460-project] Notify callbacks [] for subnet, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:31.103481 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-ecc07b5c-1aa8-40d3-bd84-738adc9e3675 tempest-BulkNetworkOpsTest-1574223460 tempest-BulkNetworkOpsTest-1574223460-project] 10.222.0.53 "DELETE /v2.0/subnets/858a231d-aded-4b48-a20f-340f733b0004 HTTP/1.1" status: 204 len: 168 time: 0.6799819 Jun 24 11:51:31.104384 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 34288) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:51:31.198685 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.db [None req-e2d716ea-cee3-4bc0-9cc5-7d750ce25e56 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] For port 0a7c6790-fba4-4981-847e-a60b47ee61ff, host dv-neutron-797120-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=0a7c6790-fba4-4981-847e-a60b47ee61ff,segment=NetworkSegment(fe927f86-9561-4ee2-89d2-4add337d156d),segment_id=fe927f86-9561-4ee2-89d2-4add337d156d)] {{(pid=128083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 11:51:31.199046 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-deebadc5-3640-4596-9189-0deafd935e09 None None] For port c385dd7f-eff1-4f9f-b970-5a2c75b9d2e6, host dv-neutron-797120-4-hyperv, cleared binding levels {{(pid=128085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 11:51:31.199319 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-e2d716ea-cee3-4bc0-9cc5-7d750ce25e56 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1978872'] for port, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:31.203225 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-deebadc5-3640-4596-9189-0deafd935e09 None None] For port c385dd7f-eff1-4f9f-b970-5a2c75b9d2e6, host dv-neutron-797120-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=c385dd7f-eff1-4f9f-b970-5a2c75b9d2e6,segment=NetworkSegment(d8120418-d16c-48ad-91ae-2db7dd3275b9),segment_id=d8120418-d16c-48ad-91ae-2db7dd3275b9)] {{(pid=128085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 11:51:31.219501 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b0f7760-9194-4a10-9005-e5296608ae2b tempest-BulkNetworkOpsTest-1574223460 tempest-BulkNetworkOpsTest-1574223460-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=128084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:51:31.229963 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-4b0f7760-9194-4a10-9005-e5296608ae2b tempest-BulkNetworkOpsTest-1574223460 tempest-BulkNetworkOpsTest-1574223460-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1167271 Jun 24 11:51:31.230187 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-deebadc5-3640-4596-9189-0deafd935e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:31.230187 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:51:31.234460 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 34290) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:51:31.271901 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.plugin [None req-e2d716ea-cee3-4bc0-9cc5-7d750ce25e56 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Calling delete_port for 0a7c6790-fba4-4981-847e-a60b47ee61ff owned by network:dhcp {{(pid=128083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 11:51:31.364203 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deebadc5-3640-4596-9189-0deafd935e09 None None] Pushing event updated for resources: {'Port': ['ID=c385dd7f-eff1-4f9f-b970-5a2c75b9d2e6,revision_number=3']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:51:31.376081 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-deebadc5-3640-4596-9189-0deafd935e09 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:51:31.403383 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f6d72b2-97e1-4c89-bcc9-8d7dc2970871 None None] Network df502029-ff46-4f54-9ae9-6271eb45fe0e requested from dv-neutron-797120-4-hyperv {{(pid=128085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 11:51:31.423019 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-a510946e-b4db-4f7d-a246-03585cb77077 tempest-BulkNetworkOpsTest-1574223460 tempest-BulkNetworkOpsTest-1574223460-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-534962'] for network, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:31.529381 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-e2d716ea-cee3-4bc0-9cc5-7d750ce25e56 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793193945299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193536732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2537862'] for port, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:31.542911 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-e660a5ad-4952-4b4e-9388-5b3adcf363fc tempest-TestVolumeBootPattern-428988392 tempest-TestVolumeBootPattern-428988392-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:51:31.552597 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2d716ea-cee3-4bc0-9cc5-7d750ce25e56 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] No DVR routers for this DVR port 0a7c6790-fba4-4981-847e-a60b47ee61ff on host dv-neutron-797120-4-hyperv {{(pid=128083) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 11:51:31.580545 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d716ea-cee3-4bc0-9cc5-7d750ce25e56 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Pushing event deleted for resources: {'Port': ['ID=0a7c6790-fba4-4981-847e-a60b47ee61ff,revision_number=None']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:51:31.629269 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.plugin [None req-a510946e-b4db-4f7d-a246-03585cb77077 tempest-BulkNetworkOpsTest-1574223460 tempest-BulkNetworkOpsTest-1574223460-project] Deleting port c385dd7f-eff1-4f9f-b970-5a2c75b9d2e6 {{(pid=128083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 11:51:31.629822 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-a510946e-b4db-4f7d-a246-03585cb77077 tempest-BulkNetworkOpsTest-1574223460 tempest-BulkNetworkOpsTest-1574223460-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793193942312'] for port, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:31.636302 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-e2d716ea-cee3-4bc0-9cc5-7d750ce25e56 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:51:31.778917 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67028268-9e24-4a9d-be58-693c9545d806 None None] Network a1cffded-447a-4fae-bc9a-a2b82550c64c requested from dv-neutron-797120-4-hyperv {{(pid=128085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 11:51:31.795737 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-e2d716ea-cee3-4bc0-9cc5-7d750ce25e56 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973199', 'neutron.services.segments.db._delete_segments_for_network-8793194012456'] for network, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:31.824502 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.services.segments.db [None req-e2d716ea-cee3-4bc0-9cc5-7d750ce25e56 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1cffded-447a-4fae-bc9a-a2b82550c64c']}} {{(pid=128083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:51:31.834993 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 34308) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:51:31.837626 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-ad15be74-f093-458c-89d6-a3fd05a3969a None None] Could not find standard attr ID for object 0a7c6790-fba4-4981-847e-a60b47ee61ff. {{(pid=128085) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 24 11:51:31.843064 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.db [None req-a510946e-b4db-4f7d-a246-03585cb77077 tempest-BulkNetworkOpsTest-1574223460 tempest-BulkNetworkOpsTest-1574223460-project] For port c385dd7f-eff1-4f9f-b970-5a2c75b9d2e6, host dv-neutron-797120-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=c385dd7f-eff1-4f9f-b970-5a2c75b9d2e6,segment=NetworkSegment(d8120418-d16c-48ad-91ae-2db7dd3275b9),segment_id=d8120418-d16c-48ad-91ae-2db7dd3275b9)] {{(pid=128083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 11:51:31.843698 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-a510946e-b4db-4f7d-a246-03585cb77077 tempest-BulkNetworkOpsTest-1574223460 tempest-BulkNetworkOpsTest-1574223460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1978872'] for port, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:31.854024 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.services.segments.db [None req-e2d716ea-cee3-4bc0-9cc5-7d750ce25e56 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe927f86-9561-4ee2-89d2-4add337d156d') {'for_net_delete': True} {{(pid=128083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:51:31.854329 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.services.segments.db [None req-e2d716ea-cee3-4bc0-9cc5-7d750ce25e56 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe927f86-9561-4ee2-89d2-4add337d156d') {} {{(pid=128083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:51:31.866731 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.plugin [None req-a510946e-b4db-4f7d-a246-03585cb77077 tempest-BulkNetworkOpsTest-1574223460 tempest-BulkNetworkOpsTest-1574223460-project] Calling delete_port for c385dd7f-eff1-4f9f-b970-5a2c75b9d2e6 owned by network:dhcp {{(pid=128083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 11:51:31.869309 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-e2d716ea-cee3-4bc0-9cc5-7d750ce25e56 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793194097327', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3143690'] for segment, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:31.891489 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-e2d716ea-cee3-4bc0-9cc5-7d750ce25e56 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967879'] for segment, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:31.929397 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2d716ea-cee3-4bc0-9cc5-7d750ce25e56 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Releasing vlan 627 on physical network physnet1 to pool {{(pid=128083) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 11:51:31.929397 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-e2d716ea-cee3-4bc0-9cc5-7d750ce25e56 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2537899'] for segment, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:31.932665 dv-neutron-797120-4-hyperv neutron-server[128083]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 11:51:31.932665 dv-neutron-797120-4-hyperv neutron-server[128083]: conditions |= (models_v2.Port.network_id.in_( Jun 24 11:51:31.932665 dv-neutron-797120-4-hyperv neutron-server[128083]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 11:51:31.932665 dv-neutron-797120-4-hyperv neutron-server[128083]: conditions |= (models_v2.Port.network_id.in_( Jun 24 11:51:31.932665 dv-neutron-797120-4-hyperv neutron-server[128083]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 11:51:31.932665 dv-neutron-797120-4-hyperv neutron-server[128083]: conditions |= (models_v2.Port.network_id.in_( Jun 24 11:51:31.932665 dv-neutron-797120-4-hyperv neutron-server[128083]: Traceback (most recent call last): Jun 24 11:51:31.932665 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 24 11:51:31.932665 dv-neutron-797120-4-hyperv neutron-server[128083]: timer() Jun 24 11:51:31.932665 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 24 11:51:31.932665 dv-neutron-797120-4-hyperv neutron-server[128083]: cb(*args, **kw) Jun 24 11:51:31.932665 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 24 11:51:31.932665 dv-neutron-797120-4-hyperv neutron-server[128083]: return func(*args, **kwargs) Jun 24 11:51:31.932665 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 24 11:51:31.932665 dv-neutron-797120-4-hyperv neutron-server[128083]: self._notify() Jun 24 11:51:31.932665 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 24 11:51:31.932665 dv-neutron-797120-4-hyperv neutron-server[128083]: self.callback(batched_events) Jun 24 11:51:31.932665 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 24 11:51:31.932665 dv-neutron-797120-4-hyperv neutron-server[128083]: event.method(event) Jun 24 11:51:31.932665 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 24 11:51:31.932665 dv-neutron-797120-4-hyperv neutron-server[128083]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 24 11:51:31.932665 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 24 11:51:31.932665 dv-neutron-797120-4-hyperv neutron-server[128083]: aggregate_uuid = self.p_client.list_aggregates( Jun 24 11:51:31.932665 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 24 11:51:31.932665 dv-neutron-797120-4-hyperv neutron-server[128083]: return f(self, *a, **k) Jun 24 11:51:31.932665 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 24 11:51:31.932665 dv-neutron-797120-4-hyperv neutron-server[128083]: return self._get(url).json() Jun 24 11:51:31.932665 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 24 11:51:31.932665 dv-neutron-797120-4-hyperv neutron-server[128083]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 24 11:51:31.932665 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 24 11:51:31.932665 dv-neutron-797120-4-hyperv neutron-server[128083]: return self.request(url, 'GET', **kwargs) Jun 24 11:51:31.932665 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 24 11:51:31.932665 dv-neutron-797120-4-hyperv neutron-server[128083]: base_url = self.get_endpoint(auth, allow=allow, Jun 24 11:51:31.932665 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 24 11:51:31.932665 dv-neutron-797120-4-hyperv neutron-server[128083]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 24 11:51:31.932665 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 24 11:51:31.932665 dv-neutron-797120-4-hyperv neutron-server[128083]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 24 11:51:31.932665 dv-neutron-797120-4-hyperv neutron-server[128083]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 24 11:51:31.969509 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-8ccaf3d6-ac3d-4069-9762-4aab88b9c1fb tempest-RoutersNegativeTest-663611585 tempest-RoutersNegativeTest-663611585-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-863225499', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:51:31.984760 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c43bf5d2-96c5-4ba0-8929-2b4108ee2d6f None None] DHCP port deletion for a1cffded-447a-4fae-bc9a-a2b82550c64c request from dv-neutron-797120-4-hyperv {{(pid=128085) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 24 11:51:32.005048 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-8ccaf3d6-ac3d-4069-9762-4aab88b9c1fb tempest-RoutersNegativeTest-663611585 tempest-RoutersNegativeTest-663611585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1803889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65293'] for router, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:32.006368 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-8ccaf3d6-ac3d-4069-9762-4aab88b9c1fb tempest-RoutersNegativeTest-663611585 tempest-RoutersNegativeTest-663611585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1803848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1975305', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1581158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65396'] for router, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:32.016355 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c25437d1-f412-408b-8d98-b2a5a2a3c0b6 None None] get_active_networks_info from dv-neutron-797120-4-hyperv {{(pid=128085) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 24 11:51:32.030263 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-e2d716ea-cee3-4bc0-9cc5-7d750ce25e56 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1800243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1815642'] for network, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:32.035016 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-9a1655cb-88f5-4713-b020-d04ec9715a4b tempest-RoutersNegativeIpV6Test-675716403 tempest-RoutersNegativeIpV6Test-675716403-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:51:32.040344 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-e2d716ea-cee3-4bc0-9cc5-7d750ce25e56 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Notify callbacks [] for network, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:32.042325 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-e2d716ea-cee3-4bc0-9cc5-7d750ce25e56 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] 10.222.0.53 "DELETE /v2.0/networks/a1cffded-447a-4fae-bc9a-a2b82550c64c HTTP/1.1" status: 204 len: 168 time: 1.2161705 Jun 24 11:51:32.068140 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 34312) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:51:32.079148 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d716ea-cee3-4bc0-9cc5-7d750ce25e56 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Pushing event deleted for resources: {'Network': ['ID=a1cffded-447a-4fae-bc9a-a2b82550c64c,revision_number=None']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:51:32.082337 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-e2d716ea-cee3-4bc0-9cc5-7d750ce25e56 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:51:32.087884 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-a510946e-b4db-4f7d-a246-03585cb77077 tempest-BulkNetworkOpsTest-1574223460 tempest-BulkNetworkOpsTest-1574223460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793193945299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193536732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2537862'] for port, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:32.088094 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-8ccaf3d6-ac3d-4069-9762-4aab88b9c1fb tempest-RoutersNegativeTest-663611585 tempest-RoutersNegativeTest-663611585-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:32.091246 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-e660a5ad-4952-4b4e-9388-5b3adcf363fc tempest-TestVolumeBootPattern-428988392 tempest-TestVolumeBootPattern-428988392-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:51:32.099468 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-8ccaf3d6-ac3d-4069-9762-4aab88b9c1fb tempest-RoutersNegativeTest-663611585 tempest-RoutersNegativeTest-663611585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1803210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1815767'] for router, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:32.119326 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-8ccaf3d6-ac3d-4069-9762-4aab88b9c1fb tempest-RoutersNegativeTest-663611585 tempest-RoutersNegativeTest-663611585-project] Notify callbacks [] for router, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:32.121288 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-8ccaf3d6-ac3d-4069-9762-4aab88b9c1fb tempest-RoutersNegativeTest-663611585 tempest-RoutersNegativeTest-663611585-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.2850790 Jun 24 11:51:32.123610 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 34314) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:51:32.127952 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c25437d1-f412-408b-8d98-b2a5a2a3c0b6 None None] Resources bound (agent type, host, resource id): {{(pid=128085) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 24 11:51:32.130473 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-9e3d69c1-73f0-4f24-802f-3852a9dd1f26 tempest-RoutersNegativeTest-663611585 tempest-RoutersNegativeTest-663611585-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-759506733'}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:51:32.150163 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a510946e-b4db-4f7d-a246-03585cb77077 tempest-BulkNetworkOpsTest-1574223460 tempest-BulkNetworkOpsTest-1574223460-project] Pushing event deleted for resources: {'Port': ['ID=c385dd7f-eff1-4f9f-b970-5a2c75b9d2e6,revision_number=None']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:51:32.153164 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-a510946e-b4db-4f7d-a246-03585cb77077 tempest-BulkNetworkOpsTest-1574223460 tempest-BulkNetworkOpsTest-1574223460-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:51:32.159534 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a510946e-b4db-4f7d-a246-03585cb77077 tempest-BulkNetworkOpsTest-1574223460 tempest-BulkNetworkOpsTest-1574223460-project] No DVR routers for this DVR port c385dd7f-eff1-4f9f-b970-5a2c75b9d2e6 on host dv-neutron-797120-4-hyperv {{(pid=128083) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 11:51:32.164227 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e3d69c1-73f0-4f24-802f-3852a9dd1f26 tempest-RoutersNegativeTest-663611585 tempest-RoutersNegativeTest-663611585-project] Made reservation on behalf of eeffc9687661435789a8b2c122abbc47 for: {'network': 1} {{(pid=128084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 11:51:32.169125 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-9e3d69c1-73f0-4f24-802f-3852a9dd1f26 tempest-RoutersNegativeTest-663611585 tempest-RoutersNegativeTest-663611585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for network, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:32.180371 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-9e3d69c1-73f0-4f24-802f-3852a9dd1f26 tempest-RoutersNegativeTest-663611585 tempest-RoutersNegativeTest-663611585-project] Notify callbacks [] for security_group, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:32.270097 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-a510946e-b4db-4f7d-a246-03585cb77077 tempest-BulkNetworkOpsTest-1574223460 tempest-BulkNetworkOpsTest-1574223460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973199', 'neutron.services.segments.db._delete_segments_for_network-8793194012456'] for network, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:32.286741 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.services.segments.db [None req-a510946e-b4db-4f7d-a246-03585cb77077 tempest-BulkNetworkOpsTest-1574223460 tempest-BulkNetworkOpsTest-1574223460-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df502029-ff46-4f54-9ae9-6271eb45fe0e']}} {{(pid=128083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:51:32.297365 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-9e3d69c1-73f0-4f24-802f-3852a9dd1f26 tempest-RoutersNegativeTest-663611585 tempest-RoutersNegativeTest-663611585-project] Notify callbacks [] for security_group, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:32.303354 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.services.segments.db [None req-a510946e-b4db-4f7d-a246-03585cb77077 tempest-BulkNetworkOpsTest-1574223460 tempest-BulkNetworkOpsTest-1574223460-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8120418-d16c-48ad-91ae-2db7dd3275b9') {'for_net_delete': True} {{(pid=128083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:51:32.303672 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-9e3d69c1-73f0-4f24-802f-3852a9dd1f26 tempest-RoutersNegativeTest-663611585 tempest-RoutersNegativeTest-663611585-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800410'] for security_group, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:32.303890 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.services.segments.db [None req-a510946e-b4db-4f7d-a246-03585cb77077 tempest-BulkNetworkOpsTest-1574223460 tempest-BulkNetworkOpsTest-1574223460-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8120418-d16c-48ad-91ae-2db7dd3275b9') {} {{(pid=128083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:51:32.312759 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-dcbac3a6-7c68-4988-956a-ea0a3daf854d tempest-SecGroupTest-1107880395 tempest-SecGroupTest-1107880395-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:51:32.315253 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce48d906-af30-455e-991d-aec10f041a6b tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:51:32.318263 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-ce48d906-af30-455e-991d-aec10f041a6b tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.2485895 Jun 24 11:51:32.324098 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 34316) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:51:32.339595 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-a510946e-b4db-4f7d-a246-03585cb77077 tempest-BulkNetworkOpsTest-1574223460 tempest-BulkNetworkOpsTest-1574223460-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793194097327', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3143690'] for segment, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:32.339849 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e3d69c1-73f0-4f24-802f-3852a9dd1f26 tempest-RoutersNegativeTest-663611585 tempest-RoutersNegativeTest-663611585-project] vlan segment allocate from pool success with {'vlan_id': 608, 'physical_network': 'physnet1'} {{(pid=128084) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 11:51:32.365367 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-9e3d69c1-73f0-4f24-802f-3852a9dd1f26 tempest-RoutersNegativeTest-663611585 tempest-RoutersNegativeTest-663611585-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967879'] for segment, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:32.365732 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.db.segments_db [None req-9e3d69c1-73f0-4f24-802f-3852a9dd1f26 tempest-RoutersNegativeTest-663611585 tempest-RoutersNegativeTest-663611585-project] Added segment 80050b1e-6978-4326-a76d-ee7048096c0a of type vlan for network 8df7e773-715c-47ad-9183-41218a0a9cb3 Jun 24 11:51:32.367458 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3d69c1-73f0-4f24-802f-3852a9dd1f26 tempest-RoutersNegativeTest-663611585 tempest-RoutersNegativeTest-663611585-project] Pushing event updated for resources: {'SecurityGroup': ['ID=182be07d-9a46-476f-9067-ee197c8ae587,revision_number=1']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:51:32.376169 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-a510946e-b4db-4f7d-a246-03585cb77077 tempest-BulkNetworkOpsTest-1574223460 tempest-BulkNetworkOpsTest-1574223460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967879'] for segment, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:32.380164 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-9e3d69c1-73f0-4f24-802f-3852a9dd1f26 tempest-RoutersNegativeTest-663611585 tempest-RoutersNegativeTest-663611585-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:51:32.386606 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a510946e-b4db-4f7d-a246-03585cb77077 tempest-BulkNetworkOpsTest-1574223460 tempest-BulkNetworkOpsTest-1574223460-project] Releasing vlan 623 on physical network physnet1 to pool {{(pid=128083) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 11:51:32.387022 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-a510946e-b4db-4f7d-a246-03585cb77077 tempest-BulkNetworkOpsTest-1574223460 tempest-BulkNetworkOpsTest-1574223460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2537899'] for segment, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:32.390463 dv-neutron-797120-4-hyperv neutron-server[128083]: Traceback (most recent call last): Jun 24 11:51:32.390463 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 24 11:51:32.390463 dv-neutron-797120-4-hyperv neutron-server[128083]: timer() Jun 24 11:51:32.390463 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 24 11:51:32.390463 dv-neutron-797120-4-hyperv neutron-server[128083]: cb(*args, **kw) Jun 24 11:51:32.390463 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 24 11:51:32.390463 dv-neutron-797120-4-hyperv neutron-server[128083]: return func(*args, **kwargs) Jun 24 11:51:32.390463 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 24 11:51:32.390463 dv-neutron-797120-4-hyperv neutron-server[128083]: self._notify() Jun 24 11:51:32.390463 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 24 11:51:32.390463 dv-neutron-797120-4-hyperv neutron-server[128083]: self.callback(batched_events) Jun 24 11:51:32.390463 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 24 11:51:32.390463 dv-neutron-797120-4-hyperv neutron-server[128083]: event.method(event) Jun 24 11:51:32.390463 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 24 11:51:32.390463 dv-neutron-797120-4-hyperv neutron-server[128083]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 24 11:51:32.390463 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 24 11:51:32.390463 dv-neutron-797120-4-hyperv neutron-server[128083]: aggregate_uuid = self.p_client.list_aggregates( Jun 24 11:51:32.390463 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 24 11:51:32.390463 dv-neutron-797120-4-hyperv neutron-server[128083]: return f(self, *a, **k) Jun 24 11:51:32.390463 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 24 11:51:32.390463 dv-neutron-797120-4-hyperv neutron-server[128083]: return self._get(url).json() Jun 24 11:51:32.390463 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 24 11:51:32.390463 dv-neutron-797120-4-hyperv neutron-server[128083]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 24 11:51:32.390463 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 24 11:51:32.390463 dv-neutron-797120-4-hyperv neutron-server[128083]: return self.request(url, 'GET', **kwargs) Jun 24 11:51:32.390463 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 24 11:51:32.390463 dv-neutron-797120-4-hyperv neutron-server[128083]: base_url = self.get_endpoint(auth, allow=allow, Jun 24 11:51:32.390463 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 24 11:51:32.390463 dv-neutron-797120-4-hyperv neutron-server[128083]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 24 11:51:32.390463 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 24 11:51:32.390463 dv-neutron-797120-4-hyperv neutron-server[128083]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 24 11:51:32.390463 dv-neutron-797120-4-hyperv neutron-server[128083]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 24 11:51:32.420818 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-9e3d69c1-73f0-4f24-802f-3852a9dd1f26 tempest-RoutersNegativeTest-663611585 tempest-RoutersNegativeTest-663611585-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793193525068'] for network, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:32.459288 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-9e3d69c1-73f0-4f24-802f-3852a9dd1f26 tempest-RoutersNegativeTest-663611585 tempest-RoutersNegativeTest-663611585-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1800243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976'] for network, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:32.463473 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d039cce-001a-4a13-8155-7bf97e89909e None None] get_active_networks_info from dv-neutron-797120-4-hyperv {{(pid=128085) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 24 11:51:32.465597 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e3d69c1-73f0-4f24-802f-3852a9dd1f26 tempest-RoutersNegativeTest-663611585 tempest-RoutersNegativeTest-663611585-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=128084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:51:32.466297 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-9e3d69c1-73f0-4f24-802f-3852a9dd1f26 tempest-RoutersNegativeTest-663611585 tempest-RoutersNegativeTest-663611585-project] Notify callbacks [] for network, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:32.470599 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-535884a8-7ef0-430b-b97b-1c16996309fd tempest-BulkNetworkOpsTest-1574223460 tempest-BulkNetworkOpsTest-1574223460-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:51:32.480165 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-3fa42e74-7e30-4150-a708-ba3cebf1be1e tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] 10.222.0.53 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1542373 Jun 24 11:51:32.484591 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 34318) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:51:32.485450 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-a510946e-b4db-4f7d-a246-03585cb77077 tempest-BulkNetworkOpsTest-1574223460 tempest-BulkNetworkOpsTest-1574223460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1800243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1815642'] for network, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:32.493849 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [None req-1765b264-a3f1-460c-bcb8-58829eb2e18f tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2061103197'}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:51:32.499347 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-e2d716ea-cee3-4bc0-9cc5-7d750ce25e56 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:51:32.507706 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-a510946e-b4db-4f7d-a246-03585cb77077 tempest-BulkNetworkOpsTest-1574223460 tempest-BulkNetworkOpsTest-1574223460-project] Notify callbacks [] for network, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:32.510449 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-a510946e-b4db-4f7d-a246-03585cb77077 tempest-BulkNetworkOpsTest-1574223460 tempest-BulkNetworkOpsTest-1574223460-project] 10.222.0.53 "DELETE /v2.0/networks/df502029-ff46-4f54-9ae9-6271eb45fe0e HTTP/1.1" status: 204 len: 168 time: 1.2727804 Jun 24 11:51:32.513209 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 34320) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:51:32.524536 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a510946e-b4db-4f7d-a246-03585cb77077 tempest-BulkNetworkOpsTest-1574223460 tempest-BulkNetworkOpsTest-1574223460-project] Pushing event deleted for resources: {'Network': ['ID=df502029-ff46-4f54-9ae9-6271eb45fe0e,revision_number=None']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:51:32.528357 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-a510946e-b4db-4f7d-a246-03585cb77077 tempest-BulkNetworkOpsTest-1574223460 tempest-BulkNetworkOpsTest-1574223460-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:51:32.528729 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-9e3d69c1-73f0-4f24-802f-3852a9dd1f26 tempest-RoutersNegativeTest-663611585 tempest-RoutersNegativeTest-663611585-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4038248 Jun 24 11:51:32.531292 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 34322) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:51:32.541157 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [None req-c2b21643-a8b0-401c-aca5-e76ef0f50800 tempest-RoutersNegativeTest-663611585 tempest-RoutersNegativeTest-663611585-project] Request body: {'subnet': {'network_id': '8df7e773-715c-47ad-9183-41218a0a9cb3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:51:32.581102 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d039cce-001a-4a13-8155-7bf97e89909e None None] Resources bound (agent type, host, resource id): {{(pid=128085) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 24 11:51:32.594213 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1765b264-a3f1-460c-bcb8-58829eb2e18f tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Made reservation on behalf of 38289682863c40298c517287ec90b883 for: {'network': 1} {{(pid=128083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 11:51:32.595941 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3d69c1-73f0-4f24-802f-3852a9dd1f26 tempest-RoutersNegativeTest-663611585 tempest-RoutersNegativeTest-663611585-project] Pushing event updated for resources: {'Network': ['ID=8df7e773-715c-47ad-9183-41218a0a9cb3,revision_number=1']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:51:32.600963 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-9e3d69c1-73f0-4f24-802f-3852a9dd1f26 tempest-RoutersNegativeTest-663611585 tempest-RoutersNegativeTest-663611585-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:51:32.601620 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-1765b264-a3f1-460c-bcb8-58829eb2e18f tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for network, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:32.623159 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Network 8df7e773-715c-47ad-9183-41218a0a9cb3 details requested by agent ovs-agent-dv-neutron-797120-4-hyperv with host dv-neutron-797120-4-hyperv {{(pid=128085) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 11:51:32.651759 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-8c71fd55-8cab-4dfd-b733-29557b87c8c3 tempest-BulkNetworkOpsTest-1574223460 tempest-BulkNetworkOpsTest-1574223460-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-534962'] for network, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:32.675691 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1765b264-a3f1-460c-bcb8-58829eb2e18f tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] vlan segment allocate from pool success with {'vlan_id': 636, 'physical_network': 'physnet1'} {{(pid=128083) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 11:51:32.692646 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-1765b264-a3f1-460c-bcb8-58829eb2e18f tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967879'] for segment, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:32.693083 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.db.segments_db [None req-1765b264-a3f1-460c-bcb8-58829eb2e18f tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Added segment 073a33fc-1416-4c66-b18d-37aa7406bf28 of type vlan for network 7ff51052-5e37-42b4-bf57-df4be687e479 Jun 24 11:51:32.708863 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2b21643-a8b0-401c-aca5-e76ef0f50800 tempest-RoutersNegativeTest-663611585 tempest-RoutersNegativeTest-663611585-project] Made reservation on behalf of eeffc9687661435789a8b2c122abbc47 for: {'subnet': 1} {{(pid=128083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 11:51:32.710651 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.plugin [None req-8c71fd55-8cab-4dfd-b733-29557b87c8c3 tempest-BulkNetworkOpsTest-1574223460 tempest-BulkNetworkOpsTest-1574223460-project] Deleting port 793e0062-aa9b-45b0-8a58-7b13c6f20cf1 {{(pid=128084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 11:51:32.711055 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-8c71fd55-8cab-4dfd-b733-29557b87c8c3 tempest-BulkNetworkOpsTest-1574223460 tempest-BulkNetworkOpsTest-1574223460-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793193942312'] for port, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:32.712542 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-c2b21643-a8b0-401c-aca5-e76ef0f50800 tempest-RoutersNegativeTest-663611585 tempest-RoutersNegativeTest-663611585-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3289788'] for subnet, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:32.785595 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.db [None req-8c71fd55-8cab-4dfd-b733-29557b87c8c3 tempest-BulkNetworkOpsTest-1574223460 tempest-BulkNetworkOpsTest-1574223460-project] For port 793e0062-aa9b-45b0-8a58-7b13c6f20cf1, host dv-neutron-797120-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=793e0062-aa9b-45b0-8a58-7b13c6f20cf1,segment=NetworkSegment(d1e2cd11-641f-4879-9121-91124387ca5f),segment_id=d1e2cd11-641f-4879-9121-91124387ca5f)] {{(pid=128084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 11:51:32.786212 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-8c71fd55-8cab-4dfd-b733-29557b87c8c3 tempest-BulkNetworkOpsTest-1574223460 tempest-BulkNetworkOpsTest-1574223460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1978872'] for port, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:32.801740 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.plugin [None req-8c71fd55-8cab-4dfd-b733-29557b87c8c3 tempest-BulkNetworkOpsTest-1574223460 tempest-BulkNetworkOpsTest-1574223460-project] Calling delete_port for 793e0062-aa9b-45b0-8a58-7b13c6f20cf1 owned by network:dhcp {{(pid=128084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 11:51:32.802059 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-1765b264-a3f1-460c-bcb8-58829eb2e18f tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793193525068'] for network, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:32.864661 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-1765b264-a3f1-460c-bcb8-58829eb2e18f tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1800243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976'] for network, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:32.873401 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1765b264-a3f1-460c-bcb8-58829eb2e18f tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:51:32.874295 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-1765b264-a3f1-460c-bcb8-58829eb2e18f tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Notify callbacks [] for network, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:32.882161 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-142c04f2-5e58-473e-90a4-25025be4db7e tempest-RoutersNegativeIpV6Test-675716403 tempest-RoutersNegativeIpV6Test-675716403-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:51:32.897454 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-8c71fd55-8cab-4dfd-b733-29557b87c8c3 tempest-BulkNetworkOpsTest-1574223460 tempest-BulkNetworkOpsTest-1574223460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793193945299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193536732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3292088'] for port, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:32.900856 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-f31f9e59-3fd5-4af6-8dcc-cdfdb9b92f53 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:51:32.931099 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c71fd55-8cab-4dfd-b733-29557b87c8c3 tempest-BulkNetworkOpsTest-1574223460 tempest-BulkNetworkOpsTest-1574223460-project] Pushing event deleted for resources: {'Port': ['ID=793e0062-aa9b-45b0-8a58-7b13c6f20cf1,revision_number=None']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:51:32.934791 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-8c71fd55-8cab-4dfd-b733-29557b87c8c3 tempest-BulkNetworkOpsTest-1574223460 tempest-BulkNetworkOpsTest-1574223460-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:51:32.935601 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c71fd55-8cab-4dfd-b733-29557b87c8c3 tempest-BulkNetworkOpsTest-1574223460 tempest-BulkNetworkOpsTest-1574223460-project] No DVR routers for this DVR port 793e0062-aa9b-45b0-8a58-7b13c6f20cf1 on host dv-neutron-797120-4-hyperv {{(pid=128084) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 11:51:32.948817 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-1765b264-a3f1-460c-bcb8-58829eb2e18f tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4610865 Jun 24 11:51:32.966204 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 34324) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:51:32.972255 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-856272a4-b461-40d6-b1cc-113c31e79689 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Request body: {'subnet': {'network_id': '7ff51052-5e37-42b4-bf57-df4be687e479', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:51:32.991437 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1765b264-a3f1-460c-bcb8-58829eb2e18f tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Pushing event updated for resources: {'Network': ['ID=7ff51052-5e37-42b4-bf57-df4be687e479,revision_number=1']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:51:32.995882 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-1765b264-a3f1-460c-bcb8-58829eb2e18f tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:51:33.004037 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Network 7ff51052-5e37-42b4-bf57-df4be687e479 details requested by agent ovs-agent-dv-neutron-797120-4-hyperv with host dv-neutron-797120-4-hyperv {{(pid=128085) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 11:51:33.054760 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-c2b21643-a8b0-401c-aca5-e76ef0f50800 tempest-RoutersNegativeTest-663611585 tempest-RoutersNegativeTest-663611585-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2537737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3289942'] for subnet, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:33.056912 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-acc846bb-3330-4228-ac2e-81a865ad10dc tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:51:33.090760 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-8c71fd55-8cab-4dfd-b733-29557b87c8c3 tempest-BulkNetworkOpsTest-1574223460 tempest-BulkNetworkOpsTest-1574223460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973199', 'neutron.services.segments.db._delete_segments_for_network-8793194012456'] for network, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:33.108632 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.services.segments.db [None req-8c71fd55-8cab-4dfd-b733-29557b87c8c3 tempest-BulkNetworkOpsTest-1574223460 tempest-BulkNetworkOpsTest-1574223460-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['387ae50a-bdf2-49f7-80c3-d63b2f93abe9']}} {{(pid=128084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:51:33.120238 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b21643-a8b0-401c-aca5-e76ef0f50800 tempest-RoutersNegativeTest-663611585 tempest-RoutersNegativeTest-663611585-project] Pushing event updated for resources: {'Subnet': ['ID=bc644aa7-82d9-4efc-9478-f0873dbd23a5,revision_number=0']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:51:33.123157 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.services.segments.db [None req-8c71fd55-8cab-4dfd-b733-29557b87c8c3 tempest-BulkNetworkOpsTest-1574223460 tempest-BulkNetworkOpsTest-1574223460-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1e2cd11-641f-4879-9121-91124387ca5f') {'for_net_delete': True} {{(pid=128084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:51:33.123419 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.services.segments.db [None req-8c71fd55-8cab-4dfd-b733-29557b87c8c3 tempest-BulkNetworkOpsTest-1574223460 tempest-BulkNetworkOpsTest-1574223460-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1e2cd11-641f-4879-9121-91124387ca5f') {} {{(pid=128084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:51:33.123861 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-c2b21643-a8b0-401c-aca5-e76ef0f50800 tempest-RoutersNegativeTest-663611585 tempest-RoutersNegativeTest-663611585-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:51:33.130776 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2b21643-a8b0-401c-aca5-e76ef0f50800 tempest-RoutersNegativeTest-663611585 tempest-RoutersNegativeTest-663611585-project] Checking segment: {'id': '80050b1e-6978-4326-a76d-ee7048096c0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '8df7e773-715c-47ad-9183-41218a0a9cb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=128083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 11:51:33.131151 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2b21643-a8b0-401c-aca5-e76ef0f50800 tempest-RoutersNegativeTest-663611585 tempest-RoutersNegativeTest-663611585-project] Network hostable DHCP agents. Network: 8df7e773-715c-47ad-9183-41218a0a9cb3, hostable agents: ['6be988a9-1d97-480f-be5a-c55abf2c55c5'], hosted agents: [] {{(pid=128083) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 11:51:33.139022 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-8c71fd55-8cab-4dfd-b733-29557b87c8c3 tempest-BulkNetworkOpsTest-1574223460 tempest-BulkNetworkOpsTest-1574223460-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793194097327', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2373599'] for segment, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:33.148789 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2b21643-a8b0-401c-aca5-e76ef0f50800 tempest-RoutersNegativeTest-663611585 tempest-RoutersNegativeTest-663611585-project] Network 8df7e773-715c-47ad-9183-41218a0a9cb3 is scheduled to be hosted by DHCP agent 6be988a9-1d97-480f-be5a-c55abf2c55c5 with binding_index 1 {{(pid=128083) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 11:51:33.156199 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-8c71fd55-8cab-4dfd-b733-29557b87c8c3 tempest-BulkNetworkOpsTest-1574223460 tempest-BulkNetworkOpsTest-1574223460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967879'] for segment, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:33.158788 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.base_scheduler [None req-c2b21643-a8b0-401c-aca5-e76ef0f50800 tempest-RoutersNegativeTest-663611585 tempest-RoutersNegativeTest-663611585-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-4-hyperv, 8df7e773-715c-47ad-9183-41218a0a9cb3) {{(pid=128083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:51:33.160504 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-856272a4-b461-40d6-b1cc-113c31e79689 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Made reservation on behalf of 38289682863c40298c517287ec90b883 for: {'subnet': 1} {{(pid=128084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 11:51:33.164185 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-856272a4-b461-40d6-b1cc-113c31e79689 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3162484'] for subnet, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:33.166789 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-914163c9-c8c6-45d5-8836-0793c95843bf None None] Network 8df7e773-715c-47ad-9183-41218a0a9cb3 requested from dv-neutron-797120-4-hyperv {{(pid=128085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 11:51:33.169965 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c71fd55-8cab-4dfd-b733-29557b87c8c3 tempest-BulkNetworkOpsTest-1574223460 tempest-BulkNetworkOpsTest-1574223460-project] Releasing vlan 644 on physical network physnet1 to pool {{(pid=128084) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 11:51:33.170363 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-8c71fd55-8cab-4dfd-b733-29557b87c8c3 tempest-BulkNetworkOpsTest-1574223460 tempest-BulkNetworkOpsTest-1574223460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3292053'] for segment, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:33.173251 dv-neutron-797120-4-hyperv neutron-server[128084]: Traceback (most recent call last): Jun 24 11:51:33.173251 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 24 11:51:33.173251 dv-neutron-797120-4-hyperv neutron-server[128084]: timer() Jun 24 11:51:33.173251 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 24 11:51:33.173251 dv-neutron-797120-4-hyperv neutron-server[128084]: cb(*args, **kw) Jun 24 11:51:33.173251 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 24 11:51:33.173251 dv-neutron-797120-4-hyperv neutron-server[128084]: return func(*args, **kwargs) Jun 24 11:51:33.173251 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 24 11:51:33.173251 dv-neutron-797120-4-hyperv neutron-server[128084]: self._notify() Jun 24 11:51:33.173251 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 24 11:51:33.173251 dv-neutron-797120-4-hyperv neutron-server[128084]: self.callback(batched_events) Jun 24 11:51:33.173251 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 24 11:51:33.173251 dv-neutron-797120-4-hyperv neutron-server[128084]: event.method(event) Jun 24 11:51:33.173251 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 24 11:51:33.173251 dv-neutron-797120-4-hyperv neutron-server[128084]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 24 11:51:33.173251 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 24 11:51:33.173251 dv-neutron-797120-4-hyperv neutron-server[128084]: aggregate_uuid = self.p_client.list_aggregates( Jun 24 11:51:33.173251 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 24 11:51:33.173251 dv-neutron-797120-4-hyperv neutron-server[128084]: return f(self, *a, **k) Jun 24 11:51:33.173251 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 24 11:51:33.173251 dv-neutron-797120-4-hyperv neutron-server[128084]: return self._get(url).json() Jun 24 11:51:33.173251 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 24 11:51:33.173251 dv-neutron-797120-4-hyperv neutron-server[128084]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 24 11:51:33.173251 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 24 11:51:33.173251 dv-neutron-797120-4-hyperv neutron-server[128084]: return self.request(url, 'GET', **kwargs) Jun 24 11:51:33.173251 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 24 11:51:33.173251 dv-neutron-797120-4-hyperv neutron-server[128084]: base_url = self.get_endpoint(auth, allow=allow, Jun 24 11:51:33.173251 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 24 11:51:33.173251 dv-neutron-797120-4-hyperv neutron-server[128084]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 24 11:51:33.173251 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 24 11:51:33.173251 dv-neutron-797120-4-hyperv neutron-server[128084]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 24 11:51:33.173251 dv-neutron-797120-4-hyperv neutron-server[128084]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 24 11:51:33.177216 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2b21643-a8b0-401c-aca5-e76ef0f50800 tempest-RoutersNegativeTest-663611585 tempest-RoutersNegativeTest-663611585-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:51:33.177216 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-c2b21643-a8b0-401c-aca5-e76ef0f50800 tempest-RoutersNegativeTest-663611585 tempest-RoutersNegativeTest-663611585-project] Notify callbacks [] for subnet, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:33.196090 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-c2b21643-a8b0-401c-aca5-e76ef0f50800 tempest-RoutersNegativeTest-663611585 tempest-RoutersNegativeTest-663611585-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6639018 Jun 24 11:51:33.199233 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 34326) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:51:33.209083 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [None req-15fa404e-c7f2-4920-8212-76f7a5a78baf tempest-RoutersNegativeTest-663611585 tempest-RoutersNegativeTest-663611585-project] Request body: {'network': {'name': 'tempest-router-network01--1358969006'}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:51:33.232918 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15fa404e-c7f2-4920-8212-76f7a5a78baf tempest-RoutersNegativeTest-663611585 tempest-RoutersNegativeTest-663611585-project] Made reservation on behalf of eeffc9687661435789a8b2c122abbc47 for: {'network': 1} {{(pid=128083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 11:51:33.237034 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-15fa404e-c7f2-4920-8212-76f7a5a78baf tempest-RoutersNegativeTest-663611585 tempest-RoutersNegativeTest-663611585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for network, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:33.274276 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15fa404e-c7f2-4920-8212-76f7a5a78baf tempest-RoutersNegativeTest-663611585 tempest-RoutersNegativeTest-663611585-project] vlan segment allocate from pool success with {'vlan_id': 621, 'physical_network': 'physnet1'} {{(pid=128083) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 11:51:33.286615 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-15fa404e-c7f2-4920-8212-76f7a5a78baf tempest-RoutersNegativeTest-663611585 tempest-RoutersNegativeTest-663611585-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967879'] for segment, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:33.287090 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.db.segments_db [None req-15fa404e-c7f2-4920-8212-76f7a5a78baf tempest-RoutersNegativeTest-663611585 tempest-RoutersNegativeTest-663611585-project] Added segment d8a7247d-2f14-431c-ab07-19c4e1aa4a14 of type vlan for network 8515e249-7acf-45ba-a750-7d1b21d77b03 Jun 24 11:51:33.309435 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-8c71fd55-8cab-4dfd-b733-29557b87c8c3 tempest-BulkNetworkOpsTest-1574223460 tempest-BulkNetworkOpsTest-1574223460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1800243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1815642'] for network, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:33.313532 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-f0e593df-80dd-4a29-b4c9-741645cecc04 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:51:33.318939 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-8c71fd55-8cab-4dfd-b733-29557b87c8c3 tempest-BulkNetworkOpsTest-1574223460 tempest-BulkNetworkOpsTest-1574223460-project] Notify callbacks [] for network, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:33.323807 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-8c71fd55-8cab-4dfd-b733-29557b87c8c3 tempest-BulkNetworkOpsTest-1574223460 tempest-BulkNetworkOpsTest-1574223460-project] 10.222.0.53 "DELETE /v2.0/networks/387ae50a-bdf2-49f7-80c3-d63b2f93abe9 HTTP/1.1" status: 204 len: 168 time: 0.8062360 Jun 24 11:51:33.328422 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 34328) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:51:33.339921 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c71fd55-8cab-4dfd-b733-29557b87c8c3 tempest-BulkNetworkOpsTest-1574223460 tempest-BulkNetworkOpsTest-1574223460-project] Pushing event deleted for resources: {'Network': ['ID=387ae50a-bdf2-49f7-80c3-d63b2f93abe9,revision_number=None']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:51:33.343523 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-8c71fd55-8cab-4dfd-b733-29557b87c8c3 tempest-BulkNetworkOpsTest-1574223460 tempest-BulkNetworkOpsTest-1574223460-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:51:33.370106 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-15fa404e-c7f2-4920-8212-76f7a5a78baf tempest-RoutersNegativeTest-663611585 tempest-RoutersNegativeTest-663611585-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793193525068'] for network, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:33.406464 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13a03c0a-e1ea-4196-99d3-006c88c05560 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d65c8f8-7530-5052-99fe-8ea05073750b-8df7e773-715c-47ad-9183-41218a0a9cb3', 'network_id': '8df7e773-715c-47ad-9183-41218a0a9cb3', 'tenant_id': 'eeffc9687661435789a8b2c122abbc47', 'fixed_ips': [{'subnet_id': 'bc644aa7-82d9-4efc-9478-f0873dbd23a5'}]}} from dv-neutron-797120-4-hyperv. {{(pid=128085) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 24 11:51:33.407293 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-13a03c0a-e1ea-4196-99d3-006c88c05560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_create {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:33.447710 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-3b72f35b-65a7-4652-ba69-889cb9d4e0fe tempest-BulkNetworkOpsTest-1574223460 tempest-BulkNetworkOpsTest-1574223460-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-534962'] for network, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:33.460364 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-856272a4-b461-40d6-b1cc-113c31e79689 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3291959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3162270'] for subnet, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:33.463575 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-88de8e3c-9e07-4503-9b44-a36877c123fe tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:51:33.464112 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-15fa404e-c7f2-4920-8212-76f7a5a78baf tempest-RoutersNegativeTest-663611585 tempest-RoutersNegativeTest-663611585-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1800243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976'] for network, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:33.471448 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15fa404e-c7f2-4920-8212-76f7a5a78baf tempest-RoutersNegativeTest-663611585 tempest-RoutersNegativeTest-663611585-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:51:33.472090 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-15fa404e-c7f2-4920-8212-76f7a5a78baf tempest-RoutersNegativeTest-663611585 tempest-RoutersNegativeTest-663611585-project] Notify callbacks [] for network, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:33.479029 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-c831066e-a733-416e-a01b-340394c8f222 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:51:33.535469 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856272a4-b461-40d6-b1cc-113c31e79689 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Pushing event updated for resources: {'Subnet': ['ID=f5d0bbdb-3dc2-427e-8650-029fcb331698,revision_number=0']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:51:33.539750 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-856272a4-b461-40d6-b1cc-113c31e79689 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:51:33.548900 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-856272a4-b461-40d6-b1cc-113c31e79689 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Checking segment: {'id': '073a33fc-1416-4c66-b18d-37aa7406bf28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '7ff51052-5e37-42b4-bf57-df4be687e479'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=128084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 11:51:33.549743 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-856272a4-b461-40d6-b1cc-113c31e79689 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Network hostable DHCP agents. Network: 7ff51052-5e37-42b4-bf57-df4be687e479, hostable agents: ['6be988a9-1d97-480f-be5a-c55abf2c55c5'], hosted agents: [] {{(pid=128084) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 11:51:33.576154 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device 0a7c6790-fba4-4981-847e-a60b47ee61ff no longer exists at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 11:51:33.581325 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-856272a4-b461-40d6-b1cc-113c31e79689 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Network 7ff51052-5e37-42b4-bf57-df4be687e479 is scheduled to be hosted by DHCP agent 6be988a9-1d97-480f-be5a-c55abf2c55c5 with binding_index 1 {{(pid=128084) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 11:51:33.592622 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.base_scheduler [None req-856272a4-b461-40d6-b1cc-113c31e79689 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-4-hyperv, 7ff51052-5e37-42b4-bf57-df4be687e479) {{(pid=128084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:51:33.597147 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-856272a4-b461-40d6-b1cc-113c31e79689 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=128084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:51:33.598538 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-856272a4-b461-40d6-b1cc-113c31e79689 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Notify callbacks [] for subnet, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:33.600801 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] No Port match for: 0a7c6790-fba4-4981-847e-a60b47ee61ff {{(pid=128085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 11:51:33.601219 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device 0a7c6790-fba4-4981-847e-a60b47ee61ff not bound to the agent host dv-neutron-797120-4-hyperv {{(pid=128085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 11:51:33.607758 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9e249a5-7172-4d57-a402-641368c79485 None None] Network 7ff51052-5e37-42b4-bf57-df4be687e479 requested from dv-neutron-797120-4-hyperv {{(pid=128085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 11:51:33.620324 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-856272a4-b461-40d6-b1cc-113c31e79689 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6530404 Jun 24 11:51:33.622975 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 34330) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:51:33.629251 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.db_base_plugin_common [None req-13a03c0a-e1ea-4196-99d3-006c88c05560 None None] Allocated IP 172.20.0.2 (8df7e773-715c-47ad-9183-41218a0a9cb3/bc644aa7-82d9-4efc-9478-f0873dbd23a5/1f15da0c-2052-42b6-b3ec-dfc4b40eea80) {{(pid=128085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 11:51:33.629437 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-1bd59343-e080-432f-83f7-26d0edef40b8 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Request body: {'port': {'network_id': '7ff51052-5e37-42b4-bf57-df4be687e479', 'name': 'tempest-PortsTestJSON-962073495'}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:51:33.647841 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-15fa404e-c7f2-4920-8212-76f7a5a78baf tempest-RoutersNegativeTest-663611585 tempest-RoutersNegativeTest-663611585-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4472637 Jun 24 11:51:33.649283 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fa404e-c7f2-4920-8212-76f7a5a78baf tempest-RoutersNegativeTest-663611585 tempest-RoutersNegativeTest-663611585-project] Pushing event updated for resources: {'Network': ['ID=8515e249-7acf-45ba-a750-7d1b21d77b03,revision_number=1']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:51:33.652224 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-15fa404e-c7f2-4920-8212-76f7a5a78baf tempest-RoutersNegativeTest-663611585 tempest-RoutersNegativeTest-663611585-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:51:33.653174 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 34332) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:51:33.659477 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-62a5f6cd-85c8-46b7-b624-c9d078beca9d tempest-RoutersNegativeTest-663611585 tempest-RoutersNegativeTest-663611585-project] Request body: {'network': {'name': 'tempest-router-network02--1934803315'}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:51:33.676611 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Network 8515e249-7acf-45ba-a750-7d1b21d77b03 details requested by agent ovs-agent-dv-neutron-797120-4-hyperv with host dv-neutron-797120-4-hyperv {{(pid=128085) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 11:51:33.692901 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-3b72f35b-65a7-4652-ba69-889cb9d4e0fe tempest-BulkNetworkOpsTest-1574223460 tempest-BulkNetworkOpsTest-1574223460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973199', 'neutron.services.segments.db._delete_segments_for_network-8793194012456'] for network, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:33.703329 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.services.segments.db [None req-3b72f35b-65a7-4652-ba69-889cb9d4e0fe tempest-BulkNetworkOpsTest-1574223460 tempest-BulkNetworkOpsTest-1574223460-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd57f738-ce1e-4473-a232-b969eef69829']}} {{(pid=128083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:51:33.714903 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.services.segments.db [None req-3b72f35b-65a7-4652-ba69-889cb9d4e0fe tempest-BulkNetworkOpsTest-1574223460 tempest-BulkNetworkOpsTest-1574223460-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4376d7e3-cb87-4e0a-ae7f-29bd9aa71104') {'for_net_delete': True} {{(pid=128083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:51:33.715533 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.services.segments.db [None req-3b72f35b-65a7-4652-ba69-889cb9d4e0fe tempest-BulkNetworkOpsTest-1574223460 tempest-BulkNetworkOpsTest-1574223460-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4376d7e3-cb87-4e0a-ae7f-29bd9aa71104') {} {{(pid=128083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:51:33.727302 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62a5f6cd-85c8-46b7-b624-c9d078beca9d tempest-RoutersNegativeTest-663611585 tempest-RoutersNegativeTest-663611585-project] Made reservation on behalf of eeffc9687661435789a8b2c122abbc47 for: {'network': 1} {{(pid=128084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 11:51:33.728742 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-3b72f35b-65a7-4652-ba69-889cb9d4e0fe tempest-BulkNetworkOpsTest-1574223460 tempest-BulkNetworkOpsTest-1574223460-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793194097327', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3143690'] for segment, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:33.731443 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-62a5f6cd-85c8-46b7-b624-c9d078beca9d tempest-RoutersNegativeTest-663611585 tempest-RoutersNegativeTest-663611585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for network, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:33.744540 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-3b72f35b-65a7-4652-ba69-889cb9d4e0fe tempest-BulkNetworkOpsTest-1574223460 tempest-BulkNetworkOpsTest-1574223460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967879'] for segment, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:33.752549 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b72f35b-65a7-4652-ba69-889cb9d4e0fe tempest-BulkNetworkOpsTest-1574223460 tempest-BulkNetworkOpsTest-1574223460-project] Releasing vlan 614 on physical network physnet1 to pool {{(pid=128083) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 11:51:33.753043 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-3b72f35b-65a7-4652-ba69-889cb9d4e0fe tempest-BulkNetworkOpsTest-1574223460 tempest-BulkNetworkOpsTest-1574223460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2537899'] for segment, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:33.756850 dv-neutron-797120-4-hyperv neutron-server[128083]: Traceback (most recent call last): Jun 24 11:51:33.756850 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 24 11:51:33.756850 dv-neutron-797120-4-hyperv neutron-server[128083]: timer() Jun 24 11:51:33.756850 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 24 11:51:33.756850 dv-neutron-797120-4-hyperv neutron-server[128083]: cb(*args, **kw) Jun 24 11:51:33.756850 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 24 11:51:33.756850 dv-neutron-797120-4-hyperv neutron-server[128083]: return func(*args, **kwargs) Jun 24 11:51:33.756850 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 24 11:51:33.756850 dv-neutron-797120-4-hyperv neutron-server[128083]: self._notify() Jun 24 11:51:33.756850 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 24 11:51:33.756850 dv-neutron-797120-4-hyperv neutron-server[128083]: self.callback(batched_events) Jun 24 11:51:33.756850 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 24 11:51:33.756850 dv-neutron-797120-4-hyperv neutron-server[128083]: event.method(event) Jun 24 11:51:33.756850 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 24 11:51:33.756850 dv-neutron-797120-4-hyperv neutron-server[128083]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 24 11:51:33.756850 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 24 11:51:33.756850 dv-neutron-797120-4-hyperv neutron-server[128083]: aggregate_uuid = self.p_client.list_aggregates( Jun 24 11:51:33.756850 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 24 11:51:33.756850 dv-neutron-797120-4-hyperv neutron-server[128083]: return f(self, *a, **k) Jun 24 11:51:33.756850 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 24 11:51:33.756850 dv-neutron-797120-4-hyperv neutron-server[128083]: return self._get(url).json() Jun 24 11:51:33.756850 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 24 11:51:33.756850 dv-neutron-797120-4-hyperv neutron-server[128083]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 24 11:51:33.756850 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 24 11:51:33.756850 dv-neutron-797120-4-hyperv neutron-server[128083]: return self.request(url, 'GET', **kwargs) Jun 24 11:51:33.756850 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 24 11:51:33.756850 dv-neutron-797120-4-hyperv neutron-server[128083]: base_url = self.get_endpoint(auth, allow=allow, Jun 24 11:51:33.756850 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 24 11:51:33.756850 dv-neutron-797120-4-hyperv neutron-server[128083]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 24 11:51:33.756850 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 24 11:51:33.756850 dv-neutron-797120-4-hyperv neutron-server[128083]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 24 11:51:33.756850 dv-neutron-797120-4-hyperv neutron-server[128083]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 24 11:51:33.785866 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62a5f6cd-85c8-46b7-b624-c9d078beca9d tempest-RoutersNegativeTest-663611585 tempest-RoutersNegativeTest-663611585-project] vlan segment allocate from pool success with {'vlan_id': 601, 'physical_network': 'physnet1'} {{(pid=128084) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 11:51:33.803692 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-62a5f6cd-85c8-46b7-b624-c9d078beca9d tempest-RoutersNegativeTest-663611585 tempest-RoutersNegativeTest-663611585-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967879'] for segment, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:33.804054 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.db.segments_db [None req-62a5f6cd-85c8-46b7-b624-c9d078beca9d tempest-RoutersNegativeTest-663611585 tempest-RoutersNegativeTest-663611585-project] Added segment 3849a4dc-d7d5-40ee-8b43-a9c5f7929157 of type vlan for network 7b0fab06-b3a2-487d-afd0-e42bfce9b42d Jun 24 11:51:33.831384 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-3b72f35b-65a7-4652-ba69-889cb9d4e0fe tempest-BulkNetworkOpsTest-1574223460 tempest-BulkNetworkOpsTest-1574223460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1800243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1815642'] for network, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:33.837301 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-b7f301db-7e28-49f3-b3ba-04bddae617dd tempest-FloatingIPAdminTestJSON-775113783 tempest-FloatingIPAdminTestJSON-775113783-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:51:33.844069 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-3b72f35b-65a7-4652-ba69-889cb9d4e0fe tempest-BulkNetworkOpsTest-1574223460 tempest-BulkNetworkOpsTest-1574223460-project] Notify callbacks [] for network, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:33.849537 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-3b72f35b-65a7-4652-ba69-889cb9d4e0fe tempest-BulkNetworkOpsTest-1574223460 tempest-BulkNetworkOpsTest-1574223460-project] 10.222.0.53 "DELETE /v2.0/networks/dd57f738-ce1e-4473-a232-b969eef69829 HTTP/1.1" status: 204 len: 168 time: 0.5168574 Jun 24 11:51:33.849798 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bd59343-e080-432f-83f7-26d0edef40b8 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Made reservation on behalf of 38289682863c40298c517287ec90b883 for: {'port': 1} {{(pid=128084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 11:51:33.852555 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-1bd59343-e080-432f-83f7-26d0edef40b8 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:33.857776 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 34334) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:51:33.867812 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b72f35b-65a7-4652-ba69-889cb9d4e0fe tempest-BulkNetworkOpsTest-1574223460 tempest-BulkNetworkOpsTest-1574223460-project] Pushing event deleted for resources: {'Network': ['ID=dd57f738-ce1e-4473-a232-b969eef69829,revision_number=None']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:51:33.870329 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-3b72f35b-65a7-4652-ba69-889cb9d4e0fe tempest-BulkNetworkOpsTest-1574223460 tempest-BulkNetworkOpsTest-1574223460-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:51:33.882504 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.notifiers.nova [None req-1bd59343-e080-432f-83f7-26d0edef40b8 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] device_id is not set on port 7659db31-fd97-44a6-9180-388192945246 yet. {{(pid=128084) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 24 11:51:33.947490 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-62a5f6cd-85c8-46b7-b624-c9d078beca9d tempest-RoutersNegativeTest-663611585 tempest-RoutersNegativeTest-663611585-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793193525068'] for network, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:33.950933 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17a9cf11-3feb-48ad-ac74-7ad4725d90f5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d65c8f8-7530-5052-99fe-8ea05073750b-7ff51052-5e37-42b4-bf57-df4be687e479', 'network_id': '7ff51052-5e37-42b4-bf57-df4be687e479', 'tenant_id': '38289682863c40298c517287ec90b883', 'fixed_ips': [{'subnet_id': 'f5d0bbdb-3dc2-427e-8650-029fcb331698'}]}} from dv-neutron-797120-4-hyperv. {{(pid=128085) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 24 11:51:33.951742 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-17a9cf11-3feb-48ad-ac74-7ad4725d90f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_create {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:33.959442 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-864bb3b3-c54d-43c8-ba04-7abfe5eb73dd tempest-BulkNetworkOpsTest-1574223460 tempest-BulkNetworkOpsTest-1574223460-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-534962'] for network, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:33.960503 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-13a03c0a-e1ea-4196-99d3-006c88c05560 None None] Notify callbacks [] for port, precommit_create {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:33.981107 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-13a03c0a-e1ea-4196-99d3-006c88c05560 None None] Transition to ACTIVE for port object 1f15da0c-2052-42b6-b3ec-dfc4b40eea80 will not be triggered until provisioned by entity L2. {{(pid=128085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 11:51:34.025668 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.db.db_base_plugin_common [None req-1bd59343-e080-432f-83f7-26d0edef40b8 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Allocated IP 172.20.0.6 (7ff51052-5e37-42b4-bf57-df4be687e479/f5d0bbdb-3dc2-427e-8650-029fcb331698/7659db31-fd97-44a6-9180-388192945246) {{(pid=128084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 11:51:34.030147 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-62a5f6cd-85c8-46b7-b624-c9d078beca9d tempest-RoutersNegativeTest-663611585 tempest-RoutersNegativeTest-663611585-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1800243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976'] for network, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:34.035799 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62a5f6cd-85c8-46b7-b624-c9d078beca9d tempest-RoutersNegativeTest-663611585 tempest-RoutersNegativeTest-663611585-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=128084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:51:34.036410 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-62a5f6cd-85c8-46b7-b624-c9d078beca9d tempest-RoutersNegativeTest-663611585 tempest-RoutersNegativeTest-663611585-project] Notify callbacks [] for network, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:34.040463 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-bd3ba32b-3fa4-4cfc-a8c6-b46291ad8fa4 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:51:34.054518 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-13a03c0a-e1ea-4196-99d3-006c88c05560 None None] Transition to ACTIVE for port object 1f15da0c-2052-42b6-b3ec-dfc4b40eea80 will not be triggered until provisioned by entity DHCP. {{(pid=128085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 11:51:34.064770 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-13a03c0a-e1ea-4196-99d3-006c88c05560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-650429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-506361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793193536723'] for port, after_create {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:34.071123 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:51:34.076476 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-864bb3b3-c54d-43c8-ba04-7abfe5eb73dd tempest-BulkNetworkOpsTest-1574223460 tempest-BulkNetworkOpsTest-1574223460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973199', 'neutron.services.segments.db._delete_segments_for_network-8793194012456'] for network, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:34.093116 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.services.segments.db [None req-864bb3b3-c54d-43c8-ba04-7abfe5eb73dd tempest-BulkNetworkOpsTest-1574223460 tempest-BulkNetworkOpsTest-1574223460-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a23fc386-5ea8-4300-a48c-1fcf986cfa8c']}} {{(pid=128083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:51:34.105651 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.services.segments.db [None req-864bb3b3-c54d-43c8-ba04-7abfe5eb73dd tempest-BulkNetworkOpsTest-1574223460 tempest-BulkNetworkOpsTest-1574223460-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a9e8653-6b85-4d26-a67e-5d568e86ccf8') {'for_net_delete': True} {{(pid=128083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:51:34.105936 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.services.segments.db [None req-864bb3b3-c54d-43c8-ba04-7abfe5eb73dd tempest-BulkNetworkOpsTest-1574223460 tempest-BulkNetworkOpsTest-1574223460-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a9e8653-6b85-4d26-a67e-5d568e86ccf8') {} {{(pid=128083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:51:34.116601 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-864bb3b3-c54d-43c8-ba04-7abfe5eb73dd tempest-BulkNetworkOpsTest-1574223460 tempest-BulkNetworkOpsTest-1574223460-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793194097327', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3143690'] for segment, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:34.117140 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13a03c0a-e1ea-4196-99d3-006c88c05560 None None] Network 8df7e773-715c-47ad-9183-41218a0a9cb3 is already hosted by enough agents. {{(pid=128085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 11:51:34.123773 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.scheduler.base_scheduler [None req-13a03c0a-e1ea-4196-99d3-006c88c05560 None None] Resources bound (agent type, host, resource id): {{(pid=128085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:51:34.127258 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-62a5f6cd-85c8-46b7-b624-c9d078beca9d tempest-RoutersNegativeTest-663611585 tempest-RoutersNegativeTest-663611585-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4710152 Jun 24 11:51:34.127990 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13a03c0a-e1ea-4196-99d3-006c88c05560 None None] Received port after_create {{(pid=128085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 11:51:34.129239 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 34336) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:51:34.136275 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a03c0a-e1ea-4196-99d3-006c88c05560 None None] Pushing event updated for resources: {'Port': ['ID=1f15da0c-2052-42b6-b3ec-dfc4b40eea80,revision_number=1']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:51:34.137730 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [None req-f83e739c-e627-4c4e-bb8a-7e1aa8ee9e47 tempest-RoutersNegativeTest-663611585 tempest-RoutersNegativeTest-663611585-project] Request body: {'subnet': {'network_id': '8515e249-7acf-45ba-a750-7d1b21d77b03', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:51:34.140768 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-13a03c0a-e1ea-4196-99d3-006c88c05560 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:51:34.165300 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a5f6cd-85c8-46b7-b624-c9d078beca9d tempest-RoutersNegativeTest-663611585 tempest-RoutersNegativeTest-663611585-project] Pushing event updated for resources: {'Network': ['ID=7b0fab06-b3a2-487d-afd0-e42bfce9b42d,revision_number=1']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:51:34.166432 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-864bb3b3-c54d-43c8-ba04-7abfe5eb73dd tempest-BulkNetworkOpsTest-1574223460 tempest-BulkNetworkOpsTest-1574223460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967879'] for segment, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:34.169798 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-62a5f6cd-85c8-46b7-b624-c9d078beca9d tempest-RoutersNegativeTest-663611585 tempest-RoutersNegativeTest-663611585-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:51:34.174246 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-864bb3b3-c54d-43c8-ba04-7abfe5eb73dd tempest-BulkNetworkOpsTest-1574223460 tempest-BulkNetworkOpsTest-1574223460-project] Releasing vlan 630 on physical network physnet1 to pool {{(pid=128083) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 11:51:34.174807 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-864bb3b3-c54d-43c8-ba04-7abfe5eb73dd tempest-BulkNetworkOpsTest-1574223460 tempest-BulkNetworkOpsTest-1574223460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2537899'] for segment, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:34.187119 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Network 7b0fab06-b3a2-487d-afd0-e42bfce9b42d details requested by agent ovs-agent-dv-neutron-797120-4-hyperv with host dv-neutron-797120-4-hyperv {{(pid=128085) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 11:51:34.190449 dv-neutron-797120-4-hyperv neutron-server[128083]: Traceback (most recent call last): Jun 24 11:51:34.190449 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 24 11:51:34.190449 dv-neutron-797120-4-hyperv neutron-server[128083]: timer() Jun 24 11:51:34.190449 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 24 11:51:34.190449 dv-neutron-797120-4-hyperv neutron-server[128083]: cb(*args, **kw) Jun 24 11:51:34.190449 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 24 11:51:34.190449 dv-neutron-797120-4-hyperv neutron-server[128083]: return func(*args, **kwargs) Jun 24 11:51:34.190449 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 24 11:51:34.190449 dv-neutron-797120-4-hyperv neutron-server[128083]: self._notify() Jun 24 11:51:34.190449 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 24 11:51:34.190449 dv-neutron-797120-4-hyperv neutron-server[128083]: self.callback(batched_events) Jun 24 11:51:34.190449 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 24 11:51:34.190449 dv-neutron-797120-4-hyperv neutron-server[128083]: event.method(event) Jun 24 11:51:34.190449 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 24 11:51:34.190449 dv-neutron-797120-4-hyperv neutron-server[128083]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 24 11:51:34.190449 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 24 11:51:34.190449 dv-neutron-797120-4-hyperv neutron-server[128083]: aggregate_uuid = self.p_client.list_aggregates( Jun 24 11:51:34.190449 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 24 11:51:34.190449 dv-neutron-797120-4-hyperv neutron-server[128083]: return f(self, *a, **k) Jun 24 11:51:34.190449 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 24 11:51:34.190449 dv-neutron-797120-4-hyperv neutron-server[128083]: return self._get(url).json() Jun 24 11:51:34.190449 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 24 11:51:34.190449 dv-neutron-797120-4-hyperv neutron-server[128083]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 24 11:51:34.190449 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 24 11:51:34.190449 dv-neutron-797120-4-hyperv neutron-server[128083]: return self.request(url, 'GET', **kwargs) Jun 24 11:51:34.190449 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 24 11:51:34.190449 dv-neutron-797120-4-hyperv neutron-server[128083]: base_url = self.get_endpoint(auth, allow=allow, Jun 24 11:51:34.190449 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 24 11:51:34.190449 dv-neutron-797120-4-hyperv neutron-server[128083]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 24 11:51:34.190449 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 24 11:51:34.190449 dv-neutron-797120-4-hyperv neutron-server[128083]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 24 11:51:34.190449 dv-neutron-797120-4-hyperv neutron-server[128083]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 24 11:51:34.221497 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-13a03c0a-e1ea-4196-99d3-006c88c05560 None None] Attempting to bind port 1f15da0c-2052-42b6-b3ec-dfc4b40eea80 on host dv-neutron-797120-4-hyperv for vnic_type normal with profile {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 11:51:34.221874 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-13a03c0a-e1ea-4196-99d3-006c88c05560 None None] Attempting to bind port 1f15da0c-2052-42b6-b3ec-dfc4b40eea80 by drivers openvswitch,hyperv on host dv-neutron-797120-4-hyperv at level 0 using segments [{'id': '80050b1e-6978-4326-a76d-ee7048096c0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '8df7e773-715c-47ad-9183-41218a0a9cb3'}] {{(pid=128085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 11:51:34.222299 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13a03c0a-e1ea-4196-99d3-006c88c05560 None None] Attempting to bind port 1f15da0c-2052-42b6-b3ec-dfc4b40eea80 on network 8df7e773-715c-47ad-9183-41218a0a9cb3 {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 11:51:34.260786 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13a03c0a-e1ea-4196-99d3-006c88c05560 None None] Checking agent: {'id': 'e3a695b2-c397-461f-83b0-10b79d490b59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 11, 36, 56), 'started_at': datetime.datetime(2021, 6, 24, 11, 37, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 11, 51, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 11:51:34.261162 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13a03c0a-e1ea-4196-99d3-006c88c05560 None None] Checking segment: {'id': '80050b1e-6978-4326-a76d-ee7048096c0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '8df7e773-715c-47ad-9183-41218a0a9cb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=128085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 11:51:34.261567 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-13a03c0a-e1ea-4196-99d3-006c88c05560 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:34.261973 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13a03c0a-e1ea-4196-99d3-006c88c05560 None None] Bound using segment: {'id': '80050b1e-6978-4326-a76d-ee7048096c0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '8df7e773-715c-47ad-9183-41218a0a9cb3'} {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 11:51:34.262472 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-13a03c0a-e1ea-4196-99d3-006c88c05560 None None] Bound port: 1f15da0c-2052-42b6-b3ec-dfc4b40eea80, host: dv-neutron-797120-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80050b1e-6978-4326-a76d-ee7048096c0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '8df7e773-715c-47ad-9183-41218a0a9cb3'}}] {{(pid=128085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 11:51:34.262864 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-13a03c0a-e1ea-4196-99d3-006c88c05560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:34.298897 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-1bd59343-e080-432f-83f7-26d0edef40b8 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Notify callbacks [] for port, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:34.312689 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-864bb3b3-c54d-43c8-ba04-7abfe5eb73dd tempest-BulkNetworkOpsTest-1574223460 tempest-BulkNetworkOpsTest-1574223460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1800243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1815642'] for network, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:34.317583 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.db.provisioning_blocks [None req-1bd59343-e080-432f-83f7-26d0edef40b8 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Transition to ACTIVE for port object 7659db31-fd97-44a6-9180-388192945246 will not be triggered until provisioned by entity DHCP. {{(pid=128084) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 11:51:34.319007 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-a510946e-b4db-4f7d-a246-03585cb77077 tempest-BulkNetworkOpsTest-1574223460 tempest-BulkNetworkOpsTest-1574223460-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:51:34.328130 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-864bb3b3-c54d-43c8-ba04-7abfe5eb73dd tempest-BulkNetworkOpsTest-1574223460 tempest-BulkNetworkOpsTest-1574223460-project] Notify callbacks [] for network, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:34.331373 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-864bb3b3-c54d-43c8-ba04-7abfe5eb73dd tempest-BulkNetworkOpsTest-1574223460 tempest-BulkNetworkOpsTest-1574223460-project] 10.222.0.53 "DELETE /v2.0/networks/a23fc386-5ea8-4300-a48c-1fcf986cfa8c HTTP/1.1" status: 204 len: 168 time: 0.4720445 Jun 24 11:51:34.351146 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864bb3b3-c54d-43c8-ba04-7abfe5eb73dd tempest-BulkNetworkOpsTest-1574223460 tempest-BulkNetworkOpsTest-1574223460-project] Pushing event deleted for resources: {'Network': ['ID=a23fc386-5ea8-4300-a48c-1fcf986cfa8c,revision_number=None']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:51:34.352559 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-13a03c0a-e1ea-4196-99d3-006c88c05560 None None] For port 1f15da0c-2052-42b6-b3ec-dfc4b40eea80, host dv-neutron-797120-4-hyperv, cleared binding levels {{(pid=128085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 11:51:34.354508 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-864bb3b3-c54d-43c8-ba04-7abfe5eb73dd tempest-BulkNetworkOpsTest-1574223460 tempest-BulkNetworkOpsTest-1574223460-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:51:34.356643 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-13a03c0a-e1ea-4196-99d3-006c88c05560 None None] For port 1f15da0c-2052-42b6-b3ec-dfc4b40eea80, host dv-neutron-797120-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=1f15da0c-2052-42b6-b3ec-dfc4b40eea80,segment=NetworkSegment(80050b1e-6978-4326-a76d-ee7048096c0a),segment_id=80050b1e-6978-4326-a76d-ee7048096c0a)] {{(pid=128085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 11:51:34.365022 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-13a03c0a-e1ea-4196-99d3-006c88c05560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:34.368801 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-327971aa-4445-4d7e-b856-0a83ab37fdda None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:51:34.371847 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f83e739c-e627-4c4e-bb8a-7e1aa8ee9e47 tempest-RoutersNegativeTest-663611585 tempest-RoutersNegativeTest-663611585-project] Made reservation on behalf of eeffc9687661435789a8b2c122abbc47 for: {'subnet': 1} {{(pid=128083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 11:51:34.376548 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-f83e739c-e627-4c4e-bb8a-7e1aa8ee9e47 tempest-RoutersNegativeTest-663611585 tempest-RoutersNegativeTest-663611585-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3289788'] for subnet, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:34.381569 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-1bd59343-e080-432f-83f7-26d0edef40b8 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-650429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-506361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793193536723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3291971'] for port, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:34.387070 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-27ee0363-8100-43d1-848c-418c2be524c6 tempest-BulkNetworkOpsTest-1574223460 tempest-BulkNetworkOpsTest-1574223460-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:51:34.479259 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bd59343-e080-432f-83f7-26d0edef40b8 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Network 7ff51052-5e37-42b4-bf57-df4be687e479 is already hosted by enough agents. {{(pid=128084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 11:51:34.489297 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a03c0a-e1ea-4196-99d3-006c88c05560 None None] Pushing event updated for resources: {'Port': ['ID=1f15da0c-2052-42b6-b3ec-dfc4b40eea80,revision_number=2']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:51:34.492625 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.db_base_plugin_common [None req-17a9cf11-3feb-48ad-ac74-7ad4725d90f5 None None] Allocated IP 172.20.0.2 (7ff51052-5e37-42b4-bf57-df4be687e479/f5d0bbdb-3dc2-427e-8650-029fcb331698/744c07c6-1c9e-4e0d-b3a3-ff1409e1b935) {{(pid=128085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 11:51:34.495218 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-13a03c0a-e1ea-4196-99d3-006c88c05560 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:51:34.499543 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd59343-e080-432f-83f7-26d0edef40b8 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Pushing event updated for resources: {'Port': ['ID=7659db31-fd97-44a6-9180-388192945246,revision_number=1']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:51:34.505801 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.base_scheduler [None req-1bd59343-e080-432f-83f7-26d0edef40b8 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Resources bound (agent type, host, resource id): {{(pid=128084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:51:34.507788 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-1bd59343-e080-432f-83f7-26d0edef40b8 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:51:34.508698 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bd59343-e080-432f-83f7-26d0edef40b8 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Received port after_create {{(pid=128084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 11:51:34.602095 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bd59343-e080-432f-83f7-26d0edef40b8 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=128084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:51:34.602960 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-1bd59343-e080-432f-83f7-26d0edef40b8 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468916'] for port, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:34.629907 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-1bd59343-e080-432f-83f7-26d0edef40b8 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.0055692 Jun 24 11:51:34.633011 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 34342) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:51:34.643545 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-e1aca21a-bc9a-479c-801b-b2fe837ca3bf tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Request body: {'port': {'network_id': '7ff51052-5e37-42b4-bf57-df4be687e479', 'name': 'tempest-PortsTestJSON-22824749'}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:51:34.734690 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-f83e739c-e627-4c4e-bb8a-7e1aa8ee9e47 tempest-RoutersNegativeTest-663611585 tempest-RoutersNegativeTest-663611585-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2537737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3289942'] for subnet, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:34.742139 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-6d150c75-c5b6-4f3b-a13c-7c4f595bb296 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:51:34.766947 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-17a9cf11-3feb-48ad-ac74-7ad4725d90f5 None None] Notify callbacks [] for port, precommit_create {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:34.778569 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-17a9cf11-3feb-48ad-ac74-7ad4725d90f5 None None] Transition to ACTIVE for port object 744c07c6-1c9e-4e0d-b3a3-ff1409e1b935 will not be triggered until provisioned by entity L2. {{(pid=128085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 11:51:34.840947 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-17a9cf11-3feb-48ad-ac74-7ad4725d90f5 None None] Transition to ACTIVE for port object 744c07c6-1c9e-4e0d-b3a3-ff1409e1b935 will not be triggered until provisioned by entity DHCP. {{(pid=128085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 11:51:34.843107 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83e739c-e627-4c4e-bb8a-7e1aa8ee9e47 tempest-RoutersNegativeTest-663611585 tempest-RoutersNegativeTest-663611585-project] Pushing event updated for resources: {'Subnet': ['ID=9ce22d2a-55ef-4c3c-be7b-3f0e2cf6a2e0,revision_number=0']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:51:34.847005 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 34348) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:51:34.855556 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-f83e739c-e627-4c4e-bb8a-7e1aa8ee9e47 tempest-RoutersNegativeTest-663611585 tempest-RoutersNegativeTest-663611585-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:51:34.868788 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f83e739c-e627-4c4e-bb8a-7e1aa8ee9e47 tempest-RoutersNegativeTest-663611585 tempest-RoutersNegativeTest-663611585-project] Checking segment: {'id': 'd8a7247d-2f14-431c-ab07-19c4e1aa4a14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '8515e249-7acf-45ba-a750-7d1b21d77b03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=128083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 11:51:34.870043 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f83e739c-e627-4c4e-bb8a-7e1aa8ee9e47 tempest-RoutersNegativeTest-663611585 tempest-RoutersNegativeTest-663611585-project] Network hostable DHCP agents. Network: 8515e249-7acf-45ba-a750-7d1b21d77b03, hostable agents: ['6be988a9-1d97-480f-be5a-c55abf2c55c5'], hosted agents: [] {{(pid=128083) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 11:51:34.871630 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-17a9cf11-3feb-48ad-ac74-7ad4725d90f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-650429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-506361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793193536723'] for port, after_create {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:34.896357 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-46fc24e6-7027-41a5-941e-6b2d46f61640 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:51:34.897878 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f83e739c-e627-4c4e-bb8a-7e1aa8ee9e47 tempest-RoutersNegativeTest-663611585 tempest-RoutersNegativeTest-663611585-project] Network 8515e249-7acf-45ba-a750-7d1b21d77b03 is scheduled to be hosted by DHCP agent 6be988a9-1d97-480f-be5a-c55abf2c55c5 with binding_index 1 {{(pid=128083) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 11:51:34.907827 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1aca21a-bc9a-479c-801b-b2fe837ca3bf tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Made reservation on behalf of 38289682863c40298c517287ec90b883 for: {'port': 1} {{(pid=128084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 11:51:34.911446 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.base_scheduler [None req-f83e739c-e627-4c4e-bb8a-7e1aa8ee9e47 tempest-RoutersNegativeTest-663611585 tempest-RoutersNegativeTest-663611585-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-4-hyperv, 8515e249-7acf-45ba-a750-7d1b21d77b03) {{(pid=128083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:51:34.913927 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-e1aca21a-bc9a-479c-801b-b2fe837ca3bf tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:34.921021 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f83e739c-e627-4c4e-bb8a-7e1aa8ee9e47 tempest-RoutersNegativeTest-663611585 tempest-RoutersNegativeTest-663611585-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:51:34.921845 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-f83e739c-e627-4c4e-bb8a-7e1aa8ee9e47 tempest-RoutersNegativeTest-663611585 tempest-RoutersNegativeTest-663611585-project] Notify callbacks [] for subnet, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:34.935927 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a8f0a25-0e2f-42da-a845-6032d17e3fb9 None None] Network 8515e249-7acf-45ba-a750-7d1b21d77b03 requested from dv-neutron-797120-4-hyperv {{(pid=128085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 11:51:34.939089 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.notifiers.nova [None req-e1aca21a-bc9a-479c-801b-b2fe837ca3bf tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] device_id is not set on port 1b00f972-8da2-4a60-b71b-28f89085cfc8 yet. {{(pid=128084) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 24 11:51:34.941593 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-f83e739c-e627-4c4e-bb8a-7e1aa8ee9e47 tempest-RoutersNegativeTest-663611585 tempest-RoutersNegativeTest-663611585-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8080552 Jun 24 11:51:34.944706 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 34352) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:51:34.952146 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [None req-899ca9a7-8a61-4e4d-a00f-718041f524a7 tempest-RoutersNegativeTest-663611585 tempest-RoutersNegativeTest-663611585-project] Request body: {'subnet': {'network_id': '7b0fab06-b3a2-487d-afd0-e42bfce9b42d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:51:34.959624 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17a9cf11-3feb-48ad-ac74-7ad4725d90f5 None None] Network 7ff51052-5e37-42b4-bf57-df4be687e479 is already hosted by enough agents. {{(pid=128085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 11:51:34.970852 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.scheduler.base_scheduler [None req-17a9cf11-3feb-48ad-ac74-7ad4725d90f5 None None] Resources bound (agent type, host, resource id): {{(pid=128085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:51:34.983566 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17a9cf11-3feb-48ad-ac74-7ad4725d90f5 None None] Received port after_create {{(pid=128085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 11:51:35.029945 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a9cf11-3feb-48ad-ac74-7ad4725d90f5 None None] Pushing event updated for resources: {'Port': ['ID=744c07c6-1c9e-4e0d-b3a3-ff1409e1b935,revision_number=1']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:51:35.095360 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-899ca9a7-8a61-4e4d-a00f-718041f524a7 tempest-RoutersNegativeTest-663611585 tempest-RoutersNegativeTest-663611585-project] Made reservation on behalf of eeffc9687661435789a8b2c122abbc47 for: {'subnet': 1} {{(pid=128083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 11:51:35.099798 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-899ca9a7-8a61-4e4d-a00f-718041f524a7 tempest-RoutersNegativeTest-663611585 tempest-RoutersNegativeTest-663611585-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3289788'] for subnet, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:35.107692 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-18b3b7f2-78c2-4974-914f-090415dcb1a0 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=6ff89c67618d434aadf0f2c697248c35&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2576408 Jun 24 11:51:35.111722 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.db.db_base_plugin_common [None req-e1aca21a-bc9a-479c-801b-b2fe837ca3bf tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Allocated IP 172.20.0.14 (7ff51052-5e37-42b4-bf57-df4be687e479/f5d0bbdb-3dc2-427e-8650-029fcb331698/1b00f972-8da2-4a60-b71b-28f89085cfc8) {{(pid=128084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 11:51:35.115049 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 34354) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:51:35.215534 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-17a9cf11-3feb-48ad-ac74-7ad4725d90f5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.319s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:51:35.261224 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-17a9cf11-3feb-48ad-ac74-7ad4725d90f5 None None] Attempting to bind port 744c07c6-1c9e-4e0d-b3a3-ff1409e1b935 on host dv-neutron-797120-4-hyperv for vnic_type normal with profile {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 11:51:35.261579 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-17a9cf11-3feb-48ad-ac74-7ad4725d90f5 None None] Attempting to bind port 744c07c6-1c9e-4e0d-b3a3-ff1409e1b935 by drivers openvswitch,hyperv on host dv-neutron-797120-4-hyperv at level 0 using segments [{'id': '073a33fc-1416-4c66-b18d-37aa7406bf28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '7ff51052-5e37-42b4-bf57-df4be687e479'}] {{(pid=128085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 11:51:35.261939 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17a9cf11-3feb-48ad-ac74-7ad4725d90f5 None None] Attempting to bind port 744c07c6-1c9e-4e0d-b3a3-ff1409e1b935 on network 7ff51052-5e37-42b4-bf57-df4be687e479 {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 11:51:35.269009 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17a9cf11-3feb-48ad-ac74-7ad4725d90f5 None None] Checking agent: {'id': 'e3a695b2-c397-461f-83b0-10b79d490b59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 11, 36, 56), 'started_at': datetime.datetime(2021, 6, 24, 11, 37, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 11, 51, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 11:51:35.269994 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17a9cf11-3feb-48ad-ac74-7ad4725d90f5 None None] Checking segment: {'id': '073a33fc-1416-4c66-b18d-37aa7406bf28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '7ff51052-5e37-42b4-bf57-df4be687e479'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=128085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 11:51:35.270796 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-17a9cf11-3feb-48ad-ac74-7ad4725d90f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:35.271534 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17a9cf11-3feb-48ad-ac74-7ad4725d90f5 None None] Bound using segment: {'id': '073a33fc-1416-4c66-b18d-37aa7406bf28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '7ff51052-5e37-42b4-bf57-df4be687e479'} {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 11:51:35.272381 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-17a9cf11-3feb-48ad-ac74-7ad4725d90f5 None None] Bound port: 744c07c6-1c9e-4e0d-b3a3-ff1409e1b935, host: dv-neutron-797120-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '073a33fc-1416-4c66-b18d-37aa7406bf28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '7ff51052-5e37-42b4-bf57-df4be687e479'}}] {{(pid=128085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 11:51:35.273023 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-17a9cf11-3feb-48ad-ac74-7ad4725d90f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:35.309502 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-d98dd596-99af-451f-bdcf-7f67e54d4e6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:35.388538 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-d98dd596-99af-451f-bdcf-7f67e54d4e6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:35.413419 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-899ca9a7-8a61-4e4d-a00f-718041f524a7 tempest-RoutersNegativeTest-663611585 tempest-RoutersNegativeTest-663611585-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2537737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3289942'] for subnet, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:35.422898 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-9697388d-9d8b-40af-9e87-499978d208fe tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:51:35.437929 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-17a9cf11-3feb-48ad-ac74-7ad4725d90f5 None None] For port 744c07c6-1c9e-4e0d-b3a3-ff1409e1b935, host dv-neutron-797120-4-hyperv, cleared binding levels {{(pid=128085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 11:51:35.451044 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-17a9cf11-3feb-48ad-ac74-7ad4725d90f5 None None] For port 744c07c6-1c9e-4e0d-b3a3-ff1409e1b935, host dv-neutron-797120-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=744c07c6-1c9e-4e0d-b3a3-ff1409e1b935,segment=NetworkSegment(073a33fc-1416-4c66-b18d-37aa7406bf28),segment_id=073a33fc-1416-4c66-b18d-37aa7406bf28)] {{(pid=128085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 11:51:35.453733 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3858fa76-2eba-4a72-a36f-d73ee1cbbade None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d65c8f8-7530-5052-99fe-8ea05073750b-8515e249-7acf-45ba-a750-7d1b21d77b03', 'network_id': '8515e249-7acf-45ba-a750-7d1b21d77b03', 'tenant_id': 'eeffc9687661435789a8b2c122abbc47', 'fixed_ips': [{'subnet_id': '9ce22d2a-55ef-4c3c-be7b-3f0e2cf6a2e0'}]}} from dv-neutron-797120-4-hyperv. {{(pid=128085) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 24 11:51:35.454724 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-3858fa76-2eba-4a72-a36f-d73ee1cbbade None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_create {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:35.460031 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-17a9cf11-3feb-48ad-ac74-7ad4725d90f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:35.469234 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-9ab35339-0d6c-43a1-a2c9-e20d21df1a68 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:51:35.473207 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-e1aca21a-bc9a-479c-801b-b2fe837ca3bf tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Notify callbacks [] for port, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:35.510683 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899ca9a7-8a61-4e4d-a00f-718041f524a7 tempest-RoutersNegativeTest-663611585 tempest-RoutersNegativeTest-663611585-project] Pushing event updated for resources: {'Subnet': ['ID=e6b7ae94-8ebc-431d-bd0e-d6515e7d9447,revision_number=0']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:51:35.514740 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-899ca9a7-8a61-4e4d-a00f-718041f524a7 tempest-RoutersNegativeTest-663611585 tempest-RoutersNegativeTest-663611585-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:51:35.526231 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-899ca9a7-8a61-4e4d-a00f-718041f524a7 tempest-RoutersNegativeTest-663611585 tempest-RoutersNegativeTest-663611585-project] Checking segment: {'id': '3849a4dc-d7d5-40ee-8b43-a9c5f7929157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '7b0fab06-b3a2-487d-afd0-e42bfce9b42d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=128083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 11:51:35.526231 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-899ca9a7-8a61-4e4d-a00f-718041f524a7 tempest-RoutersNegativeTest-663611585 tempest-RoutersNegativeTest-663611585-project] Network hostable DHCP agents. Network: 7b0fab06-b3a2-487d-afd0-e42bfce9b42d, hostable agents: ['6be988a9-1d97-480f-be5a-c55abf2c55c5'], hosted agents: [] {{(pid=128083) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 11:51:35.539090 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.db.provisioning_blocks [None req-e1aca21a-bc9a-479c-801b-b2fe837ca3bf tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Transition to ACTIVE for port object 1b00f972-8da2-4a60-b71b-28f89085cfc8 will not be triggered until provisioned by entity DHCP. {{(pid=128084) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 11:51:35.558559 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-899ca9a7-8a61-4e4d-a00f-718041f524a7 tempest-RoutersNegativeTest-663611585 tempest-RoutersNegativeTest-663611585-project] Network 7b0fab06-b3a2-487d-afd0-e42bfce9b42d is scheduled to be hosted by DHCP agent 6be988a9-1d97-480f-be5a-c55abf2c55c5 with binding_index 1 {{(pid=128083) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 11:51:35.563728 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-d98dd596-99af-451f-bdcf-7f67e54d4e6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800410'] for security_group, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:35.567453 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-d98dd596-99af-451f-bdcf-7f67e54d4e6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:35.568559 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-d98dd596-99af-451f-bdcf-7f67e54d4e6e admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/cae78e2e-76d3-47e5-b052-537717f0832b HTTP/1.1" status: 204 len: 168 time: 0.4523005 Jun 24 11:51:35.573505 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-e21bacf8-5beb-4065-b4be-c42603d78f04 tempest-SecGroupTest-1107880395 tempest-SecGroupTest-1107880395-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:51:35.585672 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.base_scheduler [None req-899ca9a7-8a61-4e4d-a00f-718041f524a7 tempest-RoutersNegativeTest-663611585 tempest-RoutersNegativeTest-663611585-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-4-hyperv, 7b0fab06-b3a2-487d-afd0-e42bfce9b42d) {{(pid=128083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:51:35.591640 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-899ca9a7-8a61-4e4d-a00f-718041f524a7 tempest-RoutersNegativeTest-663611585 tempest-RoutersNegativeTest-663611585-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:51:35.592587 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-899ca9a7-8a61-4e4d-a00f-718041f524a7 tempest-RoutersNegativeTest-663611585 tempest-RoutersNegativeTest-663611585-project] Notify callbacks [] for subnet, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:35.612558 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-899ca9a7-8a61-4e4d-a00f-718041f524a7 tempest-RoutersNegativeTest-663611585 tempest-RoutersNegativeTest-663611585-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6664915 Jun 24 11:51:35.615282 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 34360) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:51:35.631020 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d918680e-6942-4cdb-87f5-eccb683bdaab None None] Network 7b0fab06-b3a2-487d-afd0-e42bfce9b42d requested from dv-neutron-797120-4-hyperv {{(pid=128085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 11:51:35.645822 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98dd596-99af-451f-bdcf-7f67e54d4e6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cae78e2e-76d3-47e5-b052-537717f0832b,revision_number=None']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:51:35.651552 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-d98dd596-99af-451f-bdcf-7f67e54d4e6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:51:35.731870 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-e1aca21a-bc9a-479c-801b-b2fe837ca3bf tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-650429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-506361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793193536723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3291971'] for port, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:35.744187 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-8e46a6f6-3e96-4101-9b10-6b2913a804e9 tempest-AllowedAddressPairIpV6TestJSON-2004454070 tempest-AllowedAddressPairIpV6TestJSON-2004454070-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:51:35.776951 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a9cf11-3feb-48ad-ac74-7ad4725d90f5 None None] Pushing event updated for resources: {'Port': ['ID=744c07c6-1c9e-4e0d-b3a3-ff1409e1b935,revision_number=2']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:51:35.803937 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device 1f15da0c-2052-42b6-b3ec-dfc4b40eea80 up at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 11:51:35.809945 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-17a9cf11-3feb-48ad-ac74-7ad4725d90f5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.341s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:51:35.900291 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1aca21a-bc9a-479c-801b-b2fe837ca3bf tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Network 7ff51052-5e37-42b4-bf57-df4be687e479 is already hosted by enough agents. {{(pid=128084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 11:51:35.901186 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1aca21a-bc9a-479c-801b-b2fe837ca3bf tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Pushing event updated for resources: {'Port': ['ID=1b00f972-8da2-4a60-b71b-28f89085cfc8,revision_number=1']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:51:35.945115 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-e1aca21a-bc9a-479c-801b-b2fe837ca3bf tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:51:35.947522 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.base_scheduler [None req-e1aca21a-bc9a-479c-801b-b2fe837ca3bf tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Resources bound (agent type, host, resource id): {{(pid=128084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:51:35.955993 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1aca21a-bc9a-479c-801b-b2fe837ca3bf tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Received port after_create {{(pid=128084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 11:51:36.023107 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.db_base_plugin_common [None req-3858fa76-2eba-4a72-a36f-d73ee1cbbade None None] Allocated IP 172.20.0.2 (8515e249-7acf-45ba-a750-7d1b21d77b03/9ce22d2a-55ef-4c3c-be7b-3f0e2cf6a2e0/223fc8f4-9bb4-4f2f-b88b-030541d4e178) {{(pid=128085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 11:51:36.069757 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1aca21a-bc9a-479c-801b-b2fe837ca3bf tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=128084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:51:36.070441 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-e1aca21a-bc9a-479c-801b-b2fe837ca3bf tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468916'] for port, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:36.096142 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning for port 1f15da0c-2052-42b6-b3ec-dfc4b40eea80 completed by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 11:51:36.098149 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-e1aca21a-bc9a-479c-801b-b2fe837ca3bf tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.4628665 Jun 24 11:51:36.098934 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 34364) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:51:36.111743 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-7ab5f3a8-14f1-4db9-b8a7-5f21d160cad6 tempest-RoutersNegativeTest-663611585 tempest-RoutersNegativeTest-663611585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:36.186476 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8491326c-381a-4fcd-b319-1719e2be435f None None] Network 8df7e773-715c-47ad-9183-41218a0a9cb3 requested from dv-neutron-797120-4-hyperv {{(pid=128085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 11:51:36.280272 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51cc7c92-15dd-4d6a-8c51-a565128986dd tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:51:36.287450 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-51cc7c92-15dd-4d6a-8c51-a565128986dd tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] 10.222.0.53 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.6 HTTP/1.1" status: 200 len: 921 time: 0.1791408 Jun 24 11:51:36.288190 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 34372) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:51:36.289709 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2d0fa1d-c383-4b68-92c1-0c1a4c988715 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d65c8f8-7530-5052-99fe-8ea05073750b-7b0fab06-b3a2-487d-afd0-e42bfce9b42d', 'network_id': '7b0fab06-b3a2-487d-afd0-e42bfce9b42d', 'tenant_id': 'eeffc9687661435789a8b2c122abbc47', 'fixed_ips': [{'subnet_id': 'e6b7ae94-8ebc-431d-bd0e-d6515e7d9447'}]}} from dv-neutron-797120-4-hyperv. {{(pid=128085) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 24 11:51:36.290686 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-c2d0fa1d-c383-4b68-92c1-0c1a4c988715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_create {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:36.329945 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-80f155e3-0352-463d-826f-3887a2b1c322 None None] Provisioning for port 1f15da0c-2052-42b6-b3ec-dfc4b40eea80 completed by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 11:51:36.358996 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-80f155e3-0352-463d-826f-3887a2b1c322 None None] Provisioning complete for port 1f15da0c-2052-42b6-b3ec-dfc4b40eea80 triggered by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:51:36.359374 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-80f155e3-0352-463d-826f-3887a2b1c322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:36.459971 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.plugin [None req-f0cddfd9-7f36-4857-a7a2-de77b3da8009 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Deleting port 1b00f972-8da2-4a60-b71b-28f89085cfc8 {{(pid=128084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 11:51:36.461334 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-f0cddfd9-7f36-4857-a7a2-de77b3da8009 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793193942312'] for port, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:36.585432 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-3858fa76-2eba-4a72-a36f-d73ee1cbbade None None] Notify callbacks [] for port, precommit_create {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:36.605559 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-f0cddfd9-7f36-4857-a7a2-de77b3da8009 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1978872'] for port, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:36.633705 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.plugin [None req-f0cddfd9-7f36-4857-a7a2-de77b3da8009 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Calling delete_port for 1b00f972-8da2-4a60-b71b-28f89085cfc8 owned by {{(pid=128084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 11:51:36.678004 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-3858fa76-2eba-4a72-a36f-d73ee1cbbade None None] Transition to ACTIVE for port object 223fc8f4-9bb4-4f2f-b88b-030541d4e178 will not be triggered until provisioned by entity L2. {{(pid=128085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 11:51:36.766882 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-3858fa76-2eba-4a72-a36f-d73ee1cbbade None None] Transition to ACTIVE for port object 223fc8f4-9bb4-4f2f-b88b-030541d4e178 will not be triggered until provisioned by entity DHCP. {{(pid=128085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 11:51:36.784056 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.db_base_plugin_common [None req-c2d0fa1d-c383-4b68-92c1-0c1a4c988715 None None] Allocated IP 172.20.0.2 (7b0fab06-b3a2-487d-afd0-e42bfce9b42d/e6b7ae94-8ebc-431d-bd0e-d6515e7d9447/16118a7b-b0f8-4599-b3a2-815c20d0296e) {{(pid=128085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 11:51:36.805395 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-3858fa76-2eba-4a72-a36f-d73ee1cbbade None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-650429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-506361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793193536723'] for port, after_create {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:36.823340 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-13a03c0a-e1ea-4196-99d3-006c88c05560 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:51:36.841691 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3858fa76-2eba-4a72-a36f-d73ee1cbbade None None] Network 8515e249-7acf-45ba-a750-7d1b21d77b03 is already hosted by enough agents. {{(pid=128085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 11:51:36.852564 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.scheduler.base_scheduler [None req-3858fa76-2eba-4a72-a36f-d73ee1cbbade None None] Resources bound (agent type, host, resource id): {{(pid=128085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:51:36.892603 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-f0cddfd9-7f36-4857-a7a2-de77b3da8009 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793193945299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193536732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3292088'] for port, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:36.898269 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-e1aca21a-bc9a-479c-801b-b2fe837ca3bf tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:51:36.904798 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3858fa76-2eba-4a72-a36f-d73ee1cbbade None None] Received port after_create {{(pid=128085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 11:51:36.930746 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-80f155e3-0352-463d-826f-3887a2b1c322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:36.948591 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 34384) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:51:37.050946 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.db_base_plugin_common [None req-7ab5f3a8-14f1-4db9-b8a7-5f21d160cad6 tempest-RoutersNegativeTest-663611585 tempest-RoutersNegativeTest-663611585-project] Allocated IP 172.20.0.1 (8515e249-7acf-45ba-a750-7d1b21d77b03/9ce22d2a-55ef-4c3c-be7b-3f0e2cf6a2e0/e19dce3d-2ded-47c1-8279-04231672ccf7) {{(pid=128083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 11:51:37.125480 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3858fa76-2eba-4a72-a36f-d73ee1cbbade None None] Pushing event updated for resources: {'Port': ['ID=223fc8f4-9bb4-4f2f-b88b-030541d4e178,revision_number=1']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:51:37.157746 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-3858fa76-2eba-4a72-a36f-d73ee1cbbade None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.334s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:51:37.179506 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-80f155e3-0352-463d-826f-3887a2b1c322 None None] For port 1f15da0c-2052-42b6-b3ec-dfc4b40eea80, host dv-neutron-797120-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=1f15da0c-2052-42b6-b3ec-dfc4b40eea80,segment=NetworkSegment(80050b1e-6978-4326-a76d-ee7048096c0a),segment_id=80050b1e-6978-4326-a76d-ee7048096c0a)] {{(pid=128085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 11:51:37.188651 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-3858fa76-2eba-4a72-a36f-d73ee1cbbade None None] Attempting to bind port 223fc8f4-9bb4-4f2f-b88b-030541d4e178 on host dv-neutron-797120-4-hyperv for vnic_type normal with profile {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 11:51:37.189048 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-3858fa76-2eba-4a72-a36f-d73ee1cbbade None None] Attempting to bind port 223fc8f4-9bb4-4f2f-b88b-030541d4e178 by drivers openvswitch,hyperv on host dv-neutron-797120-4-hyperv at level 0 using segments [{'id': 'd8a7247d-2f14-431c-ab07-19c4e1aa4a14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '8515e249-7acf-45ba-a750-7d1b21d77b03'}] {{(pid=128085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 11:51:37.189430 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3858fa76-2eba-4a72-a36f-d73ee1cbbade None None] Attempting to bind port 223fc8f4-9bb4-4f2f-b88b-030541d4e178 on network 8515e249-7acf-45ba-a750-7d1b21d77b03 {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 11:51:37.195180 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [None req-e6f02dff-531b-4dbf-897d-e99c5912da13 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1647999619-network', 'tenant_id': '978adf8cf8594a23bd00e271ef0245c2'}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:51:37.195768 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-80f155e3-0352-463d-826f-3887a2b1c322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:37.200472 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-22ac61ef-7342-471e-b4d8-1762e52c39e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:51:37.237531 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6f02dff-531b-4dbf-897d-e99c5912da13 admin admin] Made reservation on behalf of 978adf8cf8594a23bd00e271ef0245c2 for: {'network': 1} {{(pid=128083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 11:51:37.242971 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-e6f02dff-531b-4dbf-897d-e99c5912da13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for network, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:37.259531 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-e6f02dff-531b-4dbf-897d-e99c5912da13 admin admin] Notify callbacks [] for security_group, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:37.261312 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f155e3-0352-463d-826f-3887a2b1c322 None None] Pushing event updated for resources: {'Port': ['ID=1f15da0c-2052-42b6-b3ec-dfc4b40eea80,revision_number=3']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:51:37.264148 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73694d7f-7831-4337-b3e9-61e6eb839caa None None] Network 7ff51052-5e37-42b4-bf57-df4be687e479 requested from dv-neutron-797120-4-hyperv {{(pid=128085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 11:51:37.268954 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-80f155e3-0352-463d-826f-3887a2b1c322 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:51:37.283574 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3858fa76-2eba-4a72-a36f-d73ee1cbbade None None] Checking agent: {'id': 'e3a695b2-c397-461f-83b0-10b79d490b59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 11, 36, 56), 'started_at': datetime.datetime(2021, 6, 24, 11, 37, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 11, 51, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 11:51:37.283961 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3858fa76-2eba-4a72-a36f-d73ee1cbbade None None] Checking segment: {'id': 'd8a7247d-2f14-431c-ab07-19c4e1aa4a14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '8515e249-7acf-45ba-a750-7d1b21d77b03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=128085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 11:51:37.284377 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-3858fa76-2eba-4a72-a36f-d73ee1cbbade None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:37.284928 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3858fa76-2eba-4a72-a36f-d73ee1cbbade None None] Bound using segment: {'id': 'd8a7247d-2f14-431c-ab07-19c4e1aa4a14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '8515e249-7acf-45ba-a750-7d1b21d77b03'} {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 11:51:37.285639 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-3858fa76-2eba-4a72-a36f-d73ee1cbbade None None] Bound port: 223fc8f4-9bb4-4f2f-b88b-030541d4e178, host: dv-neutron-797120-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8a7247d-2f14-431c-ab07-19c4e1aa4a14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '8515e249-7acf-45ba-a750-7d1b21d77b03'}}] {{(pid=128085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 11:51:37.286049 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-3858fa76-2eba-4a72-a36f-d73ee1cbbade None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:37.351241 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0cddfd9-7f36-4857-a7a2-de77b3da8009 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Pushing event deleted for resources: {'Port': ['ID=1b00f972-8da2-4a60-b71b-28f89085cfc8,revision_number=None']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:51:37.359197 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-f0cddfd9-7f36-4857-a7a2-de77b3da8009 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.461s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:51:37.398384 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-7ab5f3a8-14f1-4db9-b8a7-5f21d160cad6 tempest-RoutersNegativeTest-663611585 tempest-RoutersNegativeTest-663611585-project] Notify callbacks [] for port, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:37.431699 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.provisioning_blocks [None req-7ab5f3a8-14f1-4db9-b8a7-5f21d160cad6 tempest-RoutersNegativeTest-663611585 tempest-RoutersNegativeTest-663611585-project] Transition to ACTIVE for port object e19dce3d-2ded-47c1-8279-04231672ccf7 will not be triggered until provisioned by entity DHCP. {{(pid=128083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 11:51:37.447272 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-f0cddfd9-7f36-4857-a7a2-de77b3da8009 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468916'] for port, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:37.462626 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-f0cddfd9-7f36-4857-a7a2-de77b3da8009 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] 10.222.0.53 "DELETE /v2.0/ports/1b00f972-8da2-4a60-b71b-28f89085cfc8 HTTP/1.1" status: 204 len: 168 time: 1.1707139 Jun 24 11:51:37.462883 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 34390) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:51:37.465282 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-e6f02dff-531b-4dbf-897d-e99c5912da13 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:37.477429 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-e6f02dff-531b-4dbf-897d-e99c5912da13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800410'] for security_group, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:37.497685 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6f02dff-531b-4dbf-897d-e99c5912da13 admin admin] vlan segment allocate from pool success with {'vlan_id': 626, 'physical_network': 'physnet1'} {{(pid=128083) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 11:51:37.498892 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.pecan_wsgi.hooks.translation [None req-efebfaf1-ff41-475e-b586-6c65de74c1e4 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] GET failed (client error): The resource could not be found. Jun 24 11:51:37.500814 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-efebfaf1-ff41-475e-b586-6c65de74c1e4 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] 10.222.0.53 "GET /v2.0/ports/1b00f972-8da2-4a60-b71b-28f89085cfc8 HTTP/1.1" status: 404 len: 333 time: 0.0368960 Jun 24 11:51:37.504489 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 34392) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:51:37.505429 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-52b402d6-c02c-4aee-8b6f-f8ce710cd87c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:51:37.564192 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-e6f02dff-531b-4dbf-897d-e99c5912da13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967879'] for segment, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:37.564606 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.db.segments_db [None req-e6f02dff-531b-4dbf-897d-e99c5912da13 admin admin] Added segment 067601bd-1ee4-4b6e-8bc8-728b35f6b4b0 of type vlan for network 1eb2d951-a1cb-4471-903d-de3233e8be60 Jun 24 11:51:37.580084 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f02dff-531b-4dbf-897d-e99c5912da13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd53c4b1-5cb2-4421-93f2-e44c59b30ff9,revision_number=1']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:51:37.596122 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-e6f02dff-531b-4dbf-897d-e99c5912da13 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:51:37.607257 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-c42b046c-1001-4f1c-a20f-6439dde76e4e None None] Provisioning for port 744c07c6-1c9e-4e0d-b3a3-ff1409e1b935 completed by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 11:51:37.645873 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-e6f02dff-531b-4dbf-897d-e99c5912da13 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793193525068'] for network, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:37.668969 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-7ab5f3a8-14f1-4db9-b8a7-5f21d160cad6 tempest-RoutersNegativeTest-663611585 tempest-RoutersNegativeTest-663611585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-650429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-506361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793193536723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2537853'] for port, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:37.678945 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-85ecc146-1b9b-4389-abb8-208ed1f5f477 tempest-TestVolumeBootPattern-428988392 tempest-TestVolumeBootPattern-428988392-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:51:37.693078 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.plugin [None req-7a5b7e68-63a3-4e0b-a8b9-0f2824e2f65e tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Deleting port 7659db31-fd97-44a6-9180-388192945246 {{(pid=128084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 11:51:37.693568 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-7a5b7e68-63a3-4e0b-a8b9-0f2824e2f65e tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793193942312'] for port, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:37.716586 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-c2d0fa1d-c383-4b68-92c1-0c1a4c988715 None None] Notify callbacks [] for port, precommit_create {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:37.719295 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-3858fa76-2eba-4a72-a36f-d73ee1cbbade None None] For port 223fc8f4-9bb4-4f2f-b88b-030541d4e178, host dv-neutron-797120-4-hyperv, cleared binding levels {{(pid=128085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 11:51:37.730298 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ab5f3a8-14f1-4db9-b8a7-5f21d160cad6 tempest-RoutersNegativeTest-663611585 tempest-RoutersNegativeTest-663611585-project] Network 8515e249-7acf-45ba-a750-7d1b21d77b03 is already hosted by enough agents. {{(pid=128083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 11:51:37.733769 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.base_scheduler [None req-7ab5f3a8-14f1-4db9-b8a7-5f21d160cad6 tempest-RoutersNegativeTest-663611585 tempest-RoutersNegativeTest-663611585-project] Resources bound (agent type, host, resource id): {{(pid=128083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:51:37.737823 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ab5f3a8-14f1-4db9-b8a7-5f21d160cad6 tempest-RoutersNegativeTest-663611585 tempest-RoutersNegativeTest-663611585-project] Received port after_create {{(pid=128083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 11:51:37.745698 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-e6f02dff-531b-4dbf-897d-e99c5912da13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1800243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976'] for network, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:37.746807 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6f02dff-531b-4dbf-897d-e99c5912da13 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:51:37.747392 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-e6f02dff-531b-4dbf-897d-e99c5912da13 admin admin] Notify callbacks [] for network, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:37.769335 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-c2d0fa1d-c383-4b68-92c1-0c1a4c988715 None None] Transition to ACTIVE for port object 16118a7b-b0f8-4599-b3a2-815c20d0296e will not be triggered until provisioned by entity L2. {{(pid=128085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 11:51:37.782367 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-3858fa76-2eba-4a72-a36f-d73ee1cbbade None None] For port 223fc8f4-9bb4-4f2f-b88b-030541d4e178, host dv-neutron-797120-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=223fc8f4-9bb4-4f2f-b88b-030541d4e178,segment=NetworkSegment(d8a7247d-2f14-431c-ab07-19c4e1aa4a14),segment_id=d8a7247d-2f14-431c-ab07-19c4e1aa4a14)] {{(pid=128085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 11:51:37.790032 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab5f3a8-14f1-4db9-b8a7-5f21d160cad6 tempest-RoutersNegativeTest-663611585 tempest-RoutersNegativeTest-663611585-project] Pushing event updated for resources: {'Port': ['ID=e19dce3d-2ded-47c1-8279-04231672ccf7,revision_number=1']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:51:37.795491 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-7ab5f3a8-14f1-4db9-b8a7-5f21d160cad6 tempest-RoutersNegativeTest-663611585 tempest-RoutersNegativeTest-663611585-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:51:37.796120 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-87149ccf-7ee6-4d0a-a1d1-cb5572adb4c8 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.022s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:51:37.801507 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-e6f02dff-531b-4dbf-897d-e99c5912da13 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8487520 Jun 24 11:51:37.812376 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-3858fa76-2eba-4a72-a36f-d73ee1cbbade None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:37.814605 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 34394) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:51:37.821484 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-427dea42-c8e7-41b1-9836-eb913b40ba5b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:51:37.829291 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [None req-08afdd7c-d3e3-4ba6-9162-331353afdb64 admin admin] Request body: {'subnet': {'network_id': '1eb2d951-a1cb-4471-903d-de3233e8be60', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1647999619-subnet', 'tenant_id': '978adf8cf8594a23bd00e271ef0245c2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:51:37.836514 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device 1f15da0c-2052-42b6-b3ec-dfc4b40eea80 up at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 11:51:37.868232 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-c2d0fa1d-c383-4b68-92c1-0c1a4c988715 None None] Transition to ACTIVE for port object 16118a7b-b0f8-4599-b3a2-815c20d0296e will not be triggered until provisioned by entity DHCP. {{(pid=128085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 11:51:37.874791 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-7a5b7e68-63a3-4e0b-a8b9-0f2824e2f65e tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1978872'] for port, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:37.881305 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-7ab5f3a8-14f1-4db9-b8a7-5f21d160cad6 tempest-RoutersNegativeTest-663611585 tempest-RoutersNegativeTest-663611585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1978458'] for router_interface, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:37.893779 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.plugin [None req-7a5b7e68-63a3-4e0b-a8b9-0f2824e2f65e tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Calling delete_port for 7659db31-fd97-44a6-9180-388192945246 owned by {{(pid=128084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 11:51:37.902473 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-e7401286-15aa-407a-aa9a-b64d21d5922f None None] Provisioning complete for port 1f15da0c-2052-42b6-b3ec-dfc4b40eea80 triggered by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:51:37.903048 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-e7401286-15aa-407a-aa9a-b64d21d5922f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:37.941996 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f02dff-531b-4dbf-897d-e99c5912da13 admin admin] Pushing event updated for resources: {'Network': ['ID=1eb2d951-a1cb-4471-903d-de3233e8be60,revision_number=1']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:51:37.947791 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-e6f02dff-531b-4dbf-897d-e99c5912da13 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:51:37.968070 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08afdd7c-d3e3-4ba6-9162-331353afdb64 admin admin] Made reservation on behalf of 978adf8cf8594a23bd00e271ef0245c2 for: {'subnet': 1} {{(pid=128083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 11:51:37.971696 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-08afdd7c-d3e3-4ba6-9162-331353afdb64 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3289788'] for subnet, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:38.106508 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-7a5b7e68-63a3-4e0b-a8b9-0f2824e2f65e tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793193945299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193536732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3292088'] for port, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:38.114602 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-fd139b0e-1e98-4f93-8475-aa0d9c1f3cac tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:51:38.120040 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-c2d0fa1d-c383-4b68-92c1-0c1a4c988715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-650429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-506361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793193536723'] for port, after_create {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:38.147362 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Network 1eb2d951-a1cb-4471-903d-de3233e8be60 details requested by agent ovs-agent-dv-neutron-797120-4-hyperv with host dv-neutron-797120-4-hyperv {{(pid=128085) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 11:51:38.148428 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-7ab5f3a8-14f1-4db9-b8a7-5f21d160cad6 tempest-RoutersNegativeTest-663611585 tempest-RoutersNegativeTest-663611585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:38.165627 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5b7e68-63a3-4e0b-a8b9-0f2824e2f65e tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Pushing event deleted for resources: {'Port': ['ID=7659db31-fd97-44a6-9180-388192945246,revision_number=None']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:51:38.176887 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-7a5b7e68-63a3-4e0b-a8b9-0f2824e2f65e tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:51:38.231973 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2d0fa1d-c383-4b68-92c1-0c1a4c988715 None None] Network 7b0fab06-b3a2-487d-afd0-e42bfce9b42d is already hosted by enough agents. {{(pid=128085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 11:51:38.299095 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3858fa76-2eba-4a72-a36f-d73ee1cbbade None None] Pushing event updated for resources: {'Port': ['ID=223fc8f4-9bb4-4f2f-b88b-030541d4e178,revision_number=2']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:51:38.308315 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.scheduler.base_scheduler [None req-c2d0fa1d-c383-4b68-92c1-0c1a4c988715 None None] Resources bound (agent type, host, resource id): {{(pid=128085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:51:38.315203 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-3858fa76-2eba-4a72-a36f-d73ee1cbbade None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.494s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:51:38.316811 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-fe016d3e-887e-4355-b324-be7d4f2c3ac7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.195s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:51:38.329373 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2d0fa1d-c383-4b68-92c1-0c1a4c988715 None None] Received port after_create {{(pid=128085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 11:51:38.330488 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-08afdd7c-d3e3-4ba6-9162-331353afdb64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2537737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3289942'] for subnet, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:38.336086 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-5e12771d-4bd8-4932-9b7b-f8da8e20242b tempest-BulkNetworkOpsTest-1574223460 tempest-BulkNetworkOpsTest-1574223460-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:51:38.379357 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-7a5b7e68-63a3-4e0b-a8b9-0f2824e2f65e tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468916'] for port, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:38.383896 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-7a5b7e68-63a3-4e0b-a8b9-0f2824e2f65e tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] 10.222.0.53 "DELETE /v2.0/ports/7659db31-fd97-44a6-9180-388192945246 HTTP/1.1" status: 204 len: 168 time: 0.8778257 Jun 24 11:51:38.388316 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 34398) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:51:38.465690 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c9ea2d3-2b47-468a-91d3-1f8489d00759 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] GET failed (client error): The resource could not be found. Jun 24 11:51:38.469023 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-8c9ea2d3-2b47-468a-91d3-1f8489d00759 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] 10.222.0.53 "GET /v2.0/ports/7659db31-fd97-44a6-9180-388192945246 HTTP/1.1" status: 404 len: 333 time: 0.0770450 Jun 24 11:51:38.475686 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 34402) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:51:38.475903 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning complete for port 1f15da0c-2052-42b6-b3ec-dfc4b40eea80 triggered by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:51:38.476253 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:38.479557 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d0fa1d-c383-4b68-92c1-0c1a4c988715 None None] Pushing event updated for resources: {'Port': ['ID=16118a7b-b0f8-4599-b3a2-815c20d0296e,revision_number=1']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:51:38.486983 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-c2d0fa1d-c383-4b68-92c1-0c1a4c988715 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:51:38.501465 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08afdd7c-d3e3-4ba6-9162-331353afdb64 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ec8118fd-2eac-4a2c-affd-57c056d6cd43,revision_number=0']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:51:38.531316 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-08afdd7c-d3e3-4ba6-9162-331353afdb64 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:51:38.573024 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-c2d0fa1d-c383-4b68-92c1-0c1a4c988715 None None] Attempting to bind port 16118a7b-b0f8-4599-b3a2-815c20d0296e on host dv-neutron-797120-4-hyperv for vnic_type normal with profile {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 11:51:38.573661 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-c2d0fa1d-c383-4b68-92c1-0c1a4c988715 None None] Attempting to bind port 16118a7b-b0f8-4599-b3a2-815c20d0296e by drivers openvswitch,hyperv on host dv-neutron-797120-4-hyperv at level 0 using segments [{'id': '3849a4dc-d7d5-40ee-8b43-a9c5f7929157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '7b0fab06-b3a2-487d-afd0-e42bfce9b42d'}] {{(pid=128085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 11:51:38.573935 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2d0fa1d-c383-4b68-92c1-0c1a4c988715 None None] Attempting to bind port 16118a7b-b0f8-4599-b3a2-815c20d0296e on network 7b0fab06-b3a2-487d-afd0-e42bfce9b42d {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 11:51:38.579519 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08afdd7c-d3e3-4ba6-9162-331353afdb64 admin admin] Checking segment: {'id': '067601bd-1ee4-4b6e-8bc8-728b35f6b4b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '1eb2d951-a1cb-4471-903d-de3233e8be60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=128083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 11:51:38.579960 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08afdd7c-d3e3-4ba6-9162-331353afdb64 admin admin] Network hostable DHCP agents. Network: 1eb2d951-a1cb-4471-903d-de3233e8be60, hostable agents: ['6be988a9-1d97-480f-be5a-c55abf2c55c5'], hosted agents: [] {{(pid=128083) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 11:51:38.588650 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2d0fa1d-c383-4b68-92c1-0c1a4c988715 None None] Checking agent: {'id': 'e3a695b2-c397-461f-83b0-10b79d490b59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 11, 36, 56), 'started_at': datetime.datetime(2021, 6, 24, 11, 37, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 11, 51, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 11:51:38.588956 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2d0fa1d-c383-4b68-92c1-0c1a4c988715 None None] Checking segment: {'id': '3849a4dc-d7d5-40ee-8b43-a9c5f7929157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '7b0fab06-b3a2-487d-afd0-e42bfce9b42d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=128085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 11:51:38.589246 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-c2d0fa1d-c383-4b68-92c1-0c1a4c988715 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:38.589840 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2d0fa1d-c383-4b68-92c1-0c1a4c988715 None None] Bound using segment: {'id': '3849a4dc-d7d5-40ee-8b43-a9c5f7929157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '7b0fab06-b3a2-487d-afd0-e42bfce9b42d'} {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 11:51:38.590273 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-c2d0fa1d-c383-4b68-92c1-0c1a4c988715 None None] Bound port: 16118a7b-b0f8-4599-b3a2-815c20d0296e, host: dv-neutron-797120-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3849a4dc-d7d5-40ee-8b43-a9c5f7929157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '7b0fab06-b3a2-487d-afd0-e42bfce9b42d'}}] {{(pid=128085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 11:51:38.590665 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-c2d0fa1d-c383-4b68-92c1-0c1a4c988715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:38.595875 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.db_base_plugin_v2 [None req-df955a29-09df-4d06-91e2-2c084a3ecdac tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Deleting subnet f5d0bbdb-3dc2-427e-8650-029fcb331698 {{(pid=128083) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 24 11:51:38.627393 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-df955a29-09df-4d06-91e2-2c084a3ecdac tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Notify callbacks [] for subnet, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:38.695585 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device 744c07c6-1c9e-4e0d-b3a3-ff1409e1b935 up at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 11:51:38.705918 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08afdd7c-d3e3-4ba6-9162-331353afdb64 admin admin] Network 1eb2d951-a1cb-4471-903d-de3233e8be60 is scheduled to be hosted by DHCP agent 6be988a9-1d97-480f-be5a-c55abf2c55c5 with binding_index 1 {{(pid=128083) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 11:51:38.737678 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-df955a29-09df-4d06-91e2-2c084a3ecdac tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3143795'] for subnet, precommit_delete_associations {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:38.744508 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.base_scheduler [None req-08afdd7c-d3e3-4ba6-9162-331353afdb64 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-4-hyperv, 1eb2d951-a1cb-4471-903d-de3233e8be60) {{(pid=128083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:51:38.745384 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-c2d0fa1d-c383-4b68-92c1-0c1a4c988715 None None] For port 16118a7b-b0f8-4599-b3a2-815c20d0296e, host dv-neutron-797120-4-hyperv, cleared binding levels {{(pid=128085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 11:51:38.759336 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ce1505c-72d8-49fd-a111-7bc467e4206c None None] Network 1eb2d951-a1cb-4471-903d-de3233e8be60 requested from dv-neutron-797120-4-hyperv {{(pid=128085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 11:51:38.784424 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08afdd7c-d3e3-4ba6-9162-331353afdb64 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:51:38.784679 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-c2d0fa1d-c383-4b68-92c1-0c1a4c988715 None None] For port 16118a7b-b0f8-4599-b3a2-815c20d0296e, host dv-neutron-797120-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=16118a7b-b0f8-4599-b3a2-815c20d0296e,segment=NetworkSegment(3849a4dc-d7d5-40ee-8b43-a9c5f7929157),segment_id=3849a4dc-d7d5-40ee-8b43-a9c5f7929157)] {{(pid=128085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 11:51:38.785112 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-08afdd7c-d3e3-4ba6-9162-331353afdb64 admin admin] Notify callbacks [] for subnet, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:38.802659 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-c2d0fa1d-c383-4b68-92c1-0c1a4c988715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:38.833056 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-08afdd7c-d3e3-4ba6-9162-331353afdb64 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0087247 Jun 24 11:51:38.833397 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:51:38.867948 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-7ab5f3a8-14f1-4db9-b8a7-5f21d160cad6 tempest-RoutersNegativeTest-663611585 tempest-RoutersNegativeTest-663611585-project] Notify callbacks [] for port, precommit_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:38.919876 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning for port 744c07c6-1c9e-4e0d-b3a3-ff1409e1b935 completed by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 11:51:38.929021 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning complete for port 744c07c6-1c9e-4e0d-b3a3-ff1409e1b935 triggered by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:51:38.929684 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:38.939214 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-df955a29-09df-4d06-91e2-2c084a3ecdac tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-972249'] for subnet, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:38.970004 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d0fa1d-c383-4b68-92c1-0c1a4c988715 None None] Pushing event updated for resources: {'Port': ['ID=16118a7b-b0f8-4599-b3a2-815c20d0296e,revision_number=2']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:51:38.985512 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-c2d0fa1d-c383-4b68-92c1-0c1a4c988715 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:51:39.000571 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-faeae545-5608-43ef-9a6a-5c1a31342e16 None None] Provisioning complete for port 744c07c6-1c9e-4e0d-b3a3-ff1409e1b935 triggered by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:51:39.000994 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-faeae545-5608-43ef-9a6a-5c1a31342e16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:39.014134 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-7ab5f3a8-14f1-4db9-b8a7-5f21d160cad6 tempest-RoutersNegativeTest-663611585 tempest-RoutersNegativeTest-663611585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2537871'] for port, after_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:39.020887 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-e2f8a1ca-5c56-4732-8e8a-438e4e7f89dd tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:51:39.133686 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab3052ed-f63c-4897-8bba-c068c57659ce None None] Network 1eb2d951-a1cb-4471-903d-de3233e8be60 requested from dv-neutron-797120-4-hyperv {{(pid=128085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 11:51:39.173643 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-df955a29-09df-4d06-91e2-2c084a3ecdac tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-972238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2537800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3289951'] for subnet, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:39.186857 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab5f3a8-14f1-4db9-b8a7-5f21d160cad6 tempest-RoutersNegativeTest-663611585 tempest-RoutersNegativeTest-663611585-project] Pushing event updated for resources: {'Port': ['ID=e19dce3d-2ded-47c1-8279-04231672ccf7,revision_number=2']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:51:39.203625 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:39.212075 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-7ab5f3a8-14f1-4db9-b8a7-5f21d160cad6 tempest-RoutersNegativeTest-663611585 tempest-RoutersNegativeTest-663611585-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:51:39.212875 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-ef6bae33-abc6-492d-a73c-8604c0365f01 tempest-RoutersNegativeIpV6Test-675716403 tempest-RoutersNegativeIpV6Test-675716403-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.026s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:51:39.218362 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-7ab5f3a8-14f1-4db9-b8a7-5f21d160cad6 tempest-RoutersNegativeTest-663611585 tempest-RoutersNegativeTest-663611585-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1783050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1978542'] for router_interface, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:39.250422 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df955a29-09df-4d06-91e2-2c084a3ecdac tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Pushing event deleted for resources: {'Subnet': ['ID=f5d0bbdb-3dc2-427e-8650-029fcb331698,revision_number=None']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:51:39.261771 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-df955a29-09df-4d06-91e2-2c084a3ecdac tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Notify callbacks [] for subnet, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:39.267096 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 34410) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:51:39.267485 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-df955a29-09df-4d06-91e2-2c084a3ecdac tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] 10.222.0.53 "DELETE /v2.0/subnets/f5d0bbdb-3dc2-427e-8650-029fcb331698 HTTP/1.1" status: 204 len: 168 time: 0.7877510 Jun 24 11:51:39.276871 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-df955a29-09df-4d06-91e2-2c084a3ecdac tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:51:39.345789 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3c4b6f9-24a7-4c2c-b96f-552ba78676d0 None None] Network 7ff51052-5e37-42b4-bf57-df4be687e479 requested from dv-neutron-797120-4-hyperv {{(pid=128085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 11:51:39.443324 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-d384cb6c-ef12-46cd-bb18-ab71fcb63c9a tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-534962'] for network, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:39.505576 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ab5f3a8-14f1-4db9-b8a7-5f21d160cad6 tempest-RoutersNegativeTest-663611585 tempest-RoutersNegativeTest-663611585-project] Network 8515e249-7acf-45ba-a750-7d1b21d77b03 is already hosted by enough agents. {{(pid=128083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 11:51:39.511303 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.base_scheduler [None req-7ab5f3a8-14f1-4db9-b8a7-5f21d160cad6 tempest-RoutersNegativeTest-663611585 tempest-RoutersNegativeTest-663611585-project] Resources bound (agent type, host, resource id): {{(pid=128083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:51:39.545380 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.plugin [None req-d384cb6c-ef12-46cd-bb18-ab71fcb63c9a tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Deleting port 744c07c6-1c9e-4e0d-b3a3-ff1409e1b935 {{(pid=128084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 11:51:39.551488 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-d384cb6c-ef12-46cd-bb18-ab71fcb63c9a tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793193942312'] for port, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:39.559748 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] For port 744c07c6-1c9e-4e0d-b3a3-ff1409e1b935, host dv-neutron-797120-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=744c07c6-1c9e-4e0d-b3a3-ff1409e1b935,segment=NetworkSegment(073a33fc-1416-4c66-b18d-37aa7406bf28),segment_id=073a33fc-1416-4c66-b18d-37aa7406bf28)] {{(pid=128085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 11:51:39.604359 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-faeae545-5608-43ef-9a6a-5c1a31342e16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:39.652638 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:39.655646 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.db [None req-d384cb6c-ef12-46cd-bb18-ab71fcb63c9a tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] For port 744c07c6-1c9e-4e0d-b3a3-ff1409e1b935, host dv-neutron-797120-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=744c07c6-1c9e-4e0d-b3a3-ff1409e1b935,segment=NetworkSegment(073a33fc-1416-4c66-b18d-37aa7406bf28),segment_id=073a33fc-1416-4c66-b18d-37aa7406bf28)] {{(pid=128084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 11:51:39.656590 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-d384cb6c-ef12-46cd-bb18-ab71fcb63c9a tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1978872'] for port, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:39.658677 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-68289afb-f69a-4334-91d7-f2cb76114c72 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:51:39.687530 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.plugin [None req-d384cb6c-ef12-46cd-bb18-ab71fcb63c9a tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Calling delete_port for 744c07c6-1c9e-4e0d-b3a3-ff1409e1b935 owned by network:dhcp {{(pid=128084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 11:51:39.802493 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ab5f3a8-14f1-4db9-b8a7-5f21d160cad6 tempest-RoutersNegativeTest-663611585 tempest-RoutersNegativeTest-663611585-project] Router 60d948af-b407-4bdf-84c4-9f5b3c78039a is scheduled to L3 agent 2987dba8-2249-4ee6-96ec-28f0f7a6127d with binding_index 1 {{(pid=128083) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 24 11:51:39.885154 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f72d87e4-c277-4fd2-93ca-06aa658ab838 None None] Network 8515e249-7acf-45ba-a750-7d1b21d77b03 requested from dv-neutron-797120-4-hyperv {{(pid=128085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 11:51:39.919645 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Pushing event updated for resources: {'Port': ['ID=744c07c6-1c9e-4e0d-b3a3-ff1409e1b935,revision_number=4']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:51:39.933318 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-d384cb6c-ef12-46cd-bb18-ab71fcb63c9a tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793193945299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193536732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3292088'] for port, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:39.936226 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 34420) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:51:39.937150 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-f0cddfd9-7f36-4857-a7a2-de77b3da8009 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:51:39.938524 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:51:39.948786 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-405aa6b9-81ca-4dab-9e9b-338d2f08fd60 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-2068184574-network', 'tenant_id': 'e76efbb02f8440d9855210b70fe01453'}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:51:39.975010 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ab5f3a8-14f1-4db9-b8a7-5f21d160cad6 tempest-RoutersNegativeTest-663611585 tempest-RoutersNegativeTest-663611585-project] Notify agent at l3_agent.dv-neutron-797120-4-hyperv the message routers_updated {{(pid=128083) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 11:51:39.981670 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-7ab5f3a8-14f1-4db9-b8a7-5f21d160cad6 tempest-RoutersNegativeTest-663611585 tempest-RoutersNegativeTest-663611585-project] 10.222.0.53 "PUT /v2.0/routers/60d948af-b407-4bdf-84c4-9f5b3c78039a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3567944 Jun 24 11:51:39.984553 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 34422) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:51:39.985913 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d384cb6c-ef12-46cd-bb18-ab71fcb63c9a tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Pushing event deleted for resources: {'Port': ['ID=744c07c6-1c9e-4e0d-b3a3-ff1409e1b935,revision_number=None']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:51:39.990133 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device 16118a7b-b0f8-4599-b3a2-815c20d0296e up at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 11:51:39.996604 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.db.api [None req-faeae545-5608-43ef-9a6a-5c1a31342e16 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=128085) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 24 11:51:39.997156 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_db.api [None req-faeae545-5608-43ef-9a6a-5c1a31342e16 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 24 11:51:39.998258 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7788a645-a787-4035-b138-3b60a984e52a None None] Sync routers for ids ['60d948af-b407-4bdf-84c4-9f5b3c78039a'] in dv-neutron-797120-4-hyperv {{(pid=128085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 11:51:40.004429 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-d384cb6c-ef12-46cd-bb18-ab71fcb63c9a tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:51:40.007321 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d384cb6c-ef12-46cd-bb18-ab71fcb63c9a tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] No DVR routers for this DVR port 744c07c6-1c9e-4e0d-b3a3-ff1409e1b935 on host dv-neutron-797120-4-hyperv {{(pid=128084) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 11:51:40.056769 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-405aa6b9-81ca-4dab-9e9b-338d2f08fd60 admin admin] Made reservation on behalf of e76efbb02f8440d9855210b70fe01453 for: {'network': 1} {{(pid=128084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 11:51:40.059227 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-405aa6b9-81ca-4dab-9e9b-338d2f08fd60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for network, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:40.080121 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7788a645-a787-4035-b138-3b60a984e52a None None] Routers {'60d948af-b407-4bdf-84c4-9f5b3c78039a'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 11:51:40.081206 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-7788a645-a787-4035-b138-3b60a984e52a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T11:51:26Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['60d948af-b407-4bdf-84c4-9f5b3c78039a'], 'active': True} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:51:40.090570 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-405aa6b9-81ca-4dab-9e9b-338d2f08fd60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:40.142448 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-7788a645-a787-4035-b138-3b60a984e52a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:51:40.152047 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-d384cb6c-ef12-46cd-bb18-ab71fcb63c9a tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973199', 'neutron.services.segments.db._delete_segments_for_network-8793194012456'] for network, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:40.170146 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.services.segments.db [None req-d384cb6c-ef12-46cd-bb18-ab71fcb63c9a tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ff51052-5e37-42b4-bf57-df4be687e479']}} {{(pid=128084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:51:40.184371 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.services.segments.db [None req-d384cb6c-ef12-46cd-bb18-ab71fcb63c9a tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '073a33fc-1416-4c66-b18d-37aa7406bf28') {'for_net_delete': True} {{(pid=128084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:51:40.184905 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.services.segments.db [None req-d384cb6c-ef12-46cd-bb18-ab71fcb63c9a tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '073a33fc-1416-4c66-b18d-37aa7406bf28') {} {{(pid=128084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:51:40.186884 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7788a645-a787-4035-b138-3b60a984e52a None None] Routers {'60d948af-b407-4bdf-84c4-9f5b3c78039a'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 11:51:40.187793 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-7788a645-a787-4035-b138-3b60a984e52a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T11:51:26Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['60d948af-b407-4bdf-84c4-9f5b3c78039a'], 'active': True} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:51:40.194033 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning for port 16118a7b-b0f8-4599-b3a2-815c20d0296e completed by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 11:51:40.202277 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-d384cb6c-ef12-46cd-bb18-ab71fcb63c9a tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793194097327', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2373599'] for segment, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:40.231204 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-d384cb6c-ef12-46cd-bb18-ab71fcb63c9a tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967879'] for segment, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:40.239884 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d384cb6c-ef12-46cd-bb18-ab71fcb63c9a tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Releasing vlan 636 on physical network physnet1 to pool {{(pid=128084) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 11:51:40.240702 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-d384cb6c-ef12-46cd-bb18-ab71fcb63c9a tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3292053'] for segment, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:40.257021 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7013415c-68b9-4c8b-915a-25e8791fc4ce None None] DHCP port deletion for 7ff51052-5e37-42b4-bf57-df4be687e479 request from dv-neutron-797120-4-hyperv {{(pid=128085) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 24 11:51:40.262967 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-7788a645-a787-4035-b138-3b60a984e52a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:51:40.263769 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7788a645-a787-4035-b138-3b60a984e52a None None] The sync data for ids ['60d948af-b407-4bdf-84c4-9f5b3c78039a'] in dv-neutron-797120-4-hyperv is: [] {{(pid=128085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 11:51:40.271325 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device 223fc8f4-9bb4-4f2f-b88b-030541d4e178 up at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 11:51:40.278893 dv-neutron-797120-4-hyperv neutron-server[128084]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 11:51:40.278893 dv-neutron-797120-4-hyperv neutron-server[128084]: conditions |= (models_v2.Port.network_id.in_( Jun 24 11:51:40.278893 dv-neutron-797120-4-hyperv neutron-server[128084]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 11:51:40.278893 dv-neutron-797120-4-hyperv neutron-server[128084]: conditions |= (models_v2.Port.network_id.in_( Jun 24 11:51:40.278893 dv-neutron-797120-4-hyperv neutron-server[128084]: Traceback (most recent call last): Jun 24 11:51:40.278893 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 24 11:51:40.278893 dv-neutron-797120-4-hyperv neutron-server[128084]: timer() Jun 24 11:51:40.278893 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 24 11:51:40.278893 dv-neutron-797120-4-hyperv neutron-server[128084]: cb(*args, **kw) Jun 24 11:51:40.278893 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 24 11:51:40.278893 dv-neutron-797120-4-hyperv neutron-server[128084]: return func(*args, **kwargs) Jun 24 11:51:40.278893 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 24 11:51:40.278893 dv-neutron-797120-4-hyperv neutron-server[128084]: self._notify() Jun 24 11:51:40.278893 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 24 11:51:40.278893 dv-neutron-797120-4-hyperv neutron-server[128084]: self.callback(batched_events) Jun 24 11:51:40.278893 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 24 11:51:40.278893 dv-neutron-797120-4-hyperv neutron-server[128084]: event.method(event) Jun 24 11:51:40.278893 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 24 11:51:40.278893 dv-neutron-797120-4-hyperv neutron-server[128084]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 24 11:51:40.278893 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 24 11:51:40.278893 dv-neutron-797120-4-hyperv neutron-server[128084]: aggregate_uuid = self.p_client.list_aggregates( Jun 24 11:51:40.278893 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 24 11:51:40.278893 dv-neutron-797120-4-hyperv neutron-server[128084]: return f(self, *a, **k) Jun 24 11:51:40.278893 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 24 11:51:40.278893 dv-neutron-797120-4-hyperv neutron-server[128084]: return self._get(url).json() Jun 24 11:51:40.278893 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 24 11:51:40.278893 dv-neutron-797120-4-hyperv neutron-server[128084]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 24 11:51:40.278893 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 24 11:51:40.278893 dv-neutron-797120-4-hyperv neutron-server[128084]: return self.request(url, 'GET', **kwargs) Jun 24 11:51:40.278893 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 24 11:51:40.278893 dv-neutron-797120-4-hyperv neutron-server[128084]: base_url = self.get_endpoint(auth, allow=allow, Jun 24 11:51:40.278893 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 24 11:51:40.278893 dv-neutron-797120-4-hyperv neutron-server[128084]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 24 11:51:40.278893 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 24 11:51:40.278893 dv-neutron-797120-4-hyperv neutron-server[128084]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 24 11:51:40.278893 dv-neutron-797120-4-hyperv neutron-server[128084]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 24 11:51:40.359125 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-d384cb6c-ef12-46cd-bb18-ab71fcb63c9a tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1800243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1815642'] for network, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:40.370578 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-a97fa5d5-2813-4eeb-be1f-69dea345a553 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:51:40.376957 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-d384cb6c-ef12-46cd-bb18-ab71fcb63c9a tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Notify callbacks [] for network, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:40.385174 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-d384cb6c-ef12-46cd-bb18-ab71fcb63c9a tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] 10.222.0.53 "DELETE /v2.0/networks/7ff51052-5e37-42b4-bf57-df4be687e479 HTTP/1.1" status: 204 len: 168 time: 1.1111989 Jun 24 11:51:40.399151 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning for port 223fc8f4-9bb4-4f2f-b88b-030541d4e178 completed by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 11:51:40.409020 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 34424) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:51:40.416089 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-b3cb0d34-fb35-4c0f-8060-2d097ad28bb4 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1087171228'}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:51:40.428883 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d384cb6c-ef12-46cd-bb18-ab71fcb63c9a tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Pushing event deleted for resources: {'Network': ['ID=7ff51052-5e37-42b4-bf57-df4be687e479,revision_number=None']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:51:40.433823 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-d384cb6c-ef12-46cd-bb18-ab71fcb63c9a tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:51:40.449605 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-405aa6b9-81ca-4dab-9e9b-338d2f08fd60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:40.459658 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-405aa6b9-81ca-4dab-9e9b-338d2f08fd60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800410'] for security_group, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:40.465859 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-d98dd596-99af-451f-bdcf-7f67e54d4e6e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:51:40.505915 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-405aa6b9-81ca-4dab-9e9b-338d2f08fd60 admin admin] vlan segment allocate from pool success with {'vlan_id': 646, 'physical_network': 'physnet1'} {{(pid=128084) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 11:51:40.508435 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3cb0d34-fb35-4c0f-8060-2d097ad28bb4 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Made reservation on behalf of 38289682863c40298c517287ec90b883 for: {'network': 1} {{(pid=128084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 11:51:40.512472 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-b3cb0d34-fb35-4c0f-8060-2d097ad28bb4 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for network, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:40.518537 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405aa6b9-81ca-4dab-9e9b-338d2f08fd60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9435846f-dcf0-480e-808f-cde701e016de,revision_number=1']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:51:40.534525 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-405aa6b9-81ca-4dab-9e9b-338d2f08fd60 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:51:40.543314 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-faeae545-5608-43ef-9a6a-5c1a31342e16 None None] Port 744c07c6-1c9e-4e0d-b3a3-ff1409e1b935 update to ACTIVE by agent not found {{(pid=128085) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2137}} Jun 24 11:51:40.552517 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-faeae545-5608-43ef-9a6a-5c1a31342e16 None None] Could not find standard attr ID for object 7659db31-fd97-44a6-9180-388192945246. {{(pid=128085) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 24 11:51:40.553052 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-405aa6b9-81ca-4dab-9e9b-338d2f08fd60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967879'] for segment, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:40.554412 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.db.segments_db [None req-405aa6b9-81ca-4dab-9e9b-338d2f08fd60 admin admin] Added segment 599f6586-5c21-423d-ad0c-7973e11e43cb of type vlan for network 32839f23-7ac7-4a76-8bd5-a7bb3bffd318 Jun 24 11:51:40.601368 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.api.v2.resource [None req-78cad31a-05c0-4364-b532-724b0ef550fd tempest-RoutersNegativeTest-663611585 tempest-RoutersNegativeTest-663611585-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 24 11:51:40.602565 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-78cad31a-05c0-4364-b532-724b0ef550fd tempest-RoutersNegativeTest-663611585 tempest-RoutersNegativeTest-663611585-project] 10.222.0.53 "PUT /v2.0/routers/60d948af-b407-4bdf-84c4-9f5b3c78039a/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.6160638 Jun 24 11:51:40.607120 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 34426) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:51:40.613630 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3cb0d34-fb35-4c0f-8060-2d097ad28bb4 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] vlan segment allocate from pool success with {'vlan_id': 615, 'physical_network': 'physnet1'} {{(pid=128084) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 11:51:40.625141 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-405aa6b9-81ca-4dab-9e9b-338d2f08fd60 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793193525068'] for network, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:40.643574 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-b3cb0d34-fb35-4c0f-8060-2d097ad28bb4 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967879'] for segment, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:40.643917 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.db.segments_db [None req-b3cb0d34-fb35-4c0f-8060-2d097ad28bb4 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Added segment 0066f194-4533-4642-9bd8-d6cd3c2f5c16 of type vlan for network 0af66a55-08c7-417e-8b9d-d086c7eca481 Jun 24 11:51:40.681376 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-a59b257f-450f-453f-ba11-8dfa0424afae None None] Provisioning for port 223fc8f4-9bb4-4f2f-b88b-030541d4e178 completed by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 11:51:40.692628 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-a59b257f-450f-453f-ba11-8dfa0424afae None None] Provisioning complete for port 223fc8f4-9bb4-4f2f-b88b-030541d4e178 triggered by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:51:40.693271 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-a59b257f-450f-453f-ba11-8dfa0424afae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:40.718597 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-b3cb0d34-fb35-4c0f-8060-2d097ad28bb4 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793193525068'] for network, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:40.721336 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbc09fae-5bdc-4eea-9205-a92b90e714b0 None None] Network 7b0fab06-b3a2-487d-afd0-e42bfce9b42d requested from dv-neutron-797120-4-hyperv {{(pid=128085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 11:51:40.726132 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-405aa6b9-81ca-4dab-9e9b-338d2f08fd60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1800243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976'] for network, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:40.728352 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-405aa6b9-81ca-4dab-9e9b-338d2f08fd60 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=128084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:51:40.729076 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-405aa6b9-81ca-4dab-9e9b-338d2f08fd60 admin admin] Notify callbacks [] for network, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:40.736010 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-1412d096-1da0-4ae8-9f1b-7b4f596091cb tempest-RoutersNegativeIpV6Test-675716403 tempest-RoutersNegativeIpV6Test-675716403-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:51:40.842616 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-405aa6b9-81ca-4dab-9e9b-338d2f08fd60 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.9015467 Jun 24 11:51:40.846747 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 34428) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:51:40.852103 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-da4d69ca-c140-40d1-92b0-306b7086ee41 admin admin] Request body: {'subnet': {'network_id': '32839f23-7ac7-4a76-8bd5-a7bb3bffd318', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-2068184574-subnet', 'tenant_id': 'e76efbb02f8440d9855210b70fe01453', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:51:40.862344 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-b3cb0d34-fb35-4c0f-8060-2d097ad28bb4 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1800243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976'] for network, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:40.868066 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3cb0d34-fb35-4c0f-8060-2d097ad28bb4 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=128084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:51:40.868770 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-b3cb0d34-fb35-4c0f-8060-2d097ad28bb4 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Notify callbacks [] for network, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:40.874061 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405aa6b9-81ca-4dab-9e9b-338d2f08fd60 admin admin] Pushing event updated for resources: {'Network': ['ID=32839f23-7ac7-4a76-8bd5-a7bb3bffd318,revision_number=1']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:51:40.882515 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-405aa6b9-81ca-4dab-9e9b-338d2f08fd60 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:51:40.885869 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-cac21050-cf25-455b-a4c0-5e11413b76b4 tempest-TagsExtTest-1815527086 tempest-TagsExtTest-1815527086-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.012s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:51:40.964136 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da4d69ca-c140-40d1-92b0-306b7086ee41 admin admin] Made reservation on behalf of e76efbb02f8440d9855210b70fe01453 for: {'subnet': 1} {{(pid=128084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 11:51:40.967023 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-da4d69ca-c140-40d1-92b0-306b7086ee41 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3162484'] for subnet, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:40.973263 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-b3cb0d34-fb35-4c0f-8060-2d097ad28bb4 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5621028 Jun 24 11:51:40.980264 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 34432) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:51:40.989565 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cb0d34-fb35-4c0f-8060-2d097ad28bb4 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Pushing event updated for resources: {'Network': ['ID=0af66a55-08c7-417e-8b9d-d086c7eca481,revision_number=1']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:51:40.992757 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-b3cb0d34-fb35-4c0f-8060-2d097ad28bb4 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:51:41.000008 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [None req-f7166e15-738e-4244-9a1d-ac122a83d915 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Request body: {'subnet': {'network_id': '0af66a55-08c7-417e-8b9d-d086c7eca481', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:51:41.035566 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Network 32839f23-7ac7-4a76-8bd5-a7bb3bffd318 details requested by agent ovs-agent-dv-neutron-797120-4-hyperv with host dv-neutron-797120-4-hyperv {{(pid=128085) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 11:51:41.037696 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Network 0af66a55-08c7-417e-8b9d-d086c7eca481 details requested by agent ovs-agent-dv-neutron-797120-4-hyperv with host dv-neutron-797120-4-hyperv {{(pid=128085) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 11:51:41.195652 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7166e15-738e-4244-9a1d-ac122a83d915 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Made reservation on behalf of 38289682863c40298c517287ec90b883 for: {'subnet': 1} {{(pid=128083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 11:51:41.199445 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-f7166e15-738e-4244-9a1d-ac122a83d915 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3289788'] for subnet, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:41.242847 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-da4d69ca-c140-40d1-92b0-306b7086ee41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3291959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3162270'] for subnet, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:41.246595 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-970205d5-11cd-4dcf-9001-60158ab326b5 tempest-BulkNetworkOpsTest-1574223460 tempest-BulkNetworkOpsTest-1574223460-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:51:41.288416 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-d87bff5e-a38c-4724-a779-7a2e5a221014 tempest-RoutersNegativeTest-663611585 tempest-RoutersNegativeTest-663611585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1978565'] for router_interface, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:41.315566 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4d69ca-c140-40d1-92b0-306b7086ee41 admin admin] Pushing event updated for resources: {'Subnet': ['ID=857859ff-56d7-48cf-9dae-0775515dbf59,revision_number=0']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:51:41.322435 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-a59b257f-450f-453f-ba11-8dfa0424afae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:41.323294 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-da4d69ca-c140-40d1-92b0-306b7086ee41 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:51:41.328259 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da4d69ca-c140-40d1-92b0-306b7086ee41 admin admin] Checking segment: {'id': '599f6586-5c21-423d-ad0c-7973e11e43cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '32839f23-7ac7-4a76-8bd5-a7bb3bffd318'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=128084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 11:51:41.329199 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da4d69ca-c140-40d1-92b0-306b7086ee41 admin admin] Network hostable DHCP agents. Network: 32839f23-7ac7-4a76-8bd5-a7bb3bffd318, hostable agents: ['6be988a9-1d97-480f-be5a-c55abf2c55c5'], hosted agents: [] {{(pid=128084) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 11:51:41.351039 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da4d69ca-c140-40d1-92b0-306b7086ee41 admin admin] Network 32839f23-7ac7-4a76-8bd5-a7bb3bffd318 is scheduled to be hosted by DHCP agent 6be988a9-1d97-480f-be5a-c55abf2c55c5 with binding_index 1 {{(pid=128084) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 11:51:41.365790 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.base_scheduler [None req-da4d69ca-c140-40d1-92b0-306b7086ee41 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-4-hyperv, 32839f23-7ac7-4a76-8bd5-a7bb3bffd318) {{(pid=128084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:51:41.370778 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da4d69ca-c140-40d1-92b0-306b7086ee41 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=128084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:51:41.372917 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-da4d69ca-c140-40d1-92b0-306b7086ee41 admin admin] Notify callbacks [] for subnet, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:41.392218 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e745096-e3b4-47d2-9720-5246027efe6e None None] Network 32839f23-7ac7-4a76-8bd5-a7bb3bffd318 requested from dv-neutron-797120-4-hyperv {{(pid=128085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 11:51:41.396185 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-a59b257f-450f-453f-ba11-8dfa0424afae None None] For port 223fc8f4-9bb4-4f2f-b88b-030541d4e178, host dv-neutron-797120-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=223fc8f4-9bb4-4f2f-b88b-030541d4e178,segment=NetworkSegment(d8a7247d-2f14-431c-ab07-19c4e1aa4a14),segment_id=d8a7247d-2f14-431c-ab07-19c4e1aa4a14)] {{(pid=128085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 11:51:41.413318 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-a59b257f-450f-453f-ba11-8dfa0424afae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:41.423112 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:51:41.426842 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-da4d69ca-c140-40d1-92b0-306b7086ee41 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.5711982 Jun 24 11:51:41.482865 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-a59b257f-450f-453f-ba11-8dfa0424afae None None] Could not find standard attr ID for object 7659db31-fd97-44a6-9180-388192945246. {{(pid=128085) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 24 11:51:41.532561 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59b257f-450f-453f-ba11-8dfa0424afae None None] Pushing event updated for resources: {'Port': ['ID=223fc8f4-9bb4-4f2f-b88b-030541d4e178,revision_number=3']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:51:41.539527 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-a59b257f-450f-453f-ba11-8dfa0424afae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:51:41.627769 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07a73e1d-b2c8-47fb-91f5-01a3e4bdba2e None None] Network 32839f23-7ac7-4a76-8bd5-a7bb3bffd318 requested from dv-neutron-797120-4-hyperv {{(pid=128085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 11:51:41.633104 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-71461389-7fa0-4c3e-8376-ae3e95f91429 None None] Provisioning for port e19dce3d-2ded-47c1-8279-04231672ccf7 completed by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 11:51:41.633460 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-f7166e15-738e-4244-9a1d-ac122a83d915 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2537737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3289942'] for subnet, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:41.642059 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-c2b21643-a8b0-401c-aca5-e76ef0f50800 tempest-RoutersNegativeTest-663611585 tempest-RoutersNegativeTest-663611585-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:51:41.650147 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-71461389-7fa0-4c3e-8376-ae3e95f91429 None None] Provisioning complete for port e19dce3d-2ded-47c1-8279-04231672ccf7 triggered by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:51:41.650147 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-71461389-7fa0-4c3e-8376-ae3e95f91429 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:41.710749 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-71461389-7fa0-4c3e-8376-ae3e95f91429 None None] Port e19dce3d-2ded-47c1-8279-04231672ccf7 cannot update to ACTIVE because it is not bound. {{(pid=128085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 11:51:41.761984 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-71461389-7fa0-4c3e-8376-ae3e95f91429 None None] Provisioning for port 16118a7b-b0f8-4599-b3a2-815c20d0296e completed by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 11:51:41.766130 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-71461389-7fa0-4c3e-8376-ae3e95f91429 None None] Provisioning complete for port 16118a7b-b0f8-4599-b3a2-815c20d0296e triggered by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:51:41.766519 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-71461389-7fa0-4c3e-8376-ae3e95f91429 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:41.789535 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7166e15-738e-4244-9a1d-ac122a83d915 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Pushing event updated for resources: {'Subnet': ['ID=71275473-b887-4d6d-8002-0b9796df2b9c,revision_number=0']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:51:41.798153 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-f7166e15-738e-4244-9a1d-ac122a83d915 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:51:41.815571 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7166e15-738e-4244-9a1d-ac122a83d915 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Checking segment: {'id': '0066f194-4533-4642-9bd8-d6cd3c2f5c16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '0af66a55-08c7-417e-8b9d-d086c7eca481'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=128083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 11:51:41.816072 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7166e15-738e-4244-9a1d-ac122a83d915 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Network hostable DHCP agents. Network: 0af66a55-08c7-417e-8b9d-d086c7eca481, hostable agents: ['6be988a9-1d97-480f-be5a-c55abf2c55c5'], hosted agents: [] {{(pid=128083) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 11:51:41.827625 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device 223fc8f4-9bb4-4f2f-b88b-030541d4e178 up at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 11:51:41.856050 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7166e15-738e-4244-9a1d-ac122a83d915 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Network 0af66a55-08c7-417e-8b9d-d086c7eca481 is scheduled to be hosted by DHCP agent 6be988a9-1d97-480f-be5a-c55abf2c55c5 with binding_index 1 {{(pid=128083) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 11:51:41.861755 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.plugin [None req-d87bff5e-a38c-4724-a779-7a2e5a221014 tempest-RoutersNegativeTest-663611585 tempest-RoutersNegativeTest-663611585-project] Deleting port e19dce3d-2ded-47c1-8279-04231672ccf7 {{(pid=128083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 11:51:41.862394 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-d87bff5e-a38c-4724-a779-7a2e5a221014 tempest-RoutersNegativeTest-663611585 tempest-RoutersNegativeTest-663611585-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793193942312'] for port, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:41.892141 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.base_scheduler [None req-f7166e15-738e-4244-9a1d-ac122a83d915 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-4-hyperv, 0af66a55-08c7-417e-8b9d-d086c7eca481) {{(pid=128083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:51:41.897414 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7166e15-738e-4244-9a1d-ac122a83d915 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:51:41.898578 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-f7166e15-738e-4244-9a1d-ac122a83d915 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Notify callbacks [] for subnet, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:41.903191 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcfb6374-7c3b-4974-8d35-8fe3862a0ac6 None None] Network 0af66a55-08c7-417e-8b9d-d086c7eca481 requested from dv-neutron-797120-4-hyperv {{(pid=128085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 11:51:41.953780 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-f7166e15-738e-4244-9a1d-ac122a83d915 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9684677 Jun 24 11:51:41.963753 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 34442) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:51:41.968234 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-90c5aca4-a905-4045-b94b-8271d1647f27 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Request body: {'port': {'network_id': '0af66a55-08c7-417e-8b9d-d086c7eca481', 'name': 'tempest-PortsTestJSON-666532526', 'fixed_ips': [{'subnet_id': '71275473-b887-4d6d-8002-0b9796df2b9c', 'ip_address': '172.20.0.10'}]}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:51:42.011240 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-d87bff5e-a38c-4724-a779-7a2e5a221014 tempest-RoutersNegativeTest-663611585 tempest-RoutersNegativeTest-663611585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1978872'] for port, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:42.029885 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-71461389-7fa0-4c3e-8376-ae3e95f91429 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:42.031732 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning complete for port 223fc8f4-9bb4-4f2f-b88b-030541d4e178 triggered by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:51:42.032112 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:42.032961 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.plugin [None req-d87bff5e-a38c-4724-a779-7a2e5a221014 tempest-RoutersNegativeTest-663611585 tempest-RoutersNegativeTest-663611585-project] Calling delete_port for e19dce3d-2ded-47c1-8279-04231672ccf7 owned by network:router_interface {{(pid=128083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 11:51:42.117762 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-71461389-7fa0-4c3e-8376-ae3e95f91429 None None] For port 16118a7b-b0f8-4599-b3a2-815c20d0296e, host dv-neutron-797120-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=16118a7b-b0f8-4599-b3a2-815c20d0296e,segment=NetworkSegment(3849a4dc-d7d5-40ee-8b43-a9c5f7929157),segment_id=3849a4dc-d7d5-40ee-8b43-a9c5f7929157)] {{(pid=128085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 11:51:42.137861 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-71461389-7fa0-4c3e-8376-ae3e95f91429 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:42.143273 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-b7106c9d-e0c8-42f7-8b12-6d96c7fd4cf4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:51:42.180166 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90c5aca4-a905-4045-b94b-8271d1647f27 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Made reservation on behalf of 38289682863c40298c517287ec90b883 for: {'port': 1} {{(pid=128084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 11:51:42.226744 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-71461389-7fa0-4c3e-8376-ae3e95f91429 None None] Provisioning complete for port 223fc8f4-9bb4-4f2f-b88b-030541d4e178 triggered by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:51:42.227129 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-71461389-7fa0-4c3e-8376-ae3e95f91429 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:42.283297 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71461389-7fa0-4c3e-8376-ae3e95f91429 None None] Pushing event updated for resources: {'Port': ['ID=16118a7b-b0f8-4599-b3a2-815c20d0296e,revision_number=3']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:51:42.291366 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-71461389-7fa0-4c3e-8376-ae3e95f91429 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:51:42.295183 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7ce40bd-d605-4cc1-9c59-45b7349e7e59 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d65c8f8-7530-5052-99fe-8ea05073750b-0af66a55-08c7-417e-8b9d-d086c7eca481', 'network_id': '0af66a55-08c7-417e-8b9d-d086c7eca481', 'tenant_id': '38289682863c40298c517287ec90b883', 'fixed_ips': [{'subnet_id': '71275473-b887-4d6d-8002-0b9796df2b9c'}]}} from dv-neutron-797120-4-hyperv. {{(pid=128085) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 24 11:51:42.296489 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-a7ce40bd-d605-4cc1-9c59-45b7349e7e59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_create {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:42.304275 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-90c5aca4-a905-4045-b94b-8271d1647f27 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:42.323706 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.notifiers.nova [None req-90c5aca4-a905-4045-b94b-8271d1647f27 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] device_id is not set on port 0056d359-c031-4537-8295-068a08e451cb yet. {{(pid=128084) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 24 11:51:42.424094 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device 744c07c6-1c9e-4e0d-b3a3-ff1409e1b935 no longer exists at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 11:51:42.498873 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] No Port match for: 744c07c6-1c9e-4e0d-b3a3-ff1409e1b935 {{(pid=128085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 11:51:42.499113 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device 744c07c6-1c9e-4e0d-b3a3-ff1409e1b935 not bound to the agent host dv-neutron-797120-4-hyperv {{(pid=128085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 11:51:42.531578 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.db_base_plugin_common [None req-a7ce40bd-d605-4cc1-9c59-45b7349e7e59 None None] Allocated IP 172.20.0.2 (0af66a55-08c7-417e-8b9d-d086c7eca481/71275473-b887-4d6d-8002-0b9796df2b9c/5b9d025a-632f-43d5-81e9-7f792325e3cb) {{(pid=128085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 11:51:42.648576 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-c1e32dc7-1a9c-4d83-8e54-3c40d90b28d1 None None] Provisioning complete for port 16118a7b-b0f8-4599-b3a2-815c20d0296e triggered by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:51:42.649013 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-c1e32dc7-1a9c-4d83-8e54-3c40d90b28d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:42.658902 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd3e9c5-ab7f-48d8-a767-bab5ed359591 req-7b303d62-4346-4c05-8838-78df5e7b3982 tempest-TestServerAdvancedOps-1606200857 tempest-TestServerAdvancedOps-1606200857-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:51:42.661242 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-8cd3e9c5-ab7f-48d8-a767-bab5ed359591 req-7b303d62-4346-4c05-8838-78df5e7b3982 tempest-TestServerAdvancedOps-1606200857 tempest-TestServerAdvancedOps-1606200857-project] 10.222.0.53 "GET /v2.0/networks?id=1eb2d951-a1cb-4471-903d-de3233e8be60 HTTP/1.1" status: 200 len: 812 time: 0.5642536 Jun 24 11:51:42.701636 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-8cd3e9c5-ab7f-48d8-a767-bab5ed359591 req-22b2243d-4ae8-4ee4-8b2e-93c2f2a1af1b tempest-TestServerAdvancedOps-1606200857 tempest-TestServerAdvancedOps-1606200857-project] 10.222.0.53 "GET /v2.0/quotas/978adf8cf8594a23bd00e271ef0245c2 HTTP/1.1" status: 200 len: 375 time: 0.0331681 Jun 24 11:51:42.729023 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-a7ce40bd-d605-4cc1-9c59-45b7349e7e59 None None] Notify callbacks [] for port, precommit_create {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:42.746267 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-8cd3e9c5-ab7f-48d8-a767-bab5ed359591 req-81363443-e096-40c9-9a8c-2ce043411888 tempest-TestServerAdvancedOps-1606200857 tempest-TestServerAdvancedOps-1606200857-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=978adf8cf8594a23bd00e271ef0245c2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0366218 Jun 24 11:51:42.751950 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-d87bff5e-a38c-4724-a779-7a2e5a221014 tempest-RoutersNegativeTest-663611585 tempest-RoutersNegativeTest-663611585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793193945299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193536732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2537862'] for port, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:42.754917 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-028d9cb7-f6cf-4313-adcf-9cfd41f6279d tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:51:42.766279 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-a7ce40bd-d605-4cc1-9c59-45b7349e7e59 None None] Transition to ACTIVE for port object 5b9d025a-632f-43d5-81e9-7f792325e3cb will not be triggered until provisioned by entity L2. {{(pid=128085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 11:51:42.789782 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87bff5e-a38c-4724-a779-7a2e5a221014 tempest-RoutersNegativeTest-663611585 tempest-RoutersNegativeTest-663611585-project] Pushing event deleted for resources: {'Port': ['ID=e19dce3d-2ded-47c1-8279-04231672ccf7,revision_number=None']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:51:42.796341 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-a7ce40bd-d605-4cc1-9c59-45b7349e7e59 None None] Transition to ACTIVE for port object 5b9d025a-632f-43d5-81e9-7f792325e3cb will not be triggered until provisioned by entity DHCP. {{(pid=128085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 11:51:42.801545 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-d87bff5e-a38c-4724-a779-7a2e5a221014 tempest-RoutersNegativeTest-663611585 tempest-RoutersNegativeTest-663611585-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:51:42.804123 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-a7ce40bd-d605-4cc1-9c59-45b7349e7e59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-650429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-506361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793193536723'] for port, after_create {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:42.806359 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-3858fa76-2eba-4a72-a36f-d73ee1cbbade None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:51:42.848185 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ce40bd-d605-4cc1-9c59-45b7349e7e59 None None] Pushing event updated for resources: {'Port': ['ID=5b9d025a-632f-43d5-81e9-7f792325e3cb,revision_number=1']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:51:42.852446 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-a7ce40bd-d605-4cc1-9c59-45b7349e7e59 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:51:42.860950 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7ce40bd-d605-4cc1-9c59-45b7349e7e59 None None] Network 0af66a55-08c7-417e-8b9d-d086c7eca481 is already hosted by enough agents. {{(pid=128085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 11:51:42.865271 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.scheduler.base_scheduler [None req-a7ce40bd-d605-4cc1-9c59-45b7349e7e59 None None] Resources bound (agent type, host, resource id): {{(pid=128085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:51:42.869895 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7ce40bd-d605-4cc1-9c59-45b7349e7e59 None None] Received port after_create {{(pid=128085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 11:51:42.875061 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.db.db_base_plugin_common [None req-90c5aca4-a905-4045-b94b-8271d1647f27 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Allocated IP 172.20.0.10 (0af66a55-08c7-417e-8b9d-d086c7eca481/71275473-b887-4d6d-8002-0b9796df2b9c/0056d359-c031-4537-8295-068a08e451cb) {{(pid=128084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 11:51:42.956071 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-a7ce40bd-d605-4cc1-9c59-45b7349e7e59 None None] Attempting to bind port 5b9d025a-632f-43d5-81e9-7f792325e3cb on host dv-neutron-797120-4-hyperv for vnic_type normal with profile {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 11:51:42.956543 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-a7ce40bd-d605-4cc1-9c59-45b7349e7e59 None None] Attempting to bind port 5b9d025a-632f-43d5-81e9-7f792325e3cb by drivers openvswitch,hyperv on host dv-neutron-797120-4-hyperv at level 0 using segments [{'id': '0066f194-4533-4642-9bd8-d6cd3c2f5c16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '0af66a55-08c7-417e-8b9d-d086c7eca481'}] {{(pid=128085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 11:51:42.957190 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7ce40bd-d605-4cc1-9c59-45b7349e7e59 None None] Attempting to bind port 5b9d025a-632f-43d5-81e9-7f792325e3cb on network 0af66a55-08c7-417e-8b9d-d086c7eca481 {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 11:51:42.964621 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7ce40bd-d605-4cc1-9c59-45b7349e7e59 None None] Checking agent: {'id': 'e3a695b2-c397-461f-83b0-10b79d490b59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 11, 36, 56), 'started_at': datetime.datetime(2021, 6, 24, 11, 37, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 11, 51, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 11:51:42.965124 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7ce40bd-d605-4cc1-9c59-45b7349e7e59 None None] Checking segment: {'id': '0066f194-4533-4642-9bd8-d6cd3c2f5c16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '0af66a55-08c7-417e-8b9d-d086c7eca481'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=128085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 11:51:42.965925 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-a7ce40bd-d605-4cc1-9c59-45b7349e7e59 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:42.966429 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7ce40bd-d605-4cc1-9c59-45b7349e7e59 None None] Bound using segment: {'id': '0066f194-4533-4642-9bd8-d6cd3c2f5c16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '0af66a55-08c7-417e-8b9d-d086c7eca481'} {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 11:51:42.967122 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-a7ce40bd-d605-4cc1-9c59-45b7349e7e59 None None] Bound port: 5b9d025a-632f-43d5-81e9-7f792325e3cb, host: dv-neutron-797120-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0066f194-4533-4642-9bd8-d6cd3c2f5c16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '0af66a55-08c7-417e-8b9d-d086c7eca481'}}] {{(pid=128085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 11:51:42.967669 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-a7ce40bd-d605-4cc1-9c59-45b7349e7e59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:43.018425 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-8cd3e9c5-ab7f-48d8-a767-bab5ed359591 req-7bb56364-7a55-4036-be6c-6e8e080363ef service neutron] 10.222.0.53 "GET /v2.0/networks/1eb2d951-a1cb-4471-903d-de3233e8be60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2547288 Jun 24 11:51:43.053852 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-d87bff5e-a38c-4724-a779-7a2e5a221014 tempest-RoutersNegativeTest-663611585 tempest-RoutersNegativeTest-663611585-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1588985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1806165'] for router_interface, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:43.077695 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-a7ce40bd-d605-4cc1-9c59-45b7349e7e59 None None] For port 5b9d025a-632f-43d5-81e9-7f792325e3cb, host dv-neutron-797120-4-hyperv, cleared binding levels {{(pid=128085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 11:51:43.081274 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-a7ce40bd-d605-4cc1-9c59-45b7349e7e59 None None] For port 5b9d025a-632f-43d5-81e9-7f792325e3cb, host dv-neutron-797120-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=5b9d025a-632f-43d5-81e9-7f792325e3cb,segment=NetworkSegment(0066f194-4533-4642-9bd8-d6cd3c2f5c16),segment_id=0066f194-4533-4642-9bd8-d6cd3c2f5c16)] {{(pid=128085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 11:51:43.090801 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-a7ce40bd-d605-4cc1-9c59-45b7349e7e59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:43.106455 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:51:43.110005 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-90c5aca4-a905-4045-b94b-8271d1647f27 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Notify callbacks [] for port, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:43.158654 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.db.provisioning_blocks [None req-90c5aca4-a905-4045-b94b-8271d1647f27 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Transition to ACTIVE for port object 0056d359-c031-4537-8295-068a08e451cb will not be triggered until provisioned by entity DHCP. {{(pid=128084) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 11:51:43.197113 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ce40bd-d605-4cc1-9c59-45b7349e7e59 None None] Pushing event updated for resources: {'Port': ['ID=5b9d025a-632f-43d5-81e9-7f792325e3cb,revision_number=2']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:51:43.200333 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-a7ce40bd-d605-4cc1-9c59-45b7349e7e59 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:51:43.231971 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-90c5aca4-a905-4045-b94b-8271d1647f27 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-650429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-506361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793193536723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3291971'] for port, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:43.239102 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-4a93084c-900f-4610-9b33-a6664fc8c15e tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:51:43.290338 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-8cd3e9c5-ab7f-48d8-a767-bab5ed359591 req-34ee60a2-4916-487c-bc96-2e843e4bc7c6 service neutron] 10.222.0.53 "GET /v2.0/networks/1eb2d951-a1cb-4471-903d-de3233e8be60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2582114 Jun 24 11:51:43.294422 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90c5aca4-a905-4045-b94b-8271d1647f27 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Network 0af66a55-08c7-417e-8b9d-d086c7eca481 is already hosted by enough agents. {{(pid=128084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 11:51:43.301944 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.base_scheduler [None req-90c5aca4-a905-4045-b94b-8271d1647f27 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Resources bound (agent type, host, resource id): {{(pid=128084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:51:43.305459 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90c5aca4-a905-4045-b94b-8271d1647f27 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Received port after_create {{(pid=128084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 11:51:43.349950 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d87bff5e-a38c-4724-a779-7a2e5a221014 tempest-RoutersNegativeTest-663611585 tempest-RoutersNegativeTest-663611585-project] Router 60d948af-b407-4bdf-84c4-9f5b3c78039a has already been hosted by L3 agent 2987dba8-2249-4ee6-96ec-28f0f7a6127d {{(pid=128083) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 11:51:43.375800 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90c5aca4-a905-4045-b94b-8271d1647f27 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=128084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:51:43.377069 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-90c5aca4-a905-4045-b94b-8271d1647f27 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468916'] for port, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:43.388220 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c5aca4-a905-4045-b94b-8271d1647f27 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Pushing event updated for resources: {'Port': ['ID=0056d359-c031-4537-8295-068a08e451cb,revision_number=1']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:51:43.408709 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-90c5aca4-a905-4045-b94b-8271d1647f27 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:51:43.457860 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-90c5aca4-a905-4045-b94b-8271d1647f27 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.4935112 Jun 24 11:51:43.460154 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 34454) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:51:43.466178 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-7b24c09e-0c15-41b0-8d93-a929ca150b06 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Request body: {'port': {'network_id': '0af66a55-08c7-417e-8b9d-d086c7eca481', 'name': 'tempest-PortsTestJSON-29118454', 'fixed_ips': [{'subnet_id': '71275473-b887-4d6d-8002-0b9796df2b9c', 'ip_address': '172.20.0.9'}]}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:51:43.472108 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d87bff5e-a38c-4724-a779-7a2e5a221014 tempest-RoutersNegativeTest-663611585 tempest-RoutersNegativeTest-663611585-project] Notify agent at l3_agent.dv-neutron-797120-4-hyperv the message routers_updated {{(pid=128083) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 11:51:43.485234 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-d87bff5e-a38c-4724-a779-7a2e5a221014 tempest-RoutersNegativeTest-663611585 tempest-RoutersNegativeTest-663611585-project] 10.222.0.53 "PUT /v2.0/routers/60d948af-b407-4bdf-84c4-9f5b3c78039a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8755870 Jun 24 11:51:43.485234 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 34458) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:51:43.504696 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5d3b8af-9c17-4140-9c9e-6c6b5ca809d7 None None] Sync routers for ids ['60d948af-b407-4bdf-84c4-9f5b3c78039a'] in dv-neutron-797120-4-hyperv {{(pid=128086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 11:51:43.530536 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5d3b8af-9c17-4140-9c9e-6c6b5ca809d7 None None] Routers {'60d948af-b407-4bdf-84c4-9f5b3c78039a'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 11:51:43.530888 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-a5d3b8af-9c17-4140-9c9e-6c6b5ca809d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T11:51:26Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['60d948af-b407-4bdf-84c4-9f5b3c78039a'], 'active': True} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:51:43.579445 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-a5d3b8af-9c17-4140-9c9e-6c6b5ca809d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:51:43.594896 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5d3b8af-9c17-4140-9c9e-6c6b5ca809d7 None None] Routers {'60d948af-b407-4bdf-84c4-9f5b3c78039a'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 11:51:43.595941 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-a5d3b8af-9c17-4140-9c9e-6c6b5ca809d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T11:51:26Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['60d948af-b407-4bdf-84c4-9f5b3c78039a'], 'active': True} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:51:43.599398 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.api.v2.resource [None req-a5ff680b-622e-4d2f-b280-08272d514f32 tempest-RoutersNegativeTest-663611585 tempest-RoutersNegativeTest-663611585-project] delete failed (client error): The resource could not be found. Jun 24 11:51:43.606196 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-a5ff680b-622e-4d2f-b280-08272d514f32 tempest-RoutersNegativeTest-663611585 tempest-RoutersNegativeTest-663611585-project] 10.222.0.53 "DELETE /v2.0/routers/tempest-non_exist_router-1931932179 HTTP/1.1" status: 404 len: 335 time: 0.1195710 Jun 24 11:51:43.608559 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 34462) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:51:43.614842 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [None req-96d40a3d-0d59-4723-bfd1-a742e000ed32 tempest-RoutersNegativeTest-663611585 tempest-RoutersNegativeTest-663611585-project] Request body: {'router': {'external_gateway_info': {'network_id': '60d948af-b407-4bdf-84c4-9f5b3c78039a'}}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:51:43.640214 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-6ecc941a-84d0-4bcf-8812-1fe4182c0b8d req-0febc6a5-9c5b-4613-b9e6-ab73af12b4ae tempest-TestServerAdvancedOps-1606200857 tempest-TestServerAdvancedOps-1606200857-project] 10.222.0.53 "GET /v2.0/ports?device_id=efbc7311-6977-4f10-a865-f61321e5b23b HTTP/1.1" status: 200 len: 210 time: 0.0582886 Jun 24 11:51:43.649615 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-a5d3b8af-9c17-4140-9c9e-6c6b5ca809d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:51:43.650706 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5d3b8af-9c17-4140-9c9e-6c6b5ca809d7 None None] The sync data for ids ['60d948af-b407-4bdf-84c4-9f5b3c78039a'] in dv-neutron-797120-4-hyperv is: [] {{(pid=128086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 11:51:43.735598 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b24c09e-0c15-41b0-8d93-a929ca150b06 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Made reservation on behalf of 38289682863c40298c517287ec90b883 for: {'port': 1} {{(pid=128084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 11:51:43.742233 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-7b24c09e-0c15-41b0-8d93-a929ca150b06 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:43.773757 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.notifiers.nova [None req-7b24c09e-0c15-41b0-8d93-a929ca150b06 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] device_id is not set on port a02b6035-9042-43f4-ad1f-1cfc823b00ce yet. {{(pid=128084) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 24 11:51:43.911182 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device 16118a7b-b0f8-4599-b3a2-815c20d0296e up at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 11:51:43.940530 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-96d40a3d-0d59-4723-bfd1-a742e000ed32 tempest-RoutersNegativeTest-663611585 tempest-RoutersNegativeTest-663611585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1975381', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1803205', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65378'] for router, precommit_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:43.954957 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-91513fe5-8632-4a1c-86fb-2f4299b3e47a req-324c01db-06d4-425f-b15c-90e87d0daa1a service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=01c22be6-1669-482b-94cd-775df8dd11ba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2161982 Jun 24 11:51:43.970562 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.api.v2.resource [None req-96d40a3d-0d59-4723-bfd1-a742e000ed32 tempest-RoutersNegativeTest-663611585 tempest-RoutersNegativeTest-663611585-project] update failed (client error): The resource could not be found. Jun 24 11:51:43.978021 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-96d40a3d-0d59-4723-bfd1-a742e000ed32 tempest-RoutersNegativeTest-663611585 tempest-RoutersNegativeTest-663611585-project] 10.222.0.53 "PUT /v2.0/routers/60d948af-b407-4bdf-84c4-9f5b3c78039a HTTP/1.1" status: 404 len: 339 time: 0.3672688 Jun 24 11:51:43.978894 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 34468) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:51:44.005596 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning complete for port 16118a7b-b0f8-4599-b3a2-815c20d0296e triggered by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:51:44.006236 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:44.071936 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.db.db_base_plugin_common [None req-7b24c09e-0c15-41b0-8d93-a929ca150b06 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Allocated IP 172.20.0.9 (0af66a55-08c7-417e-8b9d-d086c7eca481/71275473-b887-4d6d-8002-0b9796df2b9c/a02b6035-9042-43f4-ad1f-1cfc823b00ce) {{(pid=128084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 11:51:44.156931 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device 5b9d025a-632f-43d5-81e9-7f792325e3cb up at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 11:51:44.263229 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning for port 5b9d025a-632f-43d5-81e9-7f792325e3cb completed by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 11:51:44.337557 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91513fe5-8632-4a1c-86fb-2f4299b3e47a req-607da309-cde0-4928-bf5d-615e869e342e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:51:44.339189 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-91513fe5-8632-4a1c-86fb-2f4299b3e47a req-607da309-cde0-4928-bf5d-615e869e342e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=027cb114b40f4b66abdd9fd20f4debdf&device_id=01c22be6-1669-482b-94cd-775df8dd11ba HTTP/1.1" status: 200 len: 1099 time: 0.3149652 Jun 24 11:51:44.384359 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-7b24c09e-0c15-41b0-8d93-a929ca150b06 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Notify callbacks [] for port, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:44.410340 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.db.provisioning_blocks [None req-7b24c09e-0c15-41b0-8d93-a929ca150b06 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Transition to ACTIVE for port object a02b6035-9042-43f4-ad1f-1cfc823b00ce will not be triggered until provisioned by entity DHCP. {{(pid=128084) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 11:51:44.459333 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-7b24c09e-0c15-41b0-8d93-a929ca150b06 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-650429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-506361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793193536723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3291971'] for port, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:44.468412 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-9bb76643-9110-4ed9-ae48-42f74b43d45e tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:51:44.475221 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-293aa51e-4499-4f52-98e5-9a5042a8e5fc tempest-RoutersNegativeTest-663611585 tempest-RoutersNegativeTest-663611585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:44.529477 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b24c09e-0c15-41b0-8d93-a929ca150b06 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Network 0af66a55-08c7-417e-8b9d-d086c7eca481 is already hosted by enough agents. {{(pid=128084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 11:51:44.536623 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.base_scheduler [None req-7b24c09e-0c15-41b0-8d93-a929ca150b06 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Resources bound (agent type, host, resource id): {{(pid=128084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:51:44.540565 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b24c09e-0c15-41b0-8d93-a929ca150b06 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Received port after_create {{(pid=128084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 11:51:44.565395 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:44.589806 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91513fe5-8632-4a1c-86fb-2f4299b3e47a req-0a412854-cf65-4178-82fb-36aacc94c3c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:51:44.591374 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-91513fe5-8632-4a1c-86fb-2f4299b3e47a req-0a412854-cf65-4178-82fb-36aacc94c3c4 service neutron] 10.222.0.45 "GET /v2.0/networks?id=0df59c03-dac3-411f-a2bf-16d57a368c8d HTTP/1.1" status: 200 len: 898 time: 0.2181380 Jun 24 11:51:44.612426 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b24c09e-0c15-41b0-8d93-a929ca150b06 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=128084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:51:44.613203 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-7b24c09e-0c15-41b0-8d93-a929ca150b06 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468916'] for port, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:44.628619 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b24c09e-0c15-41b0-8d93-a929ca150b06 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Pushing event updated for resources: {'Port': ['ID=a02b6035-9042-43f4-ad1f-1cfc823b00ce,revision_number=1']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:51:44.642780 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-7b24c09e-0c15-41b0-8d93-a929ca150b06 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:51:44.649120 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-7b24c09e-0c15-41b0-8d93-a929ca150b06 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 1.1874971 Jun 24 11:51:44.650145 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 34474) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:51:44.732887 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-91513fe5-8632-4a1c-86fb-2f4299b3e47a req-8e265148-ed20-424d-bcd2-9b3ea9d761ef service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=33678eb9-0f0d-4a2b-923f-cd19cd23cc40 HTTP/1.1" status: 200 len: 1002 time: 0.1280670 Jun 24 11:51:44.746838 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cd1772f-b72e-4519-93ba-cb18868423fd None None] Network 0af66a55-08c7-417e-8b9d-d086c7eca481 requested from dv-neutron-797120-4-hyperv {{(pid=128085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 11:51:44.747156 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e63f194-5232-4436-aac9-c6174a76a317 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:51:44.752974 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-8e63f194-5232-4436-aac9-c6174a76a317 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] 10.222.0.53 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 922 time: 0.1014583 Jun 24 11:51:44.753741 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 34478) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:51:44.864762 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91513fe5-8632-4a1c-86fb-2f4299b3e47a req-a4ede910-2c54-4b39-a336-bb318e35ba6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:51:44.866804 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-91513fe5-8632-4a1c-86fb-2f4299b3e47a req-a4ede910-2c54-4b39-a336-bb318e35ba6a service neutron] 10.222.0.45 "GET /v2.0/subnets?id=fed5c1a3-282b-465b-a705-0bcb2ca19c6d HTTP/1.1" status: 200 len: 833 time: 0.1010237 Jun 24 11:51:44.885294 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a34932b3-d3c4-40b2-898f-10fde814abf6 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:51:44.892511 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a34932b3-d3c4-40b2-898f-10fde814abf6 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:51:44.899765 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a34932b3-d3c4-40b2-898f-10fde814abf6 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:51:44.905028 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-a34932b3-d3c4-40b2-898f-10fde814abf6 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] 10.222.0.53 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2375 time: 0.1500132 Jun 24 11:51:44.905793 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 34480) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:51:44.917388 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-77350797-50c5-4eb6-aa21-70fd54a752de req-1ff9da4d-fb8d-44ba-bc4a-c20571b42d74 tempest-TestServerAdvancedOps-1606200857 tempest-TestServerAdvancedOps-1606200857-project] 10.222.0.53 "GET /v2.0/ports?device_id=efbc7311-6977-4f10-a865-f61321e5b23b HTTP/1.1" status: 200 len: 210 time: 0.0469782 Jun 24 11:51:44.949346 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.db_base_plugin_common [None req-293aa51e-4499-4f52-98e5-9a5042a8e5fc tempest-RoutersNegativeTest-663611585 tempest-RoutersNegativeTest-663611585-project] Allocated IP 172.20.0.1 (8df7e773-715c-47ad-9183-41218a0a9cb3/bc644aa7-82d9-4efc-9478-f0873dbd23a5/0617102c-d5ed-49a5-9c24-a443ff709c3f) {{(pid=128083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 11:51:44.973395 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-f0187e31-4f41-48be-99ea-241c4cbe06cf None None] Provisioning for port 5b9d025a-632f-43d5-81e9-7f792325e3cb completed by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 11:51:44.980026 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-f0187e31-4f41-48be-99ea-241c4cbe06cf None None] Provisioning complete for port 5b9d025a-632f-43d5-81e9-7f792325e3cb triggered by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:51:44.981169 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-f0187e31-4f41-48be-99ea-241c4cbe06cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:45.047035 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91513fe5-8632-4a1c-86fb-2f4299b3e47a req-de1d1c80-0631-4a80-8dc0-509d7650c5b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:51:45.048582 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-91513fe5-8632-4a1c-86fb-2f4299b3e47a req-de1d1c80-0631-4a80-8dc0-509d7650c5b2 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=0df59c03-dac3-411f-a2bf-16d57a368c8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1630144 Jun 24 11:51:45.058108 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.plugin [None req-cb91746c-8adf-41d7-a074-687d715f78e8 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Deleting port a02b6035-9042-43f4-ad1f-1cfc823b00ce {{(pid=128084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 11:51:45.059213 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-cb91746c-8adf-41d7-a074-687d715f78e8 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793193942312'] for port, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:45.138589 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-f0187e31-4f41-48be-99ea-241c4cbe06cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:45.163511 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-293aa51e-4499-4f52-98e5-9a5042a8e5fc tempest-RoutersNegativeTest-663611585 tempest-RoutersNegativeTest-663611585-project] Notify callbacks [] for port, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:45.193609 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.provisioning_blocks [None req-293aa51e-4499-4f52-98e5-9a5042a8e5fc tempest-RoutersNegativeTest-663611585 tempest-RoutersNegativeTest-663611585-project] Transition to ACTIVE for port object 0617102c-d5ed-49a5-9c24-a443ff709c3f will not be triggered until provisioned by entity DHCP. {{(pid=128083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 11:51:45.211635 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-91513fe5-8632-4a1c-86fb-2f4299b3e47a req-2577a3f6-f816-4bb5-b44d-4d475895a416 service neutron] 10.222.0.45 "GET /v2.0/networks/0df59c03-dac3-411f-a2bf-16d57a368c8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1507454 Jun 24 11:51:45.222085 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-f0187e31-4f41-48be-99ea-241c4cbe06cf None None] For port 5b9d025a-632f-43d5-81e9-7f792325e3cb, host dv-neutron-797120-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=5b9d025a-632f-43d5-81e9-7f792325e3cb,segment=NetworkSegment(0066f194-4533-4642-9bd8-d6cd3c2f5c16),segment_id=0066f194-4533-4642-9bd8-d6cd3c2f5c16)] {{(pid=128085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 11:51:45.224328 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-cb91746c-8adf-41d7-a074-687d715f78e8 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1978872'] for port, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:45.233962 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-f0187e31-4f41-48be-99ea-241c4cbe06cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:45.238007 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-62dc29b5-e311-4c74-a715-c39ff495eeea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:51:45.254458 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.plugin [None req-cb91746c-8adf-41d7-a074-687d715f78e8 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Calling delete_port for a02b6035-9042-43f4-ad1f-1cfc823b00ce owned by {{(pid=128084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 11:51:45.326632 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0187e31-4f41-48be-99ea-241c4cbe06cf None None] Pushing event updated for resources: {'Port': ['ID=5b9d025a-632f-43d5-81e9-7f792325e3cb,revision_number=3']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:51:45.331325 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-f0187e31-4f41-48be-99ea-241c4cbe06cf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:51:45.476930 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-cb91746c-8adf-41d7-a074-687d715f78e8 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793193945299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193536732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3292088'] for port, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:45.482931 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-90c5aca4-a905-4045-b94b-8271d1647f27 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:51:45.508286 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-91513fe5-8632-4a1c-86fb-2f4299b3e47a req-34d04aec-f7de-4e03-bf18-6429c9ffe13f service neutron] 10.222.0.45 "GET /v2.0/networks/0df59c03-dac3-411f-a2bf-16d57a368c8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2791874 Jun 24 11:51:45.512267 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-293aa51e-4499-4f52-98e5-9a5042a8e5fc tempest-RoutersNegativeTest-663611585 tempest-RoutersNegativeTest-663611585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-650429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-506361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793193536723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2537853'] for port, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:45.516568 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-8e667fc2-8a73-46af-82a6-26cc08c055e4 tempest-AllowedAddressPairIpV6TestJSON-2004454070 tempest-AllowedAddressPairIpV6TestJSON-2004454070-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:51:45.527901 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb91746c-8adf-41d7-a074-687d715f78e8 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Pushing event deleted for resources: {'Port': ['ID=a02b6035-9042-43f4-ad1f-1cfc823b00ce,revision_number=None']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:51:45.541173 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-cb91746c-8adf-41d7-a074-687d715f78e8 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:51:45.562369 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-4eaa66d1-a7ab-4470-9eb9-d71a8aa99dab None None] Could not find standard attr ID for object a02b6035-9042-43f4-ad1f-1cfc823b00ce. {{(pid=128085) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 24 11:51:45.589107 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-4eaa66d1-a7ab-4470-9eb9-d71a8aa99dab None None] Provisioning complete for port 5b9d025a-632f-43d5-81e9-7f792325e3cb triggered by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:51:45.589892 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-4eaa66d1-a7ab-4470-9eb9-d71a8aa99dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:45.610595 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-293aa51e-4499-4f52-98e5-9a5042a8e5fc tempest-RoutersNegativeTest-663611585 tempest-RoutersNegativeTest-663611585-project] Network 8df7e773-715c-47ad-9183-41218a0a9cb3 is already hosted by enough agents. {{(pid=128083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 11:51:45.620023 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293aa51e-4499-4f52-98e5-9a5042a8e5fc tempest-RoutersNegativeTest-663611585 tempest-RoutersNegativeTest-663611585-project] Pushing event updated for resources: {'Port': ['ID=0617102c-d5ed-49a5-9c24-a443ff709c3f,revision_number=1']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:51:45.622829 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.base_scheduler [None req-293aa51e-4499-4f52-98e5-9a5042a8e5fc tempest-RoutersNegativeTest-663611585 tempest-RoutersNegativeTest-663611585-project] Resources bound (agent type, host, resource id): {{(pid=128083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:51:45.625230 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-293aa51e-4499-4f52-98e5-9a5042a8e5fc tempest-RoutersNegativeTest-663611585 tempest-RoutersNegativeTest-663611585-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:51:45.630188 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-293aa51e-4499-4f52-98e5-9a5042a8e5fc tempest-RoutersNegativeTest-663611585 tempest-RoutersNegativeTest-663611585-project] Received port after_create {{(pid=128083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 11:51:45.688120 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-cb91746c-8adf-41d7-a074-687d715f78e8 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468916'] for port, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:45.688510 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd3e9c5-ab7f-48d8-a767-bab5ed359591 req-e9afa6d8-1e04-40fa-9b57-c8a09c391074 tempest-TestServerAdvancedOps-1606200857 tempest-TestServerAdvancedOps-1606200857-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:51:45.690617 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-8cd3e9c5-ab7f-48d8-a767-bab5ed359591 req-e9afa6d8-1e04-40fa-9b57-c8a09c391074 tempest-TestServerAdvancedOps-1606200857 tempest-TestServerAdvancedOps-1606200857-project] 10.222.0.45 "GET /v2.0/networks?id=1eb2d951-a1cb-4471-903d-de3233e8be60 HTTP/1.1" status: 200 len: 812 time: 0.4393017 Jun 24 11:51:45.693492 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-cb91746c-8adf-41d7-a074-687d715f78e8 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] 10.222.0.53 "DELETE /v2.0/ports/a02b6035-9042-43f4-ad1f-1cfc823b00ce HTTP/1.1" status: 204 len: 168 time: 0.7864838 Jun 24 11:51:45.694256 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 34486) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:51:45.717989 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-293aa51e-4499-4f52-98e5-9a5042a8e5fc tempest-RoutersNegativeTest-663611585 tempest-RoutersNegativeTest-663611585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1978458'] for router_interface, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:45.734066 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-4eaa66d1-a7ab-4470-9eb9-d71a8aa99dab None None] Provisioning for port 0056d359-c031-4537-8295-068a08e451cb completed by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 11:51:45.739840 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-4eaa66d1-a7ab-4470-9eb9-d71a8aa99dab None None] Provisioning complete for port 0056d359-c031-4537-8295-068a08e451cb triggered by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:51:45.740472 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-4eaa66d1-a7ab-4470-9eb9-d71a8aa99dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:45.763132 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.pecan_wsgi.hooks.translation [None req-76adca5f-83fb-41ea-9464-847a0c082523 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] GET failed (client error): The resource could not be found. Jun 24 11:51:45.769571 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-76adca5f-83fb-41ea-9464-847a0c082523 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] 10.222.0.53 "GET /v2.0/ports/a02b6035-9042-43f4-ad1f-1cfc823b00ce HTTP/1.1" status: 404 len: 333 time: 0.0723412 Jun 24 11:51:45.770559 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 34488) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:51:45.808357 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-4eaa66d1-a7ab-4470-9eb9-d71a8aa99dab None None] Port 0056d359-c031-4537-8295-068a08e451cb cannot update to ACTIVE because it is not bound. {{(pid=128085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 11:51:45.814187 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [req-8cd3e9c5-ab7f-48d8-a767-bab5ed359591 req-58baa434-19ea-4897-bcc6-c5031c683666 tempest-TestServerAdvancedOps-1606200857 tempest-TestServerAdvancedOps-1606200857-project] Request body: {'port': {'device_id': 'efbc7311-6977-4f10-a865-f61321e5b23b', 'network_id': '1eb2d951-a1cb-4471-903d-de3233e8be60', 'admin_state_up': True, 'tenant_id': '978adf8cf8594a23bd00e271ef0245c2'}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:51:45.832016 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device 5b9d025a-632f-43d5-81e9-7f792325e3cb up at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 11:51:45.906987 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning complete for port 5b9d025a-632f-43d5-81e9-7f792325e3cb triggered by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:51:45.907375 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:45.968934 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-e0eb66a7-33c0-428d-b03e-38a3e38a512b None None] Provisioning complete for port 0056d359-c031-4537-8295-068a08e451cb triggered by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:51:45.969354 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-e0eb66a7-33c0-428d-b03e-38a3e38a512b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:46.032958 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-e0eb66a7-33c0-428d-b03e-38a3e38a512b None None] Port 0056d359-c031-4537-8295-068a08e451cb cannot update to ACTIVE because it is not bound. {{(pid=128085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 11:51:46.074999 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.plugin [None req-6e7e9201-3c23-4ccd-a5ee-590653aba3b2 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Deleting port 0056d359-c031-4537-8295-068a08e451cb {{(pid=128084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 11:51:46.075454 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-6e7e9201-3c23-4ccd-a5ee-590653aba3b2 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793193942312'] for port, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:46.168113 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-f4603c8c-792b-4c3c-9f7f-3b81517c0b1c None None] Provisioning for port 0617102c-d5ed-49a5-9c24-a443ff709c3f completed by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 11:51:46.173973 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-f4603c8c-792b-4c3c-9f7f-3b81517c0b1c None None] Provisioning complete for port 0617102c-d5ed-49a5-9c24-a443ff709c3f triggered by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:51:46.174500 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-f4603c8c-792b-4c3c-9f7f-3b81517c0b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:46.214465 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-6e7e9201-3c23-4ccd-a5ee-590653aba3b2 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1978872'] for port, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:46.232423 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-f4603c8c-792b-4c3c-9f7f-3b81517c0b1c None None] Port 0617102c-d5ed-49a5-9c24-a443ff709c3f cannot update to ACTIVE because it is not bound. {{(pid=128085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 11:51:46.241425 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.plugin [None req-6e7e9201-3c23-4ccd-a5ee-590653aba3b2 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Calling delete_port for 0056d359-c031-4537-8295-068a08e451cb owned by {{(pid=128084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 11:51:46.350001 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-ce7262a1-cfa2-468a-ac63-e947fa95b894 None None] Could not find standard attr ID for object a02b6035-9042-43f4-ad1f-1cfc823b00ce. {{(pid=128085) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 24 11:51:46.425098 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-6e7e9201-3c23-4ccd-a5ee-590653aba3b2 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793193945299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193536732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3292088'] for port, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:46.430804 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-1b7c390f-7e5a-4553-b47f-8118dbf233df tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:51:46.444506 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-4a6ed94f-d824-4ced-bba9-dc08d892d0aa req-1a669af1-98ce-4e62-bd55-26b5cf293a44 tempest-TestServerAdvancedOps-1606200857 tempest-TestServerAdvancedOps-1606200857-project] 10.222.0.53 "GET /v2.0/ports?device_id=efbc7311-6977-4f10-a865-f61321e5b23b HTTP/1.1" status: 200 len: 210 time: 0.0607116 Jun 24 11:51:46.459030 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7e9201-3c23-4ccd-a5ee-590653aba3b2 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Pushing event deleted for resources: {'Port': ['ID=0056d359-c031-4537-8295-068a08e451cb,revision_number=None']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:51:46.462463 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-6e7e9201-3c23-4ccd-a5ee-590653aba3b2 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:51:46.482668 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-293aa51e-4499-4f52-98e5-9a5042a8e5fc tempest-RoutersNegativeTest-663611585 tempest-RoutersNegativeTest-663611585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:46.548369 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-6e7e9201-3c23-4ccd-a5ee-590653aba3b2 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468916'] for port, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:46.551180 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-6e7e9201-3c23-4ccd-a5ee-590653aba3b2 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] 10.222.0.53 "DELETE /v2.0/ports/0056d359-c031-4537-8295-068a08e451cb HTTP/1.1" status: 204 len: 168 time: 0.7786505 Jun 24 11:51:46.553666 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 34492) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:51:46.556258 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8cd3e9c5-ab7f-48d8-a767-bab5ed359591 req-58baa434-19ea-4897-bcc6-c5031c683666 tempest-TestServerAdvancedOps-1606200857 tempest-TestServerAdvancedOps-1606200857-project] Made reservation on behalf of 978adf8cf8594a23bd00e271ef0245c2 for: {'port': 1} {{(pid=128083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 11:51:46.561611 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-8cd3e9c5-ab7f-48d8-a767-bab5ed359591 req-58baa434-19ea-4897-bcc6-c5031c683666 tempest-TestServerAdvancedOps-1606200857 tempest-TestServerAdvancedOps-1606200857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:46.602570 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.pecan_wsgi.hooks.translation [None req-5eec38cc-6692-4000-b82f-aa24a81cfad3 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] GET failed (client error): The resource could not be found. Jun 24 11:51:46.605032 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-5eec38cc-6692-4000-b82f-aa24a81cfad3 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] 10.222.0.53 "GET /v2.0/ports/0056d359-c031-4537-8295-068a08e451cb HTTP/1.1" status: 404 len: 333 time: 0.0494709 Jun 24 11:51:46.607449 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 34494) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:51:46.681424 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.db.db_base_plugin_v2 [None req-96051775-a301-4ffa-a802-8954e3ebc893 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Deleting subnet 71275473-b887-4d6d-8002-0b9796df2b9c {{(pid=128084) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 24 11:51:46.685582 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-96051775-a301-4ffa-a802-8954e3ebc893 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Notify callbacks [] for subnet, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:46.743350 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-96051775-a301-4ffa-a802-8954e3ebc893 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2373542'] for subnet, precommit_delete_associations {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:46.855339 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-96051775-a301-4ffa-a802-8954e3ebc893 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-972249'] for subnet, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:46.884324 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.db_base_plugin_common [req-8cd3e9c5-ab7f-48d8-a767-bab5ed359591 req-58baa434-19ea-4897-bcc6-c5031c683666 tempest-TestServerAdvancedOps-1606200857 tempest-TestServerAdvancedOps-1606200857-project] Allocated IP 172.20.0.12 (1eb2d951-a1cb-4471-903d-de3233e8be60/ec8118fd-2eac-4a2c-affd-57c056d6cd43/dc4db242-685a-49fb-9f1c-d8dbf19706ef) {{(pid=128083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 11:51:46.936532 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-96051775-a301-4ffa-a802-8954e3ebc893 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-972238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3292022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3162263'] for subnet, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:46.939641 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-4f2e7239-23f2-40cb-aec3-b645b71ae4fa tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:51:46.970852 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96051775-a301-4ffa-a802-8954e3ebc893 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Pushing event deleted for resources: {'Subnet': ['ID=71275473-b887-4d6d-8002-0b9796df2b9c,revision_number=None']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:51:46.975209 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-96051775-a301-4ffa-a802-8954e3ebc893 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:51:46.976156 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-96051775-a301-4ffa-a802-8954e3ebc893 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Notify callbacks [] for subnet, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:46.980728 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-96051775-a301-4ffa-a802-8954e3ebc893 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] 10.222.0.53 "DELETE /v2.0/subnets/71275473-b887-4d6d-8002-0b9796df2b9c HTTP/1.1" status: 204 len: 168 time: 0.3694518 Jun 24 11:51:46.982911 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24578628-0930-445d-964c-a0623fb3524c None None] Network 0af66a55-08c7-417e-8b9d-d086c7eca481 requested from dv-neutron-797120-4-hyperv {{(pid=128085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 11:51:46.983741 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 34496) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:51:47.008164 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-293aa51e-4499-4f52-98e5-9a5042a8e5fc tempest-RoutersNegativeTest-663611585 tempest-RoutersNegativeTest-663611585-project] Notify callbacks [] for port, precommit_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:47.044242 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-293aa51e-4499-4f52-98e5-9a5042a8e5fc tempest-RoutersNegativeTest-663611585 tempest-RoutersNegativeTest-663611585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2537871'] for port, after_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:47.055813 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-9a1655cb-88f5-4713-b020-d04ec9715a4b tempest-RoutersNegativeIpV6Test-675716403 tempest-RoutersNegativeIpV6Test-675716403-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:51:47.202798 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf15e5b7-8135-4db3-9d37-7838a65a08d4 None None] DHCP port deletion for 0af66a55-08c7-417e-8b9d-d086c7eca481 request from dv-neutron-797120-4-hyperv {{(pid=128085) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 24 11:51:47.228780 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-293aa51e-4499-4f52-98e5-9a5042a8e5fc tempest-RoutersNegativeTest-663611585 tempest-RoutersNegativeTest-663611585-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1783050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1978542'] for router_interface, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:47.230664 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293aa51e-4499-4f52-98e5-9a5042a8e5fc tempest-RoutersNegativeTest-663611585 tempest-RoutersNegativeTest-663611585-project] Pushing event updated for resources: {'Port': ['ID=0617102c-d5ed-49a5-9c24-a443ff709c3f,revision_number=2']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:51:47.238314 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-32b85c15-03b4-4419-95fc-e36fa2fc7255 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-534962'] for network, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:47.240951 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-293aa51e-4499-4f52-98e5-9a5042a8e5fc tempest-RoutersNegativeTest-663611585 tempest-RoutersNegativeTest-663611585-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:51:47.371668 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-8cd3e9c5-ab7f-48d8-a767-bab5ed359591 req-58baa434-19ea-4897-bcc6-c5031c683666 tempest-TestServerAdvancedOps-1606200857 tempest-TestServerAdvancedOps-1606200857-project] Notify callbacks [] for port, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:47.422237 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-bf15e5b7-8135-4db3-9d37-7838a65a08d4 None None] Deleting port 5b9d025a-632f-43d5-81e9-7f792325e3cb {{(pid=128085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 11:51:47.422860 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-bf15e5b7-8135-4db3-9d37-7838a65a08d4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793193942312'] for port, before_delete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:47.474555 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-293aa51e-4499-4f52-98e5-9a5042a8e5fc tempest-RoutersNegativeTest-663611585 tempest-RoutersNegativeTest-663611585-project] Network 8df7e773-715c-47ad-9183-41218a0a9cb3 is already hosted by enough agents. {{(pid=128083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 11:51:47.480395 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.base_scheduler [None req-293aa51e-4499-4f52-98e5-9a5042a8e5fc tempest-RoutersNegativeTest-663611585 tempest-RoutersNegativeTest-663611585-project] Resources bound (agent type, host, resource id): {{(pid=128083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:51:47.490888 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.plugin [None req-32b85c15-03b4-4419-95fc-e36fa2fc7255 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Deleting port 5b9d025a-632f-43d5-81e9-7f792325e3cb {{(pid=128083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 11:51:47.491249 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-32b85c15-03b4-4419-95fc-e36fa2fc7255 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793193942312'] for port, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:47.498033 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-8cd3e9c5-ab7f-48d8-a767-bab5ed359591 req-58baa434-19ea-4897-bcc6-c5031c683666 tempest-TestServerAdvancedOps-1606200857 tempest-TestServerAdvancedOps-1606200857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-650429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-506361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793193536723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2537853'] for port, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:47.498859 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-bf15e5b7-8135-4db3-9d37-7838a65a08d4 None None] For port 5b9d025a-632f-43d5-81e9-7f792325e3cb, host dv-neutron-797120-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=5b9d025a-632f-43d5-81e9-7f792325e3cb,segment=NetworkSegment(0066f194-4533-4642-9bd8-d6cd3c2f5c16),segment_id=0066f194-4533-4642-9bd8-d6cd3c2f5c16)] {{(pid=128085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 11:51:47.500238 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-bf15e5b7-8135-4db3-9d37-7838a65a08d4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1978872'] for port, precommit_delete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:47.518540 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-bf15e5b7-8135-4db3-9d37-7838a65a08d4 None None] Calling delete_port for 5b9d025a-632f-43d5-81e9-7f792325e3cb owned by network:dhcp {{(pid=128085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 11:51:47.520078 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-b9594c08-cb5b-4666-87fd-c25df6cfa09b tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:51:47.635489 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-bf15e5b7-8135-4db3-9d37-7838a65a08d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793193945299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193536732'] for port, after_delete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:47.638212 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-a59b257f-450f-453f-ba11-8dfa0424afae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:51:47.672700 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf15e5b7-8135-4db3-9d37-7838a65a08d4 None None] Pushing event deleted for resources: {'Port': ['ID=5b9d025a-632f-43d5-81e9-7f792325e3cb,revision_number=None']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:51:47.676440 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-bf15e5b7-8135-4db3-9d37-7838a65a08d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:51:47.680321 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf15e5b7-8135-4db3-9d37-7838a65a08d4 None None] No DVR routers for this DVR port 5b9d025a-632f-43d5-81e9-7f792325e3cb on host dv-neutron-797120-4-hyperv {{(pid=128085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 11:51:47.759443 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.db [None req-32b85c15-03b4-4419-95fc-e36fa2fc7255 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] For port 5b9d025a-632f-43d5-81e9-7f792325e3cb, host dv-neutron-797120-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=5b9d025a-632f-43d5-81e9-7f792325e3cb,segment=NetworkSegment(0066f194-4533-4642-9bd8-d6cd3c2f5c16),segment_id=0066f194-4533-4642-9bd8-d6cd3c2f5c16)] {{(pid=128083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 11:51:47.760150 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-32b85c15-03b4-4419-95fc-e36fa2fc7255 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1978872'] for port, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:47.768308 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8cd3e9c5-ab7f-48d8-a767-bab5ed359591 req-58baa434-19ea-4897-bcc6-c5031c683666 tempest-TestServerAdvancedOps-1606200857 tempest-TestServerAdvancedOps-1606200857-project] Network 1eb2d951-a1cb-4471-903d-de3233e8be60 is already hosted by enough agents. {{(pid=128083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 11:51:47.781448 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device 5b9d025a-632f-43d5-81e9-7f792325e3cb no longer exists at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 11:51:47.795481 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.base_scheduler [req-8cd3e9c5-ab7f-48d8-a767-bab5ed359591 req-58baa434-19ea-4897-bcc6-c5031c683666 tempest-TestServerAdvancedOps-1606200857 tempest-TestServerAdvancedOps-1606200857-project] Resources bound (agent type, host, resource id): {{(pid=128083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:51:47.797525 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58baa434-19ea-4897-bcc6-c5031c683666 tempest-TestServerAdvancedOps-1606200857 tempest-TestServerAdvancedOps-1606200857-project] Pushing event updated for resources: {'Port': ['ID=dc4db242-685a-49fb-9f1c-d8dbf19706ef,revision_number=1']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:51:47.803524 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.l3_dvrscheduler_db [req-8cd3e9c5-ab7f-48d8-a767-bab5ed359591 req-58baa434-19ea-4897-bcc6-c5031c683666 tempest-TestServerAdvancedOps-1606200857 tempest-TestServerAdvancedOps-1606200857-project] Received port after_create {{(pid=128083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 11:51:47.806529 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.plugin [None req-32b85c15-03b4-4419-95fc-e36fa2fc7255 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Calling delete_port for 5b9d025a-632f-43d5-81e9-7f792325e3cb owned by network:dhcp {{(pid=128083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 11:51:47.811912 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-58baa434-19ea-4897-bcc6-c5031c683666 tempest-TestServerAdvancedOps-1606200857 tempest-TestServerAdvancedOps-1606200857-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:51:47.812422 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] No Port match for: 5b9d025a-632f-43d5-81e9-7f792325e3cb {{(pid=128085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 11:51:47.812784 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device 5b9d025a-632f-43d5-81e9-7f792325e3cb not bound to the agent host dv-neutron-797120-4-hyperv {{(pid=128085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 11:51:47.865943 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-293aa51e-4499-4f52-98e5-9a5042a8e5fc tempest-RoutersNegativeTest-663611585 tempest-RoutersNegativeTest-663611585-project] Router 60d948af-b407-4bdf-84c4-9f5b3c78039a has already been hosted by L3 agent 2987dba8-2249-4ee6-96ec-28f0f7a6127d {{(pid=128083) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 11:51:47.885658 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-4cfd906a-695f-4ee3-84de-4bbe8d12f6b5 None None] Provisioning complete for port 0617102c-d5ed-49a5-9c24-a443ff709c3f triggered by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:51:47.886253 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-4cfd906a-695f-4ee3-84de-4bbe8d12f6b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:47.924553 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-4cfd906a-695f-4ee3-84de-4bbe8d12f6b5 None None] Port 0617102c-d5ed-49a5-9c24-a443ff709c3f cannot update to ACTIVE because it is not bound. {{(pid=128085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 11:51:47.932605 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd3e9c5-ab7f-48d8-a767-bab5ed359591 req-58baa434-19ea-4897-bcc6-c5031c683666 tempest-TestServerAdvancedOps-1606200857 tempest-TestServerAdvancedOps-1606200857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:51:47.933328 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-8cd3e9c5-ab7f-48d8-a767-bab5ed359591 req-58baa434-19ea-4897-bcc6-c5031c683666 tempest-TestServerAdvancedOps-1606200857 tempest-TestServerAdvancedOps-1606200857-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468916'] for port, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:48.012388 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def9042c-fbb4-4ed7-b230-a035ed19e462 req-2392dbad-9b71-44a1-a2c1-9ff2d0749b31 tempest-TestServerAdvancedOps-1606200857 tempest-TestServerAdvancedOps-1606200857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:51:48.013828 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-def9042c-fbb4-4ed7-b230-a035ed19e462 req-2392dbad-9b71-44a1-a2c1-9ff2d0749b31 tempest-TestServerAdvancedOps-1606200857 tempest-TestServerAdvancedOps-1606200857-project] 10.222.0.53 "GET /v2.0/ports?device_id=efbc7311-6977-4f10-a865-f61321e5b23b HTTP/1.1" status: 200 len: 932 time: 0.3670006 Jun 24 11:51:48.015201 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-8cd3e9c5-ab7f-48d8-a767-bab5ed359591 req-58baa434-19ea-4897-bcc6-c5031c683666 tempest-TestServerAdvancedOps-1606200857 tempest-TestServerAdvancedOps-1606200857-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2072210 Jun 24 11:51:48.060743 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [req-8cd3e9c5-ab7f-48d8-a767-bab5ed359591 req-bdbdc108-8068-4f2d-b85d-3c29a9943cec service neutron] Request body: {'port': {'device_id': 'efbc7311-6977-4f10-a865-f61321e5b23b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7971'}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:51:48.135801 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-32b85c15-03b4-4419-95fc-e36fa2fc7255 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793193945299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193536732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2537862'] for port, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:48.142777 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-8440a66e-b0f2-455a-a8c5-f7124653bd86 tempest-AllowedAddressPairIpV6TestJSON-2004454070 tempest-AllowedAddressPairIpV6TestJSON-2004454070-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:51:48.179977 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-293aa51e-4499-4f52-98e5-9a5042a8e5fc tempest-RoutersNegativeTest-663611585 tempest-RoutersNegativeTest-663611585-project] Notify agent at l3_agent.dv-neutron-797120-4-hyperv the message routers_updated {{(pid=128083) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 11:51:48.187802 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-293aa51e-4499-4f52-98e5-9a5042a8e5fc tempest-RoutersNegativeTest-663611585 tempest-RoutersNegativeTest-663611585-project] 10.222.0.53 "PUT /v2.0/routers/60d948af-b407-4bdf-84c4-9f5b3c78039a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2076609 Jun 24 11:51:48.189082 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b85c15-03b4-4419-95fc-e36fa2fc7255 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Pushing event deleted for resources: {'Port': ['ID=5b9d025a-632f-43d5-81e9-7f792325e3cb,revision_number=None']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:51:48.191006 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b5c8715-bf3d-41a7-a8cf-8a178c72413e None None] Sync routers for ids ['60d948af-b407-4bdf-84c4-9f5b3c78039a'] in dv-neutron-797120-4-hyperv {{(pid=128085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 11:51:48.191948 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 34500) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:51:48.192907 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-32b85c15-03b4-4419-95fc-e36fa2fc7255 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:51:48.196901 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-def9042c-fbb4-4ed7-b230-a035ed19e462 req-6775e630-4d50-4039-beb4-88cca7178988 tempest-TestServerAdvancedOps-1606200857 tempest-TestServerAdvancedOps-1606200857-project] 10.222.0.53 "GET /v2.0/security-groups?id=dd53c4b1-5cb2-4421-93f2-e44c59b30ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1760159 Jun 24 11:51:48.197804 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32b85c15-03b4-4419-95fc-e36fa2fc7255 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] No DVR routers for this DVR port 5b9d025a-632f-43d5-81e9-7f792325e3cb on host dv-neutron-797120-4-hyperv {{(pid=128083) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 11:51:48.201854 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b5c8715-bf3d-41a7-a8cf-8a178c72413e None None] Routers {'60d948af-b407-4bdf-84c4-9f5b3c78039a'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 11:51:48.202528 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-7b5c8715-bf3d-41a7-a8cf-8a178c72413e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T11:51:26Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['60d948af-b407-4bdf-84c4-9f5b3c78039a'], 'active': True} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:51:48.239989 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-7b5c8715-bf3d-41a7-a8cf-8a178c72413e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:51:48.249958 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b5c8715-bf3d-41a7-a8cf-8a178c72413e None None] Routers {'60d948af-b407-4bdf-84c4-9f5b3c78039a'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 11:51:48.251275 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-7b5c8715-bf3d-41a7-a8cf-8a178c72413e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T11:51:26Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['60d948af-b407-4bdf-84c4-9f5b3c78039a'], 'active': True} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:51:48.282975 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-8cd3e9c5-ab7f-48d8-a767-bab5ed359591 req-bdbdc108-8068-4f2d-b85d-3c29a9943cec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:48.288024 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-7b5c8715-bf3d-41a7-a8cf-8a178c72413e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:51:48.288024 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b5c8715-bf3d-41a7-a8cf-8a178c72413e None None] The sync data for ids ['60d948af-b407-4bdf-84c4-9f5b3c78039a'] in dv-neutron-797120-4-hyperv is: [] {{(pid=128085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 11:51:48.335875 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-32b85c15-03b4-4419-95fc-e36fa2fc7255 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973199', 'neutron.services.segments.db._delete_segments_for_network-8793194012456'] for network, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:48.367449 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.services.segments.db [None req-32b85c15-03b4-4419-95fc-e36fa2fc7255 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0af66a55-08c7-417e-8b9d-d086c7eca481']}} {{(pid=128083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:51:48.382334 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.services.segments.db [None req-32b85c15-03b4-4419-95fc-e36fa2fc7255 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0066f194-4533-4642-9bd8-d6cd3c2f5c16') {'for_net_delete': True} {{(pid=128083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:51:48.382627 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.services.segments.db [None req-32b85c15-03b4-4419-95fc-e36fa2fc7255 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0066f194-4533-4642-9bd8-d6cd3c2f5c16') {} {{(pid=128083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:51:48.404661 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-32b85c15-03b4-4419-95fc-e36fa2fc7255 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793194097327', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3143690'] for segment, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:48.476173 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-32b85c15-03b4-4419-95fc-e36fa2fc7255 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967879'] for segment, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:48.487740 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32b85c15-03b4-4419-95fc-e36fa2fc7255 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Releasing vlan 615 on physical network physnet1 to pool {{(pid=128083) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 11:51:48.488183 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-32b85c15-03b4-4419-95fc-e36fa2fc7255 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2537899'] for segment, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:48.491381 dv-neutron-797120-4-hyperv neutron-server[128083]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 24 11:51:48.491381 dv-neutron-797120-4-hyperv neutron-server[128083]: self.session.flush() Jun 24 11:51:48.491381 dv-neutron-797120-4-hyperv neutron-server[128083]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 24 11:51:48.491381 dv-neutron-797120-4-hyperv neutron-server[128083]: self.session.flush() Jun 24 11:51:48.491381 dv-neutron-797120-4-hyperv neutron-server[128083]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 24 11:51:48.491381 dv-neutron-797120-4-hyperv neutron-server[128083]: self.session.flush() Jun 24 11:51:48.491381 dv-neutron-797120-4-hyperv neutron-server[128083]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 24 11:51:48.491381 dv-neutron-797120-4-hyperv neutron-server[128083]: self.session.flush() Jun 24 11:51:48.491381 dv-neutron-797120-4-hyperv neutron-server[128083]: Traceback (most recent call last): Jun 24 11:51:48.491381 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 24 11:51:48.491381 dv-neutron-797120-4-hyperv neutron-server[128083]: timer() Jun 24 11:51:48.491381 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 24 11:51:48.491381 dv-neutron-797120-4-hyperv neutron-server[128083]: cb(*args, **kw) Jun 24 11:51:48.491381 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 24 11:51:48.491381 dv-neutron-797120-4-hyperv neutron-server[128083]: return func(*args, **kwargs) Jun 24 11:51:48.491381 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 24 11:51:48.491381 dv-neutron-797120-4-hyperv neutron-server[128083]: self._notify() Jun 24 11:51:48.491381 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 24 11:51:48.491381 dv-neutron-797120-4-hyperv neutron-server[128083]: self.callback(batched_events) Jun 24 11:51:48.491381 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 24 11:51:48.491381 dv-neutron-797120-4-hyperv neutron-server[128083]: event.method(event) Jun 24 11:51:48.491381 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 24 11:51:48.491381 dv-neutron-797120-4-hyperv neutron-server[128083]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 24 11:51:48.491381 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 24 11:51:48.491381 dv-neutron-797120-4-hyperv neutron-server[128083]: aggregate_uuid = self.p_client.list_aggregates( Jun 24 11:51:48.491381 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 24 11:51:48.491381 dv-neutron-797120-4-hyperv neutron-server[128083]: return f(self, *a, **k) Jun 24 11:51:48.491381 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 24 11:51:48.491381 dv-neutron-797120-4-hyperv neutron-server[128083]: return self._get(url).json() Jun 24 11:51:48.491381 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 24 11:51:48.491381 dv-neutron-797120-4-hyperv neutron-server[128083]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 24 11:51:48.491381 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 24 11:51:48.491381 dv-neutron-797120-4-hyperv neutron-server[128083]: return self.request(url, 'GET', **kwargs) Jun 24 11:51:48.491381 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 24 11:51:48.491381 dv-neutron-797120-4-hyperv neutron-server[128083]: base_url = self.get_endpoint(auth, allow=allow, Jun 24 11:51:48.491381 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 24 11:51:48.491381 dv-neutron-797120-4-hyperv neutron-server[128083]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 24 11:51:48.491381 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 24 11:51:48.491381 dv-neutron-797120-4-hyperv neutron-server[128083]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 24 11:51:48.491381 dv-neutron-797120-4-hyperv neutron-server[128083]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 24 11:51:48.613402 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-69d02e1a-7c30-492a-b2d6-575f7175744d tempest-RoutersNegativeTest-663611585 tempest-RoutersNegativeTest-663611585-project] Notify callbacks [] for router, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:48.617029 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-32b85c15-03b4-4419-95fc-e36fa2fc7255 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1800243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1815642'] for network, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:48.623199 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-864bb3b3-c54d-43c8-ba04-7abfe5eb73dd tempest-BulkNetworkOpsTest-1574223460 tempest-BulkNetworkOpsTest-1574223460-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:51:48.628447 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-32b85c15-03b4-4419-95fc-e36fa2fc7255 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Notify callbacks [] for network, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:48.630918 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-32b85c15-03b4-4419-95fc-e36fa2fc7255 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] 10.222.0.53 "DELETE /v2.0/networks/0af66a55-08c7-417e-8b9d-d086c7eca481 HTTP/1.1" status: 204 len: 168 time: 1.6427991 Jun 24 11:51:48.648659 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 34504) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:51:48.654632 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [None req-f0d3d3cf-3b54-4cfe-947f-855257cbd0b0 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-416549004'}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:51:48.662845 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b85c15-03b4-4419-95fc-e36fa2fc7255 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Pushing event deleted for resources: {'Network': ['ID=0af66a55-08c7-417e-8b9d-d086c7eca481,revision_number=None']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:51:48.672865 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-32b85c15-03b4-4419-95fc-e36fa2fc7255 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:51:48.705665 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0d3d3cf-3b54-4cfe-947f-855257cbd0b0 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Made reservation on behalf of 38289682863c40298c517287ec90b883 for: {'network': 1} {{(pid=128083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 11:51:48.710054 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-f0d3d3cf-3b54-4cfe-947f-855257cbd0b0 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for network, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:48.721675 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.api.v2.resource [None req-69d02e1a-7c30-492a-b2d6-575f7175744d tempest-RoutersNegativeTest-663611585 tempest-RoutersNegativeTest-663611585-project] delete failed (client error): There was a conflict when trying to complete your request. Jun 24 11:51:48.723375 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-69d02e1a-7c30-492a-b2d6-575f7175744d tempest-RoutersNegativeTest-663611585 tempest-RoutersNegativeTest-663611585-project] 10.222.0.53 "DELETE /v2.0/routers/60d948af-b407-4bdf-84c4-9f5b3c78039a HTTP/1.1" status: 409 len: 329 time: 0.5279403 Jun 24 11:51:48.726533 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 34506) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:51:48.774704 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0d3d3cf-3b54-4cfe-947f-855257cbd0b0 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] vlan segment allocate from pool success with {'vlan_id': 616, 'physical_network': 'physnet1'} {{(pid=128083) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 11:51:48.793491 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.notifiers.nova [req-8cd3e9c5-ab7f-48d8-a767-bab5ed359591 req-bdbdc108-8068-4f2d-b85d-3c29a9943cec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc4db242-685a-49fb-9f1c-d8dbf19706ef {{(pid=128083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 11:51:48.798247 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-f0d3d3cf-3b54-4cfe-947f-855257cbd0b0 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967879'] for segment, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:48.798640 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.db.segments_db [None req-f0d3d3cf-3b54-4cfe-947f-855257cbd0b0 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Added segment ee0e6305-2240-4ed9-aedf-89069a9be1d6 of type vlan for network 81598487-dc35-42cf-bbcb-125b71b92648 Jun 24 11:51:48.812867 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-8cd3e9c5-ab7f-48d8-a767-bab5ed359591 req-bdbdc108-8068-4f2d-b85d-3c29a9943cec service neutron] Notify callbacks [] for port, precommit_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:48.855671 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.provisioning_blocks [req-8cd3e9c5-ab7f-48d8-a767-bab5ed359591 req-bdbdc108-8068-4f2d-b85d-3c29a9943cec service neutron] Transition to ACTIVE for port object dc4db242-685a-49fb-9f1c-d8dbf19706ef will not be triggered until provisioned by entity L2. {{(pid=128083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 11:51:48.857754 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-f0d3d3cf-3b54-4cfe-947f-855257cbd0b0 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793193525068'] for network, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:48.862565 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-8cd3e9c5-ab7f-48d8-a767-bab5ed359591 req-bdbdc108-8068-4f2d-b85d-3c29a9943cec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2537871'] for port, after_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:48.866112 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-5723dc8c-178f-462a-b1a4-d4445f10e47d tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:51:48.943084 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbdc108-8068-4f2d-b85d-3c29a9943cec service neutron] Pushing event updated for resources: {'Port': ['ID=dc4db242-685a-49fb-9f1c-d8dbf19706ef,revision_number=2']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:51:48.947482 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-bdbdc108-8068-4f2d-b85d-3c29a9943cec service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:51:48.977262 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-f0d3d3cf-3b54-4cfe-947f-855257cbd0b0 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1800243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976'] for network, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:48.982737 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0d3d3cf-3b54-4cfe-947f-855257cbd0b0 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:51:48.988611 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-f0d3d3cf-3b54-4cfe-947f-855257cbd0b0 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Notify callbacks [] for network, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:48.988611 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-41c4466d-dc3c-4b49-b91e-d25c77d4346a tempest-AllowedAddressPairIpV6TestJSON-2004454070 tempest-AllowedAddressPairIpV6TestJSON-2004454070-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:51:49.086531 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-f0d3d3cf-3b54-4cfe-947f-855257cbd0b0 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.4360898 Jun 24 11:51:49.089525 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 34510) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:51:49.097859 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-1c3eeef3-57b9-47a1-8260-6cb89ad6736e tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Request body: {'subnet': {'network_id': '81598487-dc35-42cf-bbcb-125b71b92648', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:51:49.098125 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d3d3cf-3b54-4cfe-947f-855257cbd0b0 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Pushing event updated for resources: {'Network': ['ID=81598487-dc35-42cf-bbcb-125b71b92648,revision_number=1']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:51:49.105578 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-f0d3d3cf-3b54-4cfe-947f-855257cbd0b0 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:51:49.110024 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.managers [req-8cd3e9c5-ab7f-48d8-a767-bab5ed359591 req-bdbdc108-8068-4f2d-b85d-3c29a9943cec service neutron] Attempting to bind port dc4db242-685a-49fb-9f1c-d8dbf19706ef on host hv-neutron-7971 for vnic_type normal with profile {{(pid=128083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 11:51:49.110347 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.managers [req-8cd3e9c5-ab7f-48d8-a767-bab5ed359591 req-bdbdc108-8068-4f2d-b85d-3c29a9943cec service neutron] Attempting to bind port dc4db242-685a-49fb-9f1c-d8dbf19706ef by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': '067601bd-1ee4-4b6e-8bc8-728b35f6b4b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '1eb2d951-a1cb-4471-903d-de3233e8be60'}] {{(pid=128083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 11:51:49.110641 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cd3e9c5-ab7f-48d8-a767-bab5ed359591 req-bdbdc108-8068-4f2d-b85d-3c29a9943cec service neutron] Attempting to bind port dc4db242-685a-49fb-9f1c-d8dbf19706ef on network 1eb2d951-a1cb-4471-903d-de3233e8be60 {{(pid=128083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 11:51:49.110776 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Network 81598487-dc35-42cf-bbcb-125b71b92648 details requested by agent ovs-agent-dv-neutron-797120-4-hyperv with host dv-neutron-797120-4-hyperv {{(pid=128085) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 11:51:49.115453 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cd3e9c5-ab7f-48d8-a767-bab5ed359591 req-bdbdc108-8068-4f2d-b85d-3c29a9943cec service neutron] Port dc4db242-685a-49fb-9f1c-d8dbf19706ef on network 1eb2d951-a1cb-4471-903d-de3233e8be60 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=128083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 11:51:49.115885 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cd3e9c5-ab7f-48d8-a767-bab5ed359591 req-bdbdc108-8068-4f2d-b85d-3c29a9943cec service neutron] Attempting to bind port dc4db242-685a-49fb-9f1c-d8dbf19706ef on network 1eb2d951-a1cb-4471-903d-de3233e8be60 {{(pid=128083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 11:51:49.120905 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cd3e9c5-ab7f-48d8-a767-bab5ed359591 req-bdbdc108-8068-4f2d-b85d-3c29a9943cec service neutron] Checking agent: {'id': 'a2c9a14d-87aa-4cd1-a510-11988f19c3d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7971', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 11, 42, 44), 'started_at': datetime.datetime(2021, 6, 24, 11, 42, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 11, 51, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=128083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 11:51:49.121261 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cd3e9c5-ab7f-48d8-a767-bab5ed359591 req-bdbdc108-8068-4f2d-b85d-3c29a9943cec service neutron] Checking segment: {'id': '067601bd-1ee4-4b6e-8bc8-728b35f6b4b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '1eb2d951-a1cb-4471-903d-de3233e8be60'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=128083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 11:51:49.121726 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cd3e9c5-ab7f-48d8-a767-bab5ed359591 req-bdbdc108-8068-4f2d-b85d-3c29a9943cec service neutron] Bound using segment: {'id': '067601bd-1ee4-4b6e-8bc8-728b35f6b4b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '1eb2d951-a1cb-4471-903d-de3233e8be60'} {{(pid=128083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 11:51:49.122181 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.managers [req-8cd3e9c5-ab7f-48d8-a767-bab5ed359591 req-bdbdc108-8068-4f2d-b85d-3c29a9943cec service neutron] Bound port: dc4db242-685a-49fb-9f1c-d8dbf19706ef, host: hv-neutron-7971, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '067601bd-1ee4-4b6e-8bc8-728b35f6b4b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '1eb2d951-a1cb-4471-903d-de3233e8be60'}}] {{(pid=128083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 11:51:49.122496 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-8cd3e9c5-ab7f-48d8-a767-bab5ed359591 req-bdbdc108-8068-4f2d-b85d-3c29a9943cec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:49.129880 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-606d05af-6ff1-479e-84f6-7ffc3f1e9f34 tempest-RoutersNegativeTest-663611585 tempest-RoutersNegativeTest-663611585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1978565'] for router_interface, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:49.200746 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.db [req-8cd3e9c5-ab7f-48d8-a767-bab5ed359591 req-bdbdc108-8068-4f2d-b85d-3c29a9943cec service neutron] For port dc4db242-685a-49fb-9f1c-d8dbf19706ef, host hv-neutron-7971, cleared binding levels {{(pid=128083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 11:51:49.204489 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.db [req-8cd3e9c5-ab7f-48d8-a767-bab5ed359591 req-bdbdc108-8068-4f2d-b85d-3c29a9943cec service neutron] For port dc4db242-685a-49fb-9f1c-d8dbf19706ef, host hv-neutron-7971, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=dc4db242-685a-49fb-9f1c-d8dbf19706ef,segment=NetworkSegment(067601bd-1ee4-4b6e-8bc8-728b35f6b4b0),segment_id=067601bd-1ee4-4b6e-8bc8-728b35f6b4b0)] {{(pid=128083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 11:51:49.215665 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-8cd3e9c5-ab7f-48d8-a767-bab5ed359591 req-bdbdc108-8068-4f2d-b85d-3c29a9943cec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2537871'] for port, after_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:49.217980 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-72d91fe6-5cf3-47fb-8410-3028868b5aeb tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:51:49.261209 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd3e9c5-ab7f-48d8-a767-bab5ed359591 req-bdbdc108-8068-4f2d-b85d-3c29a9943cec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:51:49.261807 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-8cd3e9c5-ab7f-48d8-a767-bab5ed359591 req-bdbdc108-8068-4f2d-b85d-3c29a9943cec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468916'] for port, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:49.263487 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-8cd3e9c5-ab7f-48d8-a767-bab5ed359591 req-bdbdc108-8068-4f2d-b85d-3c29a9943cec service neutron] 10.222.0.45 "PUT /v2.0/ports/dc4db242-685a-49fb-9f1c-d8dbf19706ef HTTP/1.1" status: 200 len: 1094 time: 1.2096584 Jun 24 11:51:49.264039 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'efbc7311-6977-4f10-a865-f61321e5b23b', 'tag': 'dc4db242-685a-49fb-9f1c-d8dbf19706ef'}] {{(pid=128083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 11:51:49.267184 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a77f7dee1a0522ddf93af289475d218fcdb8f30317daadec13ebf930b5b9dbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfb32b14-2cf1-4dad-b305-5c0e258b016f" -d '{"events": [{"name": "network-changed", "server_uuid": "efbc7311-6977-4f10-a865-f61321e5b23b", "tag": "dc4db242-685a-49fb-9f1c-d8dbf19706ef"}]}' {{(pid=128083) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 11:51:49.351677 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c3eeef3-57b9-47a1-8260-6cb89ad6736e tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Made reservation on behalf of 38289682863c40298c517287ec90b883 for: {'subnet': 1} {{(pid=128084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 11:51:49.356824 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-1c3eeef3-57b9-47a1-8260-6cb89ad6736e tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3162484'] for subnet, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:49.362786 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 11:51:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed61b9fe-bc92-475b-b890-df7e99daa6ef x-openstack-request-id: req-ed61b9fe-bc92-475b-b890-df7e99daa6ef {{(pid=128083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 11:51:49.362786 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "efbc7311-6977-4f10-a865-f61321e5b23b", "tag": "dc4db242-685a-49fb-9f1c-d8dbf19706ef", "status": "completed", "code": 200}]} {{(pid=128083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 11:51:49.362786 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ed61b9fe-bc92-475b-b890-df7e99daa6ef {{(pid=128083) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 11:51:49.362786 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'efbc7311-6977-4f10-a865-f61321e5b23b', 'tag': 'dc4db242-685a-49fb-9f1c-d8dbf19706ef', 'status': 'completed', 'code': 200} Jun 24 11:51:49.372585 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 34516) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:51:49.392123 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbdc108-8068-4f2d-b85d-3c29a9943cec service neutron] Pushing event updated for resources: {'Port': ['ID=dc4db242-685a-49fb-9f1c-d8dbf19706ef,revision_number=3']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:51:49.395893 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-bdbdc108-8068-4f2d-b85d-3c29a9943cec service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:51:49.560345 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00718c7-1e8d-493f-a1f8-5151e18eef1c req-fe064009-9c99-4b73-b07c-3c76fbc0278e tempest-TestServerAdvancedOps-1606200857 tempest-TestServerAdvancedOps-1606200857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:51:49.561952 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-c00718c7-1e8d-493f-a1f8-5151e18eef1c req-fe064009-9c99-4b73-b07c-3c76fbc0278e tempest-TestServerAdvancedOps-1606200857 tempest-TestServerAdvancedOps-1606200857-project] 10.222.0.53 "GET /v2.0/ports?device_id=efbc7311-6977-4f10-a865-f61321e5b23b HTTP/1.1" status: 200 len: 944 time: 0.1971147 Jun 24 11:51:49.566002 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd3e9c5-ab7f-48d8-a767-bab5ed359591 req-59b9f313-3e4a-4bf8-aa1c-fb036b28ef3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:51:49.567541 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-8cd3e9c5-ab7f-48d8-a767-bab5ed359591 req-59b9f313-3e4a-4bf8-aa1c-fb036b28ef3f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=978adf8cf8594a23bd00e271ef0245c2&device_id=efbc7311-6977-4f10-a865-f61321e5b23b HTTP/1.1" status: 200 len: 1097 time: 0.2426257 Jun 24 11:51:49.650233 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-1c3eeef3-57b9-47a1-8260-6cb89ad6736e tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3291959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3162270'] for subnet, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:49.653665 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-2d666989-5502-47dc-9002-a86bc39714d7 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:51:49.663859 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-8cd3e9c5-ab7f-48d8-a767-bab5ed359591 req-dc9cb6ae-6707-45c1-aff1-694ec55e1e94 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dc4db242-685a-49fb-9f1c-d8dbf19706ef HTTP/1.1" status: 200 len: 217 time: 0.0816092 Jun 24 11:51:49.695956 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.plugin [None req-606d05af-6ff1-479e-84f6-7ffc3f1e9f34 tempest-RoutersNegativeTest-663611585 tempest-RoutersNegativeTest-663611585-project] Deleting port 0617102c-d5ed-49a5-9c24-a443ff709c3f {{(pid=128084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 11:51:49.696298 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-606d05af-6ff1-479e-84f6-7ffc3f1e9f34 tempest-RoutersNegativeTest-663611585 tempest-RoutersNegativeTest-663611585-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793193942312'] for port, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:49.717160 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-c00718c7-1e8d-493f-a1f8-5151e18eef1c req-a66affef-d370-4a33-8a68-6ee84095d6d3 tempest-TestServerAdvancedOps-1606200857 tempest-TestServerAdvancedOps-1606200857-project] 10.222.0.53 "GET /v2.0/security-groups?id=dd53c4b1-5cb2-4421-93f2-e44c59b30ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465755 Jun 24 11:51:49.751366 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3eeef3-57b9-47a1-8260-6cb89ad6736e tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Pushing event updated for resources: {'Subnet': ['ID=1784f549-09a7-49e4-9843-c85b13d6b697,revision_number=0']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:51:49.752206 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd3e9c5-ab7f-48d8-a767-bab5ed359591 req-89d27060-6f1b-4166-9cde-2f45658519f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:51:49.754304 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-8cd3e9c5-ab7f-48d8-a767-bab5ed359591 req-89d27060-6f1b-4166-9cde-2f45658519f7 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ec8118fd-2eac-4a2c-affd-57c056d6cd43 HTTP/1.1" status: 200 len: 852 time: 0.0811942 Jun 24 11:51:49.757429 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.plugin [None req-be63f6ae-1411-4e58-848c-f23a6b0b85dc tempest-TestNetworkAdvancedServerOps-1479438933 tempest-TestNetworkAdvancedServerOps-1479438933-project] Deleting port 8e110ae6-b3cc-4b87-a196-57a9b8ecd516 {{(pid=128083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 11:51:49.757776 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-be63f6ae-1411-4e58-848c-f23a6b0b85dc tempest-TestNetworkAdvancedServerOps-1479438933 tempest-TestNetworkAdvancedServerOps-1479438933-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793193942312'] for port, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:49.783667 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-1c3eeef3-57b9-47a1-8260-6cb89ad6736e tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:51:49.796184 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c3eeef3-57b9-47a1-8260-6cb89ad6736e tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Checking segment: {'id': 'ee0e6305-2240-4ed9-aedf-89069a9be1d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '81598487-dc35-42cf-bbcb-125b71b92648'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=128084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 11:51:49.796553 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c3eeef3-57b9-47a1-8260-6cb89ad6736e tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Network hostable DHCP agents. Network: 81598487-dc35-42cf-bbcb-125b71b92648, hostable agents: ['6be988a9-1d97-480f-be5a-c55abf2c55c5'], hosted agents: [] {{(pid=128084) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 11:51:49.830964 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c3eeef3-57b9-47a1-8260-6cb89ad6736e tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Network 81598487-dc35-42cf-bbcb-125b71b92648 is scheduled to be hosted by DHCP agent 6be988a9-1d97-480f-be5a-c55abf2c55c5 with binding_index 1 {{(pid=128084) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 11:51:49.834815 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-8cd3e9c5-ab7f-48d8-a767-bab5ed359591 req-bf0dc2e2-e052-4a18-97dd-fe75c163ecc7 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=1eb2d951-a1cb-4471-903d-de3233e8be60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0638585 Jun 24 11:51:49.837119 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-606d05af-6ff1-479e-84f6-7ffc3f1e9f34 tempest-RoutersNegativeTest-663611585 tempest-RoutersNegativeTest-663611585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1978872'] for port, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:49.852864 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.plugin [None req-606d05af-6ff1-479e-84f6-7ffc3f1e9f34 tempest-RoutersNegativeTest-663611585 tempest-RoutersNegativeTest-663611585-project] Calling delete_port for 0617102c-d5ed-49a5-9c24-a443ff709c3f owned by network:router_interface {{(pid=128084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 11:51:49.854477 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.base_scheduler [None req-1c3eeef3-57b9-47a1-8260-6cb89ad6736e tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-4-hyperv, 81598487-dc35-42cf-bbcb-125b71b92648) {{(pid=128084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:51:49.861203 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c3eeef3-57b9-47a1-8260-6cb89ad6736e tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=128084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:51:49.861792 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-1c3eeef3-57b9-47a1-8260-6cb89ad6736e tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Notify callbacks [] for subnet, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:49.862479 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc392e59-70b3-4bc7-9f6c-c5865c4b28ca None None] Network 81598487-dc35-42cf-bbcb-125b71b92648 requested from dv-neutron-797120-4-hyperv {{(pid=128085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 11:51:49.924594 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-1c3eeef3-57b9-47a1-8260-6cb89ad6736e tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8337662 Jun 24 11:51:49.928744 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 34518) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:51:49.933412 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-be63f6ae-1411-4e58-848c-f23a6b0b85dc tempest-TestNetworkAdvancedServerOps-1479438933 tempest-TestNetworkAdvancedServerOps-1479438933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1978872'] for port, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:49.933874 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-be63f6ae-1411-4e58-848c-f23a6b0b85dc tempest-TestNetworkAdvancedServerOps-1479438933 tempest-TestNetworkAdvancedServerOps-1479438933-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:49.935400 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-36e10f03-c341-4f1d-8323-418450094dcb tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-266642853', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:51:49.954768 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.plugin [None req-be63f6ae-1411-4e58-848c-f23a6b0b85dc tempest-TestNetworkAdvancedServerOps-1479438933 tempest-TestNetworkAdvancedServerOps-1479438933-project] Calling delete_port for 8e110ae6-b3cc-4b87-a196-57a9b8ecd516 owned by network:floatingip {{(pid=128083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 11:51:49.979988 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-36e10f03-c341-4f1d-8323-418450094dcb tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1803889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65293'] for router, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:49.981516 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-36e10f03-c341-4f1d-8323-418450094dcb tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1803848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1975305', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1581158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65396'] for router, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:49.984733 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-8cd3e9c5-ab7f-48d8-a767-bab5ed359591 req-a132e591-cb6e-47c4-89ea-c3461bab2ec0 service neutron] 10.222.0.45 "GET /v2.0/networks/1eb2d951-a1cb-4471-903d-de3233e8be60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1411848 Jun 24 11:51:50.045333 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27d10d81-ea37-4183-ac2f-95149a24a802 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d65c8f8-7530-5052-99fe-8ea05073750b-81598487-dc35-42cf-bbcb-125b71b92648', 'network_id': '81598487-dc35-42cf-bbcb-125b71b92648', 'tenant_id': '38289682863c40298c517287ec90b883', 'fixed_ips': [{'subnet_id': '1784f549-09a7-49e4-9843-c85b13d6b697'}]}} from dv-neutron-797120-4-hyperv. {{(pid=128085) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 24 11:51:50.046660 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-27d10d81-ea37-4183-ac2f-95149a24a802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_create {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:50.110731 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-36e10f03-c341-4f1d-8323-418450094dcb tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:50.120006 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-36e10f03-c341-4f1d-8323-418450094dcb tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1803210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1815767'] for router, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:50.170023 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-36e10f03-c341-4f1d-8323-418450094dcb tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Notify callbacks [] for router, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:50.171211 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-36e10f03-c341-4f1d-8323-418450094dcb tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 0.2414503 Jun 24 11:51:50.174078 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 34520) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:51:50.182418 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-9cb02033-7dc9-44f7-a892-0e91c0ae6f12 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Request body: {'port': {'network_id': '81598487-dc35-42cf-bbcb-125b71b92648', 'name': 'tempest-PortsTestJSON-1555616960'}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:51:50.226274 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.db_base_plugin_common [None req-27d10d81-ea37-4183-ac2f-95149a24a802 None None] Allocated IP 172.20.0.2 (81598487-dc35-42cf-bbcb-125b71b92648/1784f549-09a7-49e4-9843-c85b13d6b697/c218ef61-344a-4538-aef0-2ed32a5503d4) {{(pid=128085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 11:51:50.249975 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-606d05af-6ff1-479e-84f6-7ffc3f1e9f34 tempest-RoutersNegativeTest-663611585 tempest-RoutersNegativeTest-663611585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793193945299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193536732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3292088'] for port, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:50.254394 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-44405e70-0a33-4f62-b2d6-77e6b2472094 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:51:50.289931 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606d05af-6ff1-479e-84f6-7ffc3f1e9f34 tempest-RoutersNegativeTest-663611585 tempest-RoutersNegativeTest-663611585-project] Pushing event deleted for resources: {'Port': ['ID=0617102c-d5ed-49a5-9c24-a443ff709c3f,revision_number=None']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:51:50.302333 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-606d05af-6ff1-479e-84f6-7ffc3f1e9f34 tempest-RoutersNegativeTest-663611585 tempest-RoutersNegativeTest-663611585-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:51:50.392865 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-27d10d81-ea37-4183-ac2f-95149a24a802 None None] Notify callbacks [] for port, precommit_create {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:50.405407 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-27d10d81-ea37-4183-ac2f-95149a24a802 None None] Transition to ACTIVE for port object c218ef61-344a-4538-aef0-2ed32a5503d4 will not be triggered until provisioned by entity L2. {{(pid=128085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 11:51:50.424886 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-27d10d81-ea37-4183-ac2f-95149a24a802 None None] Transition to ACTIVE for port object c218ef61-344a-4538-aef0-2ed32a5503d4 will not be triggered until provisioned by entity DHCP. {{(pid=128085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 11:51:50.436381 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-27d10d81-ea37-4183-ac2f-95149a24a802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-650429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-506361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793193536723'] for port, after_create {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:50.439477 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-f0187e31-4f41-48be-99ea-241c4cbe06cf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:51:50.493997 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-606d05af-6ff1-479e-84f6-7ffc3f1e9f34 tempest-RoutersNegativeTest-663611585 tempest-RoutersNegativeTest-663611585-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1588985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1806165'] for router_interface, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:50.514747 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27d10d81-ea37-4183-ac2f-95149a24a802 None None] Network 81598487-dc35-42cf-bbcb-125b71b92648 is already hosted by enough agents. {{(pid=128085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 11:51:50.519260 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.scheduler.base_scheduler [None req-27d10d81-ea37-4183-ac2f-95149a24a802 None None] Resources bound (agent type, host, resource id): {{(pid=128085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:51:50.527349 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27d10d81-ea37-4183-ac2f-95149a24a802 None None] Received port after_create {{(pid=128085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 11:51:50.531386 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d10d81-ea37-4183-ac2f-95149a24a802 None None] Pushing event updated for resources: {'Port': ['ID=c218ef61-344a-4538-aef0-2ed32a5503d4,revision_number=1']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:51:50.549099 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-27d10d81-ea37-4183-ac2f-95149a24a802 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:51:50.555430 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cb02033-7dc9-44f7-a892-0e91c0ae6f12 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Made reservation on behalf of 38289682863c40298c517287ec90b883 for: {'port': 1} {{(pid=128084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 11:51:50.559807 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-9cb02033-7dc9-44f7-a892-0e91c0ae6f12 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:50.621143 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.notifiers.nova [None req-9cb02033-7dc9-44f7-a892-0e91c0ae6f12 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] device_id is not set on port 76acd31b-352e-4d69-80d1-352fba91fbfd yet. {{(pid=128084) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 24 11:51:50.626001 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-27d10d81-ea37-4183-ac2f-95149a24a802 None None] Attempting to bind port c218ef61-344a-4538-aef0-2ed32a5503d4 on host dv-neutron-797120-4-hyperv for vnic_type normal with profile {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 11:51:50.627222 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-27d10d81-ea37-4183-ac2f-95149a24a802 None None] Attempting to bind port c218ef61-344a-4538-aef0-2ed32a5503d4 by drivers openvswitch,hyperv on host dv-neutron-797120-4-hyperv at level 0 using segments [{'id': 'ee0e6305-2240-4ed9-aedf-89069a9be1d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '81598487-dc35-42cf-bbcb-125b71b92648'}] {{(pid=128085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 11:51:50.627222 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27d10d81-ea37-4183-ac2f-95149a24a802 None None] Attempting to bind port c218ef61-344a-4538-aef0-2ed32a5503d4 on network 81598487-dc35-42cf-bbcb-125b71b92648 {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 11:51:50.633315 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27d10d81-ea37-4183-ac2f-95149a24a802 None None] Checking agent: {'id': 'e3a695b2-c397-461f-83b0-10b79d490b59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 11, 36, 56), 'started_at': datetime.datetime(2021, 6, 24, 11, 37, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 11, 51, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 11:51:50.633874 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27d10d81-ea37-4183-ac2f-95149a24a802 None None] Checking segment: {'id': 'ee0e6305-2240-4ed9-aedf-89069a9be1d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '81598487-dc35-42cf-bbcb-125b71b92648'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=128085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 11:51:50.634117 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-27d10d81-ea37-4183-ac2f-95149a24a802 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:50.634560 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27d10d81-ea37-4183-ac2f-95149a24a802 None None] Bound using segment: {'id': 'ee0e6305-2240-4ed9-aedf-89069a9be1d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '81598487-dc35-42cf-bbcb-125b71b92648'} {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 11:51:50.634994 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-27d10d81-ea37-4183-ac2f-95149a24a802 None None] Bound port: c218ef61-344a-4538-aef0-2ed32a5503d4, host: dv-neutron-797120-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee0e6305-2240-4ed9-aedf-89069a9be1d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '81598487-dc35-42cf-bbcb-125b71b92648'}}] {{(pid=128085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 11:51:50.635378 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-27d10d81-ea37-4183-ac2f-95149a24a802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:50.642157 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-8cd3e9c5-ab7f-48d8-a767-bab5ed359591 req-3532a982-c614-461d-970f-5a2d5b799fd0 service neutron] 10.222.0.45 "GET /v2.0/networks/1eb2d951-a1cb-4471-903d-de3233e8be60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6195605 Jun 24 11:51:50.727482 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-27d10d81-ea37-4183-ac2f-95149a24a802 None None] For port c218ef61-344a-4538-aef0-2ed32a5503d4, host dv-neutron-797120-4-hyperv, cleared binding levels {{(pid=128085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 11:51:50.731941 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-27d10d81-ea37-4183-ac2f-95149a24a802 None None] For port c218ef61-344a-4538-aef0-2ed32a5503d4, host dv-neutron-797120-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=c218ef61-344a-4538-aef0-2ed32a5503d4,segment=NetworkSegment(ee0e6305-2240-4ed9-aedf-89069a9be1d6),segment_id=ee0e6305-2240-4ed9-aedf-89069a9be1d6)] {{(pid=128085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 11:51:50.737909 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-27d10d81-ea37-4183-ac2f-95149a24a802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:50.741880 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-3858fa76-2eba-4a72-a36f-d73ee1cbbade None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:51:50.760301 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-606d05af-6ff1-479e-84f6-7ffc3f1e9f34 tempest-RoutersNegativeTest-663611585 tempest-RoutersNegativeTest-663611585-project] Router 60d948af-b407-4bdf-84c4-9f5b3c78039a has already been hosted by L3 agent 2987dba8-2249-4ee6-96ec-28f0f7a6127d {{(pid=128084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 11:51:50.777044 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-be63f6ae-1411-4e58-848c-f23a6b0b85dc tempest-TestNetworkAdvancedServerOps-1479438933 tempest-TestNetworkAdvancedServerOps-1479438933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793193945299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193536732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2537862'] for port, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:50.780963 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-bdbdc108-8068-4f2d-b85d-3c29a9943cec service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:51:50.806036 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be63f6ae-1411-4e58-848c-f23a6b0b85dc tempest-TestNetworkAdvancedServerOps-1479438933 tempest-TestNetworkAdvancedServerOps-1479438933-project] Pushing event deleted for resources: {'Port': ['ID=8e110ae6-b3cc-4b87-a196-57a9b8ecd516,revision_number=None']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:51:50.812811 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-be63f6ae-1411-4e58-848c-f23a6b0b85dc tempest-TestNetworkAdvancedServerOps-1479438933 tempest-TestNetworkAdvancedServerOps-1479438933-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:51:50.813456 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d10d81-ea37-4183-ac2f-95149a24a802 None None] Pushing event updated for resources: {'Port': ['ID=c218ef61-344a-4538-aef0-2ed32a5503d4,revision_number=2']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:51:50.821832 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-27d10d81-ea37-4183-ac2f-95149a24a802 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:51:50.892177 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-606d05af-6ff1-479e-84f6-7ffc3f1e9f34 tempest-RoutersNegativeTest-663611585 tempest-RoutersNegativeTest-663611585-project] Notify agent at l3_agent.dv-neutron-797120-4-hyperv the message routers_updated {{(pid=128084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 11:51:50.899137 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-606d05af-6ff1-479e-84f6-7ffc3f1e9f34 tempest-RoutersNegativeTest-663611585 tempest-RoutersNegativeTest-663611585-project] 10.222.0.53 "PUT /v2.0/routers/60d948af-b407-4bdf-84c4-9f5b3c78039a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1709590 Jun 24 11:51:50.904801 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a136931e-8ed7-4f51-a941-ab19c2d66e06 None None] Sync routers for ids ['60d948af-b407-4bdf-84c4-9f5b3c78039a'] in dv-neutron-797120-4-hyperv {{(pid=128086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 11:51:50.907372 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 34524) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:51:50.922128 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a136931e-8ed7-4f51-a941-ab19c2d66e06 None None] Routers {'60d948af-b407-4bdf-84c4-9f5b3c78039a'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 11:51:50.922767 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-a136931e-8ed7-4f51-a941-ab19c2d66e06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T11:51:26Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['60d948af-b407-4bdf-84c4-9f5b3c78039a'], 'active': True} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:51:50.961877 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.api.v2.resource [None req-9c433e4a-bd21-41de-a824-f6876b21526a tempest-RoutersNegativeTest-663611585 tempest-RoutersNegativeTest-663611585-project] show failed (client error): The resource could not be found. Jun 24 11:51:50.963002 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-9c433e4a-bd21-41de-a824-f6876b21526a tempest-RoutersNegativeTest-663611585 tempest-RoutersNegativeTest-663611585-project] 10.222.0.53 "GET /v2.0/routers/tempest-non_exist_router-99370530 HTTP/1.1" status: 404 len: 333 time: 0.0546010 Jun 24 11:51:50.964317 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.db.db_base_plugin_common [None req-9cb02033-7dc9-44f7-a892-0e91c0ae6f12 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Allocated IP 172.20.0.14 (81598487-dc35-42cf-bbcb-125b71b92648/1784f549-09a7-49e4-9843-c85b13d6b697/76acd31b-352e-4d69-80d1-352fba91fbfd) {{(pid=128084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 11:51:50.968444 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 34526) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:51:50.969623 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb32b14-2cf1-4dad-b305-5c0e258b016f req-a34b3db4-1a61-43ff-9402-b3c6be5a8323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:51:50.971496 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-bfb32b14-2cf1-4dad-b305-5c0e258b016f req-a34b3db4-1a61-43ff-9402-b3c6be5a8323 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=978adf8cf8594a23bd00e271ef0245c2&device_id=efbc7311-6977-4f10-a865-f61321e5b23b HTTP/1.1" status: 200 len: 1097 time: 0.2559421 Jun 24 11:51:50.973904 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-e758289a-2535-4ca1-ada3-e26f8fee5191 tempest-RoutersNegativeTest-663611585 tempest-RoutersNegativeTest-663611585-project] Request body: {'router': {'name': 'new_name'}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:51:51.002244 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-be63f6ae-1411-4e58-848c-f23a6b0b85dc tempest-TestNetworkAdvancedServerOps-1479438933 tempest-TestNetworkAdvancedServerOps-1479438933-project] Notify callbacks [] for floatingip, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:51.002583 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.db.l3_db [None req-be63f6ae-1411-4e58-848c-f23a6b0b85dc tempest-TestNetworkAdvancedServerOps-1479438933 tempest-TestNetworkAdvancedServerOps-1479438933-project] Floating IP 6b873493-1817-4762-a114-a9baef9907af disassociated (deleted). External IP: 172.26.7.128, port: 33678eb9-0f0d-4a2b-923f-cd19cd23cc40. Jun 24 11:51:51.021825 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.api.v2.resource [None req-e758289a-2535-4ca1-ada3-e26f8fee5191 tempest-RoutersNegativeTest-663611585 tempest-RoutersNegativeTest-663611585-project] update failed (client error): The resource could not be found. Jun 24 11:51:51.022940 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-e758289a-2535-4ca1-ada3-e26f8fee5191 tempest-RoutersNegativeTest-663611585 tempest-RoutersNegativeTest-663611585-project] 10.222.0.53 "PUT /v2.0/routers/tempest-non_exist_router-1668885497 HTTP/1.1" status: 404 len: 335 time: 0.0535140 Jun 24 11:51:51.025652 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-a136931e-8ed7-4f51-a941-ab19c2d66e06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:51:51.028735 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 34528) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:51:51.040034 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a136931e-8ed7-4f51-a941-ab19c2d66e06 None None] Routers {'60d948af-b407-4bdf-84c4-9f5b3c78039a'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 11:51:51.040662 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-a136931e-8ed7-4f51-a941-ab19c2d66e06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T11:51:26Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['60d948af-b407-4bdf-84c4-9f5b3c78039a'], 'active': True} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:51:51.077175 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-a136931e-8ed7-4f51-a941-ab19c2d66e06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:51:51.078441 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a136931e-8ed7-4f51-a941-ab19c2d66e06 None None] The sync data for ids ['60d948af-b407-4bdf-84c4-9f5b3c78039a'] in dv-neutron-797120-4-hyperv is: [] {{(pid=128086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 11:51:51.166340 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5ade669-a6ae-4c2b-8d91-a2cd9501e83e tempest-RoutersNegativeTest-663611585 tempest-RoutersNegativeTest-663611585-project] Deleting subnet e6b7ae94-8ebc-431d-bd0e-d6515e7d9447 {{(pid=128084) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 24 11:51:51.191125 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-d5ade669-a6ae-4c2b-8d91-a2cd9501e83e tempest-RoutersNegativeTest-663611585 tempest-RoutersNegativeTest-663611585-project] Notify callbacks [] for subnet, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:51.234347 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035f1035-1ced-4c8c-8e04-b6f6c97dd5b8 req-ef4a3642-b5f9-4c10-9f5d-e6747425b8c8 tempest-TestServerAdvancedOps-1606200857 tempest-TestServerAdvancedOps-1606200857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:51:51.245107 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-035f1035-1ced-4c8c-8e04-b6f6c97dd5b8 req-ef4a3642-b5f9-4c10-9f5d-e6747425b8c8 tempest-TestServerAdvancedOps-1606200857 tempest-TestServerAdvancedOps-1606200857-project] 10.222.0.53 "GET /v2.0/ports?device_id=efbc7311-6977-4f10-a865-f61321e5b23b HTTP/1.1" status: 200 len: 944 time: 0.3282154 Jun 24 11:51:51.290954 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb32b14-2cf1-4dad-b305-5c0e258b016f req-f7109035-6a42-4efd-843f-a77df12ce6bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:51:51.292641 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-bfb32b14-2cf1-4dad-b305-5c0e258b016f req-f7109035-6a42-4efd-843f-a77df12ce6bc service neutron] 10.222.0.45 "GET /v2.0/networks?id=1eb2d951-a1cb-4471-903d-de3233e8be60 HTTP/1.1" status: 200 len: 913 time: 0.3041172 Jun 24 11:51:51.363418 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-035f1035-1ced-4c8c-8e04-b6f6c97dd5b8 req-aa69188f-94d1-4dcd-958c-380ecd55b22b tempest-TestServerAdvancedOps-1606200857 tempest-TestServerAdvancedOps-1606200857-project] 10.222.0.53 "GET /v2.0/security-groups?id=dd53c4b1-5cb2-4421-93f2-e44c59b30ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172142 Jun 24 11:51:51.365730 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-bfb32b14-2cf1-4dad-b305-5c0e258b016f req-bf061d68-21bb-4e81-a2a7-10911a89fc54 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dc4db242-685a-49fb-9f1c-d8dbf19706ef HTTP/1.1" status: 200 len: 217 time: 0.0585406 Jun 24 11:51:51.478207 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb32b14-2cf1-4dad-b305-5c0e258b016f req-0a5c95d7-3184-485f-961d-061bb3076870 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:51:51.479629 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-bfb32b14-2cf1-4dad-b305-5c0e258b016f req-0a5c95d7-3184-485f-961d-061bb3076870 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ec8118fd-2eac-4a2c-affd-57c056d6cd43 HTTP/1.1" status: 200 len: 852 time: 0.0625663 Jun 24 11:51:51.544536 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-bfb32b14-2cf1-4dad-b305-5c0e258b016f req-ece45a60-2bc9-4bb9-b9de-b40487e45e4d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=1eb2d951-a1cb-4471-903d-de3233e8be60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0379200 Jun 24 11:51:51.614229 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-d5ade669-a6ae-4c2b-8d91-a2cd9501e83e tempest-RoutersNegativeTest-663611585 tempest-RoutersNegativeTest-663611585-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2373542'] for subnet, precommit_delete_associations {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:51.637062 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be63f6ae-1411-4e58-848c-f23a6b0b85dc tempest-TestNetworkAdvancedServerOps-1479438933 tempest-TestNetworkAdvancedServerOps-1479438933-project] Router ee31ee3a-f8b4-4647-a8df-28778cd53f86 has already been hosted by L3 agent 2987dba8-2249-4ee6-96ec-28f0f7a6127d {{(pid=128083) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 11:51:51.688580 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-9cb02033-7dc9-44f7-a892-0e91c0ae6f12 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Notify callbacks [] for port, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:51.715312 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-bfb32b14-2cf1-4dad-b305-5c0e258b016f req-87ff6f3d-963f-4408-b982-e7aada2e4e81 service neutron] 10.222.0.45 "GET /v2.0/networks/1eb2d951-a1cb-4471-903d-de3233e8be60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1604445 Jun 24 11:51:51.727576 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.db.provisioning_blocks [None req-9cb02033-7dc9-44f7-a892-0e91c0ae6f12 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Transition to ACTIVE for port object 76acd31b-352e-4d69-80d1-352fba91fbfd will not be triggered until provisioned by entity DHCP. {{(pid=128084) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 11:51:51.757156 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-d5ade669-a6ae-4c2b-8d91-a2cd9501e83e tempest-RoutersNegativeTest-663611585 tempest-RoutersNegativeTest-663611585-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-972249'] for subnet, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:51.835424 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-9cb02033-7dc9-44f7-a892-0e91c0ae6f12 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-650429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-506361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793193536723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3291971'] for port, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:51.843392 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-d384cb6c-ef12-46cd-bb18-ab71fcb63c9a tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:51:51.860012 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be63f6ae-1411-4e58-848c-f23a6b0b85dc tempest-TestNetworkAdvancedServerOps-1479438933 tempest-TestNetworkAdvancedServerOps-1479438933-project] Notify agent at l3_agent.dv-neutron-797120-4-hyperv the message routers_updated {{(pid=128083) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 11:51:51.868877 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-be63f6ae-1411-4e58-848c-f23a6b0b85dc tempest-TestNetworkAdvancedServerOps-1479438933 tempest-TestNetworkAdvancedServerOps-1479438933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468916'] for floatingip, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:51.871585 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device c218ef61-344a-4538-aef0-2ed32a5503d4 up at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 11:51:51.883303 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-d5ade669-a6ae-4c2b-8d91-a2cd9501e83e tempest-RoutersNegativeTest-663611585 tempest-RoutersNegativeTest-663611585-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-972238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3292022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3162263'] for subnet, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:51.897670 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cb02033-7dc9-44f7-a892-0e91c0ae6f12 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Network 81598487-dc35-42cf-bbcb-125b71b92648 is already hosted by enough agents. {{(pid=128084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 11:51:51.902766 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.base_scheduler [None req-9cb02033-7dc9-44f7-a892-0e91c0ae6f12 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Resources bound (agent type, host, resource id): {{(pid=128084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:51:51.905919 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cb02033-7dc9-44f7-a892-0e91c0ae6f12 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Received port after_create {{(pid=128084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 11:51:51.914347 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-d5ade669-a6ae-4c2b-8d91-a2cd9501e83e tempest-RoutersNegativeTest-663611585 tempest-RoutersNegativeTest-663611585-project] Notify callbacks [] for subnet, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:51.916268 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-d5ade669-a6ae-4c2b-8d91-a2cd9501e83e tempest-RoutersNegativeTest-663611585 tempest-RoutersNegativeTest-663611585-project] 10.222.0.53 "DELETE /v2.0/subnets/e6b7ae94-8ebc-431d-bd0e-d6515e7d9447 HTTP/1.1" status: 204 len: 168 time: 0.8865409 Jun 24 11:51:51.919761 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-984b7090-19a1-4d2f-9e58-182d607d0499 None None] Sync routers for ids ['ee31ee3a-f8b4-4647-a8df-28778cd53f86'] in dv-neutron-797120-4-hyperv {{(pid=128085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 11:51:51.920676 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-be63f6ae-1411-4e58-848c-f23a6b0b85dc tempest-TestNetworkAdvancedServerOps-1479438933 tempest-TestNetworkAdvancedServerOps-1479438933-project] 10.222.0.53 "DELETE /v2.0/floatingips/6b873493-1817-4762-a114-a9baef9907af HTTP/1.1" status: 204 len: 168 time: 2.5470176 Jun 24 11:51:51.922052 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 34530) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:51:51.924761 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01c22be6-1669-482b-94cd-775df8dd11ba', 'tag': '33678eb9-0f0d-4a2b-923f-cd19cd23cc40'}] {{(pid=128083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 11:51:51.928784 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a77f7dee1a0522ddf93af289475d218fcdb8f30317daadec13ebf930b5b9dbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f7be53b-693a-4165-98a0-17cc72681748" -d '{"events": [{"name": "network-changed", "server_uuid": "01c22be6-1669-482b-94cd-775df8dd11ba", "tag": "33678eb9-0f0d-4a2b-923f-cd19cd23cc40"}]}' {{(pid=128083) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 11:51:51.930462 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b819781c-d6b2-4ee2-a511-0b25f63746fe None None] Network 7b0fab06-b3a2-487d-afd0-e42bfce9b42d requested from dv-neutron-797120-4-hyperv {{(pid=128085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 11:51:51.936690 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb02033-7dc9-44f7-a892-0e91c0ae6f12 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Pushing event updated for resources: {'Port': ['ID=76acd31b-352e-4d69-80d1-352fba91fbfd,revision_number=1']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:51:51.947955 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-9cb02033-7dc9-44f7-a892-0e91c0ae6f12 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:51:51.950110 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-970205d5-11cd-4dcf-9001-60158ab326b5 tempest-BulkNetworkOpsTest-1574223460 tempest-BulkNetworkOpsTest-1574223460-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.057s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:51:51.980579 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-984b7090-19a1-4d2f-9e58-182d607d0499 None None] Routers {'ee31ee3a-f8b4-4647-a8df-28778cd53f86'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 11:51:51.981252 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-984b7090-19a1-4d2f-9e58-182d607d0499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T11:51:26Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['ee31ee3a-f8b4-4647-a8df-28778cd53f86'], 'active': True} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:51:51.982297 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ade669-a6ae-4c2b-8d91-a2cd9501e83e tempest-RoutersNegativeTest-663611585 tempest-RoutersNegativeTest-663611585-project] Pushing event deleted for resources: {'Subnet': ['ID=e6b7ae94-8ebc-431d-bd0e-d6515e7d9447,revision_number=None']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:51:52.003274 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-d5ade669-a6ae-4c2b-8d91-a2cd9501e83e tempest-RoutersNegativeTest-663611585 tempest-RoutersNegativeTest-663611585-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:51:52.012949 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-bfb32b14-2cf1-4dad-b305-5c0e258b016f req-e28e4334-3c9c-46b9-9d42-21937538a6ca service neutron] 10.222.0.45 "GET /v2.0/networks/1eb2d951-a1cb-4471-903d-de3233e8be60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2868400 Jun 24 11:51:52.033472 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc5981c9-1ee8-4d3f-af40-e65934b735a1 tempest-RoutersNegativeTest-663611585 tempest-RoutersNegativeTest-663611585-project] Deleting subnet 9ce22d2a-55ef-4c3c-be7b-3f0e2cf6a2e0 {{(pid=128083) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 24 11:51:52.037673 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-cc5981c9-1ee8-4d3f-af40-e65934b735a1 tempest-RoutersNegativeTest-663611585 tempest-RoutersNegativeTest-663611585-project] Notify callbacks [] for subnet, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:52.043854 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 11:51:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1775f81-a878-42ea-818a-4393b5b2636e x-openstack-request-id: req-d1775f81-a878-42ea-818a-4393b5b2636e {{(pid=128083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 11:51:52.044016 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cb02033-7dc9-44f7-a892-0e91c0ae6f12 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=128084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:51:52.044208 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01c22be6-1669-482b-94cd-775df8dd11ba", "tag": "33678eb9-0f0d-4a2b-923f-cd19cd23cc40", "status": "completed", "code": 200}]} {{(pid=128083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 11:51:52.044500 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d1775f81-a878-42ea-818a-4393b5b2636e {{(pid=128083) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 11:51:52.044691 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-9cb02033-7dc9-44f7-a892-0e91c0ae6f12 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468916'] for port, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:52.045005 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01c22be6-1669-482b-94cd-775df8dd11ba', 'tag': '33678eb9-0f0d-4a2b-923f-cd19cd23cc40', 'status': 'completed', 'code': 200} Jun 24 11:51:52.087569 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-9cb02033-7dc9-44f7-a892-0e91c0ae6f12 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.9121084 Jun 24 11:51:52.088042 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 34536) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:51:52.196403 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-cc5981c9-1ee8-4d3f-af40-e65934b735a1 tempest-RoutersNegativeTest-663611585 tempest-RoutersNegativeTest-663611585-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3143795'] for subnet, precommit_delete_associations {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:52.341650 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning for port c218ef61-344a-4538-aef0-2ed32a5503d4 completed by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 11:51:52.369585 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvr_db [None req-984b7090-19a1-4d2f-9e58-182d607d0499 None None] Set router ee31ee3a-f8b4-4647-a8df-28778cd53f86 gateway port host: dv-neutron-797120-4-hyperv {{(pid=128085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 11:51:52.381378 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-cc5981c9-1ee8-4d3f-af40-e65934b735a1 tempest-RoutersNegativeTest-663611585 tempest-RoutersNegativeTest-663611585-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-972249'] for subnet, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:52.413543 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f687f4f-f421-4555-ab43-a90f1bff4afa None None] Network 81598487-dc35-42cf-bbcb-125b71b92648 requested from dv-neutron-797120-4-hyperv {{(pid=128085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 11:51:52.460419 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-81afd1fe-7339-49cc-9e88-939fe6a38d33 None None] Provisioning for port c218ef61-344a-4538-aef0-2ed32a5503d4 completed by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 11:51:52.497324 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-cc5981c9-1ee8-4d3f-af40-e65934b735a1 tempest-RoutersNegativeTest-663611585 tempest-RoutersNegativeTest-663611585-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-972238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2537800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3289951'] for subnet, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:52.509144 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-f83e739c-e627-4c4e-bb8a-7e1aa8ee9e47 tempest-RoutersNegativeTest-663611585 tempest-RoutersNegativeTest-663611585-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:51:52.517177 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7be53b-693a-4165-98a0-17cc72681748 req-657716ed-b07f-4ce4-81b9-7182857e26ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:51:52.518627 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-2f7be53b-693a-4165-98a0-17cc72681748 req-657716ed-b07f-4ce4-81b9-7182857e26ac service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=027cb114b40f4b66abdd9fd20f4debdf&device_id=01c22be6-1669-482b-94cd-775df8dd11ba HTTP/1.1" status: 200 len: 1099 time: 0.4222901 Jun 24 11:51:52.539069 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-cc5981c9-1ee8-4d3f-af40-e65934b735a1 tempest-RoutersNegativeTest-663611585 tempest-RoutersNegativeTest-663611585-project] Notify callbacks [] for subnet, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:52.539831 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-81afd1fe-7339-49cc-9e88-939fe6a38d33 None None] Provisioning complete for port c218ef61-344a-4538-aef0-2ed32a5503d4 triggered by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:51:52.542744 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-81afd1fe-7339-49cc-9e88-939fe6a38d33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:52.542932 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-cc5981c9-1ee8-4d3f-af40-e65934b735a1 tempest-RoutersNegativeTest-663611585 tempest-RoutersNegativeTest-663611585-project] 10.222.0.53 "DELETE /v2.0/subnets/9ce22d2a-55ef-4c3c-be7b-3f0e2cf6a2e0 HTTP/1.1" status: 204 len: 168 time: 0.6028287 Jun 24 11:51:52.558278 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 34542) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:51:52.581622 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85bcb46c-c838-4825-825c-c170729c77cb None None] DHCP port deletion for 7b0fab06-b3a2-487d-afd0-e42bfce9b42d request from dv-neutron-797120-4-hyperv {{(pid=128085) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 24 11:51:52.584854 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2e3d2a5-a500-4f12-bc74-c9ebc0ae09a5 None None] Network 8515e249-7acf-45ba-a750-7d1b21d77b03 requested from dv-neutron-797120-4-hyperv {{(pid=128085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 11:51:52.608183 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5981c9-1ee8-4d3f-af40-e65934b735a1 tempest-RoutersNegativeTest-663611585 tempest-RoutersNegativeTest-663611585-project] Pushing event deleted for resources: {'Subnet': ['ID=9ce22d2a-55ef-4c3c-be7b-3f0e2cf6a2e0,revision_number=None']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:51:52.614674 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-cc5981c9-1ee8-4d3f-af40-e65934b735a1 tempest-RoutersNegativeTest-663611585 tempest-RoutersNegativeTest-663611585-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:51:52.678614 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-33a9f14f-7550-4f49-b0ec-3d5650bf603e tempest-RoutersNegativeTest-663611585 tempest-RoutersNegativeTest-663611585-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-534962'] for network, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:52.705943 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7cedbd-f23f-46f4-87b8-b929846bb962 req-ab129c2f-665b-4afd-83a0-249515258cdf tempest-TestNetworkAdvancedServerOps-1479438933 tempest-TestNetworkAdvancedServerOps-1479438933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:51:52.706189 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-c10d8fb8-87b6-4f8d-bc7d-9077d8e37d90 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:52.706344 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-9f7cedbd-f23f-46f4-87b8-b929846bb962 req-ab129c2f-665b-4afd-83a0-249515258cdf tempest-TestNetworkAdvancedServerOps-1479438933 tempest-TestNetworkAdvancedServerOps-1479438933-project] 10.222.0.53 "GET /v2.0/ports?device_id=01c22be6-1669-482b-94cd-775df8dd11ba HTTP/1.1" status: 200 len: 946 time: 0.2608392 Jun 24 11:51:52.709588 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7be53b-693a-4165-98a0-17cc72681748 req-9b2d8e21-2b93-4b22-9db7-9330f1910891 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:51:52.711070 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-2f7be53b-693a-4165-98a0-17cc72681748 req-9b2d8e21-2b93-4b22-9db7-9330f1910891 service neutron] 10.222.0.45 "GET /v2.0/networks?id=0df59c03-dac3-411f-a2bf-16d57a368c8d HTTP/1.1" status: 200 len: 898 time: 0.1681905 Jun 24 11:51:52.788276 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-2f7be53b-693a-4165-98a0-17cc72681748 req-aed0049e-92cf-4a3e-9e64-fda1e52aa974 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=33678eb9-0f0d-4a2b-923f-cd19cd23cc40 HTTP/1.1" status: 200 len: 217 time: 0.0617571 Jun 24 11:51:52.800288 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ffe402-3cec-4099-8f4a-7d8102c5ac98 req-d733cbea-835f-4afd-91e4-6edebb5ebced tempest-TestServerAdvancedOps-1606200857 tempest-TestServerAdvancedOps-1606200857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:51:52.802060 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-a8ffe402-3cec-4099-8f4a-7d8102c5ac98 req-d733cbea-835f-4afd-91e4-6edebb5ebced tempest-TestServerAdvancedOps-1606200857 tempest-TestServerAdvancedOps-1606200857-project] 10.222.0.53 "GET /v2.0/ports?device_id=efbc7311-6977-4f10-a865-f61321e5b23b HTTP/1.1" status: 200 len: 944 time: 0.1916456 Jun 24 11:51:52.865070 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.plugin [None req-33a9f14f-7550-4f49-b0ec-3d5650bf603e tempest-RoutersNegativeTest-663611585 tempest-RoutersNegativeTest-663611585-project] Deleting port 16118a7b-b0f8-4599-b3a2-815c20d0296e {{(pid=128084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 11:51:52.865070 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-33a9f14f-7550-4f49-b0ec-3d5650bf603e tempest-RoutersNegativeTest-663611585 tempest-RoutersNegativeTest-663611585-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793193942312'] for port, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:52.878128 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-9f7cedbd-f23f-46f4-87b8-b929846bb962 req-4e0df02c-3d0c-49da-8919-3a9b74b90599 tempest-TestNetworkAdvancedServerOps-1479438933 tempest-TestNetworkAdvancedServerOps-1479438933-project] 10.222.0.53 "GET /v2.0/security-groups?id=ad6af071-5e9d-4374-b735-aabf2d994394&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1625099 Jun 24 11:51:52.905454 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7be53b-693a-4165-98a0-17cc72681748 req-8aa7c189-a099-403e-b0b6-91d44a3decc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:51:52.906945 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-2f7be53b-693a-4165-98a0-17cc72681748 req-8aa7c189-a099-403e-b0b6-91d44a3decc7 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=fed5c1a3-282b-465b-a705-0bcb2ca19c6d HTTP/1.1" status: 200 len: 833 time: 0.1025484 Jun 24 11:51:52.910922 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-a8ffe402-3cec-4099-8f4a-7d8102c5ac98 req-54c31d1b-d751-4643-bf21-e5e8c9b713d8 tempest-TestServerAdvancedOps-1606200857 tempest-TestServerAdvancedOps-1606200857-project] 10.222.0.53 "GET /v2.0/security-groups?id=dd53c4b1-5cb2-4421-93f2-e44c59b30ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951028 Jun 24 11:51:52.975335 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7be53b-693a-4165-98a0-17cc72681748 req-de59f756-aa94-4a55-91ea-cd857d6d1e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:51:52.976774 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-2f7be53b-693a-4165-98a0-17cc72681748 req-de59f756-aa94-4a55-91ea-cd857d6d1e3d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=0df59c03-dac3-411f-a2bf-16d57a368c8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0621054 Jun 24 11:51:53.027760 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.db [None req-33a9f14f-7550-4f49-b0ec-3d5650bf603e tempest-RoutersNegativeTest-663611585 tempest-RoutersNegativeTest-663611585-project] For port 16118a7b-b0f8-4599-b3a2-815c20d0296e, host dv-neutron-797120-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=16118a7b-b0f8-4599-b3a2-815c20d0296e,segment=NetworkSegment(3849a4dc-d7d5-40ee-8b43-a9c5f7929157),segment_id=3849a4dc-d7d5-40ee-8b43-a9c5f7929157)] {{(pid=128084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 11:51:53.028158 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-33a9f14f-7550-4f49-b0ec-3d5650bf603e tempest-RoutersNegativeTest-663611585 tempest-RoutersNegativeTest-663611585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1978872'] for port, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:53.050794 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.plugin [None req-33a9f14f-7550-4f49-b0ec-3d5650bf603e tempest-RoutersNegativeTest-663611585 tempest-RoutersNegativeTest-663611585-project] Calling delete_port for 16118a7b-b0f8-4599-b3a2-815c20d0296e owned by network:dhcp {{(pid=128084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 11:51:53.083951 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-2f7be53b-693a-4165-98a0-17cc72681748 req-b52dc0c2-856a-4c2b-9f2f-8915c88d3cf1 service neutron] 10.222.0.45 "GET /v2.0/networks/0df59c03-dac3-411f-a2bf-16d57a368c8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986323 Jun 24 11:51:53.157987 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-c10d8fb8-87b6-4f8d-bc7d-9077d8e37d90 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Notify callbacks [] for port, precommit_update {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:53.166915 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-81afd1fe-7339-49cc-9e88-939fe6a38d33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:53.170622 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-85bcb46c-c838-4825-825c-c170729c77cb None None] Deleting port 16118a7b-b0f8-4599-b3a2-815c20d0296e {{(pid=128085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 11:51:53.171067 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-85bcb46c-c838-4825-825c-c170729c77cb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793193942312'] for port, before_delete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:53.175577 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-c10d8fb8-87b6-4f8d-bc7d-9077d8e37d90 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3292081'] for port, after_update {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:53.178888 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-3bc0fb3f-6596-49c9-a1b3-855fb8e4b795 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:51:53.225270 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-2f7be53b-693a-4165-98a0-17cc72681748 req-f03d83ae-9637-4d43-9182-df833d431a61 service neutron] 10.222.0.45 "GET /v2.0/networks/0df59c03-dac3-411f-a2bf-16d57a368c8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321683 Jun 24 11:51:53.237107 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-33a9f14f-7550-4f49-b0ec-3d5650bf603e tempest-RoutersNegativeTest-663611585 tempest-RoutersNegativeTest-663611585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793193945299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193536732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3292088'] for port, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:53.276463 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10d8fb8-87b6-4f8d-bc7d-9077d8e37d90 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Pushing event updated for resources: {'Port': ['ID=76acd31b-352e-4d69-80d1-352fba91fbfd,revision_number=2']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:51:53.279082 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33a9f14f-7550-4f49-b0ec-3d5650bf603e tempest-RoutersNegativeTest-663611585 tempest-RoutersNegativeTest-663611585-project] No DVR routers for this DVR port 16118a7b-b0f8-4599-b3a2-815c20d0296e on host dv-neutron-797120-4-hyperv {{(pid=128084) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 11:51:53.283147 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-c10d8fb8-87b6-4f8d-bc7d-9077d8e37d90 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:51:53.288203 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-4736c34a-1844-4dae-98de-f3ecd968a9e5 tempest-BulkNetworkOpsTest-1574223460 tempest-BulkNetworkOpsTest-1574223460-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.045s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:51:53.333346 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-81afd1fe-7339-49cc-9e88-939fe6a38d33 None None] For port c218ef61-344a-4538-aef0-2ed32a5503d4, host dv-neutron-797120-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=c218ef61-344a-4538-aef0-2ed32a5503d4,segment=NetworkSegment(ee0e6305-2240-4ed9-aedf-89069a9be1d6),segment_id=ee0e6305-2240-4ed9-aedf-89069a9be1d6)] {{(pid=128085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 11:51:53.337118 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a9f14f-7550-4f49-b0ec-3d5650bf603e tempest-RoutersNegativeTest-663611585 tempest-RoutersNegativeTest-663611585-project] Pushing event deleted for resources: {'Port': ['ID=16118a7b-b0f8-4599-b3a2-815c20d0296e,revision_number=None']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:51:53.345943 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-85bcb46c-c838-4825-825c-c170729c77cb None None] For port 16118a7b-b0f8-4599-b3a2-815c20d0296e, host dv-neutron-797120-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=16118a7b-b0f8-4599-b3a2-815c20d0296e,segment=NetworkSegment(3849a4dc-d7d5-40ee-8b43-a9c5f7929157),segment_id=3849a4dc-d7d5-40ee-8b43-a9c5f7929157)] {{(pid=128085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 11:51:53.346353 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-85bcb46c-c838-4825-825c-c170729c77cb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1978872'] for port, precommit_delete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:53.351244 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-81afd1fe-7339-49cc-9e88-939fe6a38d33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:53.351452 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-33a9f14f-7550-4f49-b0ec-3d5650bf603e tempest-RoutersNegativeTest-663611585 tempest-RoutersNegativeTest-663611585-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:51:53.358046 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-688fd16e-a672-4aa6-b00e-71b6881581b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:51:53.375849 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-85bcb46c-c838-4825-825c-c170729c77cb None None] Calling delete_port for 16118a7b-b0f8-4599-b3a2-815c20d0296e owned by network:dhcp {{(pid=128085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 11:51:53.428666 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-33a9f14f-7550-4f49-b0ec-3d5650bf603e tempest-RoutersNegativeTest-663611585 tempest-RoutersNegativeTest-663611585-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973199', 'neutron.services.segments.db._delete_segments_for_network-8793194012456'] for network, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:53.466380 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.services.segments.db [None req-33a9f14f-7550-4f49-b0ec-3d5650bf603e tempest-RoutersNegativeTest-663611585 tempest-RoutersNegativeTest-663611585-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b0fab06-b3a2-487d-afd0-e42bfce9b42d']}} {{(pid=128084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:51:53.474711 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c379651-72db-4375-a21e-3fd3ed31855a None None] DHCP port deletion for 8515e249-7acf-45ba-a750-7d1b21d77b03 request from dv-neutron-797120-4-hyperv {{(pid=128085) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 24 11:51:53.481852 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.services.segments.db [None req-33a9f14f-7550-4f49-b0ec-3d5650bf603e tempest-RoutersNegativeTest-663611585 tempest-RoutersNegativeTest-663611585-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3849a4dc-d7d5-40ee-8b43-a9c5f7929157') {'for_net_delete': True} {{(pid=128084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:51:53.482175 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.services.segments.db [None req-33a9f14f-7550-4f49-b0ec-3d5650bf603e tempest-RoutersNegativeTest-663611585 tempest-RoutersNegativeTest-663611585-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3849a4dc-d7d5-40ee-8b43-a9c5f7929157') {} {{(pid=128084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:51:53.485222 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-984b7090-19a1-4d2f-9e58-182d607d0499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee31ee3a-f8b4-4647-a8df-28778cd53f86', 'name': 'tempest-TestNetworkAdvancedServerOps-router-699476796', 'tenant_id': '027cb114b40f4b66abdd9fd20f4debdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'external_fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.213'}], 'enable_snat': True}, 'gw_port_id': '373ef065-c177-4277-a496-5938a3e62f69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T11:49:29Z', 'updated_at': '2021-06-24T11:49:41Z', 'revision_number': 4, 'project_id': '027cb114b40f4b66abdd9fd20f4debdf', 'gw_port': {'id': '373ef065-c177-4277-a496-5938a3e62f69', 'name': '', 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:10:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee31ee3a-f8b4-4647-a8df-28778cd53f86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 903, 'fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:49:30Z', 'updated_at': '2021-06-24T11:49:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-4-hyperv', '_interfaces': [{'id': 'd53c5e63-07c1-42e3-8bd4-9342e0cb7112', 'name': '', 'network_id': '0df59c03-dac3-411f-a2bf-16d57a368c8d', 'tenant_id': '027cb114b40f4b66abdd9fd20f4debdf', 'mac_address': 'fa:16:3e:ab:85:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee31ee3a-f8b4-4647-a8df-28778cd53f86', 'device_owner': 'network:router_interface', 'standard_attr_id': 927, 'fixed_ips': [{'subnet_id': 'fed5c1a3-282b-465b-a705-0bcb2ca19c6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:49:39Z', 'updated_at': '2021-06-24T11:49:52Z', 'revision_number': 5, 'project_id': '027cb114b40f4b66abdd9fd20f4debdf', 'subnets': [{'id': 'fed5c1a3-282b-465b-a705-0bcb2ca19c6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:51:53.490195 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81afd1fe-7339-49cc-9e88-939fe6a38d33 None None] Pushing event updated for resources: {'Port': ['ID=c218ef61-344a-4538-aef0-2ed32a5503d4,revision_number=3']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:51:53.496820 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-33a9f14f-7550-4f49-b0ec-3d5650bf603e tempest-RoutersNegativeTest-663611585 tempest-RoutersNegativeTest-663611585-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793194097327', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2373599'] for segment, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:53.519625 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-81afd1fe-7339-49cc-9e88-939fe6a38d33 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:51:53.523953 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-984b7090-19a1-4d2f-9e58-182d607d0499 None None] Checking router: ee31ee3a-f8b4-4647-a8df-28778cd53f86 for host: dv-neutron-797120-4-hyperv {{(pid=128085) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 11:51:53.538526 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-33a9f14f-7550-4f49-b0ec-3d5650bf603e tempest-RoutersNegativeTest-663611585 tempest-RoutersNegativeTest-663611585-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967879'] for segment, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:53.572727 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-984b7090-19a1-4d2f-9e58-182d607d0499 None None] Routers {'ee31ee3a-f8b4-4647-a8df-28778cd53f86'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 11:51:53.573401 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-984b7090-19a1-4d2f-9e58-182d607d0499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T11:51:26Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['ee31ee3a-f8b4-4647-a8df-28778cd53f86'], 'active': True} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:51:53.589752 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-33a9f14f-7550-4f49-b0ec-3d5650bf603e tempest-RoutersNegativeTest-663611585 tempest-RoutersNegativeTest-663611585-project] Releasing vlan 601 on physical network physnet1 to pool {{(pid=128084) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 11:51:53.590167 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-33a9f14f-7550-4f49-b0ec-3d5650bf603e tempest-RoutersNegativeTest-663611585 tempest-RoutersNegativeTest-663611585-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3292053'] for segment, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:53.593629 dv-neutron-797120-4-hyperv neutron-server[128084]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 11:51:53.593629 dv-neutron-797120-4-hyperv neutron-server[128084]: conditions |= (models_v2.Port.network_id.in_( Jun 24 11:51:53.593629 dv-neutron-797120-4-hyperv neutron-server[128084]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 11:51:53.593629 dv-neutron-797120-4-hyperv neutron-server[128084]: conditions |= (models_v2.Port.network_id.in_( Jun 24 11:51:53.593629 dv-neutron-797120-4-hyperv neutron-server[128084]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 11:51:53.593629 dv-neutron-797120-4-hyperv neutron-server[128084]: conditions |= (models_v2.Port.network_id.in_( Jun 24 11:51:53.593629 dv-neutron-797120-4-hyperv neutron-server[128084]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 11:51:53.593629 dv-neutron-797120-4-hyperv neutron-server[128084]: conditions |= (models_v2.Port.network_id.in_( Jun 24 11:51:53.593629 dv-neutron-797120-4-hyperv neutron-server[128084]: Traceback (most recent call last): Jun 24 11:51:53.593629 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 24 11:51:53.593629 dv-neutron-797120-4-hyperv neutron-server[128084]: timer() Jun 24 11:51:53.593629 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 24 11:51:53.593629 dv-neutron-797120-4-hyperv neutron-server[128084]: cb(*args, **kw) Jun 24 11:51:53.593629 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 24 11:51:53.593629 dv-neutron-797120-4-hyperv neutron-server[128084]: return func(*args, **kwargs) Jun 24 11:51:53.593629 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 24 11:51:53.593629 dv-neutron-797120-4-hyperv neutron-server[128084]: self._notify() Jun 24 11:51:53.593629 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 24 11:51:53.593629 dv-neutron-797120-4-hyperv neutron-server[128084]: self.callback(batched_events) Jun 24 11:51:53.593629 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 24 11:51:53.593629 dv-neutron-797120-4-hyperv neutron-server[128084]: event.method(event) Jun 24 11:51:53.593629 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 24 11:51:53.593629 dv-neutron-797120-4-hyperv neutron-server[128084]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 24 11:51:53.593629 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 24 11:51:53.593629 dv-neutron-797120-4-hyperv neutron-server[128084]: aggregate_uuid = self.p_client.list_aggregates( Jun 24 11:51:53.593629 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 24 11:51:53.593629 dv-neutron-797120-4-hyperv neutron-server[128084]: return f(self, *a, **k) Jun 24 11:51:53.593629 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 24 11:51:53.593629 dv-neutron-797120-4-hyperv neutron-server[128084]: return self._get(url).json() Jun 24 11:51:53.593629 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 24 11:51:53.593629 dv-neutron-797120-4-hyperv neutron-server[128084]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 24 11:51:53.593629 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 24 11:51:53.593629 dv-neutron-797120-4-hyperv neutron-server[128084]: return self.request(url, 'GET', **kwargs) Jun 24 11:51:53.593629 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 24 11:51:53.593629 dv-neutron-797120-4-hyperv neutron-server[128084]: base_url = self.get_endpoint(auth, allow=allow, Jun 24 11:51:53.593629 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 24 11:51:53.593629 dv-neutron-797120-4-hyperv neutron-server[128084]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 24 11:51:53.593629 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 24 11:51:53.593629 dv-neutron-797120-4-hyperv neutron-server[128084]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 24 11:51:53.593629 dv-neutron-797120-4-hyperv neutron-server[128084]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 24 11:51:53.604587 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-c10d8fb8-87b6-4f8d-bc7d-9077d8e37d90 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1978458'] for router_interface, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:53.637697 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-85bcb46c-c838-4825-825c-c170729c77cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793193945299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193536732'] for port, after_delete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:53.642285 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-13a03c0a-e1ea-4196-99d3-006c88c05560 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:51:53.703986 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85bcb46c-c838-4825-825c-c170729c77cb None None] Pushing event deleted for resources: {'Port': ['ID=16118a7b-b0f8-4599-b3a2-815c20d0296e,revision_number=None']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:51:53.711706 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-85bcb46c-c838-4825-825c-c170729c77cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:51:53.714613 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85bcb46c-c838-4825-825c-c170729c77cb None None] No DVR routers for this DVR port 16118a7b-b0f8-4599-b3a2-815c20d0296e on host dv-neutron-797120-4-hyperv {{(pid=128085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 11:51:53.731835 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-2c379651-72db-4375-a21e-3fd3ed31855a None None] Deleting port 223fc8f4-9bb4-4f2f-b88b-030541d4e178 {{(pid=128085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 11:51:53.732097 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-2c379651-72db-4375-a21e-3fd3ed31855a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793193942312'] for port, before_delete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:53.742536 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-33a9f14f-7550-4f49-b0ec-3d5650bf603e tempest-RoutersNegativeTest-663611585 tempest-RoutersNegativeTest-663611585-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1800243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1815642'] for network, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:53.753116 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-83ba8585-c13b-40d8-b714-c23d2a37bc48 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:51:53.758533 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-33a9f14f-7550-4f49-b0ec-3d5650bf603e tempest-RoutersNegativeTest-663611585 tempest-RoutersNegativeTest-663611585-project] Notify callbacks [] for network, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:53.763542 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvr_db [None req-984b7090-19a1-4d2f-9e58-182d607d0499 None None] Set router ee31ee3a-f8b4-4647-a8df-28778cd53f86 gateway port host: dv-neutron-797120-4-hyperv {{(pid=128085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 11:51:53.764235 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-33a9f14f-7550-4f49-b0ec-3d5650bf603e tempest-RoutersNegativeTest-663611585 tempest-RoutersNegativeTest-663611585-project] 10.222.0.53 "DELETE /v2.0/networks/7b0fab06-b3a2-487d-afd0-e42bfce9b42d HTTP/1.1" status: 204 len: 168 time: 1.2048874 Jun 24 11:51:53.765651 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 34544) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:51:53.783402 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a9f14f-7550-4f49-b0ec-3d5650bf603e tempest-RoutersNegativeTest-663611585 tempest-RoutersNegativeTest-663611585-project] Pushing event deleted for resources: {'Network': ['ID=7b0fab06-b3a2-487d-afd0-e42bfce9b42d,revision_number=None']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:51:53.788075 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-33a9f14f-7550-4f49-b0ec-3d5650bf603e tempest-RoutersNegativeTest-663611585 tempest-RoutersNegativeTest-663611585-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:51:53.843158 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device c218ef61-344a-4538-aef0-2ed32a5503d4 up at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 11:51:53.864335 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-c10d8fb8-87b6-4f8d-bc7d-9077d8e37d90 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:53.926814 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-5725cddc-d064-4cf4-94dc-38a4290fc6c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:53.930280 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-aff066d7-4d57-4782-aee1-ff778f839ac4 tempest-RoutersNegativeTest-663611585 tempest-RoutersNegativeTest-663611585-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-534962'] for network, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:53.939759 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-2c379651-72db-4375-a21e-3fd3ed31855a None None] For port 223fc8f4-9bb4-4f2f-b88b-030541d4e178, host dv-neutron-797120-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=223fc8f4-9bb4-4f2f-b88b-030541d4e178,segment=NetworkSegment(d8a7247d-2f14-431c-ab07-19c4e1aa4a14),segment_id=d8a7247d-2f14-431c-ab07-19c4e1aa4a14)] {{(pid=128085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 11:51:53.940168 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-2c379651-72db-4375-a21e-3fd3ed31855a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1978872'] for port, precommit_delete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:54.015667 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-27e99668-96a3-4dfe-9611-91615bc6b253 None None] Provisioning for port 76acd31b-352e-4d69-80d1-352fba91fbfd completed by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 11:51:54.017878 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-2c379651-72db-4375-a21e-3fd3ed31855a None None] Calling delete_port for 223fc8f4-9bb4-4f2f-b88b-030541d4e178 owned by network:dhcp {{(pid=128085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 11:51:54.039200 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f9e4fc-c640-4408-a4d9-be18a67f86d8 req-0eb93e3a-86a2-42d6-8247-44b057b2c911 tempest-TestNetworkAdvancedServerOps-1479438933 tempest-TestNetworkAdvancedServerOps-1479438933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:51:54.050912 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-40f9e4fc-c640-4408-a4d9-be18a67f86d8 req-0eb93e3a-86a2-42d6-8247-44b057b2c911 tempest-TestNetworkAdvancedServerOps-1479438933 tempest-TestNetworkAdvancedServerOps-1479438933-project] 10.222.0.45 "GET /v2.0/ports?device_id=01c22be6-1669-482b-94cd-775df8dd11ba HTTP/1.1" status: 200 len: 946 time: 0.2138131 Jun 24 11:51:54.118671 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-27e99668-96a3-4dfe-9611-91615bc6b253 None None] Provisioning complete for port 76acd31b-352e-4d69-80d1-352fba91fbfd triggered by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:51:54.119062 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-27e99668-96a3-4dfe-9611-91615bc6b253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:54.223787 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning complete for port c218ef61-344a-4538-aef0-2ed32a5503d4 triggered by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:51:54.224501 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:54.258163 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-27e99668-96a3-4dfe-9611-91615bc6b253 None None] Port 76acd31b-352e-4d69-80d1-352fba91fbfd cannot update to ACTIVE because it is not bound. {{(pid=128085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 11:51:54.272496 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.plugin [None req-aff066d7-4d57-4782-aee1-ff778f839ac4 tempest-RoutersNegativeTest-663611585 tempest-RoutersNegativeTest-663611585-project] Deleting port 223fc8f4-9bb4-4f2f-b88b-030541d4e178 {{(pid=128083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 11:51:54.272850 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-aff066d7-4d57-4782-aee1-ff778f839ac4 tempest-RoutersNegativeTest-663611585 tempest-RoutersNegativeTest-663611585-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793193942312'] for port, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:54.294024 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-c10d8fb8-87b6-4f8d-bc7d-9077d8e37d90 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Notify callbacks [] for port, precommit_update {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:54.314972 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-c10d8fb8-87b6-4f8d-bc7d-9077d8e37d90 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3292081'] for port, after_update {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:54.323048 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-fd149e76-37b3-49fb-9746-d706e23fa79e tempest-TagsExtTest-1815527086 tempest-TagsExtTest-1815527086-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:51:54.329203 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-27e99668-96a3-4dfe-9611-91615bc6b253 None None] Provisioning complete for port c218ef61-344a-4538-aef0-2ed32a5503d4 triggered by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:51:54.330170 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-27e99668-96a3-4dfe-9611-91615bc6b253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:54.369903 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a7f37e-3700-428e-831c-24e8b731436c req-9b744359-a863-4459-a9bd-ea33d8b5f0d1 tempest-TestNetworkAdvancedServerOps-1479438933 tempest-TestNetworkAdvancedServerOps-1479438933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:51:54.376761 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-2c379651-72db-4375-a21e-3fd3ed31855a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793193945299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193536732'] for port, after_delete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:54.378565 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-f3a7f37e-3700-428e-831c-24e8b731436c req-9b744359-a863-4459-a9bd-ea33d8b5f0d1 tempest-TestNetworkAdvancedServerOps-1479438933 tempest-TestNetworkAdvancedServerOps-1479438933-project] 10.222.0.53 "GET /v2.0/ports?device_id=01c22be6-1669-482b-94cd-775df8dd11ba HTTP/1.1" status: 200 len: 946 time: 0.2814629 Jun 24 11:51:54.383615 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-4d4be027-44c2-4a57-addf-499db6c402ca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:51:54.415172 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-c10d8fb8-87b6-4f8d-bc7d-9077d8e37d90 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1783050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1978542'] for router_interface, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:54.417068 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10d8fb8-87b6-4f8d-bc7d-9077d8e37d90 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Pushing event updated for resources: {'Port': ['ID=76acd31b-352e-4d69-80d1-352fba91fbfd,revision_number=3']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:51:54.420563 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-c10d8fb8-87b6-4f8d-bc7d-9077d8e37d90 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:51:54.437570 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-f3a7f37e-3700-428e-831c-24e8b731436c req-9ab6d557-11bf-4de3-8409-bb351ffbad42 tempest-TestNetworkAdvancedServerOps-1479438933 tempest-TestNetworkAdvancedServerOps-1479438933-project] 10.222.0.53 "GET /v2.0/security-groups?id=ad6af071-5e9d-4374-b735-aabf2d994394&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574455 Jun 24 11:51:54.449403 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c379651-72db-4375-a21e-3fd3ed31855a None None] Pushing event deleted for resources: {'Port': ['ID=223fc8f4-9bb4-4f2f-b88b-030541d4e178,revision_number=None']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:51:54.469659 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.db [None req-aff066d7-4d57-4782-aee1-ff778f839ac4 tempest-RoutersNegativeTest-663611585 tempest-RoutersNegativeTest-663611585-project] For port 223fc8f4-9bb4-4f2f-b88b-030541d4e178, host dv-neutron-797120-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=223fc8f4-9bb4-4f2f-b88b-030541d4e178,segment=NetworkSegment(d8a7247d-2f14-431c-ab07-19c4e1aa4a14),segment_id=d8a7247d-2f14-431c-ab07-19c4e1aa4a14)] {{(pid=128083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 11:51:54.469659 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-aff066d7-4d57-4782-aee1-ff778f839ac4 tempest-RoutersNegativeTest-663611585 tempest-RoutersNegativeTest-663611585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1978872'] for port, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:54.469997 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-2c379651-72db-4375-a21e-3fd3ed31855a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:51:54.469997 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c379651-72db-4375-a21e-3fd3ed31855a None None] No DVR routers for this DVR port 223fc8f4-9bb4-4f2f-b88b-030541d4e178 on host dv-neutron-797120-4-hyperv {{(pid=128085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 11:51:54.484928 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.plugin [None req-aff066d7-4d57-4782-aee1-ff778f839ac4 tempest-RoutersNegativeTest-663611585 tempest-RoutersNegativeTest-663611585-project] Calling delete_port for 223fc8f4-9bb4-4f2f-b88b-030541d4e178 owned by network:dhcp {{(pid=128083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 11:51:54.486193 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-984b7090-19a1-4d2f-9e58-182d607d0499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee31ee3a-f8b4-4647-a8df-28778cd53f86', 'name': 'tempest-TestNetworkAdvancedServerOps-router-699476796', 'tenant_id': '027cb114b40f4b66abdd9fd20f4debdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'external_fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.213'}], 'enable_snat': True}, 'gw_port_id': '373ef065-c177-4277-a496-5938a3e62f69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T11:49:29Z', 'updated_at': '2021-06-24T11:49:41Z', 'revision_number': 4, 'project_id': '027cb114b40f4b66abdd9fd20f4debdf', 'gw_port': {'id': '373ef065-c177-4277-a496-5938a3e62f69', 'name': '', 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:10:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee31ee3a-f8b4-4647-a8df-28778cd53f86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 903, 'fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:49:30Z', 'updated_at': '2021-06-24T11:49:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-4-hyperv', '_interfaces': [{'id': 'd53c5e63-07c1-42e3-8bd4-9342e0cb7112', 'name': '', 'network_id': '0df59c03-dac3-411f-a2bf-16d57a368c8d', 'tenant_id': '027cb114b40f4b66abdd9fd20f4debdf', 'mac_address': 'fa:16:3e:ab:85:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee31ee3a-f8b4-4647-a8df-28778cd53f86', 'device_owner': 'network:router_interface', 'standard_attr_id': 927, 'fixed_ips': [{'subnet_id': 'fed5c1a3-282b-465b-a705-0bcb2ca19c6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:49:39Z', 'updated_at': '2021-06-24T11:49:52Z', 'revision_number': 5, 'project_id': '027cb114b40f4b66abdd9fd20f4debdf', 'subnets': [{'id': 'fed5c1a3-282b-465b-a705-0bcb2ca19c6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:51:54.519229 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.plugin [req-40f9e4fc-c640-4408-a4d9-be18a67f86d8 req-dcd6925f-50e2-4c44-afa1-8198729830ef tempest-TestNetworkAdvancedServerOps-1479438933 tempest-TestNetworkAdvancedServerOps-1479438933-project] Deleting port 33678eb9-0f0d-4a2b-923f-cd19cd23cc40 {{(pid=128083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 11:51:54.520187 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-40f9e4fc-c640-4408-a4d9-be18a67f86d8 req-dcd6925f-50e2-4c44-afa1-8198729830ef tempest-TestNetworkAdvancedServerOps-1479438933 tempest-TestNetworkAdvancedServerOps-1479438933-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793193942312'] for port, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:54.529452 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-984b7090-19a1-4d2f-9e58-182d607d0499 None None] The sync data for ids ['ee31ee3a-f8b4-4647-a8df-28778cd53f86'] in dv-neutron-797120-4-hyperv is: [{'id': 'ee31ee3a-f8b4-4647-a8df-28778cd53f86', 'name': 'tempest-TestNetworkAdvancedServerOps-router-699476796', 'tenant_id': '027cb114b40f4b66abdd9fd20f4debdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'external_fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.213'}], 'enable_snat': True}, 'gw_port_id': '373ef065-c177-4277-a496-5938a3e62f69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T11:49:29Z', 'updated_at': '2021-06-24T11:49:41Z', 'revision_number': 4, 'project_id': '027cb114b40f4b66abdd9fd20f4debdf', 'gw_port': {'id': '373ef065-c177-4277-a496-5938a3e62f69', 'name': '', 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:10:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee31ee3a-f8b4-4647-a8df-28778cd53f86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 903, 'fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:49:30Z', 'updated_at': '2021-06-24T11:49:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-4-hyperv', '_interfaces': [{'id': 'd53c5e63-07c1-42e3-8bd4-9342e0cb7112', 'name': '', 'network_id': '0df59c03-dac3-411f-a2bf-16d57a368c8d', 'tenant_id': '027cb114b40f4b66abdd9fd20f4debdf', 'mac_address': 'fa:16:3e:ab:85:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee31ee3a-f8b4-4647-a8df-28778cd53f86', 'device_owner': 'network:router_interface', 'standard_attr_id': 927, 'fixed_ips': [{'subnet_id': 'fed5c1a3-282b-465b-a705-0bcb2ca19c6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:49:39Z', 'updated_at': '2021-06-24T11:49:52Z', 'revision_number': 5, 'project_id': '027cb114b40f4b66abdd9fd20f4debdf', 'subnets': [{'id': 'fed5c1a3-282b-465b-a705-0bcb2ca19c6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=128085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 11:51:54.549298 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c10d8fb8-87b6-4f8d-bc7d-9077d8e37d90 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Network 81598487-dc35-42cf-bbcb-125b71b92648 is already hosted by enough agents. {{(pid=128084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 11:51:54.551132 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.base_scheduler [None req-c10d8fb8-87b6-4f8d-bc7d-9077d8e37d90 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Resources bound (agent type, host, resource id): {{(pid=128084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:51:54.595739 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device 16118a7b-b0f8-4599-b3a2-815c20d0296e no longer exists at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 11:51:54.614986 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9916ed30-440d-48bc-9dea-49605f7998d2 req-44ed7ac2-2791-45e1-9846-5b14b39339f0 tempest-TestServerAdvancedOps-1606200857 tempest-TestServerAdvancedOps-1606200857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:51:54.622058 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-9916ed30-440d-48bc-9dea-49605f7998d2 req-44ed7ac2-2791-45e1-9846-5b14b39339f0 tempest-TestServerAdvancedOps-1606200857 tempest-TestServerAdvancedOps-1606200857-project] 10.222.0.53 "GET /v2.0/ports?device_id=efbc7311-6977-4f10-a865-f61321e5b23b HTTP/1.1" status: 200 len: 944 time: 0.4897385 Jun 24 11:51:54.707567 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] No Port match for: 16118a7b-b0f8-4599-b3a2-815c20d0296e {{(pid=128085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 11:51:54.708631 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device 16118a7b-b0f8-4599-b3a2-815c20d0296e not bound to the agent host dv-neutron-797120-4-hyperv {{(pid=128085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 11:51:54.710275 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device 223fc8f4-9bb4-4f2f-b88b-030541d4e178 no longer exists at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 11:51:54.722472 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c10d8fb8-87b6-4f8d-bc7d-9077d8e37d90 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Router d4c86858-b72d-449d-a57a-feb4e19a9e66 is scheduled to L3 agent 2987dba8-2249-4ee6-96ec-28f0f7a6127d with binding_index 1 {{(pid=128084) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 24 11:51:54.747403 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] No Port match for: 223fc8f4-9bb4-4f2f-b88b-030541d4e178 {{(pid=128085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 11:51:54.747736 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device 223fc8f4-9bb4-4f2f-b88b-030541d4e178 not bound to the agent host dv-neutron-797120-4-hyperv {{(pid=128085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 11:51:54.761916 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Device dc4db242-685a-49fb-9f1c-d8dbf19706ef details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=128085) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 11:51:54.807723 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.db [req-40f9e4fc-c640-4408-a4d9-be18a67f86d8 req-dcd6925f-50e2-4c44-afa1-8198729830ef tempest-TestNetworkAdvancedServerOps-1479438933 tempest-TestNetworkAdvancedServerOps-1479438933-project] For port 33678eb9-0f0d-4a2b-923f-cd19cd23cc40, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=33678eb9-0f0d-4a2b-923f-cd19cd23cc40,segment=NetworkSegment(b17ea5b8-604c-427d-a101-058a8063b214),segment_id=b17ea5b8-604c-427d-a101-058a8063b214)] {{(pid=128083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 11:51:54.808323 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-40f9e4fc-c640-4408-a4d9-be18a67f86d8 req-dcd6925f-50e2-4c44-afa1-8198729830ef tempest-TestNetworkAdvancedServerOps-1479438933 tempest-TestNetworkAdvancedServerOps-1479438933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1978872'] for port, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:54.857573 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c10d8fb8-87b6-4f8d-bc7d-9077d8e37d90 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Notify agent at l3_agent.dv-neutron-797120-4-hyperv the message routers_updated {{(pid=128084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 11:51:54.860627 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-aff066d7-4d57-4782-aee1-ff778f839ac4 tempest-RoutersNegativeTest-663611585 tempest-RoutersNegativeTest-663611585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793193945299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193536732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2537862'] for port, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:54.863108 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-c10d8fb8-87b6-4f8d-bc7d-9077d8e37d90 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] 10.222.0.53 "PUT /v2.0/routers/d4c86858-b72d-449d-a57a-feb4e19a9e66/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7738287 Jun 24 11:51:54.866448 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 34550) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:51:54.878000 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1479f46-0a86-4840-b972-714f761d27c3 None None] Sync routers for ids ['d4c86858-b72d-449d-a57a-feb4e19a9e66'] in dv-neutron-797120-4-hyperv {{(pid=128086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 11:51:54.885383 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-a510946e-b4db-4f7d-a246-03585cb77077 tempest-BulkNetworkOpsTest-1574223460 tempest-BulkNetworkOpsTest-1574223460-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:51:54.893800 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1479f46-0a86-4840-b972-714f761d27c3 None None] Routers {'d4c86858-b72d-449d-a57a-feb4e19a9e66'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 11:51:54.894425 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-f1479f46-0a86-4840-b972-714f761d27c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T11:51:26Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['d4c86858-b72d-449d-a57a-feb4e19a9e66'], 'active': True} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:51:54.903072 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-31a46c35-7d70-4926-8996-382d4dcf7b58 None None] Provisioning complete for port 76acd31b-352e-4d69-80d1-352fba91fbfd triggered by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:51:54.903458 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-31a46c35-7d70-4926-8996-382d4dcf7b58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:54.918424 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aff066d7-4d57-4782-aee1-ff778f839ac4 tempest-RoutersNegativeTest-663611585 tempest-RoutersNegativeTest-663611585-project] No DVR routers for this DVR port 223fc8f4-9bb4-4f2f-b88b-030541d4e178 on host dv-neutron-797120-4-hyperv {{(pid=128083) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 11:51:54.954526 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bf06120-617f-44f0-a1b3-d4ff9a06b77f None None] New status for floating IP 6b873493-1817-4762-a114-a9baef9907af: DOWN {{(pid=128085) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 24 11:51:54.956274 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-9916ed30-440d-48bc-9dea-49605f7998d2 req-b3e263ce-d827-42b0-9a29-d9a95acba5e0 tempest-TestServerAdvancedOps-1606200857 tempest-TestServerAdvancedOps-1606200857-project] 10.222.0.53 "GET /v2.0/security-groups?id=dd53c4b1-5cb2-4421-93f2-e44c59b30ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3331699 Jun 24 11:51:54.959685 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff066d7-4d57-4782-aee1-ff778f839ac4 tempest-RoutersNegativeTest-663611585 tempest-RoutersNegativeTest-663611585-project] Pushing event deleted for resources: {'Port': ['ID=223fc8f4-9bb4-4f2f-b88b-030541d4e178,revision_number=None']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:51:54.964651 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-f1479f46-0a86-4840-b972-714f761d27c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:51:54.967405 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-aff066d7-4d57-4782-aee1-ff778f839ac4 tempest-RoutersNegativeTest-663611585 tempest-RoutersNegativeTest-663611585-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:51:54.978432 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1479f46-0a86-4840-b972-714f761d27c3 None None] Routers {'d4c86858-b72d-449d-a57a-feb4e19a9e66'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 11:51:54.979411 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-f1479f46-0a86-4840-b972-714f761d27c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T11:51:26Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['d4c86858-b72d-449d-a57a-feb4e19a9e66'], 'active': True} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:51:54.991417 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d493df44-bba8-49c7-9133-9d8c24b3b823 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:51:54.993016 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-d493df44-bba8-49c7-9133-9d8c24b3b823 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] 10.222.0.53 "GET /v2.0/ports?device_id=d4c86858-b72d-449d-a57a-feb4e19a9e66 HTTP/1.1" status: 200 len: 983 time: 0.1255949 Jun 24 11:51:54.995395 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.plugin [req-40f9e4fc-c640-4408-a4d9-be18a67f86d8 req-dcd6925f-50e2-4c44-afa1-8198729830ef tempest-TestNetworkAdvancedServerOps-1479438933 tempest-TestNetworkAdvancedServerOps-1479438933-project] Calling delete_port for 33678eb9-0f0d-4a2b-923f-cd19cd23cc40 owned by compute:nova {{(pid=128083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 11:51:54.995865 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 34552) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:51:55.009034 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-31a46c35-7d70-4926-8996-382d4dcf7b58 None None] Port 76acd31b-352e-4d69-80d1-352fba91fbfd cannot update to ACTIVE because it is not bound. {{(pid=128085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 11:51:55.030521 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-f1479f46-0a86-4840-b972-714f761d27c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:51:55.031494 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1479f46-0a86-4840-b972-714f761d27c3 None None] The sync data for ids ['d4c86858-b72d-449d-a57a-feb4e19a9e66'] in dv-neutron-797120-4-hyperv is: [] {{(pid=128086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 11:51:55.051346 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-aff066d7-4d57-4782-aee1-ff778f839ac4 tempest-RoutersNegativeTest-663611585 tempest-RoutersNegativeTest-663611585-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973199', 'neutron.services.segments.db._delete_segments_for_network-8793194012456'] for network, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:55.059826 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] For port dc4db242-685a-49fb-9f1c-d8dbf19706ef, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=dc4db242-685a-49fb-9f1c-d8dbf19706ef,segment=NetworkSegment(067601bd-1ee4-4b6e-8bc8-728b35f6b4b0),segment_id=067601bd-1ee4-4b6e-8bc8-728b35f6b4b0)] {{(pid=128085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 11:51:55.073079 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Returning: {'device': 'dc4db242-685a-49fb-9f1c-d8dbf19706ef', 'network_id': '1eb2d951-a1cb-4471-903d-de3233e8be60', 'port_id': 'dc4db242-685a-49fb-9f1c-d8dbf19706ef', 'mac_address': 'fa:16:3e:1a:fc:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 626, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec8118fd-2eac-4a2c-affd-57c056d6cd43', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=128085) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 11:51:55.102191 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.services.segments.db [None req-aff066d7-4d57-4782-aee1-ff778f839ac4 tempest-RoutersNegativeTest-663611585 tempest-RoutersNegativeTest-663611585-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8515e249-7acf-45ba-a750-7d1b21d77b03']}} {{(pid=128083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:51:55.119468 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.services.segments.db [None req-aff066d7-4d57-4782-aee1-ff778f839ac4 tempest-RoutersNegativeTest-663611585 tempest-RoutersNegativeTest-663611585-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8a7247d-2f14-431c-ab07-19c4e1aa4a14') {'for_net_delete': True} {{(pid=128083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:51:55.120101 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.services.segments.db [None req-aff066d7-4d57-4782-aee1-ff778f839ac4 tempest-RoutersNegativeTest-663611585 tempest-RoutersNegativeTest-663611585-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8a7247d-2f14-431c-ab07-19c4e1aa4a14') {} {{(pid=128083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:51:55.135654 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:55.136673 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-aff066d7-4d57-4782-aee1-ff778f839ac4 tempest-RoutersNegativeTest-663611585 tempest-RoutersNegativeTest-663611585-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793194097327', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3143690'] for segment, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:55.156844 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-48a279d0-738a-4cd5-a98d-84b15a75b784 None None] Provisioning complete for port 76acd31b-352e-4d69-80d1-352fba91fbfd triggered by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:51:55.158030 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-48a279d0-738a-4cd5-a98d-84b15a75b784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:55.161248 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-aff066d7-4d57-4782-aee1-ff778f839ac4 tempest-RoutersNegativeTest-663611585 tempest-RoutersNegativeTest-663611585-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967879'] for segment, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:55.183157 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aff066d7-4d57-4782-aee1-ff778f839ac4 tempest-RoutersNegativeTest-663611585 tempest-RoutersNegativeTest-663611585-project] Releasing vlan 621 on physical network physnet1 to pool {{(pid=128083) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 11:51:55.183573 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-aff066d7-4d57-4782-aee1-ff778f839ac4 tempest-RoutersNegativeTest-663611585 tempest-RoutersNegativeTest-663611585-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2537899'] for segment, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:55.183749 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.notifiers.nova [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc4db242-685a-49fb-9f1c-d8dbf19706ef {{(pid=128085) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 11:51:55.186873 dv-neutron-797120-4-hyperv neutron-server[128083]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 11:51:55.186873 dv-neutron-797120-4-hyperv neutron-server[128083]: conditions |= (models_v2.Port.network_id.in_( Jun 24 11:51:55.186873 dv-neutron-797120-4-hyperv neutron-server[128083]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 24 11:51:55.186873 dv-neutron-797120-4-hyperv neutron-server[128083]: self.session.flush() Jun 24 11:51:55.186873 dv-neutron-797120-4-hyperv neutron-server[128083]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 24 11:51:55.186873 dv-neutron-797120-4-hyperv neutron-server[128083]: self.session.flush() Jun 24 11:51:55.186873 dv-neutron-797120-4-hyperv neutron-server[128083]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 24 11:51:55.186873 dv-neutron-797120-4-hyperv neutron-server[128083]: self.session.flush() Jun 24 11:51:55.186873 dv-neutron-797120-4-hyperv neutron-server[128083]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 24 11:51:55.186873 dv-neutron-797120-4-hyperv neutron-server[128083]: self.session.flush() Jun 24 11:51:55.186873 dv-neutron-797120-4-hyperv neutron-server[128083]: Traceback (most recent call last): Jun 24 11:51:55.186873 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 24 11:51:55.186873 dv-neutron-797120-4-hyperv neutron-server[128083]: timer() Jun 24 11:51:55.186873 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 24 11:51:55.186873 dv-neutron-797120-4-hyperv neutron-server[128083]: cb(*args, **kw) Jun 24 11:51:55.186873 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 24 11:51:55.186873 dv-neutron-797120-4-hyperv neutron-server[128083]: return func(*args, **kwargs) Jun 24 11:51:55.186873 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 24 11:51:55.186873 dv-neutron-797120-4-hyperv neutron-server[128083]: self._notify() Jun 24 11:51:55.186873 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 24 11:51:55.186873 dv-neutron-797120-4-hyperv neutron-server[128083]: self.callback(batched_events) Jun 24 11:51:55.186873 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 24 11:51:55.186873 dv-neutron-797120-4-hyperv neutron-server[128083]: event.method(event) Jun 24 11:51:55.186873 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 24 11:51:55.186873 dv-neutron-797120-4-hyperv neutron-server[128083]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 24 11:51:55.186873 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 24 11:51:55.186873 dv-neutron-797120-4-hyperv neutron-server[128083]: aggregate_uuid = self.p_client.list_aggregates( Jun 24 11:51:55.186873 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 24 11:51:55.186873 dv-neutron-797120-4-hyperv neutron-server[128083]: return f(self, *a, **k) Jun 24 11:51:55.186873 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 24 11:51:55.186873 dv-neutron-797120-4-hyperv neutron-server[128083]: return self._get(url).json() Jun 24 11:51:55.186873 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 24 11:51:55.186873 dv-neutron-797120-4-hyperv neutron-server[128083]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 24 11:51:55.186873 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 24 11:51:55.186873 dv-neutron-797120-4-hyperv neutron-server[128083]: return self.request(url, 'GET', **kwargs) Jun 24 11:51:55.186873 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 24 11:51:55.186873 dv-neutron-797120-4-hyperv neutron-server[128083]: base_url = self.get_endpoint(auth, allow=allow, Jun 24 11:51:55.186873 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 24 11:51:55.186873 dv-neutron-797120-4-hyperv neutron-server[128083]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 24 11:51:55.186873 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 24 11:51:55.186873 dv-neutron-797120-4-hyperv neutron-server[128083]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 24 11:51:55.186873 dv-neutron-797120-4-hyperv neutron-server[128083]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 24 11:51:55.216355 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-48a279d0-738a-4cd5-a98d-84b15a75b784 None None] Port 76acd31b-352e-4d69-80d1-352fba91fbfd cannot update to ACTIVE because it is not bound. {{(pid=128085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 11:51:55.221021 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] For port dc4db242-685a-49fb-9f1c-d8dbf19706ef, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=dc4db242-685a-49fb-9f1c-d8dbf19706ef,segment=NetworkSegment(067601bd-1ee4-4b6e-8bc8-728b35f6b4b0),segment_id=067601bd-1ee4-4b6e-8bc8-728b35f6b4b0)] {{(pid=128085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 11:51:55.226378 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:55.229461 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-85bcb46c-c838-4825-825c-c170729c77cb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:51:55.291583 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-aff066d7-4d57-4782-aee1-ff778f839ac4 tempest-RoutersNegativeTest-663611585 tempest-RoutersNegativeTest-663611585-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1800243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1815642'] for network, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:55.292001 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Pushing event updated for resources: {'Port': ['ID=dc4db242-685a-49fb-9f1c-d8dbf19706ef,revision_number=4']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:51:55.296758 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-2433655f-aa8e-45b2-b97c-8fb28b463c1c tempest-ExtraDHCPOptionsTestJSON-1604773077 tempest-ExtraDHCPOptionsTestJSON-1604773077-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:51:55.304229 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-aff066d7-4d57-4782-aee1-ff778f839ac4 tempest-RoutersNegativeTest-663611585 tempest-RoutersNegativeTest-663611585-project] Notify callbacks [] for network, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:55.309087 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-aff066d7-4d57-4782-aee1-ff778f839ac4 tempest-RoutersNegativeTest-663611585 tempest-RoutersNegativeTest-663611585-project] 10.222.0.53 "DELETE /v2.0/networks/8515e249-7acf-45ba-a750-7d1b21d77b03 HTTP/1.1" status: 204 len: 168 time: 1.5390832 Jun 24 11:51:55.309331 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:51:55.309476 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 34556) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:51:55.326933 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff066d7-4d57-4782-aee1-ff778f839ac4 tempest-RoutersNegativeTest-663611585 tempest-RoutersNegativeTest-663611585-project] Pushing event deleted for resources: {'Network': ['ID=8515e249-7acf-45ba-a750-7d1b21d77b03,revision_number=None']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:51:55.329528 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-aff066d7-4d57-4782-aee1-ff778f839ac4 tempest-RoutersNegativeTest-663611585 tempest-RoutersNegativeTest-663611585-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:51:55.332404 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-40f9e4fc-c640-4408-a4d9-be18a67f86d8 req-dcd6925f-50e2-4c44-afa1-8198729830ef tempest-TestNetworkAdvancedServerOps-1479438933 tempest-TestNetworkAdvancedServerOps-1479438933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793193945299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193536732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2537862'] for port, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:55.336470 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-d87bff5e-a38c-4724-a779-7a2e5a221014 tempest-RoutersNegativeTest-663611585 tempest-RoutersNegativeTest-663611585-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:51:55.364340 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd6925f-50e2-4c44-afa1-8198729830ef tempest-TestNetworkAdvancedServerOps-1479438933 tempest-TestNetworkAdvancedServerOps-1479438933-project] Pushing event deleted for resources: {'Port': ['ID=33678eb9-0f0d-4a2b-923f-cd19cd23cc40,revision_number=None']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:51:55.367645 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-dcd6925f-50e2-4c44-afa1-8198729830ef tempest-TestNetworkAdvancedServerOps-1479438933 tempest-TestNetworkAdvancedServerOps-1479438933-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:51:55.426303 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.l3_dvrscheduler_db [req-40f9e4fc-c640-4408-a4d9-be18a67f86d8 req-dcd6925f-50e2-4c44-afa1-8198729830ef tempest-TestNetworkAdvancedServerOps-1479438933 tempest-TestNetworkAdvancedServerOps-1479438933-project] No DVR routers for this DVR port 33678eb9-0f0d-4a2b-923f-cd19cd23cc40 on host hv-neutron-7971 {{(pid=128083) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 11:51:55.432343 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-40f9e4fc-c640-4408-a4d9-be18a67f86d8 req-dcd6925f-50e2-4c44-afa1-8198729830ef tempest-TestNetworkAdvancedServerOps-1479438933 tempest-TestNetworkAdvancedServerOps-1479438933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468916'] for port, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:55.432343 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-40f9e4fc-c640-4408-a4d9-be18a67f86d8 req-dcd6925f-50e2-4c44-afa1-8198729830ef tempest-TestNetworkAdvancedServerOps-1479438933 tempest-TestNetworkAdvancedServerOps-1479438933-project] 10.222.0.45 "DELETE /v2.0/ports/33678eb9-0f0d-4a2b-923f-cd19cd23cc40 HTTP/1.1" status: 204 len: 173 time: 1.3740525 Jun 24 11:51:55.432343 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01c22be6-1669-482b-94cd-775df8dd11ba', 'name': 'network-vif-deleted', 'tag': '33678eb9-0f0d-4a2b-923f-cd19cd23cc40'}] {{(pid=128083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 11:51:55.434055 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a77f7dee1a0522ddf93af289475d218fcdb8f30317daadec13ebf930b5b9dbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfb0dae5-1aa9-4303-868c-fe202ee0fe36" -d '{"events": [{"server_uuid": "01c22be6-1669-482b-94cd-775df8dd11ba", "name": "network-vif-deleted", "tag": "33678eb9-0f0d-4a2b-923f-cd19cd23cc40"}]}' {{(pid=128083) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 11:51:55.489395 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 11:51:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5e73eb2-4277-449c-aec1-bd449e109c12 x-openstack-request-id: req-e5e73eb2-4277-449c-aec1-bd449e109c12 {{(pid=128083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 11:51:55.489821 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01c22be6-1669-482b-94cd-775df8dd11ba", "name": "network-vif-deleted", "tag": "33678eb9-0f0d-4a2b-923f-cd19cd23cc40", "status": "completed", "code": 200}]} {{(pid=128083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 11:51:55.490178 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e5e73eb2-4277-449c-aec1-bd449e109c12 {{(pid=128083) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 11:51:55.491047 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01c22be6-1669-482b-94cd-775df8dd11ba', 'name': 'network-vif-deleted', 'tag': '33678eb9-0f0d-4a2b-923f-cd19cd23cc40', 'status': 'completed', 'code': 200} Jun 24 11:51:55.500240 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] get_ports_and_sgs() called for port_ids ['dc4db242-685a-49fb-9f1c-d8dbf19706ef'] {{(pid=128085) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 11:51:55.620013 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-4f75ed3e-b698-4320-89b5-231da7c8c88c req-ab06d141-860c-4833-9a66-58a02e4b45f6 tempest-TestNetworkAdvancedServerOps-1479438933 tempest-TestNetworkAdvancedServerOps-1479438933-project] 10.222.0.53 "GET /v2.0/ports?device_id=01c22be6-1669-482b-94cd-775df8dd11ba HTTP/1.1" status: 200 len: 210 time: 0.0510535 Jun 24 11:51:55.753803 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.db.db_base_plugin_v2 [None req-8bbe5993-3b14-444a-af23-76fa5e0438c0 tempest-RoutersNegativeTest-663611585 tempest-RoutersNegativeTest-663611585-project] Deleting subnet bc644aa7-82d9-4efc-9478-f0873dbd23a5 {{(pid=128084) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 24 11:51:55.761362 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-8bbe5993-3b14-444a-af23-76fa5e0438c0 tempest-RoutersNegativeTest-663611585 tempest-RoutersNegativeTest-663611585-project] Notify callbacks [] for subnet, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:55.827496 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-8bbe5993-3b14-444a-af23-76fa5e0438c0 tempest-RoutersNegativeTest-663611585 tempest-RoutersNegativeTest-663611585-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2373542'] for subnet, precommit_delete_associations {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:55.943657 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-6bbdb511-3181-4598-ae24-7f6afba4a8db tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1978565'] for router_interface, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:56.060623 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-8bbe5993-3b14-444a-af23-76fa5e0438c0 tempest-RoutersNegativeTest-663611585 tempest-RoutersNegativeTest-663611585-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-972249'] for subnet, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:56.179707 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-8bbe5993-3b14-444a-af23-76fa5e0438c0 tempest-RoutersNegativeTest-663611585 tempest-RoutersNegativeTest-663611585-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-972238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3292022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3162263'] for subnet, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:56.181044 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2137945-49e3-4a41-bc8f-38d1ad2ffbe0 req-e7641d7d-dc68-4e49-ab4c-4a762b511497 tempest-TestServerAdvancedOps-1606200857 tempest-TestServerAdvancedOps-1606200857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:51:56.182497 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-ecc07b5c-1aa8-40d3-bd84-738adc9e3675 tempest-BulkNetworkOpsTest-1574223460 tempest-BulkNetworkOpsTest-1574223460-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:51:56.183822 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-d2137945-49e3-4a41-bc8f-38d1ad2ffbe0 req-e7641d7d-dc68-4e49-ab4c-4a762b511497 tempest-TestServerAdvancedOps-1606200857 tempest-TestServerAdvancedOps-1606200857-project] 10.222.0.53 "GET /v2.0/ports?device_id=efbc7311-6977-4f10-a865-f61321e5b23b HTTP/1.1" status: 200 len: 945 time: 0.0984600 Jun 24 11:51:56.219167 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bbe5993-3b14-444a-af23-76fa5e0438c0 tempest-RoutersNegativeTest-663611585 tempest-RoutersNegativeTest-663611585-project] Pushing event deleted for resources: {'Subnet': ['ID=bc644aa7-82d9-4efc-9478-f0873dbd23a5,revision_number=None']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:51:56.224079 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-8bbe5993-3b14-444a-af23-76fa5e0438c0 tempest-RoutersNegativeTest-663611585 tempest-RoutersNegativeTest-663611585-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:51:56.226912 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-8bbe5993-3b14-444a-af23-76fa5e0438c0 tempest-RoutersNegativeTest-663611585 tempest-RoutersNegativeTest-663611585-project] Notify callbacks [] for subnet, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:56.231053 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-8bbe5993-3b14-444a-af23-76fa5e0438c0 tempest-RoutersNegativeTest-663611585 tempest-RoutersNegativeTest-663611585-project] 10.222.0.53 "DELETE /v2.0/subnets/bc644aa7-82d9-4efc-9478-f0873dbd23a5 HTTP/1.1" status: 204 len: 168 time: 0.9212177 Jun 24 11:51:56.231652 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 34566) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:51:56.238987 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfca89ea-3604-4d9b-bee9-6c9ac928cb73 None None] Network 8df7e773-715c-47ad-9183-41218a0a9cb3 requested from dv-neutron-797120-4-hyperv {{(pid=128085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 11:51:56.249688 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-d2137945-49e3-4a41-bc8f-38d1ad2ffbe0 req-85df49cd-a029-4210-a401-4ce35e7658bb tempest-TestServerAdvancedOps-1606200857 tempest-TestServerAdvancedOps-1606200857-project] 10.222.0.53 "GET /v2.0/security-groups?id=dd53c4b1-5cb2-4421-93f2-e44c59b30ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504808 Jun 24 11:51:56.349360 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-bd34642b-aa41-44b0-81ae-b4e05074c04f tempest-RoutersNegativeTest-663611585 tempest-RoutersNegativeTest-663611585-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-534962'] for network, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:56.373158 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-93b64ccd-5927-4d99-8cf6-ecfd3acb02bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:56.398371 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.plugin [None req-6bbdb511-3181-4598-ae24-7f6afba4a8db tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Deleting port 76acd31b-352e-4d69-80d1-352fba91fbfd {{(pid=128084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 11:51:56.398741 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-6bbdb511-3181-4598-ae24-7f6afba4a8db tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793193942312'] for port, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:56.461263 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e76b01a-b3a1-4ae5-88b0-9fe0734cacd5 None None] DHCP port deletion for 8df7e773-715c-47ad-9183-41218a0a9cb3 request from dv-neutron-797120-4-hyperv {{(pid=128085) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 24 11:51:56.499967 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.plugin [None req-bd34642b-aa41-44b0-81ae-b4e05074c04f tempest-RoutersNegativeTest-663611585 tempest-RoutersNegativeTest-663611585-project] Deleting port 1f15da0c-2052-42b6-b3ec-dfc4b40eea80 {{(pid=128084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 11:51:56.500312 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-bd34642b-aa41-44b0-81ae-b4e05074c04f tempest-RoutersNegativeTest-663611585 tempest-RoutersNegativeTest-663611585-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793193942312'] for port, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:56.500752 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:56.504719 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-6bbdb511-3181-4598-ae24-7f6afba4a8db tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1978872'] for port, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:56.532877 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-7e76b01a-b3a1-4ae5-88b0-9fe0734cacd5 None None] Deleting port 1f15da0c-2052-42b6-b3ec-dfc4b40eea80 {{(pid=128085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 11:51:56.533292 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-7e76b01a-b3a1-4ae5-88b0-9fe0734cacd5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793193942312'] for port, before_delete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:56.539594 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.plugin [None req-6bbdb511-3181-4598-ae24-7f6afba4a8db tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Calling delete_port for 76acd31b-352e-4d69-80d1-352fba91fbfd owned by network:router_interface {{(pid=128084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 11:51:56.603446 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-7e76b01a-b3a1-4ae5-88b0-9fe0734cacd5 None None] For port 1f15da0c-2052-42b6-b3ec-dfc4b40eea80, host dv-neutron-797120-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=1f15da0c-2052-42b6-b3ec-dfc4b40eea80,segment=NetworkSegment(80050b1e-6978-4326-a76d-ee7048096c0a),segment_id=80050b1e-6978-4326-a76d-ee7048096c0a)] {{(pid=128085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 11:51:56.604163 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-7e76b01a-b3a1-4ae5-88b0-9fe0734cacd5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1978872'] for port, precommit_delete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:56.622217 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-7e76b01a-b3a1-4ae5-88b0-9fe0734cacd5 None None] Calling delete_port for 1f15da0c-2052-42b6-b3ec-dfc4b40eea80 owned by network:dhcp {{(pid=128085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 11:51:56.627497 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.db [None req-bd34642b-aa41-44b0-81ae-b4e05074c04f tempest-RoutersNegativeTest-663611585 tempest-RoutersNegativeTest-663611585-project] For port 1f15da0c-2052-42b6-b3ec-dfc4b40eea80, host dv-neutron-797120-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=1f15da0c-2052-42b6-b3ec-dfc4b40eea80,segment=NetworkSegment(80050b1e-6978-4326-a76d-ee7048096c0a),segment_id=80050b1e-6978-4326-a76d-ee7048096c0a)] {{(pid=128084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 11:51:56.627865 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-bd34642b-aa41-44b0-81ae-b4e05074c04f tempest-RoutersNegativeTest-663611585 tempest-RoutersNegativeTest-663611585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1978872'] for port, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:56.644198 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.plugin [None req-bd34642b-aa41-44b0-81ae-b4e05074c04f tempest-RoutersNegativeTest-663611585 tempest-RoutersNegativeTest-663611585-project] Calling delete_port for 1f15da0c-2052-42b6-b3ec-dfc4b40eea80 owned by network:dhcp {{(pid=128084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 11:51:56.710892 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-7e76b01a-b3a1-4ae5-88b0-9fe0734cacd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793193945299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193536732'] for port, after_delete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:56.714958 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-deebadc5-3640-4596-9189-0deafd935e09 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:51:56.726389 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 34570) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:51:56.748357 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e76b01a-b3a1-4ae5-88b0-9fe0734cacd5 None None] Pushing event deleted for resources: {'Port': ['ID=1f15da0c-2052-42b6-b3ec-dfc4b40eea80,revision_number=None']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:51:56.750568 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e76b01a-b3a1-4ae5-88b0-9fe0734cacd5 None None] No DVR routers for this DVR port 1f15da0c-2052-42b6-b3ec-dfc4b40eea80 on host dv-neutron-797120-4-hyperv {{(pid=128085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 11:51:56.752449 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-7e76b01a-b3a1-4ae5-88b0-9fe0734cacd5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:51:56.756087 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Device dc4db242-685a-49fb-9f1c-d8dbf19706ef up at agent hyperv_hv-neutron-7971 {{(pid=128085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 11:51:56.822445 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Provisioning for port dc4db242-685a-49fb-9f1c-d8dbf19706ef completed by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 11:51:56.827964 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Provisioning complete for port dc4db242-685a-49fb-9f1c-d8dbf19706ef triggered by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:51:56.829141 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-bd34642b-aa41-44b0-81ae-b4e05074c04f tempest-RoutersNegativeTest-663611585 tempest-RoutersNegativeTest-663611585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793193945299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193536732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3292088'] for port, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:56.829371 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:56.834411 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-33a9f14f-7550-4f49-b0ec-3d5650bf603e tempest-RoutersNegativeTest-663611585 tempest-RoutersNegativeTest-663611585-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:51:56.864282 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd34642b-aa41-44b0-81ae-b4e05074c04f tempest-RoutersNegativeTest-663611585 tempest-RoutersNegativeTest-663611585-project] Pushing event deleted for resources: {'Port': ['ID=1f15da0c-2052-42b6-b3ec-dfc4b40eea80,revision_number=None']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:51:56.870055 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-bd34642b-aa41-44b0-81ae-b4e05074c04f tempest-RoutersNegativeTest-663611585 tempest-RoutersNegativeTest-663611585-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:51:56.873078 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd34642b-aa41-44b0-81ae-b4e05074c04f tempest-RoutersNegativeTest-663611585 tempest-RoutersNegativeTest-663611585-project] No DVR routers for this DVR port 1f15da0c-2052-42b6-b3ec-dfc4b40eea80 on host dv-neutron-797120-4-hyperv {{(pid=128084) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 11:51:56.928226 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-6bbdb511-3181-4598-ae24-7f6afba4a8db tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793193945299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193536732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3292088'] for port, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:56.934067 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-598fae56-392e-4127-b88e-df8b9243adac tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:51:57.005367 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bbdb511-3181-4598-ae24-7f6afba4a8db tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Pushing event deleted for resources: {'Port': ['ID=76acd31b-352e-4d69-80d1-352fba91fbfd,revision_number=None']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:51:57.011683 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-bd34642b-aa41-44b0-81ae-b4e05074c04f tempest-RoutersNegativeTest-663611585 tempest-RoutersNegativeTest-663611585-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973199', 'neutron.services.segments.db._delete_segments_for_network-8793194012456'] for network, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:57.014622 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-6bbdb511-3181-4598-ae24-7f6afba4a8db tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:51:57.046492 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.services.segments.db [None req-bd34642b-aa41-44b0-81ae-b4e05074c04f tempest-RoutersNegativeTest-663611585 tempest-RoutersNegativeTest-663611585-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8df7e773-715c-47ad-9183-41218a0a9cb3']}} {{(pid=128084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:51:57.080967 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.services.segments.db [None req-bd34642b-aa41-44b0-81ae-b4e05074c04f tempest-RoutersNegativeTest-663611585 tempest-RoutersNegativeTest-663611585-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80050b1e-6978-4326-a76d-ee7048096c0a') {'for_net_delete': True} {{(pid=128084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:51:57.081317 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.services.segments.db [None req-bd34642b-aa41-44b0-81ae-b4e05074c04f tempest-RoutersNegativeTest-663611585 tempest-RoutersNegativeTest-663611585-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80050b1e-6978-4326-a76d-ee7048096c0a') {} {{(pid=128084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:51:57.099096 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-bd34642b-aa41-44b0-81ae-b4e05074c04f tempest-RoutersNegativeTest-663611585 tempest-RoutersNegativeTest-663611585-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793194097327', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2373599'] for segment, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:57.103314 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.agents_db [None req-87a69269-d72b-4286-97f3-1041481ed6d8 None None] Agent healthcheck: found 6 active agents {{(pid=128086) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 11:51:57.120643 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:57.126461 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-bd34642b-aa41-44b0-81ae-b4e05074c04f tempest-RoutersNegativeTest-663611585 tempest-RoutersNegativeTest-663611585-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967879'] for segment, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:57.169357 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] For port dc4db242-685a-49fb-9f1c-d8dbf19706ef, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=dc4db242-685a-49fb-9f1c-d8dbf19706ef,segment=NetworkSegment(067601bd-1ee4-4b6e-8bc8-728b35f6b4b0),segment_id=067601bd-1ee4-4b6e-8bc8-728b35f6b4b0)] {{(pid=128085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 11:51:57.170945 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efbc7311-6977-4f10-a865-f61321e5b23b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc4db242-685a-49fb-9f1c-d8dbf19706ef'}] {{(pid=128085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 11:51:57.174393 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1098ec9051a50dd033317f529a09b9762582ef7b417ebe05928aca59e08255aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9e3cced-906f-4488-98d1-c085fab904d8" -d '{"events": [{"server_uuid": "efbc7311-6977-4f10-a865-f61321e5b23b", "name": "network-vif-plugged", "status": "completed", "tag": "dc4db242-685a-49fb-9f1c-d8dbf19706ef"}]}' {{(pid=128085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 11:51:57.176588 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd34642b-aa41-44b0-81ae-b4e05074c04f tempest-RoutersNegativeTest-663611585 tempest-RoutersNegativeTest-663611585-project] Releasing vlan 608 on physical network physnet1 to pool {{(pid=128084) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 11:51:57.177161 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-bd34642b-aa41-44b0-81ae-b4e05074c04f tempest-RoutersNegativeTest-663611585 tempest-RoutersNegativeTest-663611585-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3292053'] for segment, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:57.181086 dv-neutron-797120-4-hyperv neutron-server[128084]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 11:51:57.181086 dv-neutron-797120-4-hyperv neutron-server[128084]: conditions |= (models_v2.Port.network_id.in_( Jun 24 11:51:57.181086 dv-neutron-797120-4-hyperv neutron-server[128084]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 11:51:57.181086 dv-neutron-797120-4-hyperv neutron-server[128084]: conditions |= (models_v2.Port.network_id.in_( Jun 24 11:51:57.181086 dv-neutron-797120-4-hyperv neutron-server[128084]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 24 11:51:57.181086 dv-neutron-797120-4-hyperv neutron-server[128084]: self.session.flush() Jun 24 11:51:57.181086 dv-neutron-797120-4-hyperv neutron-server[128084]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 24 11:51:57.181086 dv-neutron-797120-4-hyperv neutron-server[128084]: self.session.flush() Jun 24 11:51:57.181086 dv-neutron-797120-4-hyperv neutron-server[128084]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 24 11:51:57.181086 dv-neutron-797120-4-hyperv neutron-server[128084]: self.session.flush() Jun 24 11:51:57.181086 dv-neutron-797120-4-hyperv neutron-server[128084]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 24 11:51:57.181086 dv-neutron-797120-4-hyperv neutron-server[128084]: self.session.flush() Jun 24 11:51:57.181086 dv-neutron-797120-4-hyperv neutron-server[128084]: Traceback (most recent call last): Jun 24 11:51:57.181086 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 24 11:51:57.181086 dv-neutron-797120-4-hyperv neutron-server[128084]: timer() Jun 24 11:51:57.181086 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 24 11:51:57.181086 dv-neutron-797120-4-hyperv neutron-server[128084]: cb(*args, **kw) Jun 24 11:51:57.181086 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 24 11:51:57.181086 dv-neutron-797120-4-hyperv neutron-server[128084]: return func(*args, **kwargs) Jun 24 11:51:57.181086 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 24 11:51:57.181086 dv-neutron-797120-4-hyperv neutron-server[128084]: self._notify() Jun 24 11:51:57.181086 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 24 11:51:57.181086 dv-neutron-797120-4-hyperv neutron-server[128084]: self.callback(batched_events) Jun 24 11:51:57.181086 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 24 11:51:57.181086 dv-neutron-797120-4-hyperv neutron-server[128084]: event.method(event) Jun 24 11:51:57.181086 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 24 11:51:57.181086 dv-neutron-797120-4-hyperv neutron-server[128084]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 24 11:51:57.181086 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 24 11:51:57.181086 dv-neutron-797120-4-hyperv neutron-server[128084]: aggregate_uuid = self.p_client.list_aggregates( Jun 24 11:51:57.181086 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 24 11:51:57.181086 dv-neutron-797120-4-hyperv neutron-server[128084]: return f(self, *a, **k) Jun 24 11:51:57.181086 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 24 11:51:57.181086 dv-neutron-797120-4-hyperv neutron-server[128084]: return self._get(url).json() Jun 24 11:51:57.181086 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 24 11:51:57.181086 dv-neutron-797120-4-hyperv neutron-server[128084]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 24 11:51:57.181086 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 24 11:51:57.181086 dv-neutron-797120-4-hyperv neutron-server[128084]: return self.request(url, 'GET', **kwargs) Jun 24 11:51:57.181086 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 24 11:51:57.181086 dv-neutron-797120-4-hyperv neutron-server[128084]: base_url = self.get_endpoint(auth, allow=allow, Jun 24 11:51:57.181086 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 24 11:51:57.181086 dv-neutron-797120-4-hyperv neutron-server[128084]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 24 11:51:57.181086 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 24 11:51:57.181086 dv-neutron-797120-4-hyperv neutron-server[128084]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 24 11:51:57.181086 dv-neutron-797120-4-hyperv neutron-server[128084]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 24 11:51:57.186188 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:57.188204 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Device 33678eb9-0f0d-4a2b-923f-cd19cd23cc40 no longer exists at agent hyperv_hv-neutron-7971 {{(pid=128085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 11:51:57.213678 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-81afd1fe-7339-49cc-9e88-939fe6a38d33 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:51:57.265530 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-6bbdb511-3181-4598-ae24-7f6afba4a8db tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1588985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1806165'] for router_interface, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:57.288839 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-bd34642b-aa41-44b0-81ae-b4e05074c04f tempest-RoutersNegativeTest-663611585 tempest-RoutersNegativeTest-663611585-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1800243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1815642'] for network, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:57.327422 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] No Port match for: 33678eb9-0f0d-4a2b-923f-cd19cd23cc40 {{(pid=128085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 11:51:57.327973 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Device 33678eb9-0f0d-4a2b-923f-cd19cd23cc40 not bound to the agent host hv-neutron-7971 {{(pid=128085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 11:51:57.328862 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-0247df63-95cb-4170-9378-33109bf7e7d8 tempest-RoutersNegativeIpV6Test-675716403 tempest-RoutersNegativeIpV6Test-675716403-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:51:57.331488 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 11:51:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d821728f-034f-4a0d-8fd2-d05acac0261e x-openstack-request-id: req-d821728f-034f-4a0d-8fd2-d05acac0261e {{(pid=128085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 11:51:57.332248 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efbc7311-6977-4f10-a865-f61321e5b23b", "name": "network-vif-plugged", "status": "completed", "tag": "dc4db242-685a-49fb-9f1c-d8dbf19706ef", "code": 200}]} {{(pid=128085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 11:51:57.333236 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d821728f-034f-4a0d-8fd2-d05acac0261e {{(pid=128085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 11:51:57.333740 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-bd34642b-aa41-44b0-81ae-b4e05074c04f tempest-RoutersNegativeTest-663611585 tempest-RoutersNegativeTest-663611585-project] Notify callbacks [] for network, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:57.334024 dv-neutron-797120-4-hyperv neutron-server[128085]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efbc7311-6977-4f10-a865-f61321e5b23b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc4db242-685a-49fb-9f1c-d8dbf19706ef', 'code': 200} Jun 24 11:51:57.335124 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Pushing event updated for resources: {'Port': ['ID=dc4db242-685a-49fb-9f1c-d8dbf19706ef,revision_number=5']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:51:57.338543 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-bd34642b-aa41-44b0-81ae-b4e05074c04f tempest-RoutersNegativeTest-663611585 tempest-RoutersNegativeTest-663611585-project] 10.222.0.53 "DELETE /v2.0/networks/8df7e773-715c-47ad-9183-41218a0a9cb3 HTTP/1.1" status: 204 len: 168 time: 1.1026864 Jun 24 11:51:57.339345 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:51:57.341155 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 34576) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:51:57.411859 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd34642b-aa41-44b0-81ae-b4e05074c04f tempest-RoutersNegativeTest-663611585 tempest-RoutersNegativeTest-663611585-project] Pushing event deleted for resources: {'Network': ['ID=8df7e773-715c-47ad-9183-41218a0a9cb3,revision_number=None']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:51:57.420050 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-bba9e7e3-a645-4d89-9d25-c094aee8a025 tempest-RoutersNegativeTest-663611585 tempest-RoutersNegativeTest-663611585-project] 10.222.0.53 "GET /v2.0/ports?device_id=60d948af-b407-4bdf-84c4-9f5b3c78039a HTTP/1.1" status: 200 len: 205 time: 0.0764177 Jun 24 11:51:57.421093 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-bd34642b-aa41-44b0-81ae-b4e05074c04f tempest-RoutersNegativeTest-663611585 tempest-RoutersNegativeTest-663611585-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:51:57.423142 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 34578) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:51:57.566027 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-5ff2bc27-2e0d-4d87-910f-640a5eaaa343 tempest-RoutersNegativeTest-663611585 tempest-RoutersNegativeTest-663611585-project] Notify callbacks [] for router, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:57.650656 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-03237adf-ebd0-46f2-a476-4d4bb746e0f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:57.650960 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6bbdb511-3181-4598-ae24-7f6afba4a8db tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Router d4c86858-b72d-449d-a57a-feb4e19a9e66 has already been hosted by L3 agent 2987dba8-2249-4ee6-96ec-28f0f7a6127d {{(pid=128084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 11:51:57.674948 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2b268e-d520-490d-92f6-d5b517c11a54 req-34285640-f061-434a-9f2b-469ccf0735c6 tempest-TestServerAdvancedOps-1606200857 tempest-TestServerAdvancedOps-1606200857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:51:57.676383 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-8a2b268e-d520-490d-92f6-d5b517c11a54 req-34285640-f061-434a-9f2b-469ccf0735c6 tempest-TestServerAdvancedOps-1606200857 tempest-TestServerAdvancedOps-1606200857-project] 10.222.0.53 "GET /v2.0/ports?device_id=efbc7311-6977-4f10-a865-f61321e5b23b HTTP/1.1" status: 200 len: 946 time: 0.1834300 Jun 24 11:51:57.681575 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f927e1-30f5-4002-9eac-48366881e101 req-1316395e-e0a7-40f6-8cf5-69e3007487c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:51:57.683019 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-19f927e1-30f5-4002-9eac-48366881e101 req-1316395e-e0a7-40f6-8cf5-69e3007487c3 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=efbc7311-6977-4f10-a865-f61321e5b23b HTTP/1.1" status: 200 len: 1099 time: 0.1762843 Jun 24 11:51:57.750510 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device 1f15da0c-2052-42b6-b3ec-dfc4b40eea80 no longer exists at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 11:51:57.757228 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-8a2b268e-d520-490d-92f6-d5b517c11a54 req-58aaafc2-fd35-4bb3-8d7b-a499cfb5716e tempest-TestServerAdvancedOps-1606200857 tempest-TestServerAdvancedOps-1606200857-project] 10.222.0.53 "GET /v2.0/security-groups?id=dd53c4b1-5cb2-4421-93f2-e44c59b30ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716140 Jun 24 11:51:57.761225 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-5ff2bc27-2e0d-4d87-910f-640a5eaaa343 tempest-RoutersNegativeTest-663611585 tempest-RoutersNegativeTest-663611585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1803182', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65403'] for router, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:57.763962 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-19f927e1-30f5-4002-9eac-48366881e101 req-79ec25e7-eb5b-482d-919a-36c070016ec3 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=dd53c4b1-5cb2-4421-93f2-e44c59b30ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700929 Jun 24 11:51:57.764755 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-5ff2bc27-2e0d-4d87-910f-640a5eaaa343 tempest-RoutersNegativeTest-663611585 tempest-RoutersNegativeTest-663611585-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:57.782096 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] No Port match for: 1f15da0c-2052-42b6-b3ec-dfc4b40eea80 {{(pid=128085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 11:51:57.782556 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device 1f15da0c-2052-42b6-b3ec-dfc4b40eea80 not bound to the agent host dv-neutron-797120-4-hyperv {{(pid=128085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 11:51:57.837817 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-c6df44a0-057c-4ecb-adcb-a8b30fc8c878 tempest-TestNetworkAdvancedServerOps-1479438933 tempest-TestNetworkAdvancedServerOps-1479438933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1978565'] for router_interface, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:57.882336 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bbdb511-3181-4598-ae24-7f6afba4a8db tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Notify agent at l3_agent.dv-neutron-797120-4-hyperv the message routers_updated {{(pid=128084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 11:51:57.884621 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-5ff2bc27-2e0d-4d87-910f-640a5eaaa343 tempest-RoutersNegativeTest-663611585 tempest-RoutersNegativeTest-663611585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1806072'] for router, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:57.885167 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ff2bc27-2e0d-4d87-910f-640a5eaaa343 tempest-RoutersNegativeTest-663611585 tempest-RoutersNegativeTest-663611585-project] Fanout notify agent at l3_agent the message router_deleted on router 60d948af-b407-4bdf-84c4-9f5b3c78039a {{(pid=128084) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 24 11:51:57.892332 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-6bbdb511-3181-4598-ae24-7f6afba4a8db tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] 10.222.0.53 "PUT /v2.0/routers/d4c86858-b72d-449d-a57a-feb4e19a9e66/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8925707 Jun 24 11:51:57.892608 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 34580) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:51:57.896308 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-5ff2bc27-2e0d-4d87-910f-640a5eaaa343 tempest-RoutersNegativeTest-663611585 tempest-RoutersNegativeTest-663611585-project] Notify callbacks [] for router, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:57.896506 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-512c844d-fd1f-4dcf-8015-5e35b6d5b546 None None] Sync routers for ids ['d4c86858-b72d-449d-a57a-feb4e19a9e66'] in dv-neutron-797120-4-hyperv {{(pid=128086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 11:51:57.896969 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-5ff2bc27-2e0d-4d87-910f-640a5eaaa343 tempest-RoutersNegativeTest-663611585 tempest-RoutersNegativeTest-663611585-project] 10.222.0.53 "DELETE /v2.0/routers/60d948af-b407-4bdf-84c4-9f5b3c78039a HTTP/1.1" status: 204 len: 168 time: 0.4729095 Jun 24 11:51:57.909342 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-512c844d-fd1f-4dcf-8015-5e35b6d5b546 None None] Routers {'d4c86858-b72d-449d-a57a-feb4e19a9e66'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 11:51:57.910069 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-512c844d-fd1f-4dcf-8015-5e35b6d5b546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T11:51:56Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['d4c86858-b72d-449d-a57a-feb4e19a9e66'], 'active': True} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:51:57.947410 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-512c844d-fd1f-4dcf-8015-5e35b6d5b546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:51:57.963258 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-512c844d-fd1f-4dcf-8015-5e35b6d5b546 None None] Routers {'d4c86858-b72d-449d-a57a-feb4e19a9e66'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 11:51:57.964005 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-512c844d-fd1f-4dcf-8015-5e35b6d5b546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T11:51:56Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['d4c86858-b72d-449d-a57a-feb4e19a9e66'], 'active': True} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:51:57.970536 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9eda085-ca65-4efa-b637-482343707a8d tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] GET failed (client error): The resource could not be found. Jun 24 11:51:57.975138 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-a9eda085-ca65-4efa-b637-482343707a8d tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] 10.222.0.53 "GET /v2.0/ports/76acd31b-352e-4d69-80d1-352fba91fbfd HTTP/1.1" status: 404 len: 333 time: 0.0789766 Jun 24 11:51:57.975621 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 34584) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:51:57.999904 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-512c844d-fd1f-4dcf-8015-5e35b6d5b546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:51:58.000603 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-512c844d-fd1f-4dcf-8015-5e35b6d5b546 None None] The sync data for ids ['d4c86858-b72d-449d-a57a-feb4e19a9e66'] in dv-neutron-797120-4-hyperv is: [] {{(pid=128086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 11:51:58.061728 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-158557ee-d0a0-4b7d-ab34-053db678a8a1 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Notify callbacks [] for router, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:58.193420 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 34588) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:51:58.216882 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.plugin [None req-c6df44a0-057c-4ecb-adcb-a8b30fc8c878 tempest-TestNetworkAdvancedServerOps-1479438933 tempest-TestNetworkAdvancedServerOps-1479438933-project] Deleting port d53c5e63-07c1-42e3-8bd4-9342e0cb7112 {{(pid=128083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 11:51:58.217425 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-c6df44a0-057c-4ecb-adcb-a8b30fc8c878 tempest-TestNetworkAdvancedServerOps-1479438933 tempest-TestNetworkAdvancedServerOps-1479438933-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793193942312'] for port, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:58.354345 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.db [None req-c6df44a0-057c-4ecb-adcb-a8b30fc8c878 tempest-TestNetworkAdvancedServerOps-1479438933 tempest-TestNetworkAdvancedServerOps-1479438933-project] For port d53c5e63-07c1-42e3-8bd4-9342e0cb7112, host dv-neutron-797120-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=d53c5e63-07c1-42e3-8bd4-9342e0cb7112,segment=NetworkSegment(b17ea5b8-604c-427d-a101-058a8063b214),segment_id=b17ea5b8-604c-427d-a101-058a8063b214)] {{(pid=128083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 11:51:58.354719 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-c6df44a0-057c-4ecb-adcb-a8b30fc8c878 tempest-TestNetworkAdvancedServerOps-1479438933 tempest-TestNetworkAdvancedServerOps-1479438933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1978872'] for port, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:58.379157 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.plugin [None req-c6df44a0-057c-4ecb-adcb-a8b30fc8c878 tempest-TestNetworkAdvancedServerOps-1479438933 tempest-TestNetworkAdvancedServerOps-1479438933-project] Calling delete_port for d53c5e63-07c1-42e3-8bd4-9342e0cb7112 owned by network:router_interface {{(pid=128083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 11:51:58.388044 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-7361f6b7-f846-4ae6-89f6-12758932e617 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=eeffc9687661435789a8b2c122abbc47&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1932290 Jun 24 11:51:58.391910 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 34592) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:51:58.506565 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-30240e90-a9b5-404c-8685-0eaf7d67a4aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:58.537381 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-158557ee-d0a0-4b7d-ab34-053db678a8a1 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1803182', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65403'] for router, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:58.539741 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-158557ee-d0a0-4b7d-ab34-053db678a8a1 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:58.584437 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-30240e90-a9b5-404c-8685-0eaf7d67a4aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:58.588215 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-158557ee-d0a0-4b7d-ab34-053db678a8a1 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1806072'] for router, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:58.588706 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-158557ee-d0a0-4b7d-ab34-053db678a8a1 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Fanout notify agent at l3_agent the message router_deleted on router d4c86858-b72d-449d-a57a-feb4e19a9e66 {{(pid=128084) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 24 11:51:58.595944 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-158557ee-d0a0-4b7d-ab34-053db678a8a1 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Notify callbacks [] for router, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:58.601392 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-158557ee-d0a0-4b7d-ab34-053db678a8a1 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] 10.222.0.53 "DELETE /v2.0/routers/d4c86858-b72d-449d-a57a-feb4e19a9e66 HTTP/1.1" status: 204 len: 168 time: 0.6203656 Jun 24 11:51:58.601392 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 34594) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:51:58.659586 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.db.db_base_plugin_v2 [None req-bfd47795-7d1d-4369-b306-22fd7a377ddd tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Deleting subnet 1784f549-09a7-49e4-9843-c85b13d6b697 {{(pid=128084) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 24 11:51:58.663100 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-bfd47795-7d1d-4369-b306-22fd7a377ddd tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Notify callbacks [] for subnet, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:58.714325 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-c6df44a0-057c-4ecb-adcb-a8b30fc8c878 tempest-TestNetworkAdvancedServerOps-1479438933 tempest-TestNetworkAdvancedServerOps-1479438933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793193945299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193536732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2537862'] for port, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:58.720516 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-bfd47795-7d1d-4369-b306-22fd7a377ddd tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2373542'] for subnet, precommit_delete_associations {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:58.721646 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-aff066d7-4d57-4782-aee1-ff778f839ac4 tempest-RoutersNegativeTest-663611585 tempest-RoutersNegativeTest-663611585-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:51:58.735459 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-30240e90-a9b5-404c-8685-0eaf7d67a4aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800410'] for security_group, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:58.738215 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-30240e90-a9b5-404c-8685-0eaf7d67a4aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:58.739590 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-30240e90-a9b5-404c-8685-0eaf7d67a4aa admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/182be07d-9a46-476f-9067-ee197c8ae587 HTTP/1.1" status: 204 len: 168 time: 0.3466394 Jun 24 11:51:58.767968 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6df44a0-057c-4ecb-adcb-a8b30fc8c878 tempest-TestNetworkAdvancedServerOps-1479438933 tempest-TestNetworkAdvancedServerOps-1479438933-project] Pushing event deleted for resources: {'Port': ['ID=d53c5e63-07c1-42e3-8bd4-9342e0cb7112,revision_number=None']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:51:58.798564 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-c6df44a0-057c-4ecb-adcb-a8b30fc8c878 tempest-TestNetworkAdvancedServerOps-1479438933 tempest-TestNetworkAdvancedServerOps-1479438933-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:51:58.799286 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-cf80d2eb-41fd-4dae-8bb1-8a7203398cd0 tempest-NegativeSecGroupTest-260829952 tempest-NegativeSecGroupTest-260829952-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.037s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:51:58.829529 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-bfd47795-7d1d-4369-b306-22fd7a377ddd tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-972249'] for subnet, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:58.841062 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30240e90-a9b5-404c-8685-0eaf7d67a4aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=182be07d-9a46-476f-9067-ee197c8ae587,revision_number=None']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:51:58.851493 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-30240e90-a9b5-404c-8685-0eaf7d67a4aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:51:58.937757 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-bfd47795-7d1d-4369-b306-22fd7a377ddd tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-972238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3292022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3162263'] for subnet, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:58.940074 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-2f2a80f7-e2c5-4071-91d2-986dc4f6bd57 tempest-TagsExtTest-1815527086 tempest-TagsExtTest-1815527086-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:51:58.980043 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd47795-7d1d-4369-b306-22fd7a377ddd tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Pushing event deleted for resources: {'Subnet': ['ID=1784f549-09a7-49e4-9843-c85b13d6b697,revision_number=None']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:51:58.988179 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-bfd47795-7d1d-4369-b306-22fd7a377ddd tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:51:58.990535 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-bfd47795-7d1d-4369-b306-22fd7a377ddd tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Notify callbacks [] for subnet, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:58.992830 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-bfd47795-7d1d-4369-b306-22fd7a377ddd tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] 10.222.0.53 "DELETE /v2.0/subnets/1784f549-09a7-49e4-9843-c85b13d6b697 HTTP/1.1" status: 204 len: 168 time: 0.3908689 Jun 24 11:51:58.995474 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 34602) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:51:59.001421 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-241a47e2-b6e8-4f63-83a8-8bfda95e789a None None] Network 81598487-dc35-42cf-bbcb-125b71b92648 requested from dv-neutron-797120-4-hyperv {{(pid=128085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 11:51:59.110816 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a11b2f-c340-46b9-8b58-21fbd9f046ad req-b1e204d4-e88b-4cf8-8072-5f40fa13f74f tempest-TestServerAdvancedOps-1606200857 tempest-TestServerAdvancedOps-1606200857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:51:59.119151 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-b0a11b2f-c340-46b9-8b58-21fbd9f046ad req-b1e204d4-e88b-4cf8-8072-5f40fa13f74f tempest-TestServerAdvancedOps-1606200857 tempest-TestServerAdvancedOps-1606200857-project] 10.222.0.53 "GET /v2.0/ports?device_id=efbc7311-6977-4f10-a865-f61321e5b23b HTTP/1.1" status: 200 len: 946 time: 0.1550901 Jun 24 11:51:59.120898 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-4edda540-5cd5-4247-82ae-bb1b5fbbb931 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-534962'] for network, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:59.122041 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-c6df44a0-057c-4ecb-adcb-a8b30fc8c878 tempest-TestNetworkAdvancedServerOps-1479438933 tempest-TestNetworkAdvancedServerOps-1479438933-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1588985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1806165'] for router_interface, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:59.213761 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.plugin [None req-4edda540-5cd5-4247-82ae-bb1b5fbbb931 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Deleting port c218ef61-344a-4538-aef0-2ed32a5503d4 {{(pid=128084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 11:51:59.214253 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-4edda540-5cd5-4247-82ae-bb1b5fbbb931 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793193942312'] for port, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:59.221566 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-b0a11b2f-c340-46b9-8b58-21fbd9f046ad req-997f8f86-df6c-44e2-96a3-8fa9bf7604fe tempest-TestServerAdvancedOps-1606200857 tempest-TestServerAdvancedOps-1606200857-project] 10.222.0.53 "GET /v2.0/security-groups?id=dd53c4b1-5cb2-4421-93f2-e44c59b30ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014497 Jun 24 11:51:59.255656 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4f42256-87c7-43df-a021-e12b0d865349 None None] DHCP port deletion for 81598487-dc35-42cf-bbcb-125b71b92648 request from dv-neutron-797120-4-hyperv {{(pid=128085) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 24 11:51:59.324922 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-d4f42256-87c7-43df-a021-e12b0d865349 None None] Deleting port c218ef61-344a-4538-aef0-2ed32a5503d4 {{(pid=128085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 11:51:59.325358 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-d4f42256-87c7-43df-a021-e12b0d865349 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793193942312'] for port, before_delete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:59.358129 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.db [None req-4edda540-5cd5-4247-82ae-bb1b5fbbb931 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] For port c218ef61-344a-4538-aef0-2ed32a5503d4, host dv-neutron-797120-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=c218ef61-344a-4538-aef0-2ed32a5503d4,segment=NetworkSegment(ee0e6305-2240-4ed9-aedf-89069a9be1d6),segment_id=ee0e6305-2240-4ed9-aedf-89069a9be1d6)] {{(pid=128084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 11:51:59.358517 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-4edda540-5cd5-4247-82ae-bb1b5fbbb931 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1978872'] for port, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:59.386333 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.plugin [None req-4edda540-5cd5-4247-82ae-bb1b5fbbb931 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Calling delete_port for c218ef61-344a-4538-aef0-2ed32a5503d4 owned by network:dhcp {{(pid=128084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 11:51:59.406916 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-d4f42256-87c7-43df-a021-e12b0d865349 None None] For port c218ef61-344a-4538-aef0-2ed32a5503d4, host dv-neutron-797120-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=c218ef61-344a-4538-aef0-2ed32a5503d4,segment=NetworkSegment(ee0e6305-2240-4ed9-aedf-89069a9be1d6),segment_id=ee0e6305-2240-4ed9-aedf-89069a9be1d6)] {{(pid=128085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 11:51:59.407606 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-d4f42256-87c7-43df-a021-e12b0d865349 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1978872'] for port, precommit_delete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:59.423882 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-d4f42256-87c7-43df-a021-e12b0d865349 None None] Calling delete_port for c218ef61-344a-4538-aef0-2ed32a5503d4 owned by network:dhcp {{(pid=128085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 11:51:59.503364 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-4edda540-5cd5-4247-82ae-bb1b5fbbb931 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793193945299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193536732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3292088'] for port, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:59.503497 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6df44a0-057c-4ecb-adcb-a8b30fc8c878 tempest-TestNetworkAdvancedServerOps-1479438933 tempest-TestNetworkAdvancedServerOps-1479438933-project] Router ee31ee3a-f8b4-4647-a8df-28778cd53f86 has already been hosted by L3 agent 2987dba8-2249-4ee6-96ec-28f0f7a6127d {{(pid=128083) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 11:51:59.518985 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-4736c34a-1844-4dae-98de-f3ecd968a9e5 tempest-BulkNetworkOpsTest-1574223460 tempest-BulkNetworkOpsTest-1574223460-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:51:59.540353 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-d4f42256-87c7-43df-a021-e12b0d865349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793193945299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193536732'] for port, after_delete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:59.542954 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-27d10d81-ea37-4183-ac2f-95149a24a802 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:51:59.544455 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1492a8a-9cee-4d8c-b83e-2eba2331cfe2 req-82d2e687-767c-45c2-9975-474936f080b9 tempest-TestServerAdvancedOps-1606200857 tempest-TestServerAdvancedOps-1606200857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:51:59.549179 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-a1492a8a-9cee-4d8c-b83e-2eba2331cfe2 req-82d2e687-767c-45c2-9975-474936f080b9 tempest-TestServerAdvancedOps-1606200857 tempest-TestServerAdvancedOps-1606200857-project] 10.222.0.53 "GET /v2.0/ports?device_id=efbc7311-6977-4f10-a865-f61321e5b23b HTTP/1.1" status: 200 len: 946 time: 0.1697059 Jun 24 11:51:59.549405 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4edda540-5cd5-4247-82ae-bb1b5fbbb931 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Pushing event deleted for resources: {'Port': ['ID=c218ef61-344a-4538-aef0-2ed32a5503d4,revision_number=None']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:51:59.553412 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4edda540-5cd5-4247-82ae-bb1b5fbbb931 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] No DVR routers for this DVR port c218ef61-344a-4538-aef0-2ed32a5503d4 on host dv-neutron-797120-4-hyperv {{(pid=128084) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 11:51:59.555413 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-4edda540-5cd5-4247-82ae-bb1b5fbbb931 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:51:59.604794 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4f42256-87c7-43df-a021-e12b0d865349 None None] No DVR routers for this DVR port c218ef61-344a-4538-aef0-2ed32a5503d4 on host dv-neutron-797120-4-hyperv {{(pid=128085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 11:51:59.607394 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f42256-87c7-43df-a021-e12b0d865349 None None] Pushing event deleted for resources: {'Port': ['ID=c218ef61-344a-4538-aef0-2ed32a5503d4,revision_number=None']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:51:59.618678 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-d4f42256-87c7-43df-a021-e12b0d865349 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:51:59.639337 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-52c483ef-d5c1-4030-9a32-e5ce4ff00ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:59.657737 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-4edda540-5cd5-4247-82ae-bb1b5fbbb931 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973199', 'neutron.services.segments.db._delete_segments_for_network-8793194012456'] for network, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:59.671569 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.services.segments.db [None req-4edda540-5cd5-4247-82ae-bb1b5fbbb931 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81598487-dc35-42cf-bbcb-125b71b92648']}} {{(pid=128084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:51:59.685537 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.services.segments.db [None req-4edda540-5cd5-4247-82ae-bb1b5fbbb931 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee0e6305-2240-4ed9-aedf-89069a9be1d6') {'for_net_delete': True} {{(pid=128084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:51:59.685900 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.services.segments.db [None req-4edda540-5cd5-4247-82ae-bb1b5fbbb931 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee0e6305-2240-4ed9-aedf-89069a9be1d6') {} {{(pid=128084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:51:59.696435 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-4edda540-5cd5-4247-82ae-bb1b5fbbb931 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793194097327', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2373599'] for segment, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:59.717096 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-4edda540-5cd5-4247-82ae-bb1b5fbbb931 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967879'] for segment, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:59.724602 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4edda540-5cd5-4247-82ae-bb1b5fbbb931 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Releasing vlan 616 on physical network physnet1 to pool {{(pid=128084) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 11:51:59.724969 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-4edda540-5cd5-4247-82ae-bb1b5fbbb931 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3292053'] for segment, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:59.729299 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-a1492a8a-9cee-4d8c-b83e-2eba2331cfe2 req-328137a8-eaa4-409a-8295-cf4d98d415f0 tempest-TestServerAdvancedOps-1606200857 tempest-TestServerAdvancedOps-1606200857-project] 10.222.0.53 "GET /v2.0/security-groups?id=dd53c4b1-5cb2-4421-93f2-e44c59b30ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950801 Jun 24 11:51:59.729803 dv-neutron-797120-4-hyperv neutron-server[128084]: Traceback (most recent call last): Jun 24 11:51:59.729803 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 24 11:51:59.729803 dv-neutron-797120-4-hyperv neutron-server[128084]: timer() Jun 24 11:51:59.729803 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 24 11:51:59.729803 dv-neutron-797120-4-hyperv neutron-server[128084]: cb(*args, **kw) Jun 24 11:51:59.729803 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 24 11:51:59.729803 dv-neutron-797120-4-hyperv neutron-server[128084]: return func(*args, **kwargs) Jun 24 11:51:59.729803 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 24 11:51:59.729803 dv-neutron-797120-4-hyperv neutron-server[128084]: self._notify() Jun 24 11:51:59.729803 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 24 11:51:59.729803 dv-neutron-797120-4-hyperv neutron-server[128084]: self.callback(batched_events) Jun 24 11:51:59.729803 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 24 11:51:59.729803 dv-neutron-797120-4-hyperv neutron-server[128084]: event.method(event) Jun 24 11:51:59.729803 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 24 11:51:59.729803 dv-neutron-797120-4-hyperv neutron-server[128084]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 24 11:51:59.729803 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 24 11:51:59.729803 dv-neutron-797120-4-hyperv neutron-server[128084]: aggregate_uuid = self.p_client.list_aggregates( Jun 24 11:51:59.729803 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 24 11:51:59.729803 dv-neutron-797120-4-hyperv neutron-server[128084]: return f(self, *a, **k) Jun 24 11:51:59.729803 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 24 11:51:59.729803 dv-neutron-797120-4-hyperv neutron-server[128084]: return self._get(url).json() Jun 24 11:51:59.729803 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 24 11:51:59.729803 dv-neutron-797120-4-hyperv neutron-server[128084]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 24 11:51:59.729803 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 24 11:51:59.729803 dv-neutron-797120-4-hyperv neutron-server[128084]: return self.request(url, 'GET', **kwargs) Jun 24 11:51:59.729803 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 24 11:51:59.729803 dv-neutron-797120-4-hyperv neutron-server[128084]: base_url = self.get_endpoint(auth, allow=allow, Jun 24 11:51:59.729803 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 24 11:51:59.729803 dv-neutron-797120-4-hyperv neutron-server[128084]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 24 11:51:59.729803 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 24 11:51:59.729803 dv-neutron-797120-4-hyperv neutron-server[128084]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 24 11:51:59.729803 dv-neutron-797120-4-hyperv neutron-server[128084]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 24 11:51:59.775214 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6df44a0-057c-4ecb-adcb-a8b30fc8c878 tempest-TestNetworkAdvancedServerOps-1479438933 tempest-TestNetworkAdvancedServerOps-1479438933-project] Notify agent at l3_agent.dv-neutron-797120-4-hyperv the message routers_updated {{(pid=128083) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 11:51:59.782310 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-c6df44a0-057c-4ecb-adcb-a8b30fc8c878 tempest-TestNetworkAdvancedServerOps-1479438933 tempest-TestNetworkAdvancedServerOps-1479438933-project] 10.222.0.53 "PUT /v2.0/routers/ee31ee3a-f8b4-4647-a8df-28778cd53f86/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0547192 Jun 24 11:51:59.784946 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 34624) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:51:59.790281 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35ca6777-c899-4d6b-a3e4-420f667723e4 None None] Sync routers for ids ['ee31ee3a-f8b4-4647-a8df-28778cd53f86'] in dv-neutron-797120-4-hyperv {{(pid=128085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 11:51:59.809602 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35ca6777-c899-4d6b-a3e4-420f667723e4 None None] Routers {'ee31ee3a-f8b4-4647-a8df-28778cd53f86'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 11:51:59.810745 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-35ca6777-c899-4d6b-a3e4-420f667723e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T11:51:56Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['ee31ee3a-f8b4-4647-a8df-28778cd53f86'], 'active': True} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:51:59.844595 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-4edda540-5cd5-4247-82ae-bb1b5fbbb931 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1800243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1815642'] for network, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:59.848637 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-fd149e76-37b3-49fb-9746-d706e23fa79e tempest-TagsExtTest-1815527086 tempest-TagsExtTest-1815527086-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:51:59.857888 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 34626) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:51:59.872432 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-4edda540-5cd5-4247-82ae-bb1b5fbbb931 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Notify callbacks [] for network, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:59.872432 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-4edda540-5cd5-4247-82ae-bb1b5fbbb931 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] 10.222.0.53 "DELETE /v2.0/networks/81598487-dc35-42cf-bbcb-125b71b92648 HTTP/1.1" status: 204 len: 168 time: 0.8754141 Jun 24 11:51:59.873203 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4edda540-5cd5-4247-82ae-bb1b5fbbb931 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Pushing event deleted for resources: {'Network': ['ID=81598487-dc35-42cf-bbcb-125b71b92648,revision_number=None']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:51:59.877620 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 34628) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:51:59.883518 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [-] 10.222.0.53 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0227299 Jun 24 11:51:59.887161 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 34630) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:51:59.907141 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-4edda540-5cd5-4247-82ae-bb1b5fbbb931 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:51:59.930853 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1c96020-3285-48da-9b85-7ab3ae445464 tempest-TestNetworkAdvancedServerOps-1479438933 tempest-TestNetworkAdvancedServerOps-1479438933-project] Deleting subnet fed5c1a3-282b-465b-a705-0bcb2ca19c6d {{(pid=128083) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 24 11:51:59.934858 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-c1c96020-3285-48da-9b85-7ab3ae445464 tempest-TestNetworkAdvancedServerOps-1479438933 tempest-TestNetworkAdvancedServerOps-1479438933-project] Notify callbacks [] for subnet, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:51:59.987774 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-c1c96020-3285-48da-9b85-7ab3ae445464 tempest-TestNetworkAdvancedServerOps-1479438933 tempest-TestNetworkAdvancedServerOps-1479438933-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3143795'] for subnet, precommit_delete_associations {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:52:00.009939 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device c218ef61-344a-4538-aef0-2ed32a5503d4 no longer exists at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 11:52:00.048690 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-4d2b6965-60d6-4c23-9c21-1cb6bfa51a42 tempest-NetworksApiDiscovery-27703045 tempest-NetworksApiDiscovery-27703045-project] 10.222.0.53 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.1535304 Jun 24 11:52:00.048955 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7bc3ec2-45fe-416e-a41d-0eb05bca461d tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:52:00.067942 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-a7bc3ec2-45fe-416e-a41d-0eb05bca461d tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] 10.222.0.53 "GET /v2.0/ports/5a5cf92f-cde0-4af8-ae88-5c6773bc54f8 HTTP/1.1" status: 200 len: 840 time: 0.1874056 Jun 24 11:52:00.069133 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 34636) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:52:00.082250 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] No Port match for: c218ef61-344a-4538-aef0-2ed32a5503d4 {{(pid=128085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 11:52:00.082879 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device c218ef61-344a-4538-aef0-2ed32a5503d4 not bound to the agent host dv-neutron-797120-4-hyperv {{(pid=128085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 11:52:00.117535 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvr_db [None req-35ca6777-c899-4d6b-a3e4-420f667723e4 None None] Set router ee31ee3a-f8b4-4647-a8df-28778cd53f86 gateway port host: dv-neutron-797120-4-hyperv {{(pid=128085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 11:52:00.161473 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-c1c96020-3285-48da-9b85-7ab3ae445464 tempest-TestNetworkAdvancedServerOps-1479438933 tempest-TestNetworkAdvancedServerOps-1479438933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-972249'] for subnet, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:52:00.205555 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-5acd7d2d-c48a-4695-83e7-c3277465126d tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] 10.222.0.53 "GET /v2.0/ports/5a5cf92f-cde0-4af8-ae88-5c6773bc54f8?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1306860 Jun 24 11:52:00.206098 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 34640) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:52:00.212532 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-4640ca53-23c0-4c1b-b7d4-1204524da204 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Request body: {'subnet': {'network_id': '53e710ea-782f-445f-8c3d-6c895ed61528', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:52:00.317770 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-c1c96020-3285-48da-9b85-7ab3ae445464 tempest-TestNetworkAdvancedServerOps-1479438933 tempest-TestNetworkAdvancedServerOps-1479438933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-972238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2537800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3289951'] for subnet, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:52:00.328617 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-a275a420-9676-447d-92f1-0bb07cf8fe37 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:52:00.345237 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4640ca53-23c0-4c1b-b7d4-1204524da204 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Made reservation on behalf of 38289682863c40298c517287ec90b883 for: {'subnet': 1} {{(pid=128084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 11:52:00.351416 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-4640ca53-23c0-4c1b-b7d4-1204524da204 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3162484'] for subnet, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:52:00.366133 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c96020-3285-48da-9b85-7ab3ae445464 tempest-TestNetworkAdvancedServerOps-1479438933 tempest-TestNetworkAdvancedServerOps-1479438933-project] Pushing event deleted for resources: {'Subnet': ['ID=fed5c1a3-282b-465b-a705-0bcb2ca19c6d,revision_number=None']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:52:00.370336 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-c1c96020-3285-48da-9b85-7ab3ae445464 tempest-TestNetworkAdvancedServerOps-1479438933 tempest-TestNetworkAdvancedServerOps-1479438933-project] Notify callbacks [] for subnet, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:52:00.371610 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-c1c96020-3285-48da-9b85-7ab3ae445464 tempest-TestNetworkAdvancedServerOps-1479438933 tempest-TestNetworkAdvancedServerOps-1479438933-project] 10.222.0.53 "DELETE /v2.0/subnets/fed5c1a3-282b-465b-a705-0bcb2ca19c6d HTTP/1.1" status: 204 len: 168 time: 0.5853729 Jun 24 11:52:00.372873 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-c1c96020-3285-48da-9b85-7ab3ae445464 tempest-TestNetworkAdvancedServerOps-1479438933 tempest-TestNetworkAdvancedServerOps-1479438933-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:52:00.374521 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 34642) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:52:00.389959 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-579ddbd3-171f-4bbe-acf6-09c0673deeb7 None None] Network 0df59c03-dac3-411f-a2bf-16d57a368c8d requested from dv-neutron-797120-4-hyperv {{(pid=128085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 11:52:00.392724 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfba771-6c41-4ec6-84ee-86ca579cd119 req-78e3d326-284f-4c0d-96a4-330e23f9da50 tempest-TestServerAdvancedOps-1606200857 tempest-TestServerAdvancedOps-1606200857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:52:00.394348 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-8cfba771-6c41-4ec6-84ee-86ca579cd119 req-78e3d326-284f-4c0d-96a4-330e23f9da50 tempest-TestServerAdvancedOps-1606200857 tempest-TestServerAdvancedOps-1606200857-project] 10.222.0.53 "GET /v2.0/ports?device_id=efbc7311-6977-4f10-a865-f61321e5b23b HTTP/1.1" status: 200 len: 946 time: 0.1532989 Jun 24 11:52:00.494362 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-35ca6777-c899-4d6b-a3e4-420f667723e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee31ee3a-f8b4-4647-a8df-28778cd53f86', 'name': 'tempest-TestNetworkAdvancedServerOps-router-699476796', 'tenant_id': '027cb114b40f4b66abdd9fd20f4debdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'external_fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.213'}], 'enable_snat': True}, 'gw_port_id': '373ef065-c177-4277-a496-5938a3e62f69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T11:49:29Z', 'updated_at': '2021-06-24T11:51:58Z', 'revision_number': 5, 'project_id': '027cb114b40f4b66abdd9fd20f4debdf', 'gw_port': {'id': '373ef065-c177-4277-a496-5938a3e62f69', 'name': '', 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:10:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee31ee3a-f8b4-4647-a8df-28778cd53f86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 903, 'fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:49:30Z', 'updated_at': '2021-06-24T11:49:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-4-hyperv'}], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:52:00.523007 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-8cfba771-6c41-4ec6-84ee-86ca579cd119 req-4a89ab5c-62e2-432f-aba8-a7e4213713e8 tempest-TestServerAdvancedOps-1606200857 tempest-TestServerAdvancedOps-1606200857-project] 10.222.0.53 "GET /v2.0/security-groups?id=dd53c4b1-5cb2-4421-93f2-e44c59b30ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938985 Jun 24 11:52:00.542278 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 34646) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:52:00.553825 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35ca6777-c899-4d6b-a3e4-420f667723e4 None None] Checking router: ee31ee3a-f8b4-4647-a8df-28778cd53f86 for host: dv-neutron-797120-4-hyperv {{(pid=128085) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 11:52:00.567118 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-876cdbb8-890d-46bd-b8d4-dcc5d6fd4dd1 tempest-TestNetworkAdvancedServerOps-1479438933 tempest-TestNetworkAdvancedServerOps-1479438933-project] Notify callbacks [] for router, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:52:00.580338 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35ca6777-c899-4d6b-a3e4-420f667723e4 None None] Routers {'ee31ee3a-f8b4-4647-a8df-28778cd53f86'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 11:52:00.581457 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-35ca6777-c899-4d6b-a3e4-420f667723e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T11:51:56Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['ee31ee3a-f8b4-4647-a8df-28778cd53f86'], 'active': True} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:52:00.586114 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-4640ca53-23c0-4c1b-b7d4-1204524da204 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3291959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3162270'] for subnet, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:52:00.600889 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-b40587bf-9321-43cf-bef3-f86c5cbc2475 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:52:00.662178 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4640ca53-23c0-4c1b-b7d4-1204524da204 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Pushing event updated for resources: {'Subnet': ['ID=91b2bc36-3c30-453e-a2d9-0b08fbdf0e37,revision_number=0']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:52:00.667195 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-4640ca53-23c0-4c1b-b7d4-1204524da204 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:52:00.678001 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4640ca53-23c0-4c1b-b7d4-1204524da204 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Network 53e710ea-782f-445f-8c3d-6c895ed61528 is already hosted by enough agents. {{(pid=128084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 11:52:00.679927 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.base_scheduler [None req-4640ca53-23c0-4c1b-b7d4-1204524da204 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Resources bound (agent type, host, resource id): {{(pid=128084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:52:00.682956 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4640ca53-23c0-4c1b-b7d4-1204524da204 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=128084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:52:00.683935 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-4640ca53-23c0-4c1b-b7d4-1204524da204 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Notify callbacks [] for subnet, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:52:00.701608 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-4640ca53-23c0-4c1b-b7d4-1204524da204 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4946933 Jun 24 11:52:00.704310 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 34650) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:52:00.714977 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-259eae9c-8672-4fa7-ae91-5580a29b7582 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Request body: {'security_group': {'name': 'tempest-secgroup-285873841'}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:52:00.715718 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82f7084e-57b5-4a11-b1d5-07af3d0d5479 None None] Network 53e710ea-782f-445f-8c3d-6c895ed61528 requested from dv-neutron-797120-4-hyperv {{(pid=128085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 11:52:00.717519 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-c15bd94e-5889-48a4-a35f-5eda4905d495 admin admin] Notify callbacks [] for security_group, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:52:00.749901 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-259eae9c-8672-4fa7-ae91-5580a29b7582 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Notify callbacks [] for security_group, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:52:00.780870 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-876cdbb8-890d-46bd-b8d4-dcc5d6fd4dd1 tempest-TestNetworkAdvancedServerOps-1479438933 tempest-TestNetworkAdvancedServerOps-1479438933-project] Notify callbacks [] for router_gateway, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:52:00.841836 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvr_db [None req-35ca6777-c899-4d6b-a3e4-420f667723e4 None None] Set router ee31ee3a-f8b4-4647-a8df-28778cd53f86 gateway port host: dv-neutron-797120-4-hyperv {{(pid=128085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 11:52:00.882476 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.plugin [None req-876cdbb8-890d-46bd-b8d4-dcc5d6fd4dd1 tempest-TestNetworkAdvancedServerOps-1479438933 tempest-TestNetworkAdvancedServerOps-1479438933-project] Deleting port 373ef065-c177-4277-a496-5938a3e62f69 {{(pid=128083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 11:52:00.882726 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-876cdbb8-890d-46bd-b8d4-dcc5d6fd4dd1 tempest-TestNetworkAdvancedServerOps-1479438933 tempest-TestNetworkAdvancedServerOps-1479438933-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793193942312'] for port, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:52:00.901466 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-c15bd94e-5889-48a4-a35f-5eda4905d495 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:52:00.914598 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-c15bd94e-5889-48a4-a35f-5eda4905d495 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800410'] for security_group, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:52:00.919665 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-30240e90-a9b5-404c-8685-0eaf7d67a4aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:52:00.979201 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-259eae9c-8672-4fa7-ae91-5580a29b7582 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Notify callbacks [] for security_group, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:52:00.984488 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-259eae9c-8672-4fa7-ae91-5580a29b7582 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800410'] for security_group, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:52:00.991165 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-c15bd94e-5889-48a4-a35f-5eda4905d495 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=46820b7dfe2a4e73a81166a2c445fd7e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4432826 Jun 24 11:52:00.991927 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-47084ece-1735-4933-94c3-690103039875 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:52:00.993299 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 34652) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:52:01.016522 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15bd94e-5889-48a4-a35f-5eda4905d495 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af72d90e-4f4f-4dde-893f-4aeb8d37c167,revision_number=1']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:52:01.025693 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-c15bd94e-5889-48a4-a35f-5eda4905d495 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:52:01.046246 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259eae9c-8672-4fa7-ae91-5580a29b7582 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4f928bff-4c26-4d16-b793-8f4b456536b3,revision_number=1']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:52:01.050188 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-259eae9c-8672-4fa7-ae91-5580a29b7582 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:52:01.051506 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-259eae9c-8672-4fa7-ae91-5580a29b7582 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Notify callbacks [] for security_group, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:52:01.053480 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-259eae9c-8672-4fa7-ae91-5580a29b7582 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3474536 Jun 24 11:52:01.056375 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 34654) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:52:01.061982 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.db [None req-876cdbb8-890d-46bd-b8d4-dcc5d6fd4dd1 tempest-TestNetworkAdvancedServerOps-1479438933 tempest-TestNetworkAdvancedServerOps-1479438933-project] For port 373ef065-c177-4277-a496-5938a3e62f69, host dv-neutron-797120-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=373ef065-c177-4277-a496-5938a3e62f69,segment=NetworkSegment(1139564f-ff83-4b49-a593-84b33301357d),segment_id=1139564f-ff83-4b49-a593-84b33301357d)] {{(pid=128083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 11:52:01.062354 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-876cdbb8-890d-46bd-b8d4-dcc5d6fd4dd1 tempest-TestNetworkAdvancedServerOps-1479438933 tempest-TestNetworkAdvancedServerOps-1479438933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1978872'] for port, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:52:01.063508 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-90e49c6d-53ef-4a93-b648-1d6d06bfce6f tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Request body: {'security_group': {'name': 'tempest-secgroup-1945485168'}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:52:01.080584 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.plugin [None req-876cdbb8-890d-46bd-b8d4-dcc5d6fd4dd1 tempest-TestNetworkAdvancedServerOps-1479438933 tempest-TestNetworkAdvancedServerOps-1479438933-project] Calling delete_port for 373ef065-c177-4277-a496-5938a3e62f69 owned by network:router_gateway {{(pid=128083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 11:52:01.091227 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-90e49c6d-53ef-4a93-b648-1d6d06bfce6f tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Notify callbacks [] for security_group, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:52:01.104838 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-19d315f4-64fa-4b1c-babb-f431913ef058 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:52:01.164625 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-35ca6777-c899-4d6b-a3e4-420f667723e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee31ee3a-f8b4-4647-a8df-28778cd53f86', 'name': 'tempest-TestNetworkAdvancedServerOps-router-699476796', 'tenant_id': '027cb114b40f4b66abdd9fd20f4debdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'external_fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.213'}], 'enable_snat': True}, 'gw_port_id': '373ef065-c177-4277-a496-5938a3e62f69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T11:49:29Z', 'updated_at': '2021-06-24T11:51:58Z', 'revision_number': 5, 'project_id': '027cb114b40f4b66abdd9fd20f4debdf', 'gw_port': {'id': '373ef065-c177-4277-a496-5938a3e62f69', 'name': '', 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:10:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee31ee3a-f8b4-4647-a8df-28778cd53f86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 903, 'fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:49:30Z', 'updated_at': '2021-06-24T11:49:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-4-hyperv'}], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:52:01.183590 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-19d315f4-64fa-4b1c-babb-f431913ef058 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:52:01.213331 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35ca6777-c899-4d6b-a3e4-420f667723e4 None None] The sync data for ids ['ee31ee3a-f8b4-4647-a8df-28778cd53f86'] in dv-neutron-797120-4-hyperv is: [{'id': 'ee31ee3a-f8b4-4647-a8df-28778cd53f86', 'name': 'tempest-TestNetworkAdvancedServerOps-router-699476796', 'tenant_id': '027cb114b40f4b66abdd9fd20f4debdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'external_fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.213'}], 'enable_snat': True}, 'gw_port_id': '373ef065-c177-4277-a496-5938a3e62f69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T11:49:29Z', 'updated_at': '2021-06-24T11:51:58Z', 'revision_number': 5, 'project_id': '027cb114b40f4b66abdd9fd20f4debdf', 'gw_port': {'id': '373ef065-c177-4277-a496-5938a3e62f69', 'name': '', 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:10:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee31ee3a-f8b4-4647-a8df-28778cd53f86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 903, 'fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:49:30Z', 'updated_at': '2021-06-24T11:49:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-4-hyperv'}] {{(pid=128085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 11:52:01.231010 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7371cf9-c72f-4aba-9886-d1813e8082c6 None None] DHCP port deletion for 0df59c03-dac3-411f-a2bf-16d57a368c8d request from dv-neutron-797120-4-hyperv {{(pid=128085) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 24 11:52:01.243578 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-90e49c6d-53ef-4a93-b648-1d6d06bfce6f tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Notify callbacks [] for security_group, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:52:01.252035 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-90e49c6d-53ef-4a93-b648-1d6d06bfce6f tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800410'] for security_group, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:52:01.260794 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebd31901-1dad-4652-ac04-37b2a1b8a2bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d65c8f8-7530-5052-99fe-8ea05073750b-53e710ea-782f-445f-8c3d-6c895ed61528', 'network_id': '53e710ea-782f-445f-8c3d-6c895ed61528', 'tenant_id': '38289682863c40298c517287ec90b883', 'fixed_ips': [{'subnet_id': '91b2bc36-3c30-453e-a2d9-0b08fbdf0e37'}]}} from dv-neutron-797120-4-hyperv. {{(pid=128085) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 24 11:52:01.261765 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-3c1bdb99-3fa8-45b6-83fa-0c81aeedb195 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:52:01.263025 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ebd31901-1dad-4652-ac04-37b2a1b8a2bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_create {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:52:01.320938 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-19d315f4-64fa-4b1c-babb-f431913ef058 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800410'] for security_group, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:52:01.322773 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-90e49c6d-53ef-4a93-b648-1d6d06bfce6f tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Notify callbacks [] for security_group, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:52:01.323583 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-19d315f4-64fa-4b1c-babb-f431913ef058 admin admin] Notify callbacks [] for security_group, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:52:01.324754 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-19d315f4-64fa-4b1c-babb-f431913ef058 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/af72d90e-4f4f-4dde-893f-4aeb8d37c167 HTTP/1.1" status: 204 len: 168 time: 0.3242080 Jun 24 11:52:01.325206 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-90e49c6d-53ef-4a93-b648-1d6d06bfce6f tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2674584 Jun 24 11:52:01.327408 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-e6f02dff-531b-4dbf-897d-e99c5912da13 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:52:01.331670 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 34658) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:52:01.338786 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e49c6d-53ef-4a93-b648-1d6d06bfce6f tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d32268bc-bc90-42e0-bbe2-658dd41c0037,revision_number=1']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:52:01.342757 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-90e49c6d-53ef-4a93-b648-1d6d06bfce6f tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:52:01.344013 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [None req-c24790cb-7b11-4f58-b570-3fab476f5c1c tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1249690143', 'security_groups': ['d32268bc-bc90-42e0-bbe2-658dd41c0037'], 'network_id': '53e710ea-782f-445f-8c3d-6c895ed61528', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '91b2bc36-3c30-453e-a2d9-0b08fbdf0e37'}]}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:52:01.366163 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d315f4-64fa-4b1c-babb-f431913ef058 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af72d90e-4f4f-4dde-893f-4aeb8d37c167,revision_number=None']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:52:01.377162 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-19d315f4-64fa-4b1c-babb-f431913ef058 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:52:01.402969 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-f7371cf9-c72f-4aba-9886-d1813e8082c6 None None] Deleting port c8511011-34b9-4fbc-ba3d-96d5b254c5c2 {{(pid=128085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 11:52:01.403499 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-f7371cf9-c72f-4aba-9886-d1813e8082c6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793193942312'] for port, before_delete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:52:01.432327 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-876cdbb8-890d-46bd-b8d4-dcc5d6fd4dd1 tempest-TestNetworkAdvancedServerOps-1479438933 tempest-TestNetworkAdvancedServerOps-1479438933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793193945299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193536732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2537862'] for port, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:52:01.441027 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-8136c4d1-e26b-41d8-8101-259eaf6f579e tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:52:01.473223 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876cdbb8-890d-46bd-b8d4-dcc5d6fd4dd1 tempest-TestNetworkAdvancedServerOps-1479438933 tempest-TestNetworkAdvancedServerOps-1479438933-project] Pushing event deleted for resources: {'Port': ['ID=373ef065-c177-4277-a496-5938a3e62f69,revision_number=None']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:52:01.482616 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-876cdbb8-890d-46bd-b8d4-dcc5d6fd4dd1 tempest-TestNetworkAdvancedServerOps-1479438933 tempest-TestNetworkAdvancedServerOps-1479438933-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:52:01.531781 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-f7371cf9-c72f-4aba-9886-d1813e8082c6 None None] For port c8511011-34b9-4fbc-ba3d-96d5b254c5c2, host dv-neutron-797120-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=c8511011-34b9-4fbc-ba3d-96d5b254c5c2,segment=NetworkSegment(b17ea5b8-604c-427d-a101-058a8063b214),segment_id=b17ea5b8-604c-427d-a101-058a8063b214)] {{(pid=128085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 11:52:01.532182 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-f7371cf9-c72f-4aba-9886-d1813e8082c6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1978872'] for port, precommit_delete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:52:01.555749 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.db_base_plugin_common [None req-ebd31901-1dad-4652-ac04-37b2a1b8a2bd None None] Allocated IP 172.20.0.2 (53e710ea-782f-445f-8c3d-6c895ed61528/91b2bc36-3c30-453e-a2d9-0b08fbdf0e37/3d5d89af-99fa-4309-9659-563836f8c40d) {{(pid=128085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 11:52:01.562697 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-f7371cf9-c72f-4aba-9886-d1813e8082c6 None None] Calling delete_port for c8511011-34b9-4fbc-ba3d-96d5b254c5c2 owned by network:dhcp {{(pid=128085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 11:52:01.580122 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-876cdbb8-890d-46bd-b8d4-dcc5d6fd4dd1 tempest-TestNetworkAdvancedServerOps-1479438933 tempest-TestNetworkAdvancedServerOps-1479438933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1815728'] for router_gateway, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:52:01.588553 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c24790cb-7b11-4f58-b570-3fab476f5c1c tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Made reservation on behalf of 38289682863c40298c517287ec90b883 for: {'port': 1} {{(pid=128083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 11:52:01.740701 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-876cdbb8-890d-46bd-b8d4-dcc5d6fd4dd1 tempest-TestNetworkAdvancedServerOps-1479438933 tempest-TestNetworkAdvancedServerOps-1479438933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1803182', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65403'] for router, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:52:01.770823 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-876cdbb8-890d-46bd-b8d4-dcc5d6fd4dd1 tempest-TestNetworkAdvancedServerOps-1479438933 tempest-TestNetworkAdvancedServerOps-1479438933-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:52:01.877593 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-876cdbb8-890d-46bd-b8d4-dcc5d6fd4dd1 tempest-TestNetworkAdvancedServerOps-1479438933 tempest-TestNetworkAdvancedServerOps-1479438933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1806072'] for router, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:52:01.878217 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-876cdbb8-890d-46bd-b8d4-dcc5d6fd4dd1 tempest-TestNetworkAdvancedServerOps-1479438933 tempest-TestNetworkAdvancedServerOps-1479438933-project] Fanout notify agent at l3_agent the message router_deleted on router ee31ee3a-f8b4-4647-a8df-28778cd53f86 {{(pid=128083) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 24 11:52:01.887478 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-876cdbb8-890d-46bd-b8d4-dcc5d6fd4dd1 tempest-TestNetworkAdvancedServerOps-1479438933 tempest-TestNetworkAdvancedServerOps-1479438933-project] Notify callbacks [] for router, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:52:01.888592 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-876cdbb8-890d-46bd-b8d4-dcc5d6fd4dd1 tempest-TestNetworkAdvancedServerOps-1479438933 tempest-TestNetworkAdvancedServerOps-1479438933-project] 10.222.0.53 "DELETE /v2.0/routers/ee31ee3a-f8b4-4647-a8df-28778cd53f86 HTTP/1.1" status: 204 len: 168 time: 1.5131509 Jun 24 11:52:01.892862 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device c8511011-34b9-4fbc-ba3d-96d5b254c5c2 no longer exists at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 11:52:01.893065 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 34662) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:52:01.893188 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-c24790cb-7b11-4f58-b570-3fab476f5c1c tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:52:01.922700 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.notifiers.nova [None req-c24790cb-7b11-4f58-b570-3fab476f5c1c tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] device_id is not set on port 2b16deb7-3b16-46da-8e14-e8d7e1f1b375 yet. {{(pid=128083) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 24 11:52:01.939474 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9687683a-495b-4857-9296-3a31de1ea7d6 req-0e89f6e0-8ae9-44e0-9405-35227ebf2ff8 tempest-TestServerAdvancedOps-1606200857 tempest-TestServerAdvancedOps-1606200857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:52:01.941043 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-9687683a-495b-4857-9296-3a31de1ea7d6 req-0e89f6e0-8ae9-44e0-9405-35227ebf2ff8 tempest-TestServerAdvancedOps-1606200857 tempest-TestServerAdvancedOps-1606200857-project] 10.222.0.53 "GET /v2.0/ports?device_id=efbc7311-6977-4f10-a865-f61321e5b23b HTTP/1.1" status: 200 len: 946 time: 0.1726751 Jun 24 11:52:01.979219 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-f7371cf9-c72f-4aba-9886-d1813e8082c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793193945299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193536732'] for port, after_delete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:52:01.994990 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-8ee1e2fc-106a-44f8-949d-c0127cbebdb6 tempest-TestNetworkAdvancedServerOps-1479438933 tempest-TestNetworkAdvancedServerOps-1479438933-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-534962'] for network, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:52:02.000699 dv-neutron-797120-4-hyperv neutron-server[128085]: INFO neutron.plugins.ml2.db [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] No ports have port_id starting with c8511011-34b9-4fbc-ba3d-96d5b254c5c2 Jun 24 11:52:02.001461 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:52:02.024066 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device d53c5e63-07c1-42e3-8bd4-9342e0cb7112 no longer exists at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 11:52:02.032516 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7371cf9-c72f-4aba-9886-d1813e8082c6 None None] Pushing event deleted for resources: {'Port': ['ID=c8511011-34b9-4fbc-ba3d-96d5b254c5c2,revision_number=None']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:52:02.055775 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-f7371cf9-c72f-4aba-9886-d1813e8082c6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:52:02.059263 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] No Port match for: d53c5e63-07c1-42e3-8bd4-9342e0cb7112 {{(pid=128085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 11:52:02.059615 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device d53c5e63-07c1-42e3-8bd4-9342e0cb7112 not bound to the agent host dv-neutron-797120-4-hyperv {{(pid=128085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 11:52:02.061144 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7371cf9-c72f-4aba-9886-d1813e8082c6 None None] No DVR routers for this DVR port c8511011-34b9-4fbc-ba3d-96d5b254c5c2 on host dv-neutron-797120-4-hyperv {{(pid=128085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 11:52:02.083522 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-9687683a-495b-4857-9296-3a31de1ea7d6 req-3a7d0a46-8a58-458b-823c-b52a9884df5f tempest-TestServerAdvancedOps-1606200857 tempest-TestServerAdvancedOps-1606200857-project] 10.222.0.53 "GET /v2.0/security-groups?id=dd53c4b1-5cb2-4421-93f2-e44c59b30ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063282 Jun 24 11:52:02.084362 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ebd31901-1dad-4652-ac04-37b2a1b8a2bd None None] Notify callbacks [] for port, precommit_create {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:52:02.117558 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-ebd31901-1dad-4652-ac04-37b2a1b8a2bd None None] Transition to ACTIVE for port object 3d5d89af-99fa-4309-9659-563836f8c40d will not be triggered until provisioned by entity L2. {{(pid=128085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 11:52:02.142200 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-ebd31901-1dad-4652-ac04-37b2a1b8a2bd None None] Transition to ACTIVE for port object 3d5d89af-99fa-4309-9659-563836f8c40d will not be triggered until provisioned by entity DHCP. {{(pid=128085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 11:52:02.153139 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-8ee1e2fc-106a-44f8-949d-c0127cbebdb6 tempest-TestNetworkAdvancedServerOps-1479438933 tempest-TestNetworkAdvancedServerOps-1479438933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973199', 'neutron.services.segments.db._delete_segments_for_network-8793194012456'] for network, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:52:02.162418 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ebd31901-1dad-4652-ac04-37b2a1b8a2bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-650429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-506361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793193536723'] for port, after_create {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:52:02.167685 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.services.segments.db [None req-8ee1e2fc-106a-44f8-949d-c0127cbebdb6 tempest-TestNetworkAdvancedServerOps-1479438933 tempest-TestNetworkAdvancedServerOps-1479438933-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0df59c03-dac3-411f-a2bf-16d57a368c8d']}} {{(pid=128084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:52:02.168146 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-a7ce40bd-d605-4cc1-9c59-45b7349e7e59 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:52:02.179183 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.services.segments.db [None req-8ee1e2fc-106a-44f8-949d-c0127cbebdb6 tempest-TestNetworkAdvancedServerOps-1479438933 tempest-TestNetworkAdvancedServerOps-1479438933-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b17ea5b8-604c-427d-a101-058a8063b214') {'for_net_delete': True} {{(pid=128084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:52:02.179417 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.services.segments.db [None req-8ee1e2fc-106a-44f8-949d-c0127cbebdb6 tempest-TestNetworkAdvancedServerOps-1479438933 tempest-TestNetworkAdvancedServerOps-1479438933-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b17ea5b8-604c-427d-a101-058a8063b214') {} {{(pid=128084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:52:02.190829 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-8ee1e2fc-106a-44f8-949d-c0127cbebdb6 tempest-TestNetworkAdvancedServerOps-1479438933 tempest-TestNetworkAdvancedServerOps-1479438933-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793194097327', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2373599'] for segment, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:52:02.218026 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebd31901-1dad-4652-ac04-37b2a1b8a2bd None None] Network 53e710ea-782f-445f-8c3d-6c895ed61528 is already hosted by enough agents. {{(pid=128085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 11:52:02.221140 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-8ee1e2fc-106a-44f8-949d-c0127cbebdb6 tempest-TestNetworkAdvancedServerOps-1479438933 tempest-TestNetworkAdvancedServerOps-1479438933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967879'] for segment, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:52:02.224171 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.scheduler.base_scheduler [None req-ebd31901-1dad-4652-ac04-37b2a1b8a2bd None None] Resources bound (agent type, host, resource id): {{(pid=128085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:52:02.230305 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebd31901-1dad-4652-ac04-37b2a1b8a2bd None None] Received port after_create {{(pid=128085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 11:52:02.233800 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ee1e2fc-106a-44f8-949d-c0127cbebdb6 tempest-TestNetworkAdvancedServerOps-1479438933 tempest-TestNetworkAdvancedServerOps-1479438933-project] Releasing vlan 602 on physical network physnet1 to pool {{(pid=128084) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 11:52:02.234227 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-8ee1e2fc-106a-44f8-949d-c0127cbebdb6 tempest-TestNetworkAdvancedServerOps-1479438933 tempest-TestNetworkAdvancedServerOps-1479438933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3292053'] for segment, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:52:02.241275 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd31901-1dad-4652-ac04-37b2a1b8a2bd None None] Pushing event updated for resources: {'Port': ['ID=3d5d89af-99fa-4309-9659-563836f8c40d,revision_number=1']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:52:02.244166 dv-neutron-797120-4-hyperv neutron-server[128084]: Traceback (most recent call last): Jun 24 11:52:02.244166 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 24 11:52:02.244166 dv-neutron-797120-4-hyperv neutron-server[128084]: timer() Jun 24 11:52:02.244166 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 24 11:52:02.244166 dv-neutron-797120-4-hyperv neutron-server[128084]: cb(*args, **kw) Jun 24 11:52:02.244166 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 24 11:52:02.244166 dv-neutron-797120-4-hyperv neutron-server[128084]: return func(*args, **kwargs) Jun 24 11:52:02.244166 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 24 11:52:02.244166 dv-neutron-797120-4-hyperv neutron-server[128084]: self._notify() Jun 24 11:52:02.244166 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 24 11:52:02.244166 dv-neutron-797120-4-hyperv neutron-server[128084]: self.callback(batched_events) Jun 24 11:52:02.244166 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 24 11:52:02.244166 dv-neutron-797120-4-hyperv neutron-server[128084]: event.method(event) Jun 24 11:52:02.244166 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 24 11:52:02.244166 dv-neutron-797120-4-hyperv neutron-server[128084]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 24 11:52:02.244166 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 24 11:52:02.244166 dv-neutron-797120-4-hyperv neutron-server[128084]: aggregate_uuid = self.p_client.list_aggregates( Jun 24 11:52:02.244166 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 24 11:52:02.244166 dv-neutron-797120-4-hyperv neutron-server[128084]: return f(self, *a, **k) Jun 24 11:52:02.244166 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 24 11:52:02.244166 dv-neutron-797120-4-hyperv neutron-server[128084]: return self._get(url).json() Jun 24 11:52:02.244166 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 24 11:52:02.244166 dv-neutron-797120-4-hyperv neutron-server[128084]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 24 11:52:02.244166 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 24 11:52:02.244166 dv-neutron-797120-4-hyperv neutron-server[128084]: return self.request(url, 'GET', **kwargs) Jun 24 11:52:02.244166 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 24 11:52:02.244166 dv-neutron-797120-4-hyperv neutron-server[128084]: base_url = self.get_endpoint(auth, allow=allow, Jun 24 11:52:02.244166 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 24 11:52:02.244166 dv-neutron-797120-4-hyperv neutron-server[128084]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 24 11:52:02.244166 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 24 11:52:02.244166 dv-neutron-797120-4-hyperv neutron-server[128084]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 24 11:52:02.244166 dv-neutron-797120-4-hyperv neutron-server[128084]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 24 11:52:02.247312 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-ebd31901-1dad-4652-ac04-37b2a1b8a2bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:52:02.258364 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.db_base_plugin_common [None req-c24790cb-7b11-4f58-b570-3fab476f5c1c tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Allocated IP 172.20.0.10 (53e710ea-782f-445f-8c3d-6c895ed61528/91b2bc36-3c30-453e-a2d9-0b08fbdf0e37/2b16deb7-3b16-46da-8e14-e8d7e1f1b375) {{(pid=128083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 11:52:02.310719 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-ebd31901-1dad-4652-ac04-37b2a1b8a2bd None None] Attempting to bind port 3d5d89af-99fa-4309-9659-563836f8c40d on host dv-neutron-797120-4-hyperv for vnic_type normal with profile {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 11:52:02.311100 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-ebd31901-1dad-4652-ac04-37b2a1b8a2bd None None] Attempting to bind port 3d5d89af-99fa-4309-9659-563836f8c40d by drivers openvswitch,hyperv on host dv-neutron-797120-4-hyperv at level 0 using segments [{'id': 'ed1d3356-e347-4bfc-a302-c66cc8a9e0d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '53e710ea-782f-445f-8c3d-6c895ed61528'}] {{(pid=128085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 11:52:02.311477 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebd31901-1dad-4652-ac04-37b2a1b8a2bd None None] Attempting to bind port 3d5d89af-99fa-4309-9659-563836f8c40d on network 53e710ea-782f-445f-8c3d-6c895ed61528 {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 11:52:02.317284 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebd31901-1dad-4652-ac04-37b2a1b8a2bd None None] Checking agent: {'id': 'e3a695b2-c397-461f-83b0-10b79d490b59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 11, 36, 56), 'started_at': datetime.datetime(2021, 6, 24, 11, 37, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 11, 51, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 11:52:02.317619 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebd31901-1dad-4652-ac04-37b2a1b8a2bd None None] Checking segment: {'id': 'ed1d3356-e347-4bfc-a302-c66cc8a9e0d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '53e710ea-782f-445f-8c3d-6c895ed61528'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=128085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 11:52:02.318141 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ebd31901-1dad-4652-ac04-37b2a1b8a2bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:52:02.318550 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebd31901-1dad-4652-ac04-37b2a1b8a2bd None None] Bound using segment: {'id': 'ed1d3356-e347-4bfc-a302-c66cc8a9e0d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '53e710ea-782f-445f-8c3d-6c895ed61528'} {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 11:52:02.319035 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-ebd31901-1dad-4652-ac04-37b2a1b8a2bd None None] Bound port: 3d5d89af-99fa-4309-9659-563836f8c40d, host: dv-neutron-797120-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed1d3356-e347-4bfc-a302-c66cc8a9e0d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '53e710ea-782f-445f-8c3d-6c895ed61528'}}] {{(pid=128085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 11:52:02.319653 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ebd31901-1dad-4652-ac04-37b2a1b8a2bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:52:02.334574 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-8ee1e2fc-106a-44f8-949d-c0127cbebdb6 tempest-TestNetworkAdvancedServerOps-1479438933 tempest-TestNetworkAdvancedServerOps-1479438933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1800243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1815642'] for network, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:52:02.342264 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-8ee1e2fc-106a-44f8-949d-c0127cbebdb6 tempest-TestNetworkAdvancedServerOps-1479438933 tempest-TestNetworkAdvancedServerOps-1479438933-project] Notify callbacks [] for network, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:52:02.348723 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-8ee1e2fc-106a-44f8-949d-c0127cbebdb6 tempest-TestNetworkAdvancedServerOps-1479438933 tempest-TestNetworkAdvancedServerOps-1479438933-project] 10.222.0.53 "DELETE /v2.0/networks/0df59c03-dac3-411f-a2bf-16d57a368c8d HTTP/1.1" status: 204 len: 168 time: 0.4517622 Jun 24 11:52:02.348723 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-9ddbe74a-7b3d-4dd5-b4b0-0f3dc24eac8a tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:52:02.351135 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 34668) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:52:02.361949 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee1e2fc-106a-44f8-949d-c0127cbebdb6 tempest-TestNetworkAdvancedServerOps-1479438933 tempest-TestNetworkAdvancedServerOps-1479438933-project] Pushing event deleted for resources: {'Network': ['ID=0df59c03-dac3-411f-a2bf-16d57a368c8d,revision_number=None']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:52:02.365715 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-8ee1e2fc-106a-44f8-949d-c0127cbebdb6 tempest-TestNetworkAdvancedServerOps-1479438933 tempest-TestNetworkAdvancedServerOps-1479438933-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:52:02.435511 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-ebd31901-1dad-4652-ac04-37b2a1b8a2bd None None] For port 3d5d89af-99fa-4309-9659-563836f8c40d, host dv-neutron-797120-4-hyperv, cleared binding levels {{(pid=128085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 11:52:02.441399 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-ebd31901-1dad-4652-ac04-37b2a1b8a2bd None None] For port 3d5d89af-99fa-4309-9659-563836f8c40d, host dv-neutron-797120-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=3d5d89af-99fa-4309-9659-563836f8c40d,segment=NetworkSegment(ed1d3356-e347-4bfc-a302-c66cc8a9e0d3),segment_id=ed1d3356-e347-4bfc-a302-c66cc8a9e0d3)] {{(pid=128085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 11:52:02.448049 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ebd31901-1dad-4652-ac04-37b2a1b8a2bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:52:02.452372 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-17a9cf11-3feb-48ad-ac74-7ad4725d90f5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:52:02.486006 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-02c7e806-7eff-4cee-84f7-2d046a94a124 tempest-TestNetworkAdvancedServerOps-1479438933 tempest-TestNetworkAdvancedServerOps-1479438933-project] Notify callbacks [] for security_group, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:52:02.515939 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd31901-1dad-4652-ac04-37b2a1b8a2bd None None] Pushing event updated for resources: {'Port': ['ID=3d5d89af-99fa-4309-9659-563836f8c40d,revision_number=2']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:52:02.520359 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-ebd31901-1dad-4652-ac04-37b2a1b8a2bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:52:02.985857 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-02c7e806-7eff-4cee-84f7-2d046a94a124 tempest-TestNetworkAdvancedServerOps-1479438933 tempest-TestNetworkAdvancedServerOps-1479438933-project] Notify callbacks [] for security_group, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:52:03.001054 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-c24790cb-7b11-4f58-b570-3fab476f5c1c tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Notify callbacks [] for port, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:52:03.043316 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.provisioning_blocks [None req-c24790cb-7b11-4f58-b570-3fab476f5c1c tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Transition to ACTIVE for port object 2b16deb7-3b16-46da-8e14-e8d7e1f1b375 will not be triggered until provisioned by entity DHCP. {{(pid=128083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 11:52:03.087651 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f14054-8a20-4ab5-9c2d-79028e61c9ae req-5cc6f3f0-c71b-4b9e-9e2d-61b27ff0b0c6 tempest-TestServerAdvancedOps-1606200857 tempest-TestServerAdvancedOps-1606200857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:52:03.089174 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-f0f14054-8a20-4ab5-9c2d-79028e61c9ae req-5cc6f3f0-c71b-4b9e-9e2d-61b27ff0b0c6 tempest-TestServerAdvancedOps-1606200857 tempest-TestServerAdvancedOps-1606200857-project] 10.222.0.53 "GET /v2.0/ports?device_id=efbc7311-6977-4f10-a865-f61321e5b23b HTTP/1.1" status: 200 len: 946 time: 0.6212370 Jun 24 11:52:03.095216 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c705e6f-9350-48f8-9cca-06f3111b64cd req-122969cc-d15f-4680-a51a-b1da7eaa61b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:52:03.096663 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-6c705e6f-9350-48f8-9cca-06f3111b64cd req-122969cc-d15f-4680-a51a-b1da7eaa61b9 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=978adf8cf8594a23bd00e271ef0245c2&device_id=efbc7311-6977-4f10-a865-f61321e5b23b HTTP/1.1" status: 200 len: 1099 time: 0.6117973 Jun 24 11:52:03.164920 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-c24790cb-7b11-4f58-b570-3fab476f5c1c tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-650429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-506361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793193536723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2537853'] for port, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:52:03.201795 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-be63f6ae-1411-4e58-848c-f23a6b0b85dc tempest-TestNetworkAdvancedServerOps-1479438933 tempest-TestNetworkAdvancedServerOps-1479438933-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:52:03.238496 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-f0f14054-8a20-4ab5-9c2d-79028e61c9ae req-c1a05d06-55fb-4b6e-88ff-0d20f22c0bcd tempest-TestServerAdvancedOps-1606200857 tempest-TestServerAdvancedOps-1606200857-project] 10.222.0.53 "GET /v2.0/security-groups?id=dd53c4b1-5cb2-4421-93f2-e44c59b30ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359468 Jun 24 11:52:03.243142 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-02c7e806-7eff-4cee-84f7-2d046a94a124 tempest-TestNetworkAdvancedServerOps-1479438933 tempest-TestNetworkAdvancedServerOps-1479438933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800410'] for security_group, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:52:03.245727 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-02c7e806-7eff-4cee-84f7-2d046a94a124 tempest-TestNetworkAdvancedServerOps-1479438933 tempest-TestNetworkAdvancedServerOps-1479438933-project] Notify callbacks [] for security_group, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:52:03.249879 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-02c7e806-7eff-4cee-84f7-2d046a94a124 tempest-TestNetworkAdvancedServerOps-1479438933 tempest-TestNetworkAdvancedServerOps-1479438933-project] 10.222.0.53 "DELETE /v2.0/security-groups/ad6af071-5e9d-4374-b735-aabf2d994394 HTTP/1.1" status: 204 len: 168 time: 0.8945334 Jun 24 11:52:03.286991 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c24790cb-7b11-4f58-b570-3fab476f5c1c tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Network 53e710ea-782f-445f-8c3d-6c895ed61528 is already hosted by enough agents. {{(pid=128083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 11:52:03.298279 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.base_scheduler [None req-c24790cb-7b11-4f58-b570-3fab476f5c1c tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Resources bound (agent type, host, resource id): {{(pid=128083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:52:03.306130 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c24790cb-7b11-4f58-b570-3fab476f5c1c tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Received port after_create {{(pid=128083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 11:52:03.334858 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24790cb-7b11-4f58-b570-3fab476f5c1c tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Pushing event updated for resources: {'Port': ['ID=2b16deb7-3b16-46da-8e14-e8d7e1f1b375,revision_number=1']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:52:03.350829 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-c24790cb-7b11-4f58-b570-3fab476f5c1c tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:52:03.351351 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-0ba2208a-abe3-4511-9a4a-a0ffa9cfdcae tempest-NegativeSecGroupTest-260829952 tempest-NegativeSecGroupTest-260829952-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.100s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:52:03.366361 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c705e6f-9350-48f8-9cca-06f3111b64cd req-7732a576-e4c7-4360-ab36-d721e757fc17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:52:03.367885 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-6c705e6f-9350-48f8-9cca-06f3111b64cd req-7732a576-e4c7-4360-ab36-d721e757fc17 service neutron] 10.222.0.45 "GET /v2.0/networks?id=1eb2d951-a1cb-4471-903d-de3233e8be60 HTTP/1.1" status: 200 len: 913 time: 0.2563505 Jun 24 11:52:03.371890 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c7e806-7eff-4cee-84f7-2d046a94a124 tempest-TestNetworkAdvancedServerOps-1479438933 tempest-TestNetworkAdvancedServerOps-1479438933-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad6af071-5e9d-4374-b735-aabf2d994394,revision_number=None']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:52:03.376227 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-02c7e806-7eff-4cee-84f7-2d046a94a124 tempest-TestNetworkAdvancedServerOps-1479438933 tempest-TestNetworkAdvancedServerOps-1479438933-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:52:03.402324 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c24790cb-7b11-4f58-b570-3fab476f5c1c tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:52:03.402720 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-c24790cb-7b11-4f58-b570-3fab476f5c1c tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468916'] for port, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:52:03.462180 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-6c705e6f-9350-48f8-9cca-06f3111b64cd req-5ed3166c-7408-4019-b367-26b19b9757db service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dc4db242-685a-49fb-9f1c-d8dbf19706ef HTTP/1.1" status: 200 len: 217 time: 0.0763667 Jun 24 11:52:03.482933 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-c24790cb-7b11-4f58-b570-3fab476f5c1c tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 2.1494334 Jun 24 11:52:03.485634 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 34674) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:52:03.491441 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-9e1d3b04-fc0b-4f92-a1a9-799567350279 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Request body: {'subnet': {'network_id': '53e710ea-782f-445f-8c3d-6c895ed61528', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:52:03.531206 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c705e6f-9350-48f8-9cca-06f3111b64cd req-f3c53ed6-59c7-430b-9e4b-80e8a7fe3d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:52:03.532441 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-6c705e6f-9350-48f8-9cca-06f3111b64cd req-f3c53ed6-59c7-430b-9e4b-80e8a7fe3d05 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ec8118fd-2eac-4a2c-affd-57c056d6cd43 HTTP/1.1" status: 200 len: 852 time: 0.0605774 Jun 24 11:52:03.580512 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-6c705e6f-9350-48f8-9cca-06f3111b64cd req-c46a9d5e-d30c-4ce8-9f25-7490ab1bee74 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=1eb2d951-a1cb-4471-903d-de3233e8be60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0375214 Jun 24 11:52:03.632122 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e1d3b04-fc0b-4f92-a1a9-799567350279 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Made reservation on behalf of 38289682863c40298c517287ec90b883 for: {'subnet': 1} {{(pid=128084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 11:52:03.636301 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-9e1d3b04-fc0b-4f92-a1a9-799567350279 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3162484'] for subnet, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:52:03.652433 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-53a1f2b6-df4b-4bab-8587-b27ea340de47 None None] Provisioning for port 3d5d89af-99fa-4309-9659-563836f8c40d completed by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 11:52:03.654109 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 34678) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:52:03.670797 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-53a1f2b6-df4b-4bab-8587-b27ea340de47 None None] Provisioning complete for port 5a5cf92f-cde0-4af8-ae88-5c6773bc54f8 triggered by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:52:03.671180 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-53a1f2b6-df4b-4bab-8587-b27ea340de47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:52:03.700925 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-6c705e6f-9350-48f8-9cca-06f3111b64cd req-224b5185-1834-4145-a0fa-ff55d482086e service neutron] 10.222.0.45 "GET /v2.0/networks/1eb2d951-a1cb-4471-903d-de3233e8be60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1092854 Jun 24 11:52:03.734765 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-53a1f2b6-df4b-4bab-8587-b27ea340de47 None None] Port 5a5cf92f-cde0-4af8-ae88-5c6773bc54f8 cannot update to ACTIVE because it is not bound. {{(pid=128085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 11:52:03.827345 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.db.ipam_backend_mixin [None req-9e1d3b04-fc0b-4f92-a1a9-799567350279 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 91b2bc36-3c30-453e-a2d9-0b08fbdf0e37 (CIDR: 172.20.0.0/28) Jun 24 11:52:03.830842 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device 3d5d89af-99fa-4309-9659-563836f8c40d up at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 11:52:03.832383 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e1d3b04-fc0b-4f92-a1a9-799567350279 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 24 11:52:03.833769 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9e1d3b04-fc0b-4f92-a1a9-799567350279 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=128084) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 24 11:52:03.855242 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-6c705e6f-9350-48f8-9cca-06f3111b64cd req-9b88a9cc-19f1-4e82-8546-c75839c066ae service neutron] 10.222.0.45 "GET /v2.0/networks/1eb2d951-a1cb-4471-903d-de3233e8be60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1433973 Jun 24 11:52:03.859979 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-9e1d3b04-fc0b-4f92-a1a9-799567350279 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3732104 Jun 24 11:52:03.862781 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 34682) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:52:03.869490 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [None req-137168da-46a8-46e4-b7d9-5d1f0954d06e tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Request body: {'subnet': {'network_id': '53e710ea-782f-445f-8c3d-6c895ed61528', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:52:03.899688 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-db9057c9-ae37-4938-84b9-597a5825e74b admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=027cb114b40f4b66abdd9fd20f4debdf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2442658 Jun 24 11:52:03.902047 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 34684) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:52:03.908865 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning for port 3d5d89af-99fa-4309-9659-563836f8c40d completed by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 11:52:03.913384 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning complete for port 3d5d89af-99fa-4309-9659-563836f8c40d triggered by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:52:03.913913 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:52:03.960616 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-a7fb6f9a-4193-48f0-8be2-ea0be0f37201 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:52:03.975266 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-7a1d7c72-fdba-4bee-8fa6-ec6c086e73bc None None] Provisioning for port 2b16deb7-3b16-46da-8e14-e8d7e1f1b375 completed by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 11:52:03.980741 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-7a1d7c72-fdba-4bee-8fa6-ec6c086e73bc None None] Provisioning complete for port 2b16deb7-3b16-46da-8e14-e8d7e1f1b375 triggered by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:52:03.981149 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-7a1d7c72-fdba-4bee-8fa6-ec6c086e73bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:52:03.983442 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-a7fb6f9a-4193-48f0-8be2-ea0be0f37201 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:52:04.016306 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-137168da-46a8-46e4-b7d9-5d1f0954d06e tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Made reservation on behalf of 38289682863c40298c517287ec90b883 for: {'subnet': 1} {{(pid=128083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 11:52:04.021524 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-137168da-46a8-46e4-b7d9-5d1f0954d06e tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3289788'] for subnet, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:52:04.042407 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-a7fb6f9a-4193-48f0-8be2-ea0be0f37201 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800410'] for security_group, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:52:04.045326 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-a7fb6f9a-4193-48f0-8be2-ea0be0f37201 admin admin] Notify callbacks [] for security_group, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:52:04.045958 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-7a1d7c72-fdba-4bee-8fa6-ec6c086e73bc None None] Port 2b16deb7-3b16-46da-8e14-e8d7e1f1b375 cannot update to ACTIVE because it is not bound. {{(pid=128085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 11:52:04.046475 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-a7fb6f9a-4193-48f0-8be2-ea0be0f37201 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/220a2f49-e59c-4184-9b05-eaa960abd8b1 HTTP/1.1" status: 204 len: 168 time: 0.1434722 Jun 24 11:52:04.047541 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-479fe44a-0184-420f-8f03-e99aa4bf89d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:52:04.052404 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:52:04.055601 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fb6f9a-4193-48f0-8be2-ea0be0f37201 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=220a2f49-e59c-4184-9b05-eaa960abd8b1,revision_number=None']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:52:04.067148 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-a7fb6f9a-4193-48f0-8be2-ea0be0f37201 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:52:04.099172 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] For port 3d5d89af-99fa-4309-9659-563836f8c40d, host dv-neutron-797120-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=3d5d89af-99fa-4309-9659-563836f8c40d,segment=NetworkSegment(ed1d3356-e347-4bfc-a302-c66cc8a9e0d3),segment_id=ed1d3356-e347-4bfc-a302-c66cc8a9e0d3)] {{(pid=128085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 11:52:04.103930 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:52:04.106213 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-17a9cf11-3feb-48ad-ac74-7ad4725d90f5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:52:04.131051 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device 373ef065-c177-4277-a496-5938a3e62f69 no longer exists at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 11:52:04.154347 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] No Port match for: 373ef065-c177-4277-a496-5938a3e62f69 {{(pid=128085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 11:52:04.154788 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device 373ef065-c177-4277-a496-5938a3e62f69 not bound to the agent host dv-neutron-797120-4-hyperv {{(pid=128085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 11:52:04.175875 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Pushing event updated for resources: {'Port': ['ID=3d5d89af-99fa-4309-9659-563836f8c40d,revision_number=3']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:52:04.179745 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:52:04.285416 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-137168da-46a8-46e4-b7d9-5d1f0954d06e tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2537737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3289942'] for subnet, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:52:04.287700 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-11c73d55-a93d-4333-affc-aedd7d580c1d tempest-ExtraDHCPOptionsTestJSON-1604773077 tempest-ExtraDHCPOptionsTestJSON-1604773077-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:52:04.329170 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-137168da-46a8-46e4-b7d9-5d1f0954d06e tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Network 53e710ea-782f-445f-8c3d-6c895ed61528 is already hosted by enough agents. {{(pid=128083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 11:52:04.335163 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.base_scheduler [None req-137168da-46a8-46e4-b7d9-5d1f0954d06e tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Resources bound (agent type, host, resource id): {{(pid=128083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:52:04.338878 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-137168da-46a8-46e4-b7d9-5d1f0954d06e tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:52:04.339734 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-137168da-46a8-46e4-b7d9-5d1f0954d06e tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Notify callbacks [] for subnet, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:52:04.345992 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-329fe5f9-65e7-4128-b435-6f08a34d8374 None None] Network 53e710ea-782f-445f-8c3d-6c895ed61528 requested from dv-neutron-797120-4-hyperv {{(pid=128085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 11:52:04.354615 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137168da-46a8-46e4-b7d9-5d1f0954d06e tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Pushing event updated for resources: {'Subnet': ['ID=8ec197b6-0689-4ec8-8b62-68676730633a,revision_number=0']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:52:04.358113 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-137168da-46a8-46e4-b7d9-5d1f0954d06e tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:52:04.369849 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-137168da-46a8-46e4-b7d9-5d1f0954d06e tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.5047145 Jun 24 11:52:04.372331 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 34692) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:52:04.379943 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [None req-bbf12fd6-1710-476a-b35a-fbbd9608fb6c tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-937747196', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '8ec197b6-0689-4ec8-8b62-68676730633a'}], 'security_groups': ['4f928bff-4c26-4d16-b793-8f4b456536b3']}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:52:04.399472 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 34694) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:52:04.413161 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-e6317e3b-7450-4d5f-9548-6d1f43a28434 admin admin] Notify callbacks [] for security_group, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:52:04.528920 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-bbf12fd6-1710-476a-b35a-fbbd9608fb6c tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:52:04.535418 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-e6317e3b-7450-4d5f-9548-6d1f43a28434 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:52:04.540725 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35266f7-3c5b-4adc-984c-b20f6321d20c req-16a25006-9320-4972-a77d-7600f57f6b2d tempest-TestServerAdvancedOps-1606200857 tempest-TestServerAdvancedOps-1606200857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:52:04.542078 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-e6317e3b-7450-4d5f-9548-6d1f43a28434 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800410'] for security_group, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:52:04.542338 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-f35266f7-3c5b-4adc-984c-b20f6321d20c req-16a25006-9320-4972-a77d-7600f57f6b2d tempest-TestServerAdvancedOps-1606200857 tempest-TestServerAdvancedOps-1606200857-project] 10.222.0.53 "GET /v2.0/ports?device_id=efbc7311-6977-4f10-a865-f61321e5b23b HTTP/1.1" status: 200 len: 946 time: 0.1564407 Jun 24 11:52:04.552218 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-2b3a531b-d13a-47d6-8110-f19b4ea4a082 tempest-SecGroupTest-1107880395 tempest-SecGroupTest-1107880395-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:52:04.608462 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-e6317e3b-7450-4d5f-9548-6d1f43a28434 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=3c2539a7595547b7b492ed0f6f2434b5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2078977 Jun 24 11:52:04.611005 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 34696) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:52:04.626425 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6317e3b-7450-4d5f-9548-6d1f43a28434 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aaea0fbf-8600-4695-9fab-9dff88e2a649,revision_number=1']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:52:04.632116 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-f35266f7-3c5b-4adc-984c-b20f6321d20c req-6a05a8df-dd1f-417b-9827-dd09ff18978a tempest-TestServerAdvancedOps-1606200857 tempest-TestServerAdvancedOps-1606200857-project] 10.222.0.53 "GET /v2.0/security-groups?id=dd53c4b1-5cb2-4421-93f2-e44c59b30ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809124 Jun 24 11:52:04.635137 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-e6317e3b-7450-4d5f-9548-6d1f43a28434 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:52:04.704145 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-a39c8f21-25b7-43c0-908f-a9c7df26f4f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:52:04.714563 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9dd3695-b03d-4385-890b-1bc3562517d3 None None] Update dhcp port {'port': {'network_id': '53e710ea-782f-445f-8c3d-6c895ed61528', 'fixed_ips': [{'subnet_id': '91b2bc36-3c30-453e-a2d9-0b08fbdf0e37', 'ip_address': '172.20.0.2'}, {'subnet_id': '8ec197b6-0689-4ec8-8b62-68676730633a'}], 'binding:host_id': 'dv-neutron-797120-4-hyperv'}, 'id': '3d5d89af-99fa-4309-9659-563836f8c40d'} from dv-neutron-797120-4-hyperv. {{(pid=128085) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 24 11:52:04.727177 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-a39c8f21-25b7-43c0-908f-a9c7df26f4f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:52:04.755778 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-e9dd3695-b03d-4385-890b-1bc3562517d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:52:04.780797 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-a39c8f21-25b7-43c0-908f-a9c7df26f4f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800410'] for security_group, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:52:04.783429 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-a39c8f21-25b7-43c0-908f-a9c7df26f4f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:52:04.787853 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-a39c8f21-25b7-43c0-908f-a9c7df26f4f3 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/aaea0fbf-8600-4695-9fab-9dff88e2a649 HTTP/1.1" status: 204 len: 168 time: 0.1724894 Jun 24 11:52:04.787853 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-dadf9064-a4d3-46c9-a30d-5ae245c89d34 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:52:04.795513 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39c8f21-25b7-43c0-908f-a9c7df26f4f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aaea0fbf-8600-4695-9fab-9dff88e2a649,revision_number=None']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:52:04.798081 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-a39c8f21-25b7-43c0-908f-a9c7df26f4f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:52:04.945184 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.db_base_plugin_common [None req-bbf12fd6-1710-476a-b35a-fbbd9608fb6c tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Delete allocated IP 172.20.0.10 (53e710ea-782f-445f-8c3d-6c895ed61528/91b2bc36-3c30-453e-a2d9-0b08fbdf0e37) {{(pid=128083) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jun 24 11:52:04.954988 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.db_base_plugin_common [None req-bbf12fd6-1710-476a-b35a-fbbd9608fb6c tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Allocated IP 172.20.0.18 (53e710ea-782f-445f-8c3d-6c895ed61528/8ec197b6-0689-4ec8-8b62-68676730633a/2b16deb7-3b16-46da-8e14-e8d7e1f1b375) {{(pid=128083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 11:52:05.117691 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-bbf12fd6-1710-476a-b35a-fbbd9608fb6c tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Notify callbacks [] for port, precommit_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:52:05.131642 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.provisioning_blocks [None req-bbf12fd6-1710-476a-b35a-fbbd9608fb6c tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Transition to ACTIVE for port object 2b16deb7-3b16-46da-8e14-e8d7e1f1b375 will not be triggered until provisioned by entity DHCP. {{(pid=128083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 11:52:05.136486 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-bbf12fd6-1710-476a-b35a-fbbd9608fb6c tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2537871'] for port, after_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:52:05.142762 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-1a4230b3-5484-4c42-b7df-06552c73f319 tempest-AllowedAddressPairIpV6TestJSON-2004454070 tempest-AllowedAddressPairIpV6TestJSON-2004454070-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:52:05.205303 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.db.api [None req-e9dd3695-b03d-4385-890b-1bc3562517d3 None None] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.18-f202a915-391a-472a-bf17-39c7dd8dafaa {{(pid=128085) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 24 11:52:05.205750 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_db.api [None req-e9dd3695-b03d-4385-890b-1bc3562517d3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 24 11:52:05.255274 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf12fd6-1710-476a-b35a-fbbd9608fb6c tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Pushing event updated for resources: {'Port': ['ID=2b16deb7-3b16-46da-8e14-e8d7e1f1b375,revision_number=2']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:52:05.259003 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-bbf12fd6-1710-476a-b35a-fbbd9608fb6c tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:52:05.269426 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.plugin [None req-bbf12fd6-1710-476a-b35a-fbbd9608fb6c tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] In _notify_port_updated(), no bound segment for port 2b16deb7-3b16-46da-8e14-e8d7e1f1b375 on network 53e710ea-782f-445f-8c3d-6c895ed61528 {{(pid=128083) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jun 24 11:52:05.275266 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbf12fd6-1710-476a-b35a-fbbd9608fb6c tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:52:05.275953 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-bbf12fd6-1710-476a-b35a-fbbd9608fb6c tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468916'] for port, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:52:05.278334 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-bbf12fd6-1710-476a-b35a-fbbd9608fb6c tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] 10.222.0.53 "PUT /v2.0/ports/2b16deb7-3b16-46da-8e14-e8d7e1f1b375 HTTP/1.1" status: 200 len: 920 time: 0.9042282 Jun 24 11:52:05.281010 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 34710) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:52:05.398539 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.plugin [None req-7dcd585f-de64-49ac-b0d1-bf09073aeed4 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Deleting port 2b16deb7-3b16-46da-8e14-e8d7e1f1b375 {{(pid=128083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 11:52:05.398909 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-7dcd585f-de64-49ac-b0d1-bf09073aeed4 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793193942312'] for port, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:52:05.499838 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-7dcd585f-de64-49ac-b0d1-bf09073aeed4 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1978872'] for port, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:52:05.512527 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.plugin [None req-7dcd585f-de64-49ac-b0d1-bf09073aeed4 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Calling delete_port for 2b16deb7-3b16-46da-8e14-e8d7e1f1b375 owned by {{(pid=128083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 11:52:05.657510 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-7dcd585f-de64-49ac-b0d1-bf09073aeed4 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793193945299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193536732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2537862'] for port, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:52:05.663264 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-c24790cb-7b11-4f58-b570-3fab476f5c1c tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:52:05.727095 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcd585f-de64-49ac-b0d1-bf09073aeed4 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Pushing event deleted for resources: {'Port': ['ID=2b16deb7-3b16-46da-8e14-e8d7e1f1b375,revision_number=None']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:52:05.741048 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-7dcd585f-de64-49ac-b0d1-bf09073aeed4 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:52:05.779001 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-e9dd3695-b03d-4385-890b-1bc3562517d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:52:05.816530 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device 3d5d89af-99fa-4309-9659-563836f8c40d up at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 11:52:05.871730 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-7dcd585f-de64-49ac-b0d1-bf09073aeed4 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468916'] for port, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:52:05.873674 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-7dcd585f-de64-49ac-b0d1-bf09073aeed4 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] 10.222.0.53 "DELETE /v2.0/ports/2b16deb7-3b16-46da-8e14-e8d7e1f1b375 HTTP/1.1" status: 204 len: 168 time: 0.5917270 Jun 24 11:52:05.876251 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 34728) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:52:05.911819 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c073ee3-b9a2-4ca3-b550-920d81f02502 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] GET failed (client error): The resource could not be found. Jun 24 11:52:05.916155 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-7c073ee3-b9a2-4ca3-b550-920d81f02502 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] 10.222.0.53 "GET /v2.0/ports/2b16deb7-3b16-46da-8e14-e8d7e1f1b375 HTTP/1.1" status: 404 len: 333 time: 0.0363035 Jun 24 11:52:05.917190 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 34732) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:52:05.962388 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a39cb19-bb44-4967-a88e-4ea2e8b3ff92 req-ce0807c1-0dcd-436a-8748-55898f88ecfb tempest-TestServerAdvancedOps-1606200857 tempest-TestServerAdvancedOps-1606200857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:52:05.965285 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-0a39cb19-bb44-4967-a88e-4ea2e8b3ff92 req-ce0807c1-0dcd-436a-8748-55898f88ecfb tempest-TestServerAdvancedOps-1606200857 tempest-TestServerAdvancedOps-1606200857-project] 10.222.0.53 "GET /v2.0/ports?device_id=efbc7311-6977-4f10-a865-f61321e5b23b HTTP/1.1" status: 200 len: 946 time: 0.1561644 Jun 24 11:52:05.978484 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning complete for port 3d5d89af-99fa-4309-9659-563836f8c40d triggered by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:52:05.978871 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:52:06.025327 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-0a39cb19-bb44-4967-a88e-4ea2e8b3ff92 req-dbdbebba-041e-49ec-af2b-4055af2037c2 tempest-TestServerAdvancedOps-1606200857 tempest-TestServerAdvancedOps-1606200857-project] 10.222.0.53 "GET /v2.0/security-groups?id=dd53c4b1-5cb2-4421-93f2-e44c59b30ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509818 Jun 24 11:52:06.026076 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-3147bbc1-9d53-4d44-8f5c-248c6c32c112 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Notify callbacks [] for security_group, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:52:06.031807 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.db_base_plugin_common [None req-e9dd3695-b03d-4385-890b-1bc3562517d3 None None] Allocated IP 172.20.0.18 (53e710ea-782f-445f-8c3d-6c895ed61528/8ec197b6-0689-4ec8-8b62-68676730633a/3d5d89af-99fa-4309-9659-563836f8c40d) {{(pid=128085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 11:52:06.053015 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-3147bbc1-9d53-4d44-8f5c-248c6c32c112 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Notify callbacks [] for security_group, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:52:06.117929 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-3147bbc1-9d53-4d44-8f5c-248c6c32c112 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800410'] for security_group, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:52:06.122961 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-3147bbc1-9d53-4d44-8f5c-248c6c32c112 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Notify callbacks [] for security_group, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:52:06.124739 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-3147bbc1-9d53-4d44-8f5c-248c6c32c112 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] 10.222.0.53 "DELETE /v2.0/security-groups/d32268bc-bc90-42e0-bbe2-658dd41c0037 HTTP/1.1" status: 204 len: 168 time: 0.2073314 Jun 24 11:52:06.125938 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-8655273f-8ae8-44ae-84db-902eea8c58a7 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:52:06.129901 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 34740) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:52:06.138286 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3147bbc1-9d53-4d44-8f5c-248c6c32c112 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d32268bc-bc90-42e0-bbe2-658dd41c0037,revision_number=None']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:52:06.141002 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-3147bbc1-9d53-4d44-8f5c-248c6c32c112 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:52:06.222858 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-e9dd3695-b03d-4385-890b-1bc3562517d3 None None] For port 3d5d89af-99fa-4309-9659-563836f8c40d, host dv-neutron-797120-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=3d5d89af-99fa-4309-9659-563836f8c40d,segment=NetworkSegment(ed1d3356-e347-4bfc-a302-c66cc8a9e0d3),segment_id=ed1d3356-e347-4bfc-a302-c66cc8a9e0d3)] {{(pid=128085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 11:52:06.224903 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-c51e1bfc-0e9c-477e-a917-653abdbfd038 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Notify callbacks [] for security_group, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:52:06.248776 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-c51e1bfc-0e9c-477e-a917-653abdbfd038 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Notify callbacks [] for security_group, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:52:06.261517 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-e9dd3695-b03d-4385-890b-1bc3562517d3 None None] Notify callbacks [] for port, precommit_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:52:06.277589 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-e9dd3695-b03d-4385-890b-1bc3562517d3 None None] Transition to ACTIVE for port object 3d5d89af-99fa-4309-9659-563836f8c40d will not be triggered until provisioned by entity DHCP. {{(pid=128085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 11:52:06.284324 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-e9dd3695-b03d-4385-890b-1bc3562517d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:52:06.287689 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-c2d0fa1d-c383-4b68-92c1-0c1a4c988715 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:52:06.307830 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-c51e1bfc-0e9c-477e-a917-653abdbfd038 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800410'] for security_group, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:52:06.313726 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-c51e1bfc-0e9c-477e-a917-653abdbfd038 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Notify callbacks [] for security_group, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:52:06.320133 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 34744) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:52:06.322584 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-c51e1bfc-0e9c-477e-a917-653abdbfd038 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] 10.222.0.53 "DELETE /v2.0/security-groups/4f928bff-4c26-4d16-b793-8f4b456536b3 HTTP/1.1" status: 204 len: 168 time: 0.1914322 Jun 24 11:52:06.327130 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-6f4c318a-67a0-47d3-ace5-ff128419edf0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:52:06.341102 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51e1bfc-0e9c-477e-a917-653abdbfd038 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f928bff-4c26-4d16-b793-8f4b456536b3,revision_number=None']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:52:06.344779 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-c51e1bfc-0e9c-477e-a917-653abdbfd038 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:52:06.367425 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 34748) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:52:06.401508 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9dd3695-b03d-4385-890b-1bc3562517d3 None None] Pushing event updated for resources: {'Port': ['ID=3d5d89af-99fa-4309-9659-563836f8c40d,revision_number=4']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:52:06.406039 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-e9dd3695-b03d-4385-890b-1bc3562517d3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:52:06.419612 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.db_base_plugin_v2 [None req-d35f19ef-4ec2-423b-b836-951ba621fffa tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Deleting subnet 91b2bc36-3c30-453e-a2d9-0b08fbdf0e37 {{(pid=128083) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 24 11:52:06.427277 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-d35f19ef-4ec2-423b-b836-951ba621fffa tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Notify callbacks [] for subnet, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:52:06.510819 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-d35f19ef-4ec2-423b-b836-951ba621fffa tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3143795'] for subnet, precommit_delete_associations {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:52:06.575803 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-6ebc60e9-ad05-45fd-968b-ade34c6640c8 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Request body: {'network': {'name': 'tempest-network-smoke--382957548', 'project_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'port_security_enabled': True}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:52:06.584034 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d720bb9e-eefe-44ef-a04c-c43a72ea4f21 req-99fc23a1-ef2c-490e-adaa-b853ff6946db tempest-TestServerAdvancedOps-1606200857 tempest-TestServerAdvancedOps-1606200857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:52:06.591313 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-d720bb9e-eefe-44ef-a04c-c43a72ea4f21 req-99fc23a1-ef2c-490e-adaa-b853ff6946db tempest-TestServerAdvancedOps-1606200857 tempest-TestServerAdvancedOps-1606200857-project] 10.222.0.53 "GET /v2.0/ports?device_id=efbc7311-6977-4f10-a865-f61321e5b23b HTTP/1.1" status: 200 len: 946 time: 0.1419573 Jun 24 11:52:06.605691 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ebc60e9-ad05-45fd-968b-ade34c6640c8 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Made reservation on behalf of adbe78de4fbf48fcad1a6bc46d4a1728 for: {'network': 1} {{(pid=128084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 11:52:06.609659 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-6ebc60e9-ad05-45fd-968b-ade34c6640c8 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for network, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:52:06.619856 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-6ebc60e9-ad05-45fd-968b-ade34c6640c8 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for security_group, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:52:06.675758 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-d720bb9e-eefe-44ef-a04c-c43a72ea4f21 req-e55b2468-0502-4643-99d8-eb8678d1d912 tempest-TestServerAdvancedOps-1606200857 tempest-TestServerAdvancedOps-1606200857-project] 10.222.0.53 "GET /v2.0/security-groups?id=dd53c4b1-5cb2-4421-93f2-e44c59b30ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834615 Jun 24 11:52:06.677434 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-d35f19ef-4ec2-423b-b836-951ba621fffa tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-972249'] for subnet, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:52:06.739989 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-6ebc60e9-ad05-45fd-968b-ade34c6640c8 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for security_group, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:52:06.742758 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-d35f19ef-4ec2-423b-b836-951ba621fffa tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-972238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2537800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3289951'] for subnet, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:52:06.743770 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-6ebc60e9-ad05-45fd-968b-ade34c6640c8 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800410'] for security_group, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:52:06.746559 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-cc5981c9-1ee8-4d3f-af40-e65934b735a1 tempest-RoutersNegativeTest-663611585 tempest-RoutersNegativeTest-663611585-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:52:06.748655 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-447ecbaa-8769-42d5-ad67-81e9ab9656e4 tempest-SecGroupTest-1107880395 tempest-SecGroupTest-1107880395-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:52:06.773050 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ebc60e9-ad05-45fd-968b-ade34c6640c8 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] vlan segment allocate from pool success with {'vlan_id': 624, 'physical_network': 'physnet1'} {{(pid=128084) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 11:52:06.781842 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35f19ef-4ec2-423b-b836-951ba621fffa tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Pushing event deleted for resources: {'Subnet': ['ID=91b2bc36-3c30-453e-a2d9-0b08fbdf0e37,revision_number=None']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:52:06.785202 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-d35f19ef-4ec2-423b-b836-951ba621fffa tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Notify callbacks [] for subnet, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:52:06.789605 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-d35f19ef-4ec2-423b-b836-951ba621fffa tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] 10.222.0.53 "DELETE /v2.0/subnets/91b2bc36-3c30-453e-a2d9-0b08fbdf0e37 HTTP/1.1" status: 204 len: 168 time: 0.4669440 Jun 24 11:52:06.791298 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-d35f19ef-4ec2-423b-b836-951ba621fffa tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:52:06.792434 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 34752) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:52:06.797991 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebc60e9-ad05-45fd-968b-ade34c6640c8 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1b18b9f6-3bdb-44cd-ad9a-f61b90581c27,revision_number=1']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:52:06.801838 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-6ebc60e9-ad05-45fd-968b-ade34c6640c8 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:52:06.803078 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-6ebc60e9-ad05-45fd-968b-ade34c6640c8 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967879'] for segment, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:52:06.803415 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.db.segments_db [None req-6ebc60e9-ad05-45fd-968b-ade34c6640c8 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Added segment 996a13d1-26b4-4220-8e04-ab9a33176edf of type vlan for network f342f72f-87d9-44f2-8eb5-cb364a2ef874 Jun 24 11:52:06.808136 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-06851bb8-d2e9-4e59-92a1-86a725eecf48 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Request body: {'subnet': {'network_id': '53e710ea-782f-445f-8c3d-6c895ed61528', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:52:06.911701 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-6ebc60e9-ad05-45fd-968b-ade34c6640c8 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793193525068'] for network, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:52:06.975511 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-6ebc60e9-ad05-45fd-968b-ade34c6640c8 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1800243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976'] for network, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:52:06.981837 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ebc60e9-ad05-45fd-968b-ade34c6640c8 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=128084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:52:06.982441 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-6ebc60e9-ad05-45fd-968b-ade34c6640c8 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for network, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:52:06.986918 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-d1475006-1401-442c-80b7-d5b897300f38 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:52:07.012279 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebba68b1-fbc7-454d-a152-5dc215e520b6 None None] Network 53e710ea-782f-445f-8c3d-6c895ed61528 requested from dv-neutron-797120-4-hyperv {{(pid=128085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 11:52:07.032543 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06851bb8-d2e9-4e59-92a1-86a725eecf48 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Made reservation on behalf of 38289682863c40298c517287ec90b883 for: {'subnet': 1} {{(pid=128084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 11:52:07.033742 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-d3692492-2971-48d8-9aed-3657c76f3a63 None None] Provisioning for port 3d5d89af-99fa-4309-9659-563836f8c40d completed by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 11:52:07.037173 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-06851bb8-d2e9-4e59-92a1-86a725eecf48 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3162484'] for subnet, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:52:07.041187 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-d3692492-2971-48d8-9aed-3657c76f3a63 None None] Provisioning complete for port 3d5d89af-99fa-4309-9659-563836f8c40d triggered by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:52:07.041573 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-d3692492-2971-48d8-9aed-3657c76f3a63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:52:07.075289 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-6ebc60e9-ad05-45fd-968b-ade34c6640c8 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7065358 Jun 24 11:52:07.078936 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 34754) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:52:07.084528 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [None req-46a52759-f55b-4826-a679-6062f875c6e0 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-442932250', 'admin_state_up': True, 'project_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b'}}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:52:07.099437 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebc60e9-ad05-45fd-968b-ade34c6640c8 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Pushing event updated for resources: {'Network': ['ID=f342f72f-87d9-44f2-8eb5-cb364a2ef874,revision_number=1']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:52:07.102525 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-6ebc60e9-ad05-45fd-968b-ade34c6640c8 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:52:07.116830 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Network f342f72f-87d9-44f2-8eb5-cb364a2ef874 details requested by agent ovs-agent-dv-neutron-797120-4-hyperv with host dv-neutron-797120-4-hyperv {{(pid=128085) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 11:52:07.119426 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-46a52759-f55b-4826-a679-6062f875c6e0 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1803889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65293'] for router, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:52:07.121295 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-46a52759-f55b-4826-a679-6062f875c6e0 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1803848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1975305', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1581158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65396'] for router, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:52:07.190376 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-46a52759-f55b-4826-a679-6062f875c6e0 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:52:07.315848 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-d3692492-2971-48d8-9aed-3657c76f3a63 None None] Provisioning complete for port 5a5cf92f-cde0-4af8-ae88-5c6773bc54f8 triggered by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:52:07.316237 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-d3692492-2971-48d8-9aed-3657c76f3a63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:52:07.340695 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-06851bb8-d2e9-4e59-92a1-86a725eecf48 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3291959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3162270'] for subnet, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:52:07.343009 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-856272a4-b461-40d6-b1cc-113c31e79689 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:52:07.345463 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-46a52759-f55b-4826-a679-6062f875c6e0 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1975381', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1803205', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65378'] for router, precommit_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:52:07.356344 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-d3692492-2971-48d8-9aed-3657c76f3a63 None None] Port 5a5cf92f-cde0-4af8-ae88-5c6773bc54f8 cannot update to ACTIVE because it is not bound. {{(pid=128085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 11:52:07.364096 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-d3692492-2971-48d8-9aed-3657c76f3a63 None None] Could not find standard attr ID for object 2b16deb7-3b16-46da-8e14-e8d7e1f1b375. {{(pid=128085) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 24 11:52:07.392037 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06851bb8-d2e9-4e59-92a1-86a725eecf48 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Network 53e710ea-782f-445f-8c3d-6c895ed61528 is already hosted by enough agents. {{(pid=128084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 11:52:07.395406 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.base_scheduler [None req-06851bb8-d2e9-4e59-92a1-86a725eecf48 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Resources bound (agent type, host, resource id): {{(pid=128084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:52:07.399817 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06851bb8-d2e9-4e59-92a1-86a725eecf48 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=128084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:52:07.400411 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-06851bb8-d2e9-4e59-92a1-86a725eecf48 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Notify callbacks [] for subnet, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:52:07.413586 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06851bb8-d2e9-4e59-92a1-86a725eecf48 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Pushing event updated for resources: {'Subnet': ['ID=84966d2f-a163-4994-8d12-b3b08ef1e888,revision_number=0']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:52:07.416538 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-06851bb8-d2e9-4e59-92a1-86a725eecf48 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:52:07.429956 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-06851bb8-d2e9-4e59-92a1-86a725eecf48 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6338713 Jun 24 11:52:07.430726 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 34756) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:52:07.435072 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [None req-2b7d1ffe-862c-47c7-b1f5-934cac82d7b7 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Request body: {'security_group': {'name': 'tempest-secgroup-197052950'}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:52:07.467168 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-2b7d1ffe-862c-47c7-b1f5-934cac82d7b7 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Notify callbacks [] for security_group, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:52:07.628160 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-46a52759-f55b-4826-a679-6062f875c6e0 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for router_gateway, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:52:07.655432 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-46a52759-f55b-4826-a679-6062f875c6e0 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:52:07.711473 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-2b7d1ffe-862c-47c7-b1f5-934cac82d7b7 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Notify callbacks [] for security_group, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:52:07.719717 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-2b7d1ffe-862c-47c7-b1f5-934cac82d7b7 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800410'] for security_group, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:52:07.725078 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-4ccc73aa-c4bf-4a69-8798-66bf3d768171 tempest-NegativeSecGroupTest-260829952 tempest-NegativeSecGroupTest-260829952-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:52:07.791765 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device 3d5d89af-99fa-4309-9659-563836f8c40d up at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 11:52:07.792194 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-2b7d1ffe-862c-47c7-b1f5-934cac82d7b7 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Notify callbacks [] for security_group, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:52:07.795905 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-2b7d1ffe-862c-47c7-b1f5-934cac82d7b7 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3623576 Jun 24 11:52:07.796253 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7d1ffe-862c-47c7-b1f5-934cac82d7b7 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3ba6d8f4-1759-46c9-bc70-39746fe0d182,revision_number=1']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:52:07.797322 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 34760) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:52:07.800430 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-2b7d1ffe-862c-47c7-b1f5-934cac82d7b7 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:52:07.804902 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-ebc94702-a9a0-477b-8b2a-b1b97b28246e tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Request body: {'security_group': {'name': 'tempest-secgroup-1343034309'}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:52:07.822772 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.db_base_plugin_common [None req-46a52759-f55b-4826-a679-6062f875c6e0 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Allocated IP 172.26.7.170 (f2b8ca71-e776-48b2-8898-96cc7970207b/f37bf603-3862-4d0a-9f58-89616f7fd68f/eb998f6e-88ce-45bb-af30-1a23b561efa1) {{(pid=128083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 11:52:07.841359 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-ebc94702-a9a0-477b-8b2a-b1b97b28246e tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Notify callbacks [] for security_group, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:52:07.884123 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning complete for port 3d5d89af-99fa-4309-9659-563836f8c40d triggered by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:52:07.884896 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:52:07.957221 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-ebc94702-a9a0-477b-8b2a-b1b97b28246e tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Notify callbacks [] for security_group, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:52:07.964514 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-ebc94702-a9a0-477b-8b2a-b1b97b28246e tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800410'] for security_group, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:52:07.968344 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-a39c8f21-25b7-43c0-908f-a9c7df26f4f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:52:07.975859 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e52a45-2155-4943-8131-009070a15b12 req-2b82422c-28f7-4f2b-9336-adc3293876e8 tempest-TestServerAdvancedOps-1606200857 tempest-TestServerAdvancedOps-1606200857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:52:07.977783 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-e4e52a45-2155-4943-8131-009070a15b12 req-2b82422c-28f7-4f2b-9336-adc3293876e8 tempest-TestServerAdvancedOps-1606200857 tempest-TestServerAdvancedOps-1606200857-project] 10.222.0.53 "GET /v2.0/ports?device_id=efbc7311-6977-4f10-a865-f61321e5b23b HTTP/1.1" status: 200 len: 946 time: 0.1437194 Jun 24 11:52:08.007004 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-46a52759-f55b-4826-a679-6062f875c6e0 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for port, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:52:08.015458 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-ebc94702-a9a0-477b-8b2a-b1b97b28246e tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Notify callbacks [] for security_group, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:52:08.019148 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-ebc94702-a9a0-477b-8b2a-b1b97b28246e tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2183189 Jun 24 11:52:08.019148 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc94702-a9a0-477b-8b2a-b1b97b28246e tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Pushing event updated for resources: {'SecurityGroup': ['ID=683131c7-5210-4bee-83e9-5e379b2c5c82,revision_number=1']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:52:08.020695 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 34762) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:52:08.029346 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [None req-43fed5b0-9ec0-426f-a8d4-95de8856260b tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Request body: {'security_group': {'name': 'tempest-secgroup-1773468342'}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:52:08.030674 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-ebc94702-a9a0-477b-8b2a-b1b97b28246e tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:52:08.042213 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cab8e45-1c0f-42bc-a326-3b4411438c68 None None] Network 53e710ea-782f-445f-8c3d-6c895ed61528 requested from dv-neutron-797120-4-hyperv {{(pid=128085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 11:52:08.071097 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-e4e52a45-2155-4943-8131-009070a15b12 req-80498bdf-40cf-459b-9faa-6193479f4845 tempest-TestServerAdvancedOps-1606200857 tempest-TestServerAdvancedOps-1606200857-project] 10.222.0.53 "GET /v2.0/security-groups?id=dd53c4b1-5cb2-4421-93f2-e44c59b30ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837641 Jun 24 11:52:08.086865 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-43fed5b0-9ec0-426f-a8d4-95de8856260b tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Notify callbacks [] for security_group, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:52:08.117269 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-46a52759-f55b-4826-a679-6062f875c6e0 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-650429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-506361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793193536723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2537853'] for port, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:52:08.122136 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-bdbdc108-8068-4f2d-b85d-3c29a9943cec service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:52:08.130140 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-e2e6a807-d8b1-4b25-9f74-352b9a9efdcc None None] Provisioning complete for port 3d5d89af-99fa-4309-9659-563836f8c40d triggered by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:52:08.130524 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-e2e6a807-d8b1-4b25-9f74-352b9a9efdcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:52:08.173072 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46a52759-f55b-4826-a679-6062f875c6e0 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Network f2b8ca71-e776-48b2-8898-96cc7970207b is already hosted by enough agents. {{(pid=128083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 11:52:08.191721 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.base_scheduler [None req-46a52759-f55b-4826-a679-6062f875c6e0 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Resources bound (agent type, host, resource id): {{(pid=128083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:52:08.192416 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46a52759-f55b-4826-a679-6062f875c6e0 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Received port after_create {{(pid=128083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 11:52:08.199920 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a52759-f55b-4826-a679-6062f875c6e0 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Pushing event updated for resources: {'Port': ['ID=eb998f6e-88ce-45bb-af30-1a23b561efa1,revision_number=1']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:52:08.224944 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-46a52759-f55b-4826-a679-6062f875c6e0 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:52:08.325026 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-e2e6a807-d8b1-4b25-9f74-352b9a9efdcc None None] Provisioning complete for port 5a5cf92f-cde0-4af8-ae88-5c6773bc54f8 triggered by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:52:08.325992 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-e2e6a807-d8b1-4b25-9f74-352b9a9efdcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:52:08.350830 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-43fed5b0-9ec0-426f-a8d4-95de8856260b tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Notify callbacks [] for security_group, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:52:08.375867 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-43fed5b0-9ec0-426f-a8d4-95de8856260b tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800410'] for security_group, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:52:08.389195 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-19d315f4-64fa-4b1c-babb-f431913ef058 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:52:08.417152 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-43fed5b0-9ec0-426f-a8d4-95de8856260b tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Notify callbacks [] for security_group, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:52:08.418236 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-43fed5b0-9ec0-426f-a8d4-95de8856260b tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3965237 Jun 24 11:52:08.421252 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 34768) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:52:08.422807 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-e2e6a807-d8b1-4b25-9f74-352b9a9efdcc None None] Port 5a5cf92f-cde0-4af8-ae88-5c6773bc54f8 cannot update to ACTIVE because it is not bound. {{(pid=128085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 11:52:08.429140 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-40631a21-ec53-46ee-a925-461ae1542c00 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-57499707', 'security_groups': ['5f7df1d6-d5e0-4f35-87ab-0670c29cfd42'], 'network_id': '53e710ea-782f-445f-8c3d-6c895ed61528', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '84966d2f-a163-4994-8d12-b3b08ef1e888'}]}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:52:08.445462 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d446fd1a-546d-4fd4-8ace-11917093a091 None None] Update dhcp port {'port': {'network_id': '53e710ea-782f-445f-8c3d-6c895ed61528', 'fixed_ips': [{'subnet_id': '8ec197b6-0689-4ec8-8b62-68676730633a', 'ip_address': '172.20.0.18'}, {'subnet_id': '84966d2f-a163-4994-8d12-b3b08ef1e888'}], 'binding:host_id': 'dv-neutron-797120-4-hyperv'}, 'id': '3d5d89af-99fa-4309-9659-563836f8c40d'} from dv-neutron-797120-4-hyperv. {{(pid=128085) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 24 11:52:08.485235 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-d446fd1a-546d-4fd4-8ace-11917093a091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:52:08.492394 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43fed5b0-9ec0-426f-a8d4-95de8856260b tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5f7df1d6-d5e0-4f35-87ab-0670c29cfd42,revision_number=1']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:52:08.497695 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-43fed5b0-9ec0-426f-a8d4-95de8856260b tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:52:08.578101 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40631a21-ec53-46ee-a925-461ae1542c00 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Made reservation on behalf of 38289682863c40298c517287ec90b883 for: {'port': 1} {{(pid=128084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 11:52:08.641666 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3de5a31-d556-4842-9565-1e3eb712c36a req-10f8e2bf-aa65-44d5-8bdf-8c8256ab2b93 tempest-TestServerAdvancedOps-1606200857 tempest-TestServerAdvancedOps-1606200857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:52:08.643387 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-b3de5a31-d556-4842-9565-1e3eb712c36a req-10f8e2bf-aa65-44d5-8bdf-8c8256ab2b93 tempest-TestServerAdvancedOps-1606200857 tempest-TestServerAdvancedOps-1606200857-project] 10.222.0.53 "GET /v2.0/ports?device_id=efbc7311-6977-4f10-a865-f61321e5b23b HTTP/1.1" status: 200 len: 946 time: 0.2328928 Jun 24 11:52:08.656033 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed51f88-f9f0-45c0-aeac-5a1b251c42b4 req-57391591-f8f5-45b3-be81-ad27684b227f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:52:08.657743 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-6ed51f88-f9f0-45c0-aeac-5a1b251c42b4 req-57391591-f8f5-45b3-be81-ad27684b227f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=978adf8cf8594a23bd00e271ef0245c2&device_id=efbc7311-6977-4f10-a865-f61321e5b23b HTTP/1.1" status: 200 len: 1099 time: 0.2189887 Jun 24 11:52:08.670689 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-40631a21-ec53-46ee-a925-461ae1542c00 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:52:08.690161 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.notifiers.nova [None req-40631a21-ec53-46ee-a925-461ae1542c00 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] device_id is not set on port 9a9d2323-8877-4e22-86e1-ba198fd801e8 yet. {{(pid=128084) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 24 11:52:08.700403 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-46a52759-f55b-4826-a679-6062f875c6e0 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for router_gateway, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:52:08.794668 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-b3de5a31-d556-4842-9565-1e3eb712c36a req-cb2534d0-324a-43a1-9c62-f036f0b9bcef tempest-TestServerAdvancedOps-1606200857 tempest-TestServerAdvancedOps-1606200857-project] 10.222.0.53 "GET /v2.0/security-groups?id=dd53c4b1-5cb2-4421-93f2-e44c59b30ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334338 Jun 24 11:52:08.850357 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.db_base_plugin_common [None req-d446fd1a-546d-4fd4-8ace-11917093a091 None None] Allocated IP 172.20.0.2 (53e710ea-782f-445f-8c3d-6c895ed61528/84966d2f-a163-4994-8d12-b3b08ef1e888/3d5d89af-99fa-4309-9659-563836f8c40d) {{(pid=128085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 11:52:08.957006 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-d446fd1a-546d-4fd4-8ace-11917093a091 None None] For port 3d5d89af-99fa-4309-9659-563836f8c40d, host dv-neutron-797120-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=3d5d89af-99fa-4309-9659-563836f8c40d,segment=NetworkSegment(ed1d3356-e347-4bfc-a302-c66cc8a9e0d3),segment_id=ed1d3356-e347-4bfc-a302-c66cc8a9e0d3)] {{(pid=128085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 11:52:08.989143 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-d446fd1a-546d-4fd4-8ace-11917093a091 None None] Notify callbacks [] for port, precommit_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:52:09.004141 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-d446fd1a-546d-4fd4-8ace-11917093a091 None None] Transition to ACTIVE for port object 3d5d89af-99fa-4309-9659-563836f8c40d will not be triggered until provisioned by entity DHCP. {{(pid=128085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 11:52:09.008449 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-d446fd1a-546d-4fd4-8ace-11917093a091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:52:09.014690 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:52:09.071129 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.db.db_base_plugin_common [None req-40631a21-ec53-46ee-a925-461ae1542c00 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Allocated IP 172.20.0.5 (53e710ea-782f-445f-8c3d-6c895ed61528/84966d2f-a163-4994-8d12-b3b08ef1e888/9a9d2323-8877-4e22-86e1-ba198fd801e8) {{(pid=128084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 11:52:09.109474 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d446fd1a-546d-4fd4-8ace-11917093a091 None None] Pushing event updated for resources: {'Port': ['ID=3d5d89af-99fa-4309-9659-563836f8c40d,revision_number=6']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:52:09.113165 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-d446fd1a-546d-4fd4-8ace-11917093a091 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:52:09.243174 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-40631a21-ec53-46ee-a925-461ae1542c00 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Notify callbacks [] for port, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:52:09.258615 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.db.provisioning_blocks [None req-40631a21-ec53-46ee-a925-461ae1542c00 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Transition to ACTIVE for port object 9a9d2323-8877-4e22-86e1-ba198fd801e8 will not be triggered until provisioned by entity DHCP. {{(pid=128084) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 11:52:09.266540 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed51f88-f9f0-45c0-aeac-5a1b251c42b4 req-a971e211-1d28-4d0f-b8e7-f103c75f6233 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:52:09.268063 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-6ed51f88-f9f0-45c0-aeac-5a1b251c42b4 req-a971e211-1d28-4d0f-b8e7-f103c75f6233 service neutron] 10.222.0.45 "GET /v2.0/networks?id=1eb2d951-a1cb-4471-903d-de3233e8be60 HTTP/1.1" status: 200 len: 913 time: 0.5958850 Jun 24 11:52:09.297457 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-40631a21-ec53-46ee-a925-461ae1542c00 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-650429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-506361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793193536723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3291971'] for port, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:52:09.301628 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-d8f07100-65d7-4bd4-9e99-5a41f8ea5ffc tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:52:09.345970 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40631a21-ec53-46ee-a925-461ae1542c00 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Network 53e710ea-782f-445f-8c3d-6c895ed61528 is already hosted by enough agents. {{(pid=128084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 11:52:09.352015 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.base_scheduler [None req-40631a21-ec53-46ee-a925-461ae1542c00 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Resources bound (agent type, host, resource id): {{(pid=128084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:52:09.355938 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-6ed51f88-f9f0-45c0-aeac-5a1b251c42b4 req-ddadc8df-84a1-4880-80fc-21df09ca76e4 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dc4db242-685a-49fb-9f1c-d8dbf19706ef HTTP/1.1" status: 200 len: 217 time: 0.0800693 Jun 24 11:52:09.356138 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40631a21-ec53-46ee-a925-461ae1542c00 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Received port after_create {{(pid=128084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 11:52:09.381741 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40631a21-ec53-46ee-a925-461ae1542c00 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Pushing event updated for resources: {'Port': ['ID=9a9d2323-8877-4e22-86e1-ba198fd801e8,revision_number=1']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:52:09.387035 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-40631a21-ec53-46ee-a925-461ae1542c00 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:52:09.420710 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40631a21-ec53-46ee-a925-461ae1542c00 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=128084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:52:09.421709 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-40631a21-ec53-46ee-a925-461ae1542c00 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468916'] for port, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:52:09.444376 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-40631a21-ec53-46ee-a925-461ae1542c00 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 1.0180402 Jun 24 11:52:09.444843 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 34770) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:52:09.450635 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-c48fcaed-7356-45aa-ad2e-e8136554ae48 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Request body: {'subnet': {'network_id': '53e710ea-782f-445f-8c3d-6c895ed61528', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:52:09.458841 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed51f88-f9f0-45c0-aeac-5a1b251c42b4 req-9a498c45-d31d-447b-82ff-a2b7a04c19c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:52:09.460515 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-6ed51f88-f9f0-45c0-aeac-5a1b251c42b4 req-9a498c45-d31d-447b-82ff-a2b7a04c19c6 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ec8118fd-2eac-4a2c-affd-57c056d6cd43 HTTP/1.1" status: 200 len: 852 time: 0.0933375 Jun 24 11:52:09.466227 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-46a52759-f55b-4826-a679-6062f875c6e0 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1803210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1815767'] for router, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:52:09.539127 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-6ed51f88-f9f0-45c0-aeac-5a1b251c42b4 req-7baff3f5-e11f-4ef1-8baa-702a6d20320a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=1eb2d951-a1cb-4471-903d-de3233e8be60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0663102 Jun 24 11:52:09.589716 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c48fcaed-7356-45aa-ad2e-e8136554ae48 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Made reservation on behalf of 38289682863c40298c517287ec90b883 for: {'subnet': 1} {{(pid=128084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 11:52:09.597244 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-c48fcaed-7356-45aa-ad2e-e8136554ae48 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3162484'] for subnet, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:52:09.708897 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-6ed51f88-f9f0-45c0-aeac-5a1b251c42b4 req-9f78085f-cb4b-4ab1-b2ea-b2f8fd7e3917 service neutron] 10.222.0.45 "GET /v2.0/networks/1eb2d951-a1cb-4471-903d-de3233e8be60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1589613 Jun 24 11:52:09.713306 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.db.ipam_backend_mixin [None req-c48fcaed-7356-45aa-ad2e-e8136554ae48 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 84966d2f-a163-4994-8d12-b3b08ef1e888 (CIDR: 172.20.0.0/28) Jun 24 11:52:09.718180 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.pecan_wsgi.hooks.translation [None req-c48fcaed-7356-45aa-ad2e-e8136554ae48 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 24 11:52:09.718733 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c48fcaed-7356-45aa-ad2e-e8136554ae48 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=128084) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 24 11:52:09.743661 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-c48fcaed-7356-45aa-ad2e-e8136554ae48 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2975199 Jun 24 11:52:09.746129 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 34772) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:52:09.753385 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-29eb2fea-d711-485b-abde-1b36e97aa4b1 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Request body: {'subnet': {'network_id': '53e710ea-782f-445f-8c3d-6c895ed61528', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:52:09.756627 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46a52759-f55b-4826-a679-6062f875c6e0 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Router e3507549-7dfc-4bed-9303-7ee22e713263 is scheduled to L3 agent 2987dba8-2249-4ee6-96ec-28f0f7a6127d with binding_index 1 {{(pid=128083) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 24 11:52:09.772710 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-2aa4acd7-8ab7-47f7-9265-1eb57888a0e7 None None] Provisioning for port 3d5d89af-99fa-4309-9659-563836f8c40d completed by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 11:52:09.776316 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-2aa4acd7-8ab7-47f7-9265-1eb57888a0e7 None None] Provisioning complete for port 3d5d89af-99fa-4309-9659-563836f8c40d triggered by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:52:09.776866 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-2aa4acd7-8ab7-47f7-9265-1eb57888a0e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:52:09.805863 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device 3d5d89af-99fa-4309-9659-563836f8c40d up at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 11:52:09.908357 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29eb2fea-d711-485b-abde-1b36e97aa4b1 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Made reservation on behalf of 38289682863c40298c517287ec90b883 for: {'subnet': 1} {{(pid=128084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 11:52:09.914180 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-29eb2fea-d711-485b-abde-1b36e97aa4b1 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3162484'] for subnet, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:52:09.931665 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-6ed51f88-f9f0-45c0-aeac-5a1b251c42b4 req-058c4c94-3257-431f-afb7-30e52f810cce service neutron] 10.222.0.45 "GET /v2.0/networks/1eb2d951-a1cb-4471-903d-de3233e8be60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2129061 Jun 24 11:52:09.935049 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning complete for port 3d5d89af-99fa-4309-9659-563836f8c40d triggered by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:52:09.935652 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:52:09.988058 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46a52759-f55b-4826-a679-6062f875c6e0 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify agent at l3_agent.dv-neutron-797120-4-hyperv the message routers_updated {{(pid=128083) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 11:52:10.009295 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd496732-5167-4a88-94d6-8b4ed20f9e2c None None] Sync routers for ids ['e3507549-7dfc-4bed-9303-7ee22e713263'] in dv-neutron-797120-4-hyperv {{(pid=128086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 11:52:10.027590 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd496732-5167-4a88-94d6-8b4ed20f9e2c None None] Routers {'e3507549-7dfc-4bed-9303-7ee22e713263'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 11:52:10.029387 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-fd496732-5167-4a88-94d6-8b4ed20f9e2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T11:51:56Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['e3507549-7dfc-4bed-9303-7ee22e713263'], 'active': True} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:52:10.041940 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-46a52759-f55b-4826-a679-6062f875c6e0 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for router, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:52:10.046546 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-46a52759-f55b-4826-a679-6062f875c6e0 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.9665003 Jun 24 11:52:10.049810 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 34776) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:52:10.081348 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-2aa4acd7-8ab7-47f7-9265-1eb57888a0e7 None None] Provisioning complete for port 5a5cf92f-cde0-4af8-ae88-5c6773bc54f8 triggered by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:52:10.093029 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-2aa4acd7-8ab7-47f7-9265-1eb57888a0e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:52:10.112299 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.db.ipam_backend_mixin [None req-29eb2fea-d711-485b-abde-1b36e97aa4b1 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 8ec197b6-0689-4ec8-8b62-68676730633a (CIDR: 172.20.0.16/28) Jun 24 11:52:10.125962 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.pecan_wsgi.hooks.translation [None req-29eb2fea-d711-485b-abde-1b36e97aa4b1 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 24 11:52:10.126734 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-29eb2fea-d711-485b-abde-1b36e97aa4b1 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=128084) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 24 11:52:10.185669 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31473694-d246-4b84-ac70-d8771eff5973 req-6ca9923b-462c-43c5-a015-ddc7ab7e71d1 tempest-TestServerAdvancedOps-1606200857 tempest-TestServerAdvancedOps-1606200857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:52:10.196626 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-31473694-d246-4b84-ac70-d8771eff5973 req-6ca9923b-462c-43c5-a015-ddc7ab7e71d1 tempest-TestServerAdvancedOps-1606200857 tempest-TestServerAdvancedOps-1606200857-project] 10.222.0.53 "GET /v2.0/ports?device_id=efbc7311-6977-4f10-a865-f61321e5b23b HTTP/1.1" status: 200 len: 946 time: 0.1786361 Jun 24 11:52:10.210835 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_dvr_db [None req-fd496732-5167-4a88-94d6-8b4ed20f9e2c None None] Set router e3507549-7dfc-4bed-9303-7ee22e713263 gateway port host: dv-neutron-797120-4-hyperv {{(pid=128086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 11:52:10.248134 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-18c9d504-78cf-4d0d-a6f2-ab472389b11e tempest-TestNetworkBasicOps-1239029366 tempest-TestNetworkBasicOps-1239029366-project-admin] 10.222.0.53 "GET /v2.0/subnets?project_id=adbe78de4fbf48fcad1a6bc46d4a1728&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1968434 Jun 24 11:52:10.252285 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-29eb2fea-d711-485b-abde-1b36e97aa4b1 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.5025747 Jun 24 11:52:10.253161 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 34780) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:52:10.253600 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 34782) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:52:10.273554 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-2aa4acd7-8ab7-47f7-9265-1eb57888a0e7 None None] Port 5a5cf92f-cde0-4af8-ae88-5c6773bc54f8 cannot update to ACTIVE because it is not bound. {{(pid=128085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 11:52:10.291778 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-b849e7f4-020f-486c-90e7-f0e78d086bca tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Request body: {'subnet': {'network_id': '53e710ea-782f-445f-8c3d-6c895ed61528', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:52:10.324758 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-31473694-d246-4b84-ac70-d8771eff5973 req-a8f2afcd-9b99-4468-83bc-838bf5cfd6bc tempest-TestServerAdvancedOps-1606200857 tempest-TestServerAdvancedOps-1606200857-project] 10.222.0.53 "GET /v2.0/security-groups?id=dd53c4b1-5cb2-4421-93f2-e44c59b30ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079934 Jun 24 11:52:10.386555 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-6726631e-e6a3-4580-9f56-4b270bf9ce03 None None] Could not find standard attr ID for object 2b16deb7-3b16-46da-8e14-e8d7e1f1b375. {{(pid=128085) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 24 11:52:10.408379 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-6726631e-e6a3-4580-9f56-4b270bf9ce03 None None] Provisioning for port 9a9d2323-8877-4e22-86e1-ba198fd801e8 completed by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 11:52:10.421261 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-6726631e-e6a3-4580-9f56-4b270bf9ce03 None None] Provisioning complete for port 9a9d2323-8877-4e22-86e1-ba198fd801e8 triggered by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:52:10.422467 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-6726631e-e6a3-4580-9f56-4b270bf9ce03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:52:10.477084 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-6726631e-e6a3-4580-9f56-4b270bf9ce03 None None] Port 9a9d2323-8877-4e22-86e1-ba198fd801e8 cannot update to ACTIVE because it is not bound. {{(pid=128085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 11:52:10.504235 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-fd496732-5167-4a88-94d6-8b4ed20f9e2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3507549-7dfc-4bed-9303-7ee22e713263', 'name': 'tempest-TestNetworkBasicOps-router-442932250', 'tenant_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'external_fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.170'}], 'enable_snat': True}, 'gw_port_id': 'eb998f6e-88ce-45bb-af30-1a23b561efa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T11:52:07Z', 'updated_at': '2021-06-24T11:52:08Z', 'revision_number': 3, 'project_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'gw_port': {'id': 'eb998f6e-88ce-45bb-af30-1a23b561efa1', 'name': '', 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:27:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3507549-7dfc-4bed-9303-7ee22e713263', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1312, 'fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:52:07Z', 'updated_at': '2021-06-24T11:52:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-4-hyperv'}], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:52:10.532639 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd496732-5167-4a88-94d6-8b4ed20f9e2c None None] Checking router: e3507549-7dfc-4bed-9303-7ee22e713263 for host: dv-neutron-797120-4-hyperv {{(pid=128086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 11:52:10.533040 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd496732-5167-4a88-94d6-8b4ed20f9e2c None None] Updating router e3507549-7dfc-4bed-9303-7ee22e713263 port eb998f6e-88ce-45bb-af30-1a23b561efa1 binding host dv-neutron-797120-4-hyperv {{(pid=128086) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 11:52:10.553560 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b849e7f4-020f-486c-90e7-f0e78d086bca tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Made reservation on behalf of 38289682863c40298c517287ec90b883 for: {'subnet': 1} {{(pid=128084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 11:52:10.557103 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-b849e7f4-020f-486c-90e7-f0e78d086bca tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3162484'] for subnet, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:52:10.577100 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron_lib.callbacks.manager [None req-fd496732-5167-4a88-94d6-8b4ed20f9e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:52:10.668365 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d958cd7c-11fe-4850-ab44-34396741163b tempest-TestNetworkBasicOps-1239029366 tempest-TestNetworkBasicOps-1239029366-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=128084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:52:10.669829 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-d958cd7c-11fe-4850-ab44-34396741163b tempest-TestNetworkBasicOps-1239029366 tempest-TestNetworkBasicOps-1239029366-project-admin] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4145865 Jun 24 11:52:10.672612 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 34786) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:52:10.727435 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-43734958-01b3-4de2-9065-c092a67968c7 tempest-TestNetworkBasicOps-1239029366 tempest-TestNetworkBasicOps-1239029366-project-admin] 10.222.0.53 "GET /v2.0/subnets?network_id=f2b8ca71-e776-48b2-8898-96cc7970207b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0512803 Jun 24 11:52:10.728498 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 34788) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:52:10.737496 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [None req-8cdeb86d-c955-45b0-9bd5-12956da741ad tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-416720338', 'network_id': 'f342f72f-87d9-44f2-8eb5-cb364a2ef874', 'project_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:52:10.862146 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cdeb86d-c955-45b0-9bd5-12956da741ad tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Made reservation on behalf of adbe78de4fbf48fcad1a6bc46d4a1728 for: {'subnet': 1} {{(pid=128083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 11:52:10.867446 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-8cdeb86d-c955-45b0-9bd5-12956da741ad tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3289788'] for subnet, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:52:10.912899 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-b849e7f4-020f-486c-90e7-f0e78d086bca tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3291959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3162270'] for subnet, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:52:10.916481 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-4128f0c6-7a44-40a3-8ea1-b3cbb8d297a8 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:52:10.956756 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b849e7f4-020f-486c-90e7-f0e78d086bca tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Network 53e710ea-782f-445f-8c3d-6c895ed61528 is already hosted by enough agents. {{(pid=128084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 11:52:10.963297 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.base_scheduler [None req-b849e7f4-020f-486c-90e7-f0e78d086bca tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Resources bound (agent type, host, resource id): {{(pid=128084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:52:10.969099 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b849e7f4-020f-486c-90e7-f0e78d086bca tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=128084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:52:10.969764 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-b849e7f4-020f-486c-90e7-f0e78d086bca tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Notify callbacks [] for subnet, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:52:10.972845 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron_lib.callbacks.manager [None req-fd496732-5167-4a88-94d6-8b4ed20f9e2c None None] Notify callbacks [] for port, precommit_update {{(pid=128086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:52:10.977000 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15185599-f450-47da-adb5-b8d3e5d02a88 None None] Network 53e710ea-782f-445f-8c3d-6c895ed61528 requested from dv-neutron-797120-4-hyperv {{(pid=128085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 11:52:10.978280 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b849e7f4-020f-486c-90e7-f0e78d086bca tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Pushing event updated for resources: {'Subnet': ['ID=03fa969b-215d-4498-92e3-537e849acbff,revision_number=0']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:52:10.982522 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-b849e7f4-020f-486c-90e7-f0e78d086bca tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:52:10.991668 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-b849e7f4-020f-486c-90e7-f0e78d086bca tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.7348416 Jun 24 11:52:10.994191 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 34790) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:52:10.999886 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-67a273f4-618c-4aee-bc19-b643ba746904 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1260902447', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '03fa969b-215d-4498-92e3-537e849acbff'}], 'security_groups': ['3ba6d8f4-1759-46c9-bc70-39746fe0d182', '683131c7-5210-4bee-83e9-5e379b2c5c82']}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:52:11.006145 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.provisioning_blocks [None req-fd496732-5167-4a88-94d6-8b4ed20f9e2c None None] Transition to ACTIVE for port object eb998f6e-88ce-45bb-af30-1a23b561efa1 will not be triggered until provisioned by entity L2. {{(pid=128086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 11:52:11.018956 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron_lib.callbacks.manager [None req-fd496732-5167-4a88-94d6-8b4ed20f9e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:52:11.024733 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128086) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:52:11.086343 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ba87c3-2015-46c8-a2e6-e115b9bf6dab None None] Pushing event updated for resources: {'Port': ['ID=eb998f6e-88ce-45bb-af30-1a23b561efa1,revision_number=2']} {{(pid=128086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:52:11.096113 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-8cdeb86d-c955-45b0-9bd5-12956da741ad tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2537737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3289942'] for subnet, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:52:11.096394 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-67a273f4-618c-4aee-bc19-b643ba746904 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:52:11.103250 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ba87c3-2015-46c8-a2e6-e115b9bf6dab None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:52:11.103753 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ba87c3-2015-46c8-a2e6-e115b9bf6dab None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:52:11.104091 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ba87c3-2015-46c8-a2e6-e115b9bf6dab None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:52:11.104555 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ba87c3-2015-46c8-a2e6-e115b9bf6dab None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:52:11.104887 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ba87c3-2015-46c8-a2e6-e115b9bf6dab None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:52:11.105242 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ba87c3-2015-46c8-a2e6-e115b9bf6dab None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:52:11.105555 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ba87c3-2015-46c8-a2e6-e115b9bf6dab None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:52:11.105889 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ba87c3-2015-46c8-a2e6-e115b9bf6dab None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:52:11.106198 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ba87c3-2015-46c8-a2e6-e115b9bf6dab None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:52:11.106849 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ba87c3-2015-46c8-a2e6-e115b9bf6dab None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:52:11.107115 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-87149ccf-7ee6-4d0a-a1d1-cb5572adb4c8 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:52:11.107254 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ba87c3-2015-46c8-a2e6-e115b9bf6dab None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:52:11.107479 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ba87c3-2015-46c8-a2e6-e115b9bf6dab None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:52:11.119480 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG oslo_concurrency.lockutils [None req-33ba87c3-2015-46c8-a2e6-e115b9bf6dab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=128086) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:52:11.129605 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.plugins.ml2.managers [None req-fd496732-5167-4a88-94d6-8b4ed20f9e2c None None] Attempting to bind port eb998f6e-88ce-45bb-af30-1a23b561efa1 on host dv-neutron-797120-4-hyperv for vnic_type normal with profile {{(pid=128086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 11:52:11.131557 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.plugins.ml2.managers [None req-fd496732-5167-4a88-94d6-8b4ed20f9e2c None None] Attempting to bind port eb998f6e-88ce-45bb-af30-1a23b561efa1 by drivers openvswitch,hyperv on host dv-neutron-797120-4-hyperv at level 0 using segments [{'id': '1139564f-ff83-4b49-a593-84b33301357d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b'}] {{(pid=128086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 11:52:11.132098 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd496732-5167-4a88-94d6-8b4ed20f9e2c None None] Attempting to bind port eb998f6e-88ce-45bb-af30-1a23b561efa1 on network f2b8ca71-e776-48b2-8898-96cc7970207b {{(pid=128086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 11:52:11.138150 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd496732-5167-4a88-94d6-8b4ed20f9e2c None None] Checking agent: {'id': 'e3a695b2-c397-461f-83b0-10b79d490b59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 11, 36, 56), 'started_at': datetime.datetime(2021, 6, 24, 11, 37, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 11, 51, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=128086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 11:52:11.138535 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd496732-5167-4a88-94d6-8b4ed20f9e2c None None] Checking segment: {'id': '1139564f-ff83-4b49-a593-84b33301357d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=128086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 11:52:11.138981 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron_lib.callbacks.manager [None req-fd496732-5167-4a88-94d6-8b4ed20f9e2c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=128086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:52:11.139392 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd496732-5167-4a88-94d6-8b4ed20f9e2c None None] Bound using segment: {'id': '1139564f-ff83-4b49-a593-84b33301357d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b'} {{(pid=128086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 11:52:11.139876 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.plugins.ml2.managers [None req-fd496732-5167-4a88-94d6-8b4ed20f9e2c None None] Bound port: eb998f6e-88ce-45bb-af30-1a23b561efa1, host: dv-neutron-797120-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1139564f-ff83-4b49-a593-84b33301357d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b'}}] {{(pid=128086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 11:52:11.140576 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron_lib.callbacks.manager [None req-fd496732-5167-4a88-94d6-8b4ed20f9e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:52:11.201740 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cdeb86d-c955-45b0-9bd5-12956da741ad tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Pushing event updated for resources: {'Subnet': ['ID=4b62f11d-b56a-4310-966b-af2474726ca6,revision_number=0']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:52:11.206095 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-8cdeb86d-c955-45b0-9bd5-12956da741ad tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:52:11.208338 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.plugins.ml2.db [None req-fd496732-5167-4a88-94d6-8b4ed20f9e2c None None] For port eb998f6e-88ce-45bb-af30-1a23b561efa1, host dv-neutron-797120-4-hyperv, cleared binding levels {{(pid=128086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 11:52:11.211816 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.plugins.ml2.db [None req-fd496732-5167-4a88-94d6-8b4ed20f9e2c None None] For port eb998f6e-88ce-45bb-af30-1a23b561efa1, host dv-neutron-797120-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=eb998f6e-88ce-45bb-af30-1a23b561efa1,segment=NetworkSegment(1139564f-ff83-4b49-a593-84b33301357d),segment_id=1139564f-ff83-4b49-a593-84b33301357d)] {{(pid=128086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 11:52:11.215186 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cdeb86d-c955-45b0-9bd5-12956da741ad tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Checking segment: {'id': '996a13d1-26b4-4220-8e04-ab9a33176edf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'f342f72f-87d9-44f2-8eb5-cb364a2ef874'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=128083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 11:52:11.215841 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cdeb86d-c955-45b0-9bd5-12956da741ad tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Network hostable DHCP agents. Network: f342f72f-87d9-44f2-8eb5-cb364a2ef874, hostable agents: ['6be988a9-1d97-480f-be5a-c55abf2c55c5'], hosted agents: [] {{(pid=128083) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 11:52:11.218753 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron_lib.callbacks.manager [None req-fd496732-5167-4a88-94d6-8b4ed20f9e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:52:11.229049 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128086) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:52:11.247036 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cdeb86d-c955-45b0-9bd5-12956da741ad tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Network f342f72f-87d9-44f2-8eb5-cb364a2ef874 is scheduled to be hosted by DHCP agent 6be988a9-1d97-480f-be5a-c55abf2c55c5 with binding_index 1 {{(pid=128083) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 11:52:11.264766 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.base_scheduler [None req-8cdeb86d-c955-45b0-9bd5-12956da741ad tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-4-hyperv, f342f72f-87d9-44f2-8eb5-cb364a2ef874) {{(pid=128083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:52:11.270595 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cdeb86d-c955-45b0-9bd5-12956da741ad tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:52:11.271629 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-8cdeb86d-c955-45b0-9bd5-12956da741ad tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for subnet, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:52:11.280519 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51e528e4-0bb7-4663-9d63-a80fc8ed9fc4 None None] Network f342f72f-87d9-44f2-8eb5-cb364a2ef874 requested from dv-neutron-797120-4-hyperv {{(pid=128085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 11:52:11.297279 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd496732-5167-4a88-94d6-8b4ed20f9e2c None None] Routers {'e3507549-7dfc-4bed-9303-7ee22e713263'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 11:52:11.302112 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-8cdeb86d-c955-45b0-9bd5-12956da741ad tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.5695214 Jun 24 11:52:11.302472 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 34792) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:52:11.302851 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-fd496732-5167-4a88-94d6-8b4ed20f9e2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T11:51:56Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['e3507549-7dfc-4bed-9303-7ee22e713263'], 'active': True} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:52:11.325028 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ba87c3-2015-46c8-a2e6-e115b9bf6dab None None] Pushing event updated for resources: {'Port': ['ID=eb998f6e-88ce-45bb-af30-1a23b561efa1,revision_number=3']} {{(pid=128086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:52:11.357215 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-541c92db-0b17-40f8-b6f5-d6be6a45f077 None None] Update dhcp port {'port': {'network_id': '53e710ea-782f-445f-8c3d-6c895ed61528', 'fixed_ips': [{'subnet_id': '8ec197b6-0689-4ec8-8b62-68676730633a', 'ip_address': '172.20.0.18'}, {'subnet_id': '84966d2f-a163-4994-8d12-b3b08ef1e888', 'ip_address': '172.20.0.2'}, {'subnet_id': '03fa969b-215d-4498-92e3-537e849acbff'}], 'binding:host_id': 'dv-neutron-797120-4-hyperv'}, 'id': '3d5d89af-99fa-4309-9659-563836f8c40d'} from dv-neutron-797120-4-hyperv. {{(pid=128085) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 24 11:52:11.374566 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG oslo_concurrency.lockutils [None req-33ba87c3-2015-46c8-a2e6-e115b9bf6dab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=128086) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:52:11.402388 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-541c92db-0b17-40f8-b6f5-d6be6a45f077 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:52:11.463569 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_dvr_db [None req-fd496732-5167-4a88-94d6-8b4ed20f9e2c None None] Set router e3507549-7dfc-4bed-9303-7ee22e713263 gateway port host: dv-neutron-797120-4-hyperv {{(pid=128086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 11:52:11.675187 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-fd496732-5167-4a88-94d6-8b4ed20f9e2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3507549-7dfc-4bed-9303-7ee22e713263', 'name': 'tempest-TestNetworkBasicOps-router-442932250', 'tenant_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'external_fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.170'}], 'enable_snat': True}, 'gw_port_id': 'eb998f6e-88ce-45bb-af30-1a23b561efa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T11:52:07Z', 'updated_at': '2021-06-24T11:52:08Z', 'revision_number': 3, 'project_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'gw_port': {'id': 'eb998f6e-88ce-45bb-af30-1a23b561efa1', 'name': '', 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:27:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3507549-7dfc-4bed-9303-7ee22e713263', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1312, 'fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:52:07Z', 'updated_at': '2021-06-24T11:52:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-4-hyperv'}], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:52:11.717217 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.db_base_plugin_common [None req-541c92db-0b17-40f8-b6f5-d6be6a45f077 None None] Allocated IP 172.20.0.34 (53e710ea-782f-445f-8c3d-6c895ed61528/03fa969b-215d-4498-92e3-537e849acbff/3d5d89af-99fa-4309-9659-563836f8c40d) {{(pid=128085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 11:52:11.727317 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd496732-5167-4a88-94d6-8b4ed20f9e2c None None] The sync data for ids ['e3507549-7dfc-4bed-9303-7ee22e713263'] in dv-neutron-797120-4-hyperv is: [{'id': 'e3507549-7dfc-4bed-9303-7ee22e713263', 'name': 'tempest-TestNetworkBasicOps-router-442932250', 'tenant_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'external_fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.170'}], 'enable_snat': True}, 'gw_port_id': 'eb998f6e-88ce-45bb-af30-1a23b561efa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T11:52:07Z', 'updated_at': '2021-06-24T11:52:08Z', 'revision_number': 3, 'project_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'gw_port': {'id': 'eb998f6e-88ce-45bb-af30-1a23b561efa1', 'name': '', 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:27:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3507549-7dfc-4bed-9303-7ee22e713263', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1312, 'fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:52:07Z', 'updated_at': '2021-06-24T11:52:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-4-hyperv'}] {{(pid=128086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 11:52:11.773962 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6169557-cadc-4de4-a0e9-4ec0011a77a7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d65c8f8-7530-5052-99fe-8ea05073750b-f342f72f-87d9-44f2-8eb5-cb364a2ef874', 'network_id': 'f342f72f-87d9-44f2-8eb5-cb364a2ef874', 'tenant_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'fixed_ips': [{'subnet_id': '4b62f11d-b56a-4310-966b-af2474726ca6'}]}} from dv-neutron-797120-4-hyperv. {{(pid=128085) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 24 11:52:11.774968 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-a6169557-cadc-4de4-a0e9-4ec0011a77a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_create {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:52:11.775438 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207a2d2d-0ca3-47a6-b064-ddcf85eb96cf req-056594ee-2d4f-43d3-baf7-436cdd11ed3a tempest-TestServerAdvancedOps-1606200857 tempest-TestServerAdvancedOps-1606200857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:52:11.777682 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-207a2d2d-0ca3-47a6-b064-ddcf85eb96cf req-056594ee-2d4f-43d3-baf7-436cdd11ed3a tempest-TestServerAdvancedOps-1606200857 tempest-TestServerAdvancedOps-1606200857-project] 10.222.0.53 "GET /v2.0/ports?device_id=efbc7311-6977-4f10-a865-f61321e5b23b HTTP/1.1" status: 200 len: 946 time: 0.1825430 Jun 24 11:52:11.877422 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-207a2d2d-0ca3-47a6-b064-ddcf85eb96cf req-be2b129e-02a3-4355-be27-696ad561fb83 tempest-TestServerAdvancedOps-1606200857 tempest-TestServerAdvancedOps-1606200857-project] 10.222.0.53 "GET /v2.0/security-groups?id=dd53c4b1-5cb2-4421-93f2-e44c59b30ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938752 Jun 24 11:52:11.939514 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-541c92db-0b17-40f8-b6f5-d6be6a45f077 None None] For port 3d5d89af-99fa-4309-9659-563836f8c40d, host dv-neutron-797120-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=3d5d89af-99fa-4309-9659-563836f8c40d,segment=NetworkSegment(ed1d3356-e347-4bfc-a302-c66cc8a9e0d3),segment_id=ed1d3356-e347-4bfc-a302-c66cc8a9e0d3)] {{(pid=128085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 11:52:11.980195 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-0f2a15e8-791c-473a-b89d-8eee873bc804 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:52:12.009572 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-541c92db-0b17-40f8-b6f5-d6be6a45f077 None None] Notify callbacks [] for port, precommit_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:52:12.041301 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.db_base_plugin_common [None req-a6169557-cadc-4de4-a0e9-4ec0011a77a7 None None] Allocated IP 172.20.0.2 (f342f72f-87d9-44f2-8eb5-cb364a2ef874/4b62f11d-b56a-4310-966b-af2474726ca6/7d249b33-595a-43b0-9bbc-8800c31f2077) {{(pid=128085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 11:52:12.088216 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-541c92db-0b17-40f8-b6f5-d6be6a45f077 None None] Transition to ACTIVE for port object 3d5d89af-99fa-4309-9659-563836f8c40d will not be triggered until provisioned by entity DHCP. {{(pid=128085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 11:52:12.104257 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-541c92db-0b17-40f8-b6f5-d6be6a45f077 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:52:12.148349 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-c2d0fa1d-c383-4b68-92c1-0c1a4c988715 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:52:12.301219 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541c92db-0b17-40f8-b6f5-d6be6a45f077 None None] Pushing event updated for resources: {'Port': ['ID=3d5d89af-99fa-4309-9659-563836f8c40d,revision_number=7']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:52:12.305676 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-541c92db-0b17-40f8-b6f5-d6be6a45f077 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:52:12.312300 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.db.db_base_plugin_common [None req-67a273f4-618c-4aee-bc19-b643ba746904 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Delete allocated IP 172.20.0.5 (53e710ea-782f-445f-8c3d-6c895ed61528/84966d2f-a163-4994-8d12-b3b08ef1e888) {{(pid=128084) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jun 24 11:52:12.341391 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.db.db_base_plugin_common [None req-67a273f4-618c-4aee-bc19-b643ba746904 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Allocated IP 172.20.0.40 (53e710ea-782f-445f-8c3d-6c895ed61528/03fa969b-215d-4498-92e3-537e849acbff/9a9d2323-8877-4e22-86e1-ba198fd801e8) {{(pid=128084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 11:52:12.409824 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-a6169557-cadc-4de4-a0e9-4ec0011a77a7 None None] Notify callbacks [] for port, precommit_create {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:52:12.429899 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-a6169557-cadc-4de4-a0e9-4ec0011a77a7 None None] Transition to ACTIVE for port object 7d249b33-595a-43b0-9bbc-8800c31f2077 will not be triggered until provisioned by entity L2. {{(pid=128085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 11:52:12.454818 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-a6169557-cadc-4de4-a0e9-4ec0011a77a7 None None] Transition to ACTIVE for port object 7d249b33-595a-43b0-9bbc-8800c31f2077 will not be triggered until provisioned by entity DHCP. {{(pid=128085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 11:52:12.471972 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-a6169557-cadc-4de4-a0e9-4ec0011a77a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-650429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-506361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793193536723'] for port, after_create {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:52:12.477482 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-bf15e5b7-8135-4db3-9d37-7838a65a08d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:52:12.565294 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6169557-cadc-4de4-a0e9-4ec0011a77a7 None None] Network f342f72f-87d9-44f2-8eb5-cb364a2ef874 is already hosted by enough agents. {{(pid=128085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 11:52:12.569953 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.scheduler.base_scheduler [None req-a6169557-cadc-4de4-a0e9-4ec0011a77a7 None None] Resources bound (agent type, host, resource id): {{(pid=128085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:52:12.579435 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6169557-cadc-4de4-a0e9-4ec0011a77a7 None None] Pushing event updated for resources: {'Port': ['ID=7d249b33-595a-43b0-9bbc-8800c31f2077,revision_number=1']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:52:12.582005 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6169557-cadc-4de4-a0e9-4ec0011a77a7 None None] Received port after_create {{(pid=128085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 11:52:12.585322 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-a6169557-cadc-4de4-a0e9-4ec0011a77a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:52:12.590744 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.db_base_plugin_common [None req-0f2a15e8-791c-473a-b89d-8eee873bc804 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Allocated IP 172.20.0.1 (f342f72f-87d9-44f2-8eb5-cb364a2ef874/4b62f11d-b56a-4310-966b-af2474726ca6/76d7428a-3779-458d-9523-6d9b31ec5836) {{(pid=128083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 11:52:12.643908 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-67a273f4-618c-4aee-bc19-b643ba746904 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Notify callbacks [] for port, precommit_update {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:52:12.667808 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.db.provisioning_blocks [None req-67a273f4-618c-4aee-bc19-b643ba746904 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Transition to ACTIVE for port object 9a9d2323-8877-4e22-86e1-ba198fd801e8 will not be triggered until provisioned by entity DHCP. {{(pid=128084) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 11:52:12.672531 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-a6169557-cadc-4de4-a0e9-4ec0011a77a7 None None] Attempting to bind port 7d249b33-595a-43b0-9bbc-8800c31f2077 on host dv-neutron-797120-4-hyperv for vnic_type normal with profile {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 11:52:12.672531 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-a6169557-cadc-4de4-a0e9-4ec0011a77a7 None None] Attempting to bind port 7d249b33-595a-43b0-9bbc-8800c31f2077 by drivers openvswitch,hyperv on host dv-neutron-797120-4-hyperv at level 0 using segments [{'id': '996a13d1-26b4-4220-8e04-ab9a33176edf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'f342f72f-87d9-44f2-8eb5-cb364a2ef874'}] {{(pid=128085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 11:52:12.672531 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6169557-cadc-4de4-a0e9-4ec0011a77a7 None None] Attempting to bind port 7d249b33-595a-43b0-9bbc-8800c31f2077 on network f342f72f-87d9-44f2-8eb5-cb364a2ef874 {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 11:52:12.679100 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-67a273f4-618c-4aee-bc19-b643ba746904 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3292081'] for port, after_update {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:52:12.685228 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-1bd59343-e080-432f-83f7-26d0edef40b8 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:52:12.693537 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6169557-cadc-4de4-a0e9-4ec0011a77a7 None None] Checking agent: {'id': 'e3a695b2-c397-461f-83b0-10b79d490b59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 11, 36, 56), 'started_at': datetime.datetime(2021, 6, 24, 11, 37, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 11, 51, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 11:52:12.694138 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6169557-cadc-4de4-a0e9-4ec0011a77a7 None None] Checking segment: {'id': '996a13d1-26b4-4220-8e04-ab9a33176edf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'f342f72f-87d9-44f2-8eb5-cb364a2ef874'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=128085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 11:52:12.694644 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-a6169557-cadc-4de4-a0e9-4ec0011a77a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:52:12.695146 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6169557-cadc-4de4-a0e9-4ec0011a77a7 None None] Bound using segment: {'id': '996a13d1-26b4-4220-8e04-ab9a33176edf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'f342f72f-87d9-44f2-8eb5-cb364a2ef874'} {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 11:52:12.695744 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-a6169557-cadc-4de4-a0e9-4ec0011a77a7 None None] Bound port: 7d249b33-595a-43b0-9bbc-8800c31f2077, host: dv-neutron-797120-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '996a13d1-26b4-4220-8e04-ab9a33176edf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'f342f72f-87d9-44f2-8eb5-cb364a2ef874'}}] {{(pid=128085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 11:52:12.696240 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-a6169557-cadc-4de4-a0e9-4ec0011a77a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:52:12.776811 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-a6169557-cadc-4de4-a0e9-4ec0011a77a7 None None] For port 7d249b33-595a-43b0-9bbc-8800c31f2077, host dv-neutron-797120-4-hyperv, cleared binding levels {{(pid=128085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 11:52:12.781541 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-a6169557-cadc-4de4-a0e9-4ec0011a77a7 None None] For port 7d249b33-595a-43b0-9bbc-8800c31f2077, host dv-neutron-797120-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=7d249b33-595a-43b0-9bbc-8800c31f2077,segment=NetworkSegment(996a13d1-26b4-4220-8e04-ab9a33176edf),segment_id=996a13d1-26b4-4220-8e04-ab9a33176edf)] {{(pid=128085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 11:52:12.790192 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-a6169557-cadc-4de4-a0e9-4ec0011a77a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:52:12.794095 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-ebd31901-1dad-4652-ac04-37b2a1b8a2bd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:52:12.806590 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3699993-bfd9-4766-b8eb-6029deeed492 req-2b6e3739-78be-4001-8872-c695fecb0d06 tempest-TestServerAdvancedOps-1606200857 tempest-TestServerAdvancedOps-1606200857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:52:12.808353 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-e3699993-bfd9-4766-b8eb-6029deeed492 req-2b6e3739-78be-4001-8872-c695fecb0d06 tempest-TestServerAdvancedOps-1606200857 tempest-TestServerAdvancedOps-1606200857-project] 10.222.0.53 "GET /v2.0/ports?device_id=efbc7311-6977-4f10-a865-f61321e5b23b HTTP/1.1" status: 200 len: 946 time: 0.1985254 Jun 24 11:52:12.863042 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-0f2a15e8-791c-473a-b89d-8eee873bc804 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for port, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:52:12.866868 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a273f4-618c-4aee-bc19-b643ba746904 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Pushing event updated for resources: {'Port': ['ID=9a9d2323-8877-4e22-86e1-ba198fd801e8,revision_number=2']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:52:12.871461 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6169557-cadc-4de4-a0e9-4ec0011a77a7 None None] Pushing event updated for resources: {'Port': ['ID=7d249b33-595a-43b0-9bbc-8800c31f2077,revision_number=2']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:52:12.875515 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-a6169557-cadc-4de4-a0e9-4ec0011a77a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:52:12.881508 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-67a273f4-618c-4aee-bc19-b643ba746904 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:52:12.899425 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.provisioning_blocks [None req-0f2a15e8-791c-473a-b89d-8eee873bc804 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Transition to ACTIVE for port object 76d7428a-3779-458d-9523-6d9b31ec5836 will not be triggered until provisioned by entity DHCP. {{(pid=128083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 11:52:12.906910 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-e3699993-bfd9-4766-b8eb-6029deeed492 req-1e2d2076-2405-4352-8593-5774cbd6cde7 tempest-TestServerAdvancedOps-1606200857 tempest-TestServerAdvancedOps-1606200857-project] 10.222.0.53 "GET /v2.0/security-groups?id=dd53c4b1-5cb2-4421-93f2-e44c59b30ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889759 Jun 24 11:52:12.943271 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.plugin [None req-67a273f4-618c-4aee-bc19-b643ba746904 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] In _notify_port_updated(), no bound segment for port 9a9d2323-8877-4e22-86e1-ba198fd801e8 on network 53e710ea-782f-445f-8c3d-6c895ed61528 {{(pid=128084) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jun 24 11:52:12.949345 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-0f2a15e8-791c-473a-b89d-8eee873bc804 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-650429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-506361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793193536723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2537853'] for port, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:52:12.950120 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67a273f4-618c-4aee-bc19-b643ba746904 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:52:12.951021 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-67a273f4-618c-4aee-bc19-b643ba746904 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468916'] for port, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:52:12.952219 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-84653f1c-6d24-460e-8249-e1e70253cb83 tempest-AllowedAddressPairIpV6TestJSON-2004454070 tempest-AllowedAddressPairIpV6TestJSON-2004454070-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:52:12.955768 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-67a273f4-618c-4aee-bc19-b643ba746904 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] 10.222.0.53 "PUT /v2.0/ports/9a9d2323-8877-4e22-86e1-ba198fd801e8 HTTP/1.1" status: 200 len: 960 time: 1.9604514 Jun 24 11:52:12.956532 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 34800) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:52:13.008274 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f2a15e8-791c-473a-b89d-8eee873bc804 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Network f342f72f-87d9-44f2-8eb5-cb364a2ef874 is already hosted by enough agents. {{(pid=128083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 11:52:13.011706 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.base_scheduler [None req-0f2a15e8-791c-473a-b89d-8eee873bc804 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Resources bound (agent type, host, resource id): {{(pid=128083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:52:13.016267 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f2a15e8-791c-473a-b89d-8eee873bc804 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Received port after_create {{(pid=128083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 11:52:13.067829 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2a15e8-791c-473a-b89d-8eee873bc804 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Pushing event updated for resources: {'Port': ['ID=76d7428a-3779-458d-9523-6d9b31ec5836,revision_number=1']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:52:13.072637 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-0f2a15e8-791c-473a-b89d-8eee873bc804 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:52:13.092739 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-0f2a15e8-791c-473a-b89d-8eee873bc804 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1978458'] for router_interface, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:52:13.101572 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.plugin [None req-05fb4452-3931-4a7d-92ed-a2caa2dfb459 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Deleting port 9a9d2323-8877-4e22-86e1-ba198fd801e8 {{(pid=128084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 11:52:13.101947 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-05fb4452-3931-4a7d-92ed-a2caa2dfb459 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793193942312'] for port, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:52:13.260219 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-05fb4452-3931-4a7d-92ed-a2caa2dfb459 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1978872'] for port, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:52:13.279478 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.plugin [None req-05fb4452-3931-4a7d-92ed-a2caa2dfb459 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Calling delete_port for 9a9d2323-8877-4e22-86e1-ba198fd801e8 owned by {{(pid=128084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 11:52:13.308913 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-0f2a15e8-791c-473a-b89d-8eee873bc804 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:52:13.321691 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-281446c6-76f8-4053-9a39-f31c58165329 None None] Provisioning for port 3d5d89af-99fa-4309-9659-563836f8c40d completed by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 11:52:13.326078 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-281446c6-76f8-4053-9a39-f31c58165329 None None] Provisioning complete for port 3d5d89af-99fa-4309-9659-563836f8c40d triggered by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:52:13.326628 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-281446c6-76f8-4053-9a39-f31c58165329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:52:13.432891 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-05fb4452-3931-4a7d-92ed-a2caa2dfb459 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793193945299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193536732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3292088'] for port, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:52:13.433501 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-281446c6-76f8-4053-9a39-f31c58165329 None None] Provisioning complete for port 5a5cf92f-cde0-4af8-ae88-5c6773bc54f8 triggered by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:52:13.433754 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-281446c6-76f8-4053-9a39-f31c58165329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:52:13.444431 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-6e7e9201-3c23-4ccd-a5ee-590653aba3b2 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:52:13.475468 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-281446c6-76f8-4053-9a39-f31c58165329 None None] Port 5a5cf92f-cde0-4af8-ae88-5c6773bc54f8 cannot update to ACTIVE because it is not bound. {{(pid=128085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 11:52:13.478379 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05fb4452-3931-4a7d-92ed-a2caa2dfb459 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Pushing event deleted for resources: {'Port': ['ID=9a9d2323-8877-4e22-86e1-ba198fd801e8,revision_number=None']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:52:13.487108 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-281446c6-76f8-4053-9a39-f31c58165329 None None] Could not find standard attr ID for object 9a9d2323-8877-4e22-86e1-ba198fd801e8. {{(pid=128085) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 24 11:52:13.496613 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-05fb4452-3931-4a7d-92ed-a2caa2dfb459 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:52:13.541990 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-05fb4452-3931-4a7d-92ed-a2caa2dfb459 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468916'] for port, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:52:13.543884 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-05fb4452-3931-4a7d-92ed-a2caa2dfb459 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] 10.222.0.53 "DELETE /v2.0/ports/9a9d2323-8877-4e22-86e1-ba198fd801e8 HTTP/1.1" status: 204 len: 168 time: 0.5855801 Jun 24 11:52:13.546705 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 34802) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:52:13.579865 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.pecan_wsgi.hooks.translation [None req-f58076f5-e94d-4784-b8cf-be0a77932cb8 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] GET failed (client error): The resource could not be found. Jun 24 11:52:13.581493 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-f58076f5-e94d-4784-b8cf-be0a77932cb8 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] 10.222.0.53 "GET /v2.0/ports/9a9d2323-8877-4e22-86e1-ba198fd801e8 HTTP/1.1" status: 404 len: 333 time: 0.0338697 Jun 24 11:52:13.585074 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 34804) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:52:13.646643 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-0f2a15e8-791c-473a-b89d-8eee873bc804 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for port, precommit_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:52:13.655231 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-0f2a15e8-791c-473a-b89d-8eee873bc804 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2537871'] for port, after_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:52:13.658768 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-bbf12fd6-1710-476a-b35a-fbbd9608fb6c tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:52:13.731232 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-a08c0852-3281-4c1b-aa58-8fb8cd324961 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Notify callbacks [] for security_group, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:52:13.761451 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-0f2a15e8-791c-473a-b89d-8eee873bc804 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1783050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1978542'] for router_interface, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:52:13.770944 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2a15e8-791c-473a-b89d-8eee873bc804 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Pushing event updated for resources: {'Port': ['ID=76d7428a-3779-458d-9523-6d9b31ec5836,revision_number=2']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:52:13.776567 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-0f2a15e8-791c-473a-b89d-8eee873bc804 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:52:13.796070 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-a08c0852-3281-4c1b-aa58-8fb8cd324961 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Notify callbacks [] for security_group, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:52:13.903627 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-35fb6479-4d96-4126-acca-8d4d82ab2e18 None None] Could not find standard attr ID for object 9a9d2323-8877-4e22-86e1-ba198fd801e8. {{(pid=128085) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 24 11:52:13.921298 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-a08c0852-3281-4c1b-aa58-8fb8cd324961 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800410'] for security_group, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:52:13.924630 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-a08c0852-3281-4c1b-aa58-8fb8cd324961 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Notify callbacks [] for security_group, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:52:13.929792 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-a08c0852-3281-4c1b-aa58-8fb8cd324961 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] 10.222.0.53 "DELETE /v2.0/security-groups/5f7df1d6-d5e0-4f35-87ab-0670c29cfd42 HTTP/1.1" status: 204 len: 168 time: 0.3399134 Jun 24 11:52:13.929792 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-207585d9-8cb8-4d13-8339-db9125312c08 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:52:13.931094 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 34806) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:52:13.947135 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08c0852-3281-4c1b-aa58-8fb8cd324961 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f7df1d6-d5e0-4f35-87ab-0670c29cfd42,revision_number=None']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:52:13.950579 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-a08c0852-3281-4c1b-aa58-8fb8cd324961 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:52:13.959032 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f2a15e8-791c-473a-b89d-8eee873bc804 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Network f342f72f-87d9-44f2-8eb5-cb364a2ef874 is already hosted by enough agents. {{(pid=128083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 11:52:13.971581 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.base_scheduler [None req-0f2a15e8-791c-473a-b89d-8eee873bc804 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Resources bound (agent type, host, resource id): {{(pid=128083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:52:14.011212 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device 3d5d89af-99fa-4309-9659-563836f8c40d up at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 11:52:14.107876 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-e595a8dc-c724-4432-bb92-b973141117f4 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Notify callbacks [] for security_group, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:52:14.125516 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning complete for port 3d5d89af-99fa-4309-9659-563836f8c40d triggered by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:52:14.126212 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:52:14.152274 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-e595a8dc-c724-4432-bb92-b973141117f4 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Notify callbacks [] for security_group, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:52:14.227420 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-e595a8dc-c724-4432-bb92-b973141117f4 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800410'] for security_group, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:52:14.230246 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-e595a8dc-c724-4432-bb92-b973141117f4 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Notify callbacks [] for security_group, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:52:14.235889 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-e595a8dc-c724-4432-bb92-b973141117f4 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] 10.222.0.53 "DELETE /v2.0/security-groups/683131c7-5210-4bee-83e9-5e379b2c5c82 HTTP/1.1" status: 204 len: 168 time: 0.3033147 Jun 24 11:52:14.236675 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 34810) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:52:14.237682 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-0ee5c1da-f57a-43a8-b504-b6d7196efe48 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:52:14.262509 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device 7d249b33-595a-43b0-9bbc-8800c31f2077 up at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 11:52:14.288872 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e595a8dc-c724-4432-bb92-b973141117f4 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=683131c7-5210-4bee-83e9-5e379b2c5c82,revision_number=None']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:52:14.323091 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1f75985-19b9-49cb-bb69-bc2387ec2b0e None None] Network f342f72f-87d9-44f2-8eb5-cb364a2ef874 requested from dv-neutron-797120-4-hyperv {{(pid=128085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 11:52:14.327304 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-e595a8dc-c724-4432-bb92-b973141117f4 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:52:14.351047 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning for port 7d249b33-595a-43b0-9bbc-8800c31f2077 completed by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 11:52:14.360077 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-d464849e-411c-4d74-858c-983b761c5f91 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Notify callbacks [] for security_group, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:52:14.360327 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b663bdb-3a2d-4dbb-bbda-7d876f7a778a req-2d61d256-6b71-45cc-8370-9cb161cc8af2 tempest-TestServerAdvancedOps-1606200857 tempest-TestServerAdvancedOps-1606200857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:52:14.362142 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-0b663bdb-3a2d-4dbb-bbda-7d876f7a778a req-2d61d256-6b71-45cc-8370-9cb161cc8af2 tempest-TestServerAdvancedOps-1606200857 tempest-TestServerAdvancedOps-1606200857-project] 10.222.0.53 "GET /v2.0/ports?device_id=efbc7311-6977-4f10-a865-f61321e5b23b HTTP/1.1" status: 200 len: 946 time: 0.2332304 Jun 24 11:52:14.368255 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f2a15e8-791c-473a-b89d-8eee873bc804 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Router e3507549-7dfc-4bed-9303-7ee22e713263 has already been hosted by L3 agent 2987dba8-2249-4ee6-96ec-28f0f7a6127d {{(pid=128083) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 11:52:14.387996 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device eb998f6e-88ce-45bb-af30-1a23b561efa1 up at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 11:52:14.397129 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-d464849e-411c-4d74-858c-983b761c5f91 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Notify callbacks [] for security_group, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:52:14.424041 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-419f240f-c0c6-4b76-8f8b-4c382cd3322e None None] Provisioning for port 7d249b33-595a-43b0-9bbc-8800c31f2077 completed by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 11:52:14.436314 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-419f240f-c0c6-4b76-8f8b-4c382cd3322e None None] Provisioning complete for port 7d249b33-595a-43b0-9bbc-8800c31f2077 triggered by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:52:14.437014 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-419f240f-c0c6-4b76-8f8b-4c382cd3322e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:52:14.450194 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-d464849e-411c-4d74-858c-983b761c5f91 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800410'] for security_group, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:52:14.453207 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-d464849e-411c-4d74-858c-983b761c5f91 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Notify callbacks [] for security_group, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:52:14.456751 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-d464849e-411c-4d74-858c-983b761c5f91 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] 10.222.0.53 "DELETE /v2.0/security-groups/3ba6d8f4-1759-46c9-bc70-39746fe0d182 HTTP/1.1" status: 204 len: 168 time: 0.1962392 Jun 24 11:52:14.456751 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-c51e1bfc-0e9c-477e-a917-653abdbfd038 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:52:14.458854 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 34812) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:52:14.469333 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2653c4c1-ab2c-4066-ae89-cc1e2049f3fa req-804c3315-01bc-4ee0-9836-ba976f903223 tempest-TestServerAdvancedOps-1606200857 tempest-TestServerAdvancedOps-1606200857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:52:14.470980 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-2653c4c1-ab2c-4066-ae89-cc1e2049f3fa req-804c3315-01bc-4ee0-9836-ba976f903223 tempest-TestServerAdvancedOps-1606200857 tempest-TestServerAdvancedOps-1606200857-project] 10.222.0.45 "GET /v2.0/ports?device_id=efbc7311-6977-4f10-a865-f61321e5b23b HTTP/1.1" status: 200 len: 946 time: 0.1978195 Jun 24 11:52:14.476619 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-0b663bdb-3a2d-4dbb-bbda-7d876f7a778a req-4c11adfa-5442-4216-b48c-df13063e9076 tempest-TestServerAdvancedOps-1606200857 tempest-TestServerAdvancedOps-1606200857-project] 10.222.0.53 "GET /v2.0/security-groups?id=dd53c4b1-5cb2-4421-93f2-e44c59b30ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051922 Jun 24 11:52:14.498457 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d464849e-411c-4d74-858c-983b761c5f91 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ba6d8f4-1759-46c9-bc70-39746fe0d182,revision_number=None']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:52:14.502873 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-d464849e-411c-4d74-858c-983b761c5f91 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:52:14.546227 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec56c50a-46ac-4ddd-89d5-75cd52bbafbd tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Deleting subnet 84966d2f-a163-4994-8d12-b3b08ef1e888 {{(pid=128084) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 24 11:52:14.550703 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-ec56c50a-46ac-4ddd-89d5-75cd52bbafbd tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Notify callbacks [] for subnet, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:52:14.600624 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-ec56c50a-46ac-4ddd-89d5-75cd52bbafbd tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2373542'] for subnet, precommit_delete_associations {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:52:14.697417 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-ec56c50a-46ac-4ddd-89d5-75cd52bbafbd tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-972249'] for subnet, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:52:14.724960 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning for port eb998f6e-88ce-45bb-af30-1a23b561efa1 completed by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 11:52:14.741134 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning complete for port eb998f6e-88ce-45bb-af30-1a23b561efa1 triggered by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:52:14.741134 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:52:14.775525 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:52:14.778124 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-ec56c50a-46ac-4ddd-89d5-75cd52bbafbd tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-972238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3292022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3162263'] for subnet, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:52:14.783095 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-00773b18-55c2-4931-8097-c1d0cddde3a8 tempest-RoutersNegativeIpV6Test-675716403 tempest-RoutersNegativeIpV6Test-675716403-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:52:14.824359 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec56c50a-46ac-4ddd-89d5-75cd52bbafbd tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Pushing event deleted for resources: {'Subnet': ['ID=84966d2f-a163-4994-8d12-b3b08ef1e888,revision_number=None']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:52:14.827729 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-ec56c50a-46ac-4ddd-89d5-75cd52bbafbd tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:52:14.828816 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-ec56c50a-46ac-4ddd-89d5-75cd52bbafbd tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Notify callbacks [] for subnet, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:52:14.837071 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-ec56c50a-46ac-4ddd-89d5-75cd52bbafbd tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] 10.222.0.53 "DELETE /v2.0/subnets/84966d2f-a163-4994-8d12-b3b08ef1e888 HTTP/1.1" status: 204 len: 168 time: 0.3736432 Jun 24 11:52:14.839326 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 34814) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:52:14.846316 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-419f240f-c0c6-4b76-8f8b-4c382cd3322e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:52:14.861421 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b53828bc-abda-4441-983b-d8f0a7600368 None None] Network 53e710ea-782f-445f-8c3d-6c895ed61528 requested from dv-neutron-797120-4-hyperv {{(pid=128085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 11:52:14.899597 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d617e59-9d71-4ef2-9c9c-3ebe5901bff9 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Deleting subnet 03fa969b-215d-4498-92e3-537e849acbff {{(pid=128084) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 24 11:52:14.903332 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-4d617e59-9d71-4ef2-9c9c-3ebe5901bff9 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Notify callbacks [] for subnet, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:52:14.947101 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-4d617e59-9d71-4ef2-9c9c-3ebe5901bff9 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2373542'] for subnet, precommit_delete_associations {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:52:14.955893 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-419f240f-c0c6-4b76-8f8b-4c382cd3322e None None] For port 7d249b33-595a-43b0-9bbc-8800c31f2077, host dv-neutron-797120-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=7d249b33-595a-43b0-9bbc-8800c31f2077,segment=NetworkSegment(996a13d1-26b4-4220-8e04-ab9a33176edf),segment_id=996a13d1-26b4-4220-8e04-ab9a33176edf)] {{(pid=128085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 11:52:14.982804 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-419f240f-c0c6-4b76-8f8b-4c382cd3322e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:52:14.992804 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-d4f42256-87c7-43df-a021-e12b0d865349 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:52:15.033191 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f2a15e8-791c-473a-b89d-8eee873bc804 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify agent at l3_agent.dv-neutron-797120-4-hyperv the message routers_updated {{(pid=128083) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 11:52:15.040972 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-0f2a15e8-791c-473a-b89d-8eee873bc804 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "PUT /v2.0/routers/e3507549-7dfc-4bed-9303-7ee22e713263/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7373476 Jun 24 11:52:15.043434 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 34816) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:52:15.046851 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:52:15.060119 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-4d617e59-9d71-4ef2-9c9c-3ebe5901bff9 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-972249'] for subnet, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:52:15.066986 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acce8462-4272-4016-bbd6-86cb40960d9b None None] Sync routers for ids ['e3507549-7dfc-4bed-9303-7ee22e713263'] in dv-neutron-797120-4-hyperv {{(pid=128085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 11:52:15.147961 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-4d617e59-9d71-4ef2-9c9c-3ebe5901bff9 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-972238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3292022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3162263'] for subnet, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:52:15.148447 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] For port eb998f6e-88ce-45bb-af30-1a23b561efa1, host dv-neutron-797120-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=eb998f6e-88ce-45bb-af30-1a23b561efa1,segment=NetworkSegment(1139564f-ff83-4b49-a593-84b33301357d),segment_id=1139564f-ff83-4b49-a593-84b33301357d)] {{(pid=128085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 11:52:15.153650 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419f240f-c0c6-4b76-8f8b-4c382cd3322e None None] Pushing event updated for resources: {'Port': ['ID=7d249b33-595a-43b0-9bbc-8800c31f2077,revision_number=3']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:52:15.158889 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-419f240f-c0c6-4b76-8f8b-4c382cd3322e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:52:15.160207 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acce8462-4272-4016-bbd6-86cb40960d9b None None] Routers {'e3507549-7dfc-4bed-9303-7ee22e713263'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 11:52:15.161799 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-acce8462-4272-4016-bbd6-86cb40960d9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T11:51:56Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['e3507549-7dfc-4bed-9303-7ee22e713263'], 'active': True} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:52:15.165910 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:52:15.172041 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-a6169557-cadc-4de4-a0e9-4ec0011a77a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:52:15.181111 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-a07470e5-2c42-44ca-bd2a-47a798e3be48 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:52:15.189455 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-4d617e59-9d71-4ef2-9c9c-3ebe5901bff9 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Notify callbacks [] for subnet, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:52:15.194808 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-4d617e59-9d71-4ef2-9c9c-3ebe5901bff9 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] 10.222.0.53 "DELETE /v2.0/subnets/03fa969b-215d-4498-92e3-537e849acbff HTTP/1.1" status: 204 len: 168 time: 0.3543260 Jun 24 11:52:15.195609 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 34818) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:52:15.233930 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d617e59-9d71-4ef2-9c9c-3ebe5901bff9 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Pushing event deleted for resources: {'Subnet': ['ID=03fa969b-215d-4498-92e3-537e849acbff,revision_number=None']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:52:15.258101 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.plugin [req-2653c4c1-ab2c-4066-ae89-cc1e2049f3fa req-65925020-371f-496b-b06d-4c3b07a8d73e tempest-TestServerAdvancedOps-1606200857 tempest-TestServerAdvancedOps-1606200857-project] Deleting port dc4db242-685a-49fb-9f1c-d8dbf19706ef {{(pid=128083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 11:52:15.258370 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-2653c4c1-ab2c-4066-ae89-cc1e2049f3fa req-65925020-371f-496b-b06d-4c3b07a8d73e tempest-TestServerAdvancedOps-1606200857 tempest-TestServerAdvancedOps-1606200857-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793193942312'] for port, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:52:15.260691 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-4d617e59-9d71-4ef2-9c9c-3ebe5901bff9 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:52:15.262940 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f4ae611-4ee4-41f6-b9ff-a66b5cab3dc8 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] DELETE failed (client error): The resource could not be found. Jun 24 11:52:15.263844 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7f4ae611-4ee4-41f6-b9ff-a66b5cab3dc8 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=128084) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 24 11:52:15.269429 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-7f4ae611-4ee4-41f6-b9ff-a66b5cab3dc8 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] 10.222.0.53 "DELETE /v2.0/subnets/84966d2f-a163-4994-8d12-b3b08ef1e888 HTTP/1.1" status: 404 len: 337 time: 0.0491519 Jun 24 11:52:15.270994 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 34820) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:52:15.342736 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a070ad8-db05-4051-afd0-e21973e3fa23 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Deleting subnet 8ec197b6-0689-4ec8-8b62-68676730633a {{(pid=128084) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 24 11:52:15.344067 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a847d6b-e620-4e77-bd9c-570e616a7b74 tempest-TestNetworkBasicOps-1239029366 tempest-TestNetworkBasicOps-1239029366-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:52:15.344588 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a847d6b-e620-4e77-bd9c-570e616a7b74 tempest-TestNetworkBasicOps-1239029366 tempest-TestNetworkBasicOps-1239029366-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:52:15.345547 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a847d6b-e620-4e77-bd9c-570e616a7b74 tempest-TestNetworkBasicOps-1239029366 tempest-TestNetworkBasicOps-1239029366-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:52:15.346523 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a847d6b-e620-4e77-bd9c-570e616a7b74 tempest-TestNetworkBasicOps-1239029366 tempest-TestNetworkBasicOps-1239029366-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:52:15.346943 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-4a070ad8-db05-4051-afd0-e21973e3fa23 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Notify callbacks [] for subnet, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:52:15.347376 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a847d6b-e620-4e77-bd9c-570e616a7b74 tempest-TestNetworkBasicOps-1239029366 tempest-TestNetworkBasicOps-1239029366-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:52:15.348240 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a847d6b-e620-4e77-bd9c-570e616a7b74 tempest-TestNetworkBasicOps-1239029366 tempest-TestNetworkBasicOps-1239029366-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:52:15.349023 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a847d6b-e620-4e77-bd9c-570e616a7b74 tempest-TestNetworkBasicOps-1239029366 tempest-TestNetworkBasicOps-1239029366-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:52:15.349529 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a847d6b-e620-4e77-bd9c-570e616a7b74 tempest-TestNetworkBasicOps-1239029366 tempest-TestNetworkBasicOps-1239029366-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:52:15.350117 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a847d6b-e620-4e77-bd9c-570e616a7b74 tempest-TestNetworkBasicOps-1239029366 tempest-TestNetworkBasicOps-1239029366-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:52:15.353478 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-5a847d6b-e620-4e77-bd9c-570e616a7b74 tempest-TestNetworkBasicOps-1239029366 tempest-TestNetworkBasicOps-1239029366-project-admin] 10.222.0.53 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6420 time: 0.3090632 Jun 24 11:52:15.356524 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 34822) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:52:15.374121 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Pushing event updated for resources: {'Port': ['ID=eb998f6e-88ce-45bb-af30-1a23b561efa1,revision_number=4']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:52:15.376865 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:52:15.405650 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvr_db [None req-acce8462-4272-4016-bbd6-86cb40960d9b None None] Set router e3507549-7dfc-4bed-9303-7ee22e713263 gateway port host: dv-neutron-797120-4-hyperv {{(pid=128085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 11:52:15.462007 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-4a070ad8-db05-4051-afd0-e21973e3fa23 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2373542'] for subnet, precommit_delete_associations {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:52:15.463729 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-595b767c-e970-4b3f-888b-10095963df14 None None] Provisioning for port 76d7428a-3779-458d-9523-6d9b31ec5836 completed by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 11:52:15.547503 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-595b767c-e970-4b3f-888b-10095963df14 None None] Provisioning complete for port 76d7428a-3779-458d-9523-6d9b31ec5836 triggered by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:52:15.548044 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-595b767c-e970-4b3f-888b-10095963df14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:52:15.555955 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.db [req-2653c4c1-ab2c-4066-ae89-cc1e2049f3fa req-65925020-371f-496b-b06d-4c3b07a8d73e tempest-TestServerAdvancedOps-1606200857 tempest-TestServerAdvancedOps-1606200857-project] For port dc4db242-685a-49fb-9f1c-d8dbf19706ef, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=dc4db242-685a-49fb-9f1c-d8dbf19706ef,segment=NetworkSegment(067601bd-1ee4-4b6e-8bc8-728b35f6b4b0),segment_id=067601bd-1ee4-4b6e-8bc8-728b35f6b4b0)] {{(pid=128083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 11:52:15.556427 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-2653c4c1-ab2c-4066-ae89-cc1e2049f3fa req-65925020-371f-496b-b06d-4c3b07a8d73e tempest-TestServerAdvancedOps-1606200857 tempest-TestServerAdvancedOps-1606200857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1978872'] for port, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:52:15.563371 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-595516fe-a4aa-4b67-9bc6-e2e303c60910 tempest-TestNetworkBasicOps-1239029366 tempest-TestNetworkBasicOps-1239029366-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:52:15.563870 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-595516fe-a4aa-4b67-9bc6-e2e303c60910 tempest-TestNetworkBasicOps-1239029366 tempest-TestNetworkBasicOps-1239029366-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:52:15.564325 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-595516fe-a4aa-4b67-9bc6-e2e303c60910 tempest-TestNetworkBasicOps-1239029366 tempest-TestNetworkBasicOps-1239029366-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:52:15.566162 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-595516fe-a4aa-4b67-9bc6-e2e303c60910 tempest-TestNetworkBasicOps-1239029366 tempest-TestNetworkBasicOps-1239029366-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:52:15.566162 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-595516fe-a4aa-4b67-9bc6-e2e303c60910 tempest-TestNetworkBasicOps-1239029366 tempest-TestNetworkBasicOps-1239029366-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:52:15.566162 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-595516fe-a4aa-4b67-9bc6-e2e303c60910 tempest-TestNetworkBasicOps-1239029366 tempest-TestNetworkBasicOps-1239029366-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:52:15.566162 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-595516fe-a4aa-4b67-9bc6-e2e303c60910 tempest-TestNetworkBasicOps-1239029366 tempest-TestNetworkBasicOps-1239029366-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:52:15.566889 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-595516fe-a4aa-4b67-9bc6-e2e303c60910 tempest-TestNetworkBasicOps-1239029366 tempest-TestNetworkBasicOps-1239029366-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:52:15.567196 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-595516fe-a4aa-4b67-9bc6-e2e303c60910 tempest-TestNetworkBasicOps-1239029366 tempest-TestNetworkBasicOps-1239029366-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:52:15.569348 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-595516fe-a4aa-4b67-9bc6-e2e303c60910 tempest-TestNetworkBasicOps-1239029366 tempest-TestNetworkBasicOps-1239029366-project-admin] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5880 time: 0.2118156 Jun 24 11:52:15.583089 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 34826) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:52:15.640018 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-4a070ad8-db05-4051-afd0-e21973e3fa23 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-972249'] for subnet, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:52:15.650266 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.plugin [req-2653c4c1-ab2c-4066-ae89-cc1e2049f3fa req-65925020-371f-496b-b06d-4c3b07a8d73e tempest-TestServerAdvancedOps-1606200857 tempest-TestServerAdvancedOps-1606200857-project] Calling delete_port for dc4db242-685a-49fb-9f1c-d8dbf19706ef owned by compute:nova {{(pid=128083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 11:52:15.679264 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-595b767c-e970-4b3f-888b-10095963df14 None None] Port 76d7428a-3779-458d-9523-6d9b31ec5836 cannot update to ACTIVE because it is not bound. {{(pid=128085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 11:52:15.698543 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d63ed970-2079-47d4-beee-1a27be5f71c8 None None] Update dhcp port {'port': {'network_id': '53e710ea-782f-445f-8c3d-6c895ed61528', 'fixed_ips': [{'subnet_id': '8ec197b6-0689-4ec8-8b62-68676730633a', 'ip_address': '172.20.0.18'}, {'subnet_id': '03fa969b-215d-4498-92e3-537e849acbff'}], 'binding:host_id': 'dv-neutron-797120-4-hyperv'}, 'id': '3d5d89af-99fa-4309-9659-563836f8c40d'} from dv-neutron-797120-4-hyperv. {{(pid=128085) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 24 11:52:15.734956 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-595b767c-e970-4b3f-888b-10095963df14 None None] Provisioning complete for port 7d249b33-595a-43b0-9bbc-8800c31f2077 triggered by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:52:15.735344 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-595b767c-e970-4b3f-888b-10095963df14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:52:15.784097 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-4a070ad8-db05-4051-afd0-e21973e3fa23 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-972238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3292022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3162263'] for subnet, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:52:15.785865 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-da4d69ca-c140-40d1-92b0-306b7086ee41 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:52:15.803922 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-d63ed970-2079-47d4-beee-1a27be5f71c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:52:15.844736 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a070ad8-db05-4051-afd0-e21973e3fa23 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Pushing event deleted for resources: {'Subnet': ['ID=8ec197b6-0689-4ec8-8b62-68676730633a,revision_number=None']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:52:15.848607 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-4a070ad8-db05-4051-afd0-e21973e3fa23 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Notify callbacks [] for subnet, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:52:15.857127 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-4a070ad8-db05-4051-afd0-e21973e3fa23 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] 10.222.0.53 "DELETE /v2.0/subnets/8ec197b6-0689-4ec8-8b62-68676730633a HTTP/1.1" status: 204 len: 168 time: 0.5830293 Jun 24 11:52:15.857127 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-4a070ad8-db05-4051-afd0-e21973e3fa23 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:52:15.859719 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 34828) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:52:15.890886 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device 7d249b33-595a-43b0-9bbc-8800c31f2077 up at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 11:52:15.892767 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.pecan_wsgi.hooks.translation [None req-af41ebc4-2fd0-4718-b89b-28590c922076 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] DELETE failed (client error): The resource could not be found. Jun 24 11:52:15.893359 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-af41ebc4-2fd0-4718-b89b-28590c922076 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=128084) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 24 11:52:15.895788 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-af41ebc4-2fd0-4718-b89b-28590c922076 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] 10.222.0.53 "DELETE /v2.0/subnets/91b2bc36-3c30-453e-a2d9-0b08fbdf0e37 HTTP/1.1" status: 404 len: 337 time: 0.0340352 Jun 24 11:52:15.900238 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 34830) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:52:15.934000 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-79750ff8-62e7-4c5f-8061-adc2e2674c4d tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] 10.222.0.53 "GET /v2.0/ports?device_id=d4c86858-b72d-449d-a57a-feb4e19a9e66 HTTP/1.1" status: 200 len: 205 time: 0.0324411 Jun 24 11:52:15.936538 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 34832) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:52:15.945686 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ee0f7d-de0d-4be9-9fb9-48134202f5d0 req-b8d47278-fd4d-48c6-8776-f9a8ac0ea579 tempest-TestServerAdvancedOps-1606200857 tempest-TestServerAdvancedOps-1606200857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:52:15.953327 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-d9ee0f7d-de0d-4be9-9fb9-48134202f5d0 req-b8d47278-fd4d-48c6-8776-f9a8ac0ea579 tempest-TestServerAdvancedOps-1606200857 tempest-TestServerAdvancedOps-1606200857-project] 10.222.0.53 "GET /v2.0/ports?device_id=efbc7311-6977-4f10-a865-f61321e5b23b HTTP/1.1" status: 200 len: 946 time: 0.2376690 Jun 24 11:52:15.979907 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.api.v2.resource [None req-90a40873-0408-4b36-8a49-893319bd7955 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] delete failed (client error): The resource could not be found. Jun 24 11:52:15.981350 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-90a40873-0408-4b36-8a49-893319bd7955 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] 10.222.0.53 "DELETE /v2.0/routers/d4c86858-b72d-449d-a57a-feb4e19a9e66 HTTP/1.1" status: 404 len: 336 time: 0.0434241 Jun 24 11:52:15.983861 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 34834) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:52:16.014927 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-d9ee0f7d-de0d-4be9-9fb9-48134202f5d0 req-a1282a63-c24d-4b48-ade3-da5da36d86a9 tempest-TestServerAdvancedOps-1606200857 tempest-TestServerAdvancedOps-1606200857-project] 10.222.0.53 "GET /v2.0/security-groups?id=dd53c4b1-5cb2-4421-93f2-e44c59b30ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603685 Jun 24 11:52:16.023013 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e31b4ce-2d1c-479b-9f9f-bcda3a915d23 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] DELETE failed (client error): The resource could not be found. Jun 24 11:52:16.023795 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9e31b4ce-2d1c-479b-9f9f-bcda3a915d23 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=128084) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 24 11:52:16.027940 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-9e31b4ce-2d1c-479b-9f9f-bcda3a915d23 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] 10.222.0.53 "DELETE /v2.0/subnets/1784f549-09a7-49e4-9843-c85b13d6b697 HTTP/1.1" status: 404 len: 337 time: 0.0407243 Jun 24 11:52:16.028709 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 34836) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:52:16.059537 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning complete for port 7d249b33-595a-43b0-9bbc-8800c31f2077 triggered by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:52:16.059927 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:52:16.070359 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd329ca3-0fc3-43f6-89d8-d15344702e6d tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] DELETE failed (client error): The resource could not be found. Jun 24 11:52:16.071120 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cd329ca3-0fc3-43f6-89d8-d15344702e6d tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=128084) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 24 11:52:16.075265 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-cd329ca3-0fc3-43f6-89d8-d15344702e6d tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] 10.222.0.53 "DELETE /v2.0/subnets/71275473-b887-4d6d-8002-0b9796df2b9c HTTP/1.1" status: 404 len: 337 time: 0.0432270 Jun 24 11:52:16.075583 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 34838) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:52:16.084888 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-2653c4c1-ab2c-4066-ae89-cc1e2049f3fa req-65925020-371f-496b-b06d-4c3b07a8d73e tempest-TestServerAdvancedOps-1606200857 tempest-TestServerAdvancedOps-1606200857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793193945299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193536732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2537862'] for port, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:52:16.101280 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-acce8462-4272-4016-bbd6-86cb40960d9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3507549-7dfc-4bed-9303-7ee22e713263', 'name': 'tempest-TestNetworkBasicOps-router-442932250', 'tenant_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'external_fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.170'}], 'enable_snat': True}, 'gw_port_id': 'eb998f6e-88ce-45bb-af30-1a23b561efa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T11:52:07Z', 'updated_at': '2021-06-24T11:52:13Z', 'revision_number': 4, 'project_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'gw_port': {'id': 'eb998f6e-88ce-45bb-af30-1a23b561efa1', 'name': '', 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:27:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3507549-7dfc-4bed-9303-7ee22e713263', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1312, 'fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:52:07Z', 'updated_at': '2021-06-24T11:52:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-4-hyperv', '_interfaces': [{'id': '76d7428a-3779-458d-9523-6d9b31ec5836', 'name': '', 'network_id': 'f342f72f-87d9-44f2-8eb5-cb364a2ef874', 'tenant_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'mac_address': 'fa:16:3e:2f:b9:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3507549-7dfc-4bed-9303-7ee22e713263', 'device_owner': 'network:router_interface', 'standard_attr_id': 1323, 'fixed_ips': [{'subnet_id': '4b62f11d-b56a-4310-966b-af2474726ca6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:52:12Z', 'updated_at': '2021-06-24T11:52:13Z', 'revision_number': 2, 'project_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'subnets': [{'id': '4b62f11d-b56a-4310-966b-af2474726ca6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:52:16.105141 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.pecan_wsgi.hooks.translation [None req-c29b3d8f-45f0-48f5-97b2-5af29fb2d484 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] DELETE failed (client error): The resource could not be found. Jun 24 11:52:16.105607 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c29b3d8f-45f0-48f5-97b2-5af29fb2d484 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=128084) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 24 11:52:16.107369 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] get_ports_and_sgs() called for port_ids ['dc4db242-685a-49fb-9f1c-d8dbf19706ef'] {{(pid=128085) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 11:52:16.110910 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-c29b3d8f-45f0-48f5-97b2-5af29fb2d484 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] 10.222.0.53 "DELETE /v2.0/subnets/f5d0bbdb-3dc2-427e-8650-029fcb331698 HTTP/1.1" status: 404 len: 337 time: 0.0320957 Jun 24 11:52:16.111514 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-dcd6925f-50e2-4c44-afa1-8198729830ef tempest-TestNetworkAdvancedServerOps-1479438933 tempest-TestNetworkAdvancedServerOps-1479438933-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:52:16.111621 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 34840) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:52:16.149206 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65925020-371f-496b-b06d-4c3b07a8d73e tempest-TestServerAdvancedOps-1606200857 tempest-TestServerAdvancedOps-1606200857-project] Pushing event deleted for resources: {'Port': ['ID=dc4db242-685a-49fb-9f1c-d8dbf19706ef,revision_number=None']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:52:16.156138 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ae9772b-6762-4573-aa4f-0dc8f89e2d08 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] DELETE failed (client error): The resource could not be found. Jun 24 11:52:16.156939 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9ae9772b-6762-4573-aa4f-0dc8f89e2d08 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=128084) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 24 11:52:16.158567 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-65925020-371f-496b-b06d-4c3b07a8d73e tempest-TestServerAdvancedOps-1606200857 tempest-TestServerAdvancedOps-1606200857-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:52:16.167376 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acce8462-4272-4016-bbd6-86cb40960d9b None None] Checking router: e3507549-7dfc-4bed-9303-7ee22e713263 for host: dv-neutron-797120-4-hyperv {{(pid=128085) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 11:52:16.167647 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-9ae9772b-6762-4573-aa4f-0dc8f89e2d08 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] 10.222.0.53 "DELETE /v2.0/ports/76365914-3758-492a-9e71-e5b20f35070b HTTP/1.1" status: 404 len: 333 time: 0.0490959 Jun 24 11:52:16.167755 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acce8462-4272-4016-bbd6-86cb40960d9b None None] Updating router e3507549-7dfc-4bed-9303-7ee22e713263 port 76d7428a-3779-458d-9523-6d9b31ec5836 binding host dv-neutron-797120-4-hyperv {{(pid=128085) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 11:52:16.168214 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 34842) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:52:16.215835 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0a3bb32-e805-4946-afa7-9733361203da tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] DELETE failed (client error): The resource could not be found. Jun 24 11:52:16.216293 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f0a3bb32-e805-4946-afa7-9733361203da tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=128084) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 24 11:52:16.221035 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-f0a3bb32-e805-4946-afa7-9733361203da tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] 10.222.0.53 "DELETE /v2.0/subnets/155b6990-8475-40d1-9bb3-e749255db3e4 HTTP/1.1" status: 404 len: 337 time: 0.0486984 Jun 24 11:52:16.224942 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 34844) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:52:16.227353 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a21f128d-40e1-4898-b333-e47f79ab4825 None None] Network 53e710ea-782f-445f-8c3d-6c895ed61528 requested from dv-neutron-797120-4-hyperv {{(pid=128085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 11:52:16.231064 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-acce8462-4272-4016-bbd6-86cb40960d9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:52:16.232841 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-5b837102-5760-48fc-8416-a85ec27568e8 None None] Provisioning complete for port 76d7428a-3779-458d-9523-6d9b31ec5836 triggered by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:52:16.233293 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-5b837102-5760-48fc-8416-a85ec27568e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:52:16.240274 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.l3_dvrscheduler_db [req-2653c4c1-ab2c-4066-ae89-cc1e2049f3fa req-65925020-371f-496b-b06d-4c3b07a8d73e tempest-TestServerAdvancedOps-1606200857 tempest-TestServerAdvancedOps-1606200857-project] No DVR routers for this DVR port dc4db242-685a-49fb-9f1c-d8dbf19706ef on host hv-neutron-7971 {{(pid=128083) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 11:52:16.247256 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-5f7a91e9-a82f-4b8a-8b87-fce94bd20897 tempest-TestNetworkBasicOps-1239029366 tempest-TestNetworkBasicOps-1239029366-project-admin] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3048 time: 0.6619458 Jun 24 11:52:16.247862 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-2653c4c1-ab2c-4066-ae89-cc1e2049f3fa req-65925020-371f-496b-b06d-4c3b07a8d73e tempest-TestServerAdvancedOps-1606200857 tempest-TestServerAdvancedOps-1606200857-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468916'] for port, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:52:16.250001 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-2653c4c1-ab2c-4066-ae89-cc1e2049f3fa req-65925020-371f-496b-b06d-4c3b07a8d73e tempest-TestServerAdvancedOps-1606200857 tempest-TestServerAdvancedOps-1606200857-project] 10.222.0.45 "DELETE /v2.0/ports/dc4db242-685a-49fb-9f1c-d8dbf19706ef HTTP/1.1" status: 204 len: 173 time: 1.7659867 Jun 24 11:52:16.250544 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efbc7311-6977-4f10-a865-f61321e5b23b', 'name': 'network-vif-deleted', 'tag': 'dc4db242-685a-49fb-9f1c-d8dbf19706ef'}] {{(pid=128083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 11:52:16.253574 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a77f7dee1a0522ddf93af289475d218fcdb8f30317daadec13ebf930b5b9dbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da91d186-f312-480b-8122-8d4f27ade73a" -d '{"events": [{"server_uuid": "efbc7311-6977-4f10-a865-f61321e5b23b", "name": "network-vif-deleted", "tag": "dc4db242-685a-49fb-9f1c-d8dbf19706ef"}]}' {{(pid=128083) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 11:52:16.268239 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.pecan_wsgi.hooks.translation [None req-827e6f41-69ce-4d4c-8f1d-b752e882668d tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] DELETE failed (client error): The resource could not be found. Jun 24 11:52:16.268966 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-827e6f41-69ce-4d4c-8f1d-b752e882668d tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=128084) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 24 11:52:16.272090 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-827e6f41-69ce-4d4c-8f1d-b752e882668d tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] 10.222.0.53 "DELETE /v2.0/subnets/a63686b8-26b0-4bd4-a359-cf69cf4aa4b6 HTTP/1.1" status: 404 len: 337 time: 0.0457361 Jun 24 11:52:16.276702 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 34850) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:52:16.312681 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7697d96-e6fc-478a-b5bc-49f24bdbbf82 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] DELETE failed (client error): The resource could not be found. Jun 24 11:52:16.313469 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d7697d96-e6fc-478a-b5bc-49f24bdbbf82 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=128083) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 24 11:52:16.315471 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-d7697d96-e6fc-478a-b5bc-49f24bdbbf82 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] 10.222.0.53 "DELETE /v2.0/ports/e9ddfc4e-1ed1-49e7-adb9-39c1e4ff76b2 HTTP/1.1" status: 404 len: 333 time: 0.0373371 Jun 24 11:52:16.320559 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 34852) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:52:16.358302 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 11:52:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14b4a174-2d74-405d-91f0-ad0e7bf299f0 x-openstack-request-id: req-14b4a174-2d74-405d-91f0-ad0e7bf299f0 {{(pid=128083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 11:52:16.358648 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efbc7311-6977-4f10-a865-f61321e5b23b", "name": "network-vif-deleted", "tag": "dc4db242-685a-49fb-9f1c-d8dbf19706ef", "status": "completed", "code": 200}]} {{(pid=128083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 11:52:16.359152 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-14b4a174-2d74-405d-91f0-ad0e7bf299f0 {{(pid=128083) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 11:52:16.359834 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efbc7311-6977-4f10-a865-f61321e5b23b', 'name': 'network-vif-deleted', 'tag': 'dc4db242-685a-49fb-9f1c-d8dbf19706ef', 'status': 'completed', 'code': 200} Jun 24 11:52:16.370732 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.pecan_wsgi.hooks.translation [None req-4103e8bd-a3d4-42d2-b678-51bdb02d733c tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] DELETE failed (client error): The resource could not be found. Jun 24 11:52:16.371343 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4103e8bd-a3d4-42d2-b678-51bdb02d733c tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=128084) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 24 11:52:16.373255 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-4103e8bd-a3d4-42d2-b678-51bdb02d733c tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] 10.222.0.53 "DELETE /v2.0/subnets/fe0bc9e9-210f-426f-b19c-2319f6cf281e HTTP/1.1" status: 404 len: 337 time: 0.0516346 Jun 24 11:52:16.375746 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 34854) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:52:16.407590 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.pecan_wsgi.hooks.translation [None req-79a15cf2-ef12-4a64-803f-272f230c74c1 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] DELETE failed (client error): The resource could not be found. Jun 24 11:52:16.408264 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-79a15cf2-ef12-4a64-803f-272f230c74c1 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=128084) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 24 11:52:16.410382 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-79a15cf2-ef12-4a64-803f-272f230c74c1 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] 10.222.0.53 "DELETE /v2.0/subnets/404bf7bf-ab24-41bd-83ca-d1daa7f6eadc HTTP/1.1" status: 404 len: 337 time: 0.0336602 Jun 24 11:52:16.413324 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 34856) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:52:16.462204 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-5b837102-5760-48fc-8416-a85ec27568e8 None None] Port 76d7428a-3779-458d-9523-6d9b31ec5836 cannot update to ACTIVE because it is not bound. {{(pid=128085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 11:52:16.470361 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device eb998f6e-88ce-45bb-af30-1a23b561efa1 up at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 11:52:16.530362 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.plugin [None req-d2a43081-33eb-4c67-8942-3c753ba8ee58 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Deleting port 5a5cf92f-cde0-4af8-ae88-5c6773bc54f8 {{(pid=128084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 11:52:16.530998 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-d2a43081-33eb-4c67-8942-3c753ba8ee58 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793193942312'] for port, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:52:16.610910 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 34858) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:52:16.616927 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [None req-b6baa80e-7a4c-4ef0-a08e-7d92c54884ae tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1033835546', 'description': 'tempest-secgroup-smoke-1033835546 description', 'project_id': 'adbe78de4fbf48fcad1a6bc46d4a1728'}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:52:16.620564 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-d2a43081-33eb-4c67-8942-3c753ba8ee58 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1978872'] for port, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:52:16.636462 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.plugin [None req-d2a43081-33eb-4c67-8942-3c753ba8ee58 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Calling delete_port for 5a5cf92f-cde0-4af8-ae88-5c6773bc54f8 owned by {{(pid=128084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 11:52:16.642825 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-b6baa80e-7a4c-4ef0-a08e-7d92c54884ae tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for security_group, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:52:16.722330 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-d2a43081-33eb-4c67-8942-3c753ba8ee58 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793193945299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193536732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3292088'] for port, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:52:16.727173 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-0b84372d-e588-46b2-a3f8-35a0b0191656 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:52:16.740098 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-b6baa80e-7a4c-4ef0-a08e-7d92c54884ae tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for security_group, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:52:16.746270 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-b6baa80e-7a4c-4ef0-a08e-7d92c54884ae tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800410'] for security_group, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:52:16.749446 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-e8969994-5c25-41e9-8b61-25f3957e60a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:52:16.762200 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a43081-33eb-4c67-8942-3c753ba8ee58 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Pushing event deleted for resources: {'Port': ['ID=5a5cf92f-cde0-4af8-ae88-5c6773bc54f8,revision_number=None']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:52:16.765314 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-d2a43081-33eb-4c67-8942-3c753ba8ee58 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:52:16.766526 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-d2a43081-33eb-4c67-8942-3c753ba8ee58 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468916'] for port, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:52:16.769528 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-d2a43081-33eb-4c67-8942-3c753ba8ee58 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] 10.222.0.53 "DELETE /v2.0/ports/5a5cf92f-cde0-4af8-ae88-5c6773bc54f8 HTTP/1.1" status: 204 len: 168 time: 0.3551531 Jun 24 11:52:16.772578 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 34860) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:52:16.791781 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6baa80e-7a4c-4ef0-a08e-7d92c54884ae tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2caf47c0-b5bd-4abd-b460-1f43b01cac06,revision_number=1']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:52:16.807187 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-b6baa80e-7a4c-4ef0-a08e-7d92c54884ae tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for security_group, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:52:16.808508 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-b6baa80e-7a4c-4ef0-a08e-7d92c54884ae tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1964269 Jun 24 11:52:16.810331 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-b6baa80e-7a4c-4ef0-a08e-7d92c54884ae tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:52:16.811461 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 34862) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:52:16.817370 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [None req-5ce329c5-254f-451b-89cb-c77dab2c2f0b tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Request body: {'security_group_rule': {'security_group_id': '2caf47c0-b5bd-4abd-b460-1f43b01cac06', 'project_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:52:16.835826 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-9521b93e-d6af-447b-ad2e-5f672d43251d None None] Provisioning complete for port 76d7428a-3779-458d-9523-6d9b31ec5836 triggered by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:52:16.836276 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-9521b93e-d6af-447b-ad2e-5f672d43251d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:52:16.852004 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-5ce329c5-254f-451b-89cb-c77dab2c2f0b tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for security_group_rule, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:52:16.866848 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-c0aade3b-0373-41da-b17a-0d3f7921ee44 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-534962'] for network, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:52:16.934855 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-9521b93e-d6af-447b-ad2e-5f672d43251d None None] Port 76d7428a-3779-458d-9523-6d9b31ec5836 cannot update to ACTIVE because it is not bound. {{(pid=128085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 11:52:16.938497 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.plugin [None req-c0aade3b-0373-41da-b17a-0d3f7921ee44 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Deleting port 3d5d89af-99fa-4309-9659-563836f8c40d {{(pid=128084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 11:52:16.939083 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-c0aade3b-0373-41da-b17a-0d3f7921ee44 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793193942312'] for port, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:52:16.943083 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning complete for port eb998f6e-88ce-45bb-af30-1a23b561efa1 triggered by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:52:16.943595 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:52:16.950364 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-5ce329c5-254f-451b-89cb-c77dab2c2f0b tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:52:16.957320 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-5ce329c5-254f-451b-89cb-c77dab2c2f0b tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1627007'] for security_group_rule, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:52:16.960147 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-1daae1c9-a6cb-4e69-b263-5ec740d0ba71 tempest-SecGroupIPv6Test-993619391 tempest-SecGroupIPv6Test-993619391-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:52:16.978228 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-9521b93e-d6af-447b-ad2e-5f672d43251d None None] Could not find standard attr ID for object 5a5cf92f-cde0-4af8-ae88-5c6773bc54f8. {{(pid=128085) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 24 11:52:16.994498 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce329c5-254f-451b-89cb-c77dab2c2f0b tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8dd4c24e-6b99-4b36-ac49-8960d8b6c30b,revision_number=0']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:52:16.998112 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-5ce329c5-254f-451b-89cb-c77dab2c2f0b tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:52:16.999333 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cb2a92e-25c0-4f05-b425-c57db4976dfc None None] DHCP port deletion for 53e710ea-782f-445f-8c3d-6c895ed61528 request from dv-neutron-797120-4-hyperv {{(pid=128085) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 24 11:52:17.006488 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-5ce329c5-254f-451b-89cb-c77dab2c2f0b tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for security_group_rule, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:52:17.007899 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-5ce329c5-254f-451b-89cb-c77dab2c2f0b tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1943622 Jun 24 11:52:17.010532 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 34864) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:52:17.021847 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [None req-da6d9ee7-f576-41c4-851c-a728d368d5d2 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Request body: {'security_group_rule': {'security_group_id': '2caf47c0-b5bd-4abd-b460-1f43b01cac06', 'project_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:52:17.041033 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.db [None req-c0aade3b-0373-41da-b17a-0d3f7921ee44 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] For port 3d5d89af-99fa-4309-9659-563836f8c40d, host dv-neutron-797120-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=3d5d89af-99fa-4309-9659-563836f8c40d,segment=NetworkSegment(ed1d3356-e347-4bfc-a302-c66cc8a9e0d3),segment_id=ed1d3356-e347-4bfc-a302-c66cc8a9e0d3)] {{(pid=128084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 11:52:17.041560 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-c0aade3b-0373-41da-b17a-0d3f7921ee44 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1978872'] for port, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:52:17.056425 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.plugin [None req-c0aade3b-0373-41da-b17a-0d3f7921ee44 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Calling delete_port for 3d5d89af-99fa-4309-9659-563836f8c40d owned by network:dhcp {{(pid=128084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 11:52:17.065973 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-9521b93e-d6af-447b-ad2e-5f672d43251d None None] Provisioning complete for port 3d5d89af-99fa-4309-9659-563836f8c40d triggered by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:52:17.066351 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-9521b93e-d6af-447b-ad2e-5f672d43251d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:52:17.083627 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-da6d9ee7-f576-41c4-851c-a728d368d5d2 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for security_group_rule, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:52:17.166157 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-da6d9ee7-f576-41c4-851c-a728d368d5d2 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:52:17.170121 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-da6d9ee7-f576-41c4-851c-a728d368d5d2 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1627007'] for security_group_rule, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:52:17.173508 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-14194957-0199-4d16-89dd-057859729677 tempest-SecGroupIPv6Test-993619391 tempest-SecGroupIPv6Test-993619391-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:52:17.174132 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-c0aade3b-0373-41da-b17a-0d3f7921ee44 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793193945299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193536732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3292088'] for port, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:52:17.178668 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-c9e310f5-1449-42a3-8894-18fc72cea081 tempest-AllowedAddressPairIpV6TestJSON-2004454070 tempest-AllowedAddressPairIpV6TestJSON-2004454070-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:52:17.184678 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-acce8462-4272-4016-bbd6-86cb40960d9b None None] Notify callbacks [] for port, precommit_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:52:17.189797 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-9521b93e-d6af-447b-ad2e-5f672d43251d None None] Could not find standard attr ID for object 3d5d89af-99fa-4309-9659-563836f8c40d. {{(pid=128085) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 24 11:52:17.200034 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6d9ee7-f576-41c4-851c-a728d368d5d2 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c373b17-daec-4cf0-b919-ccbbd4caa064,revision_number=0']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:52:17.203372 dv-neutron-797120-4-hyperv neutron-server[128085]: INFO neutron.plugins.ml2.db [None req-9521b93e-d6af-447b-ad2e-5f672d43251d None None] No ports have port_id starting with 3d5d89af-99fa-4309-9659-563836f8c40d Jun 24 11:52:17.203827 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 34868) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:52:17.214595 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-da6d9ee7-f576-41c4-851c-a728d368d5d2 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:52:17.217448 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-acce8462-4272-4016-bbd6-86cb40960d9b None None] Transition to ACTIVE for port object 76d7428a-3779-458d-9523-6d9b31ec5836 will not be triggered until provisioned by entity L2. {{(pid=128085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 11:52:17.222287 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0aade3b-0373-41da-b17a-0d3f7921ee44 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Pushing event deleted for resources: {'Port': ['ID=3d5d89af-99fa-4309-9659-563836f8c40d,revision_number=None']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:52:17.225879 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0aade3b-0373-41da-b17a-0d3f7921ee44 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] No DVR routers for this DVR port 3d5d89af-99fa-4309-9659-563836f8c40d on host dv-neutron-797120-4-hyperv {{(pid=128084) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 11:52:17.227512 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-c0aade3b-0373-41da-b17a-0d3f7921ee44 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:52:17.228957 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-6cb2a92e-25c0-4f05-b425-c57db4976dfc None None] Deleting port 3d5d89af-99fa-4309-9659-563836f8c40d {{(pid=128085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 11:52:17.229392 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-6cb2a92e-25c0-4f05-b425-c57db4976dfc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793193942312'] for port, before_delete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:52:17.233787 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-acce8462-4272-4016-bbd6-86cb40960d9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:52:17.241227 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-da6d9ee7-f576-41c4-851c-a728d368d5d2 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for security_group_rule, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:52:17.242766 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-da6d9ee7-f576-41c4-851c-a728d368d5d2 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2309072 Jun 24 11:52:17.245472 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 34870) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:52:17.247326 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-ab552646-4e51-40b3-b87f-2ff3cad51498 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:52:17.251895 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [None req-85ba26d5-c33c-40e5-8d41-b3513fbb6996 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Request body: {'security_group_rule': {'security_group_id': '2caf47c0-b5bd-4abd-b460-1f43b01cac06', 'project_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:52:17.288424 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9ce8323-3338-4572-a0b1-b7aa56a85ab0 admin admin] Deleting subnet ec8118fd-2eac-4a2c-affd-57c056d6cd43 {{(pid=128083) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 24 11:52:17.292943 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-c9ce8323-3338-4572-a0b1-b7aa56a85ab0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:52:17.325119 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-85ba26d5-c33c-40e5-8d41-b3513fbb6996 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for security_group_rule, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:52:17.334231 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-c0aade3b-0373-41da-b17a-0d3f7921ee44 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973199', 'neutron.services.segments.db._delete_segments_for_network-8793194012456'] for network, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:52:17.352881 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-c9ce8323-3338-4572-a0b1-b7aa56a85ab0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3143795'] for subnet, precommit_delete_associations {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:52:17.354353 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368c992a-ae8b-4d75-828b-4c8bf8718e57 None None] Pushing event updated for resources: {'Port': ['ID=76d7428a-3779-458d-9523-6d9b31ec5836,revision_number=3']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:52:17.355205 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.services.segments.db [None req-c0aade3b-0373-41da-b17a-0d3f7921ee44 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53e710ea-782f-445f-8c3d-6c895ed61528']}} {{(pid=128084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:52:17.368647 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.services.segments.db [None req-c0aade3b-0373-41da-b17a-0d3f7921ee44 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed1d3356-e347-4bfc-a302-c66cc8a9e0d3') {'for_net_delete': True} {{(pid=128084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:52:17.369003 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.services.segments.db [None req-c0aade3b-0373-41da-b17a-0d3f7921ee44 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed1d3356-e347-4bfc-a302-c66cc8a9e0d3') {} {{(pid=128084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:52:17.373740 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-6cb2a92e-25c0-4f05-b425-c57db4976dfc None None] For port 3d5d89af-99fa-4309-9659-563836f8c40d, host dv-neutron-797120-4-hyperv, got binding levels [] {{(pid=128085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 11:52:17.376171 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-6cb2a92e-25c0-4f05-b425-c57db4976dfc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1978872'] for port, precommit_delete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:52:17.376792 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-368c992a-ae8b-4d75-828b-4c8bf8718e57 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:52:17.387096 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-c0aade3b-0373-41da-b17a-0d3f7921ee44 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793194097327', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2373599'] for segment, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:52:17.408969 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-c0aade3b-0373-41da-b17a-0d3f7921ee44 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967879'] for segment, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:52:17.419182 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0aade3b-0373-41da-b17a-0d3f7921ee44 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Releasing vlan 648 on physical network physnet1 to pool {{(pid=128084) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 11:52:17.420088 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-c0aade3b-0373-41da-b17a-0d3f7921ee44 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3292053'] for segment, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:52:17.422107 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-6cb2a92e-25c0-4f05-b425-c57db4976dfc None None] Calling delete_port for 3d5d89af-99fa-4309-9659-563836f8c40d owned by network:dhcp {{(pid=128085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 11:52:17.427691 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.ipam_backend_mixin [None req-6cb2a92e-25c0-4f05-b425-c57db4976dfc None None] Port 3d5d89af-99fa-4309-9659-563836f8c40d was not found and therefore no delete operation was performed {{(pid=128085) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jun 24 11:52:17.431070 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-6cb2a92e-25c0-4f05-b425-c57db4976dfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793193945299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193536732'] for port, after_delete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:52:17.433365 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-c9ce8323-3338-4572-a0b1-b7aa56a85ab0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-972249'] for subnet, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:52:17.434207 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-2c379651-72db-4375-a21e-3fd3ed31855a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:52:17.437121 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-acce8462-4272-4016-bbd6-86cb40960d9b None None] Attempting to bind port 76d7428a-3779-458d-9523-6d9b31ec5836 on host dv-neutron-797120-4-hyperv for vnic_type normal with profile {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 11:52:17.437507 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-acce8462-4272-4016-bbd6-86cb40960d9b None None] Attempting to bind port 76d7428a-3779-458d-9523-6d9b31ec5836 by drivers openvswitch,hyperv on host dv-neutron-797120-4-hyperv at level 0 using segments [{'id': '996a13d1-26b4-4220-8e04-ab9a33176edf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'f342f72f-87d9-44f2-8eb5-cb364a2ef874'}] {{(pid=128085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 11:52:17.437882 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acce8462-4272-4016-bbd6-86cb40960d9b None None] Attempting to bind port 76d7428a-3779-458d-9523-6d9b31ec5836 on network f342f72f-87d9-44f2-8eb5-cb364a2ef874 {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 11:52:17.461477 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-85ba26d5-c33c-40e5-8d41-b3513fbb6996 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:52:17.466558 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acce8462-4272-4016-bbd6-86cb40960d9b None None] Checking agent: {'id': 'e3a695b2-c397-461f-83b0-10b79d490b59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 11, 36, 56), 'started_at': datetime.datetime(2021, 6, 24, 11, 37, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 11, 51, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 11:52:17.467205 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acce8462-4272-4016-bbd6-86cb40960d9b None None] Checking segment: {'id': '996a13d1-26b4-4220-8e04-ab9a33176edf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'f342f72f-87d9-44f2-8eb5-cb364a2ef874'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=128085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 11:52:17.467335 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-acce8462-4272-4016-bbd6-86cb40960d9b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:52:17.468263 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acce8462-4272-4016-bbd6-86cb40960d9b None None] Bound using segment: {'id': '996a13d1-26b4-4220-8e04-ab9a33176edf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'f342f72f-87d9-44f2-8eb5-cb364a2ef874'} {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 11:52:17.471343 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-acce8462-4272-4016-bbd6-86cb40960d9b None None] Bound port: 76d7428a-3779-458d-9523-6d9b31ec5836, host: dv-neutron-797120-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '996a13d1-26b4-4220-8e04-ab9a33176edf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'f342f72f-87d9-44f2-8eb5-cb364a2ef874'}}] {{(pid=128085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 11:52:17.471343 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-acce8462-4272-4016-bbd6-86cb40960d9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:52:17.474640 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb2a92e-25c0-4f05-b425-c57db4976dfc None None] Pushing event deleted for resources: {'Port': ['ID=3d5d89af-99fa-4309-9659-563836f8c40d,revision_number=None']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:52:17.478768 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-85ba26d5-c33c-40e5-8d41-b3513fbb6996 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1627007'] for security_group_rule, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:52:17.480963 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-6cb2a92e-25c0-4f05-b425-c57db4976dfc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:52:17.482751 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-7a36ae9d-bfe1-46ae-994c-37f5f7795cbc tempest-SecGroupTest-1107880395 tempest-SecGroupTest-1107880395-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:52:17.486248 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cb2a92e-25c0-4f05-b425-c57db4976dfc None None] No DVR routers for this DVR port 3d5d89af-99fa-4309-9659-563836f8c40d on host dv-neutron-797120-4-hyperv {{(pid=128085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 11:52:17.519429 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ba26d5-c33c-40e5-8d41-b3513fbb6996 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f4e4915-4127-402d-8857-fefb218ddcc2,revision_number=0']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:52:17.527484 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-85ba26d5-c33c-40e5-8d41-b3513fbb6996 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:52:17.540231 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-85ba26d5-c33c-40e5-8d41-b3513fbb6996 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for security_group_rule, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:52:17.540231 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-85ba26d5-c33c-40e5-8d41-b3513fbb6996 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2904027 Jun 24 11:52:17.540231 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 34872) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:52:17.544520 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [None req-df841976-e6eb-4d92-89c8-ed9f373be478 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Request body: {'security_group_rule': {'security_group_id': '2caf47c0-b5bd-4abd-b460-1f43b01cac06', 'project_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:52:17.556852 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-c9ce8323-3338-4572-a0b1-b7aa56a85ab0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-972238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2537800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3289951'] for subnet, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:52:17.558705 dv-neutron-797120-4-hyperv neutron-server[128084]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 11:52:17.558705 dv-neutron-797120-4-hyperv neutron-server[128084]: conditions |= (models_v2.Port.network_id.in_( Jun 24 11:52:17.558705 dv-neutron-797120-4-hyperv neutron-server[128084]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 11:52:17.558705 dv-neutron-797120-4-hyperv neutron-server[128084]: conditions |= (models_v2.Port.network_id.in_( Jun 24 11:52:17.558705 dv-neutron-797120-4-hyperv neutron-server[128084]: Traceback (most recent call last): Jun 24 11:52:17.558705 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 24 11:52:17.558705 dv-neutron-797120-4-hyperv neutron-server[128084]: timer() Jun 24 11:52:17.558705 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 24 11:52:17.558705 dv-neutron-797120-4-hyperv neutron-server[128084]: cb(*args, **kw) Jun 24 11:52:17.558705 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 24 11:52:17.558705 dv-neutron-797120-4-hyperv neutron-server[128084]: return func(*args, **kwargs) Jun 24 11:52:17.558705 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 24 11:52:17.558705 dv-neutron-797120-4-hyperv neutron-server[128084]: self._notify() Jun 24 11:52:17.558705 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 24 11:52:17.558705 dv-neutron-797120-4-hyperv neutron-server[128084]: self.callback(batched_events) Jun 24 11:52:17.558705 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 24 11:52:17.558705 dv-neutron-797120-4-hyperv neutron-server[128084]: event.method(event) Jun 24 11:52:17.558705 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 24 11:52:17.558705 dv-neutron-797120-4-hyperv neutron-server[128084]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 24 11:52:17.558705 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 24 11:52:17.558705 dv-neutron-797120-4-hyperv neutron-server[128084]: aggregate_uuid = self.p_client.list_aggregates( Jun 24 11:52:17.558705 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 24 11:52:17.558705 dv-neutron-797120-4-hyperv neutron-server[128084]: return f(self, *a, **k) Jun 24 11:52:17.558705 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 24 11:52:17.558705 dv-neutron-797120-4-hyperv neutron-server[128084]: return self._get(url).json() Jun 24 11:52:17.558705 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 24 11:52:17.558705 dv-neutron-797120-4-hyperv neutron-server[128084]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 24 11:52:17.558705 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 24 11:52:17.558705 dv-neutron-797120-4-hyperv neutron-server[128084]: return self.request(url, 'GET', **kwargs) Jun 24 11:52:17.558705 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 24 11:52:17.558705 dv-neutron-797120-4-hyperv neutron-server[128084]: base_url = self.get_endpoint(auth, allow=allow, Jun 24 11:52:17.558705 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 24 11:52:17.558705 dv-neutron-797120-4-hyperv neutron-server[128084]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 24 11:52:17.558705 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 24 11:52:17.558705 dv-neutron-797120-4-hyperv neutron-server[128084]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 24 11:52:17.558705 dv-neutron-797120-4-hyperv neutron-server[128084]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 24 11:52:17.562532 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-2d0f9f15-45e3-470b-840f-e3d0fcdffc48 tempest-RoutersNegativeIpV6Test-675716403 tempest-RoutersNegativeIpV6Test-675716403-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:52:17.571583 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-c0aade3b-0373-41da-b17a-0d3f7921ee44 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1800243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1815642'] for network, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:52:17.579055 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-a4dd2350-40a5-4276-8249-a08008ff5132 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:52:17.584589 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-acce8462-4272-4016-bbd6-86cb40960d9b None None] For port 76d7428a-3779-458d-9523-6d9b31ec5836, host dv-neutron-797120-4-hyperv, cleared binding levels {{(pid=128085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 11:52:17.587702 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-c0aade3b-0373-41da-b17a-0d3f7921ee44 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Notify callbacks [] for network, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:52:17.588548 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-acce8462-4272-4016-bbd6-86cb40960d9b None None] For port 76d7428a-3779-458d-9523-6d9b31ec5836, host dv-neutron-797120-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=76d7428a-3779-458d-9523-6d9b31ec5836,segment=NetworkSegment(996a13d1-26b4-4220-8e04-ab9a33176edf),segment_id=996a13d1-26b4-4220-8e04-ab9a33176edf)] {{(pid=128085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 11:52:17.591667 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-c0aade3b-0373-41da-b17a-0d3f7921ee44 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] 10.222.0.53 "DELETE /v2.0/networks/53e710ea-782f-445f-8c3d-6c895ed61528 HTTP/1.1" status: 204 len: 168 time: 0.8159752 Jun 24 11:52:17.600549 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-acce8462-4272-4016-bbd6-86cb40960d9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:52:17.609291 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ce8323-3338-4572-a0b1-b7aa56a85ab0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ec8118fd-2eac-4a2c-affd-57c056d6cd43,revision_number=None']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:52:17.609799 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-ebd31901-1dad-4652-ac04-37b2a1b8a2bd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:52:17.610769 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0aade3b-0373-41da-b17a-0d3f7921ee44 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Pushing event deleted for resources: {'Network': ['ID=53e710ea-782f-445f-8c3d-6c895ed61528,revision_number=None']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:52:17.613434 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-c9ce8323-3338-4572-a0b1-b7aa56a85ab0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:52:17.613626 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-c0aade3b-0373-41da-b17a-0d3f7921ee44 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:52:17.616290 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-c9ce8323-3338-4572-a0b1-b7aa56a85ab0 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/ec8118fd-2eac-4a2c-affd-57c056d6cd43 HTTP/1.1" status: 204 len: 168 time: 0.4110663 Jun 24 11:52:17.619060 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 34876) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:52:17.620680 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-c9ce8323-3338-4572-a0b1-b7aa56a85ab0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:52:17.646996 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-df841976-e6eb-4d92-89c8-ed9f373be478 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for security_group_rule, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:52:17.720793 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-5b314774-3722-4ff1-8f5f-a3529d551b26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-534962'] for network, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:52:17.723930 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acce8462-4272-4016-bbd6-86cb40960d9b None None] Routers {'e3507549-7dfc-4bed-9303-7ee22e713263'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 11:52:17.724585 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-acce8462-4272-4016-bbd6-86cb40960d9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T11:51:56Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['e3507549-7dfc-4bed-9303-7ee22e713263'], 'active': True} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:52:17.739918 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-df841976-e6eb-4d92-89c8-ed9f373be478 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:52:17.748166 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-df841976-e6eb-4d92-89c8-ed9f373be478 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1627007'] for security_group_rule, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:52:17.750226 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-ba0eabb1-9c37-4a74-a996-1d816f505fce tempest-SecGroupTest-1107880395 tempest-SecGroupTest-1107880395-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:52:17.768004 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df841976-e6eb-4d92-89c8-ed9f373be478 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00ac06ac-7fc0-4900-8d01-16e198dfa649,revision_number=0']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:52:17.773045 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-df841976-e6eb-4d92-89c8-ed9f373be478 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:52:17.780951 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-df841976-e6eb-4d92-89c8-ed9f373be478 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for security_group_rule, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:52:17.786136 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-df841976-e6eb-4d92-89c8-ed9f373be478 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2454948 Jun 24 11:52:17.787548 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 34878) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:52:17.805948 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [None req-1a9e7cd0-118e-43ed-9ce8-bb7897b51a51 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Request body: {'security_group_rule': {'security_group_id': '2caf47c0-b5bd-4abd-b460-1f43b01cac06', 'project_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:52:17.836232 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.db.securitygroups_db [None req-1a9e7cd0-118e-43ed-9ce8-bb7897b51a51 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Project adbe78de4fbf48fcad1a6bc46d4a1728 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 24 11:52:17.841796 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device 3d5d89af-99fa-4309-9659-563836f8c40d no longer exists at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 11:52:17.843670 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-1a9e7cd0-118e-43ed-9ce8-bb7897b51a51 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for security_group_rule, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:52:17.865374 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] No Port match for: 3d5d89af-99fa-4309-9659-563836f8c40d {{(pid=128085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 11:52:17.865983 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device 3d5d89af-99fa-4309-9659-563836f8c40d not bound to the agent host dv-neutron-797120-4-hyperv {{(pid=128085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 11:52:17.877719 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368c992a-ae8b-4d75-828b-4c8bf8718e57 None None] Pushing event updated for resources: {'Port': ['ID=76d7428a-3779-458d-9523-6d9b31ec5836,revision_number=4']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:52:17.881630 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-5b314774-3722-4ff1-8f5f-a3529d551b26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973199', 'neutron.services.segments.db._delete_segments_for_network-8793194012456'] for network, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:52:17.885752 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-368c992a-ae8b-4d75-828b-4c8bf8718e57 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:52:17.905420 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.services.segments.db [None req-5b314774-3722-4ff1-8f5f-a3529d551b26 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1eb2d951-a1cb-4471-903d-de3233e8be60']}} {{(pid=128084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:52:17.923789 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.services.segments.db [None req-5b314774-3722-4ff1-8f5f-a3529d551b26 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '067601bd-1ee4-4b6e-8bc8-728b35f6b4b0') {'for_net_delete': True} {{(pid=128084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:52:17.924216 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.services.segments.db [None req-5b314774-3722-4ff1-8f5f-a3529d551b26 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '067601bd-1ee4-4b6e-8bc8-728b35f6b4b0') {} {{(pid=128084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:52:17.934532 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-5b314774-3722-4ff1-8f5f-a3529d551b26 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793194097327', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2373599'] for segment, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:52:17.959068 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-5b314774-3722-4ff1-8f5f-a3529d551b26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967879'] for segment, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:52:17.961392 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-1a9e7cd0-118e-43ed-9ce8-bb7897b51a51 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:52:17.966223 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-1a9e7cd0-118e-43ed-9ce8-bb7897b51a51 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1627007'] for security_group_rule, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:52:17.967350 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b314774-3722-4ff1-8f5f-a3529d551b26 admin admin] Releasing vlan 626 on physical network physnet1 to pool {{(pid=128084) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 11:52:17.967959 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-5b314774-3722-4ff1-8f5f-a3529d551b26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3292053'] for segment, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:52:17.968259 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-5c575dc7-7e76-4738-a4c7-a51dfc9b7e69 tempest-SecGroupTest-1107880395 tempest-SecGroupTest-1107880395-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:52:17.971147 dv-neutron-797120-4-hyperv neutron-server[128084]: Traceback (most recent call last): Jun 24 11:52:17.971147 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 24 11:52:17.971147 dv-neutron-797120-4-hyperv neutron-server[128084]: timer() Jun 24 11:52:17.971147 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 24 11:52:17.971147 dv-neutron-797120-4-hyperv neutron-server[128084]: cb(*args, **kw) Jun 24 11:52:17.971147 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 24 11:52:17.971147 dv-neutron-797120-4-hyperv neutron-server[128084]: return func(*args, **kwargs) Jun 24 11:52:17.971147 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 24 11:52:17.971147 dv-neutron-797120-4-hyperv neutron-server[128084]: self._notify() Jun 24 11:52:17.971147 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 24 11:52:17.971147 dv-neutron-797120-4-hyperv neutron-server[128084]: self.callback(batched_events) Jun 24 11:52:17.971147 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 24 11:52:17.971147 dv-neutron-797120-4-hyperv neutron-server[128084]: event.method(event) Jun 24 11:52:17.971147 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 24 11:52:17.971147 dv-neutron-797120-4-hyperv neutron-server[128084]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 24 11:52:17.971147 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 24 11:52:17.971147 dv-neutron-797120-4-hyperv neutron-server[128084]: aggregate_uuid = self.p_client.list_aggregates( Jun 24 11:52:17.971147 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 24 11:52:17.971147 dv-neutron-797120-4-hyperv neutron-server[128084]: return f(self, *a, **k) Jun 24 11:52:17.971147 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 24 11:52:17.971147 dv-neutron-797120-4-hyperv neutron-server[128084]: return self._get(url).json() Jun 24 11:52:17.971147 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 24 11:52:17.971147 dv-neutron-797120-4-hyperv neutron-server[128084]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 24 11:52:17.971147 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 24 11:52:17.971147 dv-neutron-797120-4-hyperv neutron-server[128084]: return self.request(url, 'GET', **kwargs) Jun 24 11:52:17.971147 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 24 11:52:17.971147 dv-neutron-797120-4-hyperv neutron-server[128084]: base_url = self.get_endpoint(auth, allow=allow, Jun 24 11:52:17.971147 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 24 11:52:17.971147 dv-neutron-797120-4-hyperv neutron-server[128084]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 24 11:52:17.971147 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 24 11:52:17.971147 dv-neutron-797120-4-hyperv neutron-server[128084]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 24 11:52:17.971147 dv-neutron-797120-4-hyperv neutron-server[128084]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 24 11:52:17.992385 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvr_db [None req-acce8462-4272-4016-bbd6-86cb40960d9b None None] Set router e3507549-7dfc-4bed-9303-7ee22e713263 gateway port host: dv-neutron-797120-4-hyperv {{(pid=128085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 11:52:17.992950 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9e7cd0-118e-43ed-9ce8-bb7897b51a51 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=148eb1bd-049b-42c5-87ab-1e735bea9844,revision_number=0']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:52:17.996931 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-1a9e7cd0-118e-43ed-9ce8-bb7897b51a51 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:52:18.004406 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-1a9e7cd0-118e-43ed-9ce8-bb7897b51a51 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for security_group_rule, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:52:18.007129 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-1a9e7cd0-118e-43ed-9ce8-bb7897b51a51 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2183118 Jun 24 11:52:18.012745 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 34882) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:52:18.019256 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [None req-3a4c304a-25a0-4c6d-818e-5f67876a1c22 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Request body: {'security_group_rule': {'security_group_id': '2caf47c0-b5bd-4abd-b460-1f43b01cac06', 'project_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:52:18.069046 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.db.securitygroups_db [None req-3a4c304a-25a0-4c6d-818e-5f67876a1c22 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Project adbe78de4fbf48fcad1a6bc46d4a1728 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 24 11:52:18.071293 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-5b314774-3722-4ff1-8f5f-a3529d551b26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1800243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1815642'] for network, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:52:18.075682 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-3a4c304a-25a0-4c6d-818e-5f67876a1c22 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for security_group_rule, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:52:18.081644 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-334a3130-f111-4a5d-ab29-cfe2b9a0b42d tempest-TagsTest-896644298 tempest-TagsTest-896644298-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:52:18.087060 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-5b314774-3722-4ff1-8f5f-a3529d551b26 admin admin] Notify callbacks [] for network, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:52:18.093497 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 34884) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:52:18.093828 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-5b314774-3722-4ff1-8f5f-a3529d551b26 admin admin] 10.222.0.53 "DELETE /v2.0/networks/1eb2d951-a1cb-4471-903d-de3233e8be60 HTTP/1.1" status: 204 len: 168 time: 0.4729118 Jun 24 11:52:18.108848 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b314774-3722-4ff1-8f5f-a3529d551b26 admin admin] Pushing event deleted for resources: {'Network': ['ID=1eb2d951-a1cb-4471-903d-de3233e8be60,revision_number=None']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:52:18.110611 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 34886) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:52:18.112639 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-5b314774-3722-4ff1-8f5f-a3529d551b26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:52:18.184465 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e5127c4-b5ac-41d2-ab96-6c5c2fe43020 admin admin] Deleting subnet 857859ff-56d7-48cf-9dae-0775515dbf59 {{(pid=128083) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 24 11:52:18.190556 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-3e5127c4-b5ac-41d2-ab96-6c5c2fe43020 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:52:18.221999 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-3a4c304a-25a0-4c6d-818e-5f67876a1c22 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:52:18.231267 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-3a4c304a-25a0-4c6d-818e-5f67876a1c22 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1627007'] for security_group_rule, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:52:18.238239 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-570b7005-1f0c-4dea-bdf1-d42b203e4ee0 tempest-SecGroupTest-1107880395 tempest-SecGroupTest-1107880395-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:52:18.248628 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-3e5127c4-b5ac-41d2-ab96-6c5c2fe43020 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3143795'] for subnet, precommit_delete_associations {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:52:18.272035 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-acce8462-4272-4016-bbd6-86cb40960d9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3507549-7dfc-4bed-9303-7ee22e713263', 'name': 'tempest-TestNetworkBasicOps-router-442932250', 'tenant_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'external_fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.170'}], 'enable_snat': True}, 'gw_port_id': 'eb998f6e-88ce-45bb-af30-1a23b561efa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T11:52:07Z', 'updated_at': '2021-06-24T11:52:13Z', 'revision_number': 4, 'project_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'gw_port': {'id': 'eb998f6e-88ce-45bb-af30-1a23b561efa1', 'name': '', 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:27:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3507549-7dfc-4bed-9303-7ee22e713263', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1312, 'fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:52:07Z', 'updated_at': '2021-06-24T11:52:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-4-hyperv', '_interfaces': [{'id': '76d7428a-3779-458d-9523-6d9b31ec5836', 'name': '', 'network_id': 'f342f72f-87d9-44f2-8eb5-cb364a2ef874', 'tenant_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'mac_address': 'fa:16:3e:2f:b9:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3507549-7dfc-4bed-9303-7ee22e713263', 'device_owner': 'network:router_interface', 'standard_attr_id': 1323, 'fixed_ips': [{'subnet_id': '4b62f11d-b56a-4310-966b-af2474726ca6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:52:12Z', 'updated_at': '2021-06-24T11:52:17Z', 'revision_number': 4, 'project_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'subnets': [{'id': '4b62f11d-b56a-4310-966b-af2474726ca6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:52:18.274074 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-25d04cb7-8bc3-423b-911b-2bab314a7a98 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=38289682863c40298c517287ec90b883&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1622491 Jun 24 11:52:18.276474 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 34890) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:52:18.293843 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4c304a-25a0-4c6d-818e-5f67876a1c22 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87720f02-5d6a-4ecb-a680-206c98ebe051,revision_number=0']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:52:18.296475 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-3a4c304a-25a0-4c6d-818e-5f67876a1c22 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:52:18.305696 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-3a4c304a-25a0-4c6d-818e-5f67876a1c22 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for security_group_rule, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:52:18.307125 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-3a4c304a-25a0-4c6d-818e-5f67876a1c22 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2933373 Jun 24 11:52:18.318378 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acce8462-4272-4016-bbd6-86cb40960d9b None None] The sync data for ids ['e3507549-7dfc-4bed-9303-7ee22e713263'] in dv-neutron-797120-4-hyperv is: [{'id': 'e3507549-7dfc-4bed-9303-7ee22e713263', 'name': 'tempest-TestNetworkBasicOps-router-442932250', 'tenant_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'external_fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.170'}], 'enable_snat': True}, 'gw_port_id': 'eb998f6e-88ce-45bb-af30-1a23b561efa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T11:52:07Z', 'updated_at': '2021-06-24T11:52:13Z', 'revision_number': 4, 'project_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'gw_port': {'id': 'eb998f6e-88ce-45bb-af30-1a23b561efa1', 'name': '', 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:27:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3507549-7dfc-4bed-9303-7ee22e713263', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1312, 'fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:52:07Z', 'updated_at': '2021-06-24T11:52:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-4-hyperv', '_interfaces': [{'id': '76d7428a-3779-458d-9523-6d9b31ec5836', 'name': '', 'network_id': 'f342f72f-87d9-44f2-8eb5-cb364a2ef874', 'tenant_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'mac_address': 'fa:16:3e:2f:b9:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3507549-7dfc-4bed-9303-7ee22e713263', 'device_owner': 'network:router_interface', 'standard_attr_id': 1323, 'fixed_ips': [{'subnet_id': '4b62f11d-b56a-4310-966b-af2474726ca6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:52:12Z', 'updated_at': '2021-06-24T11:52:17Z', 'revision_number': 4, 'project_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'subnets': [{'id': '4b62f11d-b56a-4310-966b-af2474726ca6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=128085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 11:52:18.325545 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-3e5127c4-b5ac-41d2-ab96-6c5c2fe43020 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-972249'] for subnet, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:52:18.335566 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-4a286dd1-fc88-4716-8d0f-11c643f08953 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:52:18.366438 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-4a286dd1-fc88-4716-8d0f-11c643f08953 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:52:18.419857 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-3e5127c4-b5ac-41d2-ab96-6c5c2fe43020 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-972238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2537800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3289951'] for subnet, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:52:18.423929 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-d35f19ef-4ec2-423b-b836-951ba621fffa tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:52:18.458228 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5127c4-b5ac-41d2-ab96-6c5c2fe43020 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=857859ff-56d7-48cf-9dae-0775515dbf59,revision_number=None']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:52:18.460764 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-3e5127c4-b5ac-41d2-ab96-6c5c2fe43020 admin admin] Notify callbacks [] for subnet, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:52:18.466685 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 34894) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:52:18.466960 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-3e5127c4-b5ac-41d2-ab96-6c5c2fe43020 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/857859ff-56d7-48cf-9dae-0775515dbf59 HTTP/1.1" status: 204 len: 168 time: 0.3651161 Jun 24 11:52:18.468277 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-3e5127c4-b5ac-41d2-ab96-6c5c2fe43020 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:52:18.477396 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-4a286dd1-fc88-4716-8d0f-11c643f08953 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800410'] for security_group, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:52:18.480045 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-4a286dd1-fc88-4716-8d0f-11c643f08953 admin admin] Notify callbacks [] for security_group, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:52:18.484200 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-4a286dd1-fc88-4716-8d0f-11c643f08953 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/d03ddb1d-8465-4f72-a7e4-d3cc9435fa3d HTTP/1.1" status: 204 len: 168 time: 0.2036338 Jun 24 11:52:18.556797 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-e595a8dc-c724-4432-bb92-b973141117f4 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:52:18.572053 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a286dd1-fc88-4716-8d0f-11c643f08953 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d03ddb1d-8465-4f72-a7e4-d3cc9435fa3d,revision_number=None']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:52:18.580008 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-4a286dd1-fc88-4716-8d0f-11c643f08953 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:52:18.597359 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-0a2e37df-3a61-429a-a6b2-955a2b508c69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-534962'] for network, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:52:18.612694 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-249a913c-3f04-4505-8d9c-1c9de0b53895 req-0ab3879c-88c0-450c-9ba8-d3d2535b8e33 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1033835546&fields=id&tenant_id=adbe78de4fbf48fcad1a6bc46d4a1728 HTTP/1.1" status: 200 len: 267 time: 0.0509193 Jun 24 11:52:18.707027 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-0a2e37df-3a61-429a-a6b2-955a2b508c69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973199', 'neutron.services.segments.db._delete_segments_for_network-8793194012456'] for network, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:52:18.720625 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.services.segments.db [None req-0a2e37df-3a61-429a-a6b2-955a2b508c69 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32839f23-7ac7-4a76-8bd5-a7bb3bffd318']}} {{(pid=128084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:52:18.733770 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.services.segments.db [None req-0a2e37df-3a61-429a-a6b2-955a2b508c69 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '599f6586-5c21-423d-ad0c-7973e11e43cb') {'for_net_delete': True} {{(pid=128084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:52:18.734153 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.services.segments.db [None req-0a2e37df-3a61-429a-a6b2-955a2b508c69 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '599f6586-5c21-423d-ad0c-7973e11e43cb') {} {{(pid=128084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:52:18.747879 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-0a2e37df-3a61-429a-a6b2-955a2b508c69 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793194097327', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2373599'] for segment, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:52:18.775080 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-0a2e37df-3a61-429a-a6b2-955a2b508c69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967879'] for segment, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:52:18.785628 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a2e37df-3a61-429a-a6b2-955a2b508c69 admin admin] Releasing vlan 646 on physical network physnet1 to pool {{(pid=128084) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 11:52:18.789285 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-0a2e37df-3a61-429a-a6b2-955a2b508c69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3292053'] for segment, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:52:18.791447 dv-neutron-797120-4-hyperv neutron-server[128084]: Traceback (most recent call last): Jun 24 11:52:18.791447 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 24 11:52:18.791447 dv-neutron-797120-4-hyperv neutron-server[128084]: timer() Jun 24 11:52:18.791447 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 24 11:52:18.791447 dv-neutron-797120-4-hyperv neutron-server[128084]: cb(*args, **kw) Jun 24 11:52:18.791447 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 24 11:52:18.791447 dv-neutron-797120-4-hyperv neutron-server[128084]: return func(*args, **kwargs) Jun 24 11:52:18.791447 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 24 11:52:18.791447 dv-neutron-797120-4-hyperv neutron-server[128084]: self._notify() Jun 24 11:52:18.791447 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 24 11:52:18.791447 dv-neutron-797120-4-hyperv neutron-server[128084]: self.callback(batched_events) Jun 24 11:52:18.791447 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 24 11:52:18.791447 dv-neutron-797120-4-hyperv neutron-server[128084]: event.method(event) Jun 24 11:52:18.791447 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 24 11:52:18.791447 dv-neutron-797120-4-hyperv neutron-server[128084]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 24 11:52:18.791447 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 24 11:52:18.791447 dv-neutron-797120-4-hyperv neutron-server[128084]: aggregate_uuid = self.p_client.list_aggregates( Jun 24 11:52:18.791447 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 24 11:52:18.791447 dv-neutron-797120-4-hyperv neutron-server[128084]: return f(self, *a, **k) Jun 24 11:52:18.791447 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 24 11:52:18.791447 dv-neutron-797120-4-hyperv neutron-server[128084]: return self._get(url).json() Jun 24 11:52:18.791447 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 24 11:52:18.791447 dv-neutron-797120-4-hyperv neutron-server[128084]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 24 11:52:18.791447 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 24 11:52:18.791447 dv-neutron-797120-4-hyperv neutron-server[128084]: return self.request(url, 'GET', **kwargs) Jun 24 11:52:18.791447 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 24 11:52:18.791447 dv-neutron-797120-4-hyperv neutron-server[128084]: base_url = self.get_endpoint(auth, allow=allow, Jun 24 11:52:18.791447 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 24 11:52:18.791447 dv-neutron-797120-4-hyperv neutron-server[128084]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 24 11:52:18.791447 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 24 11:52:18.791447 dv-neutron-797120-4-hyperv neutron-server[128084]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 24 11:52:18.791447 dv-neutron-797120-4-hyperv neutron-server[128084]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 24 11:52:18.834552 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Device dc4db242-685a-49fb-9f1c-d8dbf19706ef no longer exists at agent hyperv_hv-neutron-7971 {{(pid=128085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 11:52:18.872674 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249a913c-3f04-4505-8d9c-1c9de0b53895 req-bcdeec39-2270-4a73-b269-e23c89a23df0 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:52:18.880863 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-249a913c-3f04-4505-8d9c-1c9de0b53895 req-bcdeec39-2270-4a73-b269-e23c89a23df0 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "GET /v2.0/networks?id=f342f72f-87d9-44f2-8eb5-cb364a2ef874 HTTP/1.1" status: 200 len: 796 time: 0.2567081 Jun 24 11:52:18.887723 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] No Port match for: dc4db242-685a-49fb-9f1c-d8dbf19706ef {{(pid=128085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 11:52:18.888098 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Device dc4db242-685a-49fb-9f1c-d8dbf19706ef not bound to the agent host hv-neutron-7971 {{(pid=128085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 11:52:18.903045 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-0a2e37df-3a61-429a-a6b2-955a2b508c69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1800243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1815642'] for network, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:52:18.905987 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-249a913c-3f04-4505-8d9c-1c9de0b53895 req-4a7514bc-67d9-4851-8743-788a8a6fa550 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "GET /v2.0/quotas/adbe78de4fbf48fcad1a6bc46d4a1728 HTTP/1.1" status: 200 len: 375 time: 0.0239985 Jun 24 11:52:18.910079 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-a3d68024-69e6-48ad-a1e0-1b3bddce5ce1 tempest-BulkNetworkOpsTest-1574223460 tempest-BulkNetworkOpsTest-1574223460-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:52:18.915539 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-0a2e37df-3a61-429a-a6b2-955a2b508c69 admin admin] Notify callbacks [] for network, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:52:18.920427 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-0a2e37df-3a61-429a-a6b2-955a2b508c69 admin admin] 10.222.0.53 "DELETE /v2.0/networks/32839f23-7ac7-4a76-8bd5-a7bb3bffd318 HTTP/1.1" status: 204 len: 168 time: 0.4493983 Jun 24 11:52:18.936399 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2e37df-3a61-429a-a6b2-955a2b508c69 admin admin] Pushing event deleted for resources: {'Network': ['ID=32839f23-7ac7-4a76-8bd5-a7bb3bffd318,revision_number=None']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:52:18.943609 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-0a2e37df-3a61-429a-a6b2-955a2b508c69 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:52:19.040780 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-249a913c-3f04-4505-8d9c-1c9de0b53895 req-c7cc21b9-1fee-489c-b2f9-79fd1c720295 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=adbe78de4fbf48fcad1a6bc46d4a1728&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1258411 Jun 24 11:52:19.160303 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-249a913c-3f04-4505-8d9c-1c9de0b53895 req-b127d888-e1d2-4940-aa2e-2de263e1566b service neutron] 10.222.0.53 "GET /v2.0/networks/f342f72f-87d9-44f2-8eb5-cb364a2ef874?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1186290 Jun 24 11:52:19.186910 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 34926) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:52:19.268004 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-249a913c-3f04-4505-8d9c-1c9de0b53895 req-fb3b2708-b39b-4132-99c1-1460712185f7 service neutron] 10.222.0.53 "GET /v2.0/networks/f342f72f-87d9-44f2-8eb5-cb364a2ef874?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1000946 Jun 24 11:52:19.269388 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-e93f169b-75a4-4ca5-a4f0-222c68dbb2f5 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=978adf8cf8594a23bd00e271ef0245c2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0805168 Jun 24 11:52:19.273074 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 34928) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:52:19.343787 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-25922ce7-4996-4146-bcbb-66c60070e0cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:52:19.372625 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-25922ce7-4996-4146-bcbb-66c60070e0cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:52:19.443211 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-25922ce7-4996-4146-bcbb-66c60070e0cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800410'] for security_group, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:52:19.447206 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-25922ce7-4996-4146-bcbb-66c60070e0cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:52:19.453617 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-25922ce7-4996-4146-bcbb-66c60070e0cb admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/dd53c4b1-5cb2-4421-93f2-e44c59b30ff9 HTTP/1.1" status: 204 len: 168 time: 0.1787403 Jun 24 11:52:19.455550 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-e6317e3b-7450-4d5f-9548-6d1f43a28434 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:52:19.465629 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25922ce7-4996-4146-bcbb-66c60070e0cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd53c4b1-5cb2-4421-93f2-e44c59b30ff9,revision_number=None']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:52:19.468693 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-25922ce7-4996-4146-bcbb-66c60070e0cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:52:19.516270 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 34936) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:52:19.564088 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-bf3061d1-45a8-4607-a253-a4da3731e7d6 req-ea2bb041-92bf-4261-9e4d-21892f537e1c tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "GET /v2.0/ports?device_id=91ed477b-8f29-4040-8419-1d7d9ac76bfa HTTP/1.1" status: 200 len: 210 time: 0.0491421 Jun 24 11:52:19.758576 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-10bd58d8-ed88-4d77-a37f-23b9e78d9a5d tempest-DvrRoutersNegativeTest-972973098 tempest-DvrRoutersNegativeTest-972973098-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1971226574', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:52:19.762812 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.policy [None req-10bd58d8-ed88-4d77-a37f-23b9e78d9a5d tempest-DvrRoutersNegativeTest-972973098 tempest-DvrRoutersNegativeTest-972973098-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=128084) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Jun 24 11:52:19.763121 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.policy [None req-10bd58d8-ed88-4d77-a37f-23b9e78d9a5d tempest-DvrRoutersNegativeTest-972973098 tempest-DvrRoutersNegativeTest-972973098-project] Failed policy check for 'create_router' {{(pid=128084) enforce /opt/stack/neutron/neutron/policy.py:520}} Jun 24 11:52:19.763668 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.api.v2.resource [None req-10bd58d8-ed88-4d77-a37f-23b9e78d9a5d tempest-DvrRoutersNegativeTest-972973098 tempest-DvrRoutersNegativeTest-972973098-project] create failed (client error): Access was denied to this resource. Jun 24 11:52:19.771177 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-10bd58d8-ed88-4d77-a37f-23b9e78d9a5d tempest-DvrRoutersNegativeTest-972973098 tempest-DvrRoutersNegativeTest-972973098-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.2472465 Jun 24 11:52:19.813847 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device 76d7428a-3779-458d-9523-6d9b31ec5836 up at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 11:52:19.875315 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning for port 76d7428a-3779-458d-9523-6d9b31ec5836 completed by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 11:52:19.881071 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning complete for port 76d7428a-3779-458d-9523-6d9b31ec5836 triggered by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:52:19.881761 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:52:19.889683 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 34944) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:52:19.940132 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-fd2d6899-22e3-48ce-b526-011b62cc097b admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=e76efbb02f8440d9855210b70fe01453&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0491951 Jun 24 11:52:19.943230 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 34948) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:52:19.983749 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:52:19.993695 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-b85c8ef6-a5df-42a1-b5bb-0530ba506f51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:52:20.014877 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 34950) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:52:20.017298 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-b85c8ef6-a5df-42a1-b5bb-0530ba506f51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:52:20.023850 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] For port 76d7428a-3779-458d-9523-6d9b31ec5836, host dv-neutron-797120-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=76d7428a-3779-458d-9523-6d9b31ec5836,segment=NetworkSegment(996a13d1-26b4-4220-8e04-ab9a33176edf),segment_id=996a13d1-26b4-4220-8e04-ab9a33176edf)] {{(pid=128085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 11:52:20.028502 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:52:20.033291 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-368c992a-ae8b-4d75-828b-4c8bf8718e57 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:52:20.079119 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-b85c8ef6-a5df-42a1-b5bb-0530ba506f51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800410'] for security_group, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:52:20.084312 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-b85c8ef6-a5df-42a1-b5bb-0530ba506f51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:52:20.087908 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-b85c8ef6-a5df-42a1-b5bb-0530ba506f51 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/9435846f-dcf0-480e-808f-cde701e016de HTTP/1.1" status: 204 len: 168 time: 0.1414766 Jun 24 11:52:20.087908 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-4765efac-25d3-43ff-abd1-c2f43fd85a58 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:52:20.090275 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Pushing event updated for resources: {'Port': ['ID=76d7428a-3779-458d-9523-6d9b31ec5836,revision_number=5']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:52:20.097114 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85c8ef6-a5df-42a1-b5bb-0530ba506f51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9435846f-dcf0-480e-808f-cde701e016de,revision_number=None']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:52:20.101913 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:52:20.102299 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-b85c8ef6-a5df-42a1-b5bb-0530ba506f51 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:52:20.142215 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-db8ad960-2c35-4cb3-a2ab-5ab2e32f9e60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:52:20.237331 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-db8ad960-2c35-4cb3-a2ab-5ab2e32f9e60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:52:20.242940 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-db8ad960-2c35-4cb3-a2ab-5ab2e32f9e60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800410'] for security_group, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:52:20.246212 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-d6637d85-b078-4ee9-b666-c2e31c9f6282 tempest-SecGroupTest-1107880395 tempest-SecGroupTest-1107880395-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:52:20.288062 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8ad960-2c35-4cb3-a2ab-5ab2e32f9e60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d8a1b46-34a5-46a4-8789-0943e022c1ab,revision_number=1']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:52:20.292538 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-db8ad960-2c35-4cb3-a2ab-5ab2e32f9e60 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:52:20.298292 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 34956) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:52:20.298446 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-db8ad960-2c35-4cb3-a2ab-5ab2e32f9e60 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=7df449279dfe46adb54d4953afa78f4e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2821059 Jun 24 11:52:20.361761 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-d1278275-751b-43ae-aa74-077143c9d6eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:52:20.389377 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-d1278275-751b-43ae-aa74-077143c9d6eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:52:20.441507 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-d1278275-751b-43ae-aa74-077143c9d6eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800410'] for security_group, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:52:20.444073 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-d1278275-751b-43ae-aa74-077143c9d6eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:52:20.445273 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-d1278275-751b-43ae-aa74-077143c9d6eb admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/0d8a1b46-34a5-46a4-8789-0943e022c1ab HTTP/1.1" status: 204 len: 168 time: 0.1459491 Jun 24 11:52:20.446077 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-256d94de-090a-4e56-97fe-21705fbf45b2 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:52:20.453676 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1278275-751b-43ae-aa74-077143c9d6eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d8a1b46-34a5-46a4-8789-0943e022c1ab,revision_number=None']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:52:20.456008 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-d1278275-751b-43ae-aa74-077143c9d6eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:52:20.651960 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-12453f11-891b-481a-99da-3c6e4bc2faca req-9ee4f774-bd81-4319-b0cc-ed5a4e776730 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "GET /v2.0/ports?device_id=91ed477b-8f29-4040-8419-1d7d9ac76bfa HTTP/1.1" status: 200 len: 210 time: 0.0346746 Jun 24 11:52:21.715820 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249a913c-3f04-4505-8d9c-1c9de0b53895 req-0f035c0f-804a-4f20-a96a-a2f267d80cf7 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:52:21.717592 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-249a913c-3f04-4505-8d9c-1c9de0b53895 req-0f035c0f-804a-4f20-a96a-a2f267d80cf7 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.45 "GET /v2.0/networks?id=f342f72f-87d9-44f2-8eb5-cb364a2ef874 HTTP/1.1" status: 200 len: 796 time: 0.1158023 Jun 24 11:52:21.784516 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-249a913c-3f04-4505-8d9c-1c9de0b53895 req-c06455b3-8e9b-4632-ab18-219985ae85d2 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=adbe78de4fbf48fcad1a6bc46d4a1728 HTTP/1.1" status: 200 len: 380 time: 0.0511096 Jun 24 11:52:21.785495 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device 76d7428a-3779-458d-9523-6d9b31ec5836 up at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 11:52:21.799180 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [req-249a913c-3f04-4505-8d9c-1c9de0b53895 req-8dfdcfc7-41bb-4013-a833-3dec21d8c698 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Request body: {'port': {'device_id': '91ed477b-8f29-4040-8419-1d7d9ac76bfa', 'network_id': 'f342f72f-87d9-44f2-8eb5-cb364a2ef874', 'admin_state_up': True, 'tenant_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'security_groups': ['2caf47c0-b5bd-4abd-b460-1f43b01cac06']}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:52:21.832183 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-f118b494-8cea-4819-b208-7b8f653e94a0 req-46cf62d5-b616-42d1-a84c-d90d93e19506 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "GET /v2.0/ports?device_id=91ed477b-8f29-4040-8419-1d7d9ac76bfa HTTP/1.1" status: 200 len: 210 time: 0.0464122 Jun 24 11:52:21.849874 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning complete for port 76d7428a-3779-458d-9523-6d9b31ec5836 triggered by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:52:21.850301 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:52:21.945370 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-249a913c-3f04-4505-8d9c-1c9de0b53895 req-8dfdcfc7-41bb-4013-a833-3dec21d8c698 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Made reservation on behalf of adbe78de4fbf48fcad1a6bc46d4a1728 for: {'port': 1} {{(pid=128083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 11:52:21.948897 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-249a913c-3f04-4505-8d9c-1c9de0b53895 req-8dfdcfc7-41bb-4013-a833-3dec21d8c698 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:52:22.068914 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.db_base_plugin_common [req-249a913c-3f04-4505-8d9c-1c9de0b53895 req-8dfdcfc7-41bb-4013-a833-3dec21d8c698 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Allocated IP 172.20.0.11 (f342f72f-87d9-44f2-8eb5-cb364a2ef874/4b62f11d-b56a-4310-966b-af2474726ca6/e95767a8-9824-4daa-9635-c6f8b8aa7596) {{(pid=128083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 11:52:22.549230 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-249a913c-3f04-4505-8d9c-1c9de0b53895 req-8dfdcfc7-41bb-4013-a833-3dec21d8c698 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for port, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:52:22.562294 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.provisioning_blocks [req-249a913c-3f04-4505-8d9c-1c9de0b53895 req-8dfdcfc7-41bb-4013-a833-3dec21d8c698 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Transition to ACTIVE for port object e95767a8-9824-4daa-9635-c6f8b8aa7596 will not be triggered until provisioned by entity DHCP. {{(pid=128083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 11:52:22.594534 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-249a913c-3f04-4505-8d9c-1c9de0b53895 req-8dfdcfc7-41bb-4013-a833-3dec21d8c698 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-650429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-506361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793193536723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2537853'] for port, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:52:22.598080 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-380fbab6-3b9f-4a1a-bf50-56d9aeebf300 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:52:22.643099 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-249a913c-3f04-4505-8d9c-1c9de0b53895 req-8dfdcfc7-41bb-4013-a833-3dec21d8c698 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Network f342f72f-87d9-44f2-8eb5-cb364a2ef874 is already hosted by enough agents. {{(pid=128083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 11:52:22.648910 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.base_scheduler [req-249a913c-3f04-4505-8d9c-1c9de0b53895 req-8dfdcfc7-41bb-4013-a833-3dec21d8c698 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Resources bound (agent type, host, resource id): {{(pid=128083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:52:22.652572 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.l3_dvrscheduler_db [req-249a913c-3f04-4505-8d9c-1c9de0b53895 req-8dfdcfc7-41bb-4013-a833-3dec21d8c698 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Received port after_create {{(pid=128083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 11:52:22.658946 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dfdcfc7-41bb-4013-a833-3dec21d8c698 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Pushing event updated for resources: {'Port': ['ID=e95767a8-9824-4daa-9635-c6f8b8aa7596,revision_number=1']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:52:22.678567 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-8dfdcfc7-41bb-4013-a833-3dec21d8c698 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:52:22.706442 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249a913c-3f04-4505-8d9c-1c9de0b53895 req-8dfdcfc7-41bb-4013-a833-3dec21d8c698 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:52:22.707067 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-249a913c-3f04-4505-8d9c-1c9de0b53895 req-8dfdcfc7-41bb-4013-a833-3dec21d8c698 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468916'] for port, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:52:22.722326 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-249a913c-3f04-4505-8d9c-1c9de0b53895 req-8dfdcfc7-41bb-4013-a833-3dec21d8c698 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9269817 Jun 24 11:52:22.738453 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [req-249a913c-3f04-4505-8d9c-1c9de0b53895 req-d6fdd123-064f-4319-8094-607871e1ae4a service neutron] Request body: {'port': {'device_id': '91ed477b-8f29-4040-8419-1d7d9ac76bfa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7971'}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:52:22.815430 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-249a913c-3f04-4505-8d9c-1c9de0b53895 req-d6fdd123-064f-4319-8094-607871e1ae4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:52:22.903065 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-29a42ab5-1e5b-4332-9656-4eb51f6206cd None None] Provisioning for port e95767a8-9824-4daa-9635-c6f8b8aa7596 completed by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 11:52:22.909094 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-29a42ab5-1e5b-4332-9656-4eb51f6206cd None None] Provisioning complete for port e95767a8-9824-4daa-9635-c6f8b8aa7596 triggered by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:52:22.909882 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-29a42ab5-1e5b-4332-9656-4eb51f6206cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:52:22.953839 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-29a42ab5-1e5b-4332-9656-4eb51f6206cd None None] Port e95767a8-9824-4daa-9635-c6f8b8aa7596 cannot update to ACTIVE because it is not bound. {{(pid=128085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 11:52:23.097308 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9173250-54a9-49d3-94ad-fa82b5477afd req-a330ddde-1a07-4777-80f7-89a5fce54f36 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:52:23.098754 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-e9173250-54a9-49d3-94ad-fa82b5477afd req-a330ddde-1a07-4777-80f7-89a5fce54f36 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "GET /v2.0/ports?device_id=91ed477b-8f29-4040-8419-1d7d9ac76bfa HTTP/1.1" status: 200 len: 932 time: 0.1370869 Jun 24 11:52:23.187504 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.notifiers.nova [req-249a913c-3f04-4505-8d9c-1c9de0b53895 req-d6fdd123-064f-4319-8094-607871e1ae4a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e95767a8-9824-4daa-9635-c6f8b8aa7596 {{(pid=128083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 11:52:23.191317 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-e9173250-54a9-49d3-94ad-fa82b5477afd req-24735b81-f984-4ae9-bd86-f4f3801feada tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "GET /v2.0/security-groups?id=2caf47c0-b5bd-4abd-b460-1f43b01cac06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0857699 Jun 24 11:52:23.195957 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-249a913c-3f04-4505-8d9c-1c9de0b53895 req-d6fdd123-064f-4319-8094-607871e1ae4a service neutron] Notify callbacks [] for port, precommit_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:52:23.208928 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.provisioning_blocks [req-249a913c-3f04-4505-8d9c-1c9de0b53895 req-d6fdd123-064f-4319-8094-607871e1ae4a service neutron] Transition to ACTIVE for port object e95767a8-9824-4daa-9635-c6f8b8aa7596 will not be triggered until provisioned by entity L2. {{(pid=128083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 11:52:23.213999 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-249a913c-3f04-4505-8d9c-1c9de0b53895 req-d6fdd123-064f-4319-8094-607871e1ae4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2537871'] for port, after_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:52:23.217088 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-0f2a15e8-791c-473a-b89d-8eee873bc804 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:52:23.266649 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6fdd123-064f-4319-8094-607871e1ae4a service neutron] Pushing event updated for resources: {'Port': ['ID=e95767a8-9824-4daa-9635-c6f8b8aa7596,revision_number=2']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:52:23.270145 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-d6fdd123-064f-4319-8094-607871e1ae4a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:52:23.339691 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.managers [req-249a913c-3f04-4505-8d9c-1c9de0b53895 req-d6fdd123-064f-4319-8094-607871e1ae4a service neutron] Attempting to bind port e95767a8-9824-4daa-9635-c6f8b8aa7596 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=128083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 11:52:23.340029 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.managers [req-249a913c-3f04-4505-8d9c-1c9de0b53895 req-d6fdd123-064f-4319-8094-607871e1ae4a service neutron] Attempting to bind port e95767a8-9824-4daa-9635-c6f8b8aa7596 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': '996a13d1-26b4-4220-8e04-ab9a33176edf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'f342f72f-87d9-44f2-8eb5-cb364a2ef874'}] {{(pid=128083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 11:52:23.340355 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-249a913c-3f04-4505-8d9c-1c9de0b53895 req-d6fdd123-064f-4319-8094-607871e1ae4a service neutron] Attempting to bind port e95767a8-9824-4daa-9635-c6f8b8aa7596 on network f342f72f-87d9-44f2-8eb5-cb364a2ef874 {{(pid=128083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 11:52:23.345151 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-249a913c-3f04-4505-8d9c-1c9de0b53895 req-d6fdd123-064f-4319-8094-607871e1ae4a service neutron] Port e95767a8-9824-4daa-9635-c6f8b8aa7596 on network f342f72f-87d9-44f2-8eb5-cb364a2ef874 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=128083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 11:52:23.345479 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-249a913c-3f04-4505-8d9c-1c9de0b53895 req-d6fdd123-064f-4319-8094-607871e1ae4a service neutron] Attempting to bind port e95767a8-9824-4daa-9635-c6f8b8aa7596 on network f342f72f-87d9-44f2-8eb5-cb364a2ef874 {{(pid=128083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 11:52:23.351583 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-249a913c-3f04-4505-8d9c-1c9de0b53895 req-d6fdd123-064f-4319-8094-607871e1ae4a service neutron] Checking agent: {'id': 'a2c9a14d-87aa-4cd1-a510-11988f19c3d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7971', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 11, 42, 44), 'started_at': datetime.datetime(2021, 6, 24, 11, 42, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 11, 52, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=128083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 11:52:23.351845 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-249a913c-3f04-4505-8d9c-1c9de0b53895 req-d6fdd123-064f-4319-8094-607871e1ae4a service neutron] Checking segment: {'id': '996a13d1-26b4-4220-8e04-ab9a33176edf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'f342f72f-87d9-44f2-8eb5-cb364a2ef874'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=128083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 11:52:23.352229 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-249a913c-3f04-4505-8d9c-1c9de0b53895 req-d6fdd123-064f-4319-8094-607871e1ae4a service neutron] Bound using segment: {'id': '996a13d1-26b4-4220-8e04-ab9a33176edf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'f342f72f-87d9-44f2-8eb5-cb364a2ef874'} {{(pid=128083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 11:52:23.352663 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.managers [req-249a913c-3f04-4505-8d9c-1c9de0b53895 req-d6fdd123-064f-4319-8094-607871e1ae4a service neutron] Bound port: e95767a8-9824-4daa-9635-c6f8b8aa7596, host: hv-neutron-7971, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '996a13d1-26b4-4220-8e04-ab9a33176edf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'f342f72f-87d9-44f2-8eb5-cb364a2ef874'}}] {{(pid=128083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 11:52:23.353051 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-249a913c-3f04-4505-8d9c-1c9de0b53895 req-d6fdd123-064f-4319-8094-607871e1ae4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:52:23.424352 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.db [req-249a913c-3f04-4505-8d9c-1c9de0b53895 req-d6fdd123-064f-4319-8094-607871e1ae4a service neutron] For port e95767a8-9824-4daa-9635-c6f8b8aa7596, host hv-neutron-7971, cleared binding levels {{(pid=128083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 11:52:23.428258 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.db [req-249a913c-3f04-4505-8d9c-1c9de0b53895 req-d6fdd123-064f-4319-8094-607871e1ae4a service neutron] For port e95767a8-9824-4daa-9635-c6f8b8aa7596, host hv-neutron-7971, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=e95767a8-9824-4daa-9635-c6f8b8aa7596,segment=NetworkSegment(996a13d1-26b4-4220-8e04-ab9a33176edf),segment_id=996a13d1-26b4-4220-8e04-ab9a33176edf)] {{(pid=128083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 11:52:23.433785 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-249a913c-3f04-4505-8d9c-1c9de0b53895 req-d6fdd123-064f-4319-8094-607871e1ae4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2537871'] for port, after_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:52:23.435863 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-e2d716ea-cee3-4bc0-9cc5-7d750ce25e56 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:52:23.469819 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249a913c-3f04-4505-8d9c-1c9de0b53895 req-d6fdd123-064f-4319-8094-607871e1ae4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:52:23.470448 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-249a913c-3f04-4505-8d9c-1c9de0b53895 req-d6fdd123-064f-4319-8094-607871e1ae4a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468916'] for port, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:52:23.471963 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-249a913c-3f04-4505-8d9c-1c9de0b53895 req-d6fdd123-064f-4319-8094-607871e1ae4a service neutron] 10.222.0.45 "PUT /v2.0/ports/e95767a8-9824-4daa-9635-c6f8b8aa7596 HTTP/1.1" status: 200 len: 1094 time: 0.7378144 Jun 24 11:52:23.474168 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91ed477b-8f29-4040-8419-1d7d9ac76bfa', 'tag': 'e95767a8-9824-4daa-9635-c6f8b8aa7596'}] {{(pid=128083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 11:52:23.476949 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a77f7dee1a0522ddf93af289475d218fcdb8f30317daadec13ebf930b5b9dbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-042d9c44-15b1-428d-b89f-cdd5648090b7" -d '{"events": [{"name": "network-changed", "server_uuid": "91ed477b-8f29-4040-8419-1d7d9ac76bfa", "tag": "e95767a8-9824-4daa-9635-c6f8b8aa7596"}]}' {{(pid=128083) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 11:52:23.516259 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6fdd123-064f-4319-8094-607871e1ae4a service neutron] Pushing event updated for resources: {'Port': ['ID=e95767a8-9824-4daa-9635-c6f8b8aa7596,revision_number=3']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:52:23.522059 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-d6fdd123-064f-4319-8094-607871e1ae4a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:52:23.533310 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 11:52:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7566f3d5-4aab-44f1-b3bb-305603ab16ef x-openstack-request-id: req-7566f3d5-4aab-44f1-b3bb-305603ab16ef {{(pid=128083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 11:52:23.533659 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91ed477b-8f29-4040-8419-1d7d9ac76bfa", "tag": "e95767a8-9824-4daa-9635-c6f8b8aa7596", "status": "completed", "code": 200}]} {{(pid=128083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 11:52:23.533968 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-7566f3d5-4aab-44f1-b3bb-305603ab16ef {{(pid=128083) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 11:52:23.534479 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91ed477b-8f29-4040-8419-1d7d9ac76bfa', 'tag': 'e95767a8-9824-4daa-9635-c6f8b8aa7596', 'status': 'completed', 'code': 200} Jun 24 11:52:23.586366 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249a913c-3f04-4505-8d9c-1c9de0b53895 req-192c7bd2-55f7-4e6e-b0a2-9d4bc3c37d30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:52:23.587968 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-249a913c-3f04-4505-8d9c-1c9de0b53895 req-192c7bd2-55f7-4e6e-b0a2-9d4bc3c37d30 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=adbe78de4fbf48fcad1a6bc46d4a1728&device_id=91ed477b-8f29-4040-8419-1d7d9ac76bfa HTTP/1.1" status: 200 len: 1097 time: 0.0649903 Jun 24 11:52:23.640165 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-249a913c-3f04-4505-8d9c-1c9de0b53895 req-80a0d6b4-3962-4673-8e91-6a46fa9f8550 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e95767a8-9824-4daa-9635-c6f8b8aa7596 HTTP/1.1" status: 200 len: 217 time: 0.0388415 Jun 24 11:52:23.700587 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249a913c-3f04-4505-8d9c-1c9de0b53895 req-ba63f035-2e27-48c6-9268-c3624f9a2acf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:52:23.702310 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-249a913c-3f04-4505-8d9c-1c9de0b53895 req-ba63f035-2e27-48c6-9268-c3624f9a2acf service neutron] 10.222.0.45 "GET /v2.0/subnets?id=4b62f11d-b56a-4310-966b-af2474726ca6 HTTP/1.1" status: 200 len: 834 time: 0.0513146 Jun 24 11:52:23.764961 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249a913c-3f04-4505-8d9c-1c9de0b53895 req-96eecdcf-08cb-4c9b-80ce-7445faf7484d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:52:23.766481 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-249a913c-3f04-4505-8d9c-1c9de0b53895 req-96eecdcf-08cb-4c9b-80ce-7445faf7484d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=f342f72f-87d9-44f2-8eb5-cb364a2ef874&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0534859 Jun 24 11:52:23.798336 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ed730c46-6ba3-46f1-a008-93aef244270f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:52:23.865222 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-249a913c-3f04-4505-8d9c-1c9de0b53895 req-35dae071-7a29-4795-899c-6dc1fbeb7f61 service neutron] 10.222.0.45 "GET /v2.0/networks/f342f72f-87d9-44f2-8eb5-cb364a2ef874?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870957 Jun 24 11:52:23.956615 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-249a913c-3f04-4505-8d9c-1c9de0b53895 req-0adb39e9-7a81-4132-b187-49735dc0c1d3 service neutron] 10.222.0.45 "GET /v2.0/networks/f342f72f-87d9-44f2-8eb5-cb364a2ef874?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825148 Jun 24 11:52:24.068124 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042d9c44-15b1-428d-b89f-cdd5648090b7 req-584af79b-899a-45b2-994f-0ec5661b54d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:52:24.069643 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-042d9c44-15b1-428d-b89f-cdd5648090b7 req-584af79b-899a-45b2-994f-0ec5661b54d5 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=adbe78de4fbf48fcad1a6bc46d4a1728&device_id=91ed477b-8f29-4040-8419-1d7d9ac76bfa HTTP/1.1" status: 200 len: 1097 time: 0.0532858 Jun 24 11:52:24.165186 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042d9c44-15b1-428d-b89f-cdd5648090b7 req-2e57e4ba-001a-4f23-a929-51a99c349577 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:52:24.166530 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-042d9c44-15b1-428d-b89f-cdd5648090b7 req-2e57e4ba-001a-4f23-a929-51a99c349577 service neutron] 10.222.0.45 "GET /v2.0/networks?id=f342f72f-87d9-44f2-8eb5-cb364a2ef874 HTTP/1.1" status: 200 len: 897 time: 0.0901167 Jun 24 11:52:24.209413 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-042d9c44-15b1-428d-b89f-cdd5648090b7 req-53e1bef1-48e0-4f34-89a6-53719dca5df9 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e95767a8-9824-4daa-9635-c6f8b8aa7596 HTTP/1.1" status: 200 len: 217 time: 0.0351903 Jun 24 11:52:24.264885 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042d9c44-15b1-428d-b89f-cdd5648090b7 req-a81870b5-501d-4ba4-b072-a9f915eef9ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:52:24.266407 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-042d9c44-15b1-428d-b89f-cdd5648090b7 req-a81870b5-501d-4ba4-b072-a9f915eef9ab service neutron] 10.222.0.45 "GET /v2.0/subnets?id=4b62f11d-b56a-4310-966b-af2474726ca6 HTTP/1.1" status: 200 len: 834 time: 0.0504038 Jun 24 11:52:24.362741 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042d9c44-15b1-428d-b89f-cdd5648090b7 req-d67622b3-6b55-41e4-98b8-7d5a233ecfa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:52:24.364886 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-042d9c44-15b1-428d-b89f-cdd5648090b7 req-d67622b3-6b55-41e4-98b8-7d5a233ecfa2 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=f342f72f-87d9-44f2-8eb5-cb364a2ef874&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0917497 Jun 24 11:52:24.409128 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff932378-1a84-4281-a346-94d5ae838cb1 req-fc3ea240-159c-44bd-af4a-7902eff9c47a tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:52:24.410570 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-ff932378-1a84-4281-a346-94d5ae838cb1 req-fc3ea240-159c-44bd-af4a-7902eff9c47a tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "GET /v2.0/ports?device_id=91ed477b-8f29-4040-8419-1d7d9ac76bfa HTTP/1.1" status: 200 len: 944 time: 0.1046605 Jun 24 11:52:24.490589 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-ff932378-1a84-4281-a346-94d5ae838cb1 req-8d5409bd-3f8d-4243-a126-e22e001cf2d7 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "GET /v2.0/security-groups?id=2caf47c0-b5bd-4abd-b460-1f43b01cac06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513258 Jun 24 11:52:24.501111 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-042d9c44-15b1-428d-b89f-cdd5648090b7 req-c79038dd-4d68-4023-9612-e7eb60edcba6 service neutron] 10.222.0.45 "GET /v2.0/networks/f342f72f-87d9-44f2-8eb5-cb364a2ef874?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279941 Jun 24 11:52:24.603216 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-042d9c44-15b1-428d-b89f-cdd5648090b7 req-0da7086b-9f87-4fc7-ba12-cd60c297bf99 service neutron] 10.222.0.45 "GET /v2.0/networks/f342f72f-87d9-44f2-8eb5-cb364a2ef874?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938201 Jun 24 11:52:25.668898 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea41067-3a56-40b0-8a31-3d61be8c7f08 req-05a8226c-7f5b-4559-a5b3-555ef7bf4ff4 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:52:25.670389 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-4ea41067-3a56-40b0-8a31-3d61be8c7f08 req-05a8226c-7f5b-4559-a5b3-555ef7bf4ff4 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "GET /v2.0/ports?device_id=91ed477b-8f29-4040-8419-1d7d9ac76bfa HTTP/1.1" status: 200 len: 944 time: 0.0634136 Jun 24 11:52:25.707339 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-4ea41067-3a56-40b0-8a31-3d61be8c7f08 req-47d0e878-167b-492e-8f8a-cc914453fe97 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "GET /v2.0/security-groups?id=2caf47c0-b5bd-4abd-b460-1f43b01cac06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313156 Jun 24 11:52:26.350954 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-6b9e095d-8db0-4bbe-8e49-f3f61af7df94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:52:26.475310 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:52:26.883516 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a059ed52-256c-4537-a6ef-dec031cb6c47 req-944b9747-1480-44c5-910a-2ed2c528ec0f tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:52:26.884122 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Device e95767a8-9824-4daa-9635-c6f8b8aa7596 details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=128085) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 11:52:26.885003 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-a059ed52-256c-4537-a6ef-dec031cb6c47 req-944b9747-1480-44c5-910a-2ed2c528ec0f tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "GET /v2.0/ports?device_id=91ed477b-8f29-4040-8419-1d7d9ac76bfa HTTP/1.1" status: 200 len: 944 time: 0.0632343 Jun 24 11:52:26.922382 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-a059ed52-256c-4537-a6ef-dec031cb6c47 req-ba5b32ba-9bfe-400c-b07a-2ee1154c4d02 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "GET /v2.0/security-groups?id=2caf47c0-b5bd-4abd-b460-1f43b01cac06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317657 Jun 24 11:52:26.976848 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] For port e95767a8-9824-4daa-9635-c6f8b8aa7596, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=e95767a8-9824-4daa-9635-c6f8b8aa7596,segment=NetworkSegment(996a13d1-26b4-4220-8e04-ab9a33176edf),segment_id=996a13d1-26b4-4220-8e04-ab9a33176edf)] {{(pid=128085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 11:52:26.987576 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Returning: {'device': 'e95767a8-9824-4daa-9635-c6f8b8aa7596', 'network_id': 'f342f72f-87d9-44f2-8eb5-cb364a2ef874', 'port_id': 'e95767a8-9824-4daa-9635-c6f8b8aa7596', 'mac_address': 'fa:16:3e:e2:a2:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 624, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b62f11d-b56a-4310-966b-af2474726ca6', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=128085) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 11:52:27.027437 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:52:27.039951 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.notifiers.nova [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e95767a8-9824-4daa-9635-c6f8b8aa7596 {{(pid=128085) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 11:52:27.059396 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] For port e95767a8-9824-4daa-9635-c6f8b8aa7596, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=e95767a8-9824-4daa-9635-c6f8b8aa7596,segment=NetworkSegment(996a13d1-26b4-4220-8e04-ab9a33176edf),segment_id=996a13d1-26b4-4220-8e04-ab9a33176edf)] {{(pid=128085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 11:52:27.063484 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:52:27.065217 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-a7ce40bd-d605-4cc1-9c59-45b7349e7e59 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:52:27.109131 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Pushing event updated for resources: {'Port': ['ID=e95767a8-9824-4daa-9635-c6f8b8aa7596,revision_number=4']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:52:27.116603 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:52:27.116952 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:52:27.117320 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:52:27.117666 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:52:27.118001 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:52:27.118334 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:52:27.118665 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:52:27.118996 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:52:27.119327 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:52:27.119650 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:52:27.119975 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:52:27.120293 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:52:27.123895 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:52:27.392606 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] get_ports_and_sgs() called for port_ids ['e95767a8-9824-4daa-9635-c6f8b8aa7596'] {{(pid=128085) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 11:52:27.646211 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-03237adf-ebd0-46f2-a476-4d4bb746e0f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:52:28.096642 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c5e2f8-d889-448a-aaa3-49dbef81bc1b req-3f0aef8a-9674-470a-9784-3a560a9d7a33 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:52:28.098121 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-b4c5e2f8-d889-448a-aaa3-49dbef81bc1b req-3f0aef8a-9674-470a-9784-3a560a9d7a33 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "GET /v2.0/ports?device_id=91ed477b-8f29-4040-8419-1d7d9ac76bfa HTTP/1.1" status: 200 len: 945 time: 0.0671635 Jun 24 11:52:28.136267 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-b4c5e2f8-d889-448a-aaa3-49dbef81bc1b req-34ee41f1-9059-46da-b084-635ffcf929cd tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "GET /v2.0/security-groups?id=2caf47c0-b5bd-4abd-b460-1f43b01cac06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322311 Jun 24 11:52:28.898504 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Device e95767a8-9824-4daa-9635-c6f8b8aa7596 up at agent hyperv_hv-neutron-7971 {{(pid=128085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 11:52:28.949472 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Provisioning for port e95767a8-9824-4daa-9635-c6f8b8aa7596 completed by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 11:52:28.952876 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Provisioning complete for port e95767a8-9824-4daa-9635-c6f8b8aa7596 triggered by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:52:28.953282 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:52:29.032110 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:52:29.055792 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91ed477b-8f29-4040-8419-1d7d9ac76bfa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e95767a8-9824-4daa-9635-c6f8b8aa7596'}] {{(pid=128085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 11:52:29.058124 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1098ec9051a50dd033317f529a09b9762582ef7b417ebe05928aca59e08255aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd6d9174-24c3-4372-93c7-8f2467464866" -d '{"events": [{"server_uuid": "91ed477b-8f29-4040-8419-1d7d9ac76bfa", "name": "network-vif-plugged", "status": "completed", "tag": "e95767a8-9824-4daa-9635-c6f8b8aa7596"}]}' {{(pid=128085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 11:52:29.071193 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] For port e95767a8-9824-4daa-9635-c6f8b8aa7596, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=e95767a8-9824-4daa-9635-c6f8b8aa7596,segment=NetworkSegment(996a13d1-26b4-4220-8e04-ab9a33176edf),segment_id=996a13d1-26b4-4220-8e04-ab9a33176edf)] {{(pid=128085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 11:52:29.081436 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:52:29.084219 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:52:29.106436 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 11:52:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32479103-2ea4-4540-9c2e-f3ca3122c83a x-openstack-request-id: req-32479103-2ea4-4540-9c2e-f3ca3122c83a {{(pid=128085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 11:52:29.106746 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91ed477b-8f29-4040-8419-1d7d9ac76bfa", "name": "network-vif-plugged", "status": "completed", "tag": "e95767a8-9824-4daa-9635-c6f8b8aa7596", "code": 200}]} {{(pid=128085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 11:52:29.107013 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-32479103-2ea4-4540-9c2e-f3ca3122c83a {{(pid=128085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 11:52:29.107417 dv-neutron-797120-4-hyperv neutron-server[128085]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91ed477b-8f29-4040-8419-1d7d9ac76bfa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e95767a8-9824-4daa-9635-c6f8b8aa7596', 'code': 200} Jun 24 11:52:29.133385 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Pushing event updated for resources: {'Port': ['ID=e95767a8-9824-4daa-9635-c6f8b8aa7596,revision_number=5']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:52:29.136336 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:52:29.353216 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5d6721-24d6-4682-b353-ce2eebba08ed req-b4ed031b-fbf6-45fd-b1ad-38badc695160 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:52:29.354677 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-0f5d6721-24d6-4682-b353-ce2eebba08ed req-b4ed031b-fbf6-45fd-b1ad-38badc695160 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "GET /v2.0/ports?device_id=91ed477b-8f29-4040-8419-1d7d9ac76bfa HTTP/1.1" status: 200 len: 946 time: 0.1012013 Jun 24 11:52:29.383368 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee005296-abfd-4996-9ed4-59118de0bb4f req-411e1767-6e8a-4670-be17-2cdd4b719d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:52:29.384903 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-ee005296-abfd-4996-9ed4-59118de0bb4f req-411e1767-6e8a-4670-be17-2cdd4b719d3d service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=91ed477b-8f29-4040-8419-1d7d9ac76bfa HTTP/1.1" status: 200 len: 1099 time: 0.0986836 Jun 24 11:52:29.414007 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-0f5d6721-24d6-4682-b353-ce2eebba08ed req-8facb4cc-25f6-4d0a-a812-779d7cd6fb39 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "GET /v2.0/security-groups?id=2caf47c0-b5bd-4abd-b460-1f43b01cac06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529153 Jun 24 11:52:29.432676 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-ee005296-abfd-4996-9ed4-59118de0bb4f req-010d01c8-2356-458d-8e6e-516d4927fd5d service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=2caf47c0-b5bd-4abd-b460-1f43b01cac06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381126 Jun 24 11:52:29.629087 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-52c483ef-d5c1-4030-9a32-e5ce4ff00ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:52:30.593120 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d929f0fb-9c5f-4d91-99b3-63c2e33de250 req-be9a700b-172e-4c10-b5f6-f7368c9cce59 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:52:30.594697 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-d929f0fb-9c5f-4d91-99b3-63c2e33de250 req-be9a700b-172e-4c10-b5f6-f7368c9cce59 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "GET /v2.0/ports?device_id=91ed477b-8f29-4040-8419-1d7d9ac76bfa HTTP/1.1" status: 200 len: 946 time: 0.0666177 Jun 24 11:52:30.635920 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-d929f0fb-9c5f-4d91-99b3-63c2e33de250 req-04b02701-652d-4a43-9475-7ad1093c7647 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "GET /v2.0/security-groups?id=2caf47c0-b5bd-4abd-b460-1f43b01cac06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339048 Jun 24 11:52:30.805692 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cf85eb-bad7-4f93-9183-f1acf366b400 req-0d3c3c63-b252-4bd7-942a-5f2e1a8e2c2c tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:52:30.807137 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-a3cf85eb-bad7-4f93-9183-f1acf366b400 req-0d3c3c63-b252-4bd7-942a-5f2e1a8e2c2c tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "GET /v2.0/ports?device_id=91ed477b-8f29-4040-8419-1d7d9ac76bfa HTTP/1.1" status: 200 len: 946 time: 0.0626235 Jun 24 11:52:30.847996 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-a3cf85eb-bad7-4f93-9183-f1acf366b400 req-c97bbfe9-6530-42f1-8010-266d964368fa tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "GET /v2.0/security-groups?id=2caf47c0-b5bd-4abd-b460-1f43b01cac06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352604 Jun 24 11:52:30.872534 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 34998) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:52:30.922328 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3829f7e-bc42-4e5f-8abd-2d7c694238c7 tempest-TestNetworkBasicOps-1239029366 tempest-TestNetworkBasicOps-1239029366-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:52:30.923685 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-a3829f7e-bc42-4e5f-8abd-2d7c694238c7 tempest-TestNetworkBasicOps-1239029366 tempest-TestNetworkBasicOps-1239029366-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=91ed477b-8f29-4040-8419-1d7d9ac76bfa HTTP/1.1" status: 200 len: 1094 time: 0.0501726 Jun 24 11:52:30.926578 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 35000) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:52:30.930863 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [None req-40133253-2923-49e7-9bc4-5314b9fd2ed2 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Request body: {'floatingip': {'floating_network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'port_id': 'e95767a8-9824-4daa-9635-c6f8b8aa7596', 'tenant_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'fixed_ip_address': '172.20.0.11'}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:52:30.954925 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-40133253-2923-49e7-9bc4-5314b9fd2ed2 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for floatingip, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:52:31.048703 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-40133253-2923-49e7-9bc4-5314b9fd2ed2 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:52:31.155673 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.db_base_plugin_common [None req-40133253-2923-49e7-9bc4-5314b9fd2ed2 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Allocated IP 172.26.7.69 (f2b8ca71-e776-48b2-8898-96cc7970207b/f37bf603-3862-4d0a-9f58-89616f7fd68f/b4ac1f64-f037-4273-a844-74a1ed5ba2f3) {{(pid=128083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 11:52:31.262623 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-40133253-2923-49e7-9bc4-5314b9fd2ed2 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for port, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:52:31.301030 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-40133253-2923-49e7-9bc4-5314b9fd2ed2 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-650429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-506361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793193536723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2537853'] for port, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:52:31.304434 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-2dc4d458-973c-4618-8d72-7cb4a7758ad2 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:52:31.338882 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40133253-2923-49e7-9bc4-5314b9fd2ed2 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Network f2b8ca71-e776-48b2-8898-96cc7970207b is already hosted by enough agents. {{(pid=128083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 11:52:31.343575 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.base_scheduler [None req-40133253-2923-49e7-9bc4-5314b9fd2ed2 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Resources bound (agent type, host, resource id): {{(pid=128083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:52:31.346908 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40133253-2923-49e7-9bc4-5314b9fd2ed2 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Received port after_create {{(pid=128083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 11:52:31.352424 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40133253-2923-49e7-9bc4-5314b9fd2ed2 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Pushing event updated for resources: {'Port': ['ID=b4ac1f64-f037-4273-a844-74a1ed5ba2f3,revision_number=1']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:52:31.382378 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40133253-2923-49e7-9bc4-5314b9fd2ed2 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:52:31.382771 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40133253-2923-49e7-9bc4-5314b9fd2ed2 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:52:31.383159 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40133253-2923-49e7-9bc4-5314b9fd2ed2 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:52:31.383541 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40133253-2923-49e7-9bc4-5314b9fd2ed2 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:52:31.383916 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40133253-2923-49e7-9bc4-5314b9fd2ed2 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:52:31.384292 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40133253-2923-49e7-9bc4-5314b9fd2ed2 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:52:31.384666 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40133253-2923-49e7-9bc4-5314b9fd2ed2 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:52:31.385065 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40133253-2923-49e7-9bc4-5314b9fd2ed2 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:52:31.385440 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40133253-2923-49e7-9bc4-5314b9fd2ed2 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:52:31.385807 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40133253-2923-49e7-9bc4-5314b9fd2ed2 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:52:31.386173 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40133253-2923-49e7-9bc4-5314b9fd2ed2 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:52:31.386537 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40133253-2923-49e7-9bc4-5314b9fd2ed2 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:52:31.391053 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-40133253-2923-49e7-9bc4-5314b9fd2ed2 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:52:32.127282 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-40133253-2923-49e7-9bc4-5314b9fd2ed2 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for floatingip, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:52:32.238229 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-40133253-2923-49e7-9bc4-5314b9fd2ed2 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:52:32.390653 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-40133253-2923-49e7-9bc4-5314b9fd2ed2 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for port, precommit_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:52:32.394986 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-40133253-2923-49e7-9bc4-5314b9fd2ed2 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2537871'] for port, after_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:52:32.398798 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-c6df44a0-057c-4ecb-adcb-a8b30fc8c878 tempest-TestNetworkAdvancedServerOps-1479438933 tempest-TestNetworkAdvancedServerOps-1479438933-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:52:32.465538 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40133253-2923-49e7-9bc4-5314b9fd2ed2 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Pushing event updated for resources: {'Port': ['ID=b4ac1f64-f037-4273-a844-74a1ed5ba2f3,revision_number=2']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:52:32.469414 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-40133253-2923-49e7-9bc4-5314b9fd2ed2 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:52:32.478171 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-40133253-2923-49e7-9bc4-5314b9fd2ed2 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1815637'] for floatingip, after_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:52:32.578289 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.db.l3_db [None req-40133253-2923-49e7-9bc4-5314b9fd2ed2 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Floating IP 7210570d-eb7f-404b-a977-c7f42d03e8c6 associated. External IP: 172.26.7.69, port: e95767a8-9824-4daa-9635-c6f8b8aa7596. Jun 24 11:52:32.788158 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40133253-2923-49e7-9bc4-5314b9fd2ed2 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Router e3507549-7dfc-4bed-9303-7ee22e713263 has already been hosted by L3 agent 2987dba8-2249-4ee6-96ec-28f0f7a6127d {{(pid=128083) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 11:52:32.898939 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40133253-2923-49e7-9bc4-5314b9fd2ed2 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify agent at l3_agent.dv-neutron-797120-4-hyperv the message routers_updated {{(pid=128083) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 11:52:32.908368 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f76b695b-3f23-4622-aaa7-1c04de89889a None None] Sync routers for ids ['e3507549-7dfc-4bed-9303-7ee22e713263'] in dv-neutron-797120-4-hyperv {{(pid=128086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 11:52:32.914662 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-40133253-2923-49e7-9bc4-5314b9fd2ed2 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468916'] for floatingip, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:52:32.919913 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f76b695b-3f23-4622-aaa7-1c04de89889a None None] Routers {'e3507549-7dfc-4bed-9303-7ee22e713263'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 11:52:32.920572 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-f76b695b-3f23-4622-aaa7-1c04de89889a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T11:52:26Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['e3507549-7dfc-4bed-9303-7ee22e713263'], 'active': True} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:52:32.958814 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-40133253-2923-49e7-9bc4-5314b9fd2ed2 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0305212 Jun 24 11:52:32.960020 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91ed477b-8f29-4040-8419-1d7d9ac76bfa', 'tag': 'e95767a8-9824-4daa-9635-c6f8b8aa7596'}] {{(pid=128083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 11:52:32.961658 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 35002) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:52:32.962650 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a77f7dee1a0522ddf93af289475d218fcdb8f30317daadec13ebf930b5b9dbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd4c08c6-1788-4dbf-b18e-e5f1709ad797" -d '{"events": [{"name": "network-changed", "server_uuid": "91ed477b-8f29-4040-8419-1d7d9ac76bfa", "tag": "e95767a8-9824-4daa-9635-c6f8b8aa7596"}]}' {{(pid=128083) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 11:52:33.001352 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 11:52:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94e3141f-a249-4e50-bed7-ad8bc3f908a4 x-openstack-request-id: req-94e3141f-a249-4e50-bed7-ad8bc3f908a4 {{(pid=128083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 11:52:33.001710 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91ed477b-8f29-4040-8419-1d7d9ac76bfa", "tag": "e95767a8-9824-4daa-9635-c6f8b8aa7596", "status": "completed", "code": 200}]} {{(pid=128083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 11:52:33.002024 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-94e3141f-a249-4e50-bed7-ad8bc3f908a4 {{(pid=128083) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 11:52:33.002509 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91ed477b-8f29-4040-8419-1d7d9ac76bfa', 'tag': 'e95767a8-9824-4daa-9635-c6f8b8aa7596', 'status': 'completed', 'code': 200} Jun 24 11:52:33.038728 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-d6bf08aa-0538-4f81-96eb-a0629c15d3e2 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "GET /v2.0/floatingips/7210570d-eb7f-404b-a977-c7f42d03e8c6 HTTP/1.1" status: 200 len: 991 time: 0.0747266 Jun 24 11:52:33.045428 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_dvr_db [None req-f76b695b-3f23-4622-aaa7-1c04de89889a None None] Set router e3507549-7dfc-4bed-9303-7ee22e713263 gateway port host: dv-neutron-797120-4-hyperv {{(pid=128086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 11:52:33.084813 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4c08c6-1788-4dbf-b18e-e5f1709ad797 req-20775b97-ab60-4a76-9310-d1904665620b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:52:33.086382 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-cd4c08c6-1788-4dbf-b18e-e5f1709ad797 req-20775b97-ab60-4a76-9310-d1904665620b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=adbe78de4fbf48fcad1a6bc46d4a1728&device_id=91ed477b-8f29-4040-8419-1d7d9ac76bfa HTTP/1.1" status: 200 len: 1099 time: 0.0588410 Jun 24 11:52:33.181273 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4c08c6-1788-4dbf-b18e-e5f1709ad797 req-71fc6cb9-3bc7-4235-8caf-3333507891d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:52:33.184766 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-cd4c08c6-1788-4dbf-b18e-e5f1709ad797 req-71fc6cb9-3bc7-4235-8caf-3333507891d6 service neutron] 10.222.0.45 "GET /v2.0/networks?id=f342f72f-87d9-44f2-8eb5-cb364a2ef874 HTTP/1.1" status: 200 len: 897 time: 0.0895400 Jun 24 11:52:33.283497 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-f76b695b-3f23-4622-aaa7-1c04de89889a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3507549-7dfc-4bed-9303-7ee22e713263', 'name': 'tempest-TestNetworkBasicOps-router-442932250', 'tenant_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'external_fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.170'}], 'enable_snat': True}, 'gw_port_id': 'eb998f6e-88ce-45bb-af30-1a23b561efa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T11:52:07Z', 'updated_at': '2021-06-24T11:52:13Z', 'revision_number': 4, 'project_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'gw_port': {'id': 'eb998f6e-88ce-45bb-af30-1a23b561efa1', 'name': '', 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:27:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3507549-7dfc-4bed-9303-7ee22e713263', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1312, 'fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:52:07Z', 'updated_at': '2021-06-24T11:52:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-4-hyperv', '_floatingips': [{'id': '7210570d-eb7f-404b-a977-c7f42d03e8c6', 'tenant_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'floating_ip_address': '172.26.7.69', 'floating_network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'router_id': 'e3507549-7dfc-4bed-9303-7ee22e713263', 'port_id': 'e95767a8-9824-4daa-9635-c6f8b8aa7596', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1340, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f342f72f-87d9-44f2-8eb5-cb364a2ef874', 'mac_address': 'fa:16:3e:e2:a2:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91ed477b-8f29-4040-8419-1d7d9ac76bfa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T11:52:31Z', 'updated_at': '2021-06-24T11:52:31Z', 'revision_number': 0, 'project_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '76d7428a-3779-458d-9523-6d9b31ec5836', 'name': '', 'network_id': 'f342f72f-87d9-44f2-8eb5-cb364a2ef874', 'tenant_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'mac_address': 'fa:16:3e:2f:b9:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3507549-7dfc-4bed-9303-7ee22e713263', 'device_owner': 'network:router_interface', 'standard_attr_id': 1323, 'fixed_ips': [{'subnet_id': '4b62f11d-b56a-4310-966b-af2474726ca6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:52:12Z', 'updated_at': '2021-06-24T11:52:19Z', 'revision_number': 5, 'project_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'subnets': [{'id': '4b62f11d-b56a-4310-966b-af2474726ca6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:52:33.289271 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-cd4c08c6-1788-4dbf-b18e-e5f1709ad797 req-e998cb7c-a6a1-4ede-8ca1-526ab6593976 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e95767a8-9824-4daa-9635-c6f8b8aa7596 HTTP/1.1" status: 200 len: 999 time: 0.0998409 Jun 24 11:52:33.309573 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f76b695b-3f23-4622-aaa7-1c04de89889a None None] Checking router: e3507549-7dfc-4bed-9303-7ee22e713263 for host: dv-neutron-797120-4-hyperv {{(pid=128086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 11:52:33.318299 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f76b695b-3f23-4622-aaa7-1c04de89889a None None] Routers {'e3507549-7dfc-4bed-9303-7ee22e713263'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 11:52:33.318891 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-f76b695b-3f23-4622-aaa7-1c04de89889a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T11:52:26Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['e3507549-7dfc-4bed-9303-7ee22e713263'], 'active': True} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:52:33.338192 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4c08c6-1788-4dbf-b18e-e5f1709ad797 req-c708b81c-9548-488d-ac46-30c2ef4d1ca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:52:33.339627 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-cd4c08c6-1788-4dbf-b18e-e5f1709ad797 req-c708b81c-9548-488d-ac46-30c2ef4d1ca2 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=4b62f11d-b56a-4310-966b-af2474726ca6 HTTP/1.1" status: 200 len: 834 time: 0.0441129 Jun 24 11:52:33.403028 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4c08c6-1788-4dbf-b18e-e5f1709ad797 req-6f8bcf9f-1b55-46fb-b820-09b0e272cd4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:52:33.404504 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-cd4c08c6-1788-4dbf-b18e-e5f1709ad797 req-6f8bcf9f-1b55-46fb-b820-09b0e272cd4e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=f342f72f-87d9-44f2-8eb5-cb364a2ef874&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0574980 Jun 24 11:52:33.422743 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_dvr_db [None req-f76b695b-3f23-4622-aaa7-1c04de89889a None None] Set router e3507549-7dfc-4bed-9303-7ee22e713263 gateway port host: dv-neutron-797120-4-hyperv {{(pid=128086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 11:52:33.494344 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-cd4c08c6-1788-4dbf-b18e-e5f1709ad797 req-27dd0e5f-154c-4868-bf62-1cd5c0bdf865 service neutron] 10.222.0.45 "GET /v2.0/networks/f342f72f-87d9-44f2-8eb5-cb364a2ef874?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819671 Jun 24 11:52:33.594571 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-cd4c08c6-1788-4dbf-b18e-e5f1709ad797 req-d2d8b822-5484-48c6-90b1-55263ddad892 service neutron] 10.222.0.45 "GET /v2.0/networks/f342f72f-87d9-44f2-8eb5-cb364a2ef874?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925126 Jun 24 11:52:33.653842 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-f76b695b-3f23-4622-aaa7-1c04de89889a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3507549-7dfc-4bed-9303-7ee22e713263', 'name': 'tempest-TestNetworkBasicOps-router-442932250', 'tenant_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'external_fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.170'}], 'enable_snat': True}, 'gw_port_id': 'eb998f6e-88ce-45bb-af30-1a23b561efa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T11:52:07Z', 'updated_at': '2021-06-24T11:52:13Z', 'revision_number': 4, 'project_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'gw_port': {'id': 'eb998f6e-88ce-45bb-af30-1a23b561efa1', 'name': '', 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:27:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3507549-7dfc-4bed-9303-7ee22e713263', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1312, 'fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:52:07Z', 'updated_at': '2021-06-24T11:52:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-4-hyperv', '_floatingips': [{'id': '7210570d-eb7f-404b-a977-c7f42d03e8c6', 'tenant_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'floating_ip_address': '172.26.7.69', 'floating_network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'router_id': 'e3507549-7dfc-4bed-9303-7ee22e713263', 'port_id': 'e95767a8-9824-4daa-9635-c6f8b8aa7596', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1340, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f342f72f-87d9-44f2-8eb5-cb364a2ef874', 'mac_address': 'fa:16:3e:e2:a2:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91ed477b-8f29-4040-8419-1d7d9ac76bfa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T11:52:31Z', 'updated_at': '2021-06-24T11:52:31Z', 'revision_number': 0, 'project_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '76d7428a-3779-458d-9523-6d9b31ec5836', 'name': '', 'network_id': 'f342f72f-87d9-44f2-8eb5-cb364a2ef874', 'tenant_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'mac_address': 'fa:16:3e:2f:b9:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3507549-7dfc-4bed-9303-7ee22e713263', 'device_owner': 'network:router_interface', 'standard_attr_id': 1323, 'fixed_ips': [{'subnet_id': '4b62f11d-b56a-4310-966b-af2474726ca6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:52:12Z', 'updated_at': '2021-06-24T11:52:19Z', 'revision_number': 5, 'project_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'subnets': [{'id': '4b62f11d-b56a-4310-966b-af2474726ca6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:52:33.681217 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f76b695b-3f23-4622-aaa7-1c04de89889a None None] The sync data for ids ['e3507549-7dfc-4bed-9303-7ee22e713263'] in dv-neutron-797120-4-hyperv is: [{'id': 'e3507549-7dfc-4bed-9303-7ee22e713263', 'name': 'tempest-TestNetworkBasicOps-router-442932250', 'tenant_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'external_fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.170'}], 'enable_snat': True}, 'gw_port_id': 'eb998f6e-88ce-45bb-af30-1a23b561efa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T11:52:07Z', 'updated_at': '2021-06-24T11:52:13Z', 'revision_number': 4, 'project_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'gw_port': {'id': 'eb998f6e-88ce-45bb-af30-1a23b561efa1', 'name': '', 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:27:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3507549-7dfc-4bed-9303-7ee22e713263', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1312, 'fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:52:07Z', 'updated_at': '2021-06-24T11:52:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-4-hyperv', '_floatingips': [{'id': '7210570d-eb7f-404b-a977-c7f42d03e8c6', 'tenant_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'floating_ip_address': '172.26.7.69', 'floating_network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'router_id': 'e3507549-7dfc-4bed-9303-7ee22e713263', 'port_id': 'e95767a8-9824-4daa-9635-c6f8b8aa7596', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1340, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f342f72f-87d9-44f2-8eb5-cb364a2ef874', 'mac_address': 'fa:16:3e:e2:a2:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91ed477b-8f29-4040-8419-1d7d9ac76bfa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T11:52:31Z', 'updated_at': '2021-06-24T11:52:31Z', 'revision_number': 0, 'project_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '76d7428a-3779-458d-9523-6d9b31ec5836', 'name': '', 'network_id': 'f342f72f-87d9-44f2-8eb5-cb364a2ef874', 'tenant_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'mac_address': 'fa:16:3e:2f:b9:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3507549-7dfc-4bed-9303-7ee22e713263', 'device_owner': 'network:router_interface', 'standard_attr_id': 1323, 'fixed_ips': [{'subnet_id': '4b62f11d-b56a-4310-966b-af2474726ca6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:52:12Z', 'updated_at': '2021-06-24T11:52:19Z', 'revision_number': 5, 'project_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'subnets': [{'id': '4b62f11d-b56a-4310-966b-af2474726ca6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=128086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 11:52:33.872003 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b1246ef-b19b-4435-8673-e4a10f899fa2 None None] New status for floating IP 7210570d-eb7f-404b-a977-c7f42d03e8c6: ACTIVE {{(pid=128085) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 24 11:52:34.041642 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 35006) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:52:34.104108 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.agents_db [None req-87a69269-d72b-4286-97f3-1041481ed6d8 None None] Agent healthcheck: found 6 active agents {{(pid=128086) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 11:52:34.131834 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-fe65c4d6-d8b3-4469-ba73-438e0ac704ce tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "GET /v2.0/floatingips/7210570d-eb7f-404b-a977-c7f42d03e8c6 HTTP/1.1" status: 200 len: 991 time: 0.0882075 Jun 24 11:52:35.135029 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 35008) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:52:35.197371 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-f33291d8-1b79-4475-9c9c-217c620e8426 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "GET /v2.0/floatingips/7210570d-eb7f-404b-a977-c7f42d03e8c6 HTTP/1.1" status: 200 len: 993 time: 0.0604403 Jun 24 11:52:44.564604 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:52:44.701558 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-debea267-29eb-43c1-8f74-aca6790a5e69 req-88475b7e-1183-4e4c-80db-9e8dba95406f service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=5e25e9f8-29cf-4860-93c6-e03d46d226de&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0532005 Jun 24 11:52:44.782567 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debea267-29eb-43c1-8f74-aca6790a5e69 req-230be238-3460-4491-a1f2-66137b71b264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:52:44.784056 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-debea267-29eb-43c1-8f74-aca6790a5e69 req-230be238-3460-4491-a1f2-66137b71b264 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=91cba4619aa74784a108d3a825cc8e0c&device_id=5e25e9f8-29cf-4860-93c6-e03d46d226de HTTP/1.1" status: 200 len: 1099 time: 0.0554080 Jun 24 11:52:44.900422 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debea267-29eb-43c1-8f74-aca6790a5e69 req-32ed44fb-af00-4b36-a442-50d630602b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:52:44.901840 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-debea267-29eb-43c1-8f74-aca6790a5e69 req-32ed44fb-af00-4b36-a442-50d630602b72 service neutron] 10.222.0.45 "GET /v2.0/networks?id=376f72b9-0f0d-4b21-b0a6-f11d1b9b44a4 HTTP/1.1" status: 200 len: 913 time: 0.0929968 Jun 24 11:52:44.966819 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-debea267-29eb-43c1-8f74-aca6790a5e69 req-908b3145-0d46-469d-8c64-e25774199213 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=71bd0aa5-7b84-4385-9fc4-2e4d3b22fafa HTTP/1.1" status: 200 len: 1002 time: 0.0574603 Jun 24 11:52:45.018656 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debea267-29eb-43c1-8f74-aca6790a5e69 req-c8945df3-bbda-4770-9240-0ff77f175cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:52:45.020031 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-debea267-29eb-43c1-8f74-aca6790a5e69 req-c8945df3-bbda-4770-9240-0ff77f175cc0 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=83739081-6ef0-4601-a176-febdd4c01678 HTTP/1.1" status: 200 len: 851 time: 0.0464032 Jun 24 11:52:45.075112 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debea267-29eb-43c1-8f74-aca6790a5e69 req-cd74411a-4b29-4d2d-b9f7-0bd099d1eb51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:52:45.076533 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-debea267-29eb-43c1-8f74-aca6790a5e69 req-cd74411a-4b29-4d2d-b9f7-0bd099d1eb51 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=376f72b9-0f0d-4b21-b0a6-f11d1b9b44a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0502040 Jun 24 11:52:45.163811 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-debea267-29eb-43c1-8f74-aca6790a5e69 req-99160727-b378-4c9f-8457-a29abc7cbbeb service neutron] 10.222.0.45 "GET /v2.0/networks/376f72b9-0f0d-4b21-b0a6-f11d1b9b44a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797625 Jun 24 11:52:45.260276 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-debea267-29eb-43c1-8f74-aca6790a5e69 req-31642e98-9805-4059-bb2a-49fb4bf643ad service neutron] 10.222.0.45 "GET /v2.0/networks/376f72b9-0f0d-4b21-b0a6-f11d1b9b44a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891714 Jun 24 11:52:53.799078 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-80b0dff7-1651-44a2-81d7-654e6e5c20bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:52:56.351849 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ba00245b-460a-4dfe-98a4-d1bca9bf058d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:52:56.478374 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:52:57.650251 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-03237adf-ebd0-46f2-a476-4d4bb746e0f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:52:59.636120 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-52c483ef-d5c1-4030-9a32-e5ce4ff00ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:53:08.353896 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 35026) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:53:08.454695 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db035c45-27ba-4426-bdcf-7c8cbfbb4088 tempest-TestNetworkBasicOps-1239029366 tempest-TestNetworkBasicOps-1239029366-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:53:08.455175 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db035c45-27ba-4426-bdcf-7c8cbfbb4088 tempest-TestNetworkBasicOps-1239029366 tempest-TestNetworkBasicOps-1239029366-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:53:08.455643 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db035c45-27ba-4426-bdcf-7c8cbfbb4088 tempest-TestNetworkBasicOps-1239029366 tempest-TestNetworkBasicOps-1239029366-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:53:08.457379 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-db035c45-27ba-4426-bdcf-7c8cbfbb4088 tempest-TestNetworkBasicOps-1239029366 tempest-TestNetworkBasicOps-1239029366-project-admin] 10.222.0.53 "GET /v2.0/ports?project_id=adbe78de4fbf48fcad1a6bc46d4a1728&network_id=f342f72f-87d9-44f2-8eb5-cb364a2ef874 HTTP/1.1" status: 200 len: 3000 time: 0.1024187 Jun 24 11:53:11.104006 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.agents_db [None req-87a69269-d72b-4286-97f3-1041481ed6d8 None None] Agent healthcheck: found 6 active agents {{(pid=128086) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 11:53:11.969238 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 35036) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:53:12.024308 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f38bb0aa-7e83-40e8-87a7-3decb391b6df tempest-TestNetworkBasicOps-1239029366 tempest-TestNetworkBasicOps-1239029366-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=128084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:53:12.025802 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-f38bb0aa-7e83-40e8-87a7-3decb391b6df tempest-TestNetworkBasicOps-1239029366 tempest-TestNetworkBasicOps-1239029366-project-admin] 10.222.0.53 "GET /v2.0/subnets?network_id=f2b8ca71-e776-48b2-8898-96cc7970207b HTTP/1.1" status: 200 len: 814 time: 0.0556786 Jun 24 11:53:12.660749 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 35042) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:53:12.666869 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-5cd3a4de-dc17-4446-9319-094b48db834e tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Request body: {'network': {'name': 'tempest-network-smoke--1662978257', 'project_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'port_security_enabled': True}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:53:12.688493 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cd3a4de-dc17-4446-9319-094b48db834e tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Made reservation on behalf of adbe78de4fbf48fcad1a6bc46d4a1728 for: {'network': 1} {{(pid=128084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 11:53:12.692050 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-5cd3a4de-dc17-4446-9319-094b48db834e tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for network, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:53:12.717492 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5cd3a4de-dc17-4446-9319-094b48db834e tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] vlan segment allocate from pool success with {'vlan_id': 620, 'physical_network': 'physnet1'} {{(pid=128084) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 11:53:12.726733 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-5cd3a4de-dc17-4446-9319-094b48db834e tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967879'] for segment, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:53:12.727078 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.db.segments_db [None req-5cd3a4de-dc17-4446-9319-094b48db834e tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Added segment 26ac7d63-9c1a-4323-ab8e-36ed1608f1de of type vlan for network 50fd94cd-f9cb-4541-a066-b84fe71f8563 Jun 24 11:53:12.775432 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-5cd3a4de-dc17-4446-9319-094b48db834e tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793193525068'] for network, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:53:12.802753 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-5cd3a4de-dc17-4446-9319-094b48db834e tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1800243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976'] for network, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:53:12.809062 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cd3a4de-dc17-4446-9319-094b48db834e tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=128084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:53:12.809646 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-5cd3a4de-dc17-4446-9319-094b48db834e tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for network, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:53:12.811873 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-33a9f14f-7550-4f49-b0ec-3d5650bf603e tempest-RoutersNegativeTest-663611585 tempest-RoutersNegativeTest-663611585-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:53:12.868664 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-5cd3a4de-dc17-4446-9319-094b48db834e tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2066805 Jun 24 11:53:12.871870 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 35044) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:53:12.885995 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd3a4de-dc17-4446-9319-094b48db834e tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Pushing event updated for resources: {'Network': ['ID=50fd94cd-f9cb-4541-a066-b84fe71f8563,revision_number=1']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:53:12.927808 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd3a4de-dc17-4446-9319-094b48db834e tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:53:12.928301 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd3a4de-dc17-4446-9319-094b48db834e tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:53:12.928622 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd3a4de-dc17-4446-9319-094b48db834e tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:53:12.929561 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd3a4de-dc17-4446-9319-094b48db834e tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:53:12.929893 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd3a4de-dc17-4446-9319-094b48db834e tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:53:12.930269 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd3a4de-dc17-4446-9319-094b48db834e tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:53:12.930643 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd3a4de-dc17-4446-9319-094b48db834e tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:53:12.931008 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd3a4de-dc17-4446-9319-094b48db834e tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:53:12.931378 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd3a4de-dc17-4446-9319-094b48db834e tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:53:12.931741 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd3a4de-dc17-4446-9319-094b48db834e tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:53:12.932102 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd3a4de-dc17-4446-9319-094b48db834e tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:53:12.932464 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd3a4de-dc17-4446-9319-094b48db834e tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:53:12.938812 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-5cd3a4de-dc17-4446-9319-094b48db834e tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:53:12.944728 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Network 50fd94cd-f9cb-4541-a066-b84fe71f8563 details requested by agent ovs-agent-dv-neutron-797120-4-hyperv with host dv-neutron-797120-4-hyperv {{(pid=128085) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 11:53:12.962279 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e4cd3df-ec39-4b7c-9e6d-5bfd142aa32f tempest-TestNetworkBasicOps-1239029366 tempest-TestNetworkBasicOps-1239029366-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=128084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:53:12.966975 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-8e4cd3df-ec39-4b7c-9e6d-5bfd142aa32f tempest-TestNetworkBasicOps-1239029366 tempest-TestNetworkBasicOps-1239029366-project-admin] 10.222.0.53 "GET /v2.0/subnets?project_id=adbe78de4fbf48fcad1a6bc46d4a1728&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.0909715 Jun 24 11:53:12.967184 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 35046) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:53:13.054985 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bb4ca34-4852-4db6-85cd-026c09adc5ee tempest-TestNetworkBasicOps-1239029366 tempest-TestNetworkBasicOps-1239029366-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=128084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:53:13.056458 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-9bb4ca34-4852-4db6-85cd-026c09adc5ee tempest-TestNetworkBasicOps-1239029366 tempest-TestNetworkBasicOps-1239029366-project-admin] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0884430 Jun 24 11:53:13.059441 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 35048) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:53:13.092251 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-13f12ac8-2e93-4f65-ba89-542977095e41 tempest-TestNetworkBasicOps-1239029366 tempest-TestNetworkBasicOps-1239029366-project-admin] 10.222.0.53 "GET /v2.0/subnets?network_id=f2b8ca71-e776-48b2-8898-96cc7970207b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0316274 Jun 24 11:53:13.094906 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 35050) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:53:13.122043 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-92d40b65-e237-468f-8c5e-b77606989141 tempest-TestNetworkBasicOps-1239029366 tempest-TestNetworkBasicOps-1239029366-project-admin] 10.222.0.53 "GET /v2.0/subnets?project_id=adbe78de4fbf48fcad1a6bc46d4a1728&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0259006 Jun 24 11:53:13.124217 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 35052) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:53:13.209208 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7da2cb1-9c10-4ebd-9a87-dbfdb69c6ce4 tempest-TestNetworkBasicOps-1239029366 tempest-TestNetworkBasicOps-1239029366-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=128084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:53:13.211533 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-e7da2cb1-9c10-4ebd-9a87-dbfdb69c6ce4 tempest-TestNetworkBasicOps-1239029366 tempest-TestNetworkBasicOps-1239029366-project-admin] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0863130 Jun 24 11:53:13.214287 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 35054) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:53:13.241556 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-912406f7-8c1c-4f39-8018-65592a0d43d1 tempest-TestNetworkBasicOps-1239029366 tempest-TestNetworkBasicOps-1239029366-project-admin] 10.222.0.53 "GET /v2.0/subnets?network_id=f2b8ca71-e776-48b2-8898-96cc7970207b&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0260832 Jun 24 11:53:13.244240 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 35056) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:53:13.249080 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-43abc6f8-dc5f-4da7-9b30-31dec962ab34 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1879780912', 'network_id': '50fd94cd-f9cb-4541-a066-b84fe71f8563', 'project_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:53:13.340534 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43abc6f8-dc5f-4da7-9b30-31dec962ab34 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Made reservation on behalf of adbe78de4fbf48fcad1a6bc46d4a1728 for: {'subnet': 1} {{(pid=128084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 11:53:13.344134 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-43abc6f8-dc5f-4da7-9b30-31dec962ab34 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3162484'] for subnet, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:53:13.521157 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-43abc6f8-dc5f-4da7-9b30-31dec962ab34 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3291959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3162270'] for subnet, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:53:13.524458 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-35fb09d9-5cd7-4937-898f-92b7b1460f9f tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:53:13.580693 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43abc6f8-dc5f-4da7-9b30-31dec962ab34 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Pushing event updated for resources: {'Subnet': ['ID=1609ab76-5ccb-4b25-b3ad-271cc31be30c,revision_number=0']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:53:13.583999 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-43abc6f8-dc5f-4da7-9b30-31dec962ab34 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:53:13.590328 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43abc6f8-dc5f-4da7-9b30-31dec962ab34 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Checking segment: {'id': '26ac7d63-9c1a-4323-ab8e-36ed1608f1de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '50fd94cd-f9cb-4541-a066-b84fe71f8563'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=128084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 11:53:13.590680 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43abc6f8-dc5f-4da7-9b30-31dec962ab34 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Network hostable DHCP agents. Network: 50fd94cd-f9cb-4541-a066-b84fe71f8563, hostable agents: ['6be988a9-1d97-480f-be5a-c55abf2c55c5'], hosted agents: [] {{(pid=128084) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 11:53:13.607429 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43abc6f8-dc5f-4da7-9b30-31dec962ab34 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Network 50fd94cd-f9cb-4541-a066-b84fe71f8563 is scheduled to be hosted by DHCP agent 6be988a9-1d97-480f-be5a-c55abf2c55c5 with binding_index 1 {{(pid=128084) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 11:53:13.616135 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.base_scheduler [None req-43abc6f8-dc5f-4da7-9b30-31dec962ab34 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-4-hyperv, 50fd94cd-f9cb-4541-a066-b84fe71f8563) {{(pid=128084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:53:13.621263 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43abc6f8-dc5f-4da7-9b30-31dec962ab34 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=128084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:53:13.622298 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-43abc6f8-dc5f-4da7-9b30-31dec962ab34 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for subnet, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:53:13.625776 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c92fd252-ea3c-4423-a629-191154dbf66e None None] Network 50fd94cd-f9cb-4541-a066-b84fe71f8563 requested from dv-neutron-797120-4-hyperv {{(pid=128085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 11:53:13.638034 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-43abc6f8-dc5f-4da7-9b30-31dec962ab34 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.3927834 Jun 24 11:53:13.795244 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cef38f58-3b5e-44dd-a4e8-c974f9fcc0cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d65c8f8-7530-5052-99fe-8ea05073750b-50fd94cd-f9cb-4541-a066-b84fe71f8563', 'network_id': '50fd94cd-f9cb-4541-a066-b84fe71f8563', 'tenant_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'fixed_ips': [{'subnet_id': '1609ab76-5ccb-4b25-b3ad-271cc31be30c'}]}} from dv-neutron-797120-4-hyperv. {{(pid=128085) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 24 11:53:13.796117 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-cef38f58-3b5e-44dd-a4e8-c974f9fcc0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_create {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:53:13.931556 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.db_base_plugin_common [None req-cef38f58-3b5e-44dd-a4e8-c974f9fcc0cb None None] Allocated IP 172.20.0.18 (50fd94cd-f9cb-4541-a066-b84fe71f8563/1609ab76-5ccb-4b25-b3ad-271cc31be30c/0e329af9-40f0-4b7a-b06b-bdeff7497054) {{(pid=128085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 11:53:14.068948 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 35060) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:53:14.074716 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-4a2fde4b-f5b8-47ea-9c76-7d7a1d2d3a1f tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-607323363', 'description': 'tempest-secgroup-smoke-607323363 description', 'project_id': 'adbe78de4fbf48fcad1a6bc46d4a1728'}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:53:14.097917 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-4a2fde4b-f5b8-47ea-9c76-7d7a1d2d3a1f tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for security_group, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:53:14.099652 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-cef38f58-3b5e-44dd-a4e8-c974f9fcc0cb None None] Notify callbacks [] for port, precommit_create {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:53:14.109003 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-cef38f58-3b5e-44dd-a4e8-c974f9fcc0cb None None] Transition to ACTIVE for port object 0e329af9-40f0-4b7a-b06b-bdeff7497054 will not be triggered until provisioned by entity L2. {{(pid=128085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 11:53:14.125824 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-cef38f58-3b5e-44dd-a4e8-c974f9fcc0cb None None] Transition to ACTIVE for port object 0e329af9-40f0-4b7a-b06b-bdeff7497054 will not be triggered until provisioned by entity DHCP. {{(pid=128085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 11:53:14.133555 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-cef38f58-3b5e-44dd-a4e8-c974f9fcc0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-650429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-506361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793193536723'] for port, after_create {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:53:14.137268 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-d446fd1a-546d-4fd4-8ace-11917093a091 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:53:14.176534 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cef38f58-3b5e-44dd-a4e8-c974f9fcc0cb None None] Network 50fd94cd-f9cb-4541-a066-b84fe71f8563 is already hosted by enough agents. {{(pid=128085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 11:53:14.179519 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.scheduler.base_scheduler [None req-cef38f58-3b5e-44dd-a4e8-c974f9fcc0cb None None] Resources bound (agent type, host, resource id): {{(pid=128085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:53:14.185307 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cef38f58-3b5e-44dd-a4e8-c974f9fcc0cb None None] Received port after_create {{(pid=128085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 11:53:14.195717 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef38f58-3b5e-44dd-a4e8-c974f9fcc0cb None None] Pushing event updated for resources: {'Port': ['ID=0e329af9-40f0-4b7a-b06b-bdeff7497054,revision_number=1']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:53:14.195982 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-4a2fde4b-f5b8-47ea-9c76-7d7a1d2d3a1f tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for security_group, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:53:14.199354 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-cef38f58-3b5e-44dd-a4e8-c974f9fcc0cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:53:14.204312 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-4a2fde4b-f5b8-47ea-9c76-7d7a1d2d3a1f tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800410'] for security_group, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:53:14.207220 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-4a286dd1-fc88-4716-8d0f-11c643f08953 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:53:14.237915 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-4a2fde4b-f5b8-47ea-9c76-7d7a1d2d3a1f tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for security_group, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:53:14.242236 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-4a2fde4b-f5b8-47ea-9c76-7d7a1d2d3a1f tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1682222 Jun 24 11:53:14.242882 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 35062) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:53:14.247763 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-afd50bc5-7cbd-4f74-bc2f-41f21167dca8 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Request body: {'security_group_rule': {'security_group_id': '1b7c31d0-0516-454b-98cb-7517f26059ce', 'project_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:53:14.252873 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2fde4b-f5b8-47ea-9c76-7d7a1d2d3a1f tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1b7c31d0-0516-454b-98cb-7517f26059ce,revision_number=1']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:53:14.253079 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-cef38f58-3b5e-44dd-a4e8-c974f9fcc0cb None None] Attempting to bind port 0e329af9-40f0-4b7a-b06b-bdeff7497054 on host dv-neutron-797120-4-hyperv for vnic_type normal with profile {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 11:53:14.253634 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-cef38f58-3b5e-44dd-a4e8-c974f9fcc0cb None None] Attempting to bind port 0e329af9-40f0-4b7a-b06b-bdeff7497054 by drivers openvswitch,hyperv on host dv-neutron-797120-4-hyperv at level 0 using segments [{'id': '26ac7d63-9c1a-4323-ab8e-36ed1608f1de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '50fd94cd-f9cb-4541-a066-b84fe71f8563'}] {{(pid=128085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 11:53:14.254164 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cef38f58-3b5e-44dd-a4e8-c974f9fcc0cb None None] Attempting to bind port 0e329af9-40f0-4b7a-b06b-bdeff7497054 on network 50fd94cd-f9cb-4541-a066-b84fe71f8563 {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 11:53:14.258044 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-4a2fde4b-f5b8-47ea-9c76-7d7a1d2d3a1f tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:53:14.262524 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cef38f58-3b5e-44dd-a4e8-c974f9fcc0cb None None] Checking agent: {'id': 'e3a695b2-c397-461f-83b0-10b79d490b59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 11, 36, 56), 'started_at': datetime.datetime(2021, 6, 24, 11, 37, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 11, 52, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 11:53:14.263132 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cef38f58-3b5e-44dd-a4e8-c974f9fcc0cb None None] Checking segment: {'id': '26ac7d63-9c1a-4323-ab8e-36ed1608f1de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '50fd94cd-f9cb-4541-a066-b84fe71f8563'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=128085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 11:53:14.263804 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-cef38f58-3b5e-44dd-a4e8-c974f9fcc0cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:53:14.264576 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cef38f58-3b5e-44dd-a4e8-c974f9fcc0cb None None] Bound using segment: {'id': '26ac7d63-9c1a-4323-ab8e-36ed1608f1de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '50fd94cd-f9cb-4541-a066-b84fe71f8563'} {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 11:53:14.265443 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-cef38f58-3b5e-44dd-a4e8-c974f9fcc0cb None None] Bound port: 0e329af9-40f0-4b7a-b06b-bdeff7497054, host: dv-neutron-797120-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26ac7d63-9c1a-4323-ab8e-36ed1608f1de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '50fd94cd-f9cb-4541-a066-b84fe71f8563'}}] {{(pid=128085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 11:53:14.266019 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-cef38f58-3b5e-44dd-a4e8-c974f9fcc0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:53:14.280717 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-afd50bc5-7cbd-4f74-bc2f-41f21167dca8 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for security_group_rule, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:53:14.338657 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-cef38f58-3b5e-44dd-a4e8-c974f9fcc0cb None None] For port 0e329af9-40f0-4b7a-b06b-bdeff7497054, host dv-neutron-797120-4-hyperv, cleared binding levels {{(pid=128085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 11:53:14.341916 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-cef38f58-3b5e-44dd-a4e8-c974f9fcc0cb None None] For port 0e329af9-40f0-4b7a-b06b-bdeff7497054, host dv-neutron-797120-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=0e329af9-40f0-4b7a-b06b-bdeff7497054,segment=NetworkSegment(26ac7d63-9c1a-4323-ab8e-36ed1608f1de),segment_id=26ac7d63-9c1a-4323-ab8e-36ed1608f1de)] {{(pid=128085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 11:53:14.345408 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-afd50bc5-7cbd-4f74-bc2f-41f21167dca8 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:53:14.346305 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-cef38f58-3b5e-44dd-a4e8-c974f9fcc0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:53:14.348498 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:53:14.349840 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-afd50bc5-7cbd-4f74-bc2f-41f21167dca8 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1627007'] for security_group_rule, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:53:14.352198 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-5cb0e483-491a-4329-ad91-1f3a20d84504 tempest-SecGroupIPv6Test-993619391 tempest-SecGroupIPv6Test-993619391-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:53:14.368835 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd50bc5-7cbd-4f74-bc2f-41f21167dca8 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b12234b-5435-40f6-9992-ace8b8a4dca1,revision_number=0']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:53:14.371950 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-afd50bc5-7cbd-4f74-bc2f-41f21167dca8 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:53:14.375879 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-afd50bc5-7cbd-4f74-bc2f-41f21167dca8 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for security_group_rule, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:53:14.382427 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-afd50bc5-7cbd-4f74-bc2f-41f21167dca8 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1338184 Jun 24 11:53:14.382828 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 35064) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:53:14.387950 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [None req-c8d432ce-2760-4098-b893-8bba957cf959 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Request body: {'security_group_rule': {'security_group_id': '1b7c31d0-0516-454b-98cb-7517f26059ce', 'project_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:53:14.418819 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef38f58-3b5e-44dd-a4e8-c974f9fcc0cb None None] Pushing event updated for resources: {'Port': ['ID=0e329af9-40f0-4b7a-b06b-bdeff7497054,revision_number=2']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:53:14.422449 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-cef38f58-3b5e-44dd-a4e8-c974f9fcc0cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:53:14.438207 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-c8d432ce-2760-4098-b893-8bba957cf959 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for security_group_rule, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:53:14.494261 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-c8d432ce-2760-4098-b893-8bba957cf959 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:53:14.498190 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-c8d432ce-2760-4098-b893-8bba957cf959 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1627007'] for security_group_rule, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:53:14.499985 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-8765e668-eac0-496a-98d3-8b664f6a8a25 tempest-SecGroupTest-1107880395 tempest-SecGroupTest-1107880395-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:53:14.518442 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d432ce-2760-4098-b893-8bba957cf959 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=851b221c-87fd-4d95-8d0f-89e7599c6ba0,revision_number=0']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:53:14.521450 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-c8d432ce-2760-4098-b893-8bba957cf959 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:53:14.524595 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-c8d432ce-2760-4098-b893-8bba957cf959 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for security_group_rule, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:53:14.529089 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-c8d432ce-2760-4098-b893-8bba957cf959 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1420119 Jun 24 11:53:14.529089 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 35066) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:53:14.533135 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [None req-391096be-77e6-428f-bce8-0af32710108d tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Request body: {'security_group_rule': {'security_group_id': '1b7c31d0-0516-454b-98cb-7517f26059ce', 'project_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:53:14.568695 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-391096be-77e6-428f-bce8-0af32710108d tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for security_group_rule, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:53:14.598338 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:53:14.664089 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-391096be-77e6-428f-bce8-0af32710108d tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:53:14.668503 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-391096be-77e6-428f-bce8-0af32710108d tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1627007'] for security_group_rule, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:53:14.670419 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-5ce329c5-254f-451b-89cb-c77dab2c2f0b tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:53:14.688807 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391096be-77e6-428f-bce8-0af32710108d tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=962cb978-d231-4131-89f6-202192dae44f,revision_number=0']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:53:14.691919 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-391096be-77e6-428f-bce8-0af32710108d tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:53:14.696698 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-391096be-77e6-428f-bce8-0af32710108d tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for security_group_rule, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:53:14.698269 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-391096be-77e6-428f-bce8-0af32710108d tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1688056 Jun 24 11:53:14.701192 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 35068) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:53:14.706248 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [None req-8aa4a9e3-6980-49c4-853f-822ccbbc9029 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Request body: {'security_group_rule': {'security_group_id': '1b7c31d0-0516-454b-98cb-7517f26059ce', 'project_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:53:14.737204 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-8aa4a9e3-6980-49c4-853f-822ccbbc9029 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for security_group_rule, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:53:14.809975 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-8aa4a9e3-6980-49c4-853f-822ccbbc9029 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:53:14.813966 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-8aa4a9e3-6980-49c4-853f-822ccbbc9029 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1627007'] for security_group_rule, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:53:14.820614 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:53:14.837757 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa4a9e3-6980-49c4-853f-822ccbbc9029 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a003f76b-fb6f-4cc6-af34-65bdebe404ea,revision_number=0']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:53:14.840826 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-8aa4a9e3-6980-49c4-853f-822ccbbc9029 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:53:14.842026 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-8aa4a9e3-6980-49c4-853f-822ccbbc9029 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for security_group_rule, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:53:14.843392 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-8aa4a9e3-6980-49c4-853f-822ccbbc9029 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1411874 Jun 24 11:53:14.846476 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 35070) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:53:14.851274 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [None req-d307c924-9665-4504-a498-60bb560e81d6 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Request body: {'security_group_rule': {'security_group_id': '1b7c31d0-0516-454b-98cb-7517f26059ce', 'project_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:53:14.875955 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.db.securitygroups_db [None req-d307c924-9665-4504-a498-60bb560e81d6 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Project adbe78de4fbf48fcad1a6bc46d4a1728 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 24 11:53:14.882036 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-d307c924-9665-4504-a498-60bb560e81d6 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for security_group_rule, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:53:14.943381 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-d307c924-9665-4504-a498-60bb560e81d6 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:53:14.947233 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-d307c924-9665-4504-a498-60bb560e81d6 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1627007'] for security_group_rule, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:53:14.949307 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-690a8741-0818-4e98-820a-904dfe6ff2d5 tempest-SecGroupIPv6Test-993619391 tempest-SecGroupIPv6Test-993619391-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:53:14.968477 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d307c924-9665-4504-a498-60bb560e81d6 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e41bee5c-763b-4345-86a1-72b332d95ed0,revision_number=0']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:53:14.971032 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-d307c924-9665-4504-a498-60bb560e81d6 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for security_group_rule, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:53:14.972437 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-d307c924-9665-4504-a498-60bb560e81d6 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1249602 Jun 24 11:53:14.973598 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-d307c924-9665-4504-a498-60bb560e81d6 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:53:14.975252 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 35072) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:53:14.980473 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [None req-e174c6a3-437e-4d8e-845c-0fbd26586c62 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Request body: {'security_group_rule': {'security_group_id': '1b7c31d0-0516-454b-98cb-7517f26059ce', 'project_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:53:15.002668 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.db.securitygroups_db [None req-e174c6a3-437e-4d8e-845c-0fbd26586c62 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Project adbe78de4fbf48fcad1a6bc46d4a1728 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 24 11:53:15.008104 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-e174c6a3-437e-4d8e-845c-0fbd26586c62 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for security_group_rule, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:53:15.085180 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-e174c6a3-437e-4d8e-845c-0fbd26586c62 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:53:15.091857 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-e174c6a3-437e-4d8e-845c-0fbd26586c62 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1627007'] for security_group_rule, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:53:15.093410 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-c8d432ce-2760-4098-b893-8bba957cf959 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:53:15.112214 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e174c6a3-437e-4d8e-845c-0fbd26586c62 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c822b2f6-2035-4ebe-a11a-fdc1a85ccbf5,revision_number=0']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:53:15.115539 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-e174c6a3-437e-4d8e-845c-0fbd26586c62 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:53:15.122074 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-e174c6a3-437e-4d8e-845c-0fbd26586c62 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for security_group_rule, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:53:15.123347 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-e174c6a3-437e-4d8e-845c-0fbd26586c62 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1464813 Jun 24 11:53:15.376348 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-d8a313fd-b825-4922-af4e-ad3818919218 req-aefe8957-731e-4bb5-80a8-b0a1202cd9b9 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-607323363&fields=id&tenant_id=adbe78de4fbf48fcad1a6bc46d4a1728 HTTP/1.1" status: 200 len: 267 time: 0.0409853 Jun 24 11:53:15.408040 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-316e6dcd-cca9-4d70-aa04-859d2335e291 None None] Network 50fd94cd-f9cb-4541-a066-b84fe71f8563 requested from dv-neutron-797120-4-hyperv {{(pid=128085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 11:53:15.494426 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-a296c720-b7ca-412b-9a09-848393a7fac4 None None] Provisioning for port 0e329af9-40f0-4b7a-b06b-bdeff7497054 completed by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 11:53:15.504427 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a313fd-b825-4922-af4e-ad3818919218 req-9886c164-b294-416d-895e-c6b4254f5b01 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:53:15.505942 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-d8a313fd-b825-4922-af4e-ad3818919218 req-9886c164-b294-416d-895e-c6b4254f5b01 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "GET /v2.0/networks?id=50fd94cd-f9cb-4541-a066-b84fe71f8563 HTTP/1.1" status: 200 len: 797 time: 0.1182313 Jun 24 11:53:15.526300 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-d8a313fd-b825-4922-af4e-ad3818919218 req-84cf1ab0-d40f-438d-a9aa-6cce85dc134e tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "GET /v2.0/quotas/adbe78de4fbf48fcad1a6bc46d4a1728 HTTP/1.1" status: 200 len: 375 time: 0.0133381 Jun 24 11:53:15.621317 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-d8a313fd-b825-4922-af4e-ad3818919218 req-24e4013b-4a9d-4a4e-a25a-7a8aa0434457 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=adbe78de4fbf48fcad1a6bc46d4a1728&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0895128 Jun 24 11:53:15.742505 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-d8a313fd-b825-4922-af4e-ad3818919218 req-e810830d-7a73-4b77-98f8-c91955ad7543 service neutron] 10.222.0.53 "GET /v2.0/networks/50fd94cd-f9cb-4541-a066-b84fe71f8563?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1051154 Jun 24 11:53:15.847478 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-d8a313fd-b825-4922-af4e-ad3818919218 req-367a4fae-7bf8-499e-8fde-bb58d1a0840c service neutron] 10.222.0.53 "GET /v2.0/networks/50fd94cd-f9cb-4541-a066-b84fe71f8563?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1006606 Jun 24 11:53:15.854849 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device 0e329af9-40f0-4b7a-b06b-bdeff7497054 up at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 11:53:15.902230 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning for port 0e329af9-40f0-4b7a-b06b-bdeff7497054 completed by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 11:53:15.905907 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning complete for port 0e329af9-40f0-4b7a-b06b-bdeff7497054 triggered by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:53:15.906305 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:53:15.997027 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:53:16.014724 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-0d10f293-383b-427d-9acf-de17f0eff5cc req-5539c4c6-9b7f-4f79-996e-1c00c798fe85 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "GET /v2.0/ports?device_id=9598e26c-9a93-4f9f-93a3-4b4f6f02f162 HTTP/1.1" status: 200 len: 210 time: 0.0301747 Jun 24 11:53:16.037661 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] For port 0e329af9-40f0-4b7a-b06b-bdeff7497054, host dv-neutron-797120-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=0e329af9-40f0-4b7a-b06b-bdeff7497054,segment=NetworkSegment(26ac7d63-9c1a-4323-ab8e-36ed1608f1de),segment_id=26ac7d63-9c1a-4323-ab8e-36ed1608f1de)] {{(pid=128085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 11:53:16.037661 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:53:16.037980 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-368c992a-ae8b-4d75-828b-4c8bf8718e57 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:53:16.087535 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Pushing event updated for resources: {'Port': ['ID=0e329af9-40f0-4b7a-b06b-bdeff7497054,revision_number=3']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:53:16.090855 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:53:17.166619 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-6a2c96d5-5ca9-4020-8167-0636bdfd1bbb req-beb68cd5-fdc3-4fcd-a5ab-d460e5f7df26 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "GET /v2.0/ports?device_id=9598e26c-9a93-4f9f-93a3-4b4f6f02f162 HTTP/1.1" status: 200 len: 210 time: 0.0334957 Jun 24 11:53:17.202546 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a313fd-b825-4922-af4e-ad3818919218 req-be28461c-dbd4-4949-a90f-4cbf854e75ec tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:53:17.203987 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-d8a313fd-b825-4922-af4e-ad3818919218 req-be28461c-dbd4-4949-a90f-4cbf854e75ec tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.45 "GET /v2.0/networks?id=50fd94cd-f9cb-4541-a066-b84fe71f8563 HTTP/1.1" status: 200 len: 797 time: 0.1547709 Jun 24 11:53:17.252944 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-d8a313fd-b825-4922-af4e-ad3818919218 req-50de7bb3-6182-44c2-85b1-597b3786263e tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=adbe78de4fbf48fcad1a6bc46d4a1728 HTTP/1.1" status: 200 len: 472 time: 0.0371752 Jun 24 11:53:17.264766 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [req-d8a313fd-b825-4922-af4e-ad3818919218 req-970ca2a5-062a-4343-858e-963e7b9a8e01 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Request body: {'port': {'device_id': '9598e26c-9a93-4f9f-93a3-4b4f6f02f162', 'network_id': '50fd94cd-f9cb-4541-a066-b84fe71f8563', 'admin_state_up': True, 'tenant_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'security_groups': ['1b7c31d0-0516-454b-98cb-7517f26059ce']}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:53:17.387638 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d8a313fd-b825-4922-af4e-ad3818919218 req-970ca2a5-062a-4343-858e-963e7b9a8e01 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Made reservation on behalf of adbe78de4fbf48fcad1a6bc46d4a1728 for: {'port': 1} {{(pid=128083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 11:53:17.391163 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-d8a313fd-b825-4922-af4e-ad3818919218 req-970ca2a5-062a-4343-858e-963e7b9a8e01 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:53:17.512655 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.db_base_plugin_common [req-d8a313fd-b825-4922-af4e-ad3818919218 req-970ca2a5-062a-4343-858e-963e7b9a8e01 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Allocated IP 172.20.0.29 (50fd94cd-f9cb-4541-a066-b84fe71f8563/1609ab76-5ccb-4b25-b3ad-271cc31be30c/9e6ac94d-d79c-46ad-b892-6c54d65ea9fc) {{(pid=128083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 11:53:17.658940 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-d8a313fd-b825-4922-af4e-ad3818919218 req-970ca2a5-062a-4343-858e-963e7b9a8e01 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for port, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:53:17.672734 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.provisioning_blocks [req-d8a313fd-b825-4922-af4e-ad3818919218 req-970ca2a5-062a-4343-858e-963e7b9a8e01 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Transition to ACTIVE for port object 9e6ac94d-d79c-46ad-b892-6c54d65ea9fc will not be triggered until provisioned by entity DHCP. {{(pid=128083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 11:53:17.707041 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-d8a313fd-b825-4922-af4e-ad3818919218 req-970ca2a5-062a-4343-858e-963e7b9a8e01 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-650429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-506361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793193536723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2537853'] for port, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:53:17.712479 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-876cdbb8-890d-46bd-b8d4-dcc5d6fd4dd1 tempest-TestNetworkAdvancedServerOps-1479438933 tempest-TestNetworkAdvancedServerOps-1479438933-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:53:17.751149 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d8a313fd-b825-4922-af4e-ad3818919218 req-970ca2a5-062a-4343-858e-963e7b9a8e01 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Network 50fd94cd-f9cb-4541-a066-b84fe71f8563 is already hosted by enough agents. {{(pid=128083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 11:53:17.756059 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.base_scheduler [req-d8a313fd-b825-4922-af4e-ad3818919218 req-970ca2a5-062a-4343-858e-963e7b9a8e01 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Resources bound (agent type, host, resource id): {{(pid=128083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:53:17.759801 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8a313fd-b825-4922-af4e-ad3818919218 req-970ca2a5-062a-4343-858e-963e7b9a8e01 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Received port after_create {{(pid=128083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 11:53:17.791132 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970ca2a5-062a-4343-858e-963e7b9a8e01 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Pushing event updated for resources: {'Port': ['ID=9e6ac94d-d79c-46ad-b892-6c54d65ea9fc,revision_number=1']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:53:17.794140 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-970ca2a5-062a-4343-858e-963e7b9a8e01 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:53:17.813930 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device 0e329af9-40f0-4b7a-b06b-bdeff7497054 up at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 11:53:17.826134 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a313fd-b825-4922-af4e-ad3818919218 req-970ca2a5-062a-4343-858e-963e7b9a8e01 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:53:17.826763 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-d8a313fd-b825-4922-af4e-ad3818919218 req-970ca2a5-062a-4343-858e-963e7b9a8e01 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468916'] for port, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:53:17.841860 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-d8a313fd-b825-4922-af4e-ad3818919218 req-970ca2a5-062a-4343-858e-963e7b9a8e01 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5809088 Jun 24 11:53:17.860008 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [req-d8a313fd-b825-4922-af4e-ad3818919218 req-2ca55589-a4cd-4d09-addf-c7c16b6e4da3 service neutron] Request body: {'port': {'device_id': '9598e26c-9a93-4f9f-93a3-4b4f6f02f162', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7971'}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:53:17.869374 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning complete for port 0e329af9-40f0-4b7a-b06b-bdeff7497054 triggered by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:53:17.869763 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:53:17.945085 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-d8a313fd-b825-4922-af4e-ad3818919218 req-2ca55589-a4cd-4d09-addf-c7c16b6e4da3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:53:18.059591 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-c1d79774-dade-407a-818c-f5bd1955fed8 None None] Provisioning for port 9e6ac94d-d79c-46ad-b892-6c54d65ea9fc completed by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 11:53:18.063540 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-c1d79774-dade-407a-818c-f5bd1955fed8 None None] Provisioning complete for port 9e6ac94d-d79c-46ad-b892-6c54d65ea9fc triggered by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:53:18.063931 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-c1d79774-dade-407a-818c-f5bd1955fed8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:53:18.097903 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-c1d79774-dade-407a-818c-f5bd1955fed8 None None] Port 9e6ac94d-d79c-46ad-b892-6c54d65ea9fc cannot update to ACTIVE because it is not bound. {{(pid=128085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 11:53:18.235842 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.notifiers.nova [req-d8a313fd-b825-4922-af4e-ad3818919218 req-2ca55589-a4cd-4d09-addf-c7c16b6e4da3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e6ac94d-d79c-46ad-b892-6c54d65ea9fc {{(pid=128083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 11:53:18.245335 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-d8a313fd-b825-4922-af4e-ad3818919218 req-2ca55589-a4cd-4d09-addf-c7c16b6e4da3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:53:18.257396 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.provisioning_blocks [req-d8a313fd-b825-4922-af4e-ad3818919218 req-2ca55589-a4cd-4d09-addf-c7c16b6e4da3 service neutron] Transition to ACTIVE for port object 9e6ac94d-d79c-46ad-b892-6c54d65ea9fc will not be triggered until provisioned by entity L2. {{(pid=128083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 11:53:18.261073 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-d8a313fd-b825-4922-af4e-ad3818919218 req-2ca55589-a4cd-4d09-addf-c7c16b6e4da3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2537871'] for port, after_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:53:18.263863 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-6e74531b-bfc2-487e-877b-646eb3a759b9 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:53:18.344203 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca55589-a4cd-4d09-addf-c7c16b6e4da3 service neutron] Pushing event updated for resources: {'Port': ['ID=9e6ac94d-d79c-46ad-b892-6c54d65ea9fc,revision_number=2']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:53:18.364064 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-2ca55589-a4cd-4d09-addf-c7c16b6e4da3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:53:18.752763 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.managers [req-d8a313fd-b825-4922-af4e-ad3818919218 req-2ca55589-a4cd-4d09-addf-c7c16b6e4da3 service neutron] Attempting to bind port 9e6ac94d-d79c-46ad-b892-6c54d65ea9fc on host hv-neutron-7971 for vnic_type normal with profile {{(pid=128083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 11:53:18.753124 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.managers [req-d8a313fd-b825-4922-af4e-ad3818919218 req-2ca55589-a4cd-4d09-addf-c7c16b6e4da3 service neutron] Attempting to bind port 9e6ac94d-d79c-46ad-b892-6c54d65ea9fc by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': '26ac7d63-9c1a-4323-ab8e-36ed1608f1de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '50fd94cd-f9cb-4541-a066-b84fe71f8563'}] {{(pid=128083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 11:53:18.753450 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8a313fd-b825-4922-af4e-ad3818919218 req-2ca55589-a4cd-4d09-addf-c7c16b6e4da3 service neutron] Attempting to bind port 9e6ac94d-d79c-46ad-b892-6c54d65ea9fc on network 50fd94cd-f9cb-4541-a066-b84fe71f8563 {{(pid=128083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 11:53:18.781133 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e049a8-ed3b-4440-9e55-ae046d1f97c3 req-c8e49c76-30e6-4451-8058-bb9aefa0eb35 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:53:18.782565 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-30e049a8-ed3b-4440-9e55-ae046d1f97c3 req-c8e49c76-30e6-4451-8058-bb9aefa0eb35 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "GET /v2.0/ports?device_id=9598e26c-9a93-4f9f-93a3-4b4f6f02f162 HTTP/1.1" status: 200 len: 944 time: 0.4951866 Jun 24 11:53:18.786023 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8a313fd-b825-4922-af4e-ad3818919218 req-2ca55589-a4cd-4d09-addf-c7c16b6e4da3 service neutron] Port 9e6ac94d-d79c-46ad-b892-6c54d65ea9fc on network 50fd94cd-f9cb-4541-a066-b84fe71f8563 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=128083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 11:53:18.786247 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8a313fd-b825-4922-af4e-ad3818919218 req-2ca55589-a4cd-4d09-addf-c7c16b6e4da3 service neutron] Attempting to bind port 9e6ac94d-d79c-46ad-b892-6c54d65ea9fc on network 50fd94cd-f9cb-4541-a066-b84fe71f8563 {{(pid=128083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 11:53:18.800373 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8a313fd-b825-4922-af4e-ad3818919218 req-2ca55589-a4cd-4d09-addf-c7c16b6e4da3 service neutron] Checking agent: {'id': 'a2c9a14d-87aa-4cd1-a510-11988f19c3d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7971', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 11, 42, 44), 'started_at': datetime.datetime(2021, 6, 24, 11, 42, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 11, 53, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=128083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 11:53:18.800760 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8a313fd-b825-4922-af4e-ad3818919218 req-2ca55589-a4cd-4d09-addf-c7c16b6e4da3 service neutron] Checking segment: {'id': '26ac7d63-9c1a-4323-ab8e-36ed1608f1de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '50fd94cd-f9cb-4541-a066-b84fe71f8563'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=128083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 11:53:18.801160 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8a313fd-b825-4922-af4e-ad3818919218 req-2ca55589-a4cd-4d09-addf-c7c16b6e4da3 service neutron] Bound using segment: {'id': '26ac7d63-9c1a-4323-ab8e-36ed1608f1de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '50fd94cd-f9cb-4541-a066-b84fe71f8563'} {{(pid=128083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 11:53:18.801591 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.managers [req-d8a313fd-b825-4922-af4e-ad3818919218 req-2ca55589-a4cd-4d09-addf-c7c16b6e4da3 service neutron] Bound port: 9e6ac94d-d79c-46ad-b892-6c54d65ea9fc, host: hv-neutron-7971, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26ac7d63-9c1a-4323-ab8e-36ed1608f1de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '50fd94cd-f9cb-4541-a066-b84fe71f8563'}}] {{(pid=128083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 11:53:18.801939 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-d8a313fd-b825-4922-af4e-ad3818919218 req-2ca55589-a4cd-4d09-addf-c7c16b6e4da3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:53:18.872796 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-30e049a8-ed3b-4440-9e55-ae046d1f97c3 req-37457509-da17-483d-9a1f-c6f8fc5a631a tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "GET /v2.0/security-groups?id=1b7c31d0-0516-454b-98cb-7517f26059ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0824380 Jun 24 11:53:18.889833 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34687b9b-54dc-4c3a-a35f-23c685b65686 req-cc90e8b1-b1cd-403b-a9cd-bff1260dd394 tempest-TestVolumeBootPattern-428988392 tempest-TestVolumeBootPattern-428988392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:53:18.891274 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-34687b9b-54dc-4c3a-a35f-23c685b65686 req-cc90e8b1-b1cd-403b-a9cd-bff1260dd394 tempest-TestVolumeBootPattern-428988392 tempest-TestVolumeBootPattern-428988392-project] 10.222.0.53 "GET /v2.0/ports?device_id=5e25e9f8-29cf-4860-93c6-e03d46d226de HTTP/1.1" status: 200 len: 946 time: 0.1528311 Jun 24 11:53:18.928396 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.db [req-d8a313fd-b825-4922-af4e-ad3818919218 req-2ca55589-a4cd-4d09-addf-c7c16b6e4da3 service neutron] For port 9e6ac94d-d79c-46ad-b892-6c54d65ea9fc, host hv-neutron-7971, cleared binding levels {{(pid=128083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 11:53:18.949407 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.db [req-d8a313fd-b825-4922-af4e-ad3818919218 req-2ca55589-a4cd-4d09-addf-c7c16b6e4da3 service neutron] For port 9e6ac94d-d79c-46ad-b892-6c54d65ea9fc, host hv-neutron-7971, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=9e6ac94d-d79c-46ad-b892-6c54d65ea9fc,segment=NetworkSegment(26ac7d63-9c1a-4323-ab8e-36ed1608f1de),segment_id=26ac7d63-9c1a-4323-ab8e-36ed1608f1de)] {{(pid=128083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 11:53:18.954844 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-34687b9b-54dc-4c3a-a35f-23c685b65686 req-848d6273-97be-4334-bb81-2508c8bb9899 tempest-TestVolumeBootPattern-428988392 tempest-TestVolumeBootPattern-428988392-project] 10.222.0.53 "GET /v2.0/security-groups?id=ddc26bf4-0de0-4c33-8d45-b7d4817ee778&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0538883 Jun 24 11:53:18.956269 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-d8a313fd-b825-4922-af4e-ad3818919218 req-2ca55589-a4cd-4d09-addf-c7c16b6e4da3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2537871'] for port, after_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:53:18.958237 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-d6fdd123-064f-4319-8094-607871e1ae4a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:53:18.992057 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a313fd-b825-4922-af4e-ad3818919218 req-2ca55589-a4cd-4d09-addf-c7c16b6e4da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:53:18.992671 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-d8a313fd-b825-4922-af4e-ad3818919218 req-2ca55589-a4cd-4d09-addf-c7c16b6e4da3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468916'] for port, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:53:18.994129 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-d8a313fd-b825-4922-af4e-ad3818919218 req-2ca55589-a4cd-4d09-addf-c7c16b6e4da3 service neutron] 10.222.0.45 "PUT /v2.0/ports/9e6ac94d-d79c-46ad-b892-6c54d65ea9fc HTTP/1.1" status: 200 len: 1094 time: 1.1390257 Jun 24 11:53:18.994606 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9598e26c-9a93-4f9f-93a3-4b4f6f02f162', 'tag': '9e6ac94d-d79c-46ad-b892-6c54d65ea9fc'}] {{(pid=128083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 11:53:18.996889 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a77f7dee1a0522ddf93af289475d218fcdb8f30317daadec13ebf930b5b9dbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2aacec64-4048-49ed-bde3-99c472be97d6" -d '{"events": [{"name": "network-changed", "server_uuid": "9598e26c-9a93-4f9f-93a3-4b4f6f02f162", "tag": "9e6ac94d-d79c-46ad-b892-6c54d65ea9fc"}]}' {{(pid=128083) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 11:53:19.026554 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca55589-a4cd-4d09-addf-c7c16b6e4da3 service neutron] Pushing event updated for resources: {'Port': ['ID=9e6ac94d-d79c-46ad-b892-6c54d65ea9fc,revision_number=3']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:53:19.030077 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-2ca55589-a4cd-4d09-addf-c7c16b6e4da3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:53:19.047159 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 11:53:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d021257-1c6b-454d-b028-2be3d47de8c7 x-openstack-request-id: req-2d021257-1c6b-454d-b028-2be3d47de8c7 {{(pid=128083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 11:53:19.047509 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9598e26c-9a93-4f9f-93a3-4b4f6f02f162", "tag": "9e6ac94d-d79c-46ad-b892-6c54d65ea9fc", "status": "completed", "code": 200}]} {{(pid=128083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 11:53:19.047815 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-2d021257-1c6b-454d-b028-2be3d47de8c7 {{(pid=128083) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 11:53:19.048262 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9598e26c-9a93-4f9f-93a3-4b4f6f02f162', 'tag': '9e6ac94d-d79c-46ad-b892-6c54d65ea9fc', 'status': 'completed', 'code': 200} Jun 24 11:53:19.102534 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a313fd-b825-4922-af4e-ad3818919218 req-b108b0a1-17b0-4fd6-b6be-3a553bf48e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:53:19.104036 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-d8a313fd-b825-4922-af4e-ad3818919218 req-b108b0a1-17b0-4fd6-b6be-3a553bf48e98 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=adbe78de4fbf48fcad1a6bc46d4a1728&device_id=9598e26c-9a93-4f9f-93a3-4b4f6f02f162 HTTP/1.1" status: 200 len: 1097 time: 0.0601544 Jun 24 11:53:19.151981 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-d8a313fd-b825-4922-af4e-ad3818919218 req-307fea0a-eb46-457f-b629-42d0a7f70aef service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.29&port_id=9e6ac94d-d79c-46ad-b892-6c54d65ea9fc HTTP/1.1" status: 200 len: 217 time: 0.0390668 Jun 24 11:53:19.200963 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a313fd-b825-4922-af4e-ad3818919218 req-378e3f69-aa2e-4eb9-a49b-e3e75e6d2af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:53:19.202485 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-d8a313fd-b825-4922-af4e-ad3818919218 req-378e3f69-aa2e-4eb9-a49b-e3e75e6d2af7 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=1609ab76-5ccb-4b25-b3ad-271cc31be30c HTTP/1.1" status: 200 len: 838 time: 0.0434172 Jun 24 11:53:19.263750 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a313fd-b825-4922-af4e-ad3818919218 req-65a6c849-d25c-453e-bd0c-dae51288db7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:53:19.265264 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-d8a313fd-b825-4922-af4e-ad3818919218 req-65a6c849-d25c-453e-bd0c-dae51288db7c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=50fd94cd-f9cb-4541-a066-b84fe71f8563&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0553071 Jun 24 11:53:19.359760 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-d8a313fd-b825-4922-af4e-ad3818919218 req-92608aa7-53d6-4f4a-bce9-8b61c9c5a7c4 service neutron] 10.222.0.45 "GET /v2.0/networks/50fd94cd-f9cb-4541-a066-b84fe71f8563?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870595 Jun 24 11:53:19.448834 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-d8a313fd-b825-4922-af4e-ad3818919218 req-f096a2da-d809-4038-80e1-47dd8ecbe30f service neutron] 10.222.0.45 "GET /v2.0/networks/50fd94cd-f9cb-4541-a066-b84fe71f8563?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808709 Jun 24 11:53:19.548673 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aacec64-4048-49ed-bde3-99c472be97d6 req-5f0f0a4b-9a94-4178-aac6-f10d68a1f4a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:53:19.550333 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-2aacec64-4048-49ed-bde3-99c472be97d6 req-5f0f0a4b-9a94-4178-aac6-f10d68a1f4a9 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=adbe78de4fbf48fcad1a6bc46d4a1728&device_id=9598e26c-9a93-4f9f-93a3-4b4f6f02f162 HTTP/1.1" status: 200 len: 1097 time: 0.0536849 Jun 24 11:53:19.647874 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aacec64-4048-49ed-bde3-99c472be97d6 req-22db6f07-a951-4ce2-8c01-2d59226dbf85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:53:19.649355 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-2aacec64-4048-49ed-bde3-99c472be97d6 req-22db6f07-a951-4ce2-8c01-2d59226dbf85 service neutron] 10.222.0.45 "GET /v2.0/networks?id=50fd94cd-f9cb-4541-a066-b84fe71f8563 HTTP/1.1" status: 200 len: 898 time: 0.0895901 Jun 24 11:53:19.691675 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-2aacec64-4048-49ed-bde3-99c472be97d6 req-8089da6f-e579-40a5-bc0b-56d5a2d85324 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.29&port_id=9e6ac94d-d79c-46ad-b892-6c54d65ea9fc HTTP/1.1" status: 200 len: 217 time: 0.0335200 Jun 24 11:53:19.748813 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aacec64-4048-49ed-bde3-99c472be97d6 req-e37a91a8-ff09-4287-8058-87402f3c4aba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:53:19.750274 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-2aacec64-4048-49ed-bde3-99c472be97d6 req-e37a91a8-ff09-4287-8058-87402f3c4aba service neutron] 10.222.0.45 "GET /v2.0/subnets?id=1609ab76-5ccb-4b25-b3ad-271cc31be30c HTTP/1.1" status: 200 len: 838 time: 0.0514500 Jun 24 11:53:19.807987 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aacec64-4048-49ed-bde3-99c472be97d6 req-374d9195-9a0a-4eb8-8f62-abb2bf1cd38d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:53:19.809519 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-2aacec64-4048-49ed-bde3-99c472be97d6 req-374d9195-9a0a-4eb8-8f62-abb2bf1cd38d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=50fd94cd-f9cb-4541-a066-b84fe71f8563&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0512202 Jun 24 11:53:19.904280 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-2aacec64-4048-49ed-bde3-99c472be97d6 req-a69b74a7-9dac-4693-9e38-dfd4f0dd8e11 service neutron] 10.222.0.45 "GET /v2.0/networks/50fd94cd-f9cb-4541-a066-b84fe71f8563?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869627 Jun 24 11:53:20.033340 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-2aacec64-4048-49ed-bde3-99c472be97d6 req-f7c75769-3293-4211-9d9f-38eb36f33bdc service neutron] 10.222.0.45 "GET /v2.0/networks/50fd94cd-f9cb-4541-a066-b84fe71f8563?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1198831 Jun 24 11:53:20.064773 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e549aa-1792-4184-89e1-1fcbe6f9b6cc req-aa30ca04-cc8d-447e-a01b-2b6614da9956 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:53:20.066288 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-09e549aa-1792-4184-89e1-1fcbe6f9b6cc req-aa30ca04-cc8d-447e-a01b-2b6614da9956 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "GET /v2.0/ports?device_id=9598e26c-9a93-4f9f-93a3-4b4f6f02f162 HTTP/1.1" status: 200 len: 944 time: 0.0781288 Jun 24 11:53:20.143747 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-09e549aa-1792-4184-89e1-1fcbe6f9b6cc req-074692c9-4d08-478b-bd62-c3d3dc4045fb tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "GET /v2.0/security-groups?id=1b7c31d0-0516-454b-98cb-7517f26059ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0713835 Jun 24 11:53:20.169030 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d5cedf-b47d-4ddb-b20d-57a8ada0988f req-eaa58ba4-e357-4688-bdb8-01d325b66c1b tempest-TestVolumeBootPattern-428988392 tempest-TestVolumeBootPattern-428988392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:53:20.170478 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-18d5cedf-b47d-4ddb-b20d-57a8ada0988f req-eaa58ba4-e357-4688-bdb8-01d325b66c1b tempest-TestVolumeBootPattern-428988392 tempest-TestVolumeBootPattern-428988392-project] 10.222.0.53 "GET /v2.0/ports?device_id=5e25e9f8-29cf-4860-93c6-e03d46d226de HTTP/1.1" status: 200 len: 946 time: 0.0993109 Jun 24 11:53:20.208136 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-18d5cedf-b47d-4ddb-b20d-57a8ada0988f req-43198959-8334-42da-8503-1a40f0632363 tempest-TestVolumeBootPattern-428988392 tempest-TestVolumeBootPattern-428988392-project] 10.222.0.53 "GET /v2.0/security-groups?id=ddc26bf4-0de0-4c33-8d45-b7d4817ee778&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0320451 Jun 24 11:53:20.581045 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b42da8-e99e-4ff3-bee7-639b9df6e569 req-e1a73184-25d3-46bb-9bc6-2b6f5df580a6 tempest-TestVolumeBootPattern-428988392 tempest-TestVolumeBootPattern-428988392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:53:20.582506 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-a9b42da8-e99e-4ff3-bee7-639b9df6e569 req-e1a73184-25d3-46bb-9bc6-2b6f5df580a6 tempest-TestVolumeBootPattern-428988392 tempest-TestVolumeBootPattern-428988392-project] 10.222.0.45 "GET /v2.0/ports?device_id=5e25e9f8-29cf-4860-93c6-e03d46d226de HTTP/1.1" status: 200 len: 946 time: 0.0674591 Jun 24 11:53:20.696028 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.plugin [req-a9b42da8-e99e-4ff3-bee7-639b9df6e569 req-b7e8782c-ca21-4826-bde3-2ab28686cf93 tempest-TestVolumeBootPattern-428988392 tempest-TestVolumeBootPattern-428988392-project] Deleting port 71bd0aa5-7b84-4385-9fc4-2e4d3b22fafa {{(pid=128083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 11:53:20.696360 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-a9b42da8-e99e-4ff3-bee7-639b9df6e569 req-b7e8782c-ca21-4826-bde3-2ab28686cf93 tempest-TestVolumeBootPattern-428988392 tempest-TestVolumeBootPattern-428988392-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793193942312'] for port, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:53:20.783464 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.db [req-a9b42da8-e99e-4ff3-bee7-639b9df6e569 req-b7e8782c-ca21-4826-bde3-2ab28686cf93 tempest-TestVolumeBootPattern-428988392 tempest-TestVolumeBootPattern-428988392-project] For port 71bd0aa5-7b84-4385-9fc4-2e4d3b22fafa, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=71bd0aa5-7b84-4385-9fc4-2e4d3b22fafa,segment=NetworkSegment(feccf5a9-eb5f-4366-9287-7909e7dea8b2),segment_id=feccf5a9-eb5f-4366-9287-7909e7dea8b2)] {{(pid=128083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 11:53:20.783819 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-a9b42da8-e99e-4ff3-bee7-639b9df6e569 req-b7e8782c-ca21-4826-bde3-2ab28686cf93 tempest-TestVolumeBootPattern-428988392 tempest-TestVolumeBootPattern-428988392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1978872'] for port, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:53:21.023677 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-a9b42da8-e99e-4ff3-bee7-639b9df6e569 req-b7e8782c-ca21-4826-bde3-2ab28686cf93 tempest-TestVolumeBootPattern-428988392 tempest-TestVolumeBootPattern-428988392-project] Notify callbacks [] for floatingip, precommit_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:53:21.024044 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-a9b42da8-e99e-4ff3-bee7-639b9df6e569 req-b7e8782c-ca21-4826-bde3-2ab28686cf93 tempest-TestVolumeBootPattern-428988392 tempest-TestVolumeBootPattern-428988392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1815637'] for floatingip, after_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:53:21.024354 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.db.l3_db [req-a9b42da8-e99e-4ff3-bee7-639b9df6e569 req-b7e8782c-ca21-4826-bde3-2ab28686cf93 tempest-TestVolumeBootPattern-428988392 tempest-TestVolumeBootPattern-428988392-project] Floating IP 53f17c8a-ad00-47f0-9f9f-c0920b1dcbf9 disassociated. External IP: 172.26.7.252, port: 71bd0aa5-7b84-4385-9fc4-2e4d3b22fafa. Jun 24 11:53:21.024696 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.plugin [req-a9b42da8-e99e-4ff3-bee7-639b9df6e569 req-b7e8782c-ca21-4826-bde3-2ab28686cf93 tempest-TestVolumeBootPattern-428988392 tempest-TestVolumeBootPattern-428988392-project] Calling delete_port for 71bd0aa5-7b84-4385-9fc4-2e4d3b22fafa owned by compute:nova {{(pid=128083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 11:53:21.162161 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-a9b42da8-e99e-4ff3-bee7-639b9df6e569 req-b7e8782c-ca21-4826-bde3-2ab28686cf93 tempest-TestVolumeBootPattern-428988392 tempest-TestVolumeBootPattern-428988392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793193945299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193536732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2537862'] for port, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:53:21.166548 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-72adbb14-453a-4082-abc2-964885968936 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:53:21.189946 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e8782c-ca21-4826-bde3-2ab28686cf93 tempest-TestVolumeBootPattern-428988392 tempest-TestVolumeBootPattern-428988392-project] Pushing event deleted for resources: {'Port': ['ID=71bd0aa5-7b84-4385-9fc4-2e4d3b22fafa,revision_number=None']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:53:21.193427 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-b7e8782c-ca21-4826-bde3-2ab28686cf93 tempest-TestVolumeBootPattern-428988392 tempest-TestVolumeBootPattern-428988392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:53:21.386916 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-0885ac59-618e-4302-a4c2-700d3f2b8d14 req-b5a86c7e-0dbb-47f2-ae6d-946980e2e9d5 tempest-TestVolumeBootPattern-428988392 tempest-TestVolumeBootPattern-428988392-project] 10.222.0.53 "GET /v2.0/ports?device_id=5e25e9f8-29cf-4860-93c6-e03d46d226de HTTP/1.1" status: 200 len: 210 time: 0.0427115 Jun 24 11:53:21.388616 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a9b42da8-e99e-4ff3-bee7-639b9df6e569 req-b7e8782c-ca21-4826-bde3-2ab28686cf93 tempest-TestVolumeBootPattern-428988392 tempest-TestVolumeBootPattern-428988392-project] Router 1010ec49-338d-4ddb-ab95-5db8aeb9bc3a has already been hosted by L3 agent 2987dba8-2249-4ee6-96ec-28f0f7a6127d {{(pid=128083) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 11:53:21.420661 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247f9b53-6bfc-42dc-9f4f-678ba1424951 req-f3d92ae4-4d1b-4272-bf44-a4efdb100d17 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:53:21.422140 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-247f9b53-6bfc-42dc-9f4f-678ba1424951 req-f3d92ae4-4d1b-4272-bf44-a4efdb100d17 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "GET /v2.0/ports?device_id=9598e26c-9a93-4f9f-93a3-4b4f6f02f162 HTTP/1.1" status: 200 len: 944 time: 0.1555991 Jun 24 11:53:21.531481 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-247f9b53-6bfc-42dc-9f4f-678ba1424951 req-ed7de7aa-72c6-4ff3-9864-3e3cfa5441e5 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "GET /v2.0/security-groups?id=1b7c31d0-0516-454b-98cb-7517f26059ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0783248 Jun 24 11:53:21.569513 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a9b42da8-e99e-4ff3-bee7-639b9df6e569 req-b7e8782c-ca21-4826-bde3-2ab28686cf93 tempest-TestVolumeBootPattern-428988392 tempest-TestVolumeBootPattern-428988392-project] Notify agent at l3_agent.dv-neutron-797120-4-hyperv the message routers_updated {{(pid=128083) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 11:53:21.593064 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9371d97-750d-463e-a660-0327827908d0 None None] Sync routers for ids ['1010ec49-338d-4ddb-ab95-5db8aeb9bc3a'] in dv-neutron-797120-4-hyperv {{(pid=128086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 11:53:21.597761 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9371d97-750d-463e-a660-0327827908d0 None None] Routers {'1010ec49-338d-4ddb-ab95-5db8aeb9bc3a'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 11:53:21.598380 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-d9371d97-750d-463e-a660-0327827908d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T11:52:56Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['1010ec49-338d-4ddb-ab95-5db8aeb9bc3a'], 'active': True} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:53:21.622754 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9b42da8-e99e-4ff3-bee7-639b9df6e569 req-b7e8782c-ca21-4826-bde3-2ab28686cf93 tempest-TestVolumeBootPattern-428988392 tempest-TestVolumeBootPattern-428988392-project] No DVR routers for this DVR port 71bd0aa5-7b84-4385-9fc4-2e4d3b22fafa on host hv-neutron-7971 {{(pid=128083) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 11:53:21.625524 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-a9b42da8-e99e-4ff3-bee7-639b9df6e569 req-b7e8782c-ca21-4826-bde3-2ab28686cf93 tempest-TestVolumeBootPattern-428988392 tempest-TestVolumeBootPattern-428988392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468916'] for port, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:53:21.627858 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-a9b42da8-e99e-4ff3-bee7-639b9df6e569 req-b7e8782c-ca21-4826-bde3-2ab28686cf93 tempest-TestVolumeBootPattern-428988392 tempest-TestVolumeBootPattern-428988392-project] 10.222.0.45 "DELETE /v2.0/ports/71bd0aa5-7b84-4385-9fc4-2e4d3b22fafa HTTP/1.1" status: 204 len: 173 time: 1.0358853 Jun 24 11:53:21.628412 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e25e9f8-29cf-4860-93c6-e03d46d226de', 'name': 'network-vif-deleted', 'tag': '71bd0aa5-7b84-4385-9fc4-2e4d3b22fafa'}] {{(pid=128083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 11:53:21.630839 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a77f7dee1a0522ddf93af289475d218fcdb8f30317daadec13ebf930b5b9dbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd9a8001-b95b-4fe3-9126-b6978eafbad5" -d '{"events": [{"server_uuid": "5e25e9f8-29cf-4860-93c6-e03d46d226de", "name": "network-vif-deleted", "tag": "71bd0aa5-7b84-4385-9fc4-2e4d3b22fafa"}]}' {{(pid=128083) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 11:53:21.675083 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 11:53:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfba80eb-d4e8-4808-b7bc-2b84db25dec4 x-openstack-request-id: req-dfba80eb-d4e8-4808-b7bc-2b84db25dec4 {{(pid=128083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 11:53:21.675641 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e25e9f8-29cf-4860-93c6-e03d46d226de", "name": "network-vif-deleted", "tag": "71bd0aa5-7b84-4385-9fc4-2e4d3b22fafa", "status": "completed", "code": 200}]} {{(pid=128083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 11:53:21.675966 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-dfba80eb-d4e8-4808-b7bc-2b84db25dec4 {{(pid=128083) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 11:53:21.676417 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e25e9f8-29cf-4860-93c6-e03d46d226de', 'name': 'network-vif-deleted', 'tag': '71bd0aa5-7b84-4385-9fc4-2e4d3b22fafa', 'status': 'completed', 'code': 200} Jun 24 11:53:21.717290 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_dvr_db [None req-d9371d97-750d-463e-a660-0327827908d0 None None] Set router 1010ec49-338d-4ddb-ab95-5db8aeb9bc3a gateway port host: dv-neutron-797120-4-hyperv {{(pid=128086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 11:53:22.006881 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-d9371d97-750d-463e-a660-0327827908d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1010ec49-338d-4ddb-ab95-5db8aeb9bc3a', 'name': 'tempest-TestVolumeBootPattern-1586751402-router', 'tenant_id': '91cba4619aa74784a108d3a825cc8e0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'external_fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.200'}], 'enable_snat': True}, 'gw_port_id': '075214bd-0a72-4e24-a0f8-f7fb96f5c3fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T11:49:41Z', 'updated_at': '2021-06-24T11:49:50Z', 'revision_number': 4, 'project_id': '91cba4619aa74784a108d3a825cc8e0c', 'gw_port': {'id': '075214bd-0a72-4e24-a0f8-f7fb96f5c3fa', 'name': '', 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:01:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1010ec49-338d-4ddb-ab95-5db8aeb9bc3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 935, 'fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:49:42Z', 'updated_at': '2021-06-24T11:49:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-4-hyperv', '_interfaces': [{'id': '8bd8e081-5290-4fb9-8952-7b2d75f45339', 'name': '', 'network_id': '376f72b9-0f0d-4b21-b0a6-f11d1b9b44a4', 'tenant_id': '91cba4619aa74784a108d3a825cc8e0c', 'mac_address': 'fa:16:3e:22:82:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1010ec49-338d-4ddb-ab95-5db8aeb9bc3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 948, 'fixed_ips': [{'subnet_id': '83739081-6ef0-4601-a176-febdd4c01678', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:49:48Z', 'updated_at': '2021-06-24T11:50:09Z', 'revision_number': 5, 'project_id': '91cba4619aa74784a108d3a825cc8e0c', 'subnets': [{'id': '83739081-6ef0-4601-a176-febdd4c01678', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:53:22.032048 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9371d97-750d-463e-a660-0327827908d0 None None] Checking router: 1010ec49-338d-4ddb-ab95-5db8aeb9bc3a for host: dv-neutron-797120-4-hyperv {{(pid=128086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 11:53:22.040093 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9371d97-750d-463e-a660-0327827908d0 None None] Routers {'1010ec49-338d-4ddb-ab95-5db8aeb9bc3a'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 11:53:22.040617 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-d9371d97-750d-463e-a660-0327827908d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T11:52:56Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['1010ec49-338d-4ddb-ab95-5db8aeb9bc3a'], 'active': True} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:53:22.145064 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_dvr_db [None req-d9371d97-750d-463e-a660-0327827908d0 None None] Set router 1010ec49-338d-4ddb-ab95-5db8aeb9bc3a gateway port host: dv-neutron-797120-4-hyperv {{(pid=128086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 11:53:22.371816 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-d9371d97-750d-463e-a660-0327827908d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1010ec49-338d-4ddb-ab95-5db8aeb9bc3a', 'name': 'tempest-TestVolumeBootPattern-1586751402-router', 'tenant_id': '91cba4619aa74784a108d3a825cc8e0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'external_fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.200'}], 'enable_snat': True}, 'gw_port_id': '075214bd-0a72-4e24-a0f8-f7fb96f5c3fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T11:49:41Z', 'updated_at': '2021-06-24T11:49:50Z', 'revision_number': 4, 'project_id': '91cba4619aa74784a108d3a825cc8e0c', 'gw_port': {'id': '075214bd-0a72-4e24-a0f8-f7fb96f5c3fa', 'name': '', 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:01:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1010ec49-338d-4ddb-ab95-5db8aeb9bc3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 935, 'fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:49:42Z', 'updated_at': '2021-06-24T11:49:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-4-hyperv', '_interfaces': [{'id': '8bd8e081-5290-4fb9-8952-7b2d75f45339', 'name': '', 'network_id': '376f72b9-0f0d-4b21-b0a6-f11d1b9b44a4', 'tenant_id': '91cba4619aa74784a108d3a825cc8e0c', 'mac_address': 'fa:16:3e:22:82:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1010ec49-338d-4ddb-ab95-5db8aeb9bc3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 948, 'fixed_ips': [{'subnet_id': '83739081-6ef0-4601-a176-febdd4c01678', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:49:48Z', 'updated_at': '2021-06-24T11:50:09Z', 'revision_number': 5, 'project_id': '91cba4619aa74784a108d3a825cc8e0c', 'subnets': [{'id': '83739081-6ef0-4601-a176-febdd4c01678', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:53:22.403543 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9371d97-750d-463e-a660-0327827908d0 None None] The sync data for ids ['1010ec49-338d-4ddb-ab95-5db8aeb9bc3a'] in dv-neutron-797120-4-hyperv is: [{'id': '1010ec49-338d-4ddb-ab95-5db8aeb9bc3a', 'name': 'tempest-TestVolumeBootPattern-1586751402-router', 'tenant_id': '91cba4619aa74784a108d3a825cc8e0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'external_fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.200'}], 'enable_snat': True}, 'gw_port_id': '075214bd-0a72-4e24-a0f8-f7fb96f5c3fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T11:49:41Z', 'updated_at': '2021-06-24T11:49:50Z', 'revision_number': 4, 'project_id': '91cba4619aa74784a108d3a825cc8e0c', 'gw_port': {'id': '075214bd-0a72-4e24-a0f8-f7fb96f5c3fa', 'name': '', 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:01:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1010ec49-338d-4ddb-ab95-5db8aeb9bc3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 935, 'fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:49:42Z', 'updated_at': '2021-06-24T11:49:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-4-hyperv', '_interfaces': [{'id': '8bd8e081-5290-4fb9-8952-7b2d75f45339', 'name': '', 'network_id': '376f72b9-0f0d-4b21-b0a6-f11d1b9b44a4', 'tenant_id': '91cba4619aa74784a108d3a825cc8e0c', 'mac_address': 'fa:16:3e:22:82:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1010ec49-338d-4ddb-ab95-5db8aeb9bc3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 948, 'fixed_ips': [{'subnet_id': '83739081-6ef0-4601-a176-febdd4c01678', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:49:48Z', 'updated_at': '2021-06-24T11:50:09Z', 'revision_number': 5, 'project_id': '91cba4619aa74784a108d3a825cc8e0c', 'subnets': [{'id': '83739081-6ef0-4601-a176-febdd4c01678', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=128086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 11:53:22.539948 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-f84fc413-21d2-4780-b43c-fad8be4ec856 req-fd883e82-5737-4c58-8e76-7ca59cf3d6bc tempest-TestVolumeBootPattern-428988392 tempest-TestVolumeBootPattern-428988392-project] 10.222.0.53 "GET /v2.0/ports?device_id=5e25e9f8-29cf-4860-93c6-e03d46d226de HTTP/1.1" status: 200 len: 210 time: 0.0307167 Jun 24 11:53:22.661196 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fee72a8e-c102-4edd-bfd0-c804fe2d5bc6 None None] New status for floating IP 53f17c8a-ad00-47f0-9f9f-c0920b1dcbf9: DOWN {{(pid=128085) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 24 11:53:22.751039 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76ac614-b2f6-4ca8-8e09-8c7750e4f480 req-32041d66-374d-4a18-a1ae-61501c41bd32 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:53:22.752759 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-d76ac614-b2f6-4ca8-8e09-8c7750e4f480 req-32041d66-374d-4a18-a1ae-61501c41bd32 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "GET /v2.0/ports?device_id=9598e26c-9a93-4f9f-93a3-4b4f6f02f162 HTTP/1.1" status: 200 len: 944 time: 0.0697768 Jun 24 11:53:22.795088 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-d76ac614-b2f6-4ca8-8e09-8c7750e4f480 req-8daf5344-b336-4cee-9799-844b593f5fb3 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "GET /v2.0/security-groups?id=1b7c31d0-0516-454b-98cb-7517f26059ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361335 Jun 24 11:53:23.104086 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Device 9e6ac94d-d79c-46ad-b892-6c54d65ea9fc details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=128085) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 11:53:23.202524 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] For port 9e6ac94d-d79c-46ad-b892-6c54d65ea9fc, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=9e6ac94d-d79c-46ad-b892-6c54d65ea9fc,segment=NetworkSegment(26ac7d63-9c1a-4323-ab8e-36ed1608f1de),segment_id=26ac7d63-9c1a-4323-ab8e-36ed1608f1de)] {{(pid=128085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 11:53:23.214656 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Returning: {'device': '9e6ac94d-d79c-46ad-b892-6c54d65ea9fc', 'network_id': '50fd94cd-f9cb-4541-a066-b84fe71f8563', 'port_id': '9e6ac94d-d79c-46ad-b892-6c54d65ea9fc', 'mac_address': 'fa:16:3e:81:65:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 620, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1609ab76-5ccb-4b25-b3ad-271cc31be30c', 'ip_address': '172.20.0.29'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=128085) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 11:53:23.250524 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:53:23.266364 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.notifiers.nova [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e6ac94d-d79c-46ad-b892-6c54d65ea9fc {{(pid=128085) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 11:53:23.293887 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] For port 9e6ac94d-d79c-46ad-b892-6c54d65ea9fc, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=9e6ac94d-d79c-46ad-b892-6c54d65ea9fc,segment=NetworkSegment(26ac7d63-9c1a-4323-ab8e-36ed1608f1de),segment_id=26ac7d63-9c1a-4323-ab8e-36ed1608f1de)] {{(pid=128085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 11:53:23.297358 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:53:23.299107 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:53:23.345679 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Pushing event updated for resources: {'Port': ['ID=9e6ac94d-d79c-46ad-b892-6c54d65ea9fc,revision_number=4']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:53:23.348772 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:53:23.548954 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] get_ports_and_sgs() called for port_ids ['9e6ac94d-d79c-46ad-b892-6c54d65ea9fc'] {{(pid=128085) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 11:53:23.716743 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-5f050e2b-c189-495b-af14-5690ee0c6037 req-f35ef6b9-11c6-4c46-8d18-3dd4b3947d25 tempest-TestVolumeBootPattern-428988392 tempest-TestVolumeBootPattern-428988392-project] 10.222.0.53 "GET /v2.0/ports?device_id=5e25e9f8-29cf-4860-93c6-e03d46d226de HTTP/1.1" status: 200 len: 210 time: 0.0297987 Jun 24 11:53:23.810955 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-7b7c12c6-a860-4f7a-b9c9-97eda2f6f6c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:53:23.970113 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35950cd2-a898-4f5e-a58b-3219f9a408ab req-8b185688-aa95-4a60-b598-7ce9f51abd47 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:53:23.971697 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-35950cd2-a898-4f5e-a58b-3219f9a408ab req-8b185688-aa95-4a60-b598-7ce9f51abd47 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "GET /v2.0/ports?device_id=9598e26c-9a93-4f9f-93a3-4b4f6f02f162 HTTP/1.1" status: 200 len: 945 time: 0.0667183 Jun 24 11:53:24.014657 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-35950cd2-a898-4f5e-a58b-3219f9a408ab req-fe04f763-5ef2-48c9-acfd-54ae34e51550 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "GET /v2.0/security-groups?id=1b7c31d0-0516-454b-98cb-7517f26059ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350263 Jun 24 11:53:24.875806 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-051b86e7-c64d-4aae-96a0-d8bfbf5e1990 req-e736e86f-9fde-4a3d-8d0b-a0a76c3975a1 tempest-TestVolumeBootPattern-428988392 tempest-TestVolumeBootPattern-428988392-project] 10.222.0.53 "GET /v2.0/ports?device_id=5e25e9f8-29cf-4860-93c6-e03d46d226de HTTP/1.1" status: 200 len: 210 time: 0.0343852 Jun 24 11:53:25.119142 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Device 9e6ac94d-d79c-46ad-b892-6c54d65ea9fc up at agent hyperv_hv-neutron-7971 {{(pid=128085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 11:53:25.169267 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Provisioning for port 9e6ac94d-d79c-46ad-b892-6c54d65ea9fc completed by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 11:53:25.172939 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Provisioning complete for port 9e6ac94d-d79c-46ad-b892-6c54d65ea9fc triggered by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:53:25.173351 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:53:25.200864 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3bdb0a-22ff-4238-a293-d0fe5de5450d req-8bb3917a-a59c-444f-be06-5fa80a59647e tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:53:25.202275 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-3c3bdb0a-22ff-4238-a293-d0fe5de5450d req-8bb3917a-a59c-444f-be06-5fa80a59647e tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "GET /v2.0/ports?device_id=9598e26c-9a93-4f9f-93a3-4b4f6f02f162 HTTP/1.1" status: 200 len: 945 time: 0.0661457 Jun 24 11:53:25.241613 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-3c3bdb0a-22ff-4238-a293-d0fe5de5450d req-020c8c61-d13b-4fed-aef2-2c1e370b8c0d tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "GET /v2.0/security-groups?id=1b7c31d0-0516-454b-98cb-7517f26059ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329204 Jun 24 11:53:25.253067 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:53:25.277222 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9598e26c-9a93-4f9f-93a3-4b4f6f02f162', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e6ac94d-d79c-46ad-b892-6c54d65ea9fc'}] {{(pid=128085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 11:53:25.279545 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1098ec9051a50dd033317f529a09b9762582ef7b417ebe05928aca59e08255aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adb34636-c375-4dfb-b5bd-e723fc833453" -d '{"events": [{"server_uuid": "9598e26c-9a93-4f9f-93a3-4b4f6f02f162", "name": "network-vif-plugged", "status": "completed", "tag": "9e6ac94d-d79c-46ad-b892-6c54d65ea9fc"}]}' {{(pid=128085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 11:53:25.292046 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] For port 9e6ac94d-d79c-46ad-b892-6c54d65ea9fc, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=9e6ac94d-d79c-46ad-b892-6c54d65ea9fc,segment=NetworkSegment(26ac7d63-9c1a-4323-ab8e-36ed1608f1de),segment_id=26ac7d63-9c1a-4323-ab8e-36ed1608f1de)] {{(pid=128085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 11:53:25.296260 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:53:25.297413 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Device 71bd0aa5-7b84-4385-9fc4-2e4d3b22fafa no longer exists at agent hyperv_hv-neutron-7971 {{(pid=128085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 11:53:25.300264 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-e9dd3695-b03d-4385-890b-1bc3562517d3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:53:25.318631 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 11:53:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a035e112-b198-4f67-966d-3f44c18dfabf x-openstack-request-id: req-a035e112-b198-4f67-966d-3f44c18dfabf {{(pid=128085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 11:53:25.318933 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9598e26c-9a93-4f9f-93a3-4b4f6f02f162", "name": "network-vif-plugged", "status": "completed", "tag": "9e6ac94d-d79c-46ad-b892-6c54d65ea9fc", "code": 200}]} {{(pid=128085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 11:53:25.319197 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a035e112-b198-4f67-966d-3f44c18dfabf {{(pid=128085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 11:53:25.320122 dv-neutron-797120-4-hyperv neutron-server[128085]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9598e26c-9a93-4f9f-93a3-4b4f6f02f162', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e6ac94d-d79c-46ad-b892-6c54d65ea9fc', 'code': 200} Jun 24 11:53:25.337490 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] No Port match for: 71bd0aa5-7b84-4385-9fc4-2e4d3b22fafa {{(pid=128085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 11:53:25.337851 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Device 71bd0aa5-7b84-4385-9fc4-2e4d3b22fafa not bound to the agent host hv-neutron-7971 {{(pid=128085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 11:53:25.363388 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Pushing event updated for resources: {'Port': ['ID=9e6ac94d-d79c-46ad-b892-6c54d65ea9fc,revision_number=5']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:53:25.366210 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:53:25.564600 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e45f4b-5355-4da5-b01a-0fc6015852f9 req-639f9542-cb3a-4e61-994e-735ac70a3b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:53:25.566198 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-16e45f4b-5355-4da5-b01a-0fc6015852f9 req-639f9542-cb3a-4e61-994e-735ac70a3b08 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=9598e26c-9a93-4f9f-93a3-4b4f6f02f162 HTTP/1.1" status: 200 len: 1099 time: 0.0536704 Jun 24 11:53:25.605797 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-16e45f4b-5355-4da5-b01a-0fc6015852f9 req-681fc572-5e58-4038-8f27-88a4f26c2a5d service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=1b7c31d0-0516-454b-98cb-7517f26059ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0293112 Jun 24 11:53:26.180886 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-3c18fb17-ce76-4365-9a4e-8e3860642f04 req-dc957479-2424-40b4-8d3d-bb4f51b6f321 tempest-TestVolumeBootPattern-428988392 tempest-TestVolumeBootPattern-428988392-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-43922273&fields=id&tenant_id=91cba4619aa74784a108d3a825cc8e0c HTTP/1.1" status: 200 len: 267 time: 0.0318713 Jun 24 11:53:26.289343 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c18fb17-ce76-4365-9a4e-8e3860642f04 req-ebf661ad-bb03-4f27-ba58-60096d2750de tempest-TestVolumeBootPattern-428988392 tempest-TestVolumeBootPattern-428988392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:53:26.290955 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-3c18fb17-ce76-4365-9a4e-8e3860642f04 req-ebf661ad-bb03-4f27-ba58-60096d2750de tempest-TestVolumeBootPattern-428988392 tempest-TestVolumeBootPattern-428988392-project] 10.222.0.53 "GET /v2.0/networks?id=376f72b9-0f0d-4b21-b0a6-f11d1b9b44a4 HTTP/1.1" status: 200 len: 812 time: 0.1036837 Jun 24 11:53:26.305558 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-3c18fb17-ce76-4365-9a4e-8e3860642f04 req-18c00532-1fa6-4ec2-b53b-12af6f7b26f9 tempest-TestVolumeBootPattern-428988392 tempest-TestVolumeBootPattern-428988392-project] 10.222.0.53 "GET /v2.0/quotas/91cba4619aa74784a108d3a825cc8e0c HTTP/1.1" status: 200 len: 375 time: 0.0093377 Jun 24 11:53:26.354708 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-19123b2a-6265-43bf-9757-f693250f5480 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:53:26.421726 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-3c18fb17-ce76-4365-9a4e-8e3860642f04 req-e9de77b1-a584-46b7-89b6-edae2e60ec51 tempest-TestVolumeBootPattern-428988392 tempest-TestVolumeBootPattern-428988392-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=91cba4619aa74784a108d3a825cc8e0c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1111045 Jun 24 11:53:26.452043 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3014d285-a38c-482b-a38b-580fad0c2f40 req-c17c0cc4-a955-413a-9d57-02e687e60269 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:53:26.453475 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-3014d285-a38c-482b-a38b-580fad0c2f40 req-c17c0cc4-a955-413a-9d57-02e687e60269 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "GET /v2.0/ports?device_id=9598e26c-9a93-4f9f-93a3-4b4f6f02f162 HTTP/1.1" status: 200 len: 946 time: 0.0977535 Jun 24 11:53:26.481233 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:53:26.541534 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-3014d285-a38c-482b-a38b-580fad0c2f40 req-d5687104-fba8-463a-830d-c0c2e817aa17 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "GET /v2.0/security-groups?id=1b7c31d0-0516-454b-98cb-7517f26059ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0790148 Jun 24 11:53:26.570895 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-3c18fb17-ce76-4365-9a4e-8e3860642f04 req-721c5d8b-c195-44a5-8a92-a18777e55016 service neutron] 10.222.0.53 "GET /v2.0/networks/376f72b9-0f0d-4b21-b0a6-f11d1b9b44a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1355419 Jun 24 11:53:26.668964 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-3c18fb17-ce76-4365-9a4e-8e3860642f04 req-024f00ea-9746-40c3-b3cd-cf86d60c85fb service neutron] 10.222.0.53 "GET /v2.0/networks/376f72b9-0f0d-4b21-b0a6-f11d1b9b44a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883279 Jun 24 11:53:26.964334 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-e8a28b3e-da89-49b2-aacd-228a2c20dc3a req-1bf9bdf1-904c-415f-8f99-feaf9a78f554 tempest-TestVolumeBootPattern-428988392 tempest-TestVolumeBootPattern-428988392-project] 10.222.0.53 "GET /v2.0/ports?device_id=fdbd2690-2407-4ef7-a4f0-0ba08f5579aa HTTP/1.1" status: 200 len: 210 time: 0.0283453 Jun 24 11:53:27.650990 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-03237adf-ebd0-46f2-a476-4d4bb746e0f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:53:27.721000 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a252cd-402a-47f9-8566-f3079b6ace70 req-363229a3-56d7-4223-9287-92362b7a760e tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:53:27.722465 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-d4a252cd-402a-47f9-8566-f3079b6ace70 req-363229a3-56d7-4223-9287-92362b7a760e tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "GET /v2.0/ports?device_id=9598e26c-9a93-4f9f-93a3-4b4f6f02f162 HTTP/1.1" status: 200 len: 946 time: 0.0695713 Jun 24 11:53:27.767013 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-d4a252cd-402a-47f9-8566-f3079b6ace70 req-f0f96af7-17f4-40a6-9520-d2be58ff5593 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "GET /v2.0/security-groups?id=1b7c31d0-0516-454b-98cb-7517f26059ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379405 Jun 24 11:53:28.040643 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6935685-f657-4248-9041-f0f3949a0910 req-a7d2ec59-b2de-4267-b2a1-52b5fb2c517d tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:53:28.042259 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-c6935685-f657-4248-9041-f0f3949a0910 req-a7d2ec59-b2de-4267-b2a1-52b5fb2c517d tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "GET /v2.0/ports?device_id=9598e26c-9a93-4f9f-93a3-4b4f6f02f162 HTTP/1.1" status: 200 len: 946 time: 0.1625550 Jun 24 11:53:28.050786 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c18fb17-ce76-4365-9a4e-8e3860642f04 req-59df863e-c72c-444d-b718-b900f62ab392 tempest-TestVolumeBootPattern-428988392 tempest-TestVolumeBootPattern-428988392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:53:28.052343 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-3c18fb17-ce76-4365-9a4e-8e3860642f04 req-59df863e-c72c-444d-b718-b900f62ab392 tempest-TestVolumeBootPattern-428988392 tempest-TestVolumeBootPattern-428988392-project] 10.222.0.45 "GET /v2.0/networks?id=376f72b9-0f0d-4b21-b0a6-f11d1b9b44a4 HTTP/1.1" status: 200 len: 812 time: 0.1619570 Jun 24 11:53:28.135158 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-574c5505-007d-4dbb-9868-b9ce4c0d0052 req-b9174a74-bd47-4f32-867f-980e66e2aebe tempest-TestVolumeBootPattern-428988392 tempest-TestVolumeBootPattern-428988392-project] 10.222.0.53 "GET /v2.0/ports?device_id=fdbd2690-2407-4ef7-a4f0-0ba08f5579aa HTTP/1.1" status: 200 len: 210 time: 0.0456629 Jun 24 11:53:28.138329 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-c6935685-f657-4248-9041-f0f3949a0910 req-9681e653-07d4-41a0-b171-4eafdc8a0947 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "GET /v2.0/security-groups?id=1b7c31d0-0516-454b-98cb-7517f26059ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0851161 Jun 24 11:53:28.148480 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-3c18fb17-ce76-4365-9a4e-8e3860642f04 req-0ba39290-2a8d-4bb7-9bcc-ddfe5221325e tempest-TestVolumeBootPattern-428988392 tempest-TestVolumeBootPattern-428988392-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=91cba4619aa74784a108d3a825cc8e0c HTTP/1.1" status: 200 len: 378 time: 0.0802546 Jun 24 11:53:28.156640 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [req-3c18fb17-ce76-4365-9a4e-8e3860642f04 req-9efea5ac-f3b2-4879-9cc6-6667baaa36f0 tempest-TestVolumeBootPattern-428988392 tempest-TestVolumeBootPattern-428988392-project] Request body: {'port': {'device_id': 'fdbd2690-2407-4ef7-a4f0-0ba08f5579aa', 'network_id': '376f72b9-0f0d-4b21-b0a6-f11d1b9b44a4', 'admin_state_up': True, 'tenant_id': '91cba4619aa74784a108d3a825cc8e0c', 'security_groups': ['ddc26bf4-0de0-4c33-8d45-b7d4817ee778']}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:53:28.284005 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3c18fb17-ce76-4365-9a4e-8e3860642f04 req-9efea5ac-f3b2-4879-9cc6-6667baaa36f0 tempest-TestVolumeBootPattern-428988392 tempest-TestVolumeBootPattern-428988392-project] Made reservation on behalf of 91cba4619aa74784a108d3a825cc8e0c for: {'port': 1} {{(pid=128083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 11:53:28.287230 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-3c18fb17-ce76-4365-9a4e-8e3860642f04 req-9efea5ac-f3b2-4879-9cc6-6667baaa36f0 tempest-TestVolumeBootPattern-428988392 tempest-TestVolumeBootPattern-428988392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:53:28.414274 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.db_base_plugin_common [req-3c18fb17-ce76-4365-9a4e-8e3860642f04 req-9efea5ac-f3b2-4879-9cc6-6667baaa36f0 tempest-TestVolumeBootPattern-428988392 tempest-TestVolumeBootPattern-428988392-project] Allocated IP 172.20.0.11 (376f72b9-0f0d-4b21-b0a6-f11d1b9b44a4/83739081-6ef0-4601-a176-febdd4c01678/9a091370-bfb7-4a52-aa7a-51b163627d59) {{(pid=128083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 11:53:28.554538 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-3c18fb17-ce76-4365-9a4e-8e3860642f04 req-9efea5ac-f3b2-4879-9cc6-6667baaa36f0 tempest-TestVolumeBootPattern-428988392 tempest-TestVolumeBootPattern-428988392-project] Notify callbacks [] for port, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:53:28.567961 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.provisioning_blocks [req-3c18fb17-ce76-4365-9a4e-8e3860642f04 req-9efea5ac-f3b2-4879-9cc6-6667baaa36f0 tempest-TestVolumeBootPattern-428988392 tempest-TestVolumeBootPattern-428988392-project] Transition to ACTIVE for port object 9a091370-bfb7-4a52-aa7a-51b163627d59 will not be triggered until provisioned by entity DHCP. {{(pid=128083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 11:53:28.605088 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-3c18fb17-ce76-4365-9a4e-8e3860642f04 req-9efea5ac-f3b2-4879-9cc6-6667baaa36f0 tempest-TestVolumeBootPattern-428988392 tempest-TestVolumeBootPattern-428988392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-650429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-506361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793193536723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2537853'] for port, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:53:28.608839 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-7dcd585f-de64-49ac-b0d1-bf09073aeed4 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:53:28.648560 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c18fb17-ce76-4365-9a4e-8e3860642f04 req-9efea5ac-f3b2-4879-9cc6-6667baaa36f0 tempest-TestVolumeBootPattern-428988392 tempest-TestVolumeBootPattern-428988392-project] Network 376f72b9-0f0d-4b21-b0a6-f11d1b9b44a4 is already hosted by enough agents. {{(pid=128083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 11:53:28.653369 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.base_scheduler [req-3c18fb17-ce76-4365-9a4e-8e3860642f04 req-9efea5ac-f3b2-4879-9cc6-6667baaa36f0 tempest-TestVolumeBootPattern-428988392 tempest-TestVolumeBootPattern-428988392-project] Resources bound (agent type, host, resource id): {{(pid=128083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:53:28.656928 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c18fb17-ce76-4365-9a4e-8e3860642f04 req-9efea5ac-f3b2-4879-9cc6-6667baaa36f0 tempest-TestVolumeBootPattern-428988392 tempest-TestVolumeBootPattern-428988392-project] Received port after_create {{(pid=128083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 11:53:28.687547 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9efea5ac-f3b2-4879-9cc6-6667baaa36f0 tempest-TestVolumeBootPattern-428988392 tempest-TestVolumeBootPattern-428988392-project] Pushing event updated for resources: {'Port': ['ID=9a091370-bfb7-4a52-aa7a-51b163627d59,revision_number=1']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:53:28.692193 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-9efea5ac-f3b2-4879-9cc6-6667baaa36f0 tempest-TestVolumeBootPattern-428988392 tempest-TestVolumeBootPattern-428988392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:53:28.716274 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c18fb17-ce76-4365-9a4e-8e3860642f04 req-9efea5ac-f3b2-4879-9cc6-6667baaa36f0 tempest-TestVolumeBootPattern-428988392 tempest-TestVolumeBootPattern-428988392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:53:28.717019 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-3c18fb17-ce76-4365-9a4e-8e3860642f04 req-9efea5ac-f3b2-4879-9cc6-6667baaa36f0 tempest-TestVolumeBootPattern-428988392 tempest-TestVolumeBootPattern-428988392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468916'] for port, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:53:28.733277 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-3c18fb17-ce76-4365-9a4e-8e3860642f04 req-9efea5ac-f3b2-4879-9cc6-6667baaa36f0 tempest-TestVolumeBootPattern-428988392 tempest-TestVolumeBootPattern-428988392-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5805130 Jun 24 11:53:28.751363 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [req-3c18fb17-ce76-4365-9a4e-8e3860642f04 req-d06c6522-2434-4c7a-a990-ec5a37d4b1b0 service neutron] Request body: {'port': {'device_id': 'fdbd2690-2407-4ef7-a4f0-0ba08f5579aa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7971'}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:53:28.932366 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-10278286-00c0-44b1-a2a4-9d790cf44167 None None] Provisioning for port 9a091370-bfb7-4a52-aa7a-51b163627d59 completed by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 11:53:28.937013 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-10278286-00c0-44b1-a2a4-9d790cf44167 None None] Provisioning complete for port 9a091370-bfb7-4a52-aa7a-51b163627d59 triggered by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:53:28.937513 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-10278286-00c0-44b1-a2a4-9d790cf44167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:53:28.981707 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-10278286-00c0-44b1-a2a4-9d790cf44167 None None] Port 9a091370-bfb7-4a52-aa7a-51b163627d59 cannot update to ACTIVE because it is not bound. {{(pid=128085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 11:53:29.147320 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-3c18fb17-ce76-4365-9a4e-8e3860642f04 req-d06c6522-2434-4c7a-a990-ec5a37d4b1b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:53:29.420111 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669a14c5-fa5a-40fe-9fe0-a0e8d241bcbd req-6c64c1a9-8649-424f-b8cc-809c61ded380 tempest-TestVolumeBootPattern-428988392 tempest-TestVolumeBootPattern-428988392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:53:29.421524 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-669a14c5-fa5a-40fe-9fe0-a0e8d241bcbd req-6c64c1a9-8649-424f-b8cc-809c61ded380 tempest-TestVolumeBootPattern-428988392 tempest-TestVolumeBootPattern-428988392-project] 10.222.0.53 "GET /v2.0/ports?device_id=fdbd2690-2407-4ef7-a4f0-0ba08f5579aa HTTP/1.1" status: 200 len: 932 time: 0.1532423 Jun 24 11:53:29.493856 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-669a14c5-fa5a-40fe-9fe0-a0e8d241bcbd req-11fb2f53-0328-4812-a2d3-bba68aa8b8cf tempest-TestVolumeBootPattern-428988392 tempest-TestVolumeBootPattern-428988392-project] 10.222.0.53 "GET /v2.0/security-groups?id=ddc26bf4-0de0-4c33-8d45-b7d4817ee778&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0658062 Jun 24 11:53:29.509108 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.notifiers.nova [req-3c18fb17-ce76-4365-9a4e-8e3860642f04 req-d06c6522-2434-4c7a-a990-ec5a37d4b1b0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9a091370-bfb7-4a52-aa7a-51b163627d59 {{(pid=128083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 11:53:29.516652 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-3c18fb17-ce76-4365-9a4e-8e3860642f04 req-d06c6522-2434-4c7a-a990-ec5a37d4b1b0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:53:29.529711 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.provisioning_blocks [req-3c18fb17-ce76-4365-9a4e-8e3860642f04 req-d06c6522-2434-4c7a-a990-ec5a37d4b1b0 service neutron] Transition to ACTIVE for port object 9a091370-bfb7-4a52-aa7a-51b163627d59 will not be triggered until provisioned by entity L2. {{(pid=128083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 11:53:29.534110 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-3c18fb17-ce76-4365-9a4e-8e3860642f04 req-d06c6522-2434-4c7a-a990-ec5a37d4b1b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2537871'] for port, after_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:53:29.536348 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-2ca55589-a4cd-4d09-addf-c7c16b6e4da3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:53:29.613827 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06c6522-2434-4c7a-a990-ec5a37d4b1b0 service neutron] Pushing event updated for resources: {'Port': ['ID=9a091370-bfb7-4a52-aa7a-51b163627d59,revision_number=2']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:53:29.625943 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 35182) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:53:29.638145 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-d06c6522-2434-4c7a-a990-ec5a37d4b1b0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:53:29.666041 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-52c483ef-d5c1-4030-9a32-e5ce4ff00ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:53:29.679986 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.managers [req-3c18fb17-ce76-4365-9a4e-8e3860642f04 req-d06c6522-2434-4c7a-a990-ec5a37d4b1b0 service neutron] Attempting to bind port 9a091370-bfb7-4a52-aa7a-51b163627d59 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=128083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 11:53:29.680267 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.managers [req-3c18fb17-ce76-4365-9a4e-8e3860642f04 req-d06c6522-2434-4c7a-a990-ec5a37d4b1b0 service neutron] Attempting to bind port 9a091370-bfb7-4a52-aa7a-51b163627d59 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': 'feccf5a9-eb5f-4366-9287-7909e7dea8b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '376f72b9-0f0d-4b21-b0a6-f11d1b9b44a4'}] {{(pid=128083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 11:53:29.680706 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c18fb17-ce76-4365-9a4e-8e3860642f04 req-d06c6522-2434-4c7a-a990-ec5a37d4b1b0 service neutron] Attempting to bind port 9a091370-bfb7-4a52-aa7a-51b163627d59 on network 376f72b9-0f0d-4b21-b0a6-f11d1b9b44a4 {{(pid=128083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 11:53:29.685539 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c18fb17-ce76-4365-9a4e-8e3860642f04 req-d06c6522-2434-4c7a-a990-ec5a37d4b1b0 service neutron] Port 9a091370-bfb7-4a52-aa7a-51b163627d59 on network 376f72b9-0f0d-4b21-b0a6-f11d1b9b44a4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=128083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 11:53:29.686102 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c18fb17-ce76-4365-9a4e-8e3860642f04 req-d06c6522-2434-4c7a-a990-ec5a37d4b1b0 service neutron] Attempting to bind port 9a091370-bfb7-4a52-aa7a-51b163627d59 on network 376f72b9-0f0d-4b21-b0a6-f11d1b9b44a4 {{(pid=128083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 11:53:29.691635 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c18fb17-ce76-4365-9a4e-8e3860642f04 req-d06c6522-2434-4c7a-a990-ec5a37d4b1b0 service neutron] Checking agent: {'id': 'a2c9a14d-87aa-4cd1-a510-11988f19c3d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7971', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 11, 42, 44), 'started_at': datetime.datetime(2021, 6, 24, 11, 42, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 11, 53, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=128083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 11:53:29.692054 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c18fb17-ce76-4365-9a4e-8e3860642f04 req-d06c6522-2434-4c7a-a990-ec5a37d4b1b0 service neutron] Checking segment: {'id': 'feccf5a9-eb5f-4366-9287-7909e7dea8b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '376f72b9-0f0d-4b21-b0a6-f11d1b9b44a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=128083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 11:53:29.692506 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c18fb17-ce76-4365-9a4e-8e3860642f04 req-d06c6522-2434-4c7a-a990-ec5a37d4b1b0 service neutron] Bound using segment: {'id': 'feccf5a9-eb5f-4366-9287-7909e7dea8b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '376f72b9-0f0d-4b21-b0a6-f11d1b9b44a4'} {{(pid=128083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 11:53:29.693082 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.managers [req-3c18fb17-ce76-4365-9a4e-8e3860642f04 req-d06c6522-2434-4c7a-a990-ec5a37d4b1b0 service neutron] Bound port: 9a091370-bfb7-4a52-aa7a-51b163627d59, host: hv-neutron-7971, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'feccf5a9-eb5f-4366-9287-7909e7dea8b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '376f72b9-0f0d-4b21-b0a6-f11d1b9b44a4'}}] {{(pid=128083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 11:53:29.693518 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-3c18fb17-ce76-4365-9a4e-8e3860642f04 req-d06c6522-2434-4c7a-a990-ec5a37d4b1b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:53:29.795018 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.db [req-3c18fb17-ce76-4365-9a4e-8e3860642f04 req-d06c6522-2434-4c7a-a990-ec5a37d4b1b0 service neutron] For port 9a091370-bfb7-4a52-aa7a-51b163627d59, host hv-neutron-7971, cleared binding levels {{(pid=128083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 11:53:29.799176 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.db [req-3c18fb17-ce76-4365-9a4e-8e3860642f04 req-d06c6522-2434-4c7a-a990-ec5a37d4b1b0 service neutron] For port 9a091370-bfb7-4a52-aa7a-51b163627d59, host hv-neutron-7971, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=9a091370-bfb7-4a52-aa7a-51b163627d59,segment=NetworkSegment(feccf5a9-eb5f-4366-9287-7909e7dea8b2),segment_id=feccf5a9-eb5f-4366-9287-7909e7dea8b2)] {{(pid=128083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 11:53:29.804966 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-3c18fb17-ce76-4365-9a4e-8e3860642f04 req-d06c6522-2434-4c7a-a990-ec5a37d4b1b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2537871'] for port, after_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:53:29.816843 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-d06c6522-2434-4c7a-a990-ec5a37d4b1b0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:53:29.847037 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c18fb17-ce76-4365-9a4e-8e3860642f04 req-d06c6522-2434-4c7a-a990-ec5a37d4b1b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:53:29.847803 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-3c18fb17-ce76-4365-9a4e-8e3860642f04 req-d06c6522-2434-4c7a-a990-ec5a37d4b1b0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468916'] for port, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:53:29.849347 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-3c18fb17-ce76-4365-9a4e-8e3860642f04 req-d06c6522-2434-4c7a-a990-ec5a37d4b1b0 service neutron] 10.222.0.45 "PUT /v2.0/ports/9a091370-bfb7-4a52-aa7a-51b163627d59 HTTP/1.1" status: 200 len: 1094 time: 1.1040368 Jun 24 11:53:29.849946 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fdbd2690-2407-4ef7-a4f0-0ba08f5579aa', 'tag': '9a091370-bfb7-4a52-aa7a-51b163627d59'}] {{(pid=128083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 11:53:29.853862 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a77f7dee1a0522ddf93af289475d218fcdb8f30317daadec13ebf930b5b9dbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d86f6ed-1644-4f31-9fb1-d643a9c7d6cf" -d '{"events": [{"name": "network-changed", "server_uuid": "fdbd2690-2407-4ef7-a4f0-0ba08f5579aa", "tag": "9a091370-bfb7-4a52-aa7a-51b163627d59"}]}' {{(pid=128083) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 11:53:29.940410 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 11:53:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-911c377d-4093-410f-b33e-63a563342b69 x-openstack-request-id: req-911c377d-4093-410f-b33e-63a563342b69 {{(pid=128083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 11:53:29.940765 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fdbd2690-2407-4ef7-a4f0-0ba08f5579aa", "tag": "9a091370-bfb7-4a52-aa7a-51b163627d59", "status": "completed", "code": 200}]} {{(pid=128083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 11:53:29.941094 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-911c377d-4093-410f-b33e-63a563342b69 {{(pid=128083) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 11:53:29.941552 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fdbd2690-2407-4ef7-a4f0-0ba08f5579aa', 'tag': '9a091370-bfb7-4a52-aa7a-51b163627d59', 'status': 'completed', 'code': 200} Jun 24 11:53:29.978885 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06c6522-2434-4c7a-a990-ec5a37d4b1b0 service neutron] Pushing event updated for resources: {'Port': ['ID=9a091370-bfb7-4a52-aa7a-51b163627d59,revision_number=3']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:53:29.982110 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-d06c6522-2434-4c7a-a990-ec5a37d4b1b0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:53:30.007524 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c18fb17-ce76-4365-9a4e-8e3860642f04 req-c118940c-3935-41ec-8b82-49931934793f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:53:30.009386 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-3c18fb17-ce76-4365-9a4e-8e3860642f04 req-c118940c-3935-41ec-8b82-49931934793f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=91cba4619aa74784a108d3a825cc8e0c&device_id=fdbd2690-2407-4ef7-a4f0-0ba08f5579aa HTTP/1.1" status: 200 len: 1097 time: 0.1071596 Jun 24 11:53:30.065637 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-3c18fb17-ce76-4365-9a4e-8e3860642f04 req-131f26b7-2dfb-473d-81d6-47de6f77bb23 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9a091370-bfb7-4a52-aa7a-51b163627d59 HTTP/1.1" status: 200 len: 217 time: 0.0483754 Jun 24 11:53:30.145482 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c18fb17-ce76-4365-9a4e-8e3860642f04 req-c598d22f-ab85-4f43-965a-847ce27930a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:53:30.149161 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-3c18fb17-ce76-4365-9a4e-8e3860642f04 req-c598d22f-ab85-4f43-965a-847ce27930a9 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=83739081-6ef0-4601-a176-febdd4c01678 HTTP/1.1" status: 200 len: 851 time: 0.0754206 Jun 24 11:53:30.232467 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c18fb17-ce76-4365-9a4e-8e3860642f04 req-0d07253e-9d40-492a-9102-0d01bb23c3f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:53:30.234012 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-3c18fb17-ce76-4365-9a4e-8e3860642f04 req-0d07253e-9d40-492a-9102-0d01bb23c3f9 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=376f72b9-0f0d-4b21-b0a6-f11d1b9b44a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0750916 Jun 24 11:53:30.344404 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-3c18fb17-ce76-4365-9a4e-8e3860642f04 req-fb8c3ad0-610a-49c9-9ab5-b5faf5bd154b service neutron] 10.222.0.45 "GET /v2.0/networks/376f72b9-0f0d-4b21-b0a6-f11d1b9b44a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1018419 Jun 24 11:53:30.454571 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-3c18fb17-ce76-4365-9a4e-8e3860642f04 req-9e2558aa-a383-42da-a07c-2e51a0acb347 service neutron] 10.222.0.45 "GET /v2.0/networks/376f72b9-0f0d-4b21-b0a6-f11d1b9b44a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1024232 Jun 24 11:53:30.514184 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-0a45924e-4ac1-425c-9b7c-9c1ba8e506f8 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:53:30.631029 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d86f6ed-1644-4f31-9fb1-d643a9c7d6cf req-6e056a2a-7752-4475-9571-02341c0fa2da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:53:30.634482 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-9d86f6ed-1644-4f31-9fb1-d643a9c7d6cf req-6e056a2a-7752-4475-9571-02341c0fa2da service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=91cba4619aa74784a108d3a825cc8e0c&device_id=fdbd2690-2407-4ef7-a4f0-0ba08f5579aa HTTP/1.1" status: 200 len: 1097 time: 0.1255546 Jun 24 11:53:30.791000 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d86f6ed-1644-4f31-9fb1-d643a9c7d6cf req-781df1c0-de08-4102-8f63-98c2b780f471 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:53:30.792864 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-9d86f6ed-1644-4f31-9fb1-d643a9c7d6cf req-781df1c0-de08-4102-8f63-98c2b780f471 service neutron] 10.222.0.45 "GET /v2.0/networks?id=376f72b9-0f0d-4b21-b0a6-f11d1b9b44a4 HTTP/1.1" status: 200 len: 913 time: 0.1493254 Jun 24 11:53:30.806994 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22fad8f-0439-49f0-b72a-194f9dc38440 req-f7e374f3-a036-4b08-8281-196f27c7de04 tempest-TestVolumeBootPattern-428988392 tempest-TestVolumeBootPattern-428988392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:53:30.809029 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-f22fad8f-0439-49f0-b72a-194f9dc38440 req-f7e374f3-a036-4b08-8281-196f27c7de04 tempest-TestVolumeBootPattern-428988392 tempest-TestVolumeBootPattern-428988392-project] 10.222.0.53 "GET /v2.0/ports?device_id=fdbd2690-2407-4ef7-a4f0-0ba08f5579aa HTTP/1.1" status: 200 len: 944 time: 0.1436186 Jun 24 11:53:30.837095 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.db.db_base_plugin_common [None req-0a45924e-4ac1-425c-9b7c-9c1ba8e506f8 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Allocated IP 172.20.0.17 (50fd94cd-f9cb-4541-a066-b84fe71f8563/1609ab76-5ccb-4b25-b3ad-271cc31be30c/e1c56663-864e-4498-8df9-72a74fabe1da) {{(pid=128084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 11:53:30.850105 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-9d86f6ed-1644-4f31-9fb1-d643a9c7d6cf req-d7f6c631-3e8e-4668-9074-389e9f5a5347 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9a091370-bfb7-4a52-aa7a-51b163627d59 HTTP/1.1" status: 200 len: 217 time: 0.0404353 Jun 24 11:53:30.932319 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-f22fad8f-0439-49f0-b72a-194f9dc38440 req-5338b176-89e7-4850-95ca-50d420b846ff tempest-TestVolumeBootPattern-428988392 tempest-TestVolumeBootPattern-428988392-project] 10.222.0.53 "GET /v2.0/security-groups?id=ddc26bf4-0de0-4c33-8d45-b7d4817ee778&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0849266 Jun 24 11:53:30.934038 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d86f6ed-1644-4f31-9fb1-d643a9c7d6cf req-e0278999-f85c-49f3-9164-c8ab148632ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:53:30.935541 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-9d86f6ed-1644-4f31-9fb1-d643a9c7d6cf req-e0278999-f85c-49f3-9164-c8ab148632ca service neutron] 10.222.0.45 "GET /v2.0/subnets?id=83739081-6ef0-4601-a176-febdd4c01678 HTTP/1.1" status: 200 len: 851 time: 0.0785875 Jun 24 11:53:30.964408 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-0a45924e-4ac1-425c-9b7c-9c1ba8e506f8 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for port, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:53:30.979682 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.db.provisioning_blocks [None req-0a45924e-4ac1-425c-9b7c-9c1ba8e506f8 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Transition to ACTIVE for port object e1c56663-864e-4498-8df9-72a74fabe1da will not be triggered until provisioned by entity DHCP. {{(pid=128084) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 11:53:31.009203 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d86f6ed-1644-4f31-9fb1-d643a9c7d6cf req-31c99020-2eaa-44d1-a869-0a3bfcf7c667 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:53:31.010819 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-9d86f6ed-1644-4f31-9fb1-d643a9c7d6cf req-31c99020-2eaa-44d1-a869-0a3bfcf7c667 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=376f72b9-0f0d-4b21-b0a6-f11d1b9b44a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0675719 Jun 24 11:53:31.015245 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-0a45924e-4ac1-425c-9b7c-9c1ba8e506f8 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-650429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-506361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793193536723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3291971'] for port, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:53:31.025513 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-6bbdb511-3181-4598-ae24-7f6afba4a8db tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:53:31.072376 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a45924e-4ac1-425c-9b7c-9c1ba8e506f8 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Pushing event updated for resources: {'Port': ['ID=e1c56663-864e-4498-8df9-72a74fabe1da,revision_number=1']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:53:31.075257 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-0a45924e-4ac1-425c-9b7c-9c1ba8e506f8 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:53:31.083437 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a45924e-4ac1-425c-9b7c-9c1ba8e506f8 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Network 50fd94cd-f9cb-4541-a066-b84fe71f8563 is already hosted by enough agents. {{(pid=128084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 11:53:31.085479 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.base_scheduler [None req-0a45924e-4ac1-425c-9b7c-9c1ba8e506f8 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Resources bound (agent type, host, resource id): {{(pid=128084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:53:31.088364 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a45924e-4ac1-425c-9b7c-9c1ba8e506f8 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Received port after_create {{(pid=128084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 11:53:31.116868 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-9d86f6ed-1644-4f31-9fb1-d643a9c7d6cf req-55cff409-6757-4991-b97e-b16af0b7b269 service neutron] 10.222.0.45 "GET /v2.0/networks/376f72b9-0f0d-4b21-b0a6-f11d1b9b44a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0989804 Jun 24 11:53:31.139138 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-0a45924e-4ac1-425c-9b7c-9c1ba8e506f8 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1978458'] for router_interface, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:53:31.222020 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-9d86f6ed-1644-4f31-9fb1-d643a9c7d6cf req-9de88fb0-52ab-4f59-bd79-9ac0e173667a service neutron] 10.222.0.45 "GET /v2.0/networks/376f72b9-0f0d-4b21-b0a6-f11d1b9b44a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993562 Jun 24 11:53:31.323991 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-0a45924e-4ac1-425c-9b7c-9c1ba8e506f8 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:53:31.379059 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-9f095ff7-0891-4b91-aa5f-6b1f4dd2e16c None None] Provisioning for port e1c56663-864e-4498-8df9-72a74fabe1da completed by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 11:53:31.383554 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-9f095ff7-0891-4b91-aa5f-6b1f4dd2e16c None None] Provisioning complete for port e1c56663-864e-4498-8df9-72a74fabe1da triggered by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:53:31.383938 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-9f095ff7-0891-4b91-aa5f-6b1f4dd2e16c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:53:31.418596 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-9f095ff7-0891-4b91-aa5f-6b1f4dd2e16c None None] Port e1c56663-864e-4498-8df9-72a74fabe1da cannot update to ACTIVE because it is not bound. {{(pid=128085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 11:53:31.624610 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-0a45924e-4ac1-425c-9b7c-9c1ba8e506f8 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for port, precommit_update {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:53:31.629332 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-0a45924e-4ac1-425c-9b7c-9c1ba8e506f8 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3292081'] for port, after_update {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:53:31.634676 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-c10d8fb8-87b6-4f8d-bc7d-9077d8e37d90 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:53:31.713873 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-0a45924e-4ac1-425c-9b7c-9c1ba8e506f8 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1783050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1978542'] for router_interface, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:53:31.715762 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a45924e-4ac1-425c-9b7c-9c1ba8e506f8 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Pushing event updated for resources: {'Port': ['ID=e1c56663-864e-4498-8df9-72a74fabe1da,revision_number=2']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:53:31.719181 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-0a45924e-4ac1-425c-9b7c-9c1ba8e506f8 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:53:31.807354 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a45924e-4ac1-425c-9b7c-9c1ba8e506f8 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Network 50fd94cd-f9cb-4541-a066-b84fe71f8563 is already hosted by enough agents. {{(pid=128084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 11:53:31.808653 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.base_scheduler [None req-0a45924e-4ac1-425c-9b7c-9c1ba8e506f8 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Resources bound (agent type, host, resource id): {{(pid=128084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:53:31.934263 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a45924e-4ac1-425c-9b7c-9c1ba8e506f8 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Router e3507549-7dfc-4bed-9303-7ee22e713263 has already been hosted by L3 agent 2987dba8-2249-4ee6-96ec-28f0f7a6127d {{(pid=128084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 11:53:32.047981 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-8c9f1710-1b84-49b7-a107-d0810f445401 None None] Provisioning complete for port e1c56663-864e-4498-8df9-72a74fabe1da triggered by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:53:32.050964 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a45924e-4ac1-425c-9b7c-9c1ba8e506f8 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify agent at l3_agent.dv-neutron-797120-4-hyperv the message routers_updated {{(pid=128084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 11:53:32.053104 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-8c9f1710-1b84-49b7-a107-d0810f445401 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:53:32.065389 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-0a45924e-4ac1-425c-9b7c-9c1ba8e506f8 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "PUT /v2.0/routers/e3507549-7dfc-4bed-9303-7ee22e713263/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4278326 Jun 24 11:53:32.089912 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4377c9d-02e9-4df2-9c20-82a147df1427 None None] Sync routers for ids ['e3507549-7dfc-4bed-9303-7ee22e713263'] in dv-neutron-797120-4-hyperv {{(pid=128086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 11:53:32.090475 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-8c9f1710-1b84-49b7-a107-d0810f445401 None None] Port e1c56663-864e-4498-8df9-72a74fabe1da cannot update to ACTIVE because it is not bound. {{(pid=128085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 11:53:32.100403 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4377c9d-02e9-4df2-9c20-82a147df1427 None None] Routers {'e3507549-7dfc-4bed-9303-7ee22e713263'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 11:53:32.101306 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-a4377c9d-02e9-4df2-9c20-82a147df1427 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T11:53:26Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['e3507549-7dfc-4bed-9303-7ee22e713263'], 'active': True} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:53:32.156913 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360304b5-e350-4afd-89aa-bdba853563e2 req-8ea2d4f0-06e5-44f8-a5ab-e4945cad79fb tempest-TestVolumeBootPattern-428988392 tempest-TestVolumeBootPattern-428988392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:53:32.158426 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-360304b5-e350-4afd-89aa-bdba853563e2 req-8ea2d4f0-06e5-44f8-a5ab-e4945cad79fb tempest-TestVolumeBootPattern-428988392 tempest-TestVolumeBootPattern-428988392-project] 10.222.0.53 "GET /v2.0/ports?device_id=fdbd2690-2407-4ef7-a4f0-0ba08f5579aa HTTP/1.1" status: 200 len: 944 time: 0.0850372 Jun 24 11:53:32.201838 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-360304b5-e350-4afd-89aa-bdba853563e2 req-bc4cc7ef-c29e-4742-944c-41aab2ae678e tempest-TestVolumeBootPattern-428988392 tempest-TestVolumeBootPattern-428988392-project] 10.222.0.53 "GET /v2.0/security-groups?id=ddc26bf4-0de0-4c33-8d45-b7d4817ee778&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0373647 Jun 24 11:53:32.213999 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_dvr_db [None req-a4377c9d-02e9-4df2-9c20-82a147df1427 None None] Set router e3507549-7dfc-4bed-9303-7ee22e713263 gateway port host: dv-neutron-797120-4-hyperv {{(pid=128086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 11:53:32.449648 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-a4377c9d-02e9-4df2-9c20-82a147df1427 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3507549-7dfc-4bed-9303-7ee22e713263', 'name': 'tempest-TestNetworkBasicOps-router-442932250', 'tenant_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'external_fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.170'}], 'enable_snat': True}, 'gw_port_id': 'eb998f6e-88ce-45bb-af30-1a23b561efa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T11:52:07Z', 'updated_at': '2021-06-24T11:53:31Z', 'revision_number': 5, 'project_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'gw_port': {'id': 'eb998f6e-88ce-45bb-af30-1a23b561efa1', 'name': '', 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:27:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3507549-7dfc-4bed-9303-7ee22e713263', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1312, 'fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:52:07Z', 'updated_at': '2021-06-24T11:52:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-4-hyperv', '_floatingips': [{'id': '7210570d-eb7f-404b-a977-c7f42d03e8c6', 'tenant_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'floating_ip_address': '172.26.7.69', 'floating_network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'router_id': 'e3507549-7dfc-4bed-9303-7ee22e713263', 'port_id': 'e95767a8-9824-4daa-9635-c6f8b8aa7596', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1340, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f342f72f-87d9-44f2-8eb5-cb364a2ef874', 'mac_address': 'fa:16:3e:e2:a2:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91ed477b-8f29-4040-8419-1d7d9ac76bfa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T11:52:31Z', 'updated_at': '2021-06-24T11:52:33Z', 'revision_number': 1, 'project_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '76d7428a-3779-458d-9523-6d9b31ec5836', 'name': '', 'network_id': 'f342f72f-87d9-44f2-8eb5-cb364a2ef874', 'tenant_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'mac_address': 'fa:16:3e:2f:b9:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3507549-7dfc-4bed-9303-7ee22e713263', 'device_owner': 'network:router_interface', 'standard_attr_id': 1323, 'fixed_ips': [{'subnet_id': '4b62f11d-b56a-4310-966b-af2474726ca6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:52:12Z', 'updated_at': '2021-06-24T11:52:19Z', 'revision_number': 5, 'project_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'subnets': [{'id': '4b62f11d-b56a-4310-966b-af2474726ca6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e1c56663-864e-4498-8df9-72a74fabe1da', 'name': '', 'network_id': '50fd94cd-f9cb-4541-a066-b84fe71f8563', 'tenant_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'mac_address': 'fa:16:3e:13:a6:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3507549-7dfc-4bed-9303-7ee22e713263', 'device_owner': 'network:router_interface', 'standard_attr_id': 1356, 'fixed_ips': [{'subnet_id': '1609ab76-5ccb-4b25-b3ad-271cc31be30c', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:53:30Z', 'updated_at': '2021-06-24T11:53:31Z', 'revision_number': 2, 'project_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'subnets': [{'id': '1609ab76-5ccb-4b25-b3ad-271cc31be30c', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:53:32.478699 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4377c9d-02e9-4df2-9c20-82a147df1427 None None] Checking router: e3507549-7dfc-4bed-9303-7ee22e713263 for host: dv-neutron-797120-4-hyperv {{(pid=128086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 11:53:32.479067 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4377c9d-02e9-4df2-9c20-82a147df1427 None None] Updating router e3507549-7dfc-4bed-9303-7ee22e713263 port e1c56663-864e-4498-8df9-72a74fabe1da binding host dv-neutron-797120-4-hyperv {{(pid=128086) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 11:53:32.514610 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron_lib.callbacks.manager [None req-a4377c9d-02e9-4df2-9c20-82a147df1427 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:53:32.772996 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron_lib.callbacks.manager [None req-a4377c9d-02e9-4df2-9c20-82a147df1427 None None] Notify callbacks [] for port, precommit_update {{(pid=128086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:53:32.782081 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.provisioning_blocks [None req-a4377c9d-02e9-4df2-9c20-82a147df1427 None None] Transition to ACTIVE for port object e1c56663-864e-4498-8df9-72a74fabe1da will not be triggered until provisioned by entity L2. {{(pid=128086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 11:53:32.788246 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron_lib.callbacks.manager [None req-a4377c9d-02e9-4df2-9c20-82a147df1427 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:53:32.790064 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG oslo_concurrency.lockutils [None req-33ba87c3-2015-46c8-a2e6-e115b9bf6dab None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128086) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:53:32.833741 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3438012-d06a-43ce-a0c1-729ada6808f8 None None] Pushing event updated for resources: {'Port': ['ID=e1c56663-864e-4498-8df9-72a74fabe1da,revision_number=3']} {{(pid=128086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:53:32.845335 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3438012-d06a-43ce-a0c1-729ada6808f8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:53:32.845676 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3438012-d06a-43ce-a0c1-729ada6808f8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:53:32.846056 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3438012-d06a-43ce-a0c1-729ada6808f8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:53:32.846310 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3438012-d06a-43ce-a0c1-729ada6808f8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:53:32.846627 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3438012-d06a-43ce-a0c1-729ada6808f8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:53:32.846946 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3438012-d06a-43ce-a0c1-729ada6808f8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:53:32.847261 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3438012-d06a-43ce-a0c1-729ada6808f8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:53:32.847577 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3438012-d06a-43ce-a0c1-729ada6808f8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:53:32.847893 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3438012-d06a-43ce-a0c1-729ada6808f8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:53:32.848204 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3438012-d06a-43ce-a0c1-729ada6808f8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:53:32.848509 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3438012-d06a-43ce-a0c1-729ada6808f8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:53:32.848816 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3438012-d06a-43ce-a0c1-729ada6808f8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:53:32.868554 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG oslo_concurrency.lockutils [None req-b3438012-d06a-43ce-a0c1-729ada6808f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=128086) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:53:32.903890 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.plugins.ml2.managers [None req-a4377c9d-02e9-4df2-9c20-82a147df1427 None None] Attempting to bind port e1c56663-864e-4498-8df9-72a74fabe1da on host dv-neutron-797120-4-hyperv for vnic_type normal with profile {{(pid=128086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 11:53:32.904296 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.plugins.ml2.managers [None req-a4377c9d-02e9-4df2-9c20-82a147df1427 None None] Attempting to bind port e1c56663-864e-4498-8df9-72a74fabe1da by drivers openvswitch,hyperv on host dv-neutron-797120-4-hyperv at level 0 using segments [{'id': '26ac7d63-9c1a-4323-ab8e-36ed1608f1de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '50fd94cd-f9cb-4541-a066-b84fe71f8563'}] {{(pid=128086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 11:53:32.904658 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4377c9d-02e9-4df2-9c20-82a147df1427 None None] Attempting to bind port e1c56663-864e-4498-8df9-72a74fabe1da on network 50fd94cd-f9cb-4541-a066-b84fe71f8563 {{(pid=128086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 11:53:32.910240 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4377c9d-02e9-4df2-9c20-82a147df1427 None None] Checking agent: {'id': 'e3a695b2-c397-461f-83b0-10b79d490b59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 11, 36, 56), 'started_at': datetime.datetime(2021, 6, 24, 11, 37, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 11, 53, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=128086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 11:53:32.910583 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4377c9d-02e9-4df2-9c20-82a147df1427 None None] Checking segment: {'id': '26ac7d63-9c1a-4323-ab8e-36ed1608f1de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '50fd94cd-f9cb-4541-a066-b84fe71f8563'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=128086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 11:53:32.910866 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron_lib.callbacks.manager [None req-a4377c9d-02e9-4df2-9c20-82a147df1427 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=128086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:53:32.911260 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4377c9d-02e9-4df2-9c20-82a147df1427 None None] Bound using segment: {'id': '26ac7d63-9c1a-4323-ab8e-36ed1608f1de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '50fd94cd-f9cb-4541-a066-b84fe71f8563'} {{(pid=128086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 11:53:32.911733 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.plugins.ml2.managers [None req-a4377c9d-02e9-4df2-9c20-82a147df1427 None None] Bound port: e1c56663-864e-4498-8df9-72a74fabe1da, host: dv-neutron-797120-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26ac7d63-9c1a-4323-ab8e-36ed1608f1de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '50fd94cd-f9cb-4541-a066-b84fe71f8563'}}] {{(pid=128086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 11:53:32.912241 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron_lib.callbacks.manager [None req-a4377c9d-02e9-4df2-9c20-82a147df1427 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:53:32.978695 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.plugins.ml2.db [None req-a4377c9d-02e9-4df2-9c20-82a147df1427 None None] For port e1c56663-864e-4498-8df9-72a74fabe1da, host dv-neutron-797120-4-hyperv, cleared binding levels {{(pid=128086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 11:53:32.981843 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.plugins.ml2.db [None req-a4377c9d-02e9-4df2-9c20-82a147df1427 None None] For port e1c56663-864e-4498-8df9-72a74fabe1da, host dv-neutron-797120-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=e1c56663-864e-4498-8df9-72a74fabe1da,segment=NetworkSegment(26ac7d63-9c1a-4323-ab8e-36ed1608f1de),segment_id=26ac7d63-9c1a-4323-ab8e-36ed1608f1de)] {{(pid=128086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 11:53:32.986605 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron_lib.callbacks.manager [None req-a4377c9d-02e9-4df2-9c20-82a147df1427 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:53:32.988502 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG oslo_concurrency.lockutils [None req-9587fd99-9c15-4559-9b94-19ccf20b6938 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128086) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:53:33.045008 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4377c9d-02e9-4df2-9c20-82a147df1427 None None] Routers {'e3507549-7dfc-4bed-9303-7ee22e713263'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 11:53:33.045643 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-a4377c9d-02e9-4df2-9c20-82a147df1427 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T11:53:26Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['e3507549-7dfc-4bed-9303-7ee22e713263'], 'active': True} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:53:33.084417 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3438012-d06a-43ce-a0c1-729ada6808f8 None None] Pushing event updated for resources: {'Port': ['ID=e1c56663-864e-4498-8df9-72a74fabe1da,revision_number=4']} {{(pid=128086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:53:33.089344 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG oslo_concurrency.lockutils [None req-b3438012-d06a-43ce-a0c1-729ada6808f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=128086) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:53:33.247975 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_dvr_db [None req-a4377c9d-02e9-4df2-9c20-82a147df1427 None None] Set router e3507549-7dfc-4bed-9303-7ee22e713263 gateway port host: dv-neutron-797120-4-hyperv {{(pid=128086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 11:53:33.393708 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5528c7c7-e822-4001-ac2f-c13c354b0bba req-5c9f31df-8318-4e91-9e95-fcee416d34da tempest-TestVolumeBootPattern-428988392 tempest-TestVolumeBootPattern-428988392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:53:33.395095 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-5528c7c7-e822-4001-ac2f-c13c354b0bba req-5c9f31df-8318-4e91-9e95-fcee416d34da tempest-TestVolumeBootPattern-428988392 tempest-TestVolumeBootPattern-428988392-project] 10.222.0.53 "GET /v2.0/ports?device_id=fdbd2690-2407-4ef7-a4f0-0ba08f5579aa HTTP/1.1" status: 200 len: 944 time: 0.0670710 Jun 24 11:53:33.455494 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-5528c7c7-e822-4001-ac2f-c13c354b0bba req-276eff17-bf12-4670-b78a-aba948e32b27 tempest-TestVolumeBootPattern-428988392 tempest-TestVolumeBootPattern-428988392-project] 10.222.0.53 "GET /v2.0/security-groups?id=ddc26bf4-0de0-4c33-8d45-b7d4817ee778&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0497243 Jun 24 11:53:33.493051 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-a4377c9d-02e9-4df2-9c20-82a147df1427 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3507549-7dfc-4bed-9303-7ee22e713263', 'name': 'tempest-TestNetworkBasicOps-router-442932250', 'tenant_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'external_fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.170'}], 'enable_snat': True}, 'gw_port_id': 'eb998f6e-88ce-45bb-af30-1a23b561efa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T11:52:07Z', 'updated_at': '2021-06-24T11:53:31Z', 'revision_number': 5, 'project_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'gw_port': {'id': 'eb998f6e-88ce-45bb-af30-1a23b561efa1', 'name': '', 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:27:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3507549-7dfc-4bed-9303-7ee22e713263', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1312, 'fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:52:07Z', 'updated_at': '2021-06-24T11:52:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-4-hyperv', '_floatingips': [{'id': '7210570d-eb7f-404b-a977-c7f42d03e8c6', 'tenant_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'floating_ip_address': '172.26.7.69', 'floating_network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'router_id': 'e3507549-7dfc-4bed-9303-7ee22e713263', 'port_id': 'e95767a8-9824-4daa-9635-c6f8b8aa7596', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1340, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f342f72f-87d9-44f2-8eb5-cb364a2ef874', 'mac_address': 'fa:16:3e:e2:a2:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91ed477b-8f29-4040-8419-1d7d9ac76bfa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T11:52:31Z', 'updated_at': '2021-06-24T11:52:33Z', 'revision_number': 1, 'project_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '76d7428a-3779-458d-9523-6d9b31ec5836', 'name': '', 'network_id': 'f342f72f-87d9-44f2-8eb5-cb364a2ef874', 'tenant_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'mac_address': 'fa:16:3e:2f:b9:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3507549-7dfc-4bed-9303-7ee22e713263', 'device_owner': 'network:router_interface', 'standard_attr_id': 1323, 'fixed_ips': [{'subnet_id': '4b62f11d-b56a-4310-966b-af2474726ca6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:52:12Z', 'updated_at': '2021-06-24T11:52:19Z', 'revision_number': 5, 'project_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'subnets': [{'id': '4b62f11d-b56a-4310-966b-af2474726ca6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e1c56663-864e-4498-8df9-72a74fabe1da', 'name': '', 'network_id': '50fd94cd-f9cb-4541-a066-b84fe71f8563', 'tenant_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'mac_address': 'fa:16:3e:13:a6:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3507549-7dfc-4bed-9303-7ee22e713263', 'device_owner': 'network:router_interface', 'standard_attr_id': 1356, 'fixed_ips': [{'subnet_id': '1609ab76-5ccb-4b25-b3ad-271cc31be30c', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:53:30Z', 'updated_at': '2021-06-24T11:53:32Z', 'revision_number': 4, 'project_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'subnets': [{'id': '1609ab76-5ccb-4b25-b3ad-271cc31be30c', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:53:33.518119 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4377c9d-02e9-4df2-9c20-82a147df1427 None None] The sync data for ids ['e3507549-7dfc-4bed-9303-7ee22e713263'] in dv-neutron-797120-4-hyperv is: [{'id': 'e3507549-7dfc-4bed-9303-7ee22e713263', 'name': 'tempest-TestNetworkBasicOps-router-442932250', 'tenant_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'external_fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.170'}], 'enable_snat': True}, 'gw_port_id': 'eb998f6e-88ce-45bb-af30-1a23b561efa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T11:52:07Z', 'updated_at': '2021-06-24T11:53:31Z', 'revision_number': 5, 'project_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'gw_port': {'id': 'eb998f6e-88ce-45bb-af30-1a23b561efa1', 'name': '', 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:27:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3507549-7dfc-4bed-9303-7ee22e713263', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1312, 'fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:52:07Z', 'updated_at': '2021-06-24T11:52:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-4-hyperv', '_floatingips': [{'id': '7210570d-eb7f-404b-a977-c7f42d03e8c6', 'tenant_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'floating_ip_address': '172.26.7.69', 'floating_network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'router_id': 'e3507549-7dfc-4bed-9303-7ee22e713263', 'port_id': 'e95767a8-9824-4daa-9635-c6f8b8aa7596', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1340, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f342f72f-87d9-44f2-8eb5-cb364a2ef874', 'mac_address': 'fa:16:3e:e2:a2:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91ed477b-8f29-4040-8419-1d7d9ac76bfa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T11:52:31Z', 'updated_at': '2021-06-24T11:52:33Z', 'revision_number': 1, 'project_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '76d7428a-3779-458d-9523-6d9b31ec5836', 'name': '', 'network_id': 'f342f72f-87d9-44f2-8eb5-cb364a2ef874', 'tenant_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'mac_address': 'fa:16:3e:2f:b9:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3507549-7dfc-4bed-9303-7ee22e713263', 'device_owner': 'network:router_interface', 'standard_attr_id': 1323, 'fixed_ips': [{'subnet_id': '4b62f11d-b56a-4310-966b-af2474726ca6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:52:12Z', 'updated_at': '2021-06-24T11:52:19Z', 'revision_number': 5, 'project_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'subnets': [{'id': '4b62f11d-b56a-4310-966b-af2474726ca6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e1c56663-864e-4498-8df9-72a74fabe1da', 'name': '', 'network_id': '50fd94cd-f9cb-4541-a066-b84fe71f8563', 'tenant_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'mac_address': 'fa:16:3e:13:a6:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3507549-7dfc-4bed-9303-7ee22e713263', 'device_owner': 'network:router_interface', 'standard_attr_id': 1356, 'fixed_ips': [{'subnet_id': '1609ab76-5ccb-4b25-b3ad-271cc31be30c', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:53:30Z', 'updated_at': '2021-06-24T11:53:32Z', 'revision_number': 4, 'project_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'subnets': [{'id': '1609ab76-5ccb-4b25-b3ad-271cc31be30c', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=128086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 11:53:33.828176 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device e1c56663-864e-4498-8df9-72a74fabe1da up at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 11:53:33.878646 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning for port e1c56663-864e-4498-8df9-72a74fabe1da completed by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 11:53:33.884237 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning complete for port e1c56663-864e-4498-8df9-72a74fabe1da triggered by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:53:33.884681 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:53:33.974676 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:53:34.008549 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] For port e1c56663-864e-4498-8df9-72a74fabe1da, host dv-neutron-797120-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=e1c56663-864e-4498-8df9-72a74fabe1da,segment=NetworkSegment(26ac7d63-9c1a-4323-ab8e-36ed1608f1de),segment_id=26ac7d63-9c1a-4323-ab8e-36ed1608f1de)] {{(pid=128085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 11:53:34.012516 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:53:34.014334 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:53:34.061410 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Pushing event updated for resources: {'Port': ['ID=e1c56663-864e-4498-8df9-72a74fabe1da,revision_number=5']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:53:34.068511 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:53:34.068910 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:53:34.069481 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:53:34.069854 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:53:34.070187 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:53:34.070520 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:53:34.070848 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:53:34.071179 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:53:34.071527 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:53:34.071848 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:53:34.072167 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:53:34.072484 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:53:34.076286 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:53:34.634659 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c30c720-f88f-4a41-bf7b-c6ce857c0322 req-b422235d-f52e-4866-91bf-62467968567c tempest-TestVolumeBootPattern-428988392 tempest-TestVolumeBootPattern-428988392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:53:34.636122 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-1c30c720-f88f-4a41-bf7b-c6ce857c0322 req-b422235d-f52e-4866-91bf-62467968567c tempest-TestVolumeBootPattern-428988392 tempest-TestVolumeBootPattern-428988392-project] 10.222.0.53 "GET /v2.0/ports?device_id=fdbd2690-2407-4ef7-a4f0-0ba08f5579aa HTTP/1.1" status: 200 len: 944 time: 0.0641387 Jun 24 11:53:34.672690 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-1c30c720-f88f-4a41-bf7b-c6ce857c0322 req-4bf6301b-267a-4a72-acae-4da29f2af3ea tempest-TestVolumeBootPattern-428988392 tempest-TestVolumeBootPattern-428988392-project] 10.222.0.53 "GET /v2.0/security-groups?id=ddc26bf4-0de0-4c33-8d45-b7d4817ee778&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0308743 Jun 24 11:53:35.807518 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device e1c56663-864e-4498-8df9-72a74fabe1da up at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 11:53:35.852948 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbea8ff-bfb3-44a9-8a32-d2ee5e43abd2 req-e394c9b2-f9ed-4eb1-be13-62d1ec0f256e tempest-TestVolumeBootPattern-428988392 tempest-TestVolumeBootPattern-428988392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:53:35.854352 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-7bbea8ff-bfb3-44a9-8a32-d2ee5e43abd2 req-e394c9b2-f9ed-4eb1-be13-62d1ec0f256e tempest-TestVolumeBootPattern-428988392 tempest-TestVolumeBootPattern-428988392-project] 10.222.0.53 "GET /v2.0/ports?device_id=fdbd2690-2407-4ef7-a4f0-0ba08f5579aa HTTP/1.1" status: 200 len: 944 time: 0.0695627 Jun 24 11:53:35.861158 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning complete for port e1c56663-864e-4498-8df9-72a74fabe1da triggered by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:53:35.861548 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:53:35.892719 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-7bbea8ff-bfb3-44a9-8a32-d2ee5e43abd2 req-4d370294-dca8-4ba4-8c46-c49f6f67e6a9 tempest-TestVolumeBootPattern-428988392 tempest-TestVolumeBootPattern-428988392-project] 10.222.0.53 "GET /v2.0/security-groups?id=ddc26bf4-0de0-4c33-8d45-b7d4817ee778&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0325735 Jun 24 11:53:37.066188 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9598a459-05b1-4d39-a8f0-df2242521c4b req-d873ec4d-143c-4378-a6fb-8f60d989be84 tempest-TestVolumeBootPattern-428988392 tempest-TestVolumeBootPattern-428988392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:53:37.067649 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-9598a459-05b1-4d39-a8f0-df2242521c4b req-d873ec4d-143c-4378-a6fb-8f60d989be84 tempest-TestVolumeBootPattern-428988392 tempest-TestVolumeBootPattern-428988392-project] 10.222.0.53 "GET /v2.0/ports?device_id=fdbd2690-2407-4ef7-a4f0-0ba08f5579aa HTTP/1.1" status: 200 len: 944 time: 0.0644381 Jun 24 11:53:37.105967 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-9598a459-05b1-4d39-a8f0-df2242521c4b req-6fddc9ea-d3a8-43fa-986a-9d0e08c9b75b tempest-TestVolumeBootPattern-428988392 tempest-TestVolumeBootPattern-428988392-project] 10.222.0.53 "GET /v2.0/security-groups?id=ddc26bf4-0de0-4c33-8d45-b7d4817ee778&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0323808 Jun 24 11:53:38.295075 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e369abd5-27cb-4cf8-bccf-f6d53901f278 req-be177fd3-44a0-48bd-a2d9-f7c93225fe54 tempest-TestVolumeBootPattern-428988392 tempest-TestVolumeBootPattern-428988392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:53:38.296575 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-e369abd5-27cb-4cf8-bccf-f6d53901f278 req-be177fd3-44a0-48bd-a2d9-f7c93225fe54 tempest-TestVolumeBootPattern-428988392 tempest-TestVolumeBootPattern-428988392-project] 10.222.0.53 "GET /v2.0/ports?device_id=fdbd2690-2407-4ef7-a4f0-0ba08f5579aa HTTP/1.1" status: 200 len: 944 time: 0.0784516 Jun 24 11:53:38.335230 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-e369abd5-27cb-4cf8-bccf-f6d53901f278 req-320c6470-1a53-42c5-8629-17514eca26ac tempest-TestVolumeBootPattern-428988392 tempest-TestVolumeBootPattern-428988392-project] 10.222.0.53 "GET /v2.0/security-groups?id=ddc26bf4-0de0-4c33-8d45-b7d4817ee778&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0324063 Jun 24 11:53:39.511707 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f37cf5-e094-49c6-a7b0-b4efa987cf70 req-ff77a623-ea4b-4ea7-bae4-d4c0c1d0bf34 tempest-TestVolumeBootPattern-428988392 tempest-TestVolumeBootPattern-428988392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:53:39.513190 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-08f37cf5-e094-49c6-a7b0-b4efa987cf70 req-ff77a623-ea4b-4ea7-bae4-d4c0c1d0bf34 tempest-TestVolumeBootPattern-428988392 tempest-TestVolumeBootPattern-428988392-project] 10.222.0.53 "GET /v2.0/ports?device_id=fdbd2690-2407-4ef7-a4f0-0ba08f5579aa HTTP/1.1" status: 200 len: 944 time: 0.0641365 Jun 24 11:53:39.550705 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-08f37cf5-e094-49c6-a7b0-b4efa987cf70 req-9e822355-5bba-4c93-8efa-fdd5be0f42e5 tempest-TestVolumeBootPattern-428988392 tempest-TestVolumeBootPattern-428988392-project] 10.222.0.53 "GET /v2.0/security-groups?id=ddc26bf4-0de0-4c33-8d45-b7d4817ee778&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0318928 Jun 24 11:53:40.721222 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57973e2b-b4c2-4384-b6e3-3aa5e7ec0dfd req-39f5d44a-eb0e-4f0f-bd2d-2a5f84cdc93f tempest-TestVolumeBootPattern-428988392 tempest-TestVolumeBootPattern-428988392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:53:40.722674 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-57973e2b-b4c2-4384-b6e3-3aa5e7ec0dfd req-39f5d44a-eb0e-4f0f-bd2d-2a5f84cdc93f tempest-TestVolumeBootPattern-428988392 tempest-TestVolumeBootPattern-428988392-project] 10.222.0.53 "GET /v2.0/ports?device_id=fdbd2690-2407-4ef7-a4f0-0ba08f5579aa HTTP/1.1" status: 200 len: 944 time: 0.0635989 Jun 24 11:53:40.761319 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-57973e2b-b4c2-4384-b6e3-3aa5e7ec0dfd req-13477b4d-cbf1-4b9a-af6a-4224ecd8fa1f tempest-TestVolumeBootPattern-428988392 tempest-TestVolumeBootPattern-428988392-project] 10.222.0.53 "GET /v2.0/security-groups?id=ddc26bf4-0de0-4c33-8d45-b7d4817ee778&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0321498 Jun 24 11:53:41.165850 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Device 9a091370-bfb7-4a52-aa7a-51b163627d59 details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=128085) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 11:53:41.264903 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] For port 9a091370-bfb7-4a52-aa7a-51b163627d59, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=9a091370-bfb7-4a52-aa7a-51b163627d59,segment=NetworkSegment(feccf5a9-eb5f-4366-9287-7909e7dea8b2),segment_id=feccf5a9-eb5f-4366-9287-7909e7dea8b2)] {{(pid=128085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 11:53:41.280362 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Returning: {'device': '9a091370-bfb7-4a52-aa7a-51b163627d59', 'network_id': '376f72b9-0f0d-4b21-b0a6-f11d1b9b44a4', 'port_id': '9a091370-bfb7-4a52-aa7a-51b163627d59', 'mac_address': 'fa:16:3e:6b:61:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 635, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83739081-6ef0-4601-a176-febdd4c01678', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=128085) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 11:53:41.319375 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:53:41.332113 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.notifiers.nova [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a091370-bfb7-4a52-aa7a-51b163627d59 {{(pid=128085) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 11:53:41.353303 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] For port 9a091370-bfb7-4a52-aa7a-51b163627d59, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=9a091370-bfb7-4a52-aa7a-51b163627d59,segment=NetworkSegment(feccf5a9-eb5f-4366-9287-7909e7dea8b2),segment_id=feccf5a9-eb5f-4366-9287-7909e7dea8b2)] {{(pid=128085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 11:53:41.357208 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:53:41.358924 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-deebadc5-3640-4596-9189-0deafd935e09 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:53:41.404078 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Pushing event updated for resources: {'Port': ['ID=9a091370-bfb7-4a52-aa7a-51b163627d59,revision_number=4']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:53:41.407203 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:53:41.632341 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] get_ports_and_sgs() called for port_ids ['9a091370-bfb7-4a52-aa7a-51b163627d59'] {{(pid=128085) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 11:53:41.937441 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da462c88-731b-415b-b1e3-bc1b92fae21c req-6ddb1751-d999-435c-a342-edbba10e1eba tempest-TestVolumeBootPattern-428988392 tempest-TestVolumeBootPattern-428988392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:53:41.938786 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-da462c88-731b-415b-b1e3-bc1b92fae21c req-6ddb1751-d999-435c-a342-edbba10e1eba tempest-TestVolumeBootPattern-428988392 tempest-TestVolumeBootPattern-428988392-project] 10.222.0.53 "GET /v2.0/ports?device_id=fdbd2690-2407-4ef7-a4f0-0ba08f5579aa HTTP/1.1" status: 200 len: 945 time: 0.0655560 Jun 24 11:53:41.974568 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-da462c88-731b-415b-b1e3-bc1b92fae21c req-d478d2cb-58da-467c-90c7-bd42dcf01fbd tempest-TestVolumeBootPattern-428988392 tempest-TestVolumeBootPattern-428988392-project] 10.222.0.53 "GET /v2.0/security-groups?id=ddc26bf4-0de0-4c33-8d45-b7d4817ee778&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0301099 Jun 24 11:53:43.148090 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2baf791-97fa-4015-a9ec-685fc6acfff4 req-ca5d4d2e-90d3-413d-9e2f-904bbb79921b tempest-TestVolumeBootPattern-428988392 tempest-TestVolumeBootPattern-428988392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:53:43.149601 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-d2baf791-97fa-4015-a9ec-685fc6acfff4 req-ca5d4d2e-90d3-413d-9e2f-904bbb79921b tempest-TestVolumeBootPattern-428988392 tempest-TestVolumeBootPattern-428988392-project] 10.222.0.53 "GET /v2.0/ports?device_id=fdbd2690-2407-4ef7-a4f0-0ba08f5579aa HTTP/1.1" status: 200 len: 945 time: 0.0681121 Jun 24 11:53:43.187317 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-d2baf791-97fa-4015-a9ec-685fc6acfff4 req-cd5c5397-b25d-4064-9953-cb93aea11f58 tempest-TestVolumeBootPattern-428988392 tempest-TestVolumeBootPattern-428988392-project] 10.222.0.53 "GET /v2.0/security-groups?id=ddc26bf4-0de0-4c33-8d45-b7d4817ee778&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0321546 Jun 24 11:53:43.197054 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Device 9a091370-bfb7-4a52-aa7a-51b163627d59 up at agent hyperv_hv-neutron-7971 {{(pid=128085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 11:53:43.245756 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Provisioning for port 9a091370-bfb7-4a52-aa7a-51b163627d59 completed by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 11:53:43.249342 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Provisioning complete for port 9a091370-bfb7-4a52-aa7a-51b163627d59 triggered by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:53:43.249720 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:53:43.326204 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:53:43.348554 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdbd2690-2407-4ef7-a4f0-0ba08f5579aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a091370-bfb7-4a52-aa7a-51b163627d59'}] {{(pid=128085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 11:53:43.351598 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1098ec9051a50dd033317f529a09b9762582ef7b417ebe05928aca59e08255aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3b137ac-bcf1-459f-a502-b344fbce8d0d" -d '{"events": [{"server_uuid": "fdbd2690-2407-4ef7-a4f0-0ba08f5579aa", "name": "network-vif-plugged", "status": "completed", "tag": "9a091370-bfb7-4a52-aa7a-51b163627d59"}]}' {{(pid=128085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 11:53:43.364534 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] For port 9a091370-bfb7-4a52-aa7a-51b163627d59, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=9a091370-bfb7-4a52-aa7a-51b163627d59,segment=NetworkSegment(feccf5a9-eb5f-4366-9287-7909e7dea8b2),segment_id=feccf5a9-eb5f-4366-9287-7909e7dea8b2)] {{(pid=128085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 11:53:43.368869 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:53:43.371817 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-27d10d81-ea37-4183-ac2f-95149a24a802 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:53:43.394984 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 11:53:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b77b58db-86d3-4252-811b-7aa939a19605 x-openstack-request-id: req-b77b58db-86d3-4252-811b-7aa939a19605 {{(pid=128085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 11:53:43.395286 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fdbd2690-2407-4ef7-a4f0-0ba08f5579aa", "name": "network-vif-plugged", "status": "completed", "tag": "9a091370-bfb7-4a52-aa7a-51b163627d59", "code": 200}]} {{(pid=128085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 11:53:43.395551 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b77b58db-86d3-4252-811b-7aa939a19605 {{(pid=128085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 11:53:43.395945 dv-neutron-797120-4-hyperv neutron-server[128085]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fdbd2690-2407-4ef7-a4f0-0ba08f5579aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a091370-bfb7-4a52-aa7a-51b163627d59', 'code': 200} Jun 24 11:53:43.422116 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Pushing event updated for resources: {'Port': ['ID=9a091370-bfb7-4a52-aa7a-51b163627d59,revision_number=5']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:53:43.425072 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:53:43.610157 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f350a9ca-2158-4056-8297-0e3c28d00e03 req-666c2000-23e0-46d3-990e-bd006f954c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:53:43.611625 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-f350a9ca-2158-4056-8297-0e3c28d00e03 req-666c2000-23e0-46d3-990e-bd006f954c97 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=fdbd2690-2407-4ef7-a4f0-0ba08f5579aa HTTP/1.1" status: 200 len: 1099 time: 0.0568907 Jun 24 11:53:43.647420 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-f350a9ca-2158-4056-8297-0e3c28d00e03 req-29c5e840-35c3-40e4-bc62-8aac1fa787cd service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=ddc26bf4-0de0-4c33-8d45-b7d4817ee778&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0278497 Jun 24 11:53:44.366163 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4b2356-8395-4e87-bf98-6e048b05ae9c req-b6f8a554-1266-4380-850f-2c86094eb65b tempest-TestVolumeBootPattern-428988392 tempest-TestVolumeBootPattern-428988392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:53:44.367646 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-4d4b2356-8395-4e87-bf98-6e048b05ae9c req-b6f8a554-1266-4380-850f-2c86094eb65b tempest-TestVolumeBootPattern-428988392 tempest-TestVolumeBootPattern-428988392-project] 10.222.0.53 "GET /v2.0/ports?device_id=fdbd2690-2407-4ef7-a4f0-0ba08f5579aa HTTP/1.1" status: 200 len: 946 time: 0.0646467 Jun 24 11:53:44.408156 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-4d4b2356-8395-4e87-bf98-6e048b05ae9c req-7816b20d-04d8-4f2a-98ae-de95f2b00e5d tempest-TestVolumeBootPattern-428988392 tempest-TestVolumeBootPattern-428988392-project] 10.222.0.53 "GET /v2.0/security-groups?id=ddc26bf4-0de0-4c33-8d45-b7d4817ee778&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0346665 Jun 24 11:53:44.590114 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:53:45.583490 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d152359-5020-4f5d-87d9-b328f2c41f27 req-bb581e03-7781-447e-8275-30d9766bd825 tempest-TestVolumeBootPattern-428988392 tempest-TestVolumeBootPattern-428988392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:53:45.584944 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-7d152359-5020-4f5d-87d9-b328f2c41f27 req-bb581e03-7781-447e-8275-30d9766bd825 tempest-TestVolumeBootPattern-428988392 tempest-TestVolumeBootPattern-428988392-project] 10.222.0.53 "GET /v2.0/ports?device_id=fdbd2690-2407-4ef7-a4f0-0ba08f5579aa HTTP/1.1" status: 200 len: 946 time: 0.0654070 Jun 24 11:53:45.656522 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-7d152359-5020-4f5d-87d9-b328f2c41f27 req-3980e49d-5124-4377-b38e-9d8ab739ed58 tempest-TestVolumeBootPattern-428988392 tempest-TestVolumeBootPattern-428988392-project] 10.222.0.53 "GET /v2.0/security-groups?id=ddc26bf4-0de0-4c33-8d45-b7d4817ee778&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0653110 Jun 24 11:53:45.674766 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-faebedfe-e002-4c5e-af50-6df3fcf2e0a8 req-bcbc0e15-c3e9-47ee-a7f3-654a41dc0b6f service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=91ed477b-8f29-4040-8419-1d7d9ac76bfa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0693705 Jun 24 11:53:45.773118 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faebedfe-e002-4c5e-af50-6df3fcf2e0a8 req-a4d81589-ce1c-4894-af87-121cae8b95c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:53:45.774634 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-faebedfe-e002-4c5e-af50-6df3fcf2e0a8 req-a4d81589-ce1c-4894-af87-121cae8b95c0 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=adbe78de4fbf48fcad1a6bc46d4a1728&device_id=91ed477b-8f29-4040-8419-1d7d9ac76bfa HTTP/1.1" status: 200 len: 1099 time: 0.0559897 Jun 24 11:53:45.912316 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08514b7a-67ed-48db-9292-725efc9ee834 req-c90e94fc-6135-4d9d-b847-a74802f509d9 tempest-TestVolumeBootPattern-428988392 tempest-TestVolumeBootPattern-428988392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:53:45.913985 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-08514b7a-67ed-48db-9292-725efc9ee834 req-c90e94fc-6135-4d9d-b847-a74802f509d9 tempest-TestVolumeBootPattern-428988392 tempest-TestVolumeBootPattern-428988392-project] 10.222.0.53 "GET /v2.0/ports?device_id=fdbd2690-2407-4ef7-a4f0-0ba08f5579aa HTTP/1.1" status: 200 len: 946 time: 0.1384671 Jun 24 11:53:45.915371 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faebedfe-e002-4c5e-af50-6df3fcf2e0a8 req-5adea5c3-2b8d-49ec-bfad-a97cd170c5ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:53:45.916674 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-faebedfe-e002-4c5e-af50-6df3fcf2e0a8 req-5adea5c3-2b8d-49ec-bfad-a97cd170c5ca service neutron] 10.222.0.45 "GET /v2.0/networks?id=f342f72f-87d9-44f2-8eb5-cb364a2ef874 HTTP/1.1" status: 200 len: 897 time: 0.1144333 Jun 24 11:53:45.999839 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-08514b7a-67ed-48db-9292-725efc9ee834 req-7600db79-b029-4891-b57e-51b4dbf53e98 tempest-TestVolumeBootPattern-428988392 tempest-TestVolumeBootPattern-428988392-project] 10.222.0.53 "GET /v2.0/security-groups?id=ddc26bf4-0de0-4c33-8d45-b7d4817ee778&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0800829 Jun 24 11:53:46.011696 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-faebedfe-e002-4c5e-af50-6df3fcf2e0a8 req-ff2cb096-e1de-45d0-bd5f-203dfca7ab03 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e95767a8-9824-4daa-9635-c6f8b8aa7596 HTTP/1.1" status: 200 len: 1001 time: 0.0848625 Jun 24 11:53:46.031491 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 35232) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:53:46.064655 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faebedfe-e002-4c5e-af50-6df3fcf2e0a8 req-e5852cc4-870f-4493-a95d-21f74bce4434 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:53:46.066155 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-faebedfe-e002-4c5e-af50-6df3fcf2e0a8 req-e5852cc4-870f-4493-a95d-21f74bce4434 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=4b62f11d-b56a-4310-966b-af2474726ca6 HTTP/1.1" status: 200 len: 834 time: 0.0482798 Jun 24 11:53:46.121545 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da9ea521-4312-4db2-a178-a18b6aa286d9 tempest-TestVolumeBootPattern-901582506 tempest-TestVolumeBootPattern-901582506-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:53:46.123054 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-da9ea521-4312-4db2-a178-a18b6aa286d9 tempest-TestVolumeBootPattern-901582506 tempest-TestVolumeBootPattern-901582506-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=fdbd2690-2407-4ef7-a4f0-0ba08f5579aa HTTP/1.1" status: 200 len: 1094 time: 0.0904930 Jun 24 11:53:46.125955 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 35234) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:53:46.126802 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faebedfe-e002-4c5e-af50-6df3fcf2e0a8 req-ce9561c6-a5df-4cd3-9d89-985a0559329d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:53:46.128301 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-faebedfe-e002-4c5e-af50-6df3fcf2e0a8 req-ce9561c6-a5df-4cd3-9d89-985a0559329d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=f342f72f-87d9-44f2-8eb5-cb364a2ef874&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0554879 Jun 24 11:53:46.130335 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-c1aa9c17-c846-4811-975a-4ab1ddd1d083 tempest-TestVolumeBootPattern-428988392 tempest-TestVolumeBootPattern-428988392-project] Request body: {'floatingip': {'floating_network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'port_id': '9a091370-bfb7-4a52-aa7a-51b163627d59', 'tenant_id': '91cba4619aa74784a108d3a825cc8e0c', 'fixed_ip_address': '172.20.0.11'}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:53:46.153850 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-c1aa9c17-c846-4811-975a-4ab1ddd1d083 tempest-TestVolumeBootPattern-428988392 tempest-TestVolumeBootPattern-428988392-project] Notify callbacks [] for floatingip, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:53:46.224859 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-faebedfe-e002-4c5e-af50-6df3fcf2e0a8 req-7d9e6d75-c955-4a76-994d-3fce66218a4f service neutron] 10.222.0.45 "GET /v2.0/networks/f342f72f-87d9-44f2-8eb5-cb364a2ef874?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895691 Jun 24 11:53:46.248573 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-c1aa9c17-c846-4811-975a-4ab1ddd1d083 tempest-TestVolumeBootPattern-428988392 tempest-TestVolumeBootPattern-428988392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:53:46.315983 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-faebedfe-e002-4c5e-af50-6df3fcf2e0a8 req-64ba9749-d4c5-4ea2-9901-2bc36f3b7752 service neutron] 10.222.0.45 "GET /v2.0/networks/f342f72f-87d9-44f2-8eb5-cb364a2ef874?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846376 Jun 24 11:53:46.364470 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.db.db_base_plugin_common [None req-c1aa9c17-c846-4811-975a-4ab1ddd1d083 tempest-TestVolumeBootPattern-428988392 tempest-TestVolumeBootPattern-428988392-project] Allocated IP 172.26.7.56 (f2b8ca71-e776-48b2-8898-96cc7970207b/f37bf603-3862-4d0a-9f58-89616f7fd68f/3487cad0-5250-426d-9446-ba9f2a8c4076) {{(pid=128084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 11:53:46.465294 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-c1aa9c17-c846-4811-975a-4ab1ddd1d083 tempest-TestVolumeBootPattern-428988392 tempest-TestVolumeBootPattern-428988392-project] Notify callbacks [] for port, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:53:46.508812 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-c1aa9c17-c846-4811-975a-4ab1ddd1d083 tempest-TestVolumeBootPattern-428988392 tempest-TestVolumeBootPattern-428988392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-650429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-506361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793193536723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3291971'] for port, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:53:46.511595 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-990d5d73-5ccb-4cd7-94b6-26d0f3003b31 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:53:46.544658 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1aa9c17-c846-4811-975a-4ab1ddd1d083 tempest-TestVolumeBootPattern-428988392 tempest-TestVolumeBootPattern-428988392-project] Network f2b8ca71-e776-48b2-8898-96cc7970207b is already hosted by enough agents. {{(pid=128084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 11:53:46.546502 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.base_scheduler [None req-c1aa9c17-c846-4811-975a-4ab1ddd1d083 tempest-TestVolumeBootPattern-428988392 tempest-TestVolumeBootPattern-428988392-project] Resources bound (agent type, host, resource id): {{(pid=128084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:53:46.551923 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1aa9c17-c846-4811-975a-4ab1ddd1d083 tempest-TestVolumeBootPattern-428988392 tempest-TestVolumeBootPattern-428988392-project] Received port after_create {{(pid=128084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 11:53:46.585786 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1aa9c17-c846-4811-975a-4ab1ddd1d083 tempest-TestVolumeBootPattern-428988392 tempest-TestVolumeBootPattern-428988392-project] Pushing event updated for resources: {'Port': ['ID=3487cad0-5250-426d-9446-ba9f2a8c4076,revision_number=1']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:53:46.589615 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-c1aa9c17-c846-4811-975a-4ab1ddd1d083 tempest-TestVolumeBootPattern-428988392 tempest-TestVolumeBootPattern-428988392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:53:47.027289 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-c1aa9c17-c846-4811-975a-4ab1ddd1d083 tempest-TestVolumeBootPattern-428988392 tempest-TestVolumeBootPattern-428988392-project] Notify callbacks [] for floatingip, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:53:47.132617 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-c1aa9c17-c846-4811-975a-4ab1ddd1d083 tempest-TestVolumeBootPattern-428988392 tempest-TestVolumeBootPattern-428988392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:53:47.277728 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-c1aa9c17-c846-4811-975a-4ab1ddd1d083 tempest-TestVolumeBootPattern-428988392 tempest-TestVolumeBootPattern-428988392-project] Notify callbacks [] for port, precommit_update {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:53:47.282128 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-c1aa9c17-c846-4811-975a-4ab1ddd1d083 tempest-TestVolumeBootPattern-428988392 tempest-TestVolumeBootPattern-428988392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3292081'] for port, after_update {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:53:47.284124 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-0a45924e-4ac1-425c-9b7c-9c1ba8e506f8 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:53:47.345432 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1aa9c17-c846-4811-975a-4ab1ddd1d083 tempest-TestVolumeBootPattern-428988392 tempest-TestVolumeBootPattern-428988392-project] Pushing event updated for resources: {'Port': ['ID=3487cad0-5250-426d-9446-ba9f2a8c4076,revision_number=2']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:53:47.349185 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-c1aa9c17-c846-4811-975a-4ab1ddd1d083 tempest-TestVolumeBootPattern-428988392 tempest-TestVolumeBootPattern-428988392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:53:47.359917 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-c1aa9c17-c846-4811-975a-4ab1ddd1d083 tempest-TestVolumeBootPattern-428988392 tempest-TestVolumeBootPattern-428988392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1815637'] for floatingip, after_update {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:53:47.462348 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.db.l3_db [None req-c1aa9c17-c846-4811-975a-4ab1ddd1d083 tempest-TestVolumeBootPattern-428988392 tempest-TestVolumeBootPattern-428988392-project] Floating IP ab96d3de-69ce-4d12-8e23-91d7530629e1 associated. External IP: 172.26.7.56, port: 9a091370-bfb7-4a52-aa7a-51b163627d59. Jun 24 11:53:47.989172 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1aa9c17-c846-4811-975a-4ab1ddd1d083 tempest-TestVolumeBootPattern-428988392 tempest-TestVolumeBootPattern-428988392-project] Router 1010ec49-338d-4ddb-ab95-5db8aeb9bc3a has already been hosted by L3 agent 2987dba8-2249-4ee6-96ec-28f0f7a6127d {{(pid=128084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 11:53:48.101587 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1aa9c17-c846-4811-975a-4ab1ddd1d083 tempest-TestVolumeBootPattern-428988392 tempest-TestVolumeBootPattern-428988392-project] Notify agent at l3_agent.dv-neutron-797120-4-hyperv the message routers_updated {{(pid=128084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 11:53:48.103701 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.agents_db [None req-87a69269-d72b-4286-97f3-1041481ed6d8 None None] Agent healthcheck: found 6 active agents {{(pid=128086) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 11:53:48.112022 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c117f5c-1ae8-4bcb-bcb0-bc8f7e93833a None None] Sync routers for ids ['1010ec49-338d-4ddb-ab95-5db8aeb9bc3a'] in dv-neutron-797120-4-hyperv {{(pid=128085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 11:53:48.118670 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-c1aa9c17-c846-4811-975a-4ab1ddd1d083 tempest-TestVolumeBootPattern-428988392 tempest-TestVolumeBootPattern-428988392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468916'] for floatingip, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:53:48.131945 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c117f5c-1ae8-4bcb-bcb0-bc8f7e93833a None None] Routers {'1010ec49-338d-4ddb-ab95-5db8aeb9bc3a'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 11:53:48.132630 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-0c117f5c-1ae8-4bcb-bcb0-bc8f7e93833a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T11:53:26Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['1010ec49-338d-4ddb-ab95-5db8aeb9bc3a'], 'active': True} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:53:48.158444 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-c1aa9c17-c846-4811-975a-4ab1ddd1d083 tempest-TestVolumeBootPattern-428988392 tempest-TestVolumeBootPattern-428988392-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0314577 Jun 24 11:53:48.159269 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fdbd2690-2407-4ef7-a4f0-0ba08f5579aa', 'tag': '9a091370-bfb7-4a52-aa7a-51b163627d59'}] {{(pid=128084) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 11:53:48.161720 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}189e43ef1649f46b9bccc8e45a83b64afc33adcdec52bc597e36eecb4255b7b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b8333b7-db4f-416f-a6a4-cd41f862a73d" -d '{"events": [{"name": "network-changed", "server_uuid": "fdbd2690-2407-4ef7-a4f0-0ba08f5579aa", "tag": "9a091370-bfb7-4a52-aa7a-51b163627d59"}]}' {{(pid=128084) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 11:53:48.247827 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvr_db [None req-0c117f5c-1ae8-4bcb-bcb0-bc8f7e93833a None None] Set router 1010ec49-338d-4ddb-ab95-5db8aeb9bc3a gateway port host: dv-neutron-797120-4-hyperv {{(pid=128085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 11:53:48.323056 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 11:53:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e84226e7-149d-48e0-95a5-609f7721dcd0 x-openstack-request-id: req-e84226e7-149d-48e0-95a5-609f7721dcd0 {{(pid=128084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 11:53:48.323410 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fdbd2690-2407-4ef7-a4f0-0ba08f5579aa", "tag": "9a091370-bfb7-4a52-aa7a-51b163627d59", "status": "completed", "code": 200}]} {{(pid=128084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 11:53:48.323717 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e84226e7-149d-48e0-95a5-609f7721dcd0 {{(pid=128084) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 11:53:48.324171 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fdbd2690-2407-4ef7-a4f0-0ba08f5579aa', 'tag': '9a091370-bfb7-4a52-aa7a-51b163627d59', 'status': 'completed', 'code': 200} Jun 24 11:53:48.407586 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8333b7-db4f-416f-a6a4-cd41f862a73d req-0c3c8b9c-de5c-4910-9d1a-d54efcc49366 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:53:48.409141 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-7b8333b7-db4f-416f-a6a4-cd41f862a73d req-0c3c8b9c-de5c-4910-9d1a-d54efcc49366 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=91cba4619aa74784a108d3a825cc8e0c&device_id=fdbd2690-2407-4ef7-a4f0-0ba08f5579aa HTTP/1.1" status: 200 len: 1099 time: 0.0621979 Jun 24 11:53:48.503314 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8333b7-db4f-416f-a6a4-cd41f862a73d req-7e8a6fd1-cb39-478d-b9ce-a8f70d3a3393 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:53:48.504705 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-7b8333b7-db4f-416f-a6a4-cd41f862a73d req-7e8a6fd1-cb39-478d-b9ce-a8f70d3a3393 service neutron] 10.222.0.45 "GET /v2.0/networks?id=376f72b9-0f0d-4b21-b0a6-f11d1b9b44a4 HTTP/1.1" status: 200 len: 913 time: 0.0881615 Jun 24 11:53:48.575909 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-7b8333b7-db4f-416f-a6a4-cd41f862a73d req-033e216d-f078-4d49-aa6d-d3cea8d59d9f service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9a091370-bfb7-4a52-aa7a-51b163627d59 HTTP/1.1" status: 200 len: 999 time: 0.0641878 Jun 24 11:53:48.626908 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8333b7-db4f-416f-a6a4-cd41f862a73d req-28082fae-cf15-45f1-93e6-d2e32365350e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:53:48.628325 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-7b8333b7-db4f-416f-a6a4-cd41f862a73d req-28082fae-cf15-45f1-93e6-d2e32365350e service neutron] 10.222.0.45 "GET /v2.0/subnets?id=83739081-6ef0-4601-a176-febdd4c01678 HTTP/1.1" status: 200 len: 851 time: 0.0456405 Jun 24 11:53:48.634335 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-0c117f5c-1ae8-4bcb-bcb0-bc8f7e93833a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1010ec49-338d-4ddb-ab95-5db8aeb9bc3a', 'name': 'tempest-TestVolumeBootPattern-1586751402-router', 'tenant_id': '91cba4619aa74784a108d3a825cc8e0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'external_fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.200'}], 'enable_snat': True}, 'gw_port_id': '075214bd-0a72-4e24-a0f8-f7fb96f5c3fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T11:49:41Z', 'updated_at': '2021-06-24T11:49:50Z', 'revision_number': 4, 'project_id': '91cba4619aa74784a108d3a825cc8e0c', 'gw_port': {'id': '075214bd-0a72-4e24-a0f8-f7fb96f5c3fa', 'name': '', 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:01:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1010ec49-338d-4ddb-ab95-5db8aeb9bc3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 935, 'fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:49:42Z', 'updated_at': '2021-06-24T11:49:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-4-hyperv', '_floatingips': [{'id': 'ab96d3de-69ce-4d12-8e23-91d7530629e1', 'tenant_id': '91cba4619aa74784a108d3a825cc8e0c', 'floating_ip_address': '172.26.7.56', 'floating_network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'router_id': '1010ec49-338d-4ddb-ab95-5db8aeb9bc3a', 'port_id': '9a091370-bfb7-4a52-aa7a-51b163627d59', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1358, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '376f72b9-0f0d-4b21-b0a6-f11d1b9b44a4', 'mac_address': 'fa:16:3e:6b:61:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdbd2690-2407-4ef7-a4f0-0ba08f5579aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T11:53:46Z', 'updated_at': '2021-06-24T11:53:46Z', 'revision_number': 0, 'project_id': '91cba4619aa74784a108d3a825cc8e0c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8bd8e081-5290-4fb9-8952-7b2d75f45339', 'name': '', 'network_id': '376f72b9-0f0d-4b21-b0a6-f11d1b9b44a4', 'tenant_id': '91cba4619aa74784a108d3a825cc8e0c', 'mac_address': 'fa:16:3e:22:82:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1010ec49-338d-4ddb-ab95-5db8aeb9bc3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 948, 'fixed_ips': [{'subnet_id': '83739081-6ef0-4601-a176-febdd4c01678', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:49:48Z', 'updated_at': '2021-06-24T11:50:09Z', 'revision_number': 5, 'project_id': '91cba4619aa74784a108d3a825cc8e0c', 'subnets': [{'id': '83739081-6ef0-4601-a176-febdd4c01678', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:53:48.659616 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c117f5c-1ae8-4bcb-bcb0-bc8f7e93833a None None] Checking router: 1010ec49-338d-4ddb-ab95-5db8aeb9bc3a for host: dv-neutron-797120-4-hyperv {{(pid=128085) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 11:53:48.668663 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c117f5c-1ae8-4bcb-bcb0-bc8f7e93833a None None] Routers {'1010ec49-338d-4ddb-ab95-5db8aeb9bc3a'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 11:53:48.669304 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-0c117f5c-1ae8-4bcb-bcb0-bc8f7e93833a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T11:53:26Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['1010ec49-338d-4ddb-ab95-5db8aeb9bc3a'], 'active': True} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:53:48.687227 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8333b7-db4f-416f-a6a4-cd41f862a73d req-5d2738da-ef2d-4a04-9bd5-c6b01f51f1b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:53:48.688687 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-7b8333b7-db4f-416f-a6a4-cd41f862a73d req-5d2738da-ef2d-4a04-9bd5-c6b01f51f1b1 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=376f72b9-0f0d-4b21-b0a6-f11d1b9b44a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0517867 Jun 24 11:53:48.774716 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvr_db [None req-0c117f5c-1ae8-4bcb-bcb0-bc8f7e93833a None None] Set router 1010ec49-338d-4ddb-ab95-5db8aeb9bc3a gateway port host: dv-neutron-797120-4-hyperv {{(pid=128085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 11:53:48.781506 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-7b8333b7-db4f-416f-a6a4-cd41f862a73d req-0e931215-d0a3-4061-99db-705f6d10e628 service neutron] 10.222.0.45 "GET /v2.0/networks/376f72b9-0f0d-4b21-b0a6-f11d1b9b44a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853026 Jun 24 11:53:48.873165 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-7b8333b7-db4f-416f-a6a4-cd41f862a73d req-db400d10-8839-4aef-a9e2-e39c06e9219f service neutron] 10.222.0.45 "GET /v2.0/networks/376f72b9-0f0d-4b21-b0a6-f11d1b9b44a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835657 Jun 24 11:53:49.002419 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-0c117f5c-1ae8-4bcb-bcb0-bc8f7e93833a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1010ec49-338d-4ddb-ab95-5db8aeb9bc3a', 'name': 'tempest-TestVolumeBootPattern-1586751402-router', 'tenant_id': '91cba4619aa74784a108d3a825cc8e0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'external_fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.200'}], 'enable_snat': True}, 'gw_port_id': '075214bd-0a72-4e24-a0f8-f7fb96f5c3fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T11:49:41Z', 'updated_at': '2021-06-24T11:49:50Z', 'revision_number': 4, 'project_id': '91cba4619aa74784a108d3a825cc8e0c', 'gw_port': {'id': '075214bd-0a72-4e24-a0f8-f7fb96f5c3fa', 'name': '', 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:01:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1010ec49-338d-4ddb-ab95-5db8aeb9bc3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 935, 'fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:49:42Z', 'updated_at': '2021-06-24T11:49:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-4-hyperv', '_floatingips': [{'id': 'ab96d3de-69ce-4d12-8e23-91d7530629e1', 'tenant_id': '91cba4619aa74784a108d3a825cc8e0c', 'floating_ip_address': '172.26.7.56', 'floating_network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'router_id': '1010ec49-338d-4ddb-ab95-5db8aeb9bc3a', 'port_id': '9a091370-bfb7-4a52-aa7a-51b163627d59', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1358, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '376f72b9-0f0d-4b21-b0a6-f11d1b9b44a4', 'mac_address': 'fa:16:3e:6b:61:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdbd2690-2407-4ef7-a4f0-0ba08f5579aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T11:53:46Z', 'updated_at': '2021-06-24T11:53:46Z', 'revision_number': 0, 'project_id': '91cba4619aa74784a108d3a825cc8e0c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8bd8e081-5290-4fb9-8952-7b2d75f45339', 'name': '', 'network_id': '376f72b9-0f0d-4b21-b0a6-f11d1b9b44a4', 'tenant_id': '91cba4619aa74784a108d3a825cc8e0c', 'mac_address': 'fa:16:3e:22:82:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1010ec49-338d-4ddb-ab95-5db8aeb9bc3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 948, 'fixed_ips': [{'subnet_id': '83739081-6ef0-4601-a176-febdd4c01678', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:49:48Z', 'updated_at': '2021-06-24T11:50:09Z', 'revision_number': 5, 'project_id': '91cba4619aa74784a108d3a825cc8e0c', 'subnets': [{'id': '83739081-6ef0-4601-a176-febdd4c01678', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:53:49.028399 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c117f5c-1ae8-4bcb-bcb0-bc8f7e93833a None None] The sync data for ids ['1010ec49-338d-4ddb-ab95-5db8aeb9bc3a'] in dv-neutron-797120-4-hyperv is: [{'id': '1010ec49-338d-4ddb-ab95-5db8aeb9bc3a', 'name': 'tempest-TestVolumeBootPattern-1586751402-router', 'tenant_id': '91cba4619aa74784a108d3a825cc8e0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'external_fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.200'}], 'enable_snat': True}, 'gw_port_id': '075214bd-0a72-4e24-a0f8-f7fb96f5c3fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T11:49:41Z', 'updated_at': '2021-06-24T11:49:50Z', 'revision_number': 4, 'project_id': '91cba4619aa74784a108d3a825cc8e0c', 'gw_port': {'id': '075214bd-0a72-4e24-a0f8-f7fb96f5c3fa', 'name': '', 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:01:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1010ec49-338d-4ddb-ab95-5db8aeb9bc3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 935, 'fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:49:42Z', 'updated_at': '2021-06-24T11:49:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-4-hyperv', '_floatingips': [{'id': 'ab96d3de-69ce-4d12-8e23-91d7530629e1', 'tenant_id': '91cba4619aa74784a108d3a825cc8e0c', 'floating_ip_address': '172.26.7.56', 'floating_network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'router_id': '1010ec49-338d-4ddb-ab95-5db8aeb9bc3a', 'port_id': '9a091370-bfb7-4a52-aa7a-51b163627d59', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1358, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '376f72b9-0f0d-4b21-b0a6-f11d1b9b44a4', 'mac_address': 'fa:16:3e:6b:61:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdbd2690-2407-4ef7-a4f0-0ba08f5579aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T11:53:46Z', 'updated_at': '2021-06-24T11:53:46Z', 'revision_number': 0, 'project_id': '91cba4619aa74784a108d3a825cc8e0c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8bd8e081-5290-4fb9-8952-7b2d75f45339', 'name': '', 'network_id': '376f72b9-0f0d-4b21-b0a6-f11d1b9b44a4', 'tenant_id': '91cba4619aa74784a108d3a825cc8e0c', 'mac_address': 'fa:16:3e:22:82:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1010ec49-338d-4ddb-ab95-5db8aeb9bc3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 948, 'fixed_ips': [{'subnet_id': '83739081-6ef0-4601-a176-febdd4c01678', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:49:48Z', 'updated_at': '2021-06-24T11:50:09Z', 'revision_number': 5, 'project_id': '91cba4619aa74784a108d3a825cc8e0c', 'subnets': [{'id': '83739081-6ef0-4601-a176-febdd4c01678', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=128085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 11:53:49.213956 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5644ca48-b7cb-4fc1-bafe-6b8acb278555 None None] New status for floating IP ab96d3de-69ce-4d12-8e23-91d7530629e1: ACTIVE {{(pid=128086) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 24 11:53:53.801317 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-3b51e3d4-12f0-484c-a8b8-9e9df1428196 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:53:54.856883 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 35252) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:53:55.217437 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-8c829204-bdd2-49f0-88ed-98c3fef4bf00 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1978565'] for router_interface, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:53:55.547835 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.plugin [None req-8c829204-bdd2-49f0-88ed-98c3fef4bf00 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Deleting port e1c56663-864e-4498-8df9-72a74fabe1da {{(pid=128084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 11:53:55.547835 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-8c829204-bdd2-49f0-88ed-98c3fef4bf00 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793193942312'] for port, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:53:55.639818 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.db [None req-8c829204-bdd2-49f0-88ed-98c3fef4bf00 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] For port e1c56663-864e-4498-8df9-72a74fabe1da, host dv-neutron-797120-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=e1c56663-864e-4498-8df9-72a74fabe1da,segment=NetworkSegment(26ac7d63-9c1a-4323-ab8e-36ed1608f1de),segment_id=26ac7d63-9c1a-4323-ab8e-36ed1608f1de)] {{(pid=128084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 11:53:55.640188 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-8c829204-bdd2-49f0-88ed-98c3fef4bf00 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1978872'] for port, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:53:55.652103 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.plugin [None req-8c829204-bdd2-49f0-88ed-98c3fef4bf00 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Calling delete_port for e1c56663-864e-4498-8df9-72a74fabe1da owned by network:router_interface {{(pid=128084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 11:53:55.842304 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-8c829204-bdd2-49f0-88ed-98c3fef4bf00 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793193945299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193536732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3292088'] for port, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:53:55.844937 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-9cb02033-7dc9-44f7-a892-0e91c0ae6f12 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:53:55.872379 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c829204-bdd2-49f0-88ed-98c3fef4bf00 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Pushing event deleted for resources: {'Port': ['ID=e1c56663-864e-4498-8df9-72a74fabe1da,revision_number=None']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:53:55.879473 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-8c829204-bdd2-49f0-88ed-98c3fef4bf00 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:53:56.064964 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-8c829204-bdd2-49f0-88ed-98c3fef4bf00 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1588985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1806165'] for router_interface, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:53:56.295184 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c829204-bdd2-49f0-88ed-98c3fef4bf00 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Router e3507549-7dfc-4bed-9303-7ee22e713263 has already been hosted by L3 agent 2987dba8-2249-4ee6-96ec-28f0f7a6127d {{(pid=128084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 11:53:56.359474 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-3f21eada-f03b-4909-922b-73bad89504fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:53:56.411866 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c829204-bdd2-49f0-88ed-98c3fef4bf00 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify agent at l3_agent.dv-neutron-797120-4-hyperv the message routers_updated {{(pid=128084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 11:53:56.418442 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-8c829204-bdd2-49f0-88ed-98c3fef4bf00 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "PUT /v2.0/routers/e3507549-7dfc-4bed-9303-7ee22e713263/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5603538 Jun 24 11:53:56.423928 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca765d20-d29c-4d76-bd6a-cd1c1312f68b None None] Sync routers for ids ['e3507549-7dfc-4bed-9303-7ee22e713263'] in dv-neutron-797120-4-hyperv {{(pid=128085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 11:53:56.434737 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca765d20-d29c-4d76-bd6a-cd1c1312f68b None None] Routers {'e3507549-7dfc-4bed-9303-7ee22e713263'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 11:53:56.435648 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-ca765d20-d29c-4d76-bd6a-cd1c1312f68b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T11:53:56Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['e3507549-7dfc-4bed-9303-7ee22e713263'], 'active': True} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:53:56.507799 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:53:56.585623 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvr_db [None req-ca765d20-d29c-4d76-bd6a-cd1c1312f68b None None] Set router e3507549-7dfc-4bed-9303-7ee22e713263 gateway port host: dv-neutron-797120-4-hyperv {{(pid=128085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 11:53:56.851581 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fa1ded-82f4-45a1-9bd6-993d106077dd req-47d4753d-c72e-4adf-8a6c-871e5cdd0f00 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:53:56.853154 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-55fa1ded-82f4-45a1-9bd6-993d106077dd req-47d4753d-c72e-4adf-8a6c-871e5cdd0f00 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "GET /v2.0/ports?device_id=9598e26c-9a93-4f9f-93a3-4b4f6f02f162 HTTP/1.1" status: 200 len: 946 time: 0.0843847 Jun 24 11:53:56.853683 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-ca765d20-d29c-4d76-bd6a-cd1c1312f68b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3507549-7dfc-4bed-9303-7ee22e713263', 'name': 'tempest-TestNetworkBasicOps-router-442932250', 'tenant_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'external_fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.170'}], 'enable_snat': True}, 'gw_port_id': 'eb998f6e-88ce-45bb-af30-1a23b561efa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T11:52:07Z', 'updated_at': '2021-06-24T11:53:55Z', 'revision_number': 6, 'project_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'gw_port': {'id': 'eb998f6e-88ce-45bb-af30-1a23b561efa1', 'name': '', 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:27:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3507549-7dfc-4bed-9303-7ee22e713263', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1312, 'fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:52:07Z', 'updated_at': '2021-06-24T11:52:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-4-hyperv', '_floatingips': [{'id': '7210570d-eb7f-404b-a977-c7f42d03e8c6', 'tenant_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'floating_ip_address': '172.26.7.69', 'floating_network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'router_id': 'e3507549-7dfc-4bed-9303-7ee22e713263', 'port_id': 'e95767a8-9824-4daa-9635-c6f8b8aa7596', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1340, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f342f72f-87d9-44f2-8eb5-cb364a2ef874', 'mac_address': 'fa:16:3e:e2:a2:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91ed477b-8f29-4040-8419-1d7d9ac76bfa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T11:52:31Z', 'updated_at': '2021-06-24T11:52:33Z', 'revision_number': 1, 'project_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '76d7428a-3779-458d-9523-6d9b31ec5836', 'name': '', 'network_id': 'f342f72f-87d9-44f2-8eb5-cb364a2ef874', 'tenant_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'mac_address': 'fa:16:3e:2f:b9:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3507549-7dfc-4bed-9303-7ee22e713263', 'device_owner': 'network:router_interface', 'standard_attr_id': 1323, 'fixed_ips': [{'subnet_id': '4b62f11d-b56a-4310-966b-af2474726ca6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:52:12Z', 'updated_at': '2021-06-24T11:52:19Z', 'revision_number': 5, 'project_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'subnets': [{'id': '4b62f11d-b56a-4310-966b-af2474726ca6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:53:56.887984 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca765d20-d29c-4d76-bd6a-cd1c1312f68b None None] Checking router: e3507549-7dfc-4bed-9303-7ee22e713263 for host: dv-neutron-797120-4-hyperv {{(pid=128085) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 11:53:56.898015 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-55fa1ded-82f4-45a1-9bd6-993d106077dd req-d2dd3c01-e9a1-44e3-85e3-2de98c8507f8 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "GET /v2.0/security-groups?id=1b7c31d0-0516-454b-98cb-7517f26059ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387003 Jun 24 11:53:56.898935 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca765d20-d29c-4d76-bd6a-cd1c1312f68b None None] Routers {'e3507549-7dfc-4bed-9303-7ee22e713263'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 11:53:56.899550 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-ca765d20-d29c-4d76-bd6a-cd1c1312f68b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T11:53:56Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['e3507549-7dfc-4bed-9303-7ee22e713263'], 'active': True} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:53:57.023345 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvr_db [None req-ca765d20-d29c-4d76-bd6a-cd1c1312f68b None None] Set router e3507549-7dfc-4bed-9303-7ee22e713263 gateway port host: dv-neutron-797120-4-hyperv {{(pid=128085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 11:53:57.264671 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-ca765d20-d29c-4d76-bd6a-cd1c1312f68b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3507549-7dfc-4bed-9303-7ee22e713263', 'name': 'tempest-TestNetworkBasicOps-router-442932250', 'tenant_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'external_fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.170'}], 'enable_snat': True}, 'gw_port_id': 'eb998f6e-88ce-45bb-af30-1a23b561efa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T11:52:07Z', 'updated_at': '2021-06-24T11:53:55Z', 'revision_number': 6, 'project_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'gw_port': {'id': 'eb998f6e-88ce-45bb-af30-1a23b561efa1', 'name': '', 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:27:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3507549-7dfc-4bed-9303-7ee22e713263', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1312, 'fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:52:07Z', 'updated_at': '2021-06-24T11:52:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-4-hyperv', '_floatingips': [{'id': '7210570d-eb7f-404b-a977-c7f42d03e8c6', 'tenant_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'floating_ip_address': '172.26.7.69', 'floating_network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'router_id': 'e3507549-7dfc-4bed-9303-7ee22e713263', 'port_id': 'e95767a8-9824-4daa-9635-c6f8b8aa7596', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1340, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f342f72f-87d9-44f2-8eb5-cb364a2ef874', 'mac_address': 'fa:16:3e:e2:a2:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91ed477b-8f29-4040-8419-1d7d9ac76bfa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T11:52:31Z', 'updated_at': '2021-06-24T11:52:33Z', 'revision_number': 1, 'project_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '76d7428a-3779-458d-9523-6d9b31ec5836', 'name': '', 'network_id': 'f342f72f-87d9-44f2-8eb5-cb364a2ef874', 'tenant_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'mac_address': 'fa:16:3e:2f:b9:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3507549-7dfc-4bed-9303-7ee22e713263', 'device_owner': 'network:router_interface', 'standard_attr_id': 1323, 'fixed_ips': [{'subnet_id': '4b62f11d-b56a-4310-966b-af2474726ca6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:52:12Z', 'updated_at': '2021-06-24T11:52:19Z', 'revision_number': 5, 'project_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'subnets': [{'id': '4b62f11d-b56a-4310-966b-af2474726ca6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:53:57.299316 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca765d20-d29c-4d76-bd6a-cd1c1312f68b None None] The sync data for ids ['e3507549-7dfc-4bed-9303-7ee22e713263'] in dv-neutron-797120-4-hyperv is: [{'id': 'e3507549-7dfc-4bed-9303-7ee22e713263', 'name': 'tempest-TestNetworkBasicOps-router-442932250', 'tenant_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'external_fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.170'}], 'enable_snat': True}, 'gw_port_id': 'eb998f6e-88ce-45bb-af30-1a23b561efa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T11:52:07Z', 'updated_at': '2021-06-24T11:53:55Z', 'revision_number': 6, 'project_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'gw_port': {'id': 'eb998f6e-88ce-45bb-af30-1a23b561efa1', 'name': '', 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:27:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3507549-7dfc-4bed-9303-7ee22e713263', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1312, 'fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:52:07Z', 'updated_at': '2021-06-24T11:52:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-4-hyperv', '_floatingips': [{'id': '7210570d-eb7f-404b-a977-c7f42d03e8c6', 'tenant_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'floating_ip_address': '172.26.7.69', 'floating_network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'router_id': 'e3507549-7dfc-4bed-9303-7ee22e713263', 'port_id': 'e95767a8-9824-4daa-9635-c6f8b8aa7596', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1340, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f342f72f-87d9-44f2-8eb5-cb364a2ef874', 'mac_address': 'fa:16:3e:e2:a2:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91ed477b-8f29-4040-8419-1d7d9ac76bfa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T11:52:31Z', 'updated_at': '2021-06-24T11:52:33Z', 'revision_number': 1, 'project_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '76d7428a-3779-458d-9523-6d9b31ec5836', 'name': '', 'network_id': 'f342f72f-87d9-44f2-8eb5-cb364a2ef874', 'tenant_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'mac_address': 'fa:16:3e:2f:b9:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3507549-7dfc-4bed-9303-7ee22e713263', 'device_owner': 'network:router_interface', 'standard_attr_id': 1323, 'fixed_ips': [{'subnet_id': '4b62f11d-b56a-4310-966b-af2474726ca6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:52:12Z', 'updated_at': '2021-06-24T11:52:19Z', 'revision_number': 5, 'project_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'subnets': [{'id': '4b62f11d-b56a-4310-966b-af2474726ca6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=128085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 11:53:57.657885 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-03237adf-ebd0-46f2-a476-4d4bb746e0f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:53:57.813366 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device e1c56663-864e-4498-8df9-72a74fabe1da no longer exists at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 11:53:57.834473 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] No Port match for: e1c56663-864e-4498-8df9-72a74fabe1da {{(pid=128085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 11:53:57.834947 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device e1c56663-864e-4498-8df9-72a74fabe1da not bound to the agent host dv-neutron-797120-4-hyperv {{(pid=128085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 11:53:58.099983 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f222e60-735c-4934-8609-3f7a68ac4272 req-d53a4e09-f570-4854-96fe-802e50e2decf tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:53:58.101360 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-6f222e60-735c-4934-8609-3f7a68ac4272 req-d53a4e09-f570-4854-96fe-802e50e2decf tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "GET /v2.0/ports?device_id=9598e26c-9a93-4f9f-93a3-4b4f6f02f162 HTTP/1.1" status: 200 len: 946 time: 0.0686462 Jun 24 11:53:58.143999 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-6f222e60-735c-4934-8609-3f7a68ac4272 req-7f7761f6-28c1-43bb-935b-56e4b88eb931 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "GET /v2.0/security-groups?id=1b7c31d0-0516-454b-98cb-7517f26059ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368433 Jun 24 11:53:58.254341 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c50831-95a2-44e9-9042-735c06629561 req-85f4bb5e-74b1-47a3-b3b0-941cd5eb8581 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:53:58.256535 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-b1c50831-95a2-44e9-9042-735c06629561 req-85f4bb5e-74b1-47a3-b3b0-941cd5eb8581 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.45 "GET /v2.0/ports?device_id=9598e26c-9a93-4f9f-93a3-4b4f6f02f162 HTTP/1.1" status: 200 len: 946 time: 0.0649660 Jun 24 11:53:58.363964 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.plugin [req-b1c50831-95a2-44e9-9042-735c06629561 req-e6ca7fde-0b53-450a-9602-45f8ed7ef2de tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Deleting port 9e6ac94d-d79c-46ad-b892-6c54d65ea9fc {{(pid=128083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 11:53:58.364290 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-b1c50831-95a2-44e9-9042-735c06629561 req-e6ca7fde-0b53-450a-9602-45f8ed7ef2de tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793193942312'] for port, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:53:58.460219 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.db [req-b1c50831-95a2-44e9-9042-735c06629561 req-e6ca7fde-0b53-450a-9602-45f8ed7ef2de tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] For port 9e6ac94d-d79c-46ad-b892-6c54d65ea9fc, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=9e6ac94d-d79c-46ad-b892-6c54d65ea9fc,segment=NetworkSegment(26ac7d63-9c1a-4323-ab8e-36ed1608f1de),segment_id=26ac7d63-9c1a-4323-ab8e-36ed1608f1de)] {{(pid=128083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 11:53:58.460572 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-b1c50831-95a2-44e9-9042-735c06629561 req-e6ca7fde-0b53-450a-9602-45f8ed7ef2de tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1978872'] for port, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:53:58.477647 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.plugin [req-b1c50831-95a2-44e9-9042-735c06629561 req-e6ca7fde-0b53-450a-9602-45f8ed7ef2de tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Calling delete_port for 9e6ac94d-d79c-46ad-b892-6c54d65ea9fc owned by compute:nova {{(pid=128083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 11:53:58.602206 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-b1c50831-95a2-44e9-9042-735c06629561 req-e6ca7fde-0b53-450a-9602-45f8ed7ef2de tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793193945299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193536732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2537862'] for port, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:53:58.606245 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-d06c6522-2434-4c7a-a990-ec5a37d4b1b0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:53:58.636868 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ca7fde-0b53-450a-9602-45f8ed7ef2de tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Pushing event deleted for resources: {'Port': ['ID=9e6ac94d-d79c-46ad-b892-6c54d65ea9fc,revision_number=None']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:53:58.670880 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ca7fde-0b53-450a-9602-45f8ed7ef2de tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:53:58.671440 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ca7fde-0b53-450a-9602-45f8ed7ef2de tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:53:58.671858 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ca7fde-0b53-450a-9602-45f8ed7ef2de tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:53:58.672232 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ca7fde-0b53-450a-9602-45f8ed7ef2de tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:53:58.672601 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ca7fde-0b53-450a-9602-45f8ed7ef2de tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:53:58.672967 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ca7fde-0b53-450a-9602-45f8ed7ef2de tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:53:58.673353 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ca7fde-0b53-450a-9602-45f8ed7ef2de tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:53:58.673717 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ca7fde-0b53-450a-9602-45f8ed7ef2de tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:53:58.674080 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ca7fde-0b53-450a-9602-45f8ed7ef2de tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:53:58.674577 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ca7fde-0b53-450a-9602-45f8ed7ef2de tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:53:58.674960 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ca7fde-0b53-450a-9602-45f8ed7ef2de tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:53:58.675323 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ca7fde-0b53-450a-9602-45f8ed7ef2de tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:53:58.679726 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-e6ca7fde-0b53-450a-9602-45f8ed7ef2de tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:53:58.698796 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1c50831-95a2-44e9-9042-735c06629561 req-e6ca7fde-0b53-450a-9602-45f8ed7ef2de tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] No DVR routers for this DVR port 9e6ac94d-d79c-46ad-b892-6c54d65ea9fc on host hv-neutron-7971 {{(pid=128083) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 11:53:58.701793 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-b1c50831-95a2-44e9-9042-735c06629561 req-e6ca7fde-0b53-450a-9602-45f8ed7ef2de tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468916'] for port, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:53:58.704690 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-b1c50831-95a2-44e9-9042-735c06629561 req-e6ca7fde-0b53-450a-9602-45f8ed7ef2de tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.45 "DELETE /v2.0/ports/9e6ac94d-d79c-46ad-b892-6c54d65ea9fc HTTP/1.1" status: 204 len: 173 time: 0.4425495 Jun 24 11:53:58.705463 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9598e26c-9a93-4f9f-93a3-4b4f6f02f162', 'name': 'network-vif-deleted', 'tag': '9e6ac94d-d79c-46ad-b892-6c54d65ea9fc'}] {{(pid=128083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 11:53:58.708448 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a77f7dee1a0522ddf93af289475d218fcdb8f30317daadec13ebf930b5b9dbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d2683d2-f1f8-4693-9965-561d4fadb064" -d '{"events": [{"server_uuid": "9598e26c-9a93-4f9f-93a3-4b4f6f02f162", "name": "network-vif-deleted", "tag": "9e6ac94d-d79c-46ad-b892-6c54d65ea9fc"}]}' {{(pid=128083) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 11:53:58.747427 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 11:53:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba246494-3f21-45d2-b476-7de411089c43 x-openstack-request-id: req-ba246494-3f21-45d2-b476-7de411089c43 {{(pid=128083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 11:53:58.747781 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9598e26c-9a93-4f9f-93a3-4b4f6f02f162", "name": "network-vif-deleted", "tag": "9e6ac94d-d79c-46ad-b892-6c54d65ea9fc", "status": "completed", "code": 200}]} {{(pid=128083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 11:53:58.748086 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ba246494-3f21-45d2-b476-7de411089c43 {{(pid=128083) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 11:53:58.748559 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9598e26c-9a93-4f9f-93a3-4b4f6f02f162', 'name': 'network-vif-deleted', 'tag': '9e6ac94d-d79c-46ad-b892-6c54d65ea9fc', 'status': 'completed', 'code': 200} Jun 24 11:53:59.324628 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-e812f3e4-4eb6-4b52-b7b5-4737c1f63c26 req-eddb8226-0572-4ddc-8cf0-c0a13b17a830 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "GET /v2.0/ports?device_id=9598e26c-9a93-4f9f-93a3-4b4f6f02f162 HTTP/1.1" status: 200 len: 210 time: 0.0339680 Jun 24 11:53:59.637987 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-52c483ef-d5c1-4030-9a32-e5ce4ff00ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:54:00.423537 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 35266) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:54:00.488990 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-334d79ed-e80e-4b78-ad1d-80dfd6eefe57 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for security_group, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:54:00.521533 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-334d79ed-e80e-4b78-ad1d-80dfd6eefe57 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for security_group, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:54:00.586913 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-334d79ed-e80e-4b78-ad1d-80dfd6eefe57 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800410'] for security_group, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:54:00.589999 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-334d79ed-e80e-4b78-ad1d-80dfd6eefe57 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for security_group, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:54:00.591284 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-334d79ed-e80e-4b78-ad1d-80dfd6eefe57 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "DELETE /v2.0/security-groups/1b7c31d0-0516-454b-98cb-7517f26059ce HTTP/1.1" status: 204 len: 168 time: 0.1667626 Jun 24 11:54:00.592122 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-2dc099a1-45cb-4b6d-801b-2a3ca3bb8f16 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:54:00.601919 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334d79ed-e80e-4b78-ad1d-80dfd6eefe57 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b7c31d0-0516-454b-98cb-7517f26059ce,revision_number=None']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:54:00.604240 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-334d79ed-e80e-4b78-ad1d-80dfd6eefe57 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:54:00.629229 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 35270) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:54:00.689347 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.db.db_base_plugin_v2 [None req-878eb0e7-0507-48c2-ae2a-2d22317176f2 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Deleting subnet 1609ab76-5ccb-4b25-b3ad-271cc31be30c {{(pid=128084) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 24 11:54:00.692469 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-878eb0e7-0507-48c2-ae2a-2d22317176f2 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for subnet, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:54:00.732777 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-878eb0e7-0507-48c2-ae2a-2d22317176f2 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2373542'] for subnet, precommit_delete_associations {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:54:00.823342 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-878eb0e7-0507-48c2-ae2a-2d22317176f2 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-972249'] for subnet, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:54:00.888737 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-878eb0e7-0507-48c2-ae2a-2d22317176f2 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-972238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3292022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3162263'] for subnet, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:54:00.890859 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-4a070ad8-db05-4051-afd0-e21973e3fa23 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:54:00.921567 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878eb0e7-0507-48c2-ae2a-2d22317176f2 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Pushing event deleted for resources: {'Subnet': ['ID=1609ab76-5ccb-4b25-b3ad-271cc31be30c,revision_number=None']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:54:00.925096 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-878eb0e7-0507-48c2-ae2a-2d22317176f2 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:54:00.926170 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-878eb0e7-0507-48c2-ae2a-2d22317176f2 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for subnet, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:54:00.928204 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-878eb0e7-0507-48c2-ae2a-2d22317176f2 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "DELETE /v2.0/subnets/1609ab76-5ccb-4b25-b3ad-271cc31be30c HTTP/1.1" status: 204 len: 168 time: 0.2979579 Jun 24 11:54:00.930804 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 35272) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:54:00.933625 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65c5044c-0247-41a9-adb5-4acf8b8a6d7b None None] Network 50fd94cd-f9cb-4541-a066-b84fe71f8563 requested from dv-neutron-797120-4-hyperv {{(pid=128085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 11:54:01.012406 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-e278f9df-b770-4d2e-bdb2-1dac5f192628 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-534962'] for network, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:54:01.072486 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.plugin [None req-e278f9df-b770-4d2e-bdb2-1dac5f192628 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Deleting port 0e329af9-40f0-4b7a-b06b-bdeff7497054 {{(pid=128084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 11:54:01.072818 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-e278f9df-b770-4d2e-bdb2-1dac5f192628 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793193942312'] for port, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:54:01.128762 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8b30a19-a868-4067-8ba9-5011890a0c2b None None] DHCP port deletion for 50fd94cd-f9cb-4541-a066-b84fe71f8563 request from dv-neutron-797120-4-hyperv {{(pid=128085) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 24 11:54:01.143059 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.db [None req-e278f9df-b770-4d2e-bdb2-1dac5f192628 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] For port 0e329af9-40f0-4b7a-b06b-bdeff7497054, host dv-neutron-797120-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=0e329af9-40f0-4b7a-b06b-bdeff7497054,segment=NetworkSegment(26ac7d63-9c1a-4323-ab8e-36ed1608f1de),segment_id=26ac7d63-9c1a-4323-ab8e-36ed1608f1de)] {{(pid=128084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 11:54:01.143393 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-e278f9df-b770-4d2e-bdb2-1dac5f192628 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1978872'] for port, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:54:01.158170 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.plugin [None req-e278f9df-b770-4d2e-bdb2-1dac5f192628 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Calling delete_port for 0e329af9-40f0-4b7a-b06b-bdeff7497054 owned by network:dhcp {{(pid=128084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 11:54:01.175520 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-e8b30a19-a868-4067-8ba9-5011890a0c2b None None] Deleting port 0e329af9-40f0-4b7a-b06b-bdeff7497054 {{(pid=128085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 11:54:01.175903 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-e8b30a19-a868-4067-8ba9-5011890a0c2b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793193942312'] for port, before_delete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:54:01.242485 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-e8b30a19-a868-4067-8ba9-5011890a0c2b None None] For port 0e329af9-40f0-4b7a-b06b-bdeff7497054, host dv-neutron-797120-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=0e329af9-40f0-4b7a-b06b-bdeff7497054,segment=NetworkSegment(26ac7d63-9c1a-4323-ab8e-36ed1608f1de),segment_id=26ac7d63-9c1a-4323-ab8e-36ed1608f1de)] {{(pid=128085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 11:54:01.242891 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-e8b30a19-a868-4067-8ba9-5011890a0c2b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1978872'] for port, precommit_delete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:54:01.246496 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-e278f9df-b770-4d2e-bdb2-1dac5f192628 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793193945299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193536732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3292088'] for port, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:54:01.249645 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-f0b1ca65-e215-449c-ba9b-926aabdc9e21 tempest-TagsExtTest-1815527086 tempest-TagsExtTest-1815527086-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:54:01.256614 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-e8b30a19-a868-4067-8ba9-5011890a0c2b None None] Calling delete_port for 0e329af9-40f0-4b7a-b06b-bdeff7497054 owned by network:dhcp {{(pid=128085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 11:54:01.278918 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e278f9df-b770-4d2e-bdb2-1dac5f192628 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] No DVR routers for this DVR port 0e329af9-40f0-4b7a-b06b-bdeff7497054 on host dv-neutron-797120-4-hyperv {{(pid=128084) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 11:54:01.283773 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e278f9df-b770-4d2e-bdb2-1dac5f192628 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Pushing event deleted for resources: {'Port': ['ID=0e329af9-40f0-4b7a-b06b-bdeff7497054,revision_number=None']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:54:01.288690 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-e278f9df-b770-4d2e-bdb2-1dac5f192628 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:54:01.307156 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Device 9e6ac94d-d79c-46ad-b892-6c54d65ea9fc no longer exists at agent hyperv_hv-neutron-7971 {{(pid=128085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 11:54:01.331926 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] No Port match for: 9e6ac94d-d79c-46ad-b892-6c54d65ea9fc {{(pid=128085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 11:54:01.332270 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Device 9e6ac94d-d79c-46ad-b892-6c54d65ea9fc not bound to the agent host hv-neutron-7971 {{(pid=128085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 11:54:01.369081 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-e8b30a19-a868-4067-8ba9-5011890a0c2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793193945299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193536732'] for port, after_delete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:54:01.370872 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-e278f9df-b770-4d2e-bdb2-1dac5f192628 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973199', 'neutron.services.segments.db._delete_segments_for_network-8793194012456'] for network, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:54:01.371784 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:54:01.381980 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.services.segments.db [None req-e278f9df-b770-4d2e-bdb2-1dac5f192628 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['50fd94cd-f9cb-4541-a066-b84fe71f8563']}} {{(pid=128084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:54:01.392085 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.services.segments.db [None req-e278f9df-b770-4d2e-bdb2-1dac5f192628 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26ac7d63-9c1a-4323-ab8e-36ed1608f1de') {'for_net_delete': True} {{(pid=128084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:54:01.392384 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.services.segments.db [None req-e278f9df-b770-4d2e-bdb2-1dac5f192628 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26ac7d63-9c1a-4323-ab8e-36ed1608f1de') {} {{(pid=128084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:54:01.395491 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b30a19-a868-4067-8ba9-5011890a0c2b None None] Pushing event deleted for resources: {'Port': ['ID=0e329af9-40f0-4b7a-b06b-bdeff7497054,revision_number=None']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:54:01.397449 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8b30a19-a868-4067-8ba9-5011890a0c2b None None] No DVR routers for this DVR port 0e329af9-40f0-4b7a-b06b-bdeff7497054 on host dv-neutron-797120-4-hyperv {{(pid=128085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 11:54:01.398874 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-e8b30a19-a868-4067-8ba9-5011890a0c2b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:54:01.402363 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-e278f9df-b770-4d2e-bdb2-1dac5f192628 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793194097327', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2373599'] for segment, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:54:01.425328 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-e278f9df-b770-4d2e-bdb2-1dac5f192628 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967879'] for segment, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:54:01.432398 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e278f9df-b770-4d2e-bdb2-1dac5f192628 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Releasing vlan 620 on physical network physnet1 to pool {{(pid=128084) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 11:54:01.433097 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-e278f9df-b770-4d2e-bdb2-1dac5f192628 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3292053'] for segment, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:54:01.436211 dv-neutron-797120-4-hyperv neutron-server[128084]: Traceback (most recent call last): Jun 24 11:54:01.436211 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 24 11:54:01.436211 dv-neutron-797120-4-hyperv neutron-server[128084]: timer() Jun 24 11:54:01.436211 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 24 11:54:01.436211 dv-neutron-797120-4-hyperv neutron-server[128084]: cb(*args, **kw) Jun 24 11:54:01.436211 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 24 11:54:01.436211 dv-neutron-797120-4-hyperv neutron-server[128084]: return func(*args, **kwargs) Jun 24 11:54:01.436211 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 24 11:54:01.436211 dv-neutron-797120-4-hyperv neutron-server[128084]: self._notify() Jun 24 11:54:01.436211 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 24 11:54:01.436211 dv-neutron-797120-4-hyperv neutron-server[128084]: self.callback(batched_events) Jun 24 11:54:01.436211 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 24 11:54:01.436211 dv-neutron-797120-4-hyperv neutron-server[128084]: event.method(event) Jun 24 11:54:01.436211 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 24 11:54:01.436211 dv-neutron-797120-4-hyperv neutron-server[128084]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 24 11:54:01.436211 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 24 11:54:01.436211 dv-neutron-797120-4-hyperv neutron-server[128084]: aggregate_uuid = self.p_client.list_aggregates( Jun 24 11:54:01.436211 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 24 11:54:01.436211 dv-neutron-797120-4-hyperv neutron-server[128084]: return f(self, *a, **k) Jun 24 11:54:01.436211 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 24 11:54:01.436211 dv-neutron-797120-4-hyperv neutron-server[128084]: return self._get(url).json() Jun 24 11:54:01.436211 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 24 11:54:01.436211 dv-neutron-797120-4-hyperv neutron-server[128084]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 24 11:54:01.436211 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 24 11:54:01.436211 dv-neutron-797120-4-hyperv neutron-server[128084]: return self.request(url, 'GET', **kwargs) Jun 24 11:54:01.436211 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 24 11:54:01.436211 dv-neutron-797120-4-hyperv neutron-server[128084]: base_url = self.get_endpoint(auth, allow=allow, Jun 24 11:54:01.436211 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 24 11:54:01.436211 dv-neutron-797120-4-hyperv neutron-server[128084]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 24 11:54:01.436211 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 24 11:54:01.436211 dv-neutron-797120-4-hyperv neutron-server[128084]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 24 11:54:01.436211 dv-neutron-797120-4-hyperv neutron-server[128084]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 24 11:54:01.495287 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-e278f9df-b770-4d2e-bdb2-1dac5f192628 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1800243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1815642'] for network, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:54:01.498954 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-0a2e37df-3a61-429a-a6b2-955a2b508c69 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:54:01.502752 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-e278f9df-b770-4d2e-bdb2-1dac5f192628 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for network, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:54:01.504519 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-e278f9df-b770-4d2e-bdb2-1dac5f192628 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "DELETE /v2.0/networks/50fd94cd-f9cb-4541-a066-b84fe71f8563 HTTP/1.1" status: 204 len: 168 time: 0.5725453 Jun 24 11:54:01.507791 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 35276) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:54:01.524047 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e278f9df-b770-4d2e-bdb2-1dac5f192628 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Pushing event deleted for resources: {'Network': ['ID=50fd94cd-f9cb-4541-a066-b84fe71f8563,revision_number=None']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:54:01.558718 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-e278f9df-b770-4d2e-bdb2-1dac5f192628 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:54:01.688544 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.plugin [None req-711b4a09-413f-402d-9716-6a2e46e6d066 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Deleting port b4ac1f64-f037-4273-a844-74a1ed5ba2f3 {{(pid=128084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 11:54:01.688846 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-711b4a09-413f-402d-9716-6a2e46e6d066 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793193942312'] for port, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:54:01.772918 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-711b4a09-413f-402d-9716-6a2e46e6d066 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1978872'] for port, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:54:01.773279 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-711b4a09-413f-402d-9716-6a2e46e6d066 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:54:01.785450 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.plugin [None req-711b4a09-413f-402d-9716-6a2e46e6d066 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Calling delete_port for b4ac1f64-f037-4273-a844-74a1ed5ba2f3 owned by network:floatingip {{(pid=128084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 11:54:01.813399 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device 0e329af9-40f0-4b7a-b06b-bdeff7497054 no longer exists at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 11:54:01.833430 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] No Port match for: 0e329af9-40f0-4b7a-b06b-bdeff7497054 {{(pid=128085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 11:54:01.833778 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device 0e329af9-40f0-4b7a-b06b-bdeff7497054 not bound to the agent host dv-neutron-797120-4-hyperv {{(pid=128085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 11:54:01.970775 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-711b4a09-413f-402d-9716-6a2e46e6d066 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793193945299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193536732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3292088'] for port, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:54:01.973468 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-8c71fd55-8cab-4dfd-b733-29557b87c8c3 tempest-BulkNetworkOpsTest-1574223460 tempest-BulkNetworkOpsTest-1574223460-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:54:01.999674 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711b4a09-413f-402d-9716-6a2e46e6d066 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Pushing event deleted for resources: {'Port': ['ID=b4ac1f64-f037-4273-a844-74a1ed5ba2f3,revision_number=None']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:54:02.004380 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-711b4a09-413f-402d-9716-6a2e46e6d066 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:54:02.062568 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-711b4a09-413f-402d-9716-6a2e46e6d066 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for floatingip, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:54:02.062999 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.db.l3_db [None req-711b4a09-413f-402d-9716-6a2e46e6d066 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Floating IP 7210570d-eb7f-404b-a977-c7f42d03e8c6 disassociated (deleted). External IP: 172.26.7.69, port: e95767a8-9824-4daa-9635-c6f8b8aa7596. Jun 24 11:54:02.282056 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-711b4a09-413f-402d-9716-6a2e46e6d066 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Router e3507549-7dfc-4bed-9303-7ee22e713263 has already been hosted by L3 agent 2987dba8-2249-4ee6-96ec-28f0f7a6127d {{(pid=128084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 11:54:02.394277 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-711b4a09-413f-402d-9716-6a2e46e6d066 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify agent at l3_agent.dv-neutron-797120-4-hyperv the message routers_updated {{(pid=128084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 11:54:02.400559 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-711b4a09-413f-402d-9716-6a2e46e6d066 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468916'] for floatingip, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:54:02.405125 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-243fa3ca-6078-4069-bc08-78cc9461556d None None] Sync routers for ids ['e3507549-7dfc-4bed-9303-7ee22e713263'] in dv-neutron-797120-4-hyperv {{(pid=128086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 11:54:02.416530 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-243fa3ca-6078-4069-bc08-78cc9461556d None None] Routers {'e3507549-7dfc-4bed-9303-7ee22e713263'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 11:54:02.417335 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-243fa3ca-6078-4069-bc08-78cc9461556d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T11:53:56Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['e3507549-7dfc-4bed-9303-7ee22e713263'], 'active': True} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:54:02.448170 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-711b4a09-413f-402d-9716-6a2e46e6d066 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "DELETE /v2.0/floatingips/7210570d-eb7f-404b-a977-c7f42d03e8c6 HTTP/1.1" status: 204 len: 168 time: 0.9362621 Jun 24 11:54:02.448170 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91ed477b-8f29-4040-8419-1d7d9ac76bfa', 'tag': 'e95767a8-9824-4daa-9635-c6f8b8aa7596'}] {{(pid=128084) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 11:54:02.449167 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}189e43ef1649f46b9bccc8e45a83b64afc33adcdec52bc597e36eecb4255b7b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e53dfe1d-e7a8-4086-b040-e0d95a881b70" -d '{"events": [{"name": "network-changed", "server_uuid": "91ed477b-8f29-4040-8419-1d7d9ac76bfa", "tag": "e95767a8-9824-4daa-9635-c6f8b8aa7596"}]}' {{(pid=128084) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 11:54:02.487158 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 11:54:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2600c00-c4c9-4742-b318-ca676dd990a2 x-openstack-request-id: req-b2600c00-c4c9-4742-b318-ca676dd990a2 {{(pid=128084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 11:54:02.487757 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91ed477b-8f29-4040-8419-1d7d9ac76bfa", "tag": "e95767a8-9824-4daa-9635-c6f8b8aa7596", "status": "completed", "code": 200}]} {{(pid=128084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 11:54:02.488283 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b2600c00-c4c9-4742-b318-ca676dd990a2 {{(pid=128084) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 11:54:02.489099 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91ed477b-8f29-4040-8419-1d7d9ac76bfa', 'tag': 'e95767a8-9824-4daa-9635-c6f8b8aa7596', 'status': 'completed', 'code': 200} Jun 24 11:54:02.546406 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_dvr_db [None req-243fa3ca-6078-4069-bc08-78cc9461556d None None] Set router e3507549-7dfc-4bed-9303-7ee22e713263 gateway port host: dv-neutron-797120-4-hyperv {{(pid=128086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 11:54:02.585133 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53dfe1d-e7a8-4086-b040-e0d95a881b70 req-29ce9bf9-e5e6-43ff-92d6-807e11fadb25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:54:02.586980 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-e53dfe1d-e7a8-4086-b040-e0d95a881b70 req-29ce9bf9-e5e6-43ff-92d6-807e11fadb25 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=adbe78de4fbf48fcad1a6bc46d4a1728&device_id=91ed477b-8f29-4040-8419-1d7d9ac76bfa HTTP/1.1" status: 200 len: 1099 time: 0.0728023 Jun 24 11:54:02.706407 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53dfe1d-e7a8-4086-b040-e0d95a881b70 req-ef78749e-92c3-4120-bf9d-6b7655d07b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:54:02.708192 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-e53dfe1d-e7a8-4086-b040-e0d95a881b70 req-ef78749e-92c3-4120-bf9d-6b7655d07b69 service neutron] 10.222.0.45 "GET /v2.0/networks?id=f342f72f-87d9-44f2-8eb5-cb364a2ef874 HTTP/1.1" status: 200 len: 897 time: 0.1138287 Jun 24 11:54:02.755583 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-e53dfe1d-e7a8-4086-b040-e0d95a881b70 req-5f85f2c4-5a27-4e9a-bd73-09e81f8580a3 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e95767a8-9824-4daa-9635-c6f8b8aa7596 HTTP/1.1" status: 200 len: 217 time: 0.0392148 Jun 24 11:54:02.771583 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-243fa3ca-6078-4069-bc08-78cc9461556d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3507549-7dfc-4bed-9303-7ee22e713263', 'name': 'tempest-TestNetworkBasicOps-router-442932250', 'tenant_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'external_fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.170'}], 'enable_snat': True}, 'gw_port_id': 'eb998f6e-88ce-45bb-af30-1a23b561efa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T11:52:07Z', 'updated_at': '2021-06-24T11:53:55Z', 'revision_number': 6, 'project_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'gw_port': {'id': 'eb998f6e-88ce-45bb-af30-1a23b561efa1', 'name': '', 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:27:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3507549-7dfc-4bed-9303-7ee22e713263', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1312, 'fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:52:07Z', 'updated_at': '2021-06-24T11:52:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-4-hyperv', '_interfaces': [{'id': '76d7428a-3779-458d-9523-6d9b31ec5836', 'name': '', 'network_id': 'f342f72f-87d9-44f2-8eb5-cb364a2ef874', 'tenant_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'mac_address': 'fa:16:3e:2f:b9:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3507549-7dfc-4bed-9303-7ee22e713263', 'device_owner': 'network:router_interface', 'standard_attr_id': 1323, 'fixed_ips': [{'subnet_id': '4b62f11d-b56a-4310-966b-af2474726ca6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:52:12Z', 'updated_at': '2021-06-24T11:52:19Z', 'revision_number': 5, 'project_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'subnets': [{'id': '4b62f11d-b56a-4310-966b-af2474726ca6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:54:02.802265 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-243fa3ca-6078-4069-bc08-78cc9461556d None None] Checking router: e3507549-7dfc-4bed-9303-7ee22e713263 for host: dv-neutron-797120-4-hyperv {{(pid=128086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 11:54:02.811203 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-243fa3ca-6078-4069-bc08-78cc9461556d None None] Routers {'e3507549-7dfc-4bed-9303-7ee22e713263'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 11:54:02.811843 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-243fa3ca-6078-4069-bc08-78cc9461556d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T11:53:56Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['e3507549-7dfc-4bed-9303-7ee22e713263'], 'active': True} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:54:02.921387 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_dvr_db [None req-243fa3ca-6078-4069-bc08-78cc9461556d None None] Set router e3507549-7dfc-4bed-9303-7ee22e713263 gateway port host: dv-neutron-797120-4-hyperv {{(pid=128086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 11:54:03.144773 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-243fa3ca-6078-4069-bc08-78cc9461556d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3507549-7dfc-4bed-9303-7ee22e713263', 'name': 'tempest-TestNetworkBasicOps-router-442932250', 'tenant_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'external_fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.170'}], 'enable_snat': True}, 'gw_port_id': 'eb998f6e-88ce-45bb-af30-1a23b561efa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T11:52:07Z', 'updated_at': '2021-06-24T11:53:55Z', 'revision_number': 6, 'project_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'gw_port': {'id': 'eb998f6e-88ce-45bb-af30-1a23b561efa1', 'name': '', 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:27:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3507549-7dfc-4bed-9303-7ee22e713263', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1312, 'fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:52:07Z', 'updated_at': '2021-06-24T11:52:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-4-hyperv', '_interfaces': [{'id': '76d7428a-3779-458d-9523-6d9b31ec5836', 'name': '', 'network_id': 'f342f72f-87d9-44f2-8eb5-cb364a2ef874', 'tenant_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'mac_address': 'fa:16:3e:2f:b9:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3507549-7dfc-4bed-9303-7ee22e713263', 'device_owner': 'network:router_interface', 'standard_attr_id': 1323, 'fixed_ips': [{'subnet_id': '4b62f11d-b56a-4310-966b-af2474726ca6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:52:12Z', 'updated_at': '2021-06-24T11:52:19Z', 'revision_number': 5, 'project_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'subnets': [{'id': '4b62f11d-b56a-4310-966b-af2474726ca6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:54:03.157447 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53dfe1d-e7a8-4086-b040-e0d95a881b70 req-e6ebf6c2-8820-43bc-9806-3230ae08ae24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:54:03.158888 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-e53dfe1d-e7a8-4086-b040-e0d95a881b70 req-e6ebf6c2-8820-43bc-9806-3230ae08ae24 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=4b62f11d-b56a-4310-966b-af2474726ca6 HTTP/1.1" status: 200 len: 834 time: 0.3975289 Jun 24 11:54:03.172996 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-243fa3ca-6078-4069-bc08-78cc9461556d None None] The sync data for ids ['e3507549-7dfc-4bed-9303-7ee22e713263'] in dv-neutron-797120-4-hyperv is: [{'id': 'e3507549-7dfc-4bed-9303-7ee22e713263', 'name': 'tempest-TestNetworkBasicOps-router-442932250', 'tenant_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'external_fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.170'}], 'enable_snat': True}, 'gw_port_id': 'eb998f6e-88ce-45bb-af30-1a23b561efa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T11:52:07Z', 'updated_at': '2021-06-24T11:53:55Z', 'revision_number': 6, 'project_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'gw_port': {'id': 'eb998f6e-88ce-45bb-af30-1a23b561efa1', 'name': '', 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:27:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3507549-7dfc-4bed-9303-7ee22e713263', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1312, 'fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:52:07Z', 'updated_at': '2021-06-24T11:52:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-4-hyperv', '_interfaces': [{'id': '76d7428a-3779-458d-9523-6d9b31ec5836', 'name': '', 'network_id': 'f342f72f-87d9-44f2-8eb5-cb364a2ef874', 'tenant_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'mac_address': 'fa:16:3e:2f:b9:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3507549-7dfc-4bed-9303-7ee22e713263', 'device_owner': 'network:router_interface', 'standard_attr_id': 1323, 'fixed_ips': [{'subnet_id': '4b62f11d-b56a-4310-966b-af2474726ca6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:52:12Z', 'updated_at': '2021-06-24T11:52:19Z', 'revision_number': 5, 'project_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'subnets': [{'id': '4b62f11d-b56a-4310-966b-af2474726ca6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=128086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 11:54:03.214857 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae039cc1-4fc8-4e03-bddf-905bdc27b62c req-294227e9-cabc-474a-a160-374356594319 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:54:03.216413 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-ae039cc1-4fc8-4e03-bddf-905bdc27b62c req-294227e9-cabc-474a-a160-374356594319 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "GET /v2.0/ports?device_id=91ed477b-8f29-4040-8419-1d7d9ac76bfa HTTP/1.1" status: 200 len: 946 time: 0.4224105 Jun 24 11:54:03.267365 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-ae039cc1-4fc8-4e03-bddf-905bdc27b62c req-e65026f4-6416-4ab7-950f-973408807146 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "GET /v2.0/security-groups?id=2caf47c0-b5bd-4abd-b460-1f43b01cac06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440300 Jun 24 11:54:03.270318 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53dfe1d-e7a8-4086-b040-e0d95a881b70 req-dd1783ab-f408-4614-bdb1-acfbeec6fc6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:54:03.272250 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-e53dfe1d-e7a8-4086-b040-e0d95a881b70 req-dd1783ab-f408-4614-bdb1-acfbeec6fc6a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=f342f72f-87d9-44f2-8eb5-cb364a2ef874&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1049788 Jun 24 11:54:03.374675 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-e53dfe1d-e7a8-4086-b040-e0d95a881b70 req-e0515a8d-2121-465e-8500-c059c05b2aae service neutron] 10.222.0.45 "GET /v2.0/networks/f342f72f-87d9-44f2-8eb5-cb364a2ef874?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948691 Jun 24 11:54:03.430549 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08a62381-28c6-4c5a-94b4-cb8a19a391be None None] New status for floating IP 7210570d-eb7f-404b-a977-c7f42d03e8c6: DOWN {{(pid=128085) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 24 11:54:03.474567 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-e53dfe1d-e7a8-4086-b040-e0d95a881b70 req-aebc60e0-659a-4d85-b454-0a57129aef3b service neutron] 10.222.0.45 "GET /v2.0/networks/f342f72f-87d9-44f2-8eb5-cb364a2ef874?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908616 Jun 24 11:54:04.391383 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3272fff-8b0c-44c0-9b2f-110393b84713 req-ca1f6757-21a3-4739-9637-3b5ba18efef1 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:54:04.392933 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-b3272fff-8b0c-44c0-9b2f-110393b84713 req-ca1f6757-21a3-4739-9637-3b5ba18efef1 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.45 "GET /v2.0/ports?device_id=91ed477b-8f29-4040-8419-1d7d9ac76bfa HTTP/1.1" status: 200 len: 946 time: 0.0762191 Jun 24 11:54:04.534604 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe1ce3b-06e9-4f0d-88bb-1a7a87713dd1 req-63ce7c1d-4174-4a58-a523-f03d64f4cb07 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:54:04.536066 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-1fe1ce3b-06e9-4f0d-88bb-1a7a87713dd1 req-63ce7c1d-4174-4a58-a523-f03d64f4cb07 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "GET /v2.0/ports?device_id=91ed477b-8f29-4040-8419-1d7d9ac76bfa HTTP/1.1" status: 200 len: 946 time: 0.1382141 Jun 24 11:54:04.575471 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.plugin [req-b3272fff-8b0c-44c0-9b2f-110393b84713 req-5779f2a2-6fe2-4ce2-879f-e9a67cf70c13 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Deleting port e95767a8-9824-4daa-9635-c6f8b8aa7596 {{(pid=128083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 11:54:04.575753 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-b3272fff-8b0c-44c0-9b2f-110393b84713 req-5779f2a2-6fe2-4ce2-879f-e9a67cf70c13 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793193942312'] for port, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:54:04.606942 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-1fe1ce3b-06e9-4f0d-88bb-1a7a87713dd1 req-25c07e14-66bf-4389-a440-902891589322 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "GET /v2.0/security-groups?id=2caf47c0-b5bd-4abd-b460-1f43b01cac06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641282 Jun 24 11:54:04.686923 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.db [req-b3272fff-8b0c-44c0-9b2f-110393b84713 req-5779f2a2-6fe2-4ce2-879f-e9a67cf70c13 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] For port e95767a8-9824-4daa-9635-c6f8b8aa7596, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=e95767a8-9824-4daa-9635-c6f8b8aa7596,segment=NetworkSegment(996a13d1-26b4-4220-8e04-ab9a33176edf),segment_id=996a13d1-26b4-4220-8e04-ab9a33176edf)] {{(pid=128083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 11:54:04.687277 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-b3272fff-8b0c-44c0-9b2f-110393b84713 req-5779f2a2-6fe2-4ce2-879f-e9a67cf70c13 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1978872'] for port, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:54:04.701915 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.plugin [req-b3272fff-8b0c-44c0-9b2f-110393b84713 req-5779f2a2-6fe2-4ce2-879f-e9a67cf70c13 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Calling delete_port for e95767a8-9824-4daa-9635-c6f8b8aa7596 owned by compute:nova {{(pid=128083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 11:54:04.839520 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-b3272fff-8b0c-44c0-9b2f-110393b84713 req-5779f2a2-6fe2-4ce2-879f-e9a67cf70c13 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793193945299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193536732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2537862'] for port, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:54:04.844443 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-0f2a15e8-791c-473a-b89d-8eee873bc804 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:54:04.869216 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5779f2a2-6fe2-4ce2-879f-e9a67cf70c13 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Pushing event deleted for resources: {'Port': ['ID=e95767a8-9824-4daa-9635-c6f8b8aa7596,revision_number=None']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:54:04.875138 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-5779f2a2-6fe2-4ce2-879f-e9a67cf70c13 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:54:04.921180 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3272fff-8b0c-44c0-9b2f-110393b84713 req-5779f2a2-6fe2-4ce2-879f-e9a67cf70c13 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] No DVR routers for this DVR port e95767a8-9824-4daa-9635-c6f8b8aa7596 on host hv-neutron-7971 {{(pid=128083) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 11:54:04.923788 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-b3272fff-8b0c-44c0-9b2f-110393b84713 req-5779f2a2-6fe2-4ce2-879f-e9a67cf70c13 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468916'] for port, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:54:04.925749 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-b3272fff-8b0c-44c0-9b2f-110393b84713 req-5779f2a2-6fe2-4ce2-879f-e9a67cf70c13 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.45 "DELETE /v2.0/ports/e95767a8-9824-4daa-9635-c6f8b8aa7596 HTTP/1.1" status: 204 len: 173 time: 0.5188198 Jun 24 11:54:04.926337 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91ed477b-8f29-4040-8419-1d7d9ac76bfa', 'name': 'network-vif-deleted', 'tag': 'e95767a8-9824-4daa-9635-c6f8b8aa7596'}] {{(pid=128083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 11:54:04.929645 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a77f7dee1a0522ddf93af289475d218fcdb8f30317daadec13ebf930b5b9dbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e542b7e7-c758-464a-adfd-e10193836064" -d '{"events": [{"server_uuid": "91ed477b-8f29-4040-8419-1d7d9ac76bfa", "name": "network-vif-deleted", "tag": "e95767a8-9824-4daa-9635-c6f8b8aa7596"}]}' {{(pid=128083) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 11:54:04.985090 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 11:54:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-033bdb2a-303b-4332-801f-8a68a03ee7eb x-openstack-request-id: req-033bdb2a-303b-4332-801f-8a68a03ee7eb {{(pid=128083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 11:54:04.985616 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91ed477b-8f29-4040-8419-1d7d9ac76bfa", "name": "network-vif-deleted", "tag": "e95767a8-9824-4daa-9635-c6f8b8aa7596", "status": "completed", "code": 200}]} {{(pid=128083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 11:54:04.986059 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-033bdb2a-303b-4332-801f-8a68a03ee7eb {{(pid=128083) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 11:54:04.986602 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91ed477b-8f29-4040-8419-1d7d9ac76bfa', 'name': 'network-vif-deleted', 'tag': 'e95767a8-9824-4daa-9635-c6f8b8aa7596', 'status': 'completed', 'code': 200} Jun 24 11:54:05.702522 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 35290) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:54:05.763351 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-5fffaa2b-df32-438e-bd59-04aef4205eac tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for security_group, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:54:05.789805 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-5fffaa2b-df32-438e-bd59-04aef4205eac tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for security_group, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:54:05.850471 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-5fffaa2b-df32-438e-bd59-04aef4205eac tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800410'] for security_group, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:54:05.853871 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-5fffaa2b-df32-438e-bd59-04aef4205eac tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for security_group, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:54:05.855225 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-5fffaa2b-df32-438e-bd59-04aef4205eac tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "DELETE /v2.0/security-groups/2caf47c0-b5bd-4abd-b460-1f43b01cac06 HTTP/1.1" status: 204 len: 168 time: 0.1516008 Jun 24 11:54:05.856219 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-7f11299f-74bd-470c-8dc4-3f559a701359 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:54:05.866578 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fffaa2b-df32-438e-bd59-04aef4205eac tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2caf47c0-b5bd-4abd-b460-1f43b01cac06,revision_number=None']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:54:05.869981 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-5fffaa2b-df32-438e-bd59-04aef4205eac tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:54:05.889335 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 35294) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:54:06.279091 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-909a276e-6a94-4c41-bc0c-103439701b13 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1978565'] for router_interface, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:54:06.571757 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.plugin [None req-909a276e-6a94-4c41-bc0c-103439701b13 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Deleting port 76d7428a-3779-458d-9523-6d9b31ec5836 {{(pid=128084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 11:54:06.572005 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-909a276e-6a94-4c41-bc0c-103439701b13 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793193942312'] for port, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:54:06.667114 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.db [None req-909a276e-6a94-4c41-bc0c-103439701b13 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] For port 76d7428a-3779-458d-9523-6d9b31ec5836, host dv-neutron-797120-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=76d7428a-3779-458d-9523-6d9b31ec5836,segment=NetworkSegment(996a13d1-26b4-4220-8e04-ab9a33176edf),segment_id=996a13d1-26b4-4220-8e04-ab9a33176edf)] {{(pid=128084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 11:54:06.667475 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-909a276e-6a94-4c41-bc0c-103439701b13 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1978872'] for port, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:54:06.680608 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.plugin [None req-909a276e-6a94-4c41-bc0c-103439701b13 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Calling delete_port for 76d7428a-3779-458d-9523-6d9b31ec5836 owned by network:router_interface {{(pid=128084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 11:54:07.206096 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-909a276e-6a94-4c41-bc0c-103439701b13 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793193945299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193536732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3292088'] for port, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:54:07.209316 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-606d05af-6ff1-479e-84f6-7ffc3f1e9f34 tempest-RoutersNegativeTest-663611585 tempest-RoutersNegativeTest-663611585-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:54:07.237280 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909a276e-6a94-4c41-bc0c-103439701b13 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Pushing event deleted for resources: {'Port': ['ID=76d7428a-3779-458d-9523-6d9b31ec5836,revision_number=None']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:54:07.242740 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-909a276e-6a94-4c41-bc0c-103439701b13 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:54:07.423287 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-909a276e-6a94-4c41-bc0c-103439701b13 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1588985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1806165'] for router_interface, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:54:07.653809 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-909a276e-6a94-4c41-bc0c-103439701b13 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Router e3507549-7dfc-4bed-9303-7ee22e713263 has already been hosted by L3 agent 2987dba8-2249-4ee6-96ec-28f0f7a6127d {{(pid=128084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 11:54:07.770001 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-909a276e-6a94-4c41-bc0c-103439701b13 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify agent at l3_agent.dv-neutron-797120-4-hyperv the message routers_updated {{(pid=128084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 11:54:07.778794 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-909a276e-6a94-4c41-bc0c-103439701b13 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "PUT /v2.0/routers/e3507549-7dfc-4bed-9303-7ee22e713263/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8850501 Jun 24 11:54:07.779142 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 35296) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:54:07.780492 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e6546de-340b-4a7a-9283-850ac62c60df None None] Sync routers for ids ['e3507549-7dfc-4bed-9303-7ee22e713263'] in dv-neutron-797120-4-hyperv {{(pid=128086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 11:54:07.792942 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e6546de-340b-4a7a-9283-850ac62c60df None None] Routers {'e3507549-7dfc-4bed-9303-7ee22e713263'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 11:54:07.793784 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-4e6546de-340b-4a7a-9283-850ac62c60df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T11:53:56Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['e3507549-7dfc-4bed-9303-7ee22e713263'], 'active': True} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:54:07.836218 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ce80165-fd74-4de9-a4ce-ec3455b484d9 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Deleting subnet 4b62f11d-b56a-4310-966b-af2474726ca6 {{(pid=128084) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 24 11:54:07.839788 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-5ce80165-fd74-4de9-a4ce-ec3455b484d9 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for subnet, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:54:07.889007 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-5ce80165-fd74-4de9-a4ce-ec3455b484d9 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2373542'] for subnet, precommit_delete_associations {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:54:07.908168 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_dvr_db [None req-4e6546de-340b-4a7a-9283-850ac62c60df None None] Set router e3507549-7dfc-4bed-9303-7ee22e713263 gateway port host: dv-neutron-797120-4-hyperv {{(pid=128086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 11:54:07.983844 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-5ce80165-fd74-4de9-a4ce-ec3455b484d9 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-972249'] for subnet, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:54:08.061098 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-5ce80165-fd74-4de9-a4ce-ec3455b484d9 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-972238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3292022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3162263'] for subnet, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:54:08.063438 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-237070ae-05df-456b-bd40-e706f7ddb2df tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:54:08.097718 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce80165-fd74-4de9-a4ce-ec3455b484d9 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Pushing event deleted for resources: {'Subnet': ['ID=4b62f11d-b56a-4310-966b-af2474726ca6,revision_number=None']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:54:08.102090 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-5ce80165-fd74-4de9-a4ce-ec3455b484d9 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:54:08.103092 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-5ce80165-fd74-4de9-a4ce-ec3455b484d9 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for subnet, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:54:08.107610 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-5ce80165-fd74-4de9-a4ce-ec3455b484d9 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "DELETE /v2.0/subnets/4b62f11d-b56a-4310-966b-af2474726ca6 HTTP/1.1" status: 204 len: 168 time: 0.3248560 Jun 24 11:54:08.107858 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 35298) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:54:08.112934 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c9792b7-3bc8-485f-937e-a8dbba0d9ee7 None None] Network f342f72f-87d9-44f2-8eb5-cb364a2ef874 requested from dv-neutron-797120-4-hyperv {{(pid=128085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 11:54:08.215120 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-4e6546de-340b-4a7a-9283-850ac62c60df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3507549-7dfc-4bed-9303-7ee22e713263', 'name': 'tempest-TestNetworkBasicOps-router-442932250', 'tenant_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'external_fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.170'}], 'enable_snat': True}, 'gw_port_id': 'eb998f6e-88ce-45bb-af30-1a23b561efa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T11:52:07Z', 'updated_at': '2021-06-24T11:54:06Z', 'revision_number': 7, 'project_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'gw_port': {'id': 'eb998f6e-88ce-45bb-af30-1a23b561efa1', 'name': '', 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:27:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3507549-7dfc-4bed-9303-7ee22e713263', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1312, 'fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:52:07Z', 'updated_at': '2021-06-24T11:52:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-4-hyperv'}], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:54:08.245890 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-ab6401b0-d820-4aa3-be6e-4f0ef54f7d49 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for router, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:54:08.249199 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e6546de-340b-4a7a-9283-850ac62c60df None None] Checking router: e3507549-7dfc-4bed-9303-7ee22e713263 for host: dv-neutron-797120-4-hyperv {{(pid=128086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 11:54:08.259454 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e6546de-340b-4a7a-9283-850ac62c60df None None] Routers {'e3507549-7dfc-4bed-9303-7ee22e713263'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 11:54:08.260225 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-4e6546de-340b-4a7a-9283-850ac62c60df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T11:53:56Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['e3507549-7dfc-4bed-9303-7ee22e713263'], 'active': True} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:54:08.327645 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84c396d9-4e3c-4e65-b013-20920fde1ea9 None None] DHCP port deletion for f342f72f-87d9-44f2-8eb5-cb364a2ef874 request from dv-neutron-797120-4-hyperv {{(pid=128085) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 24 11:54:08.377293 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-ab6401b0-d820-4aa3-be6e-4f0ef54f7d49 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for router_gateway, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:54:08.393030 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-84c396d9-4e3c-4e65-b013-20920fde1ea9 None None] Deleting port 7d249b33-595a-43b0-9bbc-8800c31f2077 {{(pid=128085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 11:54:08.393613 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-84c396d9-4e3c-4e65-b013-20920fde1ea9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793193942312'] for port, before_delete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:54:08.402326 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_dvr_db [None req-4e6546de-340b-4a7a-9283-850ac62c60df None None] Set router e3507549-7dfc-4bed-9303-7ee22e713263 gateway port host: dv-neutron-797120-4-hyperv {{(pid=128086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 11:54:08.438283 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.plugin [None req-ab6401b0-d820-4aa3-be6e-4f0ef54f7d49 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Deleting port eb998f6e-88ce-45bb-af30-1a23b561efa1 {{(pid=128083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 11:54:08.438819 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-ab6401b0-d820-4aa3-be6e-4f0ef54f7d49 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793193942312'] for port, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:54:08.466303 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-84c396d9-4e3c-4e65-b013-20920fde1ea9 None None] For port 7d249b33-595a-43b0-9bbc-8800c31f2077, host dv-neutron-797120-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=7d249b33-595a-43b0-9bbc-8800c31f2077,segment=NetworkSegment(996a13d1-26b4-4220-8e04-ab9a33176edf),segment_id=996a13d1-26b4-4220-8e04-ab9a33176edf)] {{(pid=128085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 11:54:08.466903 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-84c396d9-4e3c-4e65-b013-20920fde1ea9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1978872'] for port, precommit_delete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:54:08.498881 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-84c396d9-4e3c-4e65-b013-20920fde1ea9 None None] Calling delete_port for 7d249b33-595a-43b0-9bbc-8800c31f2077 owned by network:dhcp {{(pid=128085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 11:54:08.546309 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.db [None req-ab6401b0-d820-4aa3-be6e-4f0ef54f7d49 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] For port eb998f6e-88ce-45bb-af30-1a23b561efa1, host dv-neutron-797120-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=eb998f6e-88ce-45bb-af30-1a23b561efa1,segment=NetworkSegment(1139564f-ff83-4b49-a593-84b33301357d),segment_id=1139564f-ff83-4b49-a593-84b33301357d)] {{(pid=128083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 11:54:08.546309 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-ab6401b0-d820-4aa3-be6e-4f0ef54f7d49 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1978872'] for port, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:54:08.564608 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.plugin [None req-ab6401b0-d820-4aa3-be6e-4f0ef54f7d49 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Calling delete_port for eb998f6e-88ce-45bb-af30-1a23b561efa1 owned by network:router_gateway {{(pid=128083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 11:54:08.592381 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-84c396d9-4e3c-4e65-b013-20920fde1ea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793193945299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193536732'] for port, after_delete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:54:08.595551 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-97967b9c-8d26-43b2-a871-a2ea7ea9ba35 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:54:08.621291 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c396d9-4e3c-4e65-b013-20920fde1ea9 None None] Pushing event deleted for resources: {'Port': ['ID=7d249b33-595a-43b0-9bbc-8800c31f2077,revision_number=None']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:54:08.624179 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-84c396d9-4e3c-4e65-b013-20920fde1ea9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:54:08.625006 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84c396d9-4e3c-4e65-b013-20920fde1ea9 None None] No DVR routers for this DVR port 7d249b33-595a-43b0-9bbc-8800c31f2077 on host dv-neutron-797120-4-hyperv {{(pid=128085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 11:54:08.640495 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-4e6546de-340b-4a7a-9283-850ac62c60df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3507549-7dfc-4bed-9303-7ee22e713263', 'name': 'tempest-TestNetworkBasicOps-router-442932250', 'tenant_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'external_fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.170'}], 'enable_snat': True}, 'gw_port_id': 'eb998f6e-88ce-45bb-af30-1a23b561efa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T11:52:07Z', 'updated_at': '2021-06-24T11:54:06Z', 'revision_number': 7, 'project_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'gw_port': {'id': 'eb998f6e-88ce-45bb-af30-1a23b561efa1', 'name': '', 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:27:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3507549-7dfc-4bed-9303-7ee22e713263', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1312, 'fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:52:07Z', 'updated_at': '2021-06-24T11:52:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-4-hyperv'}], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:54:08.681869 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e6546de-340b-4a7a-9283-850ac62c60df None None] The sync data for ids ['e3507549-7dfc-4bed-9303-7ee22e713263'] in dv-neutron-797120-4-hyperv is: [{'id': 'e3507549-7dfc-4bed-9303-7ee22e713263', 'name': 'tempest-TestNetworkBasicOps-router-442932250', 'tenant_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'external_fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.170'}], 'enable_snat': True}, 'gw_port_id': 'eb998f6e-88ce-45bb-af30-1a23b561efa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T11:52:07Z', 'updated_at': '2021-06-24T11:54:06Z', 'revision_number': 7, 'project_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'gw_port': {'id': 'eb998f6e-88ce-45bb-af30-1a23b561efa1', 'name': '', 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:27:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3507549-7dfc-4bed-9303-7ee22e713263', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1312, 'fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:52:07Z', 'updated_at': '2021-06-24T11:52:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-4-hyperv'}] {{(pid=128086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 11:54:08.773086 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-ab6401b0-d820-4aa3-be6e-4f0ef54f7d49 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793193945299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193536732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2537862'] for port, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:54:08.776345 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-7ab5f3a8-14f1-4db9-b8a7-5f21d160cad6 tempest-RoutersNegativeTest-663611585 tempest-RoutersNegativeTest-663611585-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:54:08.801519 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6401b0-d820-4aa3-be6e-4f0ef54f7d49 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Pushing event deleted for resources: {'Port': ['ID=eb998f6e-88ce-45bb-af30-1a23b561efa1,revision_number=None']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:54:08.805195 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-ab6401b0-d820-4aa3-be6e-4f0ef54f7d49 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:54:08.868510 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-ab6401b0-d820-4aa3-be6e-4f0ef54f7d49 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1815728'] for router_gateway, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:54:08.975491 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-ab6401b0-d820-4aa3-be6e-4f0ef54f7d49 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1803182', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65403'] for router, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:54:08.977739 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-ab6401b0-d820-4aa3-be6e-4f0ef54f7d49 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:54:09.030130 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-ab6401b0-d820-4aa3-be6e-4f0ef54f7d49 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1806072'] for router, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:54:09.030802 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab6401b0-d820-4aa3-be6e-4f0ef54f7d49 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Fanout notify agent at l3_agent the message router_deleted on router e3507549-7dfc-4bed-9303-7ee22e713263 {{(pid=128083) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 24 11:54:09.043261 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-ab6401b0-d820-4aa3-be6e-4f0ef54f7d49 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for router, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:54:09.045146 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-ab6401b0-d820-4aa3-be6e-4f0ef54f7d49 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "DELETE /v2.0/routers/e3507549-7dfc-4bed-9303-7ee22e713263 HTTP/1.1" status: 204 len: 168 time: 0.9359512 Jun 24 11:54:09.047634 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 35302) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:54:09.142087 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-5ebe6e89-d8d4-4731-8aee-26cedc614a2a tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-534962'] for network, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:54:09.246115 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-5ebe6e89-d8d4-4731-8aee-26cedc614a2a tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973199', 'neutron.services.segments.db._delete_segments_for_network-8793194012456'] for network, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:54:09.256518 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.services.segments.db [None req-5ebe6e89-d8d4-4731-8aee-26cedc614a2a tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f342f72f-87d9-44f2-8eb5-cb364a2ef874']}} {{(pid=128083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:54:09.266936 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.services.segments.db [None req-5ebe6e89-d8d4-4731-8aee-26cedc614a2a tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '996a13d1-26b4-4220-8e04-ab9a33176edf') {'for_net_delete': True} {{(pid=128083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:54:09.267209 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.services.segments.db [None req-5ebe6e89-d8d4-4731-8aee-26cedc614a2a tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '996a13d1-26b4-4220-8e04-ab9a33176edf') {} {{(pid=128083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:54:09.277983 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-5ebe6e89-d8d4-4731-8aee-26cedc614a2a tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793194097327', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3143690'] for segment, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:54:09.303259 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Device e95767a8-9824-4daa-9635-c6f8b8aa7596 no longer exists at agent hyperv_hv-neutron-7971 {{(pid=128085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 11:54:09.306426 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-5ebe6e89-d8d4-4731-8aee-26cedc614a2a tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967879'] for segment, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:54:09.316616 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ebe6e89-d8d4-4731-8aee-26cedc614a2a tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Releasing vlan 624 on physical network physnet1 to pool {{(pid=128083) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 11:54:09.317919 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-5ebe6e89-d8d4-4731-8aee-26cedc614a2a tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2537899'] for segment, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:54:09.323106 dv-neutron-797120-4-hyperv neutron-server[128083]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 11:54:09.323106 dv-neutron-797120-4-hyperv neutron-server[128083]: conditions |= (models_v2.Port.network_id.in_( Jun 24 11:54:09.323106 dv-neutron-797120-4-hyperv neutron-server[128083]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 11:54:09.323106 dv-neutron-797120-4-hyperv neutron-server[128083]: conditions |= (models_v2.Port.network_id.in_( Jun 24 11:54:09.323106 dv-neutron-797120-4-hyperv neutron-server[128083]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 11:54:09.323106 dv-neutron-797120-4-hyperv neutron-server[128083]: conditions |= (models_v2.Port.network_id.in_( Jun 24 11:54:09.323106 dv-neutron-797120-4-hyperv neutron-server[128083]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 11:54:09.323106 dv-neutron-797120-4-hyperv neutron-server[128083]: conditions |= (models_v2.Port.network_id.in_( Jun 24 11:54:09.323106 dv-neutron-797120-4-hyperv neutron-server[128083]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 11:54:09.323106 dv-neutron-797120-4-hyperv neutron-server[128083]: conditions |= (models_v2.Port.network_id.in_( Jun 24 11:54:09.323106 dv-neutron-797120-4-hyperv neutron-server[128083]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 11:54:09.323106 dv-neutron-797120-4-hyperv neutron-server[128083]: conditions |= (models_v2.Port.network_id.in_( Jun 24 11:54:09.323106 dv-neutron-797120-4-hyperv neutron-server[128083]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 11:54:09.323106 dv-neutron-797120-4-hyperv neutron-server[128083]: conditions |= (models_v2.Port.network_id.in_( Jun 24 11:54:09.323106 dv-neutron-797120-4-hyperv neutron-server[128083]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 11:54:09.323106 dv-neutron-797120-4-hyperv neutron-server[128083]: conditions |= (models_v2.Port.network_id.in_( Jun 24 11:54:09.323106 dv-neutron-797120-4-hyperv neutron-server[128083]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 11:54:09.323106 dv-neutron-797120-4-hyperv neutron-server[128083]: conditions |= (models_v2.Port.network_id.in_( Jun 24 11:54:09.323106 dv-neutron-797120-4-hyperv neutron-server[128083]: Traceback (most recent call last): Jun 24 11:54:09.323106 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 24 11:54:09.323106 dv-neutron-797120-4-hyperv neutron-server[128083]: timer() Jun 24 11:54:09.323106 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 24 11:54:09.323106 dv-neutron-797120-4-hyperv neutron-server[128083]: cb(*args, **kw) Jun 24 11:54:09.323106 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 24 11:54:09.323106 dv-neutron-797120-4-hyperv neutron-server[128083]: return func(*args, **kwargs) Jun 24 11:54:09.323106 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 24 11:54:09.323106 dv-neutron-797120-4-hyperv neutron-server[128083]: self._notify() Jun 24 11:54:09.323106 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 24 11:54:09.323106 dv-neutron-797120-4-hyperv neutron-server[128083]: self.callback(batched_events) Jun 24 11:54:09.323106 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 24 11:54:09.323106 dv-neutron-797120-4-hyperv neutron-server[128083]: event.method(event) Jun 24 11:54:09.323106 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 24 11:54:09.323106 dv-neutron-797120-4-hyperv neutron-server[128083]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 24 11:54:09.323106 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 24 11:54:09.323106 dv-neutron-797120-4-hyperv neutron-server[128083]: aggregate_uuid = self.p_client.list_aggregates( Jun 24 11:54:09.323106 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 24 11:54:09.323106 dv-neutron-797120-4-hyperv neutron-server[128083]: return f(self, *a, **k) Jun 24 11:54:09.323106 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 24 11:54:09.323106 dv-neutron-797120-4-hyperv neutron-server[128083]: return self._get(url).json() Jun 24 11:54:09.323106 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 24 11:54:09.323106 dv-neutron-797120-4-hyperv neutron-server[128083]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 24 11:54:09.323106 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 24 11:54:09.323106 dv-neutron-797120-4-hyperv neutron-server[128083]: return self.request(url, 'GET', **kwargs) Jun 24 11:54:09.323106 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 24 11:54:09.323106 dv-neutron-797120-4-hyperv neutron-server[128083]: base_url = self.get_endpoint(auth, allow=allow, Jun 24 11:54:09.323106 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 24 11:54:09.323106 dv-neutron-797120-4-hyperv neutron-server[128083]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 24 11:54:09.323106 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 24 11:54:09.323106 dv-neutron-797120-4-hyperv neutron-server[128083]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 24 11:54:09.323106 dv-neutron-797120-4-hyperv neutron-server[128083]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 24 11:54:09.337344 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] No Port match for: e95767a8-9824-4daa-9635-c6f8b8aa7596 {{(pid=128085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 11:54:09.337983 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Device e95767a8-9824-4daa-9635-c6f8b8aa7596 not bound to the agent host hv-neutron-7971 {{(pid=128085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 11:54:09.399787 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-5ebe6e89-d8d4-4731-8aee-26cedc614a2a tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1800243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1815642'] for network, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:54:09.404680 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-62e60c62-f942-4eb5-9f2d-d865d296056d tempest-BulkNetworkOpsTest-1574223460 tempest-BulkNetworkOpsTest-1574223460-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:54:09.409344 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-5ebe6e89-d8d4-4731-8aee-26cedc614a2a tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for network, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:54:09.413731 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-5ebe6e89-d8d4-4731-8aee-26cedc614a2a tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "DELETE /v2.0/networks/f342f72f-87d9-44f2-8eb5-cb364a2ef874 HTTP/1.1" status: 204 len: 168 time: 0.3647060 Jun 24 11:54:09.431671 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 35304) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:54:09.435926 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebe6e89-d8d4-4731-8aee-26cedc614a2a tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Pushing event deleted for resources: {'Network': ['ID=f342f72f-87d9-44f2-8eb5-cb364a2ef874,revision_number=None']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:54:09.437504 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-49bc2307-e2b4-442c-90f1-8a741062a66e tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Request body: {'network': {'name': 'tempest-network-smoke--1614372694', 'project_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'port_security_enabled': True}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:54:09.438954 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-5ebe6e89-d8d4-4731-8aee-26cedc614a2a tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:54:09.460003 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49bc2307-e2b4-442c-90f1-8a741062a66e tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Made reservation on behalf of adbe78de4fbf48fcad1a6bc46d4a1728 for: {'network': 1} {{(pid=128084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 11:54:09.463539 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-49bc2307-e2b4-442c-90f1-8a741062a66e tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for network, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:54:09.487949 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49bc2307-e2b4-442c-90f1-8a741062a66e tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] vlan segment allocate from pool success with {'vlan_id': 630, 'physical_network': 'physnet1'} {{(pid=128084) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 11:54:09.497279 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-49bc2307-e2b4-442c-90f1-8a741062a66e tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967879'] for segment, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:54:09.497563 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.db.segments_db [None req-49bc2307-e2b4-442c-90f1-8a741062a66e tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Added segment 182b3eea-0f9a-4325-bdc2-5245fc0ed84c of type vlan for network cb6bf9b7-0333-437c-b6aa-aa0abb4aafab Jun 24 11:54:09.539785 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-49bc2307-e2b4-442c-90f1-8a741062a66e tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793193525068'] for network, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:54:09.569078 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-49bc2307-e2b4-442c-90f1-8a741062a66e tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1800243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976'] for network, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:54:09.575357 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49bc2307-e2b4-442c-90f1-8a741062a66e tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=128084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:54:09.575977 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-49bc2307-e2b4-442c-90f1-8a741062a66e tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for network, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:54:09.578380 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-ed1a7ec4-f97b-434a-8553-42ecbf1032d0 tempest-AllowedAddressPairTestJSON-920326677 tempest-AllowedAddressPairTestJSON-920326677-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:54:09.610636 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-49bc2307-e2b4-442c-90f1-8a741062a66e tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1773536 Jun 24 11:54:09.613590 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 35306) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:54:09.619450 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [None req-eba88db0-9e44-4736-8499-3ddb3b11ac83 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1825995819', 'admin_state_up': True, 'project_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b'}}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:54:09.643134 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-eba88db0-9e44-4736-8499-3ddb3b11ac83 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1803889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65293'] for router, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:54:09.644126 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-eba88db0-9e44-4736-8499-3ddb3b11ac83 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1803848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1975305', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1581158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65396'] for router, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:54:09.644858 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49bc2307-e2b4-442c-90f1-8a741062a66e tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Pushing event updated for resources: {'Network': ['ID=cb6bf9b7-0333-437c-b6aa-aa0abb4aafab,revision_number=1']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:54:09.648416 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-49bc2307-e2b4-442c-90f1-8a741062a66e tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:54:09.656868 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Network cb6bf9b7-0333-437c-b6aa-aa0abb4aafab details requested by agent ovs-agent-dv-neutron-797120-4-hyperv with host dv-neutron-797120-4-hyperv {{(pid=128085) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 11:54:09.699176 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-eba88db0-9e44-4736-8499-3ddb3b11ac83 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:54:09.843588 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device 7d249b33-595a-43b0-9bbc-8800c31f2077 no longer exists at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 11:54:09.864731 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-eba88db0-9e44-4736-8499-3ddb3b11ac83 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1975381', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1803205', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65378'] for router, precommit_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:54:09.865657 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] No Port match for: 7d249b33-595a-43b0-9bbc-8800c31f2077 {{(pid=128085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 11:54:09.866021 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device 7d249b33-595a-43b0-9bbc-8800c31f2077 not bound to the agent host dv-neutron-797120-4-hyperv {{(pid=128085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 11:54:09.866454 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device 76d7428a-3779-458d-9523-6d9b31ec5836 no longer exists at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 11:54:09.886633 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] No Port match for: 76d7428a-3779-458d-9523-6d9b31ec5836 {{(pid=128085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 11:54:09.886971 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device 76d7428a-3779-458d-9523-6d9b31ec5836 not bound to the agent host dv-neutron-797120-4-hyperv {{(pid=128085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 11:54:09.887402 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device eb998f6e-88ce-45bb-af30-1a23b561efa1 no longer exists at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 11:54:09.906542 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] No Port match for: eb998f6e-88ce-45bb-af30-1a23b561efa1 {{(pid=128085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 11:54:09.906938 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device eb998f6e-88ce-45bb-af30-1a23b561efa1 not bound to the agent host dv-neutron-797120-4-hyperv {{(pid=128085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 11:54:10.085924 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-eba88db0-9e44-4736-8499-3ddb3b11ac83 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for router_gateway, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:54:10.106356 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-eba88db0-9e44-4736-8499-3ddb3b11ac83 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:54:10.216630 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.db_base_plugin_common [None req-eba88db0-9e44-4736-8499-3ddb3b11ac83 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Allocated IP 172.26.7.123 (f2b8ca71-e776-48b2-8898-96cc7970207b/f37bf603-3862-4d0a-9f58-89616f7fd68f/ac1fd53b-5bad-4e9e-8659-c49e2598fe5b) {{(pid=128083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 11:54:10.332356 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-eba88db0-9e44-4736-8499-3ddb3b11ac83 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for port, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:54:10.372921 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-eba88db0-9e44-4736-8499-3ddb3b11ac83 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-650429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-506361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793193536723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2537853'] for port, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:54:10.375134 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-2ca55589-a4cd-4d09-addf-c7c16b6e4da3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:54:10.419620 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eba88db0-9e44-4736-8499-3ddb3b11ac83 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Network f2b8ca71-e776-48b2-8898-96cc7970207b is already hosted by enough agents. {{(pid=128083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 11:54:10.422711 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.base_scheduler [None req-eba88db0-9e44-4736-8499-3ddb3b11ac83 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Resources bound (agent type, host, resource id): {{(pid=128083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:54:10.425715 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eba88db0-9e44-4736-8499-3ddb3b11ac83 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Received port after_create {{(pid=128083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 11:54:10.449960 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba88db0-9e44-4736-8499-3ddb3b11ac83 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Pushing event updated for resources: {'Port': ['ID=ac1fd53b-5bad-4e9e-8659-c49e2598fe5b,revision_number=1']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:54:10.453680 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-eba88db0-9e44-4736-8499-3ddb3b11ac83 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:54:10.707829 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-eba88db0-9e44-4736-8499-3ddb3b11ac83 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for router_gateway, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:54:10.948022 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-eba88db0-9e44-4736-8499-3ddb3b11ac83 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1803210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1815767'] for router, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:54:11.105067 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eba88db0-9e44-4736-8499-3ddb3b11ac83 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Router ab868771-6a63-416e-b902-847b963c5f9e is scheduled to L3 agent 2987dba8-2249-4ee6-96ec-28f0f7a6127d with binding_index 1 {{(pid=128083) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 24 11:54:11.237210 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eba88db0-9e44-4736-8499-3ddb3b11ac83 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify agent at l3_agent.dv-neutron-797120-4-hyperv the message routers_updated {{(pid=128083) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 11:54:11.247594 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b8dc1e9-d978-4459-9969-8b3524a5269d None None] Sync routers for ids ['ab868771-6a63-416e-b902-847b963c5f9e'] in dv-neutron-797120-4-hyperv {{(pid=128085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 11:54:11.258328 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b8dc1e9-d978-4459-9969-8b3524a5269d None None] Routers {'ab868771-6a63-416e-b902-847b963c5f9e'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 11:54:11.258954 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-2b8dc1e9-d978-4459-9969-8b3524a5269d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T11:53:56Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['ab868771-6a63-416e-b902-847b963c5f9e'], 'active': True} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:54:11.260913 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-eba88db0-9e44-4736-8499-3ddb3b11ac83 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for router, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:54:11.263121 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-eba88db0-9e44-4736-8499-3ddb3b11ac83 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 1.6477766 Jun 24 11:54:11.266555 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 35308) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:54:11.327330 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-b17d2f9d-4231-4f08-9ed7-c4c8e1582568 tempest-TestNetworkBasicOps-1239029366 tempest-TestNetworkBasicOps-1239029366-project-admin] 10.222.0.53 "GET /v2.0/subnets?project_id=adbe78de4fbf48fcad1a6bc46d4a1728&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0569763 Jun 24 11:54:11.327674 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 35310) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:54:11.375691 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvr_db [None req-2b8dc1e9-d978-4459-9969-8b3524a5269d None None] Set router ab868771-6a63-416e-b902-847b963c5f9e gateway port host: dv-neutron-797120-4-hyperv {{(pid=128085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 11:54:11.501075 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60264efd-d45d-4a5b-aeb2-4d4a9dd6b6d1 tempest-TestNetworkBasicOps-1239029366 tempest-TestNetworkBasicOps-1239029366-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:54:11.503159 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-60264efd-d45d-4a5b-aeb2-4d4a9dd6b6d1 tempest-TestNetworkBasicOps-1239029366 tempest-TestNetworkBasicOps-1239029366-project-admin] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1740973 Jun 24 11:54:11.508910 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 35312) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:54:11.554225 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-88114b5d-3af3-43fe-bd05-555ef10e4a24 tempest-TestNetworkBasicOps-1239029366 tempest-TestNetworkBasicOps-1239029366-project-admin] 10.222.0.53 "GET /v2.0/subnets?network_id=f2b8ca71-e776-48b2-8898-96cc7970207b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0436997 Jun 24 11:54:11.556785 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 35314) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:54:11.564101 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [None req-5545dc42-e254-4210-9a54-622d53271649 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1345543654', 'network_id': 'cb6bf9b7-0333-437c-b6aa-aa0abb4aafab', 'project_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:54:11.582196 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-2b8dc1e9-d978-4459-9969-8b3524a5269d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab868771-6a63-416e-b902-847b963c5f9e', 'name': 'tempest-TestNetworkBasicOps-router-1825995819', 'tenant_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'external_fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.123'}], 'enable_snat': True}, 'gw_port_id': 'ac1fd53b-5bad-4e9e-8659-c49e2598fe5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T11:54:09Z', 'updated_at': '2021-06-24T11:54:10Z', 'revision_number': 3, 'project_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'gw_port': {'id': 'ac1fd53b-5bad-4e9e-8659-c49e2598fe5b', 'name': '', 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:e1:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab868771-6a63-416e-b902-847b963c5f9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:54:10Z', 'updated_at': '2021-06-24T11:54:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-4-hyperv'}], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:54:11.612440 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b8dc1e9-d978-4459-9969-8b3524a5269d None None] Checking router: ab868771-6a63-416e-b902-847b963c5f9e for host: dv-neutron-797120-4-hyperv {{(pid=128085) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 11:54:11.613122 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b8dc1e9-d978-4459-9969-8b3524a5269d None None] Updating router ab868771-6a63-416e-b902-847b963c5f9e port ac1fd53b-5bad-4e9e-8659-c49e2598fe5b binding host dv-neutron-797120-4-hyperv {{(pid=128085) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 11:54:11.653482 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-2b8dc1e9-d978-4459-9969-8b3524a5269d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:54:11.949872 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-2b8dc1e9-d978-4459-9969-8b3524a5269d None None] Notify callbacks [] for port, precommit_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:54:11.961834 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-2b8dc1e9-d978-4459-9969-8b3524a5269d None None] Transition to ACTIVE for port object ac1fd53b-5bad-4e9e-8659-c49e2598fe5b will not be triggered until provisioned by entity L2. {{(pid=128085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 11:54:11.967634 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-2b8dc1e9-d978-4459-9969-8b3524a5269d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:54:11.969520 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-541c92db-0b17-40f8-b6f5-d6be6a45f077 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:54:12.007608 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5545dc42-e254-4210-9a54-622d53271649 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Made reservation on behalf of adbe78de4fbf48fcad1a6bc46d4a1728 for: {'subnet': 1} {{(pid=128083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 11:54:12.011354 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-5545dc42-e254-4210-9a54-622d53271649 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3289788'] for subnet, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:54:12.021702 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-2b8dc1e9-d978-4459-9969-8b3524a5269d None None] Attempting to bind port ac1fd53b-5bad-4e9e-8659-c49e2598fe5b on host dv-neutron-797120-4-hyperv for vnic_type normal with profile {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 11:54:12.022055 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-2b8dc1e9-d978-4459-9969-8b3524a5269d None None] Attempting to bind port ac1fd53b-5bad-4e9e-8659-c49e2598fe5b by drivers openvswitch,hyperv on host dv-neutron-797120-4-hyperv at level 0 using segments [{'id': '1139564f-ff83-4b49-a593-84b33301357d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b'}] {{(pid=128085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 11:54:12.022383 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b8dc1e9-d978-4459-9969-8b3524a5269d None None] Attempting to bind port ac1fd53b-5bad-4e9e-8659-c49e2598fe5b on network f2b8ca71-e776-48b2-8898-96cc7970207b {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 11:54:12.025393 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c14b22-cc59-4c5c-9030-8519576c0177 None None] Pushing event updated for resources: {'Port': ['ID=ac1fd53b-5bad-4e9e-8659-c49e2598fe5b,revision_number=2']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:54:12.029492 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-07c14b22-cc59-4c5c-9030-8519576c0177 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:54:12.030401 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b8dc1e9-d978-4459-9969-8b3524a5269d None None] Checking agent: {'id': 'e3a695b2-c397-461f-83b0-10b79d490b59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 11, 36, 56), 'started_at': datetime.datetime(2021, 6, 24, 11, 37, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 11, 53, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 11:54:12.030800 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b8dc1e9-d978-4459-9969-8b3524a5269d None None] Checking segment: {'id': '1139564f-ff83-4b49-a593-84b33301357d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=128085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 11:54:12.031186 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-2b8dc1e9-d978-4459-9969-8b3524a5269d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:54:12.031583 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b8dc1e9-d978-4459-9969-8b3524a5269d None None] Bound using segment: {'id': '1139564f-ff83-4b49-a593-84b33301357d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b'} {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 11:54:12.032046 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-2b8dc1e9-d978-4459-9969-8b3524a5269d None None] Bound port: ac1fd53b-5bad-4e9e-8659-c49e2598fe5b, host: dv-neutron-797120-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1139564f-ff83-4b49-a593-84b33301357d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b'}}] {{(pid=128085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 11:54:12.032428 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-2b8dc1e9-d978-4459-9969-8b3524a5269d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:54:12.093749 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-2b8dc1e9-d978-4459-9969-8b3524a5269d None None] For port ac1fd53b-5bad-4e9e-8659-c49e2598fe5b, host dv-neutron-797120-4-hyperv, cleared binding levels {{(pid=128085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 11:54:12.098850 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-2b8dc1e9-d978-4459-9969-8b3524a5269d None None] For port ac1fd53b-5bad-4e9e-8659-c49e2598fe5b, host dv-neutron-797120-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=ac1fd53b-5bad-4e9e-8659-c49e2598fe5b,segment=NetworkSegment(1139564f-ff83-4b49-a593-84b33301357d),segment_id=1139564f-ff83-4b49-a593-84b33301357d)] {{(pid=128085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 11:54:12.105314 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-2b8dc1e9-d978-4459-9969-8b3524a5269d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:54:12.108194 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:54:12.217068 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-5545dc42-e254-4210-9a54-622d53271649 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2537737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3289942'] for subnet, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:54:12.219592 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-3e5127c4-b5ac-41d2-ab96-6c5c2fe43020 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:54:12.287621 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5545dc42-e254-4210-9a54-622d53271649 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Pushing event updated for resources: {'Subnet': ['ID=ac3c2554-cc20-4ef1-a663-8ba27f0cde87,revision_number=0']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:54:12.291882 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-5545dc42-e254-4210-9a54-622d53271649 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:54:12.300050 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5545dc42-e254-4210-9a54-622d53271649 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Checking segment: {'id': '182b3eea-0f9a-4325-bdc2-5245fc0ed84c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'cb6bf9b7-0333-437c-b6aa-aa0abb4aafab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=128083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 11:54:12.300498 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5545dc42-e254-4210-9a54-622d53271649 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Network hostable DHCP agents. Network: cb6bf9b7-0333-437c-b6aa-aa0abb4aafab, hostable agents: ['6be988a9-1d97-480f-be5a-c55abf2c55c5'], hosted agents: [] {{(pid=128083) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 11:54:12.319123 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5545dc42-e254-4210-9a54-622d53271649 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Network cb6bf9b7-0333-437c-b6aa-aa0abb4aafab is scheduled to be hosted by DHCP agent 6be988a9-1d97-480f-be5a-c55abf2c55c5 with binding_index 1 {{(pid=128083) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 11:54:12.327832 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.base_scheduler [None req-5545dc42-e254-4210-9a54-622d53271649 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-4-hyperv, cb6bf9b7-0333-437c-b6aa-aa0abb4aafab) {{(pid=128083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:54:12.333438 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5545dc42-e254-4210-9a54-622d53271649 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:54:12.333736 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-5545dc42-e254-4210-9a54-622d53271649 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for subnet, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:54:12.347165 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a920eb78-9a3b-42bf-b27f-731faaa09191 None None] Network cb6bf9b7-0333-437c-b6aa-aa0abb4aafab requested from dv-neutron-797120-4-hyperv {{(pid=128085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 11:54:12.351544 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-5545dc42-e254-4210-9a54-622d53271649 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7930160 Jun 24 11:54:12.353991 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 35316) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:54:12.390563 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c14b22-cc59-4c5c-9030-8519576c0177 None None] Pushing event updated for resources: {'Port': ['ID=ac1fd53b-5bad-4e9e-8659-c49e2598fe5b,revision_number=3']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:54:12.395829 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b8dc1e9-d978-4459-9969-8b3524a5269d None None] Routers {'ab868771-6a63-416e-b902-847b963c5f9e'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 11:54:12.396544 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-2b8dc1e9-d978-4459-9969-8b3524a5269d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T11:53:56Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['ab868771-6a63-416e-b902-847b963c5f9e'], 'active': True} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:54:12.424442 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-07c14b22-cc59-4c5c-9030-8519576c0177 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.316s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:54:12.597785 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvr_db [None req-2b8dc1e9-d978-4459-9969-8b3524a5269d None None] Set router ab868771-6a63-416e-b902-847b963c5f9e gateway port host: dv-neutron-797120-4-hyperv {{(pid=128085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 11:54:12.795882 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58b03d81-e0c3-458b-bb18-be50933b2d83 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d65c8f8-7530-5052-99fe-8ea05073750b-cb6bf9b7-0333-437c-b6aa-aa0abb4aafab', 'network_id': 'cb6bf9b7-0333-437c-b6aa-aa0abb4aafab', 'tenant_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'fixed_ips': [{'subnet_id': 'ac3c2554-cc20-4ef1-a663-8ba27f0cde87'}]}} from dv-neutron-797120-4-hyperv. {{(pid=128085) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 24 11:54:12.797148 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-58b03d81-e0c3-458b-bb18-be50933b2d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_create {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:54:12.842123 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-1be8f854-2370-43b9-b84d-440257d88d07 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:54:13.075553 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.db_base_plugin_common [None req-58b03d81-e0c3-458b-bb18-be50933b2d83 None None] Allocated IP 172.20.0.2 (cb6bf9b7-0333-437c-b6aa-aa0abb4aafab/ac3c2554-cc20-4ef1-a663-8ba27f0cde87/799b82ad-d7ef-4a08-8f09-6b8ce9568d4e) {{(pid=128085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 11:54:13.106142 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-2b8dc1e9-d978-4459-9969-8b3524a5269d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab868771-6a63-416e-b902-847b963c5f9e', 'name': 'tempest-TestNetworkBasicOps-router-1825995819', 'tenant_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'external_fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.123'}], 'enable_snat': True}, 'gw_port_id': 'ac1fd53b-5bad-4e9e-8659-c49e2598fe5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T11:54:09Z', 'updated_at': '2021-06-24T11:54:10Z', 'revision_number': 3, 'project_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'gw_port': {'id': 'ac1fd53b-5bad-4e9e-8659-c49e2598fe5b', 'name': '', 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:e1:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab868771-6a63-416e-b902-847b963c5f9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:54:10Z', 'updated_at': '2021-06-24T11:54:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-4-hyperv'}], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:54:13.166631 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b8dc1e9-d978-4459-9969-8b3524a5269d None None] The sync data for ids ['ab868771-6a63-416e-b902-847b963c5f9e'] in dv-neutron-797120-4-hyperv is: [{'id': 'ab868771-6a63-416e-b902-847b963c5f9e', 'name': 'tempest-TestNetworkBasicOps-router-1825995819', 'tenant_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'external_fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.123'}], 'enable_snat': True}, 'gw_port_id': 'ac1fd53b-5bad-4e9e-8659-c49e2598fe5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T11:54:09Z', 'updated_at': '2021-06-24T11:54:10Z', 'revision_number': 3, 'project_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'gw_port': {'id': 'ac1fd53b-5bad-4e9e-8659-c49e2598fe5b', 'name': '', 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:e1:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab868771-6a63-416e-b902-847b963c5f9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:54:10Z', 'updated_at': '2021-06-24T11:54:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-4-hyperv'}] {{(pid=128085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 11:54:13.310569 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-58b03d81-e0c3-458b-bb18-be50933b2d83 None None] Notify callbacks [] for port, precommit_create {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:54:13.321512 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-58b03d81-e0c3-458b-bb18-be50933b2d83 None None] Transition to ACTIVE for port object 799b82ad-d7ef-4a08-8f09-6b8ce9568d4e will not be triggered until provisioned by entity L2. {{(pid=128085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 11:54:13.344449 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-58b03d81-e0c3-458b-bb18-be50933b2d83 None None] Transition to ACTIVE for port object 799b82ad-d7ef-4a08-8f09-6b8ce9568d4e will not be triggered until provisioned by entity DHCP. {{(pid=128085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 11:54:13.354058 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-58b03d81-e0c3-458b-bb18-be50933b2d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-650429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-506361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793193536723'] for port, after_create {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:54:13.358686 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-419f240f-c0c6-4b76-8f8b-4c382cd3322e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:54:13.420825 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58b03d81-e0c3-458b-bb18-be50933b2d83 None None] Network cb6bf9b7-0333-437c-b6aa-aa0abb4aafab is already hosted by enough agents. {{(pid=128085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 11:54:13.431701 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.scheduler.base_scheduler [None req-58b03d81-e0c3-458b-bb18-be50933b2d83 None None] Resources bound (agent type, host, resource id): {{(pid=128085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:54:13.437651 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58b03d81-e0c3-458b-bb18-be50933b2d83 None None] Received port after_create {{(pid=128085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 11:54:13.452155 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b03d81-e0c3-458b-bb18-be50933b2d83 None None] Pushing event updated for resources: {'Port': ['ID=799b82ad-d7ef-4a08-8f09-6b8ce9568d4e,revision_number=1']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:54:13.460781 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-58b03d81-e0c3-458b-bb18-be50933b2d83 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:54:13.486240 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.db_base_plugin_common [None req-1be8f854-2370-43b9-b84d-440257d88d07 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Allocated IP 172.20.0.1 (cb6bf9b7-0333-437c-b6aa-aa0abb4aafab/ac3c2554-cc20-4ef1-a663-8ba27f0cde87/b863d2f8-328a-4f99-9bec-696051f7875d) {{(pid=128083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 11:54:13.555784 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-58b03d81-e0c3-458b-bb18-be50933b2d83 None None] Attempting to bind port 799b82ad-d7ef-4a08-8f09-6b8ce9568d4e on host dv-neutron-797120-4-hyperv for vnic_type normal with profile {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 11:54:13.555784 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-58b03d81-e0c3-458b-bb18-be50933b2d83 None None] Attempting to bind port 799b82ad-d7ef-4a08-8f09-6b8ce9568d4e by drivers openvswitch,hyperv on host dv-neutron-797120-4-hyperv at level 0 using segments [{'id': '182b3eea-0f9a-4325-bdc2-5245fc0ed84c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'cb6bf9b7-0333-437c-b6aa-aa0abb4aafab'}] {{(pid=128085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 11:54:13.556361 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58b03d81-e0c3-458b-bb18-be50933b2d83 None None] Attempting to bind port 799b82ad-d7ef-4a08-8f09-6b8ce9568d4e on network cb6bf9b7-0333-437c-b6aa-aa0abb4aafab {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 11:54:13.564992 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58b03d81-e0c3-458b-bb18-be50933b2d83 None None] Checking agent: {'id': 'e3a695b2-c397-461f-83b0-10b79d490b59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 11, 36, 56), 'started_at': datetime.datetime(2021, 6, 24, 11, 37, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 11, 53, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 11:54:13.565638 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58b03d81-e0c3-458b-bb18-be50933b2d83 None None] Checking segment: {'id': '182b3eea-0f9a-4325-bdc2-5245fc0ed84c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'cb6bf9b7-0333-437c-b6aa-aa0abb4aafab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=128085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 11:54:13.566115 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-58b03d81-e0c3-458b-bb18-be50933b2d83 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:54:13.566665 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58b03d81-e0c3-458b-bb18-be50933b2d83 None None] Bound using segment: {'id': '182b3eea-0f9a-4325-bdc2-5245fc0ed84c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'cb6bf9b7-0333-437c-b6aa-aa0abb4aafab'} {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 11:54:13.567824 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-58b03d81-e0c3-458b-bb18-be50933b2d83 None None] Bound port: 799b82ad-d7ef-4a08-8f09-6b8ce9568d4e, host: dv-neutron-797120-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '182b3eea-0f9a-4325-bdc2-5245fc0ed84c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'cb6bf9b7-0333-437c-b6aa-aa0abb4aafab'}}] {{(pid=128085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 11:54:13.567824 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-58b03d81-e0c3-458b-bb18-be50933b2d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:54:13.667591 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-1be8f854-2370-43b9-b84d-440257d88d07 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for port, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:54:13.675885 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-58b03d81-e0c3-458b-bb18-be50933b2d83 None None] For port 799b82ad-d7ef-4a08-8f09-6b8ce9568d4e, host dv-neutron-797120-4-hyperv, cleared binding levels {{(pid=128085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 11:54:13.680803 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-58b03d81-e0c3-458b-bb18-be50933b2d83 None None] For port 799b82ad-d7ef-4a08-8f09-6b8ce9568d4e, host dv-neutron-797120-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=799b82ad-d7ef-4a08-8f09-6b8ce9568d4e,segment=NetworkSegment(182b3eea-0f9a-4325-bdc2-5245fc0ed84c),segment_id=182b3eea-0f9a-4325-bdc2-5245fc0ed84c)] {{(pid=128085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 11:54:13.686706 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-58b03d81-e0c3-458b-bb18-be50933b2d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:54:13.687179 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.provisioning_blocks [None req-1be8f854-2370-43b9-b84d-440257d88d07 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Transition to ACTIVE for port object b863d2f8-328a-4f99-9bec-696051f7875d will not be triggered until provisioned by entity DHCP. {{(pid=128083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 11:54:13.690267 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-58b03d81-e0c3-458b-bb18-be50933b2d83 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:54:13.729008 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-1be8f854-2370-43b9-b84d-440257d88d07 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-650429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-506361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793193536723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2537853'] for port, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:54:13.731356 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-a1bde8e9-8a0e-4a4a-987c-246a91f92626 tempest-AllowedAddressPairIpV6TestJSON-2004454070 tempest-AllowedAddressPairIpV6TestJSON-2004454070-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:54:13.759815 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b03d81-e0c3-458b-bb18-be50933b2d83 None None] Pushing event updated for resources: {'Port': ['ID=799b82ad-d7ef-4a08-8f09-6b8ce9568d4e,revision_number=2']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:54:13.763170 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-58b03d81-e0c3-458b-bb18-be50933b2d83 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:54:13.780519 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1be8f854-2370-43b9-b84d-440257d88d07 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Network cb6bf9b7-0333-437c-b6aa-aa0abb4aafab is already hosted by enough agents. {{(pid=128083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 11:54:13.783817 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.base_scheduler [None req-1be8f854-2370-43b9-b84d-440257d88d07 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Resources bound (agent type, host, resource id): {{(pid=128083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:54:13.790908 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1be8f854-2370-43b9-b84d-440257d88d07 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Received port after_create {{(pid=128083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 11:54:13.821027 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be8f854-2370-43b9-b84d-440257d88d07 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Pushing event updated for resources: {'Port': ['ID=b863d2f8-328a-4f99-9bec-696051f7875d,revision_number=1']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:54:13.825310 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-1be8f854-2370-43b9-b84d-440257d88d07 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:54:13.849333 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-1be8f854-2370-43b9-b84d-440257d88d07 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1978458'] for router_interface, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:54:13.943445 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device ac1fd53b-5bad-4e9e-8659-c49e2598fe5b up at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 11:54:14.035569 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning for port ac1fd53b-5bad-4e9e-8659-c49e2598fe5b completed by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 11:54:14.041129 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning complete for port ac1fd53b-5bad-4e9e-8659-c49e2598fe5b triggered by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:54:14.041507 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:54:14.070985 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-1be8f854-2370-43b9-b84d-440257d88d07 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:54:14.141725 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:54:14.168462 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] For port ac1fd53b-5bad-4e9e-8659-c49e2598fe5b, host dv-neutron-797120-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=ac1fd53b-5bad-4e9e-8659-c49e2598fe5b,segment=NetworkSegment(1139564f-ff83-4b49-a593-84b33301357d),segment_id=1139564f-ff83-4b49-a593-84b33301357d)] {{(pid=128085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 11:54:14.174158 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:54:14.176407 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-cef38f58-3b5e-44dd-a4e8-c974f9fcc0cb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:54:14.226211 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Pushing event updated for resources: {'Port': ['ID=ac1fd53b-5bad-4e9e-8659-c49e2598fe5b,revision_number=4']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:54:14.229385 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:54:14.406250 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-1be8f854-2370-43b9-b84d-440257d88d07 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for port, precommit_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:54:14.411596 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-1be8f854-2370-43b9-b84d-440257d88d07 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2537871'] for port, after_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:54:14.414967 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-eba88db0-9e44-4736-8499-3ddb3b11ac83 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:54:14.497467 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-1be8f854-2370-43b9-b84d-440257d88d07 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1783050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1978542'] for router_interface, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:54:14.499458 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be8f854-2370-43b9-b84d-440257d88d07 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Pushing event updated for resources: {'Port': ['ID=b863d2f8-328a-4f99-9bec-696051f7875d,revision_number=2']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:54:14.502948 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-1be8f854-2370-43b9-b84d-440257d88d07 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:54:14.592739 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:54:14.621198 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1be8f854-2370-43b9-b84d-440257d88d07 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Network cb6bf9b7-0333-437c-b6aa-aa0abb4aafab is already hosted by enough agents. {{(pid=128083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 11:54:14.622883 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.base_scheduler [None req-1be8f854-2370-43b9-b84d-440257d88d07 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Resources bound (agent type, host, resource id): {{(pid=128083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:54:14.749172 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1be8f854-2370-43b9-b84d-440257d88d07 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Router ab868771-6a63-416e-b902-847b963c5f9e has already been hosted by L3 agent 2987dba8-2249-4ee6-96ec-28f0f7a6127d {{(pid=128083) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 11:54:14.798186 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e651e7c6-e6f5-4dc8-8cdf-d8eea45a2fbd None None] Network cb6bf9b7-0333-437c-b6aa-aa0abb4aafab requested from dv-neutron-797120-4-hyperv {{(pid=128085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 11:54:14.903123 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1be8f854-2370-43b9-b84d-440257d88d07 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify agent at l3_agent.dv-neutron-797120-4-hyperv the message routers_updated {{(pid=128083) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 11:54:14.909246 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-1be8f854-2370-43b9-b84d-440257d88d07 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "PUT /v2.0/routers/ab868771-6a63-416e-b902-847b963c5f9e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5539205 Jun 24 11:54:14.913326 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 35320) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:54:14.918207 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-847dcbb8-57d2-4494-968c-22d2a34d2287 None None] Provisioning for port 799b82ad-d7ef-4a08-8f09-6b8ce9568d4e completed by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 11:54:15.038082 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5edd86d-3ae3-4130-94f9-43b2845581ad tempest-TestNetworkBasicOps-1239029366 tempest-TestNetworkBasicOps-1239029366-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:54:15.038659 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5edd86d-3ae3-4130-94f9-43b2845581ad tempest-TestNetworkBasicOps-1239029366 tempest-TestNetworkBasicOps-1239029366-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:54:15.039250 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5edd86d-3ae3-4130-94f9-43b2845581ad tempest-TestNetworkBasicOps-1239029366 tempest-TestNetworkBasicOps-1239029366-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:54:15.039896 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5edd86d-3ae3-4130-94f9-43b2845581ad tempest-TestNetworkBasicOps-1239029366 tempest-TestNetworkBasicOps-1239029366-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:54:15.040697 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5edd86d-3ae3-4130-94f9-43b2845581ad tempest-TestNetworkBasicOps-1239029366 tempest-TestNetworkBasicOps-1239029366-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:54:15.041515 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5edd86d-3ae3-4130-94f9-43b2845581ad tempest-TestNetworkBasicOps-1239029366 tempest-TestNetworkBasicOps-1239029366-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:54:15.043676 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-c5edd86d-3ae3-4130-94f9-43b2845581ad tempest-TestNetworkBasicOps-1239029366 tempest-TestNetworkBasicOps-1239029366-project-admin] 10.222.0.53 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4286 time: 0.1290514 Jun 24 11:54:15.046945 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 35322) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:54:15.116243 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f79ea6c-2146-499b-aaff-5bea321e133a tempest-TestNetworkBasicOps-1239029366 tempest-TestNetworkBasicOps-1239029366-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:54:15.116716 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f79ea6c-2146-499b-aaff-5bea321e133a tempest-TestNetworkBasicOps-1239029366 tempest-TestNetworkBasicOps-1239029366-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:54:15.117214 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f79ea6c-2146-499b-aaff-5bea321e133a tempest-TestNetworkBasicOps-1239029366 tempest-TestNetworkBasicOps-1239029366-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:54:15.117675 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f79ea6c-2146-499b-aaff-5bea321e133a tempest-TestNetworkBasicOps-1239029366 tempest-TestNetworkBasicOps-1239029366-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:54:15.118128 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f79ea6c-2146-499b-aaff-5bea321e133a tempest-TestNetworkBasicOps-1239029366 tempest-TestNetworkBasicOps-1239029366-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:54:15.118579 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f79ea6c-2146-499b-aaff-5bea321e133a tempest-TestNetworkBasicOps-1239029366 tempest-TestNetworkBasicOps-1239029366-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:54:15.120356 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-2f79ea6c-2146-499b-aaff-5bea321e133a tempest-TestNetworkBasicOps-1239029366 tempest-TestNetworkBasicOps-1239029366-project-admin] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4006 time: 0.0724542 Jun 24 11:54:15.123117 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 35324) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:54:15.283861 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-dbe80027-64f1-4d9f-a9da-6e635ed3d942 None None] Provisioning for port b863d2f8-328a-4f99-9bec-696051f7875d completed by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 11:54:15.292621 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-dbe80027-64f1-4d9f-a9da-6e635ed3d942 None None] Provisioning complete for port b863d2f8-328a-4f99-9bec-696051f7875d triggered by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:54:15.293584 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-dbe80027-64f1-4d9f-a9da-6e635ed3d942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:54:15.312083 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-1454752d-0e8a-48e6-b67b-757cb898d985 tempest-TestNetworkBasicOps-1239029366 tempest-TestNetworkBasicOps-1239029366-project-admin] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3049 time: 0.1876698 Jun 24 11:54:15.328784 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-252cdbe5-ee84-481f-a3ea-52121b1dbdd1 None None] Sync routers for ids ['ab868771-6a63-416e-b902-847b963c5f9e'] in dv-neutron-797120-4-hyperv {{(pid=128086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 11:54:15.343501 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-252cdbe5-ee84-481f-a3ea-52121b1dbdd1 None None] Routers {'ab868771-6a63-416e-b902-847b963c5f9e'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 11:54:15.344119 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-252cdbe5-ee84-481f-a3ea-52121b1dbdd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T11:53:56Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['ab868771-6a63-416e-b902-847b963c5f9e'], 'active': True} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:54:15.387168 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-dbe80027-64f1-4d9f-a9da-6e635ed3d942 None None] Port b863d2f8-328a-4f99-9bec-696051f7875d cannot update to ACTIVE because it is not bound. {{(pid=128085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 11:54:15.467943 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_dvr_db [None req-252cdbe5-ee84-481f-a3ea-52121b1dbdd1 None None] Set router ab868771-6a63-416e-b902-847b963c5f9e gateway port host: dv-neutron-797120-4-hyperv {{(pid=128086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 11:54:15.517726 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-30491baa-8ed6-4f02-8592-819d2d966b40 None None] Provisioning complete for port b863d2f8-328a-4f99-9bec-696051f7875d triggered by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:54:15.518175 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-30491baa-8ed6-4f02-8592-819d2d966b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:54:15.571091 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 35328) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:54:15.576936 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [None req-a9495969-bf46-492e-b105-cd7d066e0702 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1263229102', 'description': 'tempest-secgroup-smoke-1263229102 description', 'project_id': 'adbe78de4fbf48fcad1a6bc46d4a1728'}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:54:15.593992 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-30491baa-8ed6-4f02-8592-819d2d966b40 None None] Port b863d2f8-328a-4f99-9bec-696051f7875d cannot update to ACTIVE because it is not bound. {{(pid=128085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 11:54:15.604478 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-a9495969-bf46-492e-b105-cd7d066e0702 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for security_group, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:54:15.697376 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-a9495969-bf46-492e-b105-cd7d066e0702 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for security_group, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:54:15.702971 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-a9495969-bf46-492e-b105-cd7d066e0702 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800410'] for security_group, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:54:15.706106 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-12541fb2-4740-412e-99e3-2fecc999c651 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:54:15.715776 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-413b8c65-5b7e-4e26-a036-cad613a4a737 None None] Provisioning complete for port b863d2f8-328a-4f99-9bec-696051f7875d triggered by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:54:15.716160 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-413b8c65-5b7e-4e26-a036-cad613a4a737 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:54:15.728930 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-252cdbe5-ee84-481f-a3ea-52121b1dbdd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab868771-6a63-416e-b902-847b963c5f9e', 'name': 'tempest-TestNetworkBasicOps-router-1825995819', 'tenant_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'external_fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.123'}], 'enable_snat': True}, 'gw_port_id': 'ac1fd53b-5bad-4e9e-8659-c49e2598fe5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T11:54:09Z', 'updated_at': '2021-06-24T11:54:14Z', 'revision_number': 4, 'project_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'gw_port': {'id': 'ac1fd53b-5bad-4e9e-8659-c49e2598fe5b', 'name': '', 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:e1:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab868771-6a63-416e-b902-847b963c5f9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:54:10Z', 'updated_at': '2021-06-24T11:54:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-4-hyperv', '_interfaces': [{'id': 'b863d2f8-328a-4f99-9bec-696051f7875d', 'name': '', 'network_id': 'cb6bf9b7-0333-437c-b6aa-aa0abb4aafab', 'tenant_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'mac_address': 'fa:16:3e:43:1d:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab868771-6a63-416e-b902-847b963c5f9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1365, 'fixed_ips': [{'subnet_id': 'ac3c2554-cc20-4ef1-a663-8ba27f0cde87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:54:12Z', 'updated_at': '2021-06-24T11:54:14Z', 'revision_number': 2, 'project_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'subnets': [{'id': 'ac3c2554-cc20-4ef1-a663-8ba27f0cde87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:54:15.732343 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-a9495969-bf46-492e-b105-cd7d066e0702 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for security_group, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:54:15.733939 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-a9495969-bf46-492e-b105-cd7d066e0702 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1610036 Jun 24 11:54:15.738100 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 35330) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:54:15.739654 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9495969-bf46-492e-b105-cd7d066e0702 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d39c75b9-a95e-417f-8d8d-d994aa32430c,revision_number=1']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:54:15.742642 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-a9495969-bf46-492e-b105-cd7d066e0702 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:54:15.750188 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-95776c66-c0b8-4254-be8b-998c28b67614 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Request body: {'security_group_rule': {'security_group_id': 'd39c75b9-a95e-417f-8d8d-d994aa32430c', 'project_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:54:15.758581 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-413b8c65-5b7e-4e26-a036-cad613a4a737 None None] Port b863d2f8-328a-4f99-9bec-696051f7875d cannot update to ACTIVE because it is not bound. {{(pid=128085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 11:54:15.778072 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-252cdbe5-ee84-481f-a3ea-52121b1dbdd1 None None] Checking router: ab868771-6a63-416e-b902-847b963c5f9e for host: dv-neutron-797120-4-hyperv {{(pid=128086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 11:54:15.779156 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-252cdbe5-ee84-481f-a3ea-52121b1dbdd1 None None] Updating router ab868771-6a63-416e-b902-847b963c5f9e port b863d2f8-328a-4f99-9bec-696051f7875d binding host dv-neutron-797120-4-hyperv {{(pid=128086) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 11:54:15.788000 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-95776c66-c0b8-4254-be8b-998c28b67614 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for security_group_rule, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:54:15.835926 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron_lib.callbacks.manager [None req-252cdbe5-ee84-481f-a3ea-52121b1dbdd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:54:15.858090 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-95776c66-c0b8-4254-be8b-998c28b67614 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:54:15.862974 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-95776c66-c0b8-4254-be8b-998c28b67614 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1627007'] for security_group_rule, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:54:15.866089 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-62c149c1-6ef8-49e4-91c4-ec2fbb3393b4 tempest-SecGroupTest-1107880395 tempest-SecGroupTest-1107880395-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:54:15.889436 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95776c66-c0b8-4254-be8b-998c28b67614 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2fdecba8-9d91-4bd6-bffb-371e041e636b,revision_number=0']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:54:15.893822 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-95776c66-c0b8-4254-be8b-998c28b67614 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for security_group_rule, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:54:15.898070 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 35332) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:54:15.906077 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [None req-7f4a399d-e9d1-43b1-ae64-6bead331d50c tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Request body: {'security_group_rule': {'security_group_id': 'd39c75b9-a95e-417f-8d8d-d994aa32430c', 'project_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:54:15.909464 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-95776c66-c0b8-4254-be8b-998c28b67614 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1575603 Jun 24 11:54:15.917174 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95776c66-c0b8-4254-be8b-998c28b67614 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:54:15.917845 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95776c66-c0b8-4254-be8b-998c28b67614 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:54:15.918456 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95776c66-c0b8-4254-be8b-998c28b67614 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:54:15.919206 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95776c66-c0b8-4254-be8b-998c28b67614 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:54:15.919808 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95776c66-c0b8-4254-be8b-998c28b67614 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:54:15.922162 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95776c66-c0b8-4254-be8b-998c28b67614 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:54:15.922555 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95776c66-c0b8-4254-be8b-998c28b67614 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:54:15.922935 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95776c66-c0b8-4254-be8b-998c28b67614 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:54:15.923803 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95776c66-c0b8-4254-be8b-998c28b67614 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:54:15.924530 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95776c66-c0b8-4254-be8b-998c28b67614 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:54:15.925113 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95776c66-c0b8-4254-be8b-998c28b67614 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:54:15.925824 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95776c66-c0b8-4254-be8b-998c28b67614 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:54:15.936327 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-95776c66-c0b8-4254-be8b-998c28b67614 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:54:15.950640 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device 799b82ad-d7ef-4a08-8f09-6b8ce9568d4e up at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 11:54:15.954539 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-7f4a399d-e9d1-43b1-ae64-6bead331d50c tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for security_group_rule, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:54:16.007554 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning for port 799b82ad-d7ef-4a08-8f09-6b8ce9568d4e completed by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 11:54:16.012086 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning complete for port 799b82ad-d7ef-4a08-8f09-6b8ce9568d4e triggered by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:54:16.012489 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:54:16.029302 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-7f4a399d-e9d1-43b1-ae64-6bead331d50c tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:54:16.035184 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-7f4a399d-e9d1-43b1-ae64-6bead331d50c tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1627007'] for security_group_rule, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:54:16.043361 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-dbb3a2b2-0061-4b17-b70b-7c4db4d5417b tempest-SecGroupTest-1107880395 tempest-SecGroupTest-1107880395-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:54:16.066768 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4a399d-e9d1-43b1-ae64-6bead331d50c tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=30e9a79c-fb25-44ff-8190-485059e006a8,revision_number=0']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:54:16.071429 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-7f4a399d-e9d1-43b1-ae64-6bead331d50c tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:54:16.077799 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-7f4a399d-e9d1-43b1-ae64-6bead331d50c tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for security_group_rule, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:54:16.084914 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-7f4a399d-e9d1-43b1-ae64-6bead331d50c tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1799734 Jun 24 11:54:16.085857 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 35334) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:54:16.092856 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [None req-8a9e60e6-2434-48f7-80c3-74ad810bee86 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Request body: {'security_group_rule': {'security_group_id': 'd39c75b9-a95e-417f-8d8d-d994aa32430c', 'project_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:54:16.107861 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:54:16.135895 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-8a9e60e6-2434-48f7-80c3-74ad810bee86 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for security_group_rule, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:54:16.143579 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] For port 799b82ad-d7ef-4a08-8f09-6b8ce9568d4e, host dv-neutron-797120-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=799b82ad-d7ef-4a08-8f09-6b8ce9568d4e,segment=NetworkSegment(182b3eea-0f9a-4325-bdc2-5245fc0ed84c),segment_id=182b3eea-0f9a-4325-bdc2-5245fc0ed84c)] {{(pid=128085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 11:54:16.149176 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:54:16.150042 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device ac1fd53b-5bad-4e9e-8659-c49e2598fe5b up at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 11:54:16.151854 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:54:16.244618 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron_lib.callbacks.manager [None req-252cdbe5-ee84-481f-a3ea-52121b1dbdd1 None None] Notify callbacks [] for port, precommit_update {{(pid=128086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:54:16.259386 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Pushing event updated for resources: {'Port': ['ID=799b82ad-d7ef-4a08-8f09-6b8ce9568d4e,revision_number=3']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:54:16.260301 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.provisioning_blocks [None req-252cdbe5-ee84-481f-a3ea-52121b1dbdd1 None None] Transition to ACTIVE for port object b863d2f8-328a-4f99-9bec-696051f7875d will not be triggered until provisioned by entity L2. {{(pid=128086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 11:54:16.262779 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-8a9e60e6-2434-48f7-80c3-74ad810bee86 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:54:16.263391 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:54:16.267662 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-8a9e60e6-2434-48f7-80c3-74ad810bee86 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1627007'] for security_group_rule, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:54:16.272762 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron_lib.callbacks.manager [None req-252cdbe5-ee84-481f-a3ea-52121b1dbdd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:54:16.276212 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG oslo_concurrency.lockutils [None req-8e8cb40d-a310-4d6a-a666-33b805ad60ae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=128086) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:54:16.276404 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-df841976-e6eb-4d92-89c8-ed9f373be478 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:54:16.276870 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning complete for port ac1fd53b-5bad-4e9e-8659-c49e2598fe5b triggered by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:54:16.277301 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:54:16.295427 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9e60e6-2434-48f7-80c3-74ad810bee86 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=878be588-c333-4f2d-b817-0b7bf9eb36c7,revision_number=0']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:54:16.298327 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-8a9e60e6-2434-48f7-80c3-74ad810bee86 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:54:16.303346 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-8a9e60e6-2434-48f7-80c3-74ad810bee86 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for security_group_rule, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:54:16.306250 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-8a9e60e6-2434-48f7-80c3-74ad810bee86 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2189975 Jun 24 11:54:16.309068 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 35336) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:54:16.318366 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-8636c876-36d8-43d7-90c0-beb3a68796bc tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Request body: {'security_group_rule': {'security_group_id': 'd39c75b9-a95e-417f-8d8d-d994aa32430c', 'project_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:54:16.345829 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8de366-5a1c-433e-9019-9d448b51855a None None] Pushing event updated for resources: {'Port': ['ID=b863d2f8-328a-4f99-9bec-696051f7875d,revision_number=3']} {{(pid=128086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:54:16.355857 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG oslo_concurrency.lockutils [None req-5b8de366-5a1c-433e-9019-9d448b51855a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=128086) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:54:16.409984 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-8636c876-36d8-43d7-90c0-beb3a68796bc tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for security_group_rule, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:54:16.416814 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.plugins.ml2.managers [None req-252cdbe5-ee84-481f-a3ea-52121b1dbdd1 None None] Attempting to bind port b863d2f8-328a-4f99-9bec-696051f7875d on host dv-neutron-797120-4-hyperv for vnic_type normal with profile {{(pid=128086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 11:54:16.416814 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.plugins.ml2.managers [None req-252cdbe5-ee84-481f-a3ea-52121b1dbdd1 None None] Attempting to bind port b863d2f8-328a-4f99-9bec-696051f7875d by drivers openvswitch,hyperv on host dv-neutron-797120-4-hyperv at level 0 using segments [{'id': '182b3eea-0f9a-4325-bdc2-5245fc0ed84c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'cb6bf9b7-0333-437c-b6aa-aa0abb4aafab'}] {{(pid=128086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 11:54:16.417488 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-252cdbe5-ee84-481f-a3ea-52121b1dbdd1 None None] Attempting to bind port b863d2f8-328a-4f99-9bec-696051f7875d on network cb6bf9b7-0333-437c-b6aa-aa0abb4aafab {{(pid=128086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 11:54:16.422857 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-252cdbe5-ee84-481f-a3ea-52121b1dbdd1 None None] Checking agent: {'id': 'e3a695b2-c397-461f-83b0-10b79d490b59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 11, 36, 56), 'started_at': datetime.datetime(2021, 6, 24, 11, 37, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 11, 53, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=128086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 11:54:16.423237 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-252cdbe5-ee84-481f-a3ea-52121b1dbdd1 None None] Checking segment: {'id': '182b3eea-0f9a-4325-bdc2-5245fc0ed84c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'cb6bf9b7-0333-437c-b6aa-aa0abb4aafab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=128086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 11:54:16.423638 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron_lib.callbacks.manager [None req-252cdbe5-ee84-481f-a3ea-52121b1dbdd1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=128086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:54:16.424029 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-252cdbe5-ee84-481f-a3ea-52121b1dbdd1 None None] Bound using segment: {'id': '182b3eea-0f9a-4325-bdc2-5245fc0ed84c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'cb6bf9b7-0333-437c-b6aa-aa0abb4aafab'} {{(pid=128086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 11:54:16.424503 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.plugins.ml2.managers [None req-252cdbe5-ee84-481f-a3ea-52121b1dbdd1 None None] Bound port: b863d2f8-328a-4f99-9bec-696051f7875d, host: dv-neutron-797120-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '182b3eea-0f9a-4325-bdc2-5245fc0ed84c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'cb6bf9b7-0333-437c-b6aa-aa0abb4aafab'}}] {{(pid=128086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 11:54:16.425830 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron_lib.callbacks.manager [None req-252cdbe5-ee84-481f-a3ea-52121b1dbdd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:54:16.493810 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-8636c876-36d8-43d7-90c0-beb3a68796bc tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:54:16.498828 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-8636c876-36d8-43d7-90c0-beb3a68796bc tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1627007'] for security_group_rule, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:54:16.502219 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.plugins.ml2.db [None req-252cdbe5-ee84-481f-a3ea-52121b1dbdd1 None None] For port b863d2f8-328a-4f99-9bec-696051f7875d, host dv-neutron-797120-4-hyperv, cleared binding levels {{(pid=128086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 11:54:16.503723 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-bb48c9de-b9af-497a-8ef1-c6101b98bacb tempest-SecGroupTest-1107880395 tempest-SecGroupTest-1107880395-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:54:16.507721 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.plugins.ml2.db [None req-252cdbe5-ee84-481f-a3ea-52121b1dbdd1 None None] For port b863d2f8-328a-4f99-9bec-696051f7875d, host dv-neutron-797120-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=b863d2f8-328a-4f99-9bec-696051f7875d,segment=NetworkSegment(182b3eea-0f9a-4325-bdc2-5245fc0ed84c),segment_id=182b3eea-0f9a-4325-bdc2-5245fc0ed84c)] {{(pid=128086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 11:54:16.531149 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8636c876-36d8-43d7-90c0-beb3a68796bc tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a430da75-f8d6-40a0-b857-d7007a9bf1cf,revision_number=0']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:54:16.536410 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron_lib.callbacks.manager [None req-252cdbe5-ee84-481f-a3ea-52121b1dbdd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:54:16.538549 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-8636c876-36d8-43d7-90c0-beb3a68796bc tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:54:16.540706 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-8636c876-36d8-43d7-90c0-beb3a68796bc tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for security_group_rule, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:54:16.543921 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-8636c876-36d8-43d7-90c0-beb3a68796bc tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2327893 Jun 24 11:54:16.546756 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG oslo_concurrency.lockutils [None req-b3438012-d06a-43ce-a0c1-729ada6808f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128086) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:54:16.550276 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 35338) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:54:16.562787 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-d0ee5778-261f-4f63-a23c-2feda9337b3a tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Request body: {'security_group_rule': {'security_group_id': 'd39c75b9-a95e-417f-8d8d-d994aa32430c', 'project_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:54:16.611961 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.db.securitygroups_db [None req-d0ee5778-261f-4f63-a23c-2feda9337b3a tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Project adbe78de4fbf48fcad1a6bc46d4a1728 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 24 11:54:16.618762 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-d0ee5778-261f-4f63-a23c-2feda9337b3a tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for security_group_rule, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:54:16.632637 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8de366-5a1c-433e-9019-9d448b51855a None None] Pushing event updated for resources: {'Port': ['ID=b863d2f8-328a-4f99-9bec-696051f7875d,revision_number=4']} {{(pid=128086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:54:16.635561 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-252cdbe5-ee84-481f-a3ea-52121b1dbdd1 None None] Routers {'ab868771-6a63-416e-b902-847b963c5f9e'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 11:54:16.636163 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-252cdbe5-ee84-481f-a3ea-52121b1dbdd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T11:53:56Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['ab868771-6a63-416e-b902-847b963c5f9e'], 'active': True} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:54:16.638121 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG oslo_concurrency.lockutils [None req-5b8de366-5a1c-433e-9019-9d448b51855a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=128086) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:54:16.730554 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-d0ee5778-261f-4f63-a23c-2feda9337b3a tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:54:16.746363 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-d0ee5778-261f-4f63-a23c-2feda9337b3a tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1627007'] for security_group_rule, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:54:16.752180 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:54:16.782959 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ee5778-261f-4f63-a23c-2feda9337b3a tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9eb51afc-b2a2-4b48-8f04-e40ef678b138,revision_number=0']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:54:16.788038 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-d0ee5778-261f-4f63-a23c-2feda9337b3a tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:54:16.789769 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-d0ee5778-261f-4f63-a23c-2feda9337b3a tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for security_group_rule, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:54:16.792110 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-d0ee5778-261f-4f63-a23c-2feda9337b3a tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2383313 Jun 24 11:54:16.796489 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 35340) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:54:16.802403 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [None req-d0655d08-ec44-4ca7-94fe-fe524c7f1399 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Request body: {'security_group_rule': {'security_group_id': 'd39c75b9-a95e-417f-8d8d-d994aa32430c', 'project_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:54:16.809479 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_dvr_db [None req-252cdbe5-ee84-481f-a3ea-52121b1dbdd1 None None] Set router ab868771-6a63-416e-b902-847b963c5f9e gateway port host: dv-neutron-797120-4-hyperv {{(pid=128086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 11:54:16.830220 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.db.securitygroups_db [None req-d0655d08-ec44-4ca7-94fe-fe524c7f1399 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Project adbe78de4fbf48fcad1a6bc46d4a1728 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 24 11:54:16.839910 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-d0655d08-ec44-4ca7-94fe-fe524c7f1399 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for security_group_rule, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:54:16.922889 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-d0655d08-ec44-4ca7-94fe-fe524c7f1399 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:54:16.928970 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-d0655d08-ec44-4ca7-94fe-fe524c7f1399 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1627007'] for security_group_rule, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:54:16.931792 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-8aa4a9e3-6980-49c4-853f-822ccbbc9029 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:54:16.953873 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0655d08-ec44-4ca7-94fe-fe524c7f1399 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac9f50ca-071b-4036-b5d9-59bb6ba4c1d6,revision_number=0']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:54:16.958700 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-d0655d08-ec44-4ca7-94fe-fe524c7f1399 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:54:16.964316 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-d0655d08-ec44-4ca7-94fe-fe524c7f1399 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for security_group_rule, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:54:16.967433 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-d0655d08-ec44-4ca7-94fe-fe524c7f1399 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1695471 Jun 24 11:54:17.162493 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-129c30a1-a108-485e-8161-b4699015c709 req-9ce1b00a-3d66-48c0-9c6e-6b0965423d94 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1263229102&fields=id&tenant_id=adbe78de4fbf48fcad1a6bc46d4a1728 HTTP/1.1" status: 200 len: 267 time: 0.0491447 Jun 24 11:54:17.207149 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-252cdbe5-ee84-481f-a3ea-52121b1dbdd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab868771-6a63-416e-b902-847b963c5f9e', 'name': 'tempest-TestNetworkBasicOps-router-1825995819', 'tenant_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'external_fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.123'}], 'enable_snat': True}, 'gw_port_id': 'ac1fd53b-5bad-4e9e-8659-c49e2598fe5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T11:54:09Z', 'updated_at': '2021-06-24T11:54:14Z', 'revision_number': 4, 'project_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'gw_port': {'id': 'ac1fd53b-5bad-4e9e-8659-c49e2598fe5b', 'name': '', 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:e1:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab868771-6a63-416e-b902-847b963c5f9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:54:10Z', 'updated_at': '2021-06-24T11:54:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-4-hyperv', '_interfaces': [{'id': 'b863d2f8-328a-4f99-9bec-696051f7875d', 'name': '', 'network_id': 'cb6bf9b7-0333-437c-b6aa-aa0abb4aafab', 'tenant_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'mac_address': 'fa:16:3e:43:1d:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab868771-6a63-416e-b902-847b963c5f9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1365, 'fixed_ips': [{'subnet_id': 'ac3c2554-cc20-4ef1-a663-8ba27f0cde87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:54:12Z', 'updated_at': '2021-06-24T11:54:16Z', 'revision_number': 4, 'project_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'subnets': [{'id': 'ac3c2554-cc20-4ef1-a663-8ba27f0cde87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:54:17.246163 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-252cdbe5-ee84-481f-a3ea-52121b1dbdd1 None None] The sync data for ids ['ab868771-6a63-416e-b902-847b963c5f9e'] in dv-neutron-797120-4-hyperv is: [{'id': 'ab868771-6a63-416e-b902-847b963c5f9e', 'name': 'tempest-TestNetworkBasicOps-router-1825995819', 'tenant_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'external_fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.123'}], 'enable_snat': True}, 'gw_port_id': 'ac1fd53b-5bad-4e9e-8659-c49e2598fe5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T11:54:09Z', 'updated_at': '2021-06-24T11:54:14Z', 'revision_number': 4, 'project_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'gw_port': {'id': 'ac1fd53b-5bad-4e9e-8659-c49e2598fe5b', 'name': '', 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:e1:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab868771-6a63-416e-b902-847b963c5f9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:54:10Z', 'updated_at': '2021-06-24T11:54:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-4-hyperv', '_interfaces': [{'id': 'b863d2f8-328a-4f99-9bec-696051f7875d', 'name': '', 'network_id': 'cb6bf9b7-0333-437c-b6aa-aa0abb4aafab', 'tenant_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'mac_address': 'fa:16:3e:43:1d:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab868771-6a63-416e-b902-847b963c5f9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1365, 'fixed_ips': [{'subnet_id': 'ac3c2554-cc20-4ef1-a663-8ba27f0cde87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:54:12Z', 'updated_at': '2021-06-24T11:54:16Z', 'revision_number': 4, 'project_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'subnets': [{'id': 'ac3c2554-cc20-4ef1-a663-8ba27f0cde87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=128086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 11:54:17.283563 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129c30a1-a108-485e-8161-b4699015c709 req-18689fa9-a167-428d-963d-55b24d540b12 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:54:17.285355 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-129c30a1-a108-485e-8161-b4699015c709 req-18689fa9-a167-428d-963d-55b24d540b12 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "GET /v2.0/networks?id=cb6bf9b7-0333-437c-b6aa-aa0abb4aafab HTTP/1.1" status: 200 len: 797 time: 0.1120543 Jun 24 11:54:17.312550 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-129c30a1-a108-485e-8161-b4699015c709 req-c64512df-4db7-4736-9bf8-92df17e703c7 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "GET /v2.0/quotas/adbe78de4fbf48fcad1a6bc46d4a1728 HTTP/1.1" status: 200 len: 375 time: 0.0132465 Jun 24 11:54:17.400354 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-129c30a1-a108-485e-8161-b4699015c709 req-ca898806-1ea0-4a6d-8759-f8cfe0785431 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=adbe78de4fbf48fcad1a6bc46d4a1728&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0780280 Jun 24 11:54:17.539523 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-129c30a1-a108-485e-8161-b4699015c709 req-4b100c2a-ed86-46bf-8a46-3cc31fe4c4c7 service neutron] 10.222.0.53 "GET /v2.0/networks/cb6bf9b7-0333-437c-b6aa-aa0abb4aafab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256337 Jun 24 11:54:17.654667 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-129c30a1-a108-485e-8161-b4699015c709 req-1938c31c-0c1c-482b-a5fc-ac5378ea0610 service neutron] 10.222.0.53 "GET /v2.0/networks/cb6bf9b7-0333-437c-b6aa-aa0abb4aafab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1086583 Jun 24 11:54:17.853632 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-4599f626-a9dd-4b7a-b13c-f31f2ab60613 req-8e0fd2cd-87a4-464e-b1b0-5ab0d631df97 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "GET /v2.0/ports?device_id=70b3f683-ce5b-40d5-b6ed-8da9bdc0a46e HTTP/1.1" status: 200 len: 210 time: 0.0444236 Jun 24 11:54:17.948603 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device 799b82ad-d7ef-4a08-8f09-6b8ce9568d4e up at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 11:54:18.001008 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning complete for port 799b82ad-d7ef-4a08-8f09-6b8ce9568d4e triggered by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:54:18.001553 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:54:18.099279 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device b863d2f8-328a-4f99-9bec-696051f7875d up at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 11:54:18.154472 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning for port b863d2f8-328a-4f99-9bec-696051f7875d completed by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 11:54:18.158544 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning complete for port b863d2f8-328a-4f99-9bec-696051f7875d triggered by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:54:18.158934 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:54:18.241581 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:54:18.283125 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] For port b863d2f8-328a-4f99-9bec-696051f7875d, host dv-neutron-797120-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=b863d2f8-328a-4f99-9bec-696051f7875d,segment=NetworkSegment(182b3eea-0f9a-4325-bdc2-5245fc0ed84c),segment_id=182b3eea-0f9a-4325-bdc2-5245fc0ed84c)] {{(pid=128085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 11:54:18.288363 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:54:18.290391 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-58b03d81-e0c3-458b-bb18-be50933b2d83 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:54:18.342033 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Pushing event updated for resources: {'Port': ['ID=b863d2f8-328a-4f99-9bec-696051f7875d,revision_number=5']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:54:18.345198 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:54:19.027723 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-9d2f6b9f-0597-4885-9710-b31b03c52c48 req-b0ec58fd-6a31-4609-bd77-7aa7b6df02ed tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "GET /v2.0/ports?device_id=70b3f683-ce5b-40d5-b6ed-8da9bdc0a46e HTTP/1.1" status: 200 len: 210 time: 0.0610132 Jun 24 11:54:19.074127 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129c30a1-a108-485e-8161-b4699015c709 req-877ade1f-793e-411f-941a-a757a996983b tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:54:19.075544 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-129c30a1-a108-485e-8161-b4699015c709 req-877ade1f-793e-411f-941a-a757a996983b tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.45 "GET /v2.0/networks?id=cb6bf9b7-0333-437c-b6aa-aa0abb4aafab HTTP/1.1" status: 200 len: 797 time: 0.1341107 Jun 24 11:54:19.127789 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-129c30a1-a108-485e-8161-b4699015c709 req-2caf68ed-e35f-477f-91db-9e2e6b8e3a02 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=adbe78de4fbf48fcad1a6bc46d4a1728 HTTP/1.1" status: 200 len: 380 time: 0.0365729 Jun 24 11:54:19.145570 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [req-129c30a1-a108-485e-8161-b4699015c709 req-1776453d-75f8-4d9b-aae5-fada55207dd9 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Request body: {'port': {'device_id': '70b3f683-ce5b-40d5-b6ed-8da9bdc0a46e', 'network_id': 'cb6bf9b7-0333-437c-b6aa-aa0abb4aafab', 'admin_state_up': True, 'tenant_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'security_groups': ['d39c75b9-a95e-417f-8d8d-d994aa32430c']}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:54:19.262674 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-129c30a1-a108-485e-8161-b4699015c709 req-1776453d-75f8-4d9b-aae5-fada55207dd9 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Made reservation on behalf of adbe78de4fbf48fcad1a6bc46d4a1728 for: {'port': 1} {{(pid=128083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 11:54:19.266318 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-129c30a1-a108-485e-8161-b4699015c709 req-1776453d-75f8-4d9b-aae5-fada55207dd9 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:54:19.400554 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.db_base_plugin_common [req-129c30a1-a108-485e-8161-b4699015c709 req-1776453d-75f8-4d9b-aae5-fada55207dd9 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Allocated IP 172.20.0.9 (cb6bf9b7-0333-437c-b6aa-aa0abb4aafab/ac3c2554-cc20-4ef1-a663-8ba27f0cde87/737afc94-5179-4e97-a9d2-6003f4f60f42) {{(pid=128083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 11:54:19.538771 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-129c30a1-a108-485e-8161-b4699015c709 req-1776453d-75f8-4d9b-aae5-fada55207dd9 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for port, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:54:19.553187 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.provisioning_blocks [req-129c30a1-a108-485e-8161-b4699015c709 req-1776453d-75f8-4d9b-aae5-fada55207dd9 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Transition to ACTIVE for port object 737afc94-5179-4e97-a9d2-6003f4f60f42 will not be triggered until provisioned by entity DHCP. {{(pid=128083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 11:54:19.587092 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-129c30a1-a108-485e-8161-b4699015c709 req-1776453d-75f8-4d9b-aae5-fada55207dd9 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-650429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-506361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793193536723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2537853'] for port, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:54:19.590931 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-f1423c29-b76a-4257-ba83-76038dcd13f9 tempest-AllowedAddressPairIpV6TestJSON-2004454070 tempest-AllowedAddressPairIpV6TestJSON-2004454070-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:54:19.638094 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-129c30a1-a108-485e-8161-b4699015c709 req-1776453d-75f8-4d9b-aae5-fada55207dd9 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Network cb6bf9b7-0333-437c-b6aa-aa0abb4aafab is already hosted by enough agents. {{(pid=128083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 11:54:19.643089 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.base_scheduler [req-129c30a1-a108-485e-8161-b4699015c709 req-1776453d-75f8-4d9b-aae5-fada55207dd9 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Resources bound (agent type, host, resource id): {{(pid=128083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:54:19.647612 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.l3_dvrscheduler_db [req-129c30a1-a108-485e-8161-b4699015c709 req-1776453d-75f8-4d9b-aae5-fada55207dd9 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Received port after_create {{(pid=128083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 11:54:19.654159 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1776453d-75f8-4d9b-aae5-fada55207dd9 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Pushing event updated for resources: {'Port': ['ID=737afc94-5179-4e97-a9d2-6003f4f60f42,revision_number=1']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:54:19.674405 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-1776453d-75f8-4d9b-aae5-fada55207dd9 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:54:19.702923 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129c30a1-a108-485e-8161-b4699015c709 req-1776453d-75f8-4d9b-aae5-fada55207dd9 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:54:19.703544 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-129c30a1-a108-485e-8161-b4699015c709 req-1776453d-75f8-4d9b-aae5-fada55207dd9 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468916'] for port, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:54:19.719502 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-129c30a1-a108-485e-8161-b4699015c709 req-1776453d-75f8-4d9b-aae5-fada55207dd9 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5834641 Jun 24 11:54:19.736009 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [req-129c30a1-a108-485e-8161-b4699015c709 req-59438c56-4de6-4889-ba92-38aa9e5349b3 service neutron] Request body: {'port': {'device_id': '70b3f683-ce5b-40d5-b6ed-8da9bdc0a46e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7971'}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:54:19.822673 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-129c30a1-a108-485e-8161-b4699015c709 req-59438c56-4de6-4889-ba92-38aa9e5349b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:54:19.839306 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device b863d2f8-328a-4f99-9bec-696051f7875d up at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 11:54:19.882994 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-72dfef70-ff36-4ea7-a51f-68a3e2d3ca43 None None] Provisioning for port 737afc94-5179-4e97-a9d2-6003f4f60f42 completed by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 11:54:19.888728 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-72dfef70-ff36-4ea7-a51f-68a3e2d3ca43 None None] Provisioning complete for port 737afc94-5179-4e97-a9d2-6003f4f60f42 triggered by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:54:19.889135 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-72dfef70-ff36-4ea7-a51f-68a3e2d3ca43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:54:19.919726 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning complete for port b863d2f8-328a-4f99-9bec-696051f7875d triggered by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:54:19.920019 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:54:19.950072 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-72dfef70-ff36-4ea7-a51f-68a3e2d3ca43 None None] Port 737afc94-5179-4e97-a9d2-6003f4f60f42 cannot update to ACTIVE because it is not bound. {{(pid=128085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 11:54:20.426626 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0919d0-5d0b-43ea-9831-42d5759ca0bd req-bf583709-133b-4f05-8b34-cbab2c2d249d tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:54:20.428240 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-0b0919d0-5d0b-43ea-9831-42d5759ca0bd req-bf583709-133b-4f05-8b34-cbab2c2d249d tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "GET /v2.0/ports?device_id=70b3f683-ce5b-40d5-b6ed-8da9bdc0a46e HTTP/1.1" status: 200 len: 931 time: 0.1050675 Jun 24 11:54:20.479389 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.notifiers.nova [req-129c30a1-a108-485e-8161-b4699015c709 req-59438c56-4de6-4889-ba92-38aa9e5349b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 737afc94-5179-4e97-a9d2-6003f4f60f42 {{(pid=128083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 11:54:20.492115 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-129c30a1-a108-485e-8161-b4699015c709 req-59438c56-4de6-4889-ba92-38aa9e5349b3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:54:20.503068 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-0b0919d0-5d0b-43ea-9831-42d5759ca0bd req-2fd9276b-5d8a-4096-8366-4af4e14448a0 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "GET /v2.0/security-groups?id=d39c75b9-a95e-417f-8d8d-d994aa32430c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544679 Jun 24 11:54:20.511091 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.provisioning_blocks [req-129c30a1-a108-485e-8161-b4699015c709 req-59438c56-4de6-4889-ba92-38aa9e5349b3 service neutron] Transition to ACTIVE for port object 737afc94-5179-4e97-a9d2-6003f4f60f42 will not be triggered until provisioned by entity L2. {{(pid=128083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 11:54:20.515145 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-129c30a1-a108-485e-8161-b4699015c709 req-59438c56-4de6-4889-ba92-38aa9e5349b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2537871'] for port, after_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:54:20.517302 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-7ab5f3a8-14f1-4db9-b8a7-5f21d160cad6 tempest-RoutersNegativeTest-663611585 tempest-RoutersNegativeTest-663611585-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:54:20.568046 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59438c56-4de6-4889-ba92-38aa9e5349b3 service neutron] Pushing event updated for resources: {'Port': ['ID=737afc94-5179-4e97-a9d2-6003f4f60f42,revision_number=2']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:54:20.570864 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-59438c56-4de6-4889-ba92-38aa9e5349b3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:54:20.641388 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.managers [req-129c30a1-a108-485e-8161-b4699015c709 req-59438c56-4de6-4889-ba92-38aa9e5349b3 service neutron] Attempting to bind port 737afc94-5179-4e97-a9d2-6003f4f60f42 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=128083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 11:54:20.641719 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.managers [req-129c30a1-a108-485e-8161-b4699015c709 req-59438c56-4de6-4889-ba92-38aa9e5349b3 service neutron] Attempting to bind port 737afc94-5179-4e97-a9d2-6003f4f60f42 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': '182b3eea-0f9a-4325-bdc2-5245fc0ed84c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'cb6bf9b7-0333-437c-b6aa-aa0abb4aafab'}] {{(pid=128083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 11:54:20.642046 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-129c30a1-a108-485e-8161-b4699015c709 req-59438c56-4de6-4889-ba92-38aa9e5349b3 service neutron] Attempting to bind port 737afc94-5179-4e97-a9d2-6003f4f60f42 on network cb6bf9b7-0333-437c-b6aa-aa0abb4aafab {{(pid=128083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 11:54:20.648701 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-129c30a1-a108-485e-8161-b4699015c709 req-59438c56-4de6-4889-ba92-38aa9e5349b3 service neutron] Port 737afc94-5179-4e97-a9d2-6003f4f60f42 on network cb6bf9b7-0333-437c-b6aa-aa0abb4aafab not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=128083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 11:54:20.649064 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-129c30a1-a108-485e-8161-b4699015c709 req-59438c56-4de6-4889-ba92-38aa9e5349b3 service neutron] Attempting to bind port 737afc94-5179-4e97-a9d2-6003f4f60f42 on network cb6bf9b7-0333-437c-b6aa-aa0abb4aafab {{(pid=128083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 11:54:20.655702 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-129c30a1-a108-485e-8161-b4699015c709 req-59438c56-4de6-4889-ba92-38aa9e5349b3 service neutron] Checking agent: {'id': 'a2c9a14d-87aa-4cd1-a510-11988f19c3d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7971', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 11, 42, 44), 'started_at': datetime.datetime(2021, 6, 24, 11, 42, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 11, 54, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=128083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 11:54:20.656179 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-129c30a1-a108-485e-8161-b4699015c709 req-59438c56-4de6-4889-ba92-38aa9e5349b3 service neutron] Checking segment: {'id': '182b3eea-0f9a-4325-bdc2-5245fc0ed84c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'cb6bf9b7-0333-437c-b6aa-aa0abb4aafab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=128083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 11:54:20.656654 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-129c30a1-a108-485e-8161-b4699015c709 req-59438c56-4de6-4889-ba92-38aa9e5349b3 service neutron] Bound using segment: {'id': '182b3eea-0f9a-4325-bdc2-5245fc0ed84c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'cb6bf9b7-0333-437c-b6aa-aa0abb4aafab'} {{(pid=128083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 11:54:20.657108 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.managers [req-129c30a1-a108-485e-8161-b4699015c709 req-59438c56-4de6-4889-ba92-38aa9e5349b3 service neutron] Bound port: 737afc94-5179-4e97-a9d2-6003f4f60f42, host: hv-neutron-7971, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '182b3eea-0f9a-4325-bdc2-5245fc0ed84c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'cb6bf9b7-0333-437c-b6aa-aa0abb4aafab'}}] {{(pid=128083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 11:54:20.657471 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-129c30a1-a108-485e-8161-b4699015c709 req-59438c56-4de6-4889-ba92-38aa9e5349b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:54:20.729885 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.db [req-129c30a1-a108-485e-8161-b4699015c709 req-59438c56-4de6-4889-ba92-38aa9e5349b3 service neutron] For port 737afc94-5179-4e97-a9d2-6003f4f60f42, host hv-neutron-7971, cleared binding levels {{(pid=128083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 11:54:20.732837 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.db [req-129c30a1-a108-485e-8161-b4699015c709 req-59438c56-4de6-4889-ba92-38aa9e5349b3 service neutron] For port 737afc94-5179-4e97-a9d2-6003f4f60f42, host hv-neutron-7971, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=737afc94-5179-4e97-a9d2-6003f4f60f42,segment=NetworkSegment(182b3eea-0f9a-4325-bdc2-5245fc0ed84c),segment_id=182b3eea-0f9a-4325-bdc2-5245fc0ed84c)] {{(pid=128083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 11:54:20.739364 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-129c30a1-a108-485e-8161-b4699015c709 req-59438c56-4de6-4889-ba92-38aa9e5349b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2537871'] for port, after_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:54:20.741466 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-293aa51e-4499-4f52-98e5-9a5042a8e5fc tempest-RoutersNegativeTest-663611585 tempest-RoutersNegativeTest-663611585-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:54:20.773418 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129c30a1-a108-485e-8161-b4699015c709 req-59438c56-4de6-4889-ba92-38aa9e5349b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:54:20.774466 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-129c30a1-a108-485e-8161-b4699015c709 req-59438c56-4de6-4889-ba92-38aa9e5349b3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468916'] for port, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:54:20.775562 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-129c30a1-a108-485e-8161-b4699015c709 req-59438c56-4de6-4889-ba92-38aa9e5349b3 service neutron] 10.222.0.45 "PUT /v2.0/ports/737afc94-5179-4e97-a9d2-6003f4f60f42 HTTP/1.1" status: 200 len: 1093 time: 1.0440545 Jun 24 11:54:20.776091 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70b3f683-ce5b-40d5-b6ed-8da9bdc0a46e', 'tag': '737afc94-5179-4e97-a9d2-6003f4f60f42'}] {{(pid=128083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 11:54:20.778411 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a77f7dee1a0522ddf93af289475d218fcdb8f30317daadec13ebf930b5b9dbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e095faa5-87d5-46bc-b0cc-7b4d89b91bc6" -d '{"events": [{"name": "network-changed", "server_uuid": "70b3f683-ce5b-40d5-b6ed-8da9bdc0a46e", "tag": "737afc94-5179-4e97-a9d2-6003f4f60f42"}]}' {{(pid=128083) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 11:54:20.805456 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59438c56-4de6-4889-ba92-38aa9e5349b3 service neutron] Pushing event updated for resources: {'Port': ['ID=737afc94-5179-4e97-a9d2-6003f4f60f42,revision_number=3']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:54:20.808614 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-59438c56-4de6-4889-ba92-38aa9e5349b3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:54:20.838657 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 11:54:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09f27623-bc63-4cfb-a8d2-3d181bce71e5 x-openstack-request-id: req-09f27623-bc63-4cfb-a8d2-3d181bce71e5 {{(pid=128083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 11:54:20.838994 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70b3f683-ce5b-40d5-b6ed-8da9bdc0a46e", "tag": "737afc94-5179-4e97-a9d2-6003f4f60f42", "status": "completed", "code": 200}]} {{(pid=128083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 11:54:20.839293 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-09f27623-bc63-4cfb-a8d2-3d181bce71e5 {{(pid=128083) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 11:54:20.839733 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70b3f683-ce5b-40d5-b6ed-8da9bdc0a46e', 'tag': '737afc94-5179-4e97-a9d2-6003f4f60f42', 'status': 'completed', 'code': 200} Jun 24 11:54:20.886168 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129c30a1-a108-485e-8161-b4699015c709 req-cff59af8-9eee-40d7-ac46-ff13f8147f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:54:20.887643 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-129c30a1-a108-485e-8161-b4699015c709 req-cff59af8-9eee-40d7-ac46-ff13f8147f67 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=adbe78de4fbf48fcad1a6bc46d4a1728&device_id=70b3f683-ce5b-40d5-b6ed-8da9bdc0a46e HTTP/1.1" status: 200 len: 1096 time: 0.0593290 Jun 24 11:54:20.939235 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-129c30a1-a108-485e-8161-b4699015c709 req-d72f7636-2aaf-4866-bdd7-7502f632e33f service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=737afc94-5179-4e97-a9d2-6003f4f60f42 HTTP/1.1" status: 200 len: 217 time: 0.0396895 Jun 24 11:54:20.992765 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129c30a1-a108-485e-8161-b4699015c709 req-3b42b82e-9cb1-4abe-af0e-293cc442201c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:54:20.994528 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-129c30a1-a108-485e-8161-b4699015c709 req-3b42b82e-9cb1-4abe-af0e-293cc442201c service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ac3c2554-cc20-4ef1-a663-8ba27f0cde87 HTTP/1.1" status: 200 len: 835 time: 0.0458484 Jun 24 11:54:21.058511 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129c30a1-a108-485e-8161-b4699015c709 req-10393bc9-1a2d-455b-9acd-44c5ce89531c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:54:21.060041 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-129c30a1-a108-485e-8161-b4699015c709 req-10393bc9-1a2d-455b-9acd-44c5ce89531c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=cb6bf9b7-0333-437c-b6aa-aa0abb4aafab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0545278 Jun 24 11:54:21.156667 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-129c30a1-a108-485e-8161-b4699015c709 req-f678944d-b8ce-426f-83f9-b930b13381bf service neutron] 10.222.0.45 "GET /v2.0/networks/cb6bf9b7-0333-437c-b6aa-aa0abb4aafab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860615 Jun 24 11:54:21.249518 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-129c30a1-a108-485e-8161-b4699015c709 req-4ea33a64-673a-40f7-8630-ffa2ed7081c4 service neutron] 10.222.0.45 "GET /v2.0/networks/cb6bf9b7-0333-437c-b6aa-aa0abb4aafab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818608 Jun 24 11:54:21.362179 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e095faa5-87d5-46bc-b0cc-7b4d89b91bc6 req-8224cb23-afa1-4f36-a620-dfe382a93bcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:54:21.364717 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-e095faa5-87d5-46bc-b0cc-7b4d89b91bc6 req-8224cb23-afa1-4f36-a620-dfe382a93bcd service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=adbe78de4fbf48fcad1a6bc46d4a1728&device_id=70b3f683-ce5b-40d5-b6ed-8da9bdc0a46e HTTP/1.1" status: 200 len: 1096 time: 0.0567439 Jun 24 11:54:21.460295 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e095faa5-87d5-46bc-b0cc-7b4d89b91bc6 req-02222568-adfb-4672-8051-50fc3b2bd5fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:54:21.461685 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-e095faa5-87d5-46bc-b0cc-7b4d89b91bc6 req-02222568-adfb-4672-8051-50fc3b2bd5fb service neutron] 10.222.0.45 "GET /v2.0/networks?id=cb6bf9b7-0333-437c-b6aa-aa0abb4aafab HTTP/1.1" status: 200 len: 898 time: 0.0886793 Jun 24 11:54:21.503257 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-e095faa5-87d5-46bc-b0cc-7b4d89b91bc6 req-84827ffb-a8b5-46fe-9d62-3b81edab3077 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=737afc94-5179-4e97-a9d2-6003f4f60f42 HTTP/1.1" status: 200 len: 217 time: 0.0336339 Jun 24 11:54:21.556299 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e095faa5-87d5-46bc-b0cc-7b4d89b91bc6 req-050aa55a-53c8-4bfa-be6a-8f75c6380663 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:54:21.557756 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-e095faa5-87d5-46bc-b0cc-7b4d89b91bc6 req-050aa55a-53c8-4bfa-be6a-8f75c6380663 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ac3c2554-cc20-4ef1-a663-8ba27f0cde87 HTTP/1.1" status: 200 len: 835 time: 0.0477638 Jun 24 11:54:21.636445 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e095faa5-87d5-46bc-b0cc-7b4d89b91bc6 req-99b16799-1d9e-4b1b-9d05-b0f62e737cca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:54:21.637970 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-e095faa5-87d5-46bc-b0cc-7b4d89b91bc6 req-99b16799-1d9e-4b1b-9d05-b0f62e737cca service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=cb6bf9b7-0333-437c-b6aa-aa0abb4aafab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0732253 Jun 24 11:54:21.764083 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79721934-23b1-44c5-aa97-ac4c31e71836 req-725a0e1d-30f9-4d4a-80a8-4e30c527a9ab tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:54:21.765606 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-79721934-23b1-44c5-aa97-ac4c31e71836 req-725a0e1d-30f9-4d4a-80a8-4e30c527a9ab tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "GET /v2.0/ports?device_id=70b3f683-ce5b-40d5-b6ed-8da9bdc0a46e HTTP/1.1" status: 200 len: 943 time: 0.1456766 Jun 24 11:54:21.769472 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-e095faa5-87d5-46bc-b0cc-7b4d89b91bc6 req-e747d9bb-8a45-430d-b7f3-cf06a75385f2 service neutron] 10.222.0.45 "GET /v2.0/networks/cb6bf9b7-0333-437c-b6aa-aa0abb4aafab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1118991 Jun 24 11:54:21.857382 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-79721934-23b1-44c5-aa97-ac4c31e71836 req-cab3dffa-0eee-4047-8385-ceabfa096ef6 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "GET /v2.0/security-groups?id=d39c75b9-a95e-417f-8d8d-d994aa32430c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0847750 Jun 24 11:54:21.888626 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-e095faa5-87d5-46bc-b0cc-7b4d89b91bc6 req-683df467-ce3d-4a84-9983-dbea48b67456 service neutron] 10.222.0.45 "GET /v2.0/networks/cb6bf9b7-0333-437c-b6aa-aa0abb4aafab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1100671 Jun 24 11:54:23.037025 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad9c6f9-d83d-4050-a913-f7210ceac53d req-6683a00b-b2bc-433c-b757-55ac81a53909 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:54:23.038846 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-cad9c6f9-d83d-4050-a913-f7210ceac53d req-6683a00b-b2bc-433c-b757-55ac81a53909 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "GET /v2.0/ports?device_id=70b3f683-ce5b-40d5-b6ed-8da9bdc0a46e HTTP/1.1" status: 200 len: 943 time: 0.0646083 Jun 24 11:54:23.075605 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-cad9c6f9-d83d-4050-a913-f7210ceac53d req-2c0a0172-e84b-4b2c-aebf-9de69b476732 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "GET /v2.0/security-groups?id=d39c75b9-a95e-417f-8d8d-d994aa32430c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311799 Jun 24 11:54:23.382209 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Device 737afc94-5179-4e97-a9d2-6003f4f60f42 details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=128085) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 11:54:23.473444 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] For port 737afc94-5179-4e97-a9d2-6003f4f60f42, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=737afc94-5179-4e97-a9d2-6003f4f60f42,segment=NetworkSegment(182b3eea-0f9a-4325-bdc2-5245fc0ed84c),segment_id=182b3eea-0f9a-4325-bdc2-5245fc0ed84c)] {{(pid=128085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 11:54:23.487068 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Returning: {'device': '737afc94-5179-4e97-a9d2-6003f4f60f42', 'network_id': 'cb6bf9b7-0333-437c-b6aa-aa0abb4aafab', 'port_id': '737afc94-5179-4e97-a9d2-6003f4f60f42', 'mac_address': 'fa:16:3e:42:42:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 630, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac3c2554-cc20-4ef1-a663-8ba27f0cde87', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=128085) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 11:54:23.525900 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:54:23.538027 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.notifiers.nova [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 737afc94-5179-4e97-a9d2-6003f4f60f42 {{(pid=128085) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 11:54:23.557824 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] For port 737afc94-5179-4e97-a9d2-6003f4f60f42, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=737afc94-5179-4e97-a9d2-6003f4f60f42,segment=NetworkSegment(182b3eea-0f9a-4325-bdc2-5245fc0ed84c),segment_id=182b3eea-0f9a-4325-bdc2-5245fc0ed84c)] {{(pid=128085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 11:54:23.561991 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:54:23.563768 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:54:23.608949 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Pushing event updated for resources: {'Port': ['ID=737afc94-5179-4e97-a9d2-6003f4f60f42,revision_number=4']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:54:23.611834 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:54:23.802507 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-dd3490f3-2b36-4bdd-8998-aff08d0ecd1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:54:23.828755 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] get_ports_and_sgs() called for port_ids ['737afc94-5179-4e97-a9d2-6003f4f60f42'] {{(pid=128085) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 11:54:24.245286 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b27a6e-496e-48cb-af3c-53b5791f91f0 req-ecf690f2-5e98-44f8-888d-ef1dabec0064 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:54:24.247242 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-c3b27a6e-496e-48cb-af3c-53b5791f91f0 req-ecf690f2-5e98-44f8-888d-ef1dabec0064 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "GET /v2.0/ports?device_id=70b3f683-ce5b-40d5-b6ed-8da9bdc0a46e HTTP/1.1" status: 200 len: 944 time: 0.0629830 Jun 24 11:54:24.284774 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-c3b27a6e-496e-48cb-af3c-53b5791f91f0 req-c0dd2b78-1d38-4435-8bcc-62b2a39e327a tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "GET /v2.0/security-groups?id=d39c75b9-a95e-417f-8d8d-d994aa32430c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319252 Jun 24 11:54:25.102829 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.agents_db [None req-87a69269-d72b-4286-97f3-1041481ed6d8 None None] Agent healthcheck: found 6 active agents {{(pid=128086) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 11:54:25.398485 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Device 737afc94-5179-4e97-a9d2-6003f4f60f42 up at agent hyperv_hv-neutron-7971 {{(pid=128085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 11:54:25.448295 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Provisioning for port 737afc94-5179-4e97-a9d2-6003f4f60f42 completed by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 11:54:25.451887 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Provisioning complete for port 737afc94-5179-4e97-a9d2-6003f4f60f42 triggered by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:54:25.452257 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:54:25.469327 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d253b8d-896a-4a3b-9ebd-eb7bff17183c req-8fa45074-7577-4ccf-bbcd-2376651f866c tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:54:25.470906 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-7d253b8d-896a-4a3b-9ebd-eb7bff17183c req-8fa45074-7577-4ccf-bbcd-2376651f866c tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "GET /v2.0/ports?device_id=70b3f683-ce5b-40d5-b6ed-8da9bdc0a46e HTTP/1.1" status: 200 len: 944 time: 0.0709624 Jun 24 11:54:25.512289 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-7d253b8d-896a-4a3b-9ebd-eb7bff17183c req-8e524e16-fbec-4aae-abdd-368a2505ad47 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "GET /v2.0/security-groups?id=d39c75b9-a95e-417f-8d8d-d994aa32430c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340750 Jun 24 11:54:25.530892 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:54:25.554171 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70b3f683-ce5b-40d5-b6ed-8da9bdc0a46e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '737afc94-5179-4e97-a9d2-6003f4f60f42'}] {{(pid=128085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 11:54:25.556471 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1098ec9051a50dd033317f529a09b9762582ef7b417ebe05928aca59e08255aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5e10970-2603-4111-bd91-4ea4ef9b439a" -d '{"events": [{"server_uuid": "70b3f683-ce5b-40d5-b6ed-8da9bdc0a46e", "name": "network-vif-plugged", "status": "completed", "tag": "737afc94-5179-4e97-a9d2-6003f4f60f42"}]}' {{(pid=128085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 11:54:25.568630 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] For port 737afc94-5179-4e97-a9d2-6003f4f60f42, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=737afc94-5179-4e97-a9d2-6003f4f60f42,segment=NetworkSegment(182b3eea-0f9a-4325-bdc2-5245fc0ed84c),segment_id=182b3eea-0f9a-4325-bdc2-5245fc0ed84c)] {{(pid=128085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 11:54:25.574282 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:54:25.576159 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-71461389-7fa0-4c3e-8376-ae3e95f91429 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:54:25.597795 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 11:54:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbee2c03-51f8-4870-9a44-658944ab94d2 x-openstack-request-id: req-dbee2c03-51f8-4870-9a44-658944ab94d2 {{(pid=128085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 11:54:25.598108 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70b3f683-ce5b-40d5-b6ed-8da9bdc0a46e", "name": "network-vif-plugged", "status": "completed", "tag": "737afc94-5179-4e97-a9d2-6003f4f60f42", "code": 200}]} {{(pid=128085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 11:54:25.598373 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-dbee2c03-51f8-4870-9a44-658944ab94d2 {{(pid=128085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 11:54:25.599405 dv-neutron-797120-4-hyperv neutron-server[128085]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70b3f683-ce5b-40d5-b6ed-8da9bdc0a46e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '737afc94-5179-4e97-a9d2-6003f4f60f42', 'code': 200} Jun 24 11:54:25.623906 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Pushing event updated for resources: {'Port': ['ID=737afc94-5179-4e97-a9d2-6003f4f60f42,revision_number=5']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:54:25.626801 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:54:25.829380 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f29ddf6-f4e7-4594-a378-052e05371605 req-9a0440f4-da23-4c7e-a919-32f0638740aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:54:25.830942 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-1f29ddf6-f4e7-4594-a378-052e05371605 req-9a0440f4-da23-4c7e-a919-32f0638740aa service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=70b3f683-ce5b-40d5-b6ed-8da9bdc0a46e HTTP/1.1" status: 200 len: 1098 time: 0.0525649 Jun 24 11:54:25.869539 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-1f29ddf6-f4e7-4594-a378-052e05371605 req-daeddd64-40e5-40bd-afa5-48db78220504 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=d39c75b9-a95e-417f-8d8d-d994aa32430c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0289166 Jun 24 11:54:26.362536 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-0a1b2995-d17d-494d-9d8e-7355add7a166 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:54:26.483361 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:54:26.687965 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21561397-44c6-4e3e-97d7-8e603023d9da req-5b4a6c58-9871-4fc7-9640-c7f1d45d7bfb tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:54:26.689343 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-21561397-44c6-4e3e-97d7-8e603023d9da req-5b4a6c58-9871-4fc7-9640-c7f1d45d7bfb tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "GET /v2.0/ports?device_id=70b3f683-ce5b-40d5-b6ed-8da9bdc0a46e HTTP/1.1" status: 200 len: 945 time: 0.0686259 Jun 24 11:54:26.727968 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-21561397-44c6-4e3e-97d7-8e603023d9da req-5a3eb61e-60e9-4689-8501-7369011086df tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "GET /v2.0/security-groups?id=d39c75b9-a95e-417f-8d8d-d994aa32430c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321527 Jun 24 11:54:27.656828 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-03237adf-ebd0-46f2-a476-4d4bb746e0f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:54:27.900282 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321b5307-51b2-4a63-9ffc-3ce4b45909bd req-3401344d-e33d-4172-be39-f10e9b3a5cb0 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:54:27.901789 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-321b5307-51b2-4a63-9ffc-3ce4b45909bd req-3401344d-e33d-4172-be39-f10e9b3a5cb0 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "GET /v2.0/ports?device_id=70b3f683-ce5b-40d5-b6ed-8da9bdc0a46e HTTP/1.1" status: 200 len: 945 time: 0.0628150 Jun 24 11:54:27.940580 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-321b5307-51b2-4a63-9ffc-3ce4b45909bd req-955d3fdf-e7c4-46c7-b7e6-47fa9cc87956 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "GET /v2.0/security-groups?id=d39c75b9-a95e-417f-8d8d-d994aa32430c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324702 Jun 24 11:54:28.120249 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd96d5c-b7cc-4c83-a5db-a059852e6849 req-54ac1596-b5b1-4b14-b194-606ec0fee5a0 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:54:28.121633 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-2dd96d5c-b7cc-4c83-a5db-a059852e6849 req-54ac1596-b5b1-4b14-b194-606ec0fee5a0 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "GET /v2.0/ports?device_id=70b3f683-ce5b-40d5-b6ed-8da9bdc0a46e HTTP/1.1" status: 200 len: 945 time: 0.0632484 Jun 24 11:54:28.159112 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-2dd96d5c-b7cc-4c83-a5db-a059852e6849 req-70baa02d-8d1e-4485-ae8d-2db9878fc739 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "GET /v2.0/security-groups?id=d39c75b9-a95e-417f-8d8d-d994aa32430c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319226 Jun 24 11:54:28.182321 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 35394) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:54:28.237103 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac76e107-77b0-4e21-bb4c-e5a8c217e741 tempest-TestNetworkBasicOps-1239029366 tempest-TestNetworkBasicOps-1239029366-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:54:28.238550 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-ac76e107-77b0-4e21-bb4c-e5a8c217e741 tempest-TestNetworkBasicOps-1239029366 tempest-TestNetworkBasicOps-1239029366-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=70b3f683-ce5b-40d5-b6ed-8da9bdc0a46e HTTP/1.1" status: 200 len: 1093 time: 0.0552840 Jun 24 11:54:28.241278 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 35396) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:54:28.245521 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [None req-c1b85746-8c47-44dc-b857-53443414a4c9 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Request body: {'floatingip': {'floating_network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'port_id': '737afc94-5179-4e97-a9d2-6003f4f60f42', 'tenant_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'fixed_ip_address': '172.20.0.9'}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:54:28.267654 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-c1b85746-8c47-44dc-b857-53443414a4c9 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for floatingip, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:54:28.367868 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-c1b85746-8c47-44dc-b857-53443414a4c9 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:54:28.476013 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.db_base_plugin_common [None req-c1b85746-8c47-44dc-b857-53443414a4c9 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Allocated IP 172.26.7.164 (f2b8ca71-e776-48b2-8898-96cc7970207b/f37bf603-3862-4d0a-9f58-89616f7fd68f/4d3f11e1-a493-48dc-b84d-06c4de380880) {{(pid=128083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 11:54:28.577945 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-c1b85746-8c47-44dc-b857-53443414a4c9 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for port, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:54:28.620534 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-c1b85746-8c47-44dc-b857-53443414a4c9 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-650429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-506361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793193536723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2537853'] for port, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:54:28.622648 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-65925020-371f-496b-b06d-4c3b07a8d73e tempest-TestServerAdvancedOps-1606200857 tempest-TestServerAdvancedOps-1606200857-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:54:28.658143 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1b85746-8c47-44dc-b857-53443414a4c9 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Network f2b8ca71-e776-48b2-8898-96cc7970207b is already hosted by enough agents. {{(pid=128083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 11:54:28.662770 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.base_scheduler [None req-c1b85746-8c47-44dc-b857-53443414a4c9 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Resources bound (agent type, host, resource id): {{(pid=128083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:54:28.666062 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1b85746-8c47-44dc-b857-53443414a4c9 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Received port after_create {{(pid=128083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 11:54:28.687956 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b85746-8c47-44dc-b857-53443414a4c9 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Pushing event updated for resources: {'Port': ['ID=4d3f11e1-a493-48dc-b84d-06c4de380880,revision_number=1']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:54:28.691879 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-c1b85746-8c47-44dc-b857-53443414a4c9 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:54:29.029723 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-c1b85746-8c47-44dc-b857-53443414a4c9 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for floatingip, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:54:29.103309 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-c1b85746-8c47-44dc-b857-53443414a4c9 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:54:29.250833 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-c1b85746-8c47-44dc-b857-53443414a4c9 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for port, precommit_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:54:29.255405 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-c1b85746-8c47-44dc-b857-53443414a4c9 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2537871'] for port, after_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:54:29.257420 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-1776453d-75f8-4d9b-aae5-fada55207dd9 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:54:29.320651 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b85746-8c47-44dc-b857-53443414a4c9 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Pushing event updated for resources: {'Port': ['ID=4d3f11e1-a493-48dc-b84d-06c4de380880,revision_number=2']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:54:29.323312 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-c1b85746-8c47-44dc-b857-53443414a4c9 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:54:29.333055 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-c1b85746-8c47-44dc-b857-53443414a4c9 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1815637'] for floatingip, after_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:54:29.438079 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.db.l3_db [None req-c1b85746-8c47-44dc-b857-53443414a4c9 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Floating IP dbe05c16-cd1d-4e08-921f-5eb832dd0a5c associated. External IP: 172.26.7.164, port: 737afc94-5179-4e97-a9d2-6003f4f60f42. Jun 24 11:54:29.648232 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-52c483ef-d5c1-4030-9a32-e5ce4ff00ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:54:29.653463 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1b85746-8c47-44dc-b857-53443414a4c9 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Router ab868771-6a63-416e-b902-847b963c5f9e has already been hosted by L3 agent 2987dba8-2249-4ee6-96ec-28f0f7a6127d {{(pid=128083) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 11:54:29.761502 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1b85746-8c47-44dc-b857-53443414a4c9 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify agent at l3_agent.dv-neutron-797120-4-hyperv the message routers_updated {{(pid=128083) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 11:54:29.772116 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd25929c-6eea-41fe-a52d-44e0a3352762 None None] Sync routers for ids ['ab868771-6a63-416e-b902-847b963c5f9e'] in dv-neutron-797120-4-hyperv {{(pid=128085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 11:54:29.779360 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-c1b85746-8c47-44dc-b857-53443414a4c9 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468916'] for floatingip, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:54:29.782419 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd25929c-6eea-41fe-a52d-44e0a3352762 None None] Routers {'ab868771-6a63-416e-b902-847b963c5f9e'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 11:54:29.783039 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-bd25929c-6eea-41fe-a52d-44e0a3352762 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T11:54:26Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['ab868771-6a63-416e-b902-847b963c5f9e'], 'active': True} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:54:29.819936 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-c1b85746-8c47-44dc-b857-53443414a4c9 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5743649 Jun 24 11:54:29.819936 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70b3f683-ce5b-40d5-b6ed-8da9bdc0a46e', 'tag': '737afc94-5179-4e97-a9d2-6003f4f60f42'}] {{(pid=128083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 11:54:29.820273 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a77f7dee1a0522ddf93af289475d218fcdb8f30317daadec13ebf930b5b9dbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb12f848-0241-4c51-818e-74300d35d294" -d '{"events": [{"name": "network-changed", "server_uuid": "70b3f683-ce5b-40d5-b6ed-8da9bdc0a46e", "tag": "737afc94-5179-4e97-a9d2-6003f4f60f42"}]}' {{(pid=128083) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 11:54:29.821223 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 35398) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:54:29.860926 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 11:54:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54061196-f63e-4765-822f-c04993dfd1a8 x-openstack-request-id: req-54061196-f63e-4765-822f-c04993dfd1a8 {{(pid=128083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 11:54:29.861334 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70b3f683-ce5b-40d5-b6ed-8da9bdc0a46e", "tag": "737afc94-5179-4e97-a9d2-6003f4f60f42", "status": "completed", "code": 200}]} {{(pid=128083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 11:54:29.861649 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-54061196-f63e-4765-822f-c04993dfd1a8 {{(pid=128083) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 11:54:29.862175 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70b3f683-ce5b-40d5-b6ed-8da9bdc0a46e', 'tag': '737afc94-5179-4e97-a9d2-6003f4f60f42', 'status': 'completed', 'code': 200} Jun 24 11:54:29.898525 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-e78aa1bf-3c71-4bed-a0b3-9c09ff22f4cb tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "GET /v2.0/floatingips/dbe05c16-cd1d-4e08-921f-5eb832dd0a5c HTTP/1.1" status: 200 len: 991 time: 0.0744658 Jun 24 11:54:29.901363 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvr_db [None req-bd25929c-6eea-41fe-a52d-44e0a3352762 None None] Set router ab868771-6a63-416e-b902-847b963c5f9e gateway port host: dv-neutron-797120-4-hyperv {{(pid=128085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 11:54:29.941163 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb12f848-0241-4c51-818e-74300d35d294 req-d61cfd6a-9f6a-4b0c-9cca-dad7fb71e7e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:54:29.942676 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-bb12f848-0241-4c51-818e-74300d35d294 req-d61cfd6a-9f6a-4b0c-9cca-dad7fb71e7e3 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=adbe78de4fbf48fcad1a6bc46d4a1728&device_id=70b3f683-ce5b-40d5-b6ed-8da9bdc0a46e HTTP/1.1" status: 200 len: 1098 time: 0.0552819 Jun 24 11:54:30.042253 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb12f848-0241-4c51-818e-74300d35d294 req-cc8ee9b5-d479-4df4-aebd-281e59fd32df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:54:30.043706 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-bb12f848-0241-4c51-818e-74300d35d294 req-cc8ee9b5-d479-4df4-aebd-281e59fd32df service neutron] 10.222.0.45 "GET /v2.0/networks?id=cb6bf9b7-0333-437c-b6aa-aa0abb4aafab HTTP/1.1" status: 200 len: 898 time: 0.0940669 Jun 24 11:54:30.117418 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-bb12f848-0241-4c51-818e-74300d35d294 req-20f85972-4d66-4e9c-88b9-3f73aedab656 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=737afc94-5179-4e97-a9d2-6003f4f60f42 HTTP/1.1" status: 200 len: 999 time: 0.0662861 Jun 24 11:54:30.138330 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-bd25929c-6eea-41fe-a52d-44e0a3352762 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab868771-6a63-416e-b902-847b963c5f9e', 'name': 'tempest-TestNetworkBasicOps-router-1825995819', 'tenant_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'external_fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.123'}], 'enable_snat': True}, 'gw_port_id': 'ac1fd53b-5bad-4e9e-8659-c49e2598fe5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T11:54:09Z', 'updated_at': '2021-06-24T11:54:14Z', 'revision_number': 4, 'project_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'gw_port': {'id': 'ac1fd53b-5bad-4e9e-8659-c49e2598fe5b', 'name': '', 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:e1:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab868771-6a63-416e-b902-847b963c5f9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:54:10Z', 'updated_at': '2021-06-24T11:54:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-4-hyperv', '_floatingips': [{'id': 'dbe05c16-cd1d-4e08-921f-5eb832dd0a5c', 'tenant_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'floating_ip_address': '172.26.7.164', 'floating_network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'router_id': 'ab868771-6a63-416e-b902-847b963c5f9e', 'port_id': '737afc94-5179-4e97-a9d2-6003f4f60f42', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1377, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb6bf9b7-0333-437c-b6aa-aa0abb4aafab', 'mac_address': 'fa:16:3e:42:42:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70b3f683-ce5b-40d5-b6ed-8da9bdc0a46e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T11:54:28Z', 'updated_at': '2021-06-24T11:54:28Z', 'revision_number': 0, 'project_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b863d2f8-328a-4f99-9bec-696051f7875d', 'name': '', 'network_id': 'cb6bf9b7-0333-437c-b6aa-aa0abb4aafab', 'tenant_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'mac_address': 'fa:16:3e:43:1d:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab868771-6a63-416e-b902-847b963c5f9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1365, 'fixed_ips': [{'subnet_id': 'ac3c2554-cc20-4ef1-a663-8ba27f0cde87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:54:12Z', 'updated_at': '2021-06-24T11:54:18Z', 'revision_number': 5, 'project_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'subnets': [{'id': 'ac3c2554-cc20-4ef1-a663-8ba27f0cde87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:54:30.164306 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd25929c-6eea-41fe-a52d-44e0a3352762 None None] Checking router: ab868771-6a63-416e-b902-847b963c5f9e for host: dv-neutron-797120-4-hyperv {{(pid=128085) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 11:54:30.172640 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd25929c-6eea-41fe-a52d-44e0a3352762 None None] Routers {'ab868771-6a63-416e-b902-847b963c5f9e'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 11:54:30.173283 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-bd25929c-6eea-41fe-a52d-44e0a3352762 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T11:54:26Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['ab868771-6a63-416e-b902-847b963c5f9e'], 'active': True} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:54:30.174215 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb12f848-0241-4c51-818e-74300d35d294 req-f1e1a92f-60e5-4cde-9215-35fb7ebf0497 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:54:30.176604 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-bb12f848-0241-4c51-818e-74300d35d294 req-f1e1a92f-60e5-4cde-9215-35fb7ebf0497 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ac3c2554-cc20-4ef1-a663-8ba27f0cde87 HTTP/1.1" status: 200 len: 835 time: 0.0516865 Jun 24 11:54:30.238114 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb12f848-0241-4c51-818e-74300d35d294 req-d89a91aa-433c-4a35-98c1-6145d986fcf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:54:30.239823 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-bb12f848-0241-4c51-818e-74300d35d294 req-d89a91aa-433c-4a35-98c1-6145d986fcf7 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=cb6bf9b7-0333-437c-b6aa-aa0abb4aafab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0549145 Jun 24 11:54:30.283017 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvr_db [None req-bd25929c-6eea-41fe-a52d-44e0a3352762 None None] Set router ab868771-6a63-416e-b902-847b963c5f9e gateway port host: dv-neutron-797120-4-hyperv {{(pid=128085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 11:54:30.337954 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-bb12f848-0241-4c51-818e-74300d35d294 req-d762b4d7-4b53-4f1a-b733-f2d23adf5f2c service neutron] 10.222.0.45 "GET /v2.0/networks/cb6bf9b7-0333-437c-b6aa-aa0abb4aafab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902658 Jun 24 11:54:30.441717 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-bb12f848-0241-4c51-818e-74300d35d294 req-f423cb47-e60e-4c24-9a70-d41627ed5fab service neutron] 10.222.0.45 "GET /v2.0/networks/cb6bf9b7-0333-437c-b6aa-aa0abb4aafab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947468 Jun 24 11:54:30.518133 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-bd25929c-6eea-41fe-a52d-44e0a3352762 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab868771-6a63-416e-b902-847b963c5f9e', 'name': 'tempest-TestNetworkBasicOps-router-1825995819', 'tenant_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'external_fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.123'}], 'enable_snat': True}, 'gw_port_id': 'ac1fd53b-5bad-4e9e-8659-c49e2598fe5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T11:54:09Z', 'updated_at': '2021-06-24T11:54:14Z', 'revision_number': 4, 'project_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'gw_port': {'id': 'ac1fd53b-5bad-4e9e-8659-c49e2598fe5b', 'name': '', 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:e1:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab868771-6a63-416e-b902-847b963c5f9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:54:10Z', 'updated_at': '2021-06-24T11:54:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-4-hyperv', '_floatingips': [{'id': 'dbe05c16-cd1d-4e08-921f-5eb832dd0a5c', 'tenant_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'floating_ip_address': '172.26.7.164', 'floating_network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'router_id': 'ab868771-6a63-416e-b902-847b963c5f9e', 'port_id': '737afc94-5179-4e97-a9d2-6003f4f60f42', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1377, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb6bf9b7-0333-437c-b6aa-aa0abb4aafab', 'mac_address': 'fa:16:3e:42:42:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70b3f683-ce5b-40d5-b6ed-8da9bdc0a46e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T11:54:28Z', 'updated_at': '2021-06-24T11:54:28Z', 'revision_number': 0, 'project_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b863d2f8-328a-4f99-9bec-696051f7875d', 'name': '', 'network_id': 'cb6bf9b7-0333-437c-b6aa-aa0abb4aafab', 'tenant_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'mac_address': 'fa:16:3e:43:1d:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab868771-6a63-416e-b902-847b963c5f9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1365, 'fixed_ips': [{'subnet_id': 'ac3c2554-cc20-4ef1-a663-8ba27f0cde87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:54:12Z', 'updated_at': '2021-06-24T11:54:18Z', 'revision_number': 5, 'project_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'subnets': [{'id': 'ac3c2554-cc20-4ef1-a663-8ba27f0cde87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:54:30.543924 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd25929c-6eea-41fe-a52d-44e0a3352762 None None] The sync data for ids ['ab868771-6a63-416e-b902-847b963c5f9e'] in dv-neutron-797120-4-hyperv is: [{'id': 'ab868771-6a63-416e-b902-847b963c5f9e', 'name': 'tempest-TestNetworkBasicOps-router-1825995819', 'tenant_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'external_fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.123'}], 'enable_snat': True}, 'gw_port_id': 'ac1fd53b-5bad-4e9e-8659-c49e2598fe5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T11:54:09Z', 'updated_at': '2021-06-24T11:54:14Z', 'revision_number': 4, 'project_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'gw_port': {'id': 'ac1fd53b-5bad-4e9e-8659-c49e2598fe5b', 'name': '', 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:e1:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab868771-6a63-416e-b902-847b963c5f9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:54:10Z', 'updated_at': '2021-06-24T11:54:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-4-hyperv', '_floatingips': [{'id': 'dbe05c16-cd1d-4e08-921f-5eb832dd0a5c', 'tenant_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'floating_ip_address': '172.26.7.164', 'floating_network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'router_id': 'ab868771-6a63-416e-b902-847b963c5f9e', 'port_id': '737afc94-5179-4e97-a9d2-6003f4f60f42', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1377, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb6bf9b7-0333-437c-b6aa-aa0abb4aafab', 'mac_address': 'fa:16:3e:42:42:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70b3f683-ce5b-40d5-b6ed-8da9bdc0a46e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T11:54:28Z', 'updated_at': '2021-06-24T11:54:28Z', 'revision_number': 0, 'project_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b863d2f8-328a-4f99-9bec-696051f7875d', 'name': '', 'network_id': 'cb6bf9b7-0333-437c-b6aa-aa0abb4aafab', 'tenant_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'mac_address': 'fa:16:3e:43:1d:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab868771-6a63-416e-b902-847b963c5f9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1365, 'fixed_ips': [{'subnet_id': 'ac3c2554-cc20-4ef1-a663-8ba27f0cde87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:54:12Z', 'updated_at': '2021-06-24T11:54:18Z', 'revision_number': 5, 'project_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'subnets': [{'id': 'ac3c2554-cc20-4ef1-a663-8ba27f0cde87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=128085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 11:54:30.718972 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-144fb696-6264-4aa6-a3af-12a2c2565c36 None None] New status for floating IP dbe05c16-cd1d-4e08-921f-5eb832dd0a5c: ACTIVE {{(pid=128086) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 24 11:54:30.902141 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 35402) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:54:30.965586 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-ecbd058a-0d98-41ae-b962-592accb2df80 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "GET /v2.0/floatingips/dbe05c16-cd1d-4e08-921f-5eb832dd0a5c HTTP/1.1" status: 200 len: 993 time: 0.0620601 Jun 24 11:54:44.578856 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:54:45.709671 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-82987f8b-a224-437c-8ba9-4f829de35cab req-11b3ad7d-d384-4573-b810-b0298d498c41 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=fdbd2690-2407-4ef7-a4f0-0ba08f5579aa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0563097 Jun 24 11:54:45.789623 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82987f8b-a224-437c-8ba9-4f829de35cab req-736cbcb1-c9ff-4252-b3fa-c84ec7098ece service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:54:45.791144 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-82987f8b-a224-437c-8ba9-4f829de35cab req-736cbcb1-c9ff-4252-b3fa-c84ec7098ece service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=91cba4619aa74784a108d3a825cc8e0c&device_id=fdbd2690-2407-4ef7-a4f0-0ba08f5579aa HTTP/1.1" status: 200 len: 1099 time: 0.0552669 Jun 24 11:54:45.907469 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82987f8b-a224-437c-8ba9-4f829de35cab req-fa60259f-2d14-46a9-b27a-e471af00b50f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:54:45.908872 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-82987f8b-a224-437c-8ba9-4f829de35cab req-fa60259f-2d14-46a9-b27a-e471af00b50f service neutron] 10.222.0.45 "GET /v2.0/networks?id=376f72b9-0f0d-4b21-b0a6-f11d1b9b44a4 HTTP/1.1" status: 200 len: 913 time: 0.0922582 Jun 24 11:54:45.976156 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-82987f8b-a224-437c-8ba9-4f829de35cab req-aa205315-bce3-44a2-8666-8a69270dd431 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9a091370-bfb7-4a52-aa7a-51b163627d59 HTTP/1.1" status: 200 len: 1001 time: 0.0604830 Jun 24 11:54:46.035086 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82987f8b-a224-437c-8ba9-4f829de35cab req-cac2fbf3-ec00-4094-bd80-c0e5e1ac3057 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:54:46.036554 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-82987f8b-a224-437c-8ba9-4f829de35cab req-cac2fbf3-ec00-4094-bd80-c0e5e1ac3057 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=83739081-6ef0-4601-a176-febdd4c01678 HTTP/1.1" status: 200 len: 851 time: 0.0528064 Jun 24 11:54:46.096641 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82987f8b-a224-437c-8ba9-4f829de35cab req-849c90c8-c4e7-455b-aa54-25dd179e9933 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:54:46.098174 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-82987f8b-a224-437c-8ba9-4f829de35cab req-849c90c8-c4e7-455b-aa54-25dd179e9933 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=376f72b9-0f0d-4b21-b0a6-f11d1b9b44a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0547082 Jun 24 11:54:46.191249 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-82987f8b-a224-437c-8ba9-4f829de35cab req-adf51cca-7887-45cb-b44f-88fc5e5d2edb service neutron] 10.222.0.45 "GET /v2.0/networks/376f72b9-0f0d-4b21-b0a6-f11d1b9b44a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833161 Jun 24 11:54:46.290882 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-82987f8b-a224-437c-8ba9-4f829de35cab req-3f659fdd-dafb-469e-b924-3cbb01d7df6d service neutron] 10.222.0.45 "GET /v2.0/networks/376f72b9-0f0d-4b21-b0a6-f11d1b9b44a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906837 Jun 24 11:54:53.803822 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-aea2cc4b-dd3f-4026-bf02-ddf813125da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:54:56.364340 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-6a353e54-41c7-44d7-9566-4c0db4675bc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:54:56.484482 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:54:57.660244 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-03237adf-ebd0-46f2-a476-4d4bb746e0f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:54:59.645920 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-52c483ef-d5c1-4030-9a32-e5ce4ff00ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:55:02.106083 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.agents_db [None req-87a69269-d72b-4286-97f3-1041481ed6d8 None None] Agent healthcheck: found 6 active agents {{(pid=128086) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 11:55:06.110219 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 35422) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:55:06.169770 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-db1be2f9-df02-46e9-8e5d-2c04f5c28e8a tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "GET /v2.0/floatingips/dbe05c16-cd1d-4e08-921f-5eb832dd0a5c HTTP/1.1" status: 200 len: 993 time: 0.0583150 Jun 24 11:55:06.493597 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 35428) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:55:06.963098 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.plugin [None req-b9c3083a-1cb4-47bc-a0fd-127595ff0171 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Deleting port 4d3f11e1-a493-48dc-b84d-06c4de380880 {{(pid=128083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 11:55:06.963379 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-b9c3083a-1cb4-47bc-a0fd-127595ff0171 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793193942312'] for port, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:55:07.037296 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-b9c3083a-1cb4-47bc-a0fd-127595ff0171 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1978872'] for port, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:55:07.037622 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-b9c3083a-1cb4-47bc-a0fd-127595ff0171 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:55:07.049377 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.plugin [None req-b9c3083a-1cb4-47bc-a0fd-127595ff0171 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Calling delete_port for 4d3f11e1-a493-48dc-b84d-06c4de380880 owned by network:floatingip {{(pid=128083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 11:55:07.192271 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-b9c3083a-1cb4-47bc-a0fd-127595ff0171 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793193945299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193536732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2537862'] for port, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:55:07.195033 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-46a52759-f55b-4826-a679-6062f875c6e0 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:55:07.217921 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c3083a-1cb4-47bc-a0fd-127595ff0171 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Pushing event deleted for resources: {'Port': ['ID=4d3f11e1-a493-48dc-b84d-06c4de380880,revision_number=None']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:55:07.245766 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c3083a-1cb4-47bc-a0fd-127595ff0171 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:55:07.246159 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c3083a-1cb4-47bc-a0fd-127595ff0171 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:55:07.246541 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c3083a-1cb4-47bc-a0fd-127595ff0171 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:55:07.246948 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c3083a-1cb4-47bc-a0fd-127595ff0171 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:55:07.247326 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c3083a-1cb4-47bc-a0fd-127595ff0171 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:55:07.247699 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c3083a-1cb4-47bc-a0fd-127595ff0171 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:55:07.248070 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c3083a-1cb4-47bc-a0fd-127595ff0171 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:55:07.248462 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c3083a-1cb4-47bc-a0fd-127595ff0171 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:55:07.249155 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c3083a-1cb4-47bc-a0fd-127595ff0171 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:55:07.249402 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c3083a-1cb4-47bc-a0fd-127595ff0171 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:55:07.249775 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c3083a-1cb4-47bc-a0fd-127595ff0171 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:55:07.250143 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c3083a-1cb4-47bc-a0fd-127595ff0171 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:55:07.253963 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-b9c3083a-1cb4-47bc-a0fd-127595ff0171 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:55:07.293061 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-b9c3083a-1cb4-47bc-a0fd-127595ff0171 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for floatingip, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:55:07.293406 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.db.l3_db [None req-b9c3083a-1cb4-47bc-a0fd-127595ff0171 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Floating IP dbe05c16-cd1d-4e08-921f-5eb832dd0a5c disassociated (deleted). External IP: 172.26.7.164, port: 737afc94-5179-4e97-a9d2-6003f4f60f42. Jun 24 11:55:07.510990 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9c3083a-1cb4-47bc-a0fd-127595ff0171 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Router ab868771-6a63-416e-b902-847b963c5f9e has already been hosted by L3 agent 2987dba8-2249-4ee6-96ec-28f0f7a6127d {{(pid=128083) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 11:55:07.627285 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9c3083a-1cb4-47bc-a0fd-127595ff0171 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify agent at l3_agent.dv-neutron-797120-4-hyperv the message routers_updated {{(pid=128083) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 11:55:07.631984 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-b9c3083a-1cb4-47bc-a0fd-127595ff0171 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468916'] for floatingip, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:55:07.637829 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3915a7c9-76f5-4247-8fc4-9d061c297dcd None None] Sync routers for ids ['ab868771-6a63-416e-b902-847b963c5f9e'] in dv-neutron-797120-4-hyperv {{(pid=128085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 11:55:07.647806 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3915a7c9-76f5-4247-8fc4-9d061c297dcd None None] Routers {'ab868771-6a63-416e-b902-847b963c5f9e'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 11:55:07.648431 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-3915a7c9-76f5-4247-8fc4-9d061c297dcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T11:54:56Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['ab868771-6a63-416e-b902-847b963c5f9e'], 'active': True} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:55:07.668350 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-b9c3083a-1cb4-47bc-a0fd-127595ff0171 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "DELETE /v2.0/floatingips/dbe05c16-cd1d-4e08-921f-5eb832dd0a5c HTTP/1.1" status: 204 len: 168 time: 1.1736388 Jun 24 11:55:07.669156 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70b3f683-ce5b-40d5-b6ed-8da9bdc0a46e', 'tag': '737afc94-5179-4e97-a9d2-6003f4f60f42'}] {{(pid=128083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 11:55:07.671759 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a77f7dee1a0522ddf93af289475d218fcdb8f30317daadec13ebf930b5b9dbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6e42525-8b17-4832-8902-9977bda1185f" -d '{"events": [{"name": "network-changed", "server_uuid": "70b3f683-ce5b-40d5-b6ed-8da9bdc0a46e", "tag": "737afc94-5179-4e97-a9d2-6003f4f60f42"}]}' {{(pid=128083) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 11:55:07.713096 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 11:55:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-749c191c-4bc3-4c8a-bbfa-e9448694a8a7 x-openstack-request-id: req-749c191c-4bc3-4c8a-bbfa-e9448694a8a7 {{(pid=128083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 11:55:07.713513 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70b3f683-ce5b-40d5-b6ed-8da9bdc0a46e", "tag": "737afc94-5179-4e97-a9d2-6003f4f60f42", "status": "completed", "code": 200}]} {{(pid=128083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 11:55:07.713891 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-749c191c-4bc3-4c8a-bbfa-e9448694a8a7 {{(pid=128083) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 11:55:07.714467 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70b3f683-ce5b-40d5-b6ed-8da9bdc0a46e', 'tag': '737afc94-5179-4e97-a9d2-6003f4f60f42', 'status': 'completed', 'code': 200} Jun 24 11:55:07.758625 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvr_db [None req-3915a7c9-76f5-4247-8fc4-9d061c297dcd None None] Set router ab868771-6a63-416e-b902-847b963c5f9e gateway port host: dv-neutron-797120-4-hyperv {{(pid=128085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 11:55:07.894481 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e42525-8b17-4832-8902-9977bda1185f req-e8eb9a38-332a-44c6-b92f-94d22e5e1d35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:55:07.896302 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-e6e42525-8b17-4832-8902-9977bda1185f req-e8eb9a38-332a-44c6-b92f-94d22e5e1d35 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=adbe78de4fbf48fcad1a6bc46d4a1728&device_id=70b3f683-ce5b-40d5-b6ed-8da9bdc0a46e HTTP/1.1" status: 200 len: 1098 time: 0.1572921 Jun 24 11:55:07.982322 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-3915a7c9-76f5-4247-8fc4-9d061c297dcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab868771-6a63-416e-b902-847b963c5f9e', 'name': 'tempest-TestNetworkBasicOps-router-1825995819', 'tenant_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'external_fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.123'}], 'enable_snat': True}, 'gw_port_id': 'ac1fd53b-5bad-4e9e-8659-c49e2598fe5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T11:54:09Z', 'updated_at': '2021-06-24T11:54:14Z', 'revision_number': 4, 'project_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'gw_port': {'id': 'ac1fd53b-5bad-4e9e-8659-c49e2598fe5b', 'name': '', 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:e1:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab868771-6a63-416e-b902-847b963c5f9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:54:10Z', 'updated_at': '2021-06-24T11:54:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-4-hyperv', '_interfaces': [{'id': 'b863d2f8-328a-4f99-9bec-696051f7875d', 'name': '', 'network_id': 'cb6bf9b7-0333-437c-b6aa-aa0abb4aafab', 'tenant_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'mac_address': 'fa:16:3e:43:1d:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab868771-6a63-416e-b902-847b963c5f9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1365, 'fixed_ips': [{'subnet_id': 'ac3c2554-cc20-4ef1-a663-8ba27f0cde87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:54:12Z', 'updated_at': '2021-06-24T11:54:18Z', 'revision_number': 5, 'project_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'subnets': [{'id': 'ac3c2554-cc20-4ef1-a663-8ba27f0cde87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:55:08.009467 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3915a7c9-76f5-4247-8fc4-9d061c297dcd None None] Checking router: ab868771-6a63-416e-b902-847b963c5f9e for host: dv-neutron-797120-4-hyperv {{(pid=128085) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 11:55:08.010773 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e42525-8b17-4832-8902-9977bda1185f req-30214eb3-84da-413d-bd7a-e94c2f79e0d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:55:08.012313 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-e6e42525-8b17-4832-8902-9977bda1185f req-30214eb3-84da-413d-bd7a-e94c2f79e0d9 service neutron] 10.222.0.45 "GET /v2.0/networks?id=cb6bf9b7-0333-437c-b6aa-aa0abb4aafab HTTP/1.1" status: 200 len: 898 time: 0.1037822 Jun 24 11:55:08.018326 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3915a7c9-76f5-4247-8fc4-9d061c297dcd None None] Routers {'ab868771-6a63-416e-b902-847b963c5f9e'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 11:55:08.018924 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-3915a7c9-76f5-4247-8fc4-9d061c297dcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T11:54:56Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['ab868771-6a63-416e-b902-847b963c5f9e'], 'active': True} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:55:08.059247 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-e6e42525-8b17-4832-8902-9977bda1185f req-f9d87961-3dab-40af-bfdf-2436f405bbe1 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=737afc94-5179-4e97-a9d2-6003f4f60f42 HTTP/1.1" status: 200 len: 217 time: 0.0387106 Jun 24 11:55:08.123330 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvr_db [None req-3915a7c9-76f5-4247-8fc4-9d061c297dcd None None] Set router ab868771-6a63-416e-b902-847b963c5f9e gateway port host: dv-neutron-797120-4-hyperv {{(pid=128085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 11:55:08.155393 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e42525-8b17-4832-8902-9977bda1185f req-1ddc30c5-4815-4475-9cb9-6a57db0d0e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:55:08.158150 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-e6e42525-8b17-4832-8902-9977bda1185f req-1ddc30c5-4815-4475-9cb9-6a57db0d0e26 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ac3c2554-cc20-4ef1-a663-8ba27f0cde87 HTTP/1.1" status: 200 len: 835 time: 0.0885963 Jun 24 11:55:08.208009 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae689277-51ec-4829-8bf5-4e0bd58d0261 req-c9de51b6-4d6e-4e1b-a4f0-2f0d63c88a00 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:55:08.209519 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-ae689277-51ec-4829-8bf5-4e0bd58d0261 req-c9de51b6-4d6e-4e1b-a4f0-2f0d63c88a00 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "GET /v2.0/ports?device_id=70b3f683-ce5b-40d5-b6ed-8da9bdc0a46e HTTP/1.1" status: 200 len: 945 time: 0.2249439 Jun 24 11:55:08.260236 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e42525-8b17-4832-8902-9977bda1185f req-c0b95e15-41b4-4e21-9696-492c1e631d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:55:08.261751 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-e6e42525-8b17-4832-8902-9977bda1185f req-c0b95e15-41b4-4e21-9696-492c1e631d05 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=cb6bf9b7-0333-437c-b6aa-aa0abb4aafab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0951917 Jun 24 11:55:08.265772 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-ae689277-51ec-4829-8bf5-4e0bd58d0261 req-60a718d7-cd7e-4d1a-859e-ff24e7e1604f tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "GET /v2.0/security-groups?id=d39c75b9-a95e-417f-8d8d-d994aa32430c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505092 Jun 24 11:55:08.274518 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [req-e6e42525-8b17-4832-8902-9977bda1185f req-a56a10b9-0117-4acb-aa66-a37c9af24f47 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=128083) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 24 11:55:08.275514 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-e6e42525-8b17-4832-8902-9977bda1185f req-a56a10b9-0117-4acb-aa66-a37c9af24f47 service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056503 Jun 24 11:55:08.331668 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-3915a7c9-76f5-4247-8fc4-9d061c297dcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab868771-6a63-416e-b902-847b963c5f9e', 'name': 'tempest-TestNetworkBasicOps-router-1825995819', 'tenant_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'external_fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.123'}], 'enable_snat': True}, 'gw_port_id': 'ac1fd53b-5bad-4e9e-8659-c49e2598fe5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T11:54:09Z', 'updated_at': '2021-06-24T11:54:14Z', 'revision_number': 4, 'project_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'gw_port': {'id': 'ac1fd53b-5bad-4e9e-8659-c49e2598fe5b', 'name': '', 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:e1:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab868771-6a63-416e-b902-847b963c5f9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:54:10Z', 'updated_at': '2021-06-24T11:54:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-4-hyperv', '_interfaces': [{'id': 'b863d2f8-328a-4f99-9bec-696051f7875d', 'name': '', 'network_id': 'cb6bf9b7-0333-437c-b6aa-aa0abb4aafab', 'tenant_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'mac_address': 'fa:16:3e:43:1d:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab868771-6a63-416e-b902-847b963c5f9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1365, 'fixed_ips': [{'subnet_id': 'ac3c2554-cc20-4ef1-a663-8ba27f0cde87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:54:12Z', 'updated_at': '2021-06-24T11:54:18Z', 'revision_number': 5, 'project_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'subnets': [{'id': 'ac3c2554-cc20-4ef1-a663-8ba27f0cde87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:55:08.358608 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3915a7c9-76f5-4247-8fc4-9d061c297dcd None None] The sync data for ids ['ab868771-6a63-416e-b902-847b963c5f9e'] in dv-neutron-797120-4-hyperv is: [{'id': 'ab868771-6a63-416e-b902-847b963c5f9e', 'name': 'tempest-TestNetworkBasicOps-router-1825995819', 'tenant_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'external_fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.123'}], 'enable_snat': True}, 'gw_port_id': 'ac1fd53b-5bad-4e9e-8659-c49e2598fe5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T11:54:09Z', 'updated_at': '2021-06-24T11:54:14Z', 'revision_number': 4, 'project_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'gw_port': {'id': 'ac1fd53b-5bad-4e9e-8659-c49e2598fe5b', 'name': '', 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:e1:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab868771-6a63-416e-b902-847b963c5f9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:54:10Z', 'updated_at': '2021-06-24T11:54:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-4-hyperv', '_interfaces': [{'id': 'b863d2f8-328a-4f99-9bec-696051f7875d', 'name': '', 'network_id': 'cb6bf9b7-0333-437c-b6aa-aa0abb4aafab', 'tenant_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'mac_address': 'fa:16:3e:43:1d:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab868771-6a63-416e-b902-847b963c5f9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1365, 'fixed_ips': [{'subnet_id': 'ac3c2554-cc20-4ef1-a663-8ba27f0cde87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:54:12Z', 'updated_at': '2021-06-24T11:54:18Z', 'revision_number': 5, 'project_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'subnets': [{'id': 'ac3c2554-cc20-4ef1-a663-8ba27f0cde87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=128085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 11:55:08.375350 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-e6e42525-8b17-4832-8902-9977bda1185f req-5a8365cf-edfc-4c41-afc9-29aaf1d53f35 service neutron] 10.222.0.45 "GET /v2.0/networks/cb6bf9b7-0333-437c-b6aa-aa0abb4aafab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928867 Jun 24 11:55:08.470607 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-e6e42525-8b17-4832-8902-9977bda1185f req-035e18ed-e4f3-4788-8de0-da7557949f85 service neutron] 10.222.0.45 "GET /v2.0/networks/cb6bf9b7-0333-437c-b6aa-aa0abb4aafab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884590 Jun 24 11:55:08.578799 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-481a22c8-3727-4add-b43b-a91804e5b65b None None] New status for floating IP dbe05c16-cd1d-4e08-921f-5eb832dd0a5c: DOWN {{(pid=128086) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 24 11:55:09.520285 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2471ec-a1bf-4c2b-9a9b-7181d66f667b req-8c088529-b003-4efa-b19f-045fcb4b541b tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:55:09.521780 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-7a2471ec-a1bf-4c2b-9a9b-7181d66f667b req-8c088529-b003-4efa-b19f-045fcb4b541b tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.45 "GET /v2.0/ports?device_id=70b3f683-ce5b-40d5-b6ed-8da9bdc0a46e HTTP/1.1" status: 200 len: 945 time: 0.1111610 Jun 24 11:55:09.534122 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40ee7cd-8251-4b7c-8903-d27262de8daf req-6e275613-2217-48d3-807e-f71e328539fe tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:55:09.535508 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-c40ee7cd-8251-4b7c-8903-d27262de8daf req-6e275613-2217-48d3-807e-f71e328539fe tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "GET /v2.0/ports?device_id=70b3f683-ce5b-40d5-b6ed-8da9bdc0a46e HTTP/1.1" status: 200 len: 945 time: 0.1485233 Jun 24 11:55:09.611985 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-c40ee7cd-8251-4b7c-8903-d27262de8daf req-28b324c6-dbc0-4428-abe3-e64c64006a38 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "GET /v2.0/security-groups?id=d39c75b9-a95e-417f-8d8d-d994aa32430c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0691698 Jun 24 11:55:09.660447 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.plugin [req-7a2471ec-a1bf-4c2b-9a9b-7181d66f667b req-7d3cd280-6fb0-4bda-be34-dcb9b7ad7c23 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Deleting port 737afc94-5179-4e97-a9d2-6003f4f60f42 {{(pid=128083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 11:55:09.660787 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-7a2471ec-a1bf-4c2b-9a9b-7181d66f667b req-7d3cd280-6fb0-4bda-be34-dcb9b7ad7c23 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793193942312'] for port, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:55:09.745481 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.db [req-7a2471ec-a1bf-4c2b-9a9b-7181d66f667b req-7d3cd280-6fb0-4bda-be34-dcb9b7ad7c23 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] For port 737afc94-5179-4e97-a9d2-6003f4f60f42, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=737afc94-5179-4e97-a9d2-6003f4f60f42,segment=NetworkSegment(182b3eea-0f9a-4325-bdc2-5245fc0ed84c),segment_id=182b3eea-0f9a-4325-bdc2-5245fc0ed84c)] {{(pid=128083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 11:55:09.745832 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-7a2471ec-a1bf-4c2b-9a9b-7181d66f667b req-7d3cd280-6fb0-4bda-be34-dcb9b7ad7c23 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1978872'] for port, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:55:09.758725 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.plugin [req-7a2471ec-a1bf-4c2b-9a9b-7181d66f667b req-7d3cd280-6fb0-4bda-be34-dcb9b7ad7c23 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Calling delete_port for 737afc94-5179-4e97-a9d2-6003f4f60f42 owned by compute:nova {{(pid=128083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 11:55:09.883317 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-7a2471ec-a1bf-4c2b-9a9b-7181d66f667b req-7d3cd280-6fb0-4bda-be34-dcb9b7ad7c23 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793193945299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193536732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2537862'] for port, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:55:09.886975 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-e6ca7fde-0b53-450a-9602-45f8ed7ef2de tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:55:09.911916 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3cd280-6fb0-4bda-be34-dcb9b7ad7c23 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Pushing event deleted for resources: {'Port': ['ID=737afc94-5179-4e97-a9d2-6003f4f60f42,revision_number=None']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:55:09.914795 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-7d3cd280-6fb0-4bda-be34-dcb9b7ad7c23 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:55:09.960381 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a2471ec-a1bf-4c2b-9a9b-7181d66f667b req-7d3cd280-6fb0-4bda-be34-dcb9b7ad7c23 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] No DVR routers for this DVR port 737afc94-5179-4e97-a9d2-6003f4f60f42 on host hv-neutron-7971 {{(pid=128083) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 11:55:09.964244 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-7a2471ec-a1bf-4c2b-9a9b-7181d66f667b req-7d3cd280-6fb0-4bda-be34-dcb9b7ad7c23 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468916'] for port, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:55:09.966212 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-7a2471ec-a1bf-4c2b-9a9b-7181d66f667b req-7d3cd280-6fb0-4bda-be34-dcb9b7ad7c23 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.45 "DELETE /v2.0/ports/737afc94-5179-4e97-a9d2-6003f4f60f42 HTTP/1.1" status: 204 len: 173 time: 0.4298129 Jun 24 11:55:09.966733 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70b3f683-ce5b-40d5-b6ed-8da9bdc0a46e', 'name': 'network-vif-deleted', 'tag': '737afc94-5179-4e97-a9d2-6003f4f60f42'}] {{(pid=128083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 11:55:09.969704 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a77f7dee1a0522ddf93af289475d218fcdb8f30317daadec13ebf930b5b9dbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bee6d3c-e328-46d6-a342-492145258d53" -d '{"events": [{"server_uuid": "70b3f683-ce5b-40d5-b6ed-8da9bdc0a46e", "name": "network-vif-deleted", "tag": "737afc94-5179-4e97-a9d2-6003f4f60f42"}]}' {{(pid=128083) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 11:55:10.008916 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 11:55:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a4e2a50-baf3-4ec7-aa80-11b2aa3c682e x-openstack-request-id: req-0a4e2a50-baf3-4ec7-aa80-11b2aa3c682e {{(pid=128083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 11:55:10.009303 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70b3f683-ce5b-40d5-b6ed-8da9bdc0a46e", "name": "network-vif-deleted", "tag": "737afc94-5179-4e97-a9d2-6003f4f60f42", "status": "completed", "code": 200}]} {{(pid=128083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 11:55:10.009616 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-0a4e2a50-baf3-4ec7-aa80-11b2aa3c682e {{(pid=128083) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 11:55:10.010079 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70b3f683-ce5b-40d5-b6ed-8da9bdc0a46e', 'name': 'network-vif-deleted', 'tag': '737afc94-5179-4e97-a9d2-6003f4f60f42', 'status': 'completed', 'code': 200} Jun 24 11:55:10.705626 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 35448) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:55:10.764607 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-e5541839-29eb-449e-8948-d1e58a839ba4 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for security_group, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:55:10.789984 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-e5541839-29eb-449e-8948-d1e58a839ba4 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for security_group, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:55:10.852439 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-e5541839-29eb-449e-8948-d1e58a839ba4 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800410'] for security_group, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:55:10.855795 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-e5541839-29eb-449e-8948-d1e58a839ba4 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for security_group, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:55:10.856929 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-e5541839-29eb-449e-8948-d1e58a839ba4 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "DELETE /v2.0/security-groups/d39c75b9-a95e-417f-8d8d-d994aa32430c HTTP/1.1" status: 204 len: 168 time: 0.1503394 Jun 24 11:55:10.858456 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-b85c8ef6-a5df-42a1-b5bb-0530ba506f51 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:55:10.867473 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5541839-29eb-449e-8948-d1e58a839ba4 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d39c75b9-a95e-417f-8d8d-d994aa32430c,revision_number=None']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:55:10.871034 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-e5541839-29eb-449e-8948-d1e58a839ba4 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:55:10.889388 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 35452) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:55:11.330994 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-b37c869c-5ea4-4bbd-84ab-6162bfa57157 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1978565'] for router_interface, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:55:11.626402 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.plugin [None req-b37c869c-5ea4-4bbd-84ab-6162bfa57157 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Deleting port b863d2f8-328a-4f99-9bec-696051f7875d {{(pid=128084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 11:55:11.626652 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-b37c869c-5ea4-4bbd-84ab-6162bfa57157 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793193942312'] for port, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:55:11.722842 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.db [None req-b37c869c-5ea4-4bbd-84ab-6162bfa57157 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] For port b863d2f8-328a-4f99-9bec-696051f7875d, host dv-neutron-797120-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=b863d2f8-328a-4f99-9bec-696051f7875d,segment=NetworkSegment(182b3eea-0f9a-4325-bdc2-5245fc0ed84c),segment_id=182b3eea-0f9a-4325-bdc2-5245fc0ed84c)] {{(pid=128084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 11:55:11.723479 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-b37c869c-5ea4-4bbd-84ab-6162bfa57157 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1978872'] for port, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:55:11.734602 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.plugin [None req-b37c869c-5ea4-4bbd-84ab-6162bfa57157 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Calling delete_port for b863d2f8-328a-4f99-9bec-696051f7875d owned by network:router_interface {{(pid=128084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 11:55:11.930632 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-b37c869c-5ea4-4bbd-84ab-6162bfa57157 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793193945299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193536732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3292088'] for port, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:55:11.932401 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-cb91746c-8adf-41d7-a074-687d715f78e8 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:55:11.957694 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37c869c-5ea4-4bbd-84ab-6162bfa57157 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Pushing event deleted for resources: {'Port': ['ID=b863d2f8-328a-4f99-9bec-696051f7875d,revision_number=None']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:55:11.960922 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-b37c869c-5ea4-4bbd-84ab-6162bfa57157 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:55:12.133071 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-b37c869c-5ea4-4bbd-84ab-6162bfa57157 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1588985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1806165'] for router_interface, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:55:12.352349 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b37c869c-5ea4-4bbd-84ab-6162bfa57157 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Router ab868771-6a63-416e-b902-847b963c5f9e has already been hosted by L3 agent 2987dba8-2249-4ee6-96ec-28f0f7a6127d {{(pid=128084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 11:55:12.459143 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b37c869c-5ea4-4bbd-84ab-6162bfa57157 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify agent at l3_agent.dv-neutron-797120-4-hyperv the message routers_updated {{(pid=128084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 11:55:12.464004 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-b37c869c-5ea4-4bbd-84ab-6162bfa57157 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "PUT /v2.0/routers/ab868771-6a63-416e-b902-847b963c5f9e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5731871 Jun 24 11:55:12.466639 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 35454) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:55:12.469227 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a435422-6976-4247-8619-2ef73959532d None None] Sync routers for ids ['ab868771-6a63-416e-b902-847b963c5f9e'] in dv-neutron-797120-4-hyperv {{(pid=128085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 11:55:12.478589 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a435422-6976-4247-8619-2ef73959532d None None] Routers {'ab868771-6a63-416e-b902-847b963c5f9e'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 11:55:12.479201 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-0a435422-6976-4247-8619-2ef73959532d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T11:54:56Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['ab868771-6a63-416e-b902-847b963c5f9e'], 'active': True} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:55:12.519459 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.db.db_base_plugin_v2 [None req-6583f643-bd33-4711-8c60-e8bf9303e259 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Deleting subnet ac3c2554-cc20-4ef1-a663-8ba27f0cde87 {{(pid=128084) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 24 11:55:12.523144 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-6583f643-bd33-4711-8c60-e8bf9303e259 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for subnet, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:55:12.563864 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-6583f643-bd33-4711-8c60-e8bf9303e259 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2373542'] for subnet, precommit_delete_associations {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:55:12.590230 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvr_db [None req-0a435422-6976-4247-8619-2ef73959532d None None] Set router ab868771-6a63-416e-b902-847b963c5f9e gateway port host: dv-neutron-797120-4-hyperv {{(pid=128085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 11:55:12.653142 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-6583f643-bd33-4711-8c60-e8bf9303e259 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-972249'] for subnet, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:55:12.713613 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-6583f643-bd33-4711-8c60-e8bf9303e259 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-972238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3292022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3162263'] for subnet, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:55:12.717609 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-10b8b4e6-575b-4165-98a6-f4a4cabd8c44 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:55:12.743829 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6583f643-bd33-4711-8c60-e8bf9303e259 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Pushing event deleted for resources: {'Subnet': ['ID=ac3c2554-cc20-4ef1-a663-8ba27f0cde87,revision_number=None']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:55:12.745805 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-6583f643-bd33-4711-8c60-e8bf9303e259 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for subnet, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:55:12.747654 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-6583f643-bd33-4711-8c60-e8bf9303e259 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "DELETE /v2.0/subnets/ac3c2554-cc20-4ef1-a663-8ba27f0cde87 HTTP/1.1" status: 204 len: 168 time: 0.2793825 Jun 24 11:55:12.749082 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-6583f643-bd33-4711-8c60-e8bf9303e259 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:55:12.750568 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 35456) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:55:12.751415 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba19def7-dbd9-497e-93aa-05a75b5be3b8 None None] Network cb6bf9b7-0333-437c-b6aa-aa0abb4aafab requested from dv-neutron-797120-4-hyperv {{(pid=128085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 11:55:12.863346 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-4830e271-7214-4ca3-9b10-08a2cbb679e7 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for router, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:55:12.871743 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-0a435422-6976-4247-8619-2ef73959532d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab868771-6a63-416e-b902-847b963c5f9e', 'name': 'tempest-TestNetworkBasicOps-router-1825995819', 'tenant_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'external_fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.123'}], 'enable_snat': True}, 'gw_port_id': 'ac1fd53b-5bad-4e9e-8659-c49e2598fe5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T11:54:09Z', 'updated_at': '2021-06-24T11:55:11Z', 'revision_number': 5, 'project_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'gw_port': {'id': 'ac1fd53b-5bad-4e9e-8659-c49e2598fe5b', 'name': '', 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:e1:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab868771-6a63-416e-b902-847b963c5f9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:54:10Z', 'updated_at': '2021-06-24T11:54:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-4-hyperv'}], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:55:12.903899 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a435422-6976-4247-8619-2ef73959532d None None] Checking router: ab868771-6a63-416e-b902-847b963c5f9e for host: dv-neutron-797120-4-hyperv {{(pid=128085) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 11:55:12.917556 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a435422-6976-4247-8619-2ef73959532d None None] Routers {'ab868771-6a63-416e-b902-847b963c5f9e'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 11:55:12.918188 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-0a435422-6976-4247-8619-2ef73959532d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T11:54:56Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['ab868771-6a63-416e-b902-847b963c5f9e'], 'active': True} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:55:12.973901 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-4830e271-7214-4ca3-9b10-08a2cbb679e7 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for router_gateway, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:55:13.033337 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.plugin [None req-4830e271-7214-4ca3-9b10-08a2cbb679e7 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Deleting port ac1fd53b-5bad-4e9e-8659-c49e2598fe5b {{(pid=128084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 11:55:13.033683 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-4830e271-7214-4ca3-9b10-08a2cbb679e7 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793193942312'] for port, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:55:13.120611 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.db [None req-4830e271-7214-4ca3-9b10-08a2cbb679e7 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] For port ac1fd53b-5bad-4e9e-8659-c49e2598fe5b, host dv-neutron-797120-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=ac1fd53b-5bad-4e9e-8659-c49e2598fe5b,segment=NetworkSegment(1139564f-ff83-4b49-a593-84b33301357d),segment_id=1139564f-ff83-4b49-a593-84b33301357d)] {{(pid=128084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 11:55:13.121094 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-4830e271-7214-4ca3-9b10-08a2cbb679e7 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1978872'] for port, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:55:13.134197 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.plugin [None req-4830e271-7214-4ca3-9b10-08a2cbb679e7 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Calling delete_port for ac1fd53b-5bad-4e9e-8659-c49e2598fe5b owned by network:router_gateway {{(pid=128084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 11:55:13.175098 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88773df2-3886-48c6-8b23-0ff46226676c None None] DHCP port deletion for cb6bf9b7-0333-437c-b6aa-aa0abb4aafab request from dv-neutron-797120-4-hyperv {{(pid=128085) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 24 11:55:13.208790 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvr_db [None req-0a435422-6976-4247-8619-2ef73959532d None None] Set router ab868771-6a63-416e-b902-847b963c5f9e gateway port host: dv-neutron-797120-4-hyperv {{(pid=128085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 11:55:13.305608 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-4830e271-7214-4ca3-9b10-08a2cbb679e7 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793193945299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193536732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3292088'] for port, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:55:13.308376 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-c1aa9c17-c846-4811-975a-4ab1ddd1d083 tempest-TestVolumeBootPattern-428988392 tempest-TestVolumeBootPattern-428988392-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:55:13.333176 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4830e271-7214-4ca3-9b10-08a2cbb679e7 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Pushing event deleted for resources: {'Port': ['ID=ac1fd53b-5bad-4e9e-8659-c49e2598fe5b,revision_number=None']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:55:13.338864 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-4830e271-7214-4ca3-9b10-08a2cbb679e7 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:55:13.359611 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-88773df2-3886-48c6-8b23-0ff46226676c None None] Deleting port 799b82ad-d7ef-4a08-8f09-6b8ce9568d4e {{(pid=128085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 11:55:13.359993 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-88773df2-3886-48c6-8b23-0ff46226676c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793193942312'] for port, before_delete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:55:13.398332 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-4830e271-7214-4ca3-9b10-08a2cbb679e7 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1815728'] for router_gateway, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:55:13.454674 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-88773df2-3886-48c6-8b23-0ff46226676c None None] For port 799b82ad-d7ef-4a08-8f09-6b8ce9568d4e, host dv-neutron-797120-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=799b82ad-d7ef-4a08-8f09-6b8ce9568d4e,segment=NetworkSegment(182b3eea-0f9a-4325-bdc2-5245fc0ed84c),segment_id=182b3eea-0f9a-4325-bdc2-5245fc0ed84c)] {{(pid=128085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 11:55:13.454985 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-88773df2-3886-48c6-8b23-0ff46226676c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1978872'] for port, precommit_delete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:55:13.469078 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-88773df2-3886-48c6-8b23-0ff46226676c None None] Calling delete_port for 799b82ad-d7ef-4a08-8f09-6b8ce9568d4e owned by network:dhcp {{(pid=128085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 11:55:13.489371 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-4830e271-7214-4ca3-9b10-08a2cbb679e7 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1803182', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65403'] for router, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:55:13.491431 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-4830e271-7214-4ca3-9b10-08a2cbb679e7 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:55:13.537455 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-4830e271-7214-4ca3-9b10-08a2cbb679e7 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1806072'] for router, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:55:13.538116 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4830e271-7214-4ca3-9b10-08a2cbb679e7 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Fanout notify agent at l3_agent the message router_deleted on router ab868771-6a63-416e-b902-847b963c5f9e {{(pid=128084) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 24 11:55:13.538299 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-0a435422-6976-4247-8619-2ef73959532d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab868771-6a63-416e-b902-847b963c5f9e', 'name': 'tempest-TestNetworkBasicOps-router-1825995819', 'tenant_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'external_fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.123'}], 'enable_snat': True}, 'gw_port_id': 'ac1fd53b-5bad-4e9e-8659-c49e2598fe5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T11:54:09Z', 'updated_at': '2021-06-24T11:55:11Z', 'revision_number': 5, 'project_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'gw_port': {'id': 'ac1fd53b-5bad-4e9e-8659-c49e2598fe5b', 'name': '', 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:e1:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab868771-6a63-416e-b902-847b963c5f9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:54:10Z', 'updated_at': '2021-06-24T11:54:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-4-hyperv'}], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:55:13.545574 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-4830e271-7214-4ca3-9b10-08a2cbb679e7 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for router, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:55:13.549932 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-4830e271-7214-4ca3-9b10-08a2cbb679e7 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "DELETE /v2.0/routers/ab868771-6a63-416e-b902-847b963c5f9e HTTP/1.1" status: 204 len: 168 time: 0.7956574 Jun 24 11:55:13.550106 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 35458) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:55:13.571439 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a435422-6976-4247-8619-2ef73959532d None None] The sync data for ids ['ab868771-6a63-416e-b902-847b963c5f9e'] in dv-neutron-797120-4-hyperv is: [{'id': 'ab868771-6a63-416e-b902-847b963c5f9e', 'name': 'tempest-TestNetworkBasicOps-router-1825995819', 'tenant_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'external_fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.123'}], 'enable_snat': True}, 'gw_port_id': 'ac1fd53b-5bad-4e9e-8659-c49e2598fe5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T11:54:09Z', 'updated_at': '2021-06-24T11:55:11Z', 'revision_number': 5, 'project_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'gw_port': {'id': 'ac1fd53b-5bad-4e9e-8659-c49e2598fe5b', 'name': '', 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:e1:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab868771-6a63-416e-b902-847b963c5f9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:54:10Z', 'updated_at': '2021-06-24T11:54:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-4-hyperv'}] {{(pid=128085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 11:55:13.597044 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Device 737afc94-5179-4e97-a9d2-6003f4f60f42 no longer exists at agent hyperv_hv-neutron-7971 {{(pid=128085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 11:55:13.601348 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-88773df2-3886-48c6-8b23-0ff46226676c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793193945299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193536732'] for port, after_delete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:55:13.621455 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:55:13.628090 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] No Port match for: 737afc94-5179-4e97-a9d2-6003f4f60f42 {{(pid=128085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 11:55:13.628445 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Device 737afc94-5179-4e97-a9d2-6003f4f60f42 not bound to the agent host hv-neutron-7971 {{(pid=128085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 11:55:13.636638 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-4426cf05-7dbd-4d34-aa5f-5e97565e4d3b tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-534962'] for network, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:55:13.647367 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88773df2-3886-48c6-8b23-0ff46226676c None None] Pushing event deleted for resources: {'Port': ['ID=799b82ad-d7ef-4a08-8f09-6b8ce9568d4e,revision_number=None']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:55:13.655362 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88773df2-3886-48c6-8b23-0ff46226676c None None] No DVR routers for this DVR port 799b82ad-d7ef-4a08-8f09-6b8ce9568d4e on host dv-neutron-797120-4-hyperv {{(pid=128085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 11:55:13.657914 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88773df2-3886-48c6-8b23-0ff46226676c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:55:13.658335 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88773df2-3886-48c6-8b23-0ff46226676c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:55:13.658677 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88773df2-3886-48c6-8b23-0ff46226676c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:55:13.659015 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88773df2-3886-48c6-8b23-0ff46226676c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:55:13.659345 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88773df2-3886-48c6-8b23-0ff46226676c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:55:13.659679 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88773df2-3886-48c6-8b23-0ff46226676c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:55:13.660009 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88773df2-3886-48c6-8b23-0ff46226676c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:55:13.660347 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88773df2-3886-48c6-8b23-0ff46226676c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:55:13.660656 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88773df2-3886-48c6-8b23-0ff46226676c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:55:13.660989 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88773df2-3886-48c6-8b23-0ff46226676c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:55:13.661327 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88773df2-3886-48c6-8b23-0ff46226676c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:55:13.661650 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88773df2-3886-48c6-8b23-0ff46226676c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:55:13.665072 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-88773df2-3886-48c6-8b23-0ff46226676c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:55:13.726718 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-4426cf05-7dbd-4d34-aa5f-5e97565e4d3b tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973199', 'neutron.services.segments.db._delete_segments_for_network-8793194012456'] for network, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:55:13.737308 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.services.segments.db [None req-4426cf05-7dbd-4d34-aa5f-5e97565e4d3b tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb6bf9b7-0333-437c-b6aa-aa0abb4aafab']}} {{(pid=128084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:55:13.746763 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.services.segments.db [None req-4426cf05-7dbd-4d34-aa5f-5e97565e4d3b tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '182b3eea-0f9a-4325-bdc2-5245fc0ed84c') {'for_net_delete': True} {{(pid=128084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:55:13.747384 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.services.segments.db [None req-4426cf05-7dbd-4d34-aa5f-5e97565e4d3b tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '182b3eea-0f9a-4325-bdc2-5245fc0ed84c') {} {{(pid=128084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:55:13.755907 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-4426cf05-7dbd-4d34-aa5f-5e97565e4d3b tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793194097327', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2373599'] for segment, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:55:13.769634 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-4426cf05-7dbd-4d34-aa5f-5e97565e4d3b tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967879'] for segment, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:55:13.775276 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4426cf05-7dbd-4d34-aa5f-5e97565e4d3b tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Releasing vlan 630 on physical network physnet1 to pool {{(pid=128084) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 11:55:13.775657 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-4426cf05-7dbd-4d34-aa5f-5e97565e4d3b tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3292053'] for segment, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:55:13.778799 dv-neutron-797120-4-hyperv neutron-server[128084]: Traceback (most recent call last): Jun 24 11:55:13.778799 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 24 11:55:13.778799 dv-neutron-797120-4-hyperv neutron-server[128084]: timer() Jun 24 11:55:13.778799 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 24 11:55:13.778799 dv-neutron-797120-4-hyperv neutron-server[128084]: cb(*args, **kw) Jun 24 11:55:13.778799 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 24 11:55:13.778799 dv-neutron-797120-4-hyperv neutron-server[128084]: return func(*args, **kwargs) Jun 24 11:55:13.778799 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 24 11:55:13.778799 dv-neutron-797120-4-hyperv neutron-server[128084]: self._notify() Jun 24 11:55:13.778799 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 24 11:55:13.778799 dv-neutron-797120-4-hyperv neutron-server[128084]: self.callback(batched_events) Jun 24 11:55:13.778799 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 24 11:55:13.778799 dv-neutron-797120-4-hyperv neutron-server[128084]: event.method(event) Jun 24 11:55:13.778799 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 24 11:55:13.778799 dv-neutron-797120-4-hyperv neutron-server[128084]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 24 11:55:13.778799 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 24 11:55:13.778799 dv-neutron-797120-4-hyperv neutron-server[128084]: aggregate_uuid = self.p_client.list_aggregates( Jun 24 11:55:13.778799 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 24 11:55:13.778799 dv-neutron-797120-4-hyperv neutron-server[128084]: return f(self, *a, **k) Jun 24 11:55:13.778799 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 24 11:55:13.778799 dv-neutron-797120-4-hyperv neutron-server[128084]: return self._get(url).json() Jun 24 11:55:13.778799 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 24 11:55:13.778799 dv-neutron-797120-4-hyperv neutron-server[128084]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 24 11:55:13.778799 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 24 11:55:13.778799 dv-neutron-797120-4-hyperv neutron-server[128084]: return self.request(url, 'GET', **kwargs) Jun 24 11:55:13.778799 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 24 11:55:13.778799 dv-neutron-797120-4-hyperv neutron-server[128084]: base_url = self.get_endpoint(auth, allow=allow, Jun 24 11:55:13.778799 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 24 11:55:13.778799 dv-neutron-797120-4-hyperv neutron-server[128084]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 24 11:55:13.778799 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 24 11:55:13.778799 dv-neutron-797120-4-hyperv neutron-server[128084]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 24 11:55:13.778799 dv-neutron-797120-4-hyperv neutron-server[128084]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 24 11:55:13.838972 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-4426cf05-7dbd-4d34-aa5f-5e97565e4d3b tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1800243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1815642'] for network, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:55:13.843132 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-349e4035-6f1d-4e41-b65e-4cf2286201b5 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:55:13.846953 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-4426cf05-7dbd-4d34-aa5f-5e97565e4d3b tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for network, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:55:13.848847 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-4426cf05-7dbd-4d34-aa5f-5e97565e4d3b tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "DELETE /v2.0/networks/cb6bf9b7-0333-437c-b6aa-aa0abb4aafab HTTP/1.1" status: 204 len: 168 time: 0.2977567 Jun 24 11:55:13.861159 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4426cf05-7dbd-4d34-aa5f-5e97565e4d3b tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Pushing event deleted for resources: {'Network': ['ID=cb6bf9b7-0333-437c-b6aa-aa0abb4aafab,revision_number=None']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:55:13.865075 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 35460) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:55:13.866460 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-4426cf05-7dbd-4d34-aa5f-5e97565e4d3b tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:55:13.870302 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-c9203187-2817-45b6-b8f1-2f13c9871c01 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Request body: {'network': {'name': 'tempest-network-smoke--2082539176', 'project_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'port_security_enabled': True}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:55:13.890816 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9203187-2817-45b6-b8f1-2f13c9871c01 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Made reservation on behalf of adbe78de4fbf48fcad1a6bc46d4a1728 for: {'network': 1} {{(pid=128084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 11:55:13.894173 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-c9203187-2817-45b6-b8f1-2f13c9871c01 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for network, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:55:13.921197 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9203187-2817-45b6-b8f1-2f13c9871c01 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] vlan segment allocate from pool success with {'vlan_id': 649, 'physical_network': 'physnet1'} {{(pid=128084) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 11:55:13.930680 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-c9203187-2817-45b6-b8f1-2f13c9871c01 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967879'] for segment, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:55:13.931201 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.db.segments_db [None req-c9203187-2817-45b6-b8f1-2f13c9871c01 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Added segment b3f2e27b-7593-4681-b928-af98548ace58 of type vlan for network a361479c-836e-445b-8685-a686c6762a0c Jun 24 11:55:13.978450 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-c9203187-2817-45b6-b8f1-2f13c9871c01 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793193525068'] for network, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:55:14.021203 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-c9203187-2817-45b6-b8f1-2f13c9871c01 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1800243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976'] for network, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:55:14.027270 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9203187-2817-45b6-b8f1-2f13c9871c01 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=128084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:55:14.027874 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-c9203187-2817-45b6-b8f1-2f13c9871c01 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for network, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:55:14.030502 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-9e3d69c1-73f0-4f24-802f-3852a9dd1f26 tempest-RoutersNegativeTest-663611585 tempest-RoutersNegativeTest-663611585-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:55:14.067068 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device 799b82ad-d7ef-4a08-8f09-6b8ce9568d4e no longer exists at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 11:55:14.087184 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] No Port match for: 799b82ad-d7ef-4a08-8f09-6b8ce9568d4e {{(pid=128085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 11:55:14.087552 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device 799b82ad-d7ef-4a08-8f09-6b8ce9568d4e not bound to the agent host dv-neutron-797120-4-hyperv {{(pid=128085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 11:55:14.087976 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device b863d2f8-328a-4f99-9bec-696051f7875d no longer exists at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 11:55:14.101011 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-c9203187-2817-45b6-b8f1-2f13c9871c01 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2357271 Jun 24 11:55:14.103928 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 35462) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:55:14.108117 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] No Port match for: b863d2f8-328a-4f99-9bec-696051f7875d {{(pid=128085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 11:55:14.108456 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device b863d2f8-328a-4f99-9bec-696051f7875d not bound to the agent host dv-neutron-797120-4-hyperv {{(pid=128085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 11:55:14.111525 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-aa4f3da2-c302-4fe9-be23-4ff597344a36 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1324597974', 'admin_state_up': True, 'project_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b'}}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:55:14.121472 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9203187-2817-45b6-b8f1-2f13c9871c01 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Pushing event updated for resources: {'Network': ['ID=a361479c-836e-445b-8685-a686c6762a0c,revision_number=1']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:55:14.126332 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-c9203187-2817-45b6-b8f1-2f13c9871c01 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:55:14.131961 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Network a361479c-836e-445b-8685-a686c6762a0c details requested by agent ovs-agent-dv-neutron-797120-4-hyperv with host dv-neutron-797120-4-hyperv {{(pid=128085) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 11:55:14.141478 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-aa4f3da2-c302-4fe9-be23-4ff597344a36 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1803889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65293'] for router, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:55:14.142480 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-aa4f3da2-c302-4fe9-be23-4ff597344a36 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1803848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1975305', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1581158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65396'] for router, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:55:14.195697 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-aa4f3da2-c302-4fe9-be23-4ff597344a36 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:55:14.338217 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-aa4f3da2-c302-4fe9-be23-4ff597344a36 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1975381', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1803205', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65378'] for router, precommit_update {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:55:14.528303 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-aa4f3da2-c302-4fe9-be23-4ff597344a36 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for router_gateway, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:55:14.587076 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:55:14.876489 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-aa4f3da2-c302-4fe9-be23-4ff597344a36 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:55:14.976342 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.db.db_base_plugin_common [None req-aa4f3da2-c302-4fe9-be23-4ff597344a36 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Allocated IP 172.26.7.198 (f2b8ca71-e776-48b2-8898-96cc7970207b/f37bf603-3862-4d0a-9f58-89616f7fd68f/cb22c465-a836-4240-8db7-9ea5ade9061a) {{(pid=128084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 11:55:15.077669 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-aa4f3da2-c302-4fe9-be23-4ff597344a36 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for port, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:55:15.115430 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-aa4f3da2-c302-4fe9-be23-4ff597344a36 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-650429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-506361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793193536723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3291971'] for port, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:55:15.117625 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-49f0b28f-7c45-45db-85aa-839cc8c0d699 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:55:15.154978 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa4f3da2-c302-4fe9-be23-4ff597344a36 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Network f2b8ca71-e776-48b2-8898-96cc7970207b is already hosted by enough agents. {{(pid=128084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 11:55:15.159655 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.base_scheduler [None req-aa4f3da2-c302-4fe9-be23-4ff597344a36 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Resources bound (agent type, host, resource id): {{(pid=128084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:55:15.162017 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa4f3da2-c302-4fe9-be23-4ff597344a36 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Received port after_create {{(pid=128084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 11:55:15.185201 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4f3da2-c302-4fe9-be23-4ff597344a36 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Pushing event updated for resources: {'Port': ['ID=cb22c465-a836-4240-8db7-9ea5ade9061a,revision_number=1']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:55:15.188113 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-aa4f3da2-c302-4fe9-be23-4ff597344a36 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:55:15.411096 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-aa4f3da2-c302-4fe9-be23-4ff597344a36 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for router_gateway, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:55:15.609455 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-aa4f3da2-c302-4fe9-be23-4ff597344a36 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1803210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1815767'] for router, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:55:15.732689 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa4f3da2-c302-4fe9-be23-4ff597344a36 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Router a3ba0075-97f2-41f5-8081-0336d9c15d5d is scheduled to L3 agent 2987dba8-2249-4ee6-96ec-28f0f7a6127d with binding_index 1 {{(pid=128084) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 24 11:55:15.827650 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device ac1fd53b-5bad-4e9e-8659-c49e2598fe5b no longer exists at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 11:55:15.844565 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa4f3da2-c302-4fe9-be23-4ff597344a36 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify agent at l3_agent.dv-neutron-797120-4-hyperv the message routers_updated {{(pid=128084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 11:55:15.850642 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] No Port match for: ac1fd53b-5bad-4e9e-8659-c49e2598fe5b {{(pid=128085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 11:55:15.851762 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device ac1fd53b-5bad-4e9e-8659-c49e2598fe5b not bound to the agent host dv-neutron-797120-4-hyperv {{(pid=128085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 11:55:15.853578 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0001f0bd-50d4-41ab-947b-622a0efc176b None None] Sync routers for ids ['a3ba0075-97f2-41f5-8081-0336d9c15d5d'] in dv-neutron-797120-4-hyperv {{(pid=128086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 11:55:15.864122 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0001f0bd-50d4-41ab-947b-622a0efc176b None None] Routers {'a3ba0075-97f2-41f5-8081-0336d9c15d5d'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 11:55:15.864740 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-aa4f3da2-c302-4fe9-be23-4ff597344a36 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for router, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:55:15.864895 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-0001f0bd-50d4-41ab-947b-622a0efc176b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T11:54:56Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['a3ba0075-97f2-41f5-8081-0336d9c15d5d'], 'active': True} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:55:15.869029 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-aa4f3da2-c302-4fe9-be23-4ff597344a36 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 1.7614117 Jun 24 11:55:15.869385 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 35464) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:55:15.899518 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-01dfd0f3-c8b2-4112-af6b-16e900ca4e7e tempest-TestNetworkBasicOps-1239029366 tempest-TestNetworkBasicOps-1239029366-project-admin] 10.222.0.53 "GET /v2.0/subnets?project_id=adbe78de4fbf48fcad1a6bc46d4a1728&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0287855 Jun 24 11:55:15.901956 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 35466) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:55:15.971051 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_dvr_db [None req-0001f0bd-50d4-41ab-947b-622a0efc176b None None] Set router a3ba0075-97f2-41f5-8081-0336d9c15d5d gateway port host: dv-neutron-797120-4-hyperv {{(pid=128086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 11:55:15.988040 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98924713-1de3-445d-a7cc-f731c44f7ae8 tempest-TestNetworkBasicOps-1239029366 tempest-TestNetworkBasicOps-1239029366-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:55:15.989567 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-98924713-1de3-445d-a7cc-f731c44f7ae8 tempest-TestNetworkBasicOps-1239029366 tempest-TestNetworkBasicOps-1239029366-project-admin] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0866575 Jun 24 11:55:15.992346 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 35468) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:55:16.030402 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-f047be67-1a83-489a-8ddd-7ae71e7742f9 tempest-TestNetworkBasicOps-1239029366 tempest-TestNetworkBasicOps-1239029366-project-admin] 10.222.0.53 "GET /v2.0/subnets?network_id=f2b8ca71-e776-48b2-8898-96cc7970207b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0368788 Jun 24 11:55:16.033028 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 35470) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:55:16.037790 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [None req-483dbb37-67e9-441b-bd91-0fd7e2dfc9fc tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1810649626', 'network_id': 'a361479c-836e-445b-8685-a686c6762a0c', 'project_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:55:16.123496 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-483dbb37-67e9-441b-bd91-0fd7e2dfc9fc tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Made reservation on behalf of adbe78de4fbf48fcad1a6bc46d4a1728 for: {'subnet': 1} {{(pid=128083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 11:55:16.126995 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-483dbb37-67e9-441b-bd91-0fd7e2dfc9fc tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3289788'] for subnet, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:55:16.153502 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-0001f0bd-50d4-41ab-947b-622a0efc176b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3ba0075-97f2-41f5-8081-0336d9c15d5d', 'name': 'tempest-TestNetworkBasicOps-router-1324597974', 'tenant_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'external_fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.198'}], 'enable_snat': True}, 'gw_port_id': 'cb22c465-a836-4240-8db7-9ea5ade9061a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T11:55:14Z', 'updated_at': '2021-06-24T11:55:15Z', 'revision_number': 3, 'project_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'gw_port': {'id': 'cb22c465-a836-4240-8db7-9ea5ade9061a', 'name': '', 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:d6:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3ba0075-97f2-41f5-8081-0336d9c15d5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1381, 'fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:55:14Z', 'updated_at': '2021-06-24T11:55:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-4-hyperv'}], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:55:16.180407 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0001f0bd-50d4-41ab-947b-622a0efc176b None None] Checking router: a3ba0075-97f2-41f5-8081-0336d9c15d5d for host: dv-neutron-797120-4-hyperv {{(pid=128086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 11:55:16.180766 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0001f0bd-50d4-41ab-947b-622a0efc176b None None] Updating router a3ba0075-97f2-41f5-8081-0336d9c15d5d port cb22c465-a836-4240-8db7-9ea5ade9061a binding host dv-neutron-797120-4-hyperv {{(pid=128086) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 11:55:16.214611 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron_lib.callbacks.manager [None req-0001f0bd-50d4-41ab-947b-622a0efc176b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:55:16.311750 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-483dbb37-67e9-441b-bd91-0fd7e2dfc9fc tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2537737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3289942'] for subnet, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:55:16.314474 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-4fabfefa-253c-478b-aa20-14dca8b5c4d5 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:55:16.373343 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483dbb37-67e9-441b-bd91-0fd7e2dfc9fc tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Pushing event updated for resources: {'Subnet': ['ID=1f50631d-bb72-4cbe-bbf7-b0e0f6aaf46c,revision_number=0']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:55:16.378922 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-483dbb37-67e9-441b-bd91-0fd7e2dfc9fc tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:55:16.381677 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-483dbb37-67e9-441b-bd91-0fd7e2dfc9fc tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Checking segment: {'id': 'b3f2e27b-7593-4681-b928-af98548ace58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'a361479c-836e-445b-8685-a686c6762a0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=128083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 11:55:16.382051 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-483dbb37-67e9-441b-bd91-0fd7e2dfc9fc tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Network hostable DHCP agents. Network: a361479c-836e-445b-8685-a686c6762a0c, hostable agents: ['6be988a9-1d97-480f-be5a-c55abf2c55c5'], hosted agents: [] {{(pid=128083) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 11:55:16.399511 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-483dbb37-67e9-441b-bd91-0fd7e2dfc9fc tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Network a361479c-836e-445b-8685-a686c6762a0c is scheduled to be hosted by DHCP agent 6be988a9-1d97-480f-be5a-c55abf2c55c5 with binding_index 1 {{(pid=128083) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 11:55:16.410648 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.base_scheduler [None req-483dbb37-67e9-441b-bd91-0fd7e2dfc9fc tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-4-hyperv, a361479c-836e-445b-8685-a686c6762a0c) {{(pid=128083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:55:16.415665 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-483dbb37-67e9-441b-bd91-0fd7e2dfc9fc tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:55:16.416310 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-483dbb37-67e9-441b-bd91-0fd7e2dfc9fc tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for subnet, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:55:16.423092 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c34e74dd-7b5e-4e5d-a8b8-4aa8416a406a None None] Network a361479c-836e-445b-8685-a686c6762a0c requested from dv-neutron-797120-4-hyperv {{(pid=128085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 11:55:16.436001 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-483dbb37-67e9-441b-bd91-0fd7e2dfc9fc tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.3994589 Jun 24 11:55:16.437155 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 35472) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:55:16.486017 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron_lib.callbacks.manager [None req-0001f0bd-50d4-41ab-947b-622a0efc176b None None] Notify callbacks [] for port, precommit_update {{(pid=128086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:55:16.498525 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.provisioning_blocks [None req-0001f0bd-50d4-41ab-947b-622a0efc176b None None] Transition to ACTIVE for port object cb22c465-a836-4240-8db7-9ea5ade9061a will not be triggered until provisioned by entity L2. {{(pid=128086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 11:55:16.512164 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron_lib.callbacks.manager [None req-0001f0bd-50d4-41ab-947b-622a0efc176b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:55:16.514946 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG oslo_concurrency.lockutils [None req-9b8f9b8d-f844-4a2d-879a-d7ffec3a21ea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128086) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:55:16.555961 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee071b9-bf09-4d1a-9a9b-402eb2a41e0f None None] Pushing event updated for resources: {'Port': ['ID=cb22c465-a836-4240-8db7-9ea5ade9061a,revision_number=2']} {{(pid=128086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:55:16.565851 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee071b9-bf09-4d1a-9a9b-402eb2a41e0f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:55:16.566211 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee071b9-bf09-4d1a-9a9b-402eb2a41e0f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:55:16.566538 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee071b9-bf09-4d1a-9a9b-402eb2a41e0f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:55:16.566945 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee071b9-bf09-4d1a-9a9b-402eb2a41e0f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:55:16.567344 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee071b9-bf09-4d1a-9a9b-402eb2a41e0f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:55:16.567784 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee071b9-bf09-4d1a-9a9b-402eb2a41e0f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:55:16.568172 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee071b9-bf09-4d1a-9a9b-402eb2a41e0f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:55:16.568507 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee071b9-bf09-4d1a-9a9b-402eb2a41e0f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:55:16.568835 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee071b9-bf09-4d1a-9a9b-402eb2a41e0f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:55:16.569187 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee071b9-bf09-4d1a-9a9b-402eb2a41e0f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:55:16.569505 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee071b9-bf09-4d1a-9a9b-402eb2a41e0f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:55:16.569823 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee071b9-bf09-4d1a-9a9b-402eb2a41e0f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:55:16.575391 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG oslo_concurrency.lockutils [None req-0ee071b9-bf09-4d1a-9a9b-402eb2a41e0f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=128086) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:55:16.587455 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.plugins.ml2.managers [None req-0001f0bd-50d4-41ab-947b-622a0efc176b None None] Attempting to bind port cb22c465-a836-4240-8db7-9ea5ade9061a on host dv-neutron-797120-4-hyperv for vnic_type normal with profile {{(pid=128086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 11:55:16.587832 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.plugins.ml2.managers [None req-0001f0bd-50d4-41ab-947b-622a0efc176b None None] Attempting to bind port cb22c465-a836-4240-8db7-9ea5ade9061a by drivers openvswitch,hyperv on host dv-neutron-797120-4-hyperv at level 0 using segments [{'id': '1139564f-ff83-4b49-a593-84b33301357d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b'}] {{(pid=128086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 11:55:16.588204 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0001f0bd-50d4-41ab-947b-622a0efc176b None None] Attempting to bind port cb22c465-a836-4240-8db7-9ea5ade9061a on network f2b8ca71-e776-48b2-8898-96cc7970207b {{(pid=128086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 11:55:16.594047 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0001f0bd-50d4-41ab-947b-622a0efc176b None None] Checking agent: {'id': 'e3a695b2-c397-461f-83b0-10b79d490b59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 11, 36, 56), 'started_at': datetime.datetime(2021, 6, 24, 11, 37, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 11, 54, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=128086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 11:55:16.594425 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0001f0bd-50d4-41ab-947b-622a0efc176b None None] Checking segment: {'id': '1139564f-ff83-4b49-a593-84b33301357d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=128086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 11:55:16.594830 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron_lib.callbacks.manager [None req-0001f0bd-50d4-41ab-947b-622a0efc176b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=128086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:55:16.595224 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0001f0bd-50d4-41ab-947b-622a0efc176b None None] Bound using segment: {'id': '1139564f-ff83-4b49-a593-84b33301357d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b'} {{(pid=128086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 11:55:16.595745 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.plugins.ml2.managers [None req-0001f0bd-50d4-41ab-947b-622a0efc176b None None] Bound port: cb22c465-a836-4240-8db7-9ea5ade9061a, host: dv-neutron-797120-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1139564f-ff83-4b49-a593-84b33301357d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b'}}] {{(pid=128086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 11:55:16.596066 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron_lib.callbacks.manager [None req-0001f0bd-50d4-41ab-947b-622a0efc176b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:55:16.602743 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54b46003-41b3-4c9d-8486-8829de972042 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d65c8f8-7530-5052-99fe-8ea05073750b-a361479c-836e-445b-8685-a686c6762a0c', 'network_id': 'a361479c-836e-445b-8685-a686c6762a0c', 'tenant_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'fixed_ips': [{'subnet_id': '1f50631d-bb72-4cbe-bbf7-b0e0f6aaf46c'}]}} from dv-neutron-797120-4-hyperv. {{(pid=128085) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 24 11:55:16.603620 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-54b46003-41b3-4c9d-8486-8829de972042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_create {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:55:16.651686 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.plugins.ml2.db [None req-0001f0bd-50d4-41ab-947b-622a0efc176b None None] For port cb22c465-a836-4240-8db7-9ea5ade9061a, host dv-neutron-797120-4-hyperv, cleared binding levels {{(pid=128086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 11:55:16.655838 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.plugins.ml2.db [None req-0001f0bd-50d4-41ab-947b-622a0efc176b None None] For port cb22c465-a836-4240-8db7-9ea5ade9061a, host dv-neutron-797120-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=cb22c465-a836-4240-8db7-9ea5ade9061a,segment=NetworkSegment(1139564f-ff83-4b49-a593-84b33301357d),segment_id=1139564f-ff83-4b49-a593-84b33301357d)] {{(pid=128086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 11:55:16.659992 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron_lib.callbacks.manager [None req-0001f0bd-50d4-41ab-947b-622a0efc176b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:55:16.661982 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128086) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:55:16.714500 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0001f0bd-50d4-41ab-947b-622a0efc176b None None] Routers {'a3ba0075-97f2-41f5-8081-0336d9c15d5d'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 11:55:16.715268 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-0001f0bd-50d4-41ab-947b-622a0efc176b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T11:54:56Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['a3ba0075-97f2-41f5-8081-0336d9c15d5d'], 'active': True} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:55:16.727197 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee071b9-bf09-4d1a-9a9b-402eb2a41e0f None None] Pushing event updated for resources: {'Port': ['ID=cb22c465-a836-4240-8db7-9ea5ade9061a,revision_number=3']} {{(pid=128086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:55:16.730175 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG oslo_concurrency.lockutils [None req-0ee071b9-bf09-4d1a-9a9b-402eb2a41e0f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=128086) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:55:16.740300 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.db_base_plugin_common [None req-54b46003-41b3-4c9d-8486-8829de972042 None None] Allocated IP 172.20.0.2 (a361479c-836e-445b-8685-a686c6762a0c/1f50631d-bb72-4cbe-bbf7-b0e0f6aaf46c/62172f1e-eb06-4b74-b728-04c10791c028) {{(pid=128085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 11:55:16.851355 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_dvr_db [None req-0001f0bd-50d4-41ab-947b-622a0efc176b None None] Set router a3ba0075-97f2-41f5-8081-0336d9c15d5d gateway port host: dv-neutron-797120-4-hyperv {{(pid=128086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 11:55:16.912488 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-54b46003-41b3-4c9d-8486-8829de972042 None None] Notify callbacks [] for port, precommit_create {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:55:16.921477 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-54b46003-41b3-4c9d-8486-8829de972042 None None] Transition to ACTIVE for port object 62172f1e-eb06-4b74-b728-04c10791c028 will not be triggered until provisioned by entity L2. {{(pid=128085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 11:55:16.922349 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-3c5d5e46-032a-4dc0-969c-154f3669aedb tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:55:16.936761 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-54b46003-41b3-4c9d-8486-8829de972042 None None] Transition to ACTIVE for port object 62172f1e-eb06-4b74-b728-04c10791c028 will not be triggered until provisioned by entity DHCP. {{(pid=128085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 11:55:16.944157 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-54b46003-41b3-4c9d-8486-8829de972042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-650429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-506361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793193536723'] for port, after_create {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:55:16.946859 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-7e76b01a-b3a1-4ae5-88b0-9fe0734cacd5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:55:16.991470 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54b46003-41b3-4c9d-8486-8829de972042 None None] Network a361479c-836e-445b-8685-a686c6762a0c is already hosted by enough agents. {{(pid=128085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 11:55:16.994202 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.scheduler.base_scheduler [None req-54b46003-41b3-4c9d-8486-8829de972042 None None] Resources bound (agent type, host, resource id): {{(pid=128085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:55:16.999145 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54b46003-41b3-4c9d-8486-8829de972042 None None] Received port after_create {{(pid=128085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 11:55:17.002213 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b46003-41b3-4c9d-8486-8829de972042 None None] Pushing event updated for resources: {'Port': ['ID=62172f1e-eb06-4b74-b728-04c10791c028,revision_number=1']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:55:17.006250 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-54b46003-41b3-4c9d-8486-8829de972042 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:55:17.043106 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-0001f0bd-50d4-41ab-947b-622a0efc176b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3ba0075-97f2-41f5-8081-0336d9c15d5d', 'name': 'tempest-TestNetworkBasicOps-router-1324597974', 'tenant_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'external_fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.198'}], 'enable_snat': True}, 'gw_port_id': 'cb22c465-a836-4240-8db7-9ea5ade9061a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T11:55:14Z', 'updated_at': '2021-06-24T11:55:15Z', 'revision_number': 3, 'project_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'gw_port': {'id': 'cb22c465-a836-4240-8db7-9ea5ade9061a', 'name': '', 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:d6:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3ba0075-97f2-41f5-8081-0336d9c15d5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1381, 'fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:55:14Z', 'updated_at': '2021-06-24T11:55:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-4-hyperv'}], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:55:17.065230 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-54b46003-41b3-4c9d-8486-8829de972042 None None] Attempting to bind port 62172f1e-eb06-4b74-b728-04c10791c028 on host dv-neutron-797120-4-hyperv for vnic_type normal with profile {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 11:55:17.065656 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-54b46003-41b3-4c9d-8486-8829de972042 None None] Attempting to bind port 62172f1e-eb06-4b74-b728-04c10791c028 by drivers openvswitch,hyperv on host dv-neutron-797120-4-hyperv at level 0 using segments [{'id': 'b3f2e27b-7593-4681-b928-af98548ace58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'a361479c-836e-445b-8685-a686c6762a0c'}] {{(pid=128085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 11:55:17.066067 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54b46003-41b3-4c9d-8486-8829de972042 None None] Attempting to bind port 62172f1e-eb06-4b74-b728-04c10791c028 on network a361479c-836e-445b-8685-a686c6762a0c {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 11:55:17.070864 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0001f0bd-50d4-41ab-947b-622a0efc176b None None] The sync data for ids ['a3ba0075-97f2-41f5-8081-0336d9c15d5d'] in dv-neutron-797120-4-hyperv is: [{'id': 'a3ba0075-97f2-41f5-8081-0336d9c15d5d', 'name': 'tempest-TestNetworkBasicOps-router-1324597974', 'tenant_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'external_fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.198'}], 'enable_snat': True}, 'gw_port_id': 'cb22c465-a836-4240-8db7-9ea5ade9061a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T11:55:14Z', 'updated_at': '2021-06-24T11:55:15Z', 'revision_number': 3, 'project_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'gw_port': {'id': 'cb22c465-a836-4240-8db7-9ea5ade9061a', 'name': '', 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:d6:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3ba0075-97f2-41f5-8081-0336d9c15d5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1381, 'fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:55:14Z', 'updated_at': '2021-06-24T11:55:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-4-hyperv'}] {{(pid=128086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 11:55:17.071169 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54b46003-41b3-4c9d-8486-8829de972042 None None] Checking agent: {'id': 'e3a695b2-c397-461f-83b0-10b79d490b59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 11, 36, 56), 'started_at': datetime.datetime(2021, 6, 24, 11, 37, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 11, 54, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 11:55:17.071548 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54b46003-41b3-4c9d-8486-8829de972042 None None] Checking segment: {'id': 'b3f2e27b-7593-4681-b928-af98548ace58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'a361479c-836e-445b-8685-a686c6762a0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=128085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 11:55:17.072638 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-54b46003-41b3-4c9d-8486-8829de972042 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:55:17.073062 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54b46003-41b3-4c9d-8486-8829de972042 None None] Bound using segment: {'id': 'b3f2e27b-7593-4681-b928-af98548ace58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'a361479c-836e-445b-8685-a686c6762a0c'} {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 11:55:17.073736 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-54b46003-41b3-4c9d-8486-8829de972042 None None] Bound port: 62172f1e-eb06-4b74-b728-04c10791c028, host: dv-neutron-797120-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3f2e27b-7593-4681-b928-af98548ace58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'a361479c-836e-445b-8685-a686c6762a0c'}}] {{(pid=128085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 11:55:17.074134 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-54b46003-41b3-4c9d-8486-8829de972042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:55:17.154948 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-54b46003-41b3-4c9d-8486-8829de972042 None None] For port 62172f1e-eb06-4b74-b728-04c10791c028, host dv-neutron-797120-4-hyperv, cleared binding levels {{(pid=128085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 11:55:17.163181 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-54b46003-41b3-4c9d-8486-8829de972042 None None] For port 62172f1e-eb06-4b74-b728-04c10791c028, host dv-neutron-797120-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=62172f1e-eb06-4b74-b728-04c10791c028,segment=NetworkSegment(b3f2e27b-7593-4681-b928-af98548ace58),segment_id=b3f2e27b-7593-4681-b928-af98548ace58)] {{(pid=128085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 11:55:17.168171 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-54b46003-41b3-4c9d-8486-8829de972042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:55:17.172126 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:55:17.229225 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b46003-41b3-4c9d-8486-8829de972042 None None] Pushing event updated for resources: {'Port': ['ID=62172f1e-eb06-4b74-b728-04c10791c028,revision_number=2']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:55:17.233473 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-54b46003-41b3-4c9d-8486-8829de972042 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:55:17.241204 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.db.db_base_plugin_common [None req-3c5d5e46-032a-4dc0-969c-154f3669aedb tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Allocated IP 172.20.0.1 (a361479c-836e-445b-8685-a686c6762a0c/1f50631d-bb72-4cbe-bbf7-b0e0f6aaf46c/7dcbdcad-236f-4f66-a9d3-4886321595eb) {{(pid=128084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 11:55:17.382503 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-3c5d5e46-032a-4dc0-969c-154f3669aedb tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for port, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:55:17.400582 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.db.provisioning_blocks [None req-3c5d5e46-032a-4dc0-969c-154f3669aedb tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Transition to ACTIVE for port object 7dcbdcad-236f-4f66-a9d3-4886321595eb will not be triggered until provisioned by entity DHCP. {{(pid=128084) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 11:55:17.474613 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-3c5d5e46-032a-4dc0-969c-154f3669aedb tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-650429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-506361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793193536723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3291971'] for port, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:55:17.477559 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-7b24c09e-0c15-41b0-8d93-a929ca150b06 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:55:17.527774 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c5d5e46-032a-4dc0-969c-154f3669aedb tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Network a361479c-836e-445b-8685-a686c6762a0c is already hosted by enough agents. {{(pid=128084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 11:55:17.531787 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.base_scheduler [None req-3c5d5e46-032a-4dc0-969c-154f3669aedb tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Resources bound (agent type, host, resource id): {{(pid=128084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:55:17.536560 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c5d5e46-032a-4dc0-969c-154f3669aedb tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Received port after_create {{(pid=128084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 11:55:17.540626 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5d5e46-032a-4dc0-969c-154f3669aedb tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Pushing event updated for resources: {'Port': ['ID=7dcbdcad-236f-4f66-a9d3-4886321595eb,revision_number=1']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:55:17.590324 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c5d5e46-032a-4dc0-969c-154f3669aedb tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:55:17.590984 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c5d5e46-032a-4dc0-969c-154f3669aedb tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:55:17.591539 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c5d5e46-032a-4dc0-969c-154f3669aedb tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:55:17.592640 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c5d5e46-032a-4dc0-969c-154f3669aedb tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:55:17.593199 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c5d5e46-032a-4dc0-969c-154f3669aedb tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:55:17.593764 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c5d5e46-032a-4dc0-969c-154f3669aedb tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:55:17.594359 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c5d5e46-032a-4dc0-969c-154f3669aedb tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:55:17.594943 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c5d5e46-032a-4dc0-969c-154f3669aedb tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:55:17.595327 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c5d5e46-032a-4dc0-969c-154f3669aedb tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:55:17.595699 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c5d5e46-032a-4dc0-969c-154f3669aedb tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:55:17.596069 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c5d5e46-032a-4dc0-969c-154f3669aedb tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:55:17.596440 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c5d5e46-032a-4dc0-969c-154f3669aedb tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:55:17.603826 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-3c5d5e46-032a-4dc0-969c-154f3669aedb tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:55:17.607017 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-3c5d5e46-032a-4dc0-969c-154f3669aedb tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1978458'] for router_interface, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:55:17.755778 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-3c5d5e46-032a-4dc0-969c-154f3669aedb tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:55:17.971004 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device cb22c465-a836-4240-8db7-9ea5ade9061a up at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 11:55:18.035066 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning for port cb22c465-a836-4240-8db7-9ea5ade9061a completed by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 11:55:18.041222 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning complete for port cb22c465-a836-4240-8db7-9ea5ade9061a triggered by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:55:18.041731 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:55:18.146297 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-3c5d5e46-032a-4dc0-969c-154f3669aedb tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for port, precommit_update {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:55:18.152576 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-3c5d5e46-032a-4dc0-969c-154f3669aedb tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3292081'] for port, after_update {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:55:18.157510 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-7a5b7e68-63a3-4e0b-a8b9-0f2824e2f65e tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:55:18.183960 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:55:18.210906 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] For port cb22c465-a836-4240-8db7-9ea5ade9061a, host dv-neutron-797120-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=cb22c465-a836-4240-8db7-9ea5ade9061a,segment=NetworkSegment(1139564f-ff83-4b49-a593-84b33301357d),segment_id=1139564f-ff83-4b49-a593-84b33301357d)] {{(pid=128085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 11:55:18.216929 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:55:18.218224 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device 62172f1e-eb06-4b74-b728-04c10791c028 up at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 11:55:18.224209 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-07c14b22-cc59-4c5c-9030-8519576c0177 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:55:18.246086 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5d5e46-032a-4dc0-969c-154f3669aedb tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Pushing event updated for resources: {'Port': ['ID=7dcbdcad-236f-4f66-a9d3-4886321595eb,revision_number=2']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:55:18.249761 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-3c5d5e46-032a-4dc0-969c-154f3669aedb tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1783050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1978542'] for router_interface, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:55:18.252922 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-3c5d5e46-032a-4dc0-969c-154f3669aedb tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:55:18.321157 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Pushing event updated for resources: {'Port': ['ID=cb22c465-a836-4240-8db7-9ea5ade9061a,revision_number=4']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:55:18.325490 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:55:18.344785 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning for port 62172f1e-eb06-4b74-b728-04c10791c028 completed by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 11:55:18.382177 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a2c1e7f-dd1b-4fd4-a062-ad6caf4b69af None None] Network a361479c-836e-445b-8685-a686c6762a0c requested from dv-neutron-797120-4-hyperv {{(pid=128085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 11:55:18.386661 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c5d5e46-032a-4dc0-969c-154f3669aedb tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Network a361479c-836e-445b-8685-a686c6762a0c is already hosted by enough agents. {{(pid=128084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 11:55:18.389098 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.base_scheduler [None req-3c5d5e46-032a-4dc0-969c-154f3669aedb tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Resources bound (agent type, host, resource id): {{(pid=128084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:55:18.505244 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-00a73687-9685-4a45-ac08-f2256170ad4d None None] Provisioning for port 62172f1e-eb06-4b74-b728-04c10791c028 completed by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 11:55:18.514191 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-00a73687-9685-4a45-ac08-f2256170ad4d None None] Provisioning complete for port 62172f1e-eb06-4b74-b728-04c10791c028 triggered by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:55:18.514602 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-00a73687-9685-4a45-ac08-f2256170ad4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:55:18.525372 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c5d5e46-032a-4dc0-969c-154f3669aedb tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Router a3ba0075-97f2-41f5-8081-0336d9c15d5d has already been hosted by L3 agent 2987dba8-2249-4ee6-96ec-28f0f7a6127d {{(pid=128084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 11:55:18.655872 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-00a73687-9685-4a45-ac08-f2256170ad4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:55:18.673410 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c5d5e46-032a-4dc0-969c-154f3669aedb tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify agent at l3_agent.dv-neutron-797120-4-hyperv the message routers_updated {{(pid=128084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 11:55:18.679818 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-3c5d5e46-032a-4dc0-969c-154f3669aedb tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "PUT /v2.0/routers/a3ba0075-97f2-41f5-8081-0336d9c15d5d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2412848 Jun 24 11:55:18.682169 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 35474) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:55:18.695262 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-00a73687-9685-4a45-ac08-f2256170ad4d None None] For port 62172f1e-eb06-4b74-b728-04c10791c028, host dv-neutron-797120-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=62172f1e-eb06-4b74-b728-04c10791c028,segment=NetworkSegment(b3f2e27b-7593-4681-b928-af98548ace58),segment_id=b3f2e27b-7593-4681-b928-af98548ace58)] {{(pid=128085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 11:55:18.699426 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-00a73687-9685-4a45-ac08-f2256170ad4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:55:18.703523 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-cef38f58-3b5e-44dd-a4e8-c974f9fcc0cb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:55:18.755398 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a73687-9685-4a45-ac08-f2256170ad4d None None] Pushing event updated for resources: {'Port': ['ID=62172f1e-eb06-4b74-b728-04c10791c028,revision_number=3']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:55:18.758595 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-00a73687-9685-4a45-ac08-f2256170ad4d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:55:18.901901 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34e32508-4b58-4c69-82bd-5baacc882b97 tempest-TestNetworkBasicOps-1239029366 tempest-TestNetworkBasicOps-1239029366-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=128084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:55:18.902386 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34e32508-4b58-4c69-82bd-5baacc882b97 tempest-TestNetworkBasicOps-1239029366 tempest-TestNetworkBasicOps-1239029366-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=128084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:55:18.902861 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34e32508-4b58-4c69-82bd-5baacc882b97 tempest-TestNetworkBasicOps-1239029366 tempest-TestNetworkBasicOps-1239029366-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=128084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:55:18.903332 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34e32508-4b58-4c69-82bd-5baacc882b97 tempest-TestNetworkBasicOps-1239029366 tempest-TestNetworkBasicOps-1239029366-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=128084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:55:18.903801 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34e32508-4b58-4c69-82bd-5baacc882b97 tempest-TestNetworkBasicOps-1239029366 tempest-TestNetworkBasicOps-1239029366-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=128084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:55:18.904952 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34e32508-4b58-4c69-82bd-5baacc882b97 tempest-TestNetworkBasicOps-1239029366 tempest-TestNetworkBasicOps-1239029366-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=128084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:55:18.912417 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 35476) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:55:18.916521 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-34e32508-4b58-4c69-82bd-5baacc882b97 tempest-TestNetworkBasicOps-1239029366 tempest-TestNetworkBasicOps-1239029366-project-admin] 10.222.0.53 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4286 time: 0.2266035 Jun 24 11:55:18.927071 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-b930600e-e790-47e1-9f5f-38d3a70de59a None None] Provisioning for port 7dcbdcad-236f-4f66-a9d3-4886321595eb completed by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 11:55:18.932405 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-b930600e-e790-47e1-9f5f-38d3a70de59a None None] Provisioning complete for port 7dcbdcad-236f-4f66-a9d3-4886321595eb triggered by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:55:18.932790 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-b930600e-e790-47e1-9f5f-38d3a70de59a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:55:18.959362 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5b56bf7-8264-45d1-a85c-5ec354aac0f6 None None] Sync routers for ids ['a3ba0075-97f2-41f5-8081-0336d9c15d5d'] in dv-neutron-797120-4-hyperv {{(pid=128085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 11:55:18.980804 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5b56bf7-8264-45d1-a85c-5ec354aac0f6 None None] Routers {'a3ba0075-97f2-41f5-8081-0336d9c15d5d'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 11:55:18.981531 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-d5b56bf7-8264-45d1-a85c-5ec354aac0f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T11:54:56Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['a3ba0075-97f2-41f5-8081-0336d9c15d5d'], 'active': True} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:55:18.983440 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-b930600e-e790-47e1-9f5f-38d3a70de59a None None] Port 7dcbdcad-236f-4f66-a9d3-4886321595eb cannot update to ACTIVE because it is not bound. {{(pid=128085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 11:55:18.990197 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a53e4343-651d-4425-b8a1-c85d8d2d4e81 tempest-TestNetworkBasicOps-1239029366 tempest-TestNetworkBasicOps-1239029366-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:55:18.990675 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a53e4343-651d-4425-b8a1-c85d8d2d4e81 tempest-TestNetworkBasicOps-1239029366 tempest-TestNetworkBasicOps-1239029366-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:55:18.991140 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a53e4343-651d-4425-b8a1-c85d8d2d4e81 tempest-TestNetworkBasicOps-1239029366 tempest-TestNetworkBasicOps-1239029366-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:55:18.991603 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a53e4343-651d-4425-b8a1-c85d8d2d4e81 tempest-TestNetworkBasicOps-1239029366 tempest-TestNetworkBasicOps-1239029366-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:55:18.992058 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a53e4343-651d-4425-b8a1-c85d8d2d4e81 tempest-TestNetworkBasicOps-1239029366 tempest-TestNetworkBasicOps-1239029366-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:55:18.992512 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a53e4343-651d-4425-b8a1-c85d8d2d4e81 tempest-TestNetworkBasicOps-1239029366 tempest-TestNetworkBasicOps-1239029366-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:55:18.994603 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-a53e4343-651d-4425-b8a1-c85d8d2d4e81 tempest-TestNetworkBasicOps-1239029366 tempest-TestNetworkBasicOps-1239029366-project-admin] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4006 time: 0.0807259 Jun 24 11:55:18.997377 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 35478) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:55:19.039466 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-b930600e-e790-47e1-9f5f-38d3a70de59a None None] Provisioning complete for port 62172f1e-eb06-4b74-b728-04c10791c028 triggered by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:55:19.039854 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-b930600e-e790-47e1-9f5f-38d3a70de59a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:55:19.128689 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvr_db [None req-d5b56bf7-8264-45d1-a85c-5ec354aac0f6 None None] Set router a3ba0075-97f2-41f5-8081-0336d9c15d5d gateway port host: dv-neutron-797120-4-hyperv {{(pid=128085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 11:55:19.159484 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-b701bee5-e962-4ca1-92e3-a0425355394c tempest-TestNetworkBasicOps-1239029366 tempest-TestNetworkBasicOps-1239029366-project-admin] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3049 time: 0.1552577 Jun 24 11:55:19.364216 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-d5b56bf7-8264-45d1-a85c-5ec354aac0f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3ba0075-97f2-41f5-8081-0336d9c15d5d', 'name': 'tempest-TestNetworkBasicOps-router-1324597974', 'tenant_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'external_fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.198'}], 'enable_snat': True}, 'gw_port_id': 'cb22c465-a836-4240-8db7-9ea5ade9061a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T11:55:14Z', 'updated_at': '2021-06-24T11:55:17Z', 'revision_number': 4, 'project_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'gw_port': {'id': 'cb22c465-a836-4240-8db7-9ea5ade9061a', 'name': '', 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:d6:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3ba0075-97f2-41f5-8081-0336d9c15d5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1381, 'fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:55:14Z', 'updated_at': '2021-06-24T11:55:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-4-hyperv', '_interfaces': [{'id': '7dcbdcad-236f-4f66-a9d3-4886321595eb', 'name': '', 'network_id': 'a361479c-836e-445b-8685-a686c6762a0c', 'tenant_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'mac_address': 'fa:16:3e:de:b5:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3ba0075-97f2-41f5-8081-0336d9c15d5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1384, 'fixed_ips': [{'subnet_id': '1f50631d-bb72-4cbe-bbf7-b0e0f6aaf46c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:55:17Z', 'updated_at': '2021-06-24T11:55:17Z', 'revision_number': 2, 'project_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'subnets': [{'id': '1f50631d-bb72-4cbe-bbf7-b0e0f6aaf46c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:55:19.396812 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5b56bf7-8264-45d1-a85c-5ec354aac0f6 None None] Checking router: a3ba0075-97f2-41f5-8081-0336d9c15d5d for host: dv-neutron-797120-4-hyperv {{(pid=128085) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 11:55:19.397203 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5b56bf7-8264-45d1-a85c-5ec354aac0f6 None None] Updating router a3ba0075-97f2-41f5-8081-0336d9c15d5d port 7dcbdcad-236f-4f66-a9d3-4886321595eb binding host dv-neutron-797120-4-hyperv {{(pid=128085) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 11:55:19.420608 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-82cf830f-d71e-42f5-bba5-4fff8e1b71d3 None None] Provisioning complete for port 7dcbdcad-236f-4f66-a9d3-4886321595eb triggered by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:55:19.420608 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-82cf830f-d71e-42f5-bba5-4fff8e1b71d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:55:19.455921 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-d5b56bf7-8264-45d1-a85c-5ec354aac0f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:55:19.458233 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 35482) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:55:19.463325 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-2b98f8ec-cf38-42fa-bf81-b2c1ae801fb9 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-953684413', 'description': 'tempest-secgroup-smoke-953684413 description', 'project_id': 'adbe78de4fbf48fcad1a6bc46d4a1728'}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:55:19.471650 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-82cf830f-d71e-42f5-bba5-4fff8e1b71d3 None None] Port 7dcbdcad-236f-4f66-a9d3-4886321595eb cannot update to ACTIVE because it is not bound. {{(pid=128085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 11:55:19.487933 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-2b98f8ec-cf38-42fa-bf81-b2c1ae801fb9 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for security_group, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:55:19.591977 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-2b98f8ec-cf38-42fa-bf81-b2c1ae801fb9 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for security_group, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:55:19.596194 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-2b98f8ec-cf38-42fa-bf81-b2c1ae801fb9 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800410'] for security_group, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:55:19.599682 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-bd2b0044-ae9e-428c-a531-2d7f4fd1dcef tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:55:19.625831 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-2b98f8ec-cf38-42fa-bf81-b2c1ae801fb9 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for security_group, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:55:19.627031 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-2b98f8ec-cf38-42fa-bf81-b2c1ae801fb9 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1676989 Jun 24 11:55:19.629196 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b98f8ec-cf38-42fa-bf81-b2c1ae801fb9 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bf407d25-bbc5-4e31-88e0-c7d2867f244b,revision_number=1']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:55:19.630490 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 35484) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:55:19.632012 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-2b98f8ec-cf38-42fa-bf81-b2c1ae801fb9 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:55:19.638722 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [None req-7991dffb-52c5-4bc2-9a2a-8591736baf3a tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Request body: {'security_group_rule': {'security_group_id': 'bf407d25-bbc5-4e31-88e0-c7d2867f244b', 'project_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:55:19.666404 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-7991dffb-52c5-4bc2-9a2a-8591736baf3a tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for security_group_rule, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:55:19.724736 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-7991dffb-52c5-4bc2-9a2a-8591736baf3a tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:55:19.728624 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-7991dffb-52c5-4bc2-9a2a-8591736baf3a tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1627007'] for security_group_rule, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:55:19.730575 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-88839594-2be1-4f57-9ce4-5fd5ba843ba7 tempest-SecGroupTest-1107880395 tempest-SecGroupTest-1107880395-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:55:19.748765 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7991dffb-52c5-4bc2-9a2a-8591736baf3a tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73f01b24-d9d9-489b-9417-65a61f1208a9,revision_number=0']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:55:19.752177 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-7991dffb-52c5-4bc2-9a2a-8591736baf3a tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:55:19.755411 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-7991dffb-52c5-4bc2-9a2a-8591736baf3a tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for security_group_rule, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:55:19.759287 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-7991dffb-52c5-4bc2-9a2a-8591736baf3a tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1242857 Jun 24 11:55:19.759623 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 35486) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:55:19.764478 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-69531dee-94c2-4364-88ac-0ef621981015 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Request body: {'security_group_rule': {'security_group_id': 'bf407d25-bbc5-4e31-88e0-c7d2867f244b', 'project_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:55:19.791315 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-69531dee-94c2-4364-88ac-0ef621981015 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for security_group_rule, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:55:19.859819 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-69531dee-94c2-4364-88ac-0ef621981015 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:55:19.864282 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-69531dee-94c2-4364-88ac-0ef621981015 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1627007'] for security_group_rule, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:55:19.866524 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-34364194-fec1-494e-b4fa-04499dadbd53 tempest-TestVolumeBootPattern-428988392 tempest-TestVolumeBootPattern-428988392-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:55:19.884770 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69531dee-94c2-4364-88ac-0ef621981015 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ba4f0e1-3cde-468a-b60d-b7580c86a651,revision_number=0']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:55:19.888200 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-69531dee-94c2-4364-88ac-0ef621981015 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:55:19.892589 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-69531dee-94c2-4364-88ac-0ef621981015 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for security_group_rule, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:55:19.894101 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-69531dee-94c2-4364-88ac-0ef621981015 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1334352 Jun 24 11:55:19.896832 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 35488) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:55:19.901114 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-d5b56bf7-8264-45d1-a85c-5ec354aac0f6 None None] Notify callbacks [] for port, precommit_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:55:19.901691 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-b0be0275-feac-4e0e-84da-fc6df77fe61d tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Request body: {'security_group_rule': {'security_group_id': 'bf407d25-bbc5-4e31-88e0-c7d2867f244b', 'project_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:55:19.909940 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device cb22c465-a836-4240-8db7-9ea5ade9061a up at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 11:55:19.916026 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-d5b56bf7-8264-45d1-a85c-5ec354aac0f6 None None] Transition to ACTIVE for port object 7dcbdcad-236f-4f66-a9d3-4886321595eb will not be triggered until provisioned by entity L2. {{(pid=128085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 11:55:19.929412 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-b0be0275-feac-4e0e-84da-fc6df77fe61d tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for security_group_rule, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:55:19.940292 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-d5b56bf7-8264-45d1-a85c-5ec354aac0f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:55:19.943416 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-f7371cf9-c72f-4aba-9886-d1813e8082c6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:55:19.991637 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-b0be0275-feac-4e0e-84da-fc6df77fe61d tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:55:19.997803 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-b0be0275-feac-4e0e-84da-fc6df77fe61d tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1627007'] for security_group_rule, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:55:19.999148 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a67a27c-b601-462d-ba53-ba82a562417e None None] Pushing event updated for resources: {'Port': ['ID=7dcbdcad-236f-4f66-a9d3-4886321595eb,revision_number=3']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:55:19.999898 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-b7f1295a-fca0-4a0c-a554-44fa6531cb9d tempest-SecGroupTest-1107880395 tempest-SecGroupTest-1107880395-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:55:20.003961 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-8a67a27c-b601-462d-ba53-ba82a562417e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:55:20.021234 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0be0275-feac-4e0e-84da-fc6df77fe61d tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6aedf8c3-a3ab-46a0-8488-955899927eaa,revision_number=0']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:55:20.023972 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-b0be0275-feac-4e0e-84da-fc6df77fe61d tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:55:20.024889 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-b0be0275-feac-4e0e-84da-fc6df77fe61d tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for security_group_rule, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:55:20.029704 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-b0be0275-feac-4e0e-84da-fc6df77fe61d tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1284387 Jun 24 11:55:20.030916 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 35490) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:55:20.034936 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [None req-c4adbfe1-a9c7-446b-b849-f53b9a9ec2e2 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Request body: {'security_group_rule': {'security_group_id': 'bf407d25-bbc5-4e31-88e0-c7d2867f244b', 'project_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:55:20.055117 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning complete for port cb22c465-a836-4240-8db7-9ea5ade9061a triggered by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:55:20.055519 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:55:20.064268 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-c4adbfe1-a9c7-446b-b849-f53b9a9ec2e2 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for security_group_rule, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:55:20.092859 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-d5b56bf7-8264-45d1-a85c-5ec354aac0f6 None None] Attempting to bind port 7dcbdcad-236f-4f66-a9d3-4886321595eb on host dv-neutron-797120-4-hyperv for vnic_type normal with profile {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 11:55:20.093265 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-d5b56bf7-8264-45d1-a85c-5ec354aac0f6 None None] Attempting to bind port 7dcbdcad-236f-4f66-a9d3-4886321595eb by drivers openvswitch,hyperv on host dv-neutron-797120-4-hyperv at level 0 using segments [{'id': 'b3f2e27b-7593-4681-b928-af98548ace58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'a361479c-836e-445b-8685-a686c6762a0c'}] {{(pid=128085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 11:55:20.093640 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5b56bf7-8264-45d1-a85c-5ec354aac0f6 None None] Attempting to bind port 7dcbdcad-236f-4f66-a9d3-4886321595eb on network a361479c-836e-445b-8685-a686c6762a0c {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 11:55:20.105603 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5b56bf7-8264-45d1-a85c-5ec354aac0f6 None None] Checking agent: {'id': 'e3a695b2-c397-461f-83b0-10b79d490b59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 11, 36, 56), 'started_at': datetime.datetime(2021, 6, 24, 11, 37, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 11, 54, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 11:55:20.105981 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5b56bf7-8264-45d1-a85c-5ec354aac0f6 None None] Checking segment: {'id': 'b3f2e27b-7593-4681-b928-af98548ace58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'a361479c-836e-445b-8685-a686c6762a0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=128085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 11:55:20.106612 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-d5b56bf7-8264-45d1-a85c-5ec354aac0f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:55:20.107746 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5b56bf7-8264-45d1-a85c-5ec354aac0f6 None None] Bound using segment: {'id': 'b3f2e27b-7593-4681-b928-af98548ace58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'a361479c-836e-445b-8685-a686c6762a0c'} {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 11:55:20.108505 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-d5b56bf7-8264-45d1-a85c-5ec354aac0f6 None None] Bound port: 7dcbdcad-236f-4f66-a9d3-4886321595eb, host: dv-neutron-797120-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3f2e27b-7593-4681-b928-af98548ace58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'a361479c-836e-445b-8685-a686c6762a0c'}}] {{(pid=128085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 11:55:20.109194 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-d5b56bf7-8264-45d1-a85c-5ec354aac0f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:55:20.131149 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-c4adbfe1-a9c7-446b-b849-f53b9a9ec2e2 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:55:20.136589 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-c4adbfe1-a9c7-446b-b849-f53b9a9ec2e2 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1627007'] for security_group_rule, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:55:20.139701 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-3a4c304a-25a0-4c6d-818e-5f67876a1c22 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:55:20.160158 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4adbfe1-a9c7-446b-b849-f53b9a9ec2e2 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d450c366-f78b-43c9-ab6e-9f5f81ba25dc,revision_number=0']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:55:20.163073 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-c4adbfe1-a9c7-446b-b849-f53b9a9ec2e2 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:55:20.164784 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-c4adbfe1-a9c7-446b-b849-f53b9a9ec2e2 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for security_group_rule, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:55:20.169021 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-c4adbfe1-a9c7-446b-b849-f53b9a9ec2e2 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1354263 Jun 24 11:55:20.169142 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 35492) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:55:20.175506 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-a34fd5e3-d5e9-4aa7-808e-3f604d3863ad tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Request body: {'security_group_rule': {'security_group_id': 'bf407d25-bbc5-4e31-88e0-c7d2867f244b', 'project_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:55:20.199893 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.db.securitygroups_db [None req-a34fd5e3-d5e9-4aa7-808e-3f604d3863ad tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Project adbe78de4fbf48fcad1a6bc46d4a1728 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 24 11:55:20.207522 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-a34fd5e3-d5e9-4aa7-808e-3f604d3863ad tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for security_group_rule, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:55:20.219487 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device 62172f1e-eb06-4b74-b728-04c10791c028 up at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 11:55:20.223582 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-d5b56bf7-8264-45d1-a85c-5ec354aac0f6 None None] For port 7dcbdcad-236f-4f66-a9d3-4886321595eb, host dv-neutron-797120-4-hyperv, cleared binding levels {{(pid=128085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 11:55:20.254858 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-d5b56bf7-8264-45d1-a85c-5ec354aac0f6 None None] For port 7dcbdcad-236f-4f66-a9d3-4886321595eb, host dv-neutron-797120-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=7dcbdcad-236f-4f66-a9d3-4886321595eb,segment=NetworkSegment(b3f2e27b-7593-4681-b928-af98548ace58),segment_id=b3f2e27b-7593-4681-b928-af98548ace58)] {{(pid=128085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 11:55:20.262157 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-d5b56bf7-8264-45d1-a85c-5ec354aac0f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:55:20.266286 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-8a67a27c-b601-462d-ba53-ba82a562417e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:55:20.275462 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-a34fd5e3-d5e9-4aa7-808e-3f604d3863ad tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:55:20.279483 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-a34fd5e3-d5e9-4aa7-808e-3f604d3863ad tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1627007'] for security_group_rule, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:55:20.281418 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:55:20.297954 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34fd5e3-d5e9-4aa7-808e-3f604d3863ad tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=300c1a65-ebba-497b-8c6c-1d1a25710b55,revision_number=0']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:55:20.309682 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-a34fd5e3-d5e9-4aa7-808e-3f604d3863ad tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:55:20.315753 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-a34fd5e3-d5e9-4aa7-808e-3f604d3863ad tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for security_group_rule, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:55:20.319635 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-a34fd5e3-d5e9-4aa7-808e-3f604d3863ad tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1464708 Jun 24 11:55:20.320383 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 35494) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:55:20.325344 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [None req-2ef28985-1e3d-4cd7-bcce-8e68783f5dac tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Request body: {'security_group_rule': {'security_group_id': 'bf407d25-bbc5-4e31-88e0-c7d2867f244b', 'project_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:55:20.348449 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a67a27c-b601-462d-ba53-ba82a562417e None None] Pushing event updated for resources: {'Port': ['ID=7dcbdcad-236f-4f66-a9d3-4886321595eb,revision_number=4']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:55:20.350525 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.db.securitygroups_db [None req-2ef28985-1e3d-4cd7-bcce-8e68783f5dac tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Project adbe78de4fbf48fcad1a6bc46d4a1728 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 24 11:55:20.351057 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5b56bf7-8264-45d1-a85c-5ec354aac0f6 None None] Routers {'a3ba0075-97f2-41f5-8081-0336d9c15d5d'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 11:55:20.351955 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-d5b56bf7-8264-45d1-a85c-5ec354aac0f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T11:54:56Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['a3ba0075-97f2-41f5-8081-0336d9c15d5d'], 'active': True} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:55:20.354823 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-8a67a27c-b601-462d-ba53-ba82a562417e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:55:20.358506 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning complete for port 62172f1e-eb06-4b74-b728-04c10791c028 triggered by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:55:20.358861 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:55:20.365015 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-2ef28985-1e3d-4cd7-bcce-8e68783f5dac tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for security_group_rule, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:55:20.440522 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-2ef28985-1e3d-4cd7-bcce-8e68783f5dac tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:55:20.444795 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-2ef28985-1e3d-4cd7-bcce-8e68783f5dac tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1627007'] for security_group_rule, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:55:20.447011 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-ed08657d-399c-4bb2-9cd7-67521bce6796 tempest-SecGroupTest-1107880395 tempest-SecGroupTest-1107880395-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:55:20.464154 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef28985-1e3d-4cd7-bcce-8e68783f5dac tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ef57c23-5772-418d-bb02-7bcc07a1f609,revision_number=0']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:55:20.475400 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-2ef28985-1e3d-4cd7-bcce-8e68783f5dac tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:55:20.478867 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-2ef28985-1e3d-4cd7-bcce-8e68783f5dac tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for security_group_rule, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:55:20.480278 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-2ef28985-1e3d-4cd7-bcce-8e68783f5dac tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1586854 Jun 24 11:55:20.525614 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvr_db [None req-d5b56bf7-8264-45d1-a85c-5ec354aac0f6 None None] Set router a3ba0075-97f2-41f5-8081-0336d9c15d5d gateway port host: dv-neutron-797120-4-hyperv {{(pid=128085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 11:55:20.644138 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-4d99e430-3ff4-457f-b7fc-3a25880ac1e0 req-02aa0849-b983-49dc-bc49-a5369cf31577 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-953684413&fields=id&tenant_id=adbe78de4fbf48fcad1a6bc46d4a1728 HTTP/1.1" status: 200 len: 267 time: 0.0333936 Jun 24 11:55:20.748510 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-d5b56bf7-8264-45d1-a85c-5ec354aac0f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3ba0075-97f2-41f5-8081-0336d9c15d5d', 'name': 'tempest-TestNetworkBasicOps-router-1324597974', 'tenant_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'external_fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.198'}], 'enable_snat': True}, 'gw_port_id': 'cb22c465-a836-4240-8db7-9ea5ade9061a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T11:55:14Z', 'updated_at': '2021-06-24T11:55:17Z', 'revision_number': 4, 'project_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'gw_port': {'id': 'cb22c465-a836-4240-8db7-9ea5ade9061a', 'name': '', 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:d6:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3ba0075-97f2-41f5-8081-0336d9c15d5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1381, 'fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:55:14Z', 'updated_at': '2021-06-24T11:55:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-4-hyperv', '_interfaces': [{'id': '7dcbdcad-236f-4f66-a9d3-4886321595eb', 'name': '', 'network_id': 'a361479c-836e-445b-8685-a686c6762a0c', 'tenant_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'mac_address': 'fa:16:3e:de:b5:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3ba0075-97f2-41f5-8081-0336d9c15d5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1384, 'fixed_ips': [{'subnet_id': '1f50631d-bb72-4cbe-bbf7-b0e0f6aaf46c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:55:17Z', 'updated_at': '2021-06-24T11:55:20Z', 'revision_number': 4, 'project_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'subnets': [{'id': '1f50631d-bb72-4cbe-bbf7-b0e0f6aaf46c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:55:20.750582 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d99e430-3ff4-457f-b7fc-3a25880ac1e0 req-0fc28e27-0e4e-442f-94e2-8beba1fd82e6 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:55:20.752071 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-4d99e430-3ff4-457f-b7fc-3a25880ac1e0 req-0fc28e27-0e4e-442f-94e2-8beba1fd82e6 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "GET /v2.0/networks?id=a361479c-836e-445b-8685-a686c6762a0c HTTP/1.1" status: 200 len: 797 time: 0.1016526 Jun 24 11:55:20.767715 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-4d99e430-3ff4-457f-b7fc-3a25880ac1e0 req-c062c352-a242-4b8a-bc64-ac5eeabb4bc2 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "GET /v2.0/quotas/adbe78de4fbf48fcad1a6bc46d4a1728 HTTP/1.1" status: 200 len: 375 time: 0.0098526 Jun 24 11:55:20.775422 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5b56bf7-8264-45d1-a85c-5ec354aac0f6 None None] The sync data for ids ['a3ba0075-97f2-41f5-8081-0336d9c15d5d'] in dv-neutron-797120-4-hyperv is: [{'id': 'a3ba0075-97f2-41f5-8081-0336d9c15d5d', 'name': 'tempest-TestNetworkBasicOps-router-1324597974', 'tenant_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'external_fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.198'}], 'enable_snat': True}, 'gw_port_id': 'cb22c465-a836-4240-8db7-9ea5ade9061a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T11:55:14Z', 'updated_at': '2021-06-24T11:55:17Z', 'revision_number': 4, 'project_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'gw_port': {'id': 'cb22c465-a836-4240-8db7-9ea5ade9061a', 'name': '', 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:d6:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3ba0075-97f2-41f5-8081-0336d9c15d5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1381, 'fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:55:14Z', 'updated_at': '2021-06-24T11:55:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-4-hyperv', '_interfaces': [{'id': '7dcbdcad-236f-4f66-a9d3-4886321595eb', 'name': '', 'network_id': 'a361479c-836e-445b-8685-a686c6762a0c', 'tenant_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'mac_address': 'fa:16:3e:de:b5:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3ba0075-97f2-41f5-8081-0336d9c15d5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1384, 'fixed_ips': [{'subnet_id': '1f50631d-bb72-4cbe-bbf7-b0e0f6aaf46c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:55:17Z', 'updated_at': '2021-06-24T11:55:20Z', 'revision_number': 4, 'project_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'subnets': [{'id': '1f50631d-bb72-4cbe-bbf7-b0e0f6aaf46c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=128085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 11:55:20.876451 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-4d99e430-3ff4-457f-b7fc-3a25880ac1e0 req-72a1e686-8cc9-43eb-adc1-50481cc151a6 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=adbe78de4fbf48fcad1a6bc46d4a1728&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1031892 Jun 24 11:55:20.941267 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [req-4d99e430-3ff4-457f-b7fc-3a25880ac1e0 req-373df165-c90c-4947-bf6e-044a1e18a64c service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=128083) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 24 11:55:20.942305 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-4d99e430-3ff4-457f-b7fc-3a25880ac1e0 req-373df165-c90c-4947-bf6e-044a1e18a64c service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0527992 Jun 24 11:55:21.037615 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-4d99e430-3ff4-457f-b7fc-3a25880ac1e0 req-a6315491-40a8-41c6-bf53-eb8e943464b4 service neutron] 10.222.0.53 "GET /v2.0/networks/a361479c-836e-445b-8685-a686c6762a0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892193 Jun 24 11:55:21.136455 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-4d99e430-3ff4-457f-b7fc-3a25880ac1e0 req-e494812e-74d2-4f52-b9ca-4cec6159fba6 service neutron] 10.222.0.53 "GET /v2.0/networks/a361479c-836e-445b-8685-a686c6762a0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929718 Jun 24 11:55:21.329895 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-35beddc3-ad5c-4745-b137-223c102f798b req-8eacf8ba-2031-4156-97f1-8ee7ed115c9e tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "GET /v2.0/ports?device_id=45dbd639-46e7-4649-b1f5-5b0a5d8040bc HTTP/1.1" status: 200 len: 210 time: 0.0375829 Jun 24 11:55:21.895799 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device 7dcbdcad-236f-4f66-a9d3-4886321595eb up at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 11:55:21.953865 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning for port 7dcbdcad-236f-4f66-a9d3-4886321595eb completed by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 11:55:21.958513 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning complete for port 7dcbdcad-236f-4f66-a9d3-4886321595eb triggered by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:55:21.958992 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:55:22.039881 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:55:22.072296 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] For port 7dcbdcad-236f-4f66-a9d3-4886321595eb, host dv-neutron-797120-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=7dcbdcad-236f-4f66-a9d3-4886321595eb,segment=NetworkSegment(b3f2e27b-7593-4681-b928-af98548ace58),segment_id=b3f2e27b-7593-4681-b928-af98548ace58)] {{(pid=128085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 11:55:22.076487 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:55:22.079611 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-80f155e3-0352-463d-826f-3887a2b1c322 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:55:22.129742 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Pushing event updated for resources: {'Port': ['ID=7dcbdcad-236f-4f66-a9d3-4886321595eb,revision_number=5']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:55:22.132678 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:55:22.472253 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-376f0f7c-e1dd-4fb7-a987-3651134e65d4 req-2d9e7cd1-480d-47ac-a39f-246271d117b8 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "GET /v2.0/ports?device_id=45dbd639-46e7-4649-b1f5-5b0a5d8040bc HTTP/1.1" status: 200 len: 210 time: 0.0294294 Jun 24 11:55:22.604081 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d99e430-3ff4-457f-b7fc-3a25880ac1e0 req-e1d4653f-0d90-4d87-b53a-c1dc4656b7c3 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:55:22.605553 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-4d99e430-3ff4-457f-b7fc-3a25880ac1e0 req-e1d4653f-0d90-4d87-b53a-c1dc4656b7c3 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.45 "GET /v2.0/networks?id=a361479c-836e-445b-8685-a686c6762a0c HTTP/1.1" status: 200 len: 797 time: 0.1085601 Jun 24 11:55:22.656474 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-4d99e430-3ff4-457f-b7fc-3a25880ac1e0 req-e1924a23-0cee-4710-add8-0033feeccc37 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=adbe78de4fbf48fcad1a6bc46d4a1728 HTTP/1.1" status: 200 len: 379 time: 0.0345709 Jun 24 11:55:22.668152 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [req-4d99e430-3ff4-457f-b7fc-3a25880ac1e0 req-96352c13-5b19-422b-b30d-63de33a14873 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Request body: {'port': {'device_id': '45dbd639-46e7-4649-b1f5-5b0a5d8040bc', 'network_id': 'a361479c-836e-445b-8685-a686c6762a0c', 'admin_state_up': True, 'tenant_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'security_groups': ['bf407d25-bbc5-4e31-88e0-c7d2867f244b']}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:55:22.781559 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4d99e430-3ff4-457f-b7fc-3a25880ac1e0 req-96352c13-5b19-422b-b30d-63de33a14873 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Made reservation on behalf of adbe78de4fbf48fcad1a6bc46d4a1728 for: {'port': 1} {{(pid=128083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 11:55:22.785274 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-4d99e430-3ff4-457f-b7fc-3a25880ac1e0 req-96352c13-5b19-422b-b30d-63de33a14873 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:55:22.905534 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.db_base_plugin_common [req-4d99e430-3ff4-457f-b7fc-3a25880ac1e0 req-96352c13-5b19-422b-b30d-63de33a14873 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Allocated IP 172.20.0.5 (a361479c-836e-445b-8685-a686c6762a0c/1f50631d-bb72-4cbe-bbf7-b0e0f6aaf46c/2d79d32b-bd3c-4616-b87b-ac7591de93f9) {{(pid=128083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 11:55:23.043165 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-4d99e430-3ff4-457f-b7fc-3a25880ac1e0 req-96352c13-5b19-422b-b30d-63de33a14873 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for port, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:55:23.056969 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.provisioning_blocks [req-4d99e430-3ff4-457f-b7fc-3a25880ac1e0 req-96352c13-5b19-422b-b30d-63de33a14873 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Transition to ACTIVE for port object 2d79d32b-bd3c-4616-b87b-ac7591de93f9 will not be triggered until provisioned by entity DHCP. {{(pid=128083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 11:55:23.089713 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-4d99e430-3ff4-457f-b7fc-3a25880ac1e0 req-96352c13-5b19-422b-b30d-63de33a14873 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-650429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-506361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793193536723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2537853'] for port, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:55:23.093985 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-c1b85746-8c47-44dc-b857-53443414a4c9 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:55:23.131410 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4d99e430-3ff4-457f-b7fc-3a25880ac1e0 req-96352c13-5b19-422b-b30d-63de33a14873 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Network a361479c-836e-445b-8685-a686c6762a0c is already hosted by enough agents. {{(pid=128083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 11:55:23.134550 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.base_scheduler [req-4d99e430-3ff4-457f-b7fc-3a25880ac1e0 req-96352c13-5b19-422b-b30d-63de33a14873 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Resources bound (agent type, host, resource id): {{(pid=128083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:55:23.140940 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d99e430-3ff4-457f-b7fc-3a25880ac1e0 req-96352c13-5b19-422b-b30d-63de33a14873 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Received port after_create {{(pid=128083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 11:55:23.172733 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96352c13-5b19-422b-b30d-63de33a14873 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Pushing event updated for resources: {'Port': ['ID=2d79d32b-bd3c-4616-b87b-ac7591de93f9,revision_number=1']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:55:23.177135 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-96352c13-5b19-422b-b30d-63de33a14873 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:55:23.202113 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d99e430-3ff4-457f-b7fc-3a25880ac1e0 req-96352c13-5b19-422b-b30d-63de33a14873 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:55:23.202375 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-4d99e430-3ff4-457f-b7fc-3a25880ac1e0 req-96352c13-5b19-422b-b30d-63de33a14873 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468916'] for port, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:55:23.217484 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-4d99e430-3ff4-457f-b7fc-3a25880ac1e0 req-96352c13-5b19-422b-b30d-63de33a14873 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5531549 Jun 24 11:55:23.234018 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [req-4d99e430-3ff4-457f-b7fc-3a25880ac1e0 req-651e5756-96e3-44c0-aa7f-cd4bb990923b service neutron] Request body: {'port': {'device_id': '45dbd639-46e7-4649-b1f5-5b0a5d8040bc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7971'}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:55:23.310903 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-4d99e430-3ff4-457f-b7fc-3a25880ac1e0 req-651e5756-96e3-44c0-aa7f-cd4bb990923b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:55:23.376308 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-4a6b44ff-89e0-4b2c-b86e-550ffa22fa6a None None] Provisioning for port 2d79d32b-bd3c-4616-b87b-ac7591de93f9 completed by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 11:55:23.381380 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-4a6b44ff-89e0-4b2c-b86e-550ffa22fa6a None None] Provisioning complete for port 2d79d32b-bd3c-4616-b87b-ac7591de93f9 triggered by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:55:23.381762 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-4a6b44ff-89e0-4b2c-b86e-550ffa22fa6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:55:23.424798 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-4a6b44ff-89e0-4b2c-b86e-550ffa22fa6a None None] Port 2d79d32b-bd3c-4616-b87b-ac7591de93f9 cannot update to ACTIVE because it is not bound. {{(pid=128085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 11:55:23.809007 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-833836fe-4401-477c-b085-6e75e98d6fbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:55:23.876424 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device 7dcbdcad-236f-4f66-a9d3-4886321595eb up at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 11:55:23.894154 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fed62df-c414-4370-9781-522890076fd0 req-8fbe8875-e692-4543-b733-39e2ee40a3d4 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:55:23.895625 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-6fed62df-c414-4370-9781-522890076fd0 req-8fbe8875-e692-4543-b733-39e2ee40a3d4 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "GET /v2.0/ports?device_id=45dbd639-46e7-4649-b1f5-5b0a5d8040bc HTTP/1.1" status: 200 len: 931 time: 0.1446075 Jun 24 11:55:23.924523 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning complete for port 7dcbdcad-236f-4f66-a9d3-4886321595eb triggered by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:55:23.925114 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:55:23.962291 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-6fed62df-c414-4370-9781-522890076fd0 req-4d301617-b885-46f3-bc88-4f3c1531f0a3 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "GET /v2.0/security-groups?id=bf407d25-bbc5-4e31-88e0-c7d2867f244b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554197 Jun 24 11:55:23.997523 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.notifiers.nova [req-4d99e430-3ff4-457f-b7fc-3a25880ac1e0 req-651e5756-96e3-44c0-aa7f-cd4bb990923b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d79d32b-bd3c-4616-b87b-ac7591de93f9 {{(pid=128083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 11:55:24.008837 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-4d99e430-3ff4-457f-b7fc-3a25880ac1e0 req-651e5756-96e3-44c0-aa7f-cd4bb990923b service neutron] Notify callbacks [] for port, precommit_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:55:24.028507 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.provisioning_blocks [req-4d99e430-3ff4-457f-b7fc-3a25880ac1e0 req-651e5756-96e3-44c0-aa7f-cd4bb990923b service neutron] Transition to ACTIVE for port object 2d79d32b-bd3c-4616-b87b-ac7591de93f9 will not be triggered until provisioned by entity L2. {{(pid=128083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 11:55:24.033479 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-4d99e430-3ff4-457f-b7fc-3a25880ac1e0 req-651e5756-96e3-44c0-aa7f-cd4bb990923b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2537871'] for port, after_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:55:24.035489 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-7d3cd280-6fb0-4bda-be34-dcb9b7ad7c23 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:55:24.085078 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651e5756-96e3-44c0-aa7f-cd4bb990923b service neutron] Pushing event updated for resources: {'Port': ['ID=2d79d32b-bd3c-4616-b87b-ac7591de93f9,revision_number=2']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:55:24.090640 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-651e5756-96e3-44c0-aa7f-cd4bb990923b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:55:24.159303 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.managers [req-4d99e430-3ff4-457f-b7fc-3a25880ac1e0 req-651e5756-96e3-44c0-aa7f-cd4bb990923b service neutron] Attempting to bind port 2d79d32b-bd3c-4616-b87b-ac7591de93f9 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=128083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 11:55:24.159666 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.managers [req-4d99e430-3ff4-457f-b7fc-3a25880ac1e0 req-651e5756-96e3-44c0-aa7f-cd4bb990923b service neutron] Attempting to bind port 2d79d32b-bd3c-4616-b87b-ac7591de93f9 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': 'b3f2e27b-7593-4681-b928-af98548ace58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'a361479c-836e-445b-8685-a686c6762a0c'}] {{(pid=128083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 11:55:24.160014 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d99e430-3ff4-457f-b7fc-3a25880ac1e0 req-651e5756-96e3-44c0-aa7f-cd4bb990923b service neutron] Attempting to bind port 2d79d32b-bd3c-4616-b87b-ac7591de93f9 on network a361479c-836e-445b-8685-a686c6762a0c {{(pid=128083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 11:55:24.164363 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d99e430-3ff4-457f-b7fc-3a25880ac1e0 req-651e5756-96e3-44c0-aa7f-cd4bb990923b service neutron] Port 2d79d32b-bd3c-4616-b87b-ac7591de93f9 on network a361479c-836e-445b-8685-a686c6762a0c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=128083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 11:55:24.164689 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d99e430-3ff4-457f-b7fc-3a25880ac1e0 req-651e5756-96e3-44c0-aa7f-cd4bb990923b service neutron] Attempting to bind port 2d79d32b-bd3c-4616-b87b-ac7591de93f9 on network a361479c-836e-445b-8685-a686c6762a0c {{(pid=128083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 11:55:24.169791 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d99e430-3ff4-457f-b7fc-3a25880ac1e0 req-651e5756-96e3-44c0-aa7f-cd4bb990923b service neutron] Checking agent: {'id': 'a2c9a14d-87aa-4cd1-a510-11988f19c3d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7971', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 11, 42, 44), 'started_at': datetime.datetime(2021, 6, 24, 11, 42, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 11, 55, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=128083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 11:55:24.170136 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d99e430-3ff4-457f-b7fc-3a25880ac1e0 req-651e5756-96e3-44c0-aa7f-cd4bb990923b service neutron] Checking segment: {'id': 'b3f2e27b-7593-4681-b928-af98548ace58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'a361479c-836e-445b-8685-a686c6762a0c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=128083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 11:55:24.170528 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d99e430-3ff4-457f-b7fc-3a25880ac1e0 req-651e5756-96e3-44c0-aa7f-cd4bb990923b service neutron] Bound using segment: {'id': 'b3f2e27b-7593-4681-b928-af98548ace58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'a361479c-836e-445b-8685-a686c6762a0c'} {{(pid=128083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 11:55:24.171031 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.managers [req-4d99e430-3ff4-457f-b7fc-3a25880ac1e0 req-651e5756-96e3-44c0-aa7f-cd4bb990923b service neutron] Bound port: 2d79d32b-bd3c-4616-b87b-ac7591de93f9, host: hv-neutron-7971, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b3f2e27b-7593-4681-b928-af98548ace58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'a361479c-836e-445b-8685-a686c6762a0c'}}] {{(pid=128083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 11:55:24.171403 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-4d99e430-3ff4-457f-b7fc-3a25880ac1e0 req-651e5756-96e3-44c0-aa7f-cd4bb990923b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:55:24.236972 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.db [req-4d99e430-3ff4-457f-b7fc-3a25880ac1e0 req-651e5756-96e3-44c0-aa7f-cd4bb990923b service neutron] For port 2d79d32b-bd3c-4616-b87b-ac7591de93f9, host hv-neutron-7971, cleared binding levels {{(pid=128083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 11:55:24.240028 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.db [req-4d99e430-3ff4-457f-b7fc-3a25880ac1e0 req-651e5756-96e3-44c0-aa7f-cd4bb990923b service neutron] For port 2d79d32b-bd3c-4616-b87b-ac7591de93f9, host hv-neutron-7971, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=2d79d32b-bd3c-4616-b87b-ac7591de93f9,segment=NetworkSegment(b3f2e27b-7593-4681-b928-af98548ace58),segment_id=b3f2e27b-7593-4681-b928-af98548ace58)] {{(pid=128083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 11:55:24.244796 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-4d99e430-3ff4-457f-b7fc-3a25880ac1e0 req-651e5756-96e3-44c0-aa7f-cd4bb990923b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2537871'] for port, after_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:55:24.248226 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-ab6401b0-d820-4aa3-be6e-4f0ef54f7d49 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:55:24.283708 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d99e430-3ff4-457f-b7fc-3a25880ac1e0 req-651e5756-96e3-44c0-aa7f-cd4bb990923b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:55:24.284208 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-4d99e430-3ff4-457f-b7fc-3a25880ac1e0 req-651e5756-96e3-44c0-aa7f-cd4bb990923b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468916'] for port, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:55:24.285598 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-4d99e430-3ff4-457f-b7fc-3a25880ac1e0 req-651e5756-96e3-44c0-aa7f-cd4bb990923b service neutron] 10.222.0.45 "PUT /v2.0/ports/2d79d32b-bd3c-4616-b87b-ac7591de93f9 HTTP/1.1" status: 200 len: 1093 time: 1.0562923 Jun 24 11:55:24.286132 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45dbd639-46e7-4649-b1f5-5b0a5d8040bc', 'tag': '2d79d32b-bd3c-4616-b87b-ac7591de93f9'}] {{(pid=128083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 11:55:24.288467 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a77f7dee1a0522ddf93af289475d218fcdb8f30317daadec13ebf930b5b9dbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-143cf714-833b-4408-8a76-c6346bde6833" -d '{"events": [{"name": "network-changed", "server_uuid": "45dbd639-46e7-4649-b1f5-5b0a5d8040bc", "tag": "2d79d32b-bd3c-4616-b87b-ac7591de93f9"}]}' {{(pid=128083) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 11:55:24.320700 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651e5756-96e3-44c0-aa7f-cd4bb990923b service neutron] Pushing event updated for resources: {'Port': ['ID=2d79d32b-bd3c-4616-b87b-ac7591de93f9,revision_number=3']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:55:24.330020 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-651e5756-96e3-44c0-aa7f-cd4bb990923b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:55:24.364494 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 11:55:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a004e76-6ad0-48a4-855b-50dc22337c26 x-openstack-request-id: req-7a004e76-6ad0-48a4-855b-50dc22337c26 {{(pid=128083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 11:55:24.364838 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45dbd639-46e7-4649-b1f5-5b0a5d8040bc", "tag": "2d79d32b-bd3c-4616-b87b-ac7591de93f9", "status": "completed", "code": 200}]} {{(pid=128083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 11:55:24.365171 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-7a004e76-6ad0-48a4-855b-50dc22337c26 {{(pid=128083) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 11:55:24.365630 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45dbd639-46e7-4649-b1f5-5b0a5d8040bc', 'tag': '2d79d32b-bd3c-4616-b87b-ac7591de93f9', 'status': 'completed', 'code': 200} Jun 24 11:55:24.394092 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d99e430-3ff4-457f-b7fc-3a25880ac1e0 req-cd94f73d-b025-48c2-a61b-0a03a2f14a09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:55:24.395586 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-4d99e430-3ff4-457f-b7fc-3a25880ac1e0 req-cd94f73d-b025-48c2-a61b-0a03a2f14a09 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=adbe78de4fbf48fcad1a6bc46d4a1728&device_id=45dbd639-46e7-4649-b1f5-5b0a5d8040bc HTTP/1.1" status: 200 len: 1096 time: 0.0598438 Jun 24 11:55:24.443999 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-4d99e430-3ff4-457f-b7fc-3a25880ac1e0 req-d414806f-2e24-46ed-b6ac-bdb8e02585fd service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2d79d32b-bd3c-4616-b87b-ac7591de93f9 HTTP/1.1" status: 200 len: 217 time: 0.0365152 Jun 24 11:55:24.499216 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d99e430-3ff4-457f-b7fc-3a25880ac1e0 req-1f8c71d5-e754-4836-a1bc-2d3b2ecec53a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:55:24.500638 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-4d99e430-3ff4-457f-b7fc-3a25880ac1e0 req-1f8c71d5-e754-4836-a1bc-2d3b2ecec53a service neutron] 10.222.0.45 "GET /v2.0/subnets?id=1f50631d-bb72-4cbe-bbf7-b0e0f6aaf46c HTTP/1.1" status: 200 len: 835 time: 0.0498397 Jun 24 11:55:24.563378 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d99e430-3ff4-457f-b7fc-3a25880ac1e0 req-962cd24f-3bde-4e2b-a438-02b79a3a3a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:55:24.564857 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-4d99e430-3ff4-457f-b7fc-3a25880ac1e0 req-962cd24f-3bde-4e2b-a438-02b79a3a3a30 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a361479c-836e-445b-8685-a686c6762a0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0533898 Jun 24 11:55:24.669451 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-4d99e430-3ff4-457f-b7fc-3a25880ac1e0 req-d276564f-d8b8-40d6-885b-a2412311ce52 service neutron] 10.222.0.45 "GET /v2.0/networks/a361479c-836e-445b-8685-a686c6762a0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853488 Jun 24 11:55:24.770353 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-4d99e430-3ff4-457f-b7fc-3a25880ac1e0 req-3966f362-9877-4eb4-ae99-c92c2266e75a service neutron] 10.222.0.45 "GET /v2.0/networks/a361479c-836e-445b-8685-a686c6762a0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897346 Jun 24 11:55:24.875621 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143cf714-833b-4408-8a76-c6346bde6833 req-376f04de-2153-4b96-9eca-fec0c9ee3dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:55:24.877664 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-143cf714-833b-4408-8a76-c6346bde6833 req-376f04de-2153-4b96-9eca-fec0c9ee3dd2 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=adbe78de4fbf48fcad1a6bc46d4a1728&device_id=45dbd639-46e7-4649-b1f5-5b0a5d8040bc HTTP/1.1" status: 200 len: 1096 time: 0.0561085 Jun 24 11:55:24.977252 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143cf714-833b-4408-8a76-c6346bde6833 req-9e7836f1-e142-43f4-b50e-a4a53d19c9aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:55:24.978600 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-143cf714-833b-4408-8a76-c6346bde6833 req-9e7836f1-e142-43f4-b50e-a4a53d19c9aa service neutron] 10.222.0.45 "GET /v2.0/networks?id=a361479c-836e-445b-8685-a686c6762a0c HTTP/1.1" status: 200 len: 898 time: 0.0936422 Jun 24 11:55:25.021326 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-143cf714-833b-4408-8a76-c6346bde6833 req-e9a59748-a80d-4e9c-bd21-afb508a14e04 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2d79d32b-bd3c-4616-b87b-ac7591de93f9 HTTP/1.1" status: 200 len: 217 time: 0.0347097 Jun 24 11:55:25.069645 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143cf714-833b-4408-8a76-c6346bde6833 req-9f603009-b9c3-4ee1-9f55-da87cdc0b448 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:55:25.071092 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-143cf714-833b-4408-8a76-c6346bde6833 req-9f603009-b9c3-4ee1-9f55-da87cdc0b448 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=1f50631d-bb72-4cbe-bbf7-b0e0f6aaf46c HTTP/1.1" status: 200 len: 835 time: 0.0434265 Jun 24 11:55:25.177948 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d3f3dc-972f-4392-bb00-09d85297b2af req-d8ea8925-1c33-48a9-9dad-b1089266977a tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:55:25.179417 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-46d3f3dc-972f-4392-bb00-09d85297b2af req-d8ea8925-1c33-48a9-9dad-b1089266977a tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "GET /v2.0/ports?device_id=45dbd639-46e7-4649-b1f5-5b0a5d8040bc HTTP/1.1" status: 200 len: 943 time: 0.1054726 Jun 24 11:55:25.186890 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143cf714-833b-4408-8a76-c6346bde6833 req-2479f5fe-c84e-4cdc-ad91-ed1f4dcee059 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:55:25.188441 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-143cf714-833b-4408-8a76-c6346bde6833 req-2479f5fe-c84e-4cdc-ad91-ed1f4dcee059 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a361479c-836e-445b-8685-a686c6762a0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1046534 Jun 24 11:55:25.275241 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-46d3f3dc-972f-4392-bb00-09d85297b2af req-aaf4f4bc-4f2a-4537-ae92-2feaf8b12185 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "GET /v2.0/security-groups?id=bf407d25-bbc5-4e31-88e0-c7d2867f244b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0857792 Jun 24 11:55:25.303619 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-143cf714-833b-4408-8a76-c6346bde6833 req-e8951414-2269-49d1-abb8-9a8a6e2ec51c service neutron] 10.222.0.45 "GET /v2.0/networks/a361479c-836e-445b-8685-a686c6762a0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1069372 Jun 24 11:55:25.391914 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-143cf714-833b-4408-8a76-c6346bde6833 req-e16bcff0-044e-425e-8cd5-487cfbb0aba7 service neutron] 10.222.0.45 "GET /v2.0/networks/a361479c-836e-445b-8685-a686c6762a0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806477 Jun 24 11:55:26.369899 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-80b0c0db-f4d4-4abe-80ee-0a00b33877b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:55:26.471716 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3feb4c-e2a8-44b1-a125-4a0a88f722e8 req-6dc8fddb-5355-416e-a13c-f9e952864385 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:55:26.473224 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-1d3feb4c-e2a8-44b1-a125-4a0a88f722e8 req-6dc8fddb-5355-416e-a13c-f9e952864385 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "GET /v2.0/ports?device_id=45dbd639-46e7-4649-b1f5-5b0a5d8040bc HTTP/1.1" status: 200 len: 943 time: 0.0689368 Jun 24 11:55:26.485726 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:55:26.512260 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-1d3feb4c-e2a8-44b1-a125-4a0a88f722e8 req-c2444ab3-c756-4a94-9308-dad7d9ea42af tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "GET /v2.0/security-groups?id=bf407d25-bbc5-4e31-88e0-c7d2867f244b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333068 Jun 24 11:55:27.668006 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Device 2d79d32b-bd3c-4616-b87b-ac7591de93f9 details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=128085) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 11:55:27.684676 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-03237adf-ebd0-46f2-a476-4d4bb746e0f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:55:27.726824 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fe8019-d877-40f6-bb38-29d6f665ce36 req-f99588c5-0d53-4f63-a7f2-8d6c2a25255a tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:55:27.729108 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-f4fe8019-d877-40f6-bb38-29d6f665ce36 req-f99588c5-0d53-4f63-a7f2-8d6c2a25255a tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "GET /v2.0/ports?device_id=45dbd639-46e7-4649-b1f5-5b0a5d8040bc HTTP/1.1" status: 200 len: 943 time: 0.0975709 Jun 24 11:55:27.796086 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-f4fe8019-d877-40f6-bb38-29d6f665ce36 req-ea7be6c7-bd57-4b1d-877c-534e0046e29a tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "GET /v2.0/security-groups?id=bf407d25-bbc5-4e31-88e0-c7d2867f244b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0611932 Jun 24 11:55:27.810591 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] For port 2d79d32b-bd3c-4616-b87b-ac7591de93f9, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=2d79d32b-bd3c-4616-b87b-ac7591de93f9,segment=NetworkSegment(b3f2e27b-7593-4681-b928-af98548ace58),segment_id=b3f2e27b-7593-4681-b928-af98548ace58)] {{(pid=128085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 11:55:27.826582 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Returning: {'device': '2d79d32b-bd3c-4616-b87b-ac7591de93f9', 'network_id': 'a361479c-836e-445b-8685-a686c6762a0c', 'port_id': '2d79d32b-bd3c-4616-b87b-ac7591de93f9', 'mac_address': 'fa:16:3e:64:3a:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 649, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f50631d-bb72-4cbe-bbf7-b0e0f6aaf46c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=128085) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 11:55:27.868661 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:55:27.882956 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.notifiers.nova [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d79d32b-bd3c-4616-b87b-ac7591de93f9 {{(pid=128085) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 11:55:27.903321 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] For port 2d79d32b-bd3c-4616-b87b-ac7591de93f9, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=2d79d32b-bd3c-4616-b87b-ac7591de93f9,segment=NetworkSegment(b3f2e27b-7593-4681-b928-af98548ace58),segment_id=b3f2e27b-7593-4681-b928-af98548ace58)] {{(pid=128085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 11:55:27.907629 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:55:27.909449 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-54b46003-41b3-4c9d-8486-8829de972042 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:55:27.954583 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Pushing event updated for resources: {'Port': ['ID=2d79d32b-bd3c-4616-b87b-ac7591de93f9,revision_number=4']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:55:27.957751 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:55:28.209081 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] get_ports_and_sgs() called for port_ids ['2d79d32b-bd3c-4616-b87b-ac7591de93f9'] {{(pid=128085) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 11:55:28.983523 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682be768-98a9-4e69-88a0-57c04f6901b0 req-aad4a73f-e26d-4d07-a7db-5360c8bfdf25 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:55:28.985007 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-682be768-98a9-4e69-88a0-57c04f6901b0 req-aad4a73f-e26d-4d07-a7db-5360c8bfdf25 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "GET /v2.0/ports?device_id=45dbd639-46e7-4649-b1f5-5b0a5d8040bc HTTP/1.1" status: 200 len: 944 time: 0.0700312 Jun 24 11:55:29.027363 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-682be768-98a9-4e69-88a0-57c04f6901b0 req-8292ce21-f880-430b-a10e-f7882f1dfc3d tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "GET /v2.0/security-groups?id=bf407d25-bbc5-4e31-88e0-c7d2867f244b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365937 Jun 24 11:55:29.648675 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-52c483ef-d5c1-4030-9a32-e5ce4ff00ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:55:29.657984 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Device 2d79d32b-bd3c-4616-b87b-ac7591de93f9 up at agent hyperv_hv-neutron-7971 {{(pid=128085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 11:55:29.707756 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Provisioning for port 2d79d32b-bd3c-4616-b87b-ac7591de93f9 completed by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 11:55:29.711779 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Provisioning complete for port 2d79d32b-bd3c-4616-b87b-ac7591de93f9 triggered by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:55:29.712195 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:55:29.799444 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:55:29.830432 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45dbd639-46e7-4649-b1f5-5b0a5d8040bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d79d32b-bd3c-4616-b87b-ac7591de93f9'}] {{(pid=128085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 11:55:29.832790 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1098ec9051a50dd033317f529a09b9762582ef7b417ebe05928aca59e08255aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a37bf91c-0347-450f-bace-80edd8faa9b7" -d '{"events": [{"server_uuid": "45dbd639-46e7-4649-b1f5-5b0a5d8040bc", "name": "network-vif-plugged", "status": "completed", "tag": "2d79d32b-bd3c-4616-b87b-ac7591de93f9"}]}' {{(pid=128085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 11:55:29.850268 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] For port 2d79d32b-bd3c-4616-b87b-ac7591de93f9, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=2d79d32b-bd3c-4616-b87b-ac7591de93f9,segment=NetworkSegment(b3f2e27b-7593-4681-b928-af98548ace58),segment_id=b3f2e27b-7593-4681-b928-af98548ace58)] {{(pid=128085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 11:55:29.859800 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:55:29.861808 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-07c14b22-cc59-4c5c-9030-8519576c0177 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:55:29.885712 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 11:55:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23cce711-4cc8-40fb-ab26-fb44c7cd7847 x-openstack-request-id: req-23cce711-4cc8-40fb-ab26-fb44c7cd7847 {{(pid=128085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 11:55:29.886069 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45dbd639-46e7-4649-b1f5-5b0a5d8040bc", "name": "network-vif-plugged", "status": "completed", "tag": "2d79d32b-bd3c-4616-b87b-ac7591de93f9", "code": 200}]} {{(pid=128085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 11:55:29.886276 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-23cce711-4cc8-40fb-ab26-fb44c7cd7847 {{(pid=128085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 11:55:29.886668 dv-neutron-797120-4-hyperv neutron-server[128085]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45dbd639-46e7-4649-b1f5-5b0a5d8040bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d79d32b-bd3c-4616-b87b-ac7591de93f9', 'code': 200} Jun 24 11:55:29.915889 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Pushing event updated for resources: {'Port': ['ID=2d79d32b-bd3c-4616-b87b-ac7591de93f9,revision_number=5']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:55:29.919402 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:55:30.136399 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f141ce-ea48-4578-a001-e9f6a3679d0c req-7eea7a8e-c097-40ae-bea9-0c4dd2ab01d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:55:30.139338 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-25f141ce-ea48-4578-a001-e9f6a3679d0c req-7eea7a8e-c097-40ae-bea9-0c4dd2ab01d7 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=45dbd639-46e7-4649-b1f5-5b0a5d8040bc HTTP/1.1" status: 200 len: 1098 time: 0.0741160 Jun 24 11:55:30.180961 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-25f141ce-ea48-4578-a001-e9f6a3679d0c req-fe3b1238-b19a-4404-91a7-68219433157c service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=bf407d25-bbc5-4e31-88e0-c7d2867f244b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334392 Jun 24 11:55:30.255518 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e668b12b-2edb-45b1-a152-0d946c3c2fac req-4f0065ad-76ee-42cc-b033-e07a6a97e296 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:55:30.257517 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-e668b12b-2edb-45b1-a152-0d946c3c2fac req-4f0065ad-76ee-42cc-b033-e07a6a97e296 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "GET /v2.0/ports?device_id=45dbd639-46e7-4649-b1f5-5b0a5d8040bc HTTP/1.1" status: 200 len: 945 time: 0.0673366 Jun 24 11:55:30.313612 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-e668b12b-2edb-45b1-a152-0d946c3c2fac req-f9b584ee-aa82-4a95-84c9-56c515a44db8 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "GET /v2.0/security-groups?id=bf407d25-bbc5-4e31-88e0-c7d2867f244b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491865 Jun 24 11:55:31.511953 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcf9cbe-d7e0-431c-a007-e31e0e68716b req-291c2179-57b2-4bfc-a018-6717df66c149 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:55:31.514245 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-bfcf9cbe-d7e0-431c-a007-e31e0e68716b req-291c2179-57b2-4bfc-a018-6717df66c149 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "GET /v2.0/ports?device_id=45dbd639-46e7-4649-b1f5-5b0a5d8040bc HTTP/1.1" status: 200 len: 945 time: 0.0720706 Jun 24 11:55:31.552913 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-bfcf9cbe-d7e0-431c-a007-e31e0e68716b req-3b7e80df-2809-439f-8610-3fc8bd726fd8 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "GET /v2.0/security-groups?id=bf407d25-bbc5-4e31-88e0-c7d2867f244b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328884 Jun 24 11:55:31.742426 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5252f65e-ef8b-4e7c-8fee-cea63850f369 req-1923fe4e-8fba-4245-bd4b-acb0282431a2 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:55:31.743877 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-5252f65e-ef8b-4e7c-8fee-cea63850f369 req-1923fe4e-8fba-4245-bd4b-acb0282431a2 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "GET /v2.0/ports?device_id=45dbd639-46e7-4649-b1f5-5b0a5d8040bc HTTP/1.1" status: 200 len: 945 time: 0.0661860 Jun 24 11:55:31.785217 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-5252f65e-ef8b-4e7c-8fee-cea63850f369 req-ee8a39b1-fe62-4755-b2e0-67fe643d7076 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "GET /v2.0/security-groups?id=bf407d25-bbc5-4e31-88e0-c7d2867f244b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350320 Jun 24 11:55:31.810971 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 35580) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:55:31.863992 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-393c6a39-2b22-4957-b3bf-5a18e705e4a2 tempest-TestNetworkBasicOps-1239029366 tempest-TestNetworkBasicOps-1239029366-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:55:31.868376 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-393c6a39-2b22-4957-b3bf-5a18e705e4a2 tempest-TestNetworkBasicOps-1239029366 tempest-TestNetworkBasicOps-1239029366-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=45dbd639-46e7-4649-b1f5-5b0a5d8040bc HTTP/1.1" status: 200 len: 1093 time: 0.0534084 Jun 24 11:55:31.868557 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 35582) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:55:31.873521 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [None req-042cb0ab-85c1-4f46-92ef-ecadf4449f67 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Request body: {'floatingip': {'floating_network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'port_id': '2d79d32b-bd3c-4616-b87b-ac7591de93f9', 'tenant_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'fixed_ip_address': '172.20.0.5'}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:55:31.896200 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-042cb0ab-85c1-4f46-92ef-ecadf4449f67 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for floatingip, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:55:31.999338 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-042cb0ab-85c1-4f46-92ef-ecadf4449f67 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:55:32.112762 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.db_base_plugin_common [None req-042cb0ab-85c1-4f46-92ef-ecadf4449f67 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Allocated IP 172.26.7.184 (f2b8ca71-e776-48b2-8898-96cc7970207b/f37bf603-3862-4d0a-9f58-89616f7fd68f/7c36c4c5-1a0f-4c43-a009-f880ffb2981c) {{(pid=128083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 11:55:32.225208 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-042cb0ab-85c1-4f46-92ef-ecadf4449f67 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for port, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:55:32.265257 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-042cb0ab-85c1-4f46-92ef-ecadf4449f67 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-650429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-506361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793193536723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2537853'] for port, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:55:32.267450 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-40133253-2923-49e7-9bc4-5314b9fd2ed2 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:55:32.310277 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-042cb0ab-85c1-4f46-92ef-ecadf4449f67 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Network f2b8ca71-e776-48b2-8898-96cc7970207b is already hosted by enough agents. {{(pid=128083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 11:55:32.315674 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.base_scheduler [None req-042cb0ab-85c1-4f46-92ef-ecadf4449f67 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Resources bound (agent type, host, resource id): {{(pid=128083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:55:32.319071 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-042cb0ab-85c1-4f46-92ef-ecadf4449f67 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Received port after_create {{(pid=128083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 11:55:32.346114 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042cb0ab-85c1-4f46-92ef-ecadf4449f67 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Pushing event updated for resources: {'Port': ['ID=7c36c4c5-1a0f-4c43-a009-f880ffb2981c,revision_number=1']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:55:32.350253 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-042cb0ab-85c1-4f46-92ef-ecadf4449f67 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:55:32.731073 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-042cb0ab-85c1-4f46-92ef-ecadf4449f67 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for floatingip, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:55:32.814351 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-042cb0ab-85c1-4f46-92ef-ecadf4449f67 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:55:32.996688 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-042cb0ab-85c1-4f46-92ef-ecadf4449f67 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for port, precommit_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:55:33.003649 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-042cb0ab-85c1-4f46-92ef-ecadf4449f67 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2537871'] for port, after_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:55:33.008392 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-8dfdcfc7-41bb-4013-a833-3dec21d8c698 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:55:33.103402 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042cb0ab-85c1-4f46-92ef-ecadf4449f67 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Pushing event updated for resources: {'Port': ['ID=7c36c4c5-1a0f-4c43-a009-f880ffb2981c,revision_number=2']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:55:33.109860 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-042cb0ab-85c1-4f46-92ef-ecadf4449f67 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:55:33.113763 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-042cb0ab-85c1-4f46-92ef-ecadf4449f67 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1815637'] for floatingip, after_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:55:33.241339 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.db.l3_db [None req-042cb0ab-85c1-4f46-92ef-ecadf4449f67 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Floating IP 5a606d30-1aeb-4143-8423-b03fd62c6ec6 associated. External IP: 172.26.7.184, port: 2d79d32b-bd3c-4616-b87b-ac7591de93f9. Jun 24 11:55:33.505327 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-042cb0ab-85c1-4f46-92ef-ecadf4449f67 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Router a3ba0075-97f2-41f5-8081-0336d9c15d5d has already been hosted by L3 agent 2987dba8-2249-4ee6-96ec-28f0f7a6127d {{(pid=128083) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 11:55:33.685914 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-042cb0ab-85c1-4f46-92ef-ecadf4449f67 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify agent at l3_agent.dv-neutron-797120-4-hyperv the message routers_updated {{(pid=128083) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 11:55:33.698504 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-068351a4-23fc-4436-ace4-f365db66d139 None None] Sync routers for ids ['a3ba0075-97f2-41f5-8081-0336d9c15d5d'] in dv-neutron-797120-4-hyperv {{(pid=128086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 11:55:33.708316 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-042cb0ab-85c1-4f46-92ef-ecadf4449f67 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468916'] for floatingip, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:55:33.719693 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-068351a4-23fc-4436-ace4-f365db66d139 None None] Routers {'a3ba0075-97f2-41f5-8081-0336d9c15d5d'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 11:55:33.720803 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-068351a4-23fc-4436-ace4-f365db66d139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T11:55:26Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['a3ba0075-97f2-41f5-8081-0336d9c15d5d'], 'active': True} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:55:33.778509 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-042cb0ab-85c1-4f46-92ef-ecadf4449f67 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9002495 Jun 24 11:55:33.778509 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45dbd639-46e7-4649-b1f5-5b0a5d8040bc', 'tag': '2d79d32b-bd3c-4616-b87b-ac7591de93f9'}] {{(pid=128083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 11:55:33.778509 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a77f7dee1a0522ddf93af289475d218fcdb8f30317daadec13ebf930b5b9dbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-428a6c18-086f-4d26-9455-72c4acaff6f0" -d '{"events": [{"name": "network-changed", "server_uuid": "45dbd639-46e7-4649-b1f5-5b0a5d8040bc", "tag": "2d79d32b-bd3c-4616-b87b-ac7591de93f9"}]}' {{(pid=128083) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 11:55:33.778509 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 35590) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:55:33.869389 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-52b0a9c1-ae71-4272-bd81-565f52f9910e tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "GET /v2.0/floatingips/5a606d30-1aeb-4143-8423-b03fd62c6ec6 HTTP/1.1" status: 200 len: 991 time: 0.0877070 Jun 24 11:55:33.879739 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_dvr_db [None req-068351a4-23fc-4436-ace4-f365db66d139 None None] Set router a3ba0075-97f2-41f5-8081-0336d9c15d5d gateway port host: dv-neutron-797120-4-hyperv {{(pid=128086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 11:55:33.980548 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 11:55:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dcc79de-c761-4f7a-be26-66d3f57bb16a x-openstack-request-id: req-8dcc79de-c761-4f7a-be26-66d3f57bb16a {{(pid=128083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 11:55:33.982644 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45dbd639-46e7-4649-b1f5-5b0a5d8040bc", "tag": "2d79d32b-bd3c-4616-b87b-ac7591de93f9", "status": "completed", "code": 200}]} {{(pid=128083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 11:55:33.983104 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-8dcc79de-c761-4f7a-be26-66d3f57bb16a {{(pid=128083) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 11:55:33.983859 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45dbd639-46e7-4649-b1f5-5b0a5d8040bc', 'tag': '2d79d32b-bd3c-4616-b87b-ac7591de93f9', 'status': 'completed', 'code': 200} Jun 24 11:55:34.078438 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428a6c18-086f-4d26-9455-72c4acaff6f0 req-b01864dc-d5a8-4691-b737-5d6eeb552f0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:55:34.079880 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-428a6c18-086f-4d26-9455-72c4acaff6f0 req-b01864dc-d5a8-4691-b737-5d6eeb552f0d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=adbe78de4fbf48fcad1a6bc46d4a1728&device_id=45dbd639-46e7-4649-b1f5-5b0a5d8040bc HTTP/1.1" status: 200 len: 1098 time: 0.0691781 Jun 24 11:55:34.182801 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428a6c18-086f-4d26-9455-72c4acaff6f0 req-94084e80-47a0-457a-b4c2-8f50f590885c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:55:34.185052 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-428a6c18-086f-4d26-9455-72c4acaff6f0 req-94084e80-47a0-457a-b4c2-8f50f590885c service neutron] 10.222.0.45 "GET /v2.0/networks?id=a361479c-836e-445b-8685-a686c6762a0c HTTP/1.1" status: 200 len: 898 time: 0.0981348 Jun 24 11:55:34.236460 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-068351a4-23fc-4436-ace4-f365db66d139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3ba0075-97f2-41f5-8081-0336d9c15d5d', 'name': 'tempest-TestNetworkBasicOps-router-1324597974', 'tenant_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'external_fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.198'}], 'enable_snat': True}, 'gw_port_id': 'cb22c465-a836-4240-8db7-9ea5ade9061a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T11:55:14Z', 'updated_at': '2021-06-24T11:55:17Z', 'revision_number': 4, 'project_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'gw_port': {'id': 'cb22c465-a836-4240-8db7-9ea5ade9061a', 'name': '', 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:d6:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3ba0075-97f2-41f5-8081-0336d9c15d5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1381, 'fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:55:14Z', 'updated_at': '2021-06-24T11:55:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-4-hyperv', '_floatingips': [{'id': '5a606d30-1aeb-4143-8423-b03fd62c6ec6', 'tenant_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'floating_ip_address': '172.26.7.184', 'floating_network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'router_id': 'a3ba0075-97f2-41f5-8081-0336d9c15d5d', 'port_id': '2d79d32b-bd3c-4616-b87b-ac7591de93f9', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1396, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a361479c-836e-445b-8685-a686c6762a0c', 'mac_address': 'fa:16:3e:64:3a:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45dbd639-46e7-4649-b1f5-5b0a5d8040bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T11:55:32Z', 'updated_at': '2021-06-24T11:55:32Z', 'revision_number': 0, 'project_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7dcbdcad-236f-4f66-a9d3-4886321595eb', 'name': '', 'network_id': 'a361479c-836e-445b-8685-a686c6762a0c', 'tenant_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'mac_address': 'fa:16:3e:de:b5:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3ba0075-97f2-41f5-8081-0336d9c15d5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1384, 'fixed_ips': [{'subnet_id': '1f50631d-bb72-4cbe-bbf7-b0e0f6aaf46c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:55:17Z', 'updated_at': '2021-06-24T11:55:22Z', 'revision_number': 5, 'project_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'subnets': [{'id': '1f50631d-bb72-4cbe-bbf7-b0e0f6aaf46c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:55:34.266705 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-428a6c18-086f-4d26-9455-72c4acaff6f0 req-216084c1-baf5-4804-8485-c9eeaba815bd service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2d79d32b-bd3c-4616-b87b-ac7591de93f9 HTTP/1.1" status: 200 len: 999 time: 0.0757062 Jun 24 11:55:34.281164 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-068351a4-23fc-4436-ace4-f365db66d139 None None] Checking router: a3ba0075-97f2-41f5-8081-0336d9c15d5d for host: dv-neutron-797120-4-hyperv {{(pid=128086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 11:55:34.301395 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-068351a4-23fc-4436-ace4-f365db66d139 None None] Routers {'a3ba0075-97f2-41f5-8081-0336d9c15d5d'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 11:55:34.303442 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-068351a4-23fc-4436-ace4-f365db66d139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T11:55:26Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['a3ba0075-97f2-41f5-8081-0336d9c15d5d'], 'active': True} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:55:34.330971 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428a6c18-086f-4d26-9455-72c4acaff6f0 req-08131734-9e0d-43c8-b656-9094d7cc85fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:55:34.332869 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-428a6c18-086f-4d26-9455-72c4acaff6f0 req-08131734-9e0d-43c8-b656-9094d7cc85fd service neutron] 10.222.0.45 "GET /v2.0/subnets?id=1f50631d-bb72-4cbe-bbf7-b0e0f6aaf46c HTTP/1.1" status: 200 len: 835 time: 0.0592036 Jun 24 11:55:34.413358 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428a6c18-086f-4d26-9455-72c4acaff6f0 req-7ef91765-907b-4e46-99bf-16348d074e7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:55:34.414983 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-428a6c18-086f-4d26-9455-72c4acaff6f0 req-7ef91765-907b-4e46-99bf-16348d074e7c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a361479c-836e-445b-8685-a686c6762a0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0763969 Jun 24 11:55:34.552961 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-428a6c18-086f-4d26-9455-72c4acaff6f0 req-0496f241-17be-424a-845d-831c82e4958e service neutron] 10.222.0.45 "GET /v2.0/networks/a361479c-836e-445b-8685-a686c6762a0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307974 Jun 24 11:55:34.625017 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_dvr_db [None req-068351a4-23fc-4436-ace4-f365db66d139 None None] Set router a3ba0075-97f2-41f5-8081-0336d9c15d5d gateway port host: dv-neutron-797120-4-hyperv {{(pid=128086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 11:55:34.709194 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-428a6c18-086f-4d26-9455-72c4acaff6f0 req-5a7cb83a-004b-4576-94ef-38988e11477b service neutron] 10.222.0.45 "GET /v2.0/networks/a361479c-836e-445b-8685-a686c6762a0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1471016 Jun 24 11:55:34.873196 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 35596) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:55:34.980920 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-201a41f4-a3e8-4eba-8f39-b49556768525 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "GET /v2.0/floatingips/5a606d30-1aeb-4143-8423-b03fd62c6ec6 HTTP/1.1" status: 200 len: 991 time: 0.1048207 Jun 24 11:55:35.004128 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-068351a4-23fc-4436-ace4-f365db66d139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3ba0075-97f2-41f5-8081-0336d9c15d5d', 'name': 'tempest-TestNetworkBasicOps-router-1324597974', 'tenant_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'external_fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.198'}], 'enable_snat': True}, 'gw_port_id': 'cb22c465-a836-4240-8db7-9ea5ade9061a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T11:55:14Z', 'updated_at': '2021-06-24T11:55:17Z', 'revision_number': 4, 'project_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'gw_port': {'id': 'cb22c465-a836-4240-8db7-9ea5ade9061a', 'name': '', 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:d6:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3ba0075-97f2-41f5-8081-0336d9c15d5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1381, 'fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:55:14Z', 'updated_at': '2021-06-24T11:55:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-4-hyperv', '_floatingips': [{'id': '5a606d30-1aeb-4143-8423-b03fd62c6ec6', 'tenant_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'floating_ip_address': '172.26.7.184', 'floating_network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'router_id': 'a3ba0075-97f2-41f5-8081-0336d9c15d5d', 'port_id': '2d79d32b-bd3c-4616-b87b-ac7591de93f9', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1396, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a361479c-836e-445b-8685-a686c6762a0c', 'mac_address': 'fa:16:3e:64:3a:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45dbd639-46e7-4649-b1f5-5b0a5d8040bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T11:55:32Z', 'updated_at': '2021-06-24T11:55:32Z', 'revision_number': 0, 'project_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7dcbdcad-236f-4f66-a9d3-4886321595eb', 'name': '', 'network_id': 'a361479c-836e-445b-8685-a686c6762a0c', 'tenant_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'mac_address': 'fa:16:3e:de:b5:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3ba0075-97f2-41f5-8081-0336d9c15d5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1384, 'fixed_ips': [{'subnet_id': '1f50631d-bb72-4cbe-bbf7-b0e0f6aaf46c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:55:17Z', 'updated_at': '2021-06-24T11:55:22Z', 'revision_number': 5, 'project_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'subnets': [{'id': '1f50631d-bb72-4cbe-bbf7-b0e0f6aaf46c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:55:35.039280 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-068351a4-23fc-4436-ace4-f365db66d139 None None] The sync data for ids ['a3ba0075-97f2-41f5-8081-0336d9c15d5d'] in dv-neutron-797120-4-hyperv is: [{'id': 'a3ba0075-97f2-41f5-8081-0336d9c15d5d', 'name': 'tempest-TestNetworkBasicOps-router-1324597974', 'tenant_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'external_fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.198'}], 'enable_snat': True}, 'gw_port_id': 'cb22c465-a836-4240-8db7-9ea5ade9061a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T11:55:14Z', 'updated_at': '2021-06-24T11:55:17Z', 'revision_number': 4, 'project_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'gw_port': {'id': 'cb22c465-a836-4240-8db7-9ea5ade9061a', 'name': '', 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:d6:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3ba0075-97f2-41f5-8081-0336d9c15d5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1381, 'fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:55:14Z', 'updated_at': '2021-06-24T11:55:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-4-hyperv', '_floatingips': [{'id': '5a606d30-1aeb-4143-8423-b03fd62c6ec6', 'tenant_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'floating_ip_address': '172.26.7.184', 'floating_network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'router_id': 'a3ba0075-97f2-41f5-8081-0336d9c15d5d', 'port_id': '2d79d32b-bd3c-4616-b87b-ac7591de93f9', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1396, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a361479c-836e-445b-8685-a686c6762a0c', 'mac_address': 'fa:16:3e:64:3a:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45dbd639-46e7-4649-b1f5-5b0a5d8040bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T11:55:32Z', 'updated_at': '2021-06-24T11:55:32Z', 'revision_number': 0, 'project_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7dcbdcad-236f-4f66-a9d3-4886321595eb', 'name': '', 'network_id': 'a361479c-836e-445b-8685-a686c6762a0c', 'tenant_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'mac_address': 'fa:16:3e:de:b5:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3ba0075-97f2-41f5-8081-0336d9c15d5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1384, 'fixed_ips': [{'subnet_id': '1f50631d-bb72-4cbe-bbf7-b0e0f6aaf46c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:55:17Z', 'updated_at': '2021-06-24T11:55:22Z', 'revision_number': 5, 'project_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'subnets': [{'id': '1f50631d-bb72-4cbe-bbf7-b0e0f6aaf46c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=128086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 11:55:35.311104 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc8038c1-2a34-4706-a397-98f214ab5f35 None None] New status for floating IP 5a606d30-1aeb-4143-8423-b03fd62c6ec6: ACTIVE {{(pid=128085) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 24 11:55:35.983774 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 35600) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:55:36.064769 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-17090628-d09b-47d2-ac8d-5d510173315a tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "GET /v2.0/floatingips/5a606d30-1aeb-4143-8423-b03fd62c6ec6 HTTP/1.1" status: 200 len: 993 time: 0.0776610 Jun 24 11:55:39.104812 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.agents_db [None req-87a69269-d72b-4286-97f3-1041481ed6d8 None None] Agent healthcheck: found 6 active agents {{(pid=128086) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 11:55:39.292879 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-f68ce1a5-6d95-40b3-9fe2-7816febdf52a req-def96448-2407-4892-9d3b-d15341f4d128 tempest-TestVolumeBootPattern-428988392 tempest-TestVolumeBootPattern-428988392-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-43922273&fields=id&tenant_id=91cba4619aa74784a108d3a825cc8e0c HTTP/1.1" status: 200 len: 267 time: 0.0384634 Jun 24 11:55:39.398905 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68ce1a5-6d95-40b3-9fe2-7816febdf52a req-b47deda5-4aec-4f83-838c-8dec0fdeac02 tempest-TestVolumeBootPattern-428988392 tempest-TestVolumeBootPattern-428988392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:55:39.400254 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-f68ce1a5-6d95-40b3-9fe2-7816febdf52a req-b47deda5-4aec-4f83-838c-8dec0fdeac02 tempest-TestVolumeBootPattern-428988392 tempest-TestVolumeBootPattern-428988392-project] 10.222.0.53 "GET /v2.0/networks?id=376f72b9-0f0d-4b21-b0a6-f11d1b9b44a4 HTTP/1.1" status: 200 len: 812 time: 0.1003413 Jun 24 11:55:39.414637 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-f68ce1a5-6d95-40b3-9fe2-7816febdf52a req-198f48f9-72ec-4c02-9766-6a59476cd2d4 tempest-TestVolumeBootPattern-428988392 tempest-TestVolumeBootPattern-428988392-project] 10.222.0.53 "GET /v2.0/quotas/91cba4619aa74784a108d3a825cc8e0c HTTP/1.1" status: 200 len: 375 time: 0.0089152 Jun 24 11:55:39.496340 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-f68ce1a5-6d95-40b3-9fe2-7816febdf52a req-8f616696-02b0-4108-87f5-8d8bbf0b431a tempest-TestVolumeBootPattern-428988392 tempest-TestVolumeBootPattern-428988392-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=91cba4619aa74784a108d3a825cc8e0c&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0754230 Jun 24 11:55:39.910628 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-f68ce1a5-6d95-40b3-9fe2-7816febdf52a req-24eeb376-05e3-48cb-bf1f-c942536eff14 service neutron] 10.222.0.53 "GET /v2.0/networks/376f72b9-0f0d-4b21-b0a6-f11d1b9b44a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4014552 Jun 24 11:55:40.001257 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-f68ce1a5-6d95-40b3-9fe2-7816febdf52a req-334a9ab3-7e45-4efb-b9db-e1c33622ba48 service neutron] 10.222.0.53 "GET /v2.0/networks/376f72b9-0f0d-4b21-b0a6-f11d1b9b44a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848312 Jun 24 11:55:40.306062 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-d256e568-9800-4e69-8ea6-cc8bee99f037 req-3ddbf725-cc44-4954-86e4-1cae1cc18986 tempest-TestVolumeBootPattern-428988392 tempest-TestVolumeBootPattern-428988392-project] 10.222.0.53 "GET /v2.0/ports?device_id=1a772f97-6a90-4721-8a4e-ab0cdffedb4b HTTP/1.1" status: 200 len: 210 time: 0.0306716 Jun 24 11:55:41.371477 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68ce1a5-6d95-40b3-9fe2-7816febdf52a req-008c31e0-5409-4ec9-8fcb-c55cf5700a57 tempest-TestVolumeBootPattern-428988392 tempest-TestVolumeBootPattern-428988392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:55:41.373734 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-f68ce1a5-6d95-40b3-9fe2-7816febdf52a req-008c31e0-5409-4ec9-8fcb-c55cf5700a57 tempest-TestVolumeBootPattern-428988392 tempest-TestVolumeBootPattern-428988392-project] 10.222.0.45 "GET /v2.0/networks?id=376f72b9-0f0d-4b21-b0a6-f11d1b9b44a4 HTTP/1.1" status: 200 len: 812 time: 0.1243420 Jun 24 11:55:41.424682 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-f68ce1a5-6d95-40b3-9fe2-7816febdf52a req-665509b2-8183-4912-8928-cb001c78fa0c tempest-TestVolumeBootPattern-428988392 tempest-TestVolumeBootPattern-428988392-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=91cba4619aa74784a108d3a825cc8e0c HTTP/1.1" status: 200 len: 378 time: 0.0369184 Jun 24 11:55:41.440967 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [req-f68ce1a5-6d95-40b3-9fe2-7816febdf52a req-644ff408-4f4b-471f-89f6-d594a3fe7e35 tempest-TestVolumeBootPattern-428988392 tempest-TestVolumeBootPattern-428988392-project] Request body: {'port': {'device_id': '1a772f97-6a90-4721-8a4e-ab0cdffedb4b', 'network_id': '376f72b9-0f0d-4b21-b0a6-f11d1b9b44a4', 'admin_state_up': True, 'tenant_id': '91cba4619aa74784a108d3a825cc8e0c', 'security_groups': ['ddc26bf4-0de0-4c33-8d45-b7d4817ee778']}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:55:41.471865 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-07164519-5ab6-48bb-a51a-34df3230662e req-e599aea0-a984-40a9-8390-a0d0ffbdd14d tempest-TestVolumeBootPattern-428988392 tempest-TestVolumeBootPattern-428988392-project] 10.222.0.53 "GET /v2.0/ports?device_id=1a772f97-6a90-4721-8a4e-ab0cdffedb4b HTTP/1.1" status: 200 len: 210 time: 0.0461688 Jun 24 11:55:41.580025 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f68ce1a5-6d95-40b3-9fe2-7816febdf52a req-644ff408-4f4b-471f-89f6-d594a3fe7e35 tempest-TestVolumeBootPattern-428988392 tempest-TestVolumeBootPattern-428988392-project] Made reservation on behalf of 91cba4619aa74784a108d3a825cc8e0c for: {'port': 1} {{(pid=128083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 11:55:41.583793 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-f68ce1a5-6d95-40b3-9fe2-7816febdf52a req-644ff408-4f4b-471f-89f6-d594a3fe7e35 tempest-TestVolumeBootPattern-428988392 tempest-TestVolumeBootPattern-428988392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:55:41.717046 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.db_base_plugin_common [req-f68ce1a5-6d95-40b3-9fe2-7816febdf52a req-644ff408-4f4b-471f-89f6-d594a3fe7e35 tempest-TestVolumeBootPattern-428988392 tempest-TestVolumeBootPattern-428988392-project] Allocated IP 172.20.0.10 (376f72b9-0f0d-4b21-b0a6-f11d1b9b44a4/83739081-6ef0-4601-a176-febdd4c01678/a85ba658-922c-4165-8b85-cd7bf5e5fffe) {{(pid=128083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 11:55:41.862253 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-f68ce1a5-6d95-40b3-9fe2-7816febdf52a req-644ff408-4f4b-471f-89f6-d594a3fe7e35 tempest-TestVolumeBootPattern-428988392 tempest-TestVolumeBootPattern-428988392-project] Notify callbacks [] for port, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:55:41.877589 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.provisioning_blocks [req-f68ce1a5-6d95-40b3-9fe2-7816febdf52a req-644ff408-4f4b-471f-89f6-d594a3fe7e35 tempest-TestVolumeBootPattern-428988392 tempest-TestVolumeBootPattern-428988392-project] Transition to ACTIVE for port object a85ba658-922c-4165-8b85-cd7bf5e5fffe will not be triggered until provisioned by entity DHCP. {{(pid=128083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 11:55:41.914412 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-f68ce1a5-6d95-40b3-9fe2-7816febdf52a req-644ff408-4f4b-471f-89f6-d594a3fe7e35 tempest-TestVolumeBootPattern-428988392 tempest-TestVolumeBootPattern-428988392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-650429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-506361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793193536723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2537853'] for port, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:55:41.921821 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-1be8f854-2370-43b9-b84d-440257d88d07 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:55:41.981186 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f68ce1a5-6d95-40b3-9fe2-7816febdf52a req-644ff408-4f4b-471f-89f6-d594a3fe7e35 tempest-TestVolumeBootPattern-428988392 tempest-TestVolumeBootPattern-428988392-project] Network 376f72b9-0f0d-4b21-b0a6-f11d1b9b44a4 is already hosted by enough agents. {{(pid=128083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 11:55:41.988103 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.base_scheduler [req-f68ce1a5-6d95-40b3-9fe2-7816febdf52a req-644ff408-4f4b-471f-89f6-d594a3fe7e35 tempest-TestVolumeBootPattern-428988392 tempest-TestVolumeBootPattern-428988392-project] Resources bound (agent type, host, resource id): {{(pid=128083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:55:41.992003 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.l3_dvrscheduler_db [req-f68ce1a5-6d95-40b3-9fe2-7816febdf52a req-644ff408-4f4b-471f-89f6-d594a3fe7e35 tempest-TestVolumeBootPattern-428988392 tempest-TestVolumeBootPattern-428988392-project] Received port after_create {{(pid=128083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 11:55:42.023005 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644ff408-4f4b-471f-89f6-d594a3fe7e35 tempest-TestVolumeBootPattern-428988392 tempest-TestVolumeBootPattern-428988392-project] Pushing event updated for resources: {'Port': ['ID=a85ba658-922c-4165-8b85-cd7bf5e5fffe,revision_number=1']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:55:42.027919 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-644ff408-4f4b-471f-89f6-d594a3fe7e35 tempest-TestVolumeBootPattern-428988392 tempest-TestVolumeBootPattern-428988392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:55:42.059109 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68ce1a5-6d95-40b3-9fe2-7816febdf52a req-644ff408-4f4b-471f-89f6-d594a3fe7e35 tempest-TestVolumeBootPattern-428988392 tempest-TestVolumeBootPattern-428988392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:55:42.059758 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-f68ce1a5-6d95-40b3-9fe2-7816febdf52a req-644ff408-4f4b-471f-89f6-d594a3fe7e35 tempest-TestVolumeBootPattern-428988392 tempest-TestVolumeBootPattern-428988392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468916'] for port, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:55:42.076417 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-f68ce1a5-6d95-40b3-9fe2-7816febdf52a req-644ff408-4f4b-471f-89f6-d594a3fe7e35 tempest-TestVolumeBootPattern-428988392 tempest-TestVolumeBootPattern-428988392-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6404645 Jun 24 11:55:42.089694 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [req-f68ce1a5-6d95-40b3-9fe2-7816febdf52a req-ead71965-a832-4805-a18a-2c69f6995079 service neutron] Request body: {'port': {'device_id': '1a772f97-6a90-4721-8a4e-ab0cdffedb4b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7971'}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:55:42.172763 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-f68ce1a5-6d95-40b3-9fe2-7816febdf52a req-ead71965-a832-4805-a18a-2c69f6995079 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:55:42.240696 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-8fc42d5c-473d-4a4d-b3c4-24ea54702961 None None] Provisioning for port a85ba658-922c-4165-8b85-cd7bf5e5fffe completed by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 11:55:42.245404 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-8fc42d5c-473d-4a4d-b3c4-24ea54702961 None None] Provisioning complete for port a85ba658-922c-4165-8b85-cd7bf5e5fffe triggered by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:55:42.245970 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-8fc42d5c-473d-4a4d-b3c4-24ea54702961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:55:42.290978 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-8fc42d5c-473d-4a4d-b3c4-24ea54702961 None None] Port a85ba658-922c-4165-8b85-cd7bf5e5fffe cannot update to ACTIVE because it is not bound. {{(pid=128085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 11:55:42.455558 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.notifiers.nova [req-f68ce1a5-6d95-40b3-9fe2-7816febdf52a req-ead71965-a832-4805-a18a-2c69f6995079 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a85ba658-922c-4165-8b85-cd7bf5e5fffe {{(pid=128083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 11:55:42.463171 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-f68ce1a5-6d95-40b3-9fe2-7816febdf52a req-ead71965-a832-4805-a18a-2c69f6995079 service neutron] Notify callbacks [] for port, precommit_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:55:42.475148 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.provisioning_blocks [req-f68ce1a5-6d95-40b3-9fe2-7816febdf52a req-ead71965-a832-4805-a18a-2c69f6995079 service neutron] Transition to ACTIVE for port object a85ba658-922c-4165-8b85-cd7bf5e5fffe will not be triggered until provisioned by entity L2. {{(pid=128083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 11:55:42.480086 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-f68ce1a5-6d95-40b3-9fe2-7816febdf52a req-ead71965-a832-4805-a18a-2c69f6995079 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2537871'] for port, after_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:55:42.482877 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-40133253-2923-49e7-9bc4-5314b9fd2ed2 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:55:42.531542 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead71965-a832-4805-a18a-2c69f6995079 service neutron] Pushing event updated for resources: {'Port': ['ID=a85ba658-922c-4165-8b85-cd7bf5e5fffe,revision_number=2']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:55:42.536411 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-ead71965-a832-4805-a18a-2c69f6995079 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:55:42.645455 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.managers [req-f68ce1a5-6d95-40b3-9fe2-7816febdf52a req-ead71965-a832-4805-a18a-2c69f6995079 service neutron] Attempting to bind port a85ba658-922c-4165-8b85-cd7bf5e5fffe on host hv-neutron-7971 for vnic_type normal with profile {{(pid=128083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 11:55:42.646082 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.managers [req-f68ce1a5-6d95-40b3-9fe2-7816febdf52a req-ead71965-a832-4805-a18a-2c69f6995079 service neutron] Attempting to bind port a85ba658-922c-4165-8b85-cd7bf5e5fffe by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': 'feccf5a9-eb5f-4366-9287-7909e7dea8b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '376f72b9-0f0d-4b21-b0a6-f11d1b9b44a4'}] {{(pid=128083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 11:55:42.646637 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f68ce1a5-6d95-40b3-9fe2-7816febdf52a req-ead71965-a832-4805-a18a-2c69f6995079 service neutron] Attempting to bind port a85ba658-922c-4165-8b85-cd7bf5e5fffe on network 376f72b9-0f0d-4b21-b0a6-f11d1b9b44a4 {{(pid=128083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 11:55:42.654545 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f68ce1a5-6d95-40b3-9fe2-7816febdf52a req-ead71965-a832-4805-a18a-2c69f6995079 service neutron] Port a85ba658-922c-4165-8b85-cd7bf5e5fffe on network 376f72b9-0f0d-4b21-b0a6-f11d1b9b44a4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=128083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 11:55:42.654960 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f68ce1a5-6d95-40b3-9fe2-7816febdf52a req-ead71965-a832-4805-a18a-2c69f6995079 service neutron] Attempting to bind port a85ba658-922c-4165-8b85-cd7bf5e5fffe on network 376f72b9-0f0d-4b21-b0a6-f11d1b9b44a4 {{(pid=128083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 11:55:42.683763 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f68ce1a5-6d95-40b3-9fe2-7816febdf52a req-ead71965-a832-4805-a18a-2c69f6995079 service neutron] Checking agent: {'id': 'a2c9a14d-87aa-4cd1-a510-11988f19c3d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7971', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 11, 42, 44), 'started_at': datetime.datetime(2021, 6, 24, 11, 42, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 11, 55, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=128083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 11:55:42.684106 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f68ce1a5-6d95-40b3-9fe2-7816febdf52a req-ead71965-a832-4805-a18a-2c69f6995079 service neutron] Checking segment: {'id': 'feccf5a9-eb5f-4366-9287-7909e7dea8b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '376f72b9-0f0d-4b21-b0a6-f11d1b9b44a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=128083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 11:55:42.684490 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f68ce1a5-6d95-40b3-9fe2-7816febdf52a req-ead71965-a832-4805-a18a-2c69f6995079 service neutron] Bound using segment: {'id': 'feccf5a9-eb5f-4366-9287-7909e7dea8b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '376f72b9-0f0d-4b21-b0a6-f11d1b9b44a4'} {{(pid=128083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 11:55:42.684944 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.managers [req-f68ce1a5-6d95-40b3-9fe2-7816febdf52a req-ead71965-a832-4805-a18a-2c69f6995079 service neutron] Bound port: a85ba658-922c-4165-8b85-cd7bf5e5fffe, host: hv-neutron-7971, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'feccf5a9-eb5f-4366-9287-7909e7dea8b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '376f72b9-0f0d-4b21-b0a6-f11d1b9b44a4'}}] {{(pid=128083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 11:55:42.686002 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-f68ce1a5-6d95-40b3-9fe2-7816febdf52a req-ead71965-a832-4805-a18a-2c69f6995079 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:55:42.759901 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec71f91-5b70-4721-8c85-13a240ab0777 req-a9bbde8b-bf05-4b96-aaf3-4b9ae844d519 tempest-TestVolumeBootPattern-428988392 tempest-TestVolumeBootPattern-428988392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:55:42.761330 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-fec71f91-5b70-4721-8c85-13a240ab0777 req-a9bbde8b-bf05-4b96-aaf3-4b9ae844d519 tempest-TestVolumeBootPattern-428988392 tempest-TestVolumeBootPattern-428988392-project] 10.222.0.53 "GET /v2.0/ports?device_id=1a772f97-6a90-4721-8a4e-ab0cdffedb4b HTTP/1.1" status: 200 len: 944 time: 0.1308680 Jun 24 11:55:42.796851 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.db [req-f68ce1a5-6d95-40b3-9fe2-7816febdf52a req-ead71965-a832-4805-a18a-2c69f6995079 service neutron] For port a85ba658-922c-4165-8b85-cd7bf5e5fffe, host hv-neutron-7971, cleared binding levels {{(pid=128083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 11:55:42.817958 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.db [req-f68ce1a5-6d95-40b3-9fe2-7816febdf52a req-ead71965-a832-4805-a18a-2c69f6995079 service neutron] For port a85ba658-922c-4165-8b85-cd7bf5e5fffe, host hv-neutron-7971, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=a85ba658-922c-4165-8b85-cd7bf5e5fffe,segment=NetworkSegment(feccf5a9-eb5f-4366-9287-7909e7dea8b2),segment_id=feccf5a9-eb5f-4366-9287-7909e7dea8b2)] {{(pid=128083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 11:55:42.823633 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-fec71f91-5b70-4721-8c85-13a240ab0777 req-981cb1eb-0466-48be-ae98-69389797cf40 tempest-TestVolumeBootPattern-428988392 tempest-TestVolumeBootPattern-428988392-project] 10.222.0.53 "GET /v2.0/security-groups?id=ddc26bf4-0de0-4c33-8d45-b7d4817ee778&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0561018 Jun 24 11:55:42.825128 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-f68ce1a5-6d95-40b3-9fe2-7816febdf52a req-ead71965-a832-4805-a18a-2c69f6995079 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2537871'] for port, after_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:55:42.827475 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-042cb0ab-85c1-4f46-92ef-ecadf4449f67 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:55:42.865221 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68ce1a5-6d95-40b3-9fe2-7816febdf52a req-ead71965-a832-4805-a18a-2c69f6995079 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:55:42.865672 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-f68ce1a5-6d95-40b3-9fe2-7816febdf52a req-ead71965-a832-4805-a18a-2c69f6995079 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468916'] for port, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:55:42.867019 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-f68ce1a5-6d95-40b3-9fe2-7816febdf52a req-ead71965-a832-4805-a18a-2c69f6995079 service neutron] 10.222.0.45 "PUT /v2.0/ports/a85ba658-922c-4165-8b85-cd7bf5e5fffe HTTP/1.1" status: 200 len: 1094 time: 0.7821426 Jun 24 11:55:42.867537 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a772f97-6a90-4721-8a4e-ab0cdffedb4b', 'tag': 'a85ba658-922c-4165-8b85-cd7bf5e5fffe'}] {{(pid=128083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 11:55:42.869847 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a77f7dee1a0522ddf93af289475d218fcdb8f30317daadec13ebf930b5b9dbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e063f8a0-50ac-4cfd-b367-257c1b1a5d58" -d '{"events": [{"name": "network-changed", "server_uuid": "1a772f97-6a90-4721-8a4e-ab0cdffedb4b", "tag": "a85ba658-922c-4165-8b85-cd7bf5e5fffe"}]}' {{(pid=128083) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 11:55:42.903020 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead71965-a832-4805-a18a-2c69f6995079 service neutron] Pushing event updated for resources: {'Port': ['ID=a85ba658-922c-4165-8b85-cd7bf5e5fffe,revision_number=3']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:55:42.914986 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-ead71965-a832-4805-a18a-2c69f6995079 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:55:42.921551 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 11:55:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ae0936e-0a89-4f06-a11f-dd561483ec90 x-openstack-request-id: req-5ae0936e-0a89-4f06-a11f-dd561483ec90 {{(pid=128083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 11:55:42.921972 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a772f97-6a90-4721-8a4e-ab0cdffedb4b", "tag": "a85ba658-922c-4165-8b85-cd7bf5e5fffe", "status": "completed", "code": 200}]} {{(pid=128083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 11:55:42.922349 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-5ae0936e-0a89-4f06-a11f-dd561483ec90 {{(pid=128083) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 11:55:42.922873 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a772f97-6a90-4721-8a4e-ab0cdffedb4b', 'tag': 'a85ba658-922c-4165-8b85-cd7bf5e5fffe', 'status': 'completed', 'code': 200} Jun 24 11:55:42.987669 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68ce1a5-6d95-40b3-9fe2-7816febdf52a req-8e4f280f-b3f8-420c-a998-8ee1ab758e03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:55:42.989317 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-f68ce1a5-6d95-40b3-9fe2-7816febdf52a req-8e4f280f-b3f8-420c-a998-8ee1ab758e03 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=91cba4619aa74784a108d3a825cc8e0c&device_id=1a772f97-6a90-4721-8a4e-ab0cdffedb4b HTTP/1.1" status: 200 len: 1097 time: 0.0648646 Jun 24 11:55:43.037842 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-f68ce1a5-6d95-40b3-9fe2-7816febdf52a req-6fca7925-7899-48b4-9099-70d2a60e2ce1 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a85ba658-922c-4165-8b85-cd7bf5e5fffe HTTP/1.1" status: 200 len: 217 time: 0.0379114 Jun 24 11:55:43.097090 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68ce1a5-6d95-40b3-9fe2-7816febdf52a req-5faf7e2d-c479-4e74-a47c-99b8ab86464b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:55:43.098682 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-f68ce1a5-6d95-40b3-9fe2-7816febdf52a req-5faf7e2d-c479-4e74-a47c-99b8ab86464b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=83739081-6ef0-4601-a176-febdd4c01678 HTTP/1.1" status: 200 len: 851 time: 0.0535376 Jun 24 11:55:43.163968 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68ce1a5-6d95-40b3-9fe2-7816febdf52a req-2eb3496b-a799-4234-b63e-ea50f2f7ad7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:55:43.165453 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-f68ce1a5-6d95-40b3-9fe2-7816febdf52a req-2eb3496b-a799-4234-b63e-ea50f2f7ad7d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=376f72b9-0f0d-4b21-b0a6-f11d1b9b44a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0580287 Jun 24 11:55:43.260344 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-f68ce1a5-6d95-40b3-9fe2-7816febdf52a req-91673da7-6241-4c69-bd40-4f918226882b service neutron] 10.222.0.45 "GET /v2.0/networks/376f72b9-0f0d-4b21-b0a6-f11d1b9b44a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877185 Jun 24 11:55:43.367758 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-f68ce1a5-6d95-40b3-9fe2-7816febdf52a req-c19b2ffb-44d8-4223-8bcd-658c71e28ad3 service neutron] 10.222.0.45 "GET /v2.0/networks/376f72b9-0f0d-4b21-b0a6-f11d1b9b44a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1007934 Jun 24 11:55:43.473819 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e063f8a0-50ac-4cfd-b367-257c1b1a5d58 req-774e5b6a-50d2-42ed-8235-061d546dd92a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:55:43.475310 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-e063f8a0-50ac-4cfd-b367-257c1b1a5d58 req-774e5b6a-50d2-42ed-8235-061d546dd92a service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=91cba4619aa74784a108d3a825cc8e0c&device_id=1a772f97-6a90-4721-8a4e-ab0cdffedb4b HTTP/1.1" status: 200 len: 1097 time: 0.0537777 Jun 24 11:55:43.579287 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e063f8a0-50ac-4cfd-b367-257c1b1a5d58 req-a060e0d2-18bd-4c08-8cd4-0219d7e3557e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:55:43.580753 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-e063f8a0-50ac-4cfd-b367-257c1b1a5d58 req-a060e0d2-18bd-4c08-8cd4-0219d7e3557e service neutron] 10.222.0.45 "GET /v2.0/networks?id=376f72b9-0f0d-4b21-b0a6-f11d1b9b44a4 HTTP/1.1" status: 200 len: 913 time: 0.0987196 Jun 24 11:55:43.624958 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-e063f8a0-50ac-4cfd-b367-257c1b1a5d58 req-6ac4c7f7-5bdc-47c6-88f3-b64a164baf22 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a85ba658-922c-4165-8b85-cd7bf5e5fffe HTTP/1.1" status: 200 len: 217 time: 0.0353127 Jun 24 11:55:43.675343 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e063f8a0-50ac-4cfd-b367-257c1b1a5d58 req-01ff0b29-84cc-4d06-91b8-a45895f8fd95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:55:43.677089 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-e063f8a0-50ac-4cfd-b367-257c1b1a5d58 req-01ff0b29-84cc-4d06-91b8-a45895f8fd95 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=83739081-6ef0-4601-a176-febdd4c01678 HTTP/1.1" status: 200 len: 851 time: 0.0450563 Jun 24 11:55:43.742118 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e063f8a0-50ac-4cfd-b367-257c1b1a5d58 req-b8ac0b63-45a5-4468-9ff8-fef4c2b804ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:55:43.743997 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-e063f8a0-50ac-4cfd-b367-257c1b1a5d58 req-b8ac0b63-45a5-4468-9ff8-fef4c2b804ec service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=376f72b9-0f0d-4b21-b0a6-f11d1b9b44a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0602241 Jun 24 11:55:43.846459 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-e063f8a0-50ac-4cfd-b367-257c1b1a5d58 req-608efdfc-4d9d-4143-a0c2-db3f4b610362 service neutron] 10.222.0.45 "GET /v2.0/networks/376f72b9-0f0d-4b21-b0a6-f11d1b9b44a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926893 Jun 24 11:55:43.962122 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-e063f8a0-50ac-4cfd-b367-257c1b1a5d58 req-c5e49bd0-81d1-43aa-9cfd-c984fd1d418d service neutron] 10.222.0.45 "GET /v2.0/networks/376f72b9-0f0d-4b21-b0a6-f11d1b9b44a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1094387 Jun 24 11:55:44.019145 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260b3c45-a2e0-436c-8e41-36482cfd29fd req-f0b33551-b1c1-44d6-b3b7-30d00a05249e tempest-TestVolumeBootPattern-428988392 tempest-TestVolumeBootPattern-428988392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:55:44.020685 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-260b3c45-a2e0-436c-8e41-36482cfd29fd req-f0b33551-b1c1-44d6-b3b7-30d00a05249e tempest-TestVolumeBootPattern-428988392 tempest-TestVolumeBootPattern-428988392-project] 10.222.0.53 "GET /v2.0/ports?device_id=1a772f97-6a90-4721-8a4e-ab0cdffedb4b HTTP/1.1" status: 200 len: 944 time: 0.0739648 Jun 24 11:55:44.061346 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-260b3c45-a2e0-436c-8e41-36482cfd29fd req-c836bb55-c07f-4509-ad20-4bd4d536174c tempest-TestVolumeBootPattern-428988392 tempest-TestVolumeBootPattern-428988392-project] 10.222.0.53 "GET /v2.0/security-groups?id=ddc26bf4-0de0-4c33-8d45-b7d4817ee778&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0339875 Jun 24 11:55:44.597880 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:55:45.242231 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129785b3-fc4f-4dcb-b126-60cd49fe09fe req-aa17ffc0-e640-40cc-b66b-abcdca842d29 tempest-TestVolumeBootPattern-428988392 tempest-TestVolumeBootPattern-428988392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:55:45.243736 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-129785b3-fc4f-4dcb-b126-60cd49fe09fe req-aa17ffc0-e640-40cc-b66b-abcdca842d29 tempest-TestVolumeBootPattern-428988392 tempest-TestVolumeBootPattern-428988392-project] 10.222.0.53 "GET /v2.0/ports?device_id=1a772f97-6a90-4721-8a4e-ab0cdffedb4b HTTP/1.1" status: 200 len: 944 time: 0.0660748 Jun 24 11:55:45.285355 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-129785b3-fc4f-4dcb-b126-60cd49fe09fe req-d8c16e32-6af4-40d2-8b8e-e515a6e5cdd6 tempest-TestVolumeBootPattern-428988392 tempest-TestVolumeBootPattern-428988392-project] 10.222.0.53 "GET /v2.0/security-groups?id=ddc26bf4-0de0-4c33-8d45-b7d4817ee778&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0347936 Jun 24 11:55:46.465383 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24492de0-c4ab-465e-b00f-7fa2b5440fc6 req-96dd8492-41e9-4a48-b0f8-9394f25d6fed tempest-TestVolumeBootPattern-428988392 tempest-TestVolumeBootPattern-428988392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:55:46.466846 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-24492de0-c4ab-465e-b00f-7fa2b5440fc6 req-96dd8492-41e9-4a48-b0f8-9394f25d6fed tempest-TestVolumeBootPattern-428988392 tempest-TestVolumeBootPattern-428988392-project] 10.222.0.53 "GET /v2.0/ports?device_id=1a772f97-6a90-4721-8a4e-ab0cdffedb4b HTTP/1.1" status: 200 len: 944 time: 0.0673845 Jun 24 11:55:46.507269 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-24492de0-c4ab-465e-b00f-7fa2b5440fc6 req-bc5e4a46-da38-4b9d-8240-3620d8eecb8b tempest-TestVolumeBootPattern-428988392 tempest-TestVolumeBootPattern-428988392-project] 10.222.0.53 "GET /v2.0/security-groups?id=ddc26bf4-0de0-4c33-8d45-b7d4817ee778&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0337100 Jun 24 11:55:46.668230 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-59472b68-22af-4856-8346-4ac6050c73e3 req-17666b6d-f440-40fa-b9a5-3fc1b00fc446 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=fdbd2690-2407-4ef7-a4f0-0ba08f5579aa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0532477 Jun 24 11:55:46.766700 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59472b68-22af-4856-8346-4ac6050c73e3 req-68252b9e-6575-448a-ae3e-ea00c205c490 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:55:46.768147 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-59472b68-22af-4856-8346-4ac6050c73e3 req-68252b9e-6575-448a-ae3e-ea00c205c490 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=91cba4619aa74784a108d3a825cc8e0c&device_id=fdbd2690-2407-4ef7-a4f0-0ba08f5579aa HTTP/1.1" status: 200 len: 1099 time: 0.0537536 Jun 24 11:55:46.882895 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59472b68-22af-4856-8346-4ac6050c73e3 req-fcf7154b-5b8e-4e82-8ccd-d615d4033ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:55:46.884226 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-59472b68-22af-4856-8346-4ac6050c73e3 req-fcf7154b-5b8e-4e82-8ccd-d615d4033ccf service neutron] 10.222.0.45 "GET /v2.0/networks?id=376f72b9-0f0d-4b21-b0a6-f11d1b9b44a4 HTTP/1.1" status: 200 len: 913 time: 0.0882194 Jun 24 11:55:46.950685 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-59472b68-22af-4856-8346-4ac6050c73e3 req-83c12a5b-02d9-4912-9148-c7f3be914d18 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9a091370-bfb7-4a52-aa7a-51b163627d59 HTTP/1.1" status: 200 len: 1001 time: 0.0587425 Jun 24 11:55:47.010390 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59472b68-22af-4856-8346-4ac6050c73e3 req-a06265f5-ce6c-46d0-84d8-588da878b588 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:55:47.012258 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-59472b68-22af-4856-8346-4ac6050c73e3 req-a06265f5-ce6c-46d0-84d8-588da878b588 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=83739081-6ef0-4601-a176-febdd4c01678 HTTP/1.1" status: 200 len: 851 time: 0.0541484 Jun 24 11:55:47.076742 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59472b68-22af-4856-8346-4ac6050c73e3 req-fe0516a6-7976-4763-99bc-bb786a110d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:55:47.078239 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-59472b68-22af-4856-8346-4ac6050c73e3 req-fe0516a6-7976-4763-99bc-bb786a110d62 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=376f72b9-0f0d-4b21-b0a6-f11d1b9b44a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0582354 Jun 24 11:55:47.178950 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-59472b68-22af-4856-8346-4ac6050c73e3 req-42a5ee84-ab70-4327-90e7-bb11227b7cc2 service neutron] 10.222.0.45 "GET /v2.0/networks/376f72b9-0f0d-4b21-b0a6-f11d1b9b44a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928824 Jun 24 11:55:47.280661 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-59472b68-22af-4856-8346-4ac6050c73e3 req-9ec2f59d-f84a-42e2-a825-1aea0c1ca13d service neutron] 10.222.0.45 "GET /v2.0/networks/376f72b9-0f0d-4b21-b0a6-f11d1b9b44a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938416 Jun 24 11:55:47.689504 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ad76c1-4d3c-43c4-ba80-4b8325abde70 req-2df6de2a-5542-4622-8017-42a545bd99ab tempest-TestVolumeBootPattern-428988392 tempest-TestVolumeBootPattern-428988392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:55:47.691120 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-13ad76c1-4d3c-43c4-ba80-4b8325abde70 req-2df6de2a-5542-4622-8017-42a545bd99ab tempest-TestVolumeBootPattern-428988392 tempest-TestVolumeBootPattern-428988392-project] 10.222.0.53 "GET /v2.0/ports?device_id=1a772f97-6a90-4721-8a4e-ab0cdffedb4b HTTP/1.1" status: 200 len: 944 time: 0.0687063 Jun 24 11:55:47.729358 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-13ad76c1-4d3c-43c4-ba80-4b8325abde70 req-5318303b-4901-4fcb-a6d8-75660e6abafc tempest-TestVolumeBootPattern-428988392 tempest-TestVolumeBootPattern-428988392-project] 10.222.0.53 "GET /v2.0/security-groups?id=ddc26bf4-0de0-4c33-8d45-b7d4817ee778&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0313599 Jun 24 11:55:48.938810 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca7df12-e4e3-451c-baa0-7d34b9cea05a req-0048408e-23c8-47c1-b3b1-9ddc8bb03a61 tempest-TestVolumeBootPattern-428988392 tempest-TestVolumeBootPattern-428988392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:55:48.940381 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-9ca7df12-e4e3-451c-baa0-7d34b9cea05a req-0048408e-23c8-47c1-b3b1-9ddc8bb03a61 tempest-TestVolumeBootPattern-428988392 tempest-TestVolumeBootPattern-428988392-project] 10.222.0.53 "GET /v2.0/ports?device_id=1a772f97-6a90-4721-8a4e-ab0cdffedb4b HTTP/1.1" status: 200 len: 944 time: 0.0834095 Jun 24 11:55:48.981047 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-9ca7df12-e4e3-451c-baa0-7d34b9cea05a req-59e4ce0d-e80b-4b40-93c5-bbec178710f9 tempest-TestVolumeBootPattern-428988392 tempest-TestVolumeBootPattern-428988392-project] 10.222.0.53 "GET /v2.0/security-groups?id=ddc26bf4-0de0-4c33-8d45-b7d4817ee778&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0346763 Jun 24 11:55:50.159079 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbf716a-245d-4bf5-92ee-35bc89814548 req-9086ae91-a5e5-4181-a2da-f4e522ece365 tempest-TestVolumeBootPattern-428988392 tempest-TestVolumeBootPattern-428988392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:55:50.160538 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-1dbf716a-245d-4bf5-92ee-35bc89814548 req-9086ae91-a5e5-4181-a2da-f4e522ece365 tempest-TestVolumeBootPattern-428988392 tempest-TestVolumeBootPattern-428988392-project] 10.222.0.53 "GET /v2.0/ports?device_id=1a772f97-6a90-4721-8a4e-ab0cdffedb4b HTTP/1.1" status: 200 len: 944 time: 0.0640004 Jun 24 11:55:50.201589 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-1dbf716a-245d-4bf5-92ee-35bc89814548 req-3b5a36bd-83c6-4812-995a-a70918955799 tempest-TestVolumeBootPattern-428988392 tempest-TestVolumeBootPattern-428988392-project] 10.222.0.53 "GET /v2.0/security-groups?id=ddc26bf4-0de0-4c33-8d45-b7d4817ee778&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0347660 Jun 24 11:55:51.379256 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c31b066-2d94-4788-8b69-5e593a24e5fd req-cc132a03-cb08-4e31-a8bc-9f60b1eec649 tempest-TestVolumeBootPattern-428988392 tempest-TestVolumeBootPattern-428988392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:55:51.380770 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-9c31b066-2d94-4788-8b69-5e593a24e5fd req-cc132a03-cb08-4e31-a8bc-9f60b1eec649 tempest-TestVolumeBootPattern-428988392 tempest-TestVolumeBootPattern-428988392-project] 10.222.0.53 "GET /v2.0/ports?device_id=1a772f97-6a90-4721-8a4e-ab0cdffedb4b HTTP/1.1" status: 200 len: 944 time: 0.0684876 Jun 24 11:55:51.421300 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-9c31b066-2d94-4788-8b69-5e593a24e5fd req-9e217ca6-63b8-45f5-beff-3ea8e7a88008 tempest-TestVolumeBootPattern-428988392 tempest-TestVolumeBootPattern-428988392-project] 10.222.0.53 "GET /v2.0/security-groups?id=ddc26bf4-0de0-4c33-8d45-b7d4817ee778&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0346768 Jun 24 11:55:52.594612 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309d5653-abc4-440d-8d8d-2af40227e797 req-fa1978fb-9c01-47d6-8516-803be8e1c343 tempest-TestVolumeBootPattern-428988392 tempest-TestVolumeBootPattern-428988392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:55:52.596089 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-309d5653-abc4-440d-8d8d-2af40227e797 req-fa1978fb-9c01-47d6-8516-803be8e1c343 tempest-TestVolumeBootPattern-428988392 tempest-TestVolumeBootPattern-428988392-project] 10.222.0.53 "GET /v2.0/ports?device_id=1a772f97-6a90-4721-8a4e-ab0cdffedb4b HTTP/1.1" status: 200 len: 944 time: 0.0642467 Jun 24 11:55:52.633667 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-309d5653-abc4-440d-8d8d-2af40227e797 req-ac34b4de-5994-46e9-9ea3-1740ec94ac13 tempest-TestVolumeBootPattern-428988392 tempest-TestVolumeBootPattern-428988392-project] 10.222.0.53 "GET /v2.0/security-groups?id=ddc26bf4-0de0-4c33-8d45-b7d4817ee778&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0319719 Jun 24 11:55:53.772441 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Device a85ba658-922c-4165-8b85-cd7bf5e5fffe details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=128085) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 11:55:53.818729 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ed8cb1-d949-4221-a651-9ca96e999ae1 req-e1489f12-3a9f-4e32-a40c-934aebb5c21b tempest-TestVolumeBootPattern-428988392 tempest-TestVolumeBootPattern-428988392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:55:53.820207 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-96ed8cb1-d949-4221-a651-9ca96e999ae1 req-e1489f12-3a9f-4e32-a40c-934aebb5c21b tempest-TestVolumeBootPattern-428988392 tempest-TestVolumeBootPattern-428988392-project] 10.222.0.53 "GET /v2.0/ports?device_id=1a772f97-6a90-4721-8a4e-ab0cdffedb4b HTTP/1.1" status: 200 len: 944 time: 0.0674086 Jun 24 11:55:53.846899 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ec1f3d85-d256-4d27-9138-9414ea91705f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:55:53.860520 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-96ed8cb1-d949-4221-a651-9ca96e999ae1 req-fa1b705e-bc64-48a8-a1d1-13269cc3b311 tempest-TestVolumeBootPattern-428988392 tempest-TestVolumeBootPattern-428988392-project] 10.222.0.53 "GET /v2.0/security-groups?id=ddc26bf4-0de0-4c33-8d45-b7d4817ee778&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0332053 Jun 24 11:55:53.885386 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] For port a85ba658-922c-4165-8b85-cd7bf5e5fffe, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=a85ba658-922c-4165-8b85-cd7bf5e5fffe,segment=NetworkSegment(feccf5a9-eb5f-4366-9287-7909e7dea8b2),segment_id=feccf5a9-eb5f-4366-9287-7909e7dea8b2)] {{(pid=128085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 11:55:53.895702 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Returning: {'device': 'a85ba658-922c-4165-8b85-cd7bf5e5fffe', 'network_id': '376f72b9-0f0d-4b21-b0a6-f11d1b9b44a4', 'port_id': 'a85ba658-922c-4165-8b85-cd7bf5e5fffe', 'mac_address': 'fa:16:3e:01:84:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 635, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83739081-6ef0-4601-a176-febdd4c01678', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=128085) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 11:55:53.935261 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:55:53.948460 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.notifiers.nova [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a85ba658-922c-4165-8b85-cd7bf5e5fffe {{(pid=128085) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 11:55:53.967378 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] For port a85ba658-922c-4165-8b85-cd7bf5e5fffe, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=a85ba658-922c-4165-8b85-cd7bf5e5fffe,segment=NetworkSegment(feccf5a9-eb5f-4366-9287-7909e7dea8b2),segment_id=feccf5a9-eb5f-4366-9287-7909e7dea8b2)] {{(pid=128085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 11:55:53.971037 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:55:53.972701 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:55:54.018265 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Pushing event updated for resources: {'Port': ['ID=a85ba658-922c-4165-8b85-cd7bf5e5fffe,revision_number=4']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:55:54.021344 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:55:54.215770 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] get_ports_and_sgs() called for port_ids ['a85ba658-922c-4165-8b85-cd7bf5e5fffe'] {{(pid=128085) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 11:55:55.038255 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa361f4a-f52f-4f22-b14d-0df477e3a879 req-d9cc29e1-9036-488d-8991-056a9f465eb2 tempest-TestVolumeBootPattern-428988392 tempest-TestVolumeBootPattern-428988392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:55:55.039693 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-aa361f4a-f52f-4f22-b14d-0df477e3a879 req-d9cc29e1-9036-488d-8991-056a9f465eb2 tempest-TestVolumeBootPattern-428988392 tempest-TestVolumeBootPattern-428988392-project] 10.222.0.53 "GET /v2.0/ports?device_id=1a772f97-6a90-4721-8a4e-ab0cdffedb4b HTTP/1.1" status: 200 len: 945 time: 0.0665023 Jun 24 11:55:55.079781 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-aa361f4a-f52f-4f22-b14d-0df477e3a879 req-7af087c8-cf0c-407a-8bc6-1d5615f2b6d2 tempest-TestVolumeBootPattern-428988392 tempest-TestVolumeBootPattern-428988392-project] 10.222.0.53 "GET /v2.0/security-groups?id=ddc26bf4-0de0-4c33-8d45-b7d4817ee778&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0338106 Jun 24 11:55:55.782986 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Device a85ba658-922c-4165-8b85-cd7bf5e5fffe up at agent hyperv_hv-neutron-7971 {{(pid=128085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 11:55:55.831733 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Provisioning for port a85ba658-922c-4165-8b85-cd7bf5e5fffe completed by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 11:55:55.836700 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Provisioning complete for port a85ba658-922c-4165-8b85-cd7bf5e5fffe triggered by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:55:55.837216 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:55:55.922193 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:55:55.944221 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a772f97-6a90-4721-8a4e-ab0cdffedb4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a85ba658-922c-4165-8b85-cd7bf5e5fffe'}] {{(pid=128085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 11:55:55.946501 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1098ec9051a50dd033317f529a09b9762582ef7b417ebe05928aca59e08255aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d62dd0a-0ba8-46da-8abf-dc6ab47549ba" -d '{"events": [{"server_uuid": "1a772f97-6a90-4721-8a4e-ab0cdffedb4b", "name": "network-vif-plugged", "status": "completed", "tag": "a85ba658-922c-4165-8b85-cd7bf5e5fffe"}]}' {{(pid=128085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 11:55:55.959401 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] For port a85ba658-922c-4165-8b85-cd7bf5e5fffe, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=a85ba658-922c-4165-8b85-cd7bf5e5fffe,segment=NetworkSegment(feccf5a9-eb5f-4366-9287-7909e7dea8b2),segment_id=feccf5a9-eb5f-4366-9287-7909e7dea8b2)] {{(pid=128085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 11:55:55.963831 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:55:55.965802 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:55:55.988493 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 11:55:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-feb2fab9-d504-4efc-a610-26e04f89ef22 x-openstack-request-id: req-feb2fab9-d504-4efc-a610-26e04f89ef22 {{(pid=128085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 11:55:55.988790 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a772f97-6a90-4721-8a4e-ab0cdffedb4b", "name": "network-vif-plugged", "status": "completed", "tag": "a85ba658-922c-4165-8b85-cd7bf5e5fffe", "code": 200}]} {{(pid=128085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 11:55:55.989074 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-feb2fab9-d504-4efc-a610-26e04f89ef22 {{(pid=128085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 11:55:55.989480 dv-neutron-797120-4-hyperv neutron-server[128085]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a772f97-6a90-4721-8a4e-ab0cdffedb4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a85ba658-922c-4165-8b85-cd7bf5e5fffe', 'code': 200} Jun 24 11:55:56.017329 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Pushing event updated for resources: {'Port': ['ID=a85ba658-922c-4165-8b85-cd7bf5e5fffe,revision_number=5']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:55:56.020330 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:55:56.242956 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e65e41-0178-4576-8e2d-c69b8f20f0a5 req-23db1385-606e-4139-b328-8a0d8c20b1b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:55:56.244567 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-06e65e41-0178-4576-8e2d-c69b8f20f0a5 req-23db1385-606e-4139-b328-8a0d8c20b1b5 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=1a772f97-6a90-4721-8a4e-ab0cdffedb4b HTTP/1.1" status: 200 len: 1099 time: 0.0878918 Jun 24 11:55:56.297078 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327dc0ab-e6ab-46d7-a553-42f5fe40317d req-cec66c34-214c-4454-9667-9b3dba93f151 tempest-TestVolumeBootPattern-428988392 tempest-TestVolumeBootPattern-428988392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:55:56.298545 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-327dc0ab-e6ab-46d7-a553-42f5fe40317d req-cec66c34-214c-4454-9667-9b3dba93f151 tempest-TestVolumeBootPattern-428988392 tempest-TestVolumeBootPattern-428988392-project] 10.222.0.53 "GET /v2.0/ports?device_id=1a772f97-6a90-4721-8a4e-ab0cdffedb4b HTTP/1.1" status: 200 len: 946 time: 0.1014934 Jun 24 11:55:56.300738 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-06e65e41-0178-4576-8e2d-c69b8f20f0a5 req-46eba242-1a83-4a63-85c7-52ab76eb5db9 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=ddc26bf4-0de0-4c33-8d45-b7d4817ee778&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0478323 Jun 24 11:55:56.341059 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-327dc0ab-e6ab-46d7-a553-42f5fe40317d req-75064c8b-6bc4-409d-bf39-faa2c44be4f4 tempest-TestVolumeBootPattern-428988392 tempest-TestVolumeBootPattern-428988392-project] 10.222.0.53 "GET /v2.0/security-groups?id=ddc26bf4-0de0-4c33-8d45-b7d4817ee778&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0365853 Jun 24 11:55:56.369231 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-3aabfb77-3360-47f0-833b-2305c487179e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:55:56.489517 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:55:57.525521 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59b71c1-30cc-475f-a570-65eddabe3e29 req-5e4d3b58-68f9-426f-a26b-b33bb15c2f98 tempest-TestVolumeBootPattern-428988392 tempest-TestVolumeBootPattern-428988392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:55:57.527037 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-e59b71c1-30cc-475f-a570-65eddabe3e29 req-5e4d3b58-68f9-426f-a26b-b33bb15c2f98 tempest-TestVolumeBootPattern-428988392 tempest-TestVolumeBootPattern-428988392-project] 10.222.0.53 "GET /v2.0/ports?device_id=1a772f97-6a90-4721-8a4e-ab0cdffedb4b HTTP/1.1" status: 200 len: 946 time: 0.0662115 Jun 24 11:55:57.569571 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-e59b71c1-30cc-475f-a570-65eddabe3e29 req-35c74372-13b0-4fed-9f3f-7d1fc29fb3cf tempest-TestVolumeBootPattern-428988392 tempest-TestVolumeBootPattern-428988392-project] 10.222.0.53 "GET /v2.0/security-groups?id=ddc26bf4-0de0-4c33-8d45-b7d4817ee778&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0343177 Jun 24 11:55:57.667859 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-03237adf-ebd0-46f2-a476-4d4bb746e0f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:55:57.762842 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0683c5e2-92fd-45be-a0a1-b5f488c03d60 req-19566a60-9e0f-4172-812f-0e6dbe77ea9e tempest-TestVolumeBootPattern-428988392 tempest-TestVolumeBootPattern-428988392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:55:57.764823 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-0683c5e2-92fd-45be-a0a1-b5f488c03d60 req-19566a60-9e0f-4172-812f-0e6dbe77ea9e tempest-TestVolumeBootPattern-428988392 tempest-TestVolumeBootPattern-428988392-project] 10.222.0.53 "GET /v2.0/ports?device_id=1a772f97-6a90-4721-8a4e-ab0cdffedb4b HTTP/1.1" status: 200 len: 946 time: 0.0792060 Jun 24 11:55:57.805963 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-0683c5e2-92fd-45be-a0a1-b5f488c03d60 req-5e1f41c1-9093-464b-b34e-ec84e7fad1a2 tempest-TestVolumeBootPattern-428988392 tempest-TestVolumeBootPattern-428988392-project] 10.222.0.53 "GET /v2.0/security-groups?id=ddc26bf4-0de0-4c33-8d45-b7d4817ee778&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0347519 Jun 24 11:55:57.830068 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 35666) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:55:57.887833 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c3500c8-b70e-4cd2-a81d-dfc6f981169d tempest-TestVolumeBootPattern-901582506 tempest-TestVolumeBootPattern-901582506-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:55:57.890206 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-2c3500c8-b70e-4cd2-a81d-dfc6f981169d tempest-TestVolumeBootPattern-901582506 tempest-TestVolumeBootPattern-901582506-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=1a772f97-6a90-4721-8a4e-ab0cdffedb4b HTTP/1.1" status: 200 len: 1094 time: 0.0591505 Jun 24 11:55:57.892874 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 35668) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:55:57.898053 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [None req-ab6bb0e1-347d-42f6-96a4-9180c3f6cea3 tempest-TestVolumeBootPattern-428988392 tempest-TestVolumeBootPattern-428988392-project] Request body: {'floatingip': {'floating_network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'port_id': 'a85ba658-922c-4165-8b85-cd7bf5e5fffe', 'tenant_id': '91cba4619aa74784a108d3a825cc8e0c', 'fixed_ip_address': '172.20.0.10'}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:55:57.920349 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-ab6bb0e1-347d-42f6-96a4-9180c3f6cea3 tempest-TestVolumeBootPattern-428988392 tempest-TestVolumeBootPattern-428988392-project] Notify callbacks [] for floatingip, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:55:58.018653 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-ab6bb0e1-347d-42f6-96a4-9180c3f6cea3 tempest-TestVolumeBootPattern-428988392 tempest-TestVolumeBootPattern-428988392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:55:58.127041 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.db_base_plugin_common [None req-ab6bb0e1-347d-42f6-96a4-9180c3f6cea3 tempest-TestVolumeBootPattern-428988392 tempest-TestVolumeBootPattern-428988392-project] Allocated IP 172.26.7.18 (f2b8ca71-e776-48b2-8898-96cc7970207b/f37bf603-3862-4d0a-9f58-89616f7fd68f/0d7f7b0e-60eb-4c37-8fe3-6ad5749e0912) {{(pid=128083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 11:55:58.235170 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-ab6bb0e1-347d-42f6-96a4-9180c3f6cea3 tempest-TestVolumeBootPattern-428988392 tempest-TestVolumeBootPattern-428988392-project] Notify callbacks [] for port, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:55:58.273275 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-ab6bb0e1-347d-42f6-96a4-9180c3f6cea3 tempest-TestVolumeBootPattern-428988392 tempest-TestVolumeBootPattern-428988392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-650429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-506361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793193536723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2537853'] for port, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:55:58.275213 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-5779f2a2-6fe2-4ce2-879f-e9a67cf70c13 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:55:58.310628 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab6bb0e1-347d-42f6-96a4-9180c3f6cea3 tempest-TestVolumeBootPattern-428988392 tempest-TestVolumeBootPattern-428988392-project] Network f2b8ca71-e776-48b2-8898-96cc7970207b is already hosted by enough agents. {{(pid=128083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 11:55:58.316063 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.base_scheduler [None req-ab6bb0e1-347d-42f6-96a4-9180c3f6cea3 tempest-TestVolumeBootPattern-428988392 tempest-TestVolumeBootPattern-428988392-project] Resources bound (agent type, host, resource id): {{(pid=128083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:55:58.319333 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab6bb0e1-347d-42f6-96a4-9180c3f6cea3 tempest-TestVolumeBootPattern-428988392 tempest-TestVolumeBootPattern-428988392-project] Received port after_create {{(pid=128083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 11:55:58.340132 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6bb0e1-347d-42f6-96a4-9180c3f6cea3 tempest-TestVolumeBootPattern-428988392 tempest-TestVolumeBootPattern-428988392-project] Pushing event updated for resources: {'Port': ['ID=0d7f7b0e-60eb-4c37-8fe3-6ad5749e0912,revision_number=1']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:55:58.344022 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-ab6bb0e1-347d-42f6-96a4-9180c3f6cea3 tempest-TestVolumeBootPattern-428988392 tempest-TestVolumeBootPattern-428988392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:55:59.013067 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-ab6bb0e1-347d-42f6-96a4-9180c3f6cea3 tempest-TestVolumeBootPattern-428988392 tempest-TestVolumeBootPattern-428988392-project] Notify callbacks [] for floatingip, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:55:59.086936 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-ab6bb0e1-347d-42f6-96a4-9180c3f6cea3 tempest-TestVolumeBootPattern-428988392 tempest-TestVolumeBootPattern-428988392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:55:59.236834 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-ab6bb0e1-347d-42f6-96a4-9180c3f6cea3 tempest-TestVolumeBootPattern-428988392 tempest-TestVolumeBootPattern-428988392-project] Notify callbacks [] for port, precommit_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:55:59.241115 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-ab6bb0e1-347d-42f6-96a4-9180c3f6cea3 tempest-TestVolumeBootPattern-428988392 tempest-TestVolumeBootPattern-428988392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2537871'] for port, after_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:55:59.243845 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-c1b85746-8c47-44dc-b857-53443414a4c9 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:55:59.313365 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6bb0e1-347d-42f6-96a4-9180c3f6cea3 tempest-TestVolumeBootPattern-428988392 tempest-TestVolumeBootPattern-428988392-project] Pushing event updated for resources: {'Port': ['ID=0d7f7b0e-60eb-4c37-8fe3-6ad5749e0912,revision_number=2']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:55:59.317320 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-ab6bb0e1-347d-42f6-96a4-9180c3f6cea3 tempest-TestVolumeBootPattern-428988392 tempest-TestVolumeBootPattern-428988392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:55:59.323871 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-ab6bb0e1-347d-42f6-96a4-9180c3f6cea3 tempest-TestVolumeBootPattern-428988392 tempest-TestVolumeBootPattern-428988392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1815637'] for floatingip, after_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:55:59.426046 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.db.l3_db [None req-ab6bb0e1-347d-42f6-96a4-9180c3f6cea3 tempest-TestVolumeBootPattern-428988392 tempest-TestVolumeBootPattern-428988392-project] Floating IP 0c70666d-8b5d-4802-8683-c540a88ce568 associated. External IP: 172.26.7.18, port: a85ba658-922c-4165-8b85-cd7bf5e5fffe. Jun 24 11:55:59.638804 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab6bb0e1-347d-42f6-96a4-9180c3f6cea3 tempest-TestVolumeBootPattern-428988392 tempest-TestVolumeBootPattern-428988392-project] Router 1010ec49-338d-4ddb-ab95-5db8aeb9bc3a has already been hosted by L3 agent 2987dba8-2249-4ee6-96ec-28f0f7a6127d {{(pid=128083) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 11:55:59.652309 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-52c483ef-d5c1-4030-9a32-e5ce4ff00ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:55:59.752369 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab6bb0e1-347d-42f6-96a4-9180c3f6cea3 tempest-TestVolumeBootPattern-428988392 tempest-TestVolumeBootPattern-428988392-project] Notify agent at l3_agent.dv-neutron-797120-4-hyperv the message routers_updated {{(pid=128083) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 11:55:59.762351 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f20cab6-02a0-4d66-b91f-06d4624923a2 None None] Sync routers for ids ['1010ec49-338d-4ddb-ab95-5db8aeb9bc3a'] in dv-neutron-797120-4-hyperv {{(pid=128086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 11:55:59.769267 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-ab6bb0e1-347d-42f6-96a4-9180c3f6cea3 tempest-TestVolumeBootPattern-428988392 tempest-TestVolumeBootPattern-428988392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468916'] for floatingip, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:55:59.773270 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f20cab6-02a0-4d66-b91f-06d4624923a2 None None] Routers {'1010ec49-338d-4ddb-ab95-5db8aeb9bc3a'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 11:55:59.773888 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-6f20cab6-02a0-4d66-b91f-06d4624923a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T11:55:56Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['1010ec49-338d-4ddb-ab95-5db8aeb9bc3a'], 'active': True} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:55:59.811131 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-ab6bb0e1-347d-42f6-96a4-9180c3f6cea3 tempest-TestVolumeBootPattern-428988392 tempest-TestVolumeBootPattern-428988392-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9169469 Jun 24 11:55:59.811822 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a772f97-6a90-4721-8a4e-ab0cdffedb4b', 'tag': 'a85ba658-922c-4165-8b85-cd7bf5e5fffe'}] {{(pid=128083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 11:55:59.814535 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a77f7dee1a0522ddf93af289475d218fcdb8f30317daadec13ebf930b5b9dbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-451c4a2e-7ed3-4f87-abbb-7e3c01face65" -d '{"events": [{"name": "network-changed", "server_uuid": "1a772f97-6a90-4721-8a4e-ab0cdffedb4b", "tag": "a85ba658-922c-4165-8b85-cd7bf5e5fffe"}]}' {{(pid=128083) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 11:55:59.859358 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 11:55:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2027b884-ff81-42bd-a2e6-aed3c41facab x-openstack-request-id: req-2027b884-ff81-42bd-a2e6-aed3c41facab {{(pid=128083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 11:55:59.859701 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a772f97-6a90-4721-8a4e-ab0cdffedb4b", "tag": "a85ba658-922c-4165-8b85-cd7bf5e5fffe", "status": "completed", "code": 200}]} {{(pid=128083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 11:55:59.860008 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-2027b884-ff81-42bd-a2e6-aed3c41facab {{(pid=128083) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 11:55:59.860460 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a772f97-6a90-4721-8a4e-ab0cdffedb4b', 'tag': 'a85ba658-922c-4165-8b85-cd7bf5e5fffe', 'status': 'completed', 'code': 200} Jun 24 11:55:59.895571 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_dvr_db [None req-6f20cab6-02a0-4d66-b91f-06d4624923a2 None None] Set router 1010ec49-338d-4ddb-ab95-5db8aeb9bc3a gateway port host: dv-neutron-797120-4-hyperv {{(pid=128086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 11:55:59.941818 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451c4a2e-7ed3-4f87-abbb-7e3c01face65 req-1ef67c84-6be3-40fc-85aa-7f6d71e7f27c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:55:59.943367 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-451c4a2e-7ed3-4f87-abbb-7e3c01face65 req-1ef67c84-6be3-40fc-85aa-7f6d71e7f27c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=91cba4619aa74784a108d3a825cc8e0c&device_id=1a772f97-6a90-4721-8a4e-ab0cdffedb4b HTTP/1.1" status: 200 len: 1099 time: 0.0597210 Jun 24 11:56:00.043923 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451c4a2e-7ed3-4f87-abbb-7e3c01face65 req-b089ae14-6fdd-4173-a456-20ae531038fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:56:00.045574 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-451c4a2e-7ed3-4f87-abbb-7e3c01face65 req-b089ae14-6fdd-4173-a456-20ae531038fc service neutron] 10.222.0.45 "GET /v2.0/networks?id=376f72b9-0f0d-4b21-b0a6-f11d1b9b44a4 HTTP/1.1" status: 200 len: 913 time: 0.0942187 Jun 24 11:56:00.113100 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-451c4a2e-7ed3-4f87-abbb-7e3c01face65 req-085e8b0a-2c0e-45d5-a0ac-7d4957d90d1d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a85ba658-922c-4165-8b85-cd7bf5e5fffe HTTP/1.1" status: 200 len: 999 time: 0.0606694 Jun 24 11:56:00.121345 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-6f20cab6-02a0-4d66-b91f-06d4624923a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1010ec49-338d-4ddb-ab95-5db8aeb9bc3a', 'name': 'tempest-TestVolumeBootPattern-1586751402-router', 'tenant_id': '91cba4619aa74784a108d3a825cc8e0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'external_fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.200'}], 'enable_snat': True}, 'gw_port_id': '075214bd-0a72-4e24-a0f8-f7fb96f5c3fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T11:49:41Z', 'updated_at': '2021-06-24T11:49:50Z', 'revision_number': 4, 'project_id': '91cba4619aa74784a108d3a825cc8e0c', 'gw_port': {'id': '075214bd-0a72-4e24-a0f8-f7fb96f5c3fa', 'name': '', 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:01:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1010ec49-338d-4ddb-ab95-5db8aeb9bc3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 935, 'fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:49:42Z', 'updated_at': '2021-06-24T11:49:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-4-hyperv', '_floatingips': [{'id': '0c70666d-8b5d-4802-8683-c540a88ce568', 'tenant_id': '91cba4619aa74784a108d3a825cc8e0c', 'floating_ip_address': '172.26.7.18', 'floating_network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'router_id': '1010ec49-338d-4ddb-ab95-5db8aeb9bc3a', 'port_id': 'a85ba658-922c-4165-8b85-cd7bf5e5fffe', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1399, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '376f72b9-0f0d-4b21-b0a6-f11d1b9b44a4', 'mac_address': 'fa:16:3e:01:84:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a772f97-6a90-4721-8a4e-ab0cdffedb4b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T11:55:58Z', 'updated_at': '2021-06-24T11:55:58Z', 'revision_number': 0, 'project_id': '91cba4619aa74784a108d3a825cc8e0c', 'fixed_ip_address_scope': None}, {'id': 'ab96d3de-69ce-4d12-8e23-91d7530629e1', 'tenant_id': '91cba4619aa74784a108d3a825cc8e0c', 'floating_ip_address': '172.26.7.56', 'floating_network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'router_id': '1010ec49-338d-4ddb-ab95-5db8aeb9bc3a', 'port_id': '9a091370-bfb7-4a52-aa7a-51b163627d59', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1358, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '376f72b9-0f0d-4b21-b0a6-f11d1b9b44a4', 'mac_address': 'fa:16:3e:6b:61:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdbd2690-2407-4ef7-a4f0-0ba08f5579aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T11:53:46Z', 'updated_at': '2021-06-24T11:53:49Z', 'revision_number': 1, 'project_id': '91cba4619aa74784a108d3a825cc8e0c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8bd8e081-5290-4fb9-8952-7b2d75f45339', 'name': '', 'network_id': '376f72b9-0f0d-4b21-b0a6-f11d1b9b44a4', 'tenant_id': '91cba4619aa74784a108d3a825cc8e0c', 'mac_address': 'fa:16:3e:22:82:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1010ec49-338d-4ddb-ab95-5db8aeb9bc3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 948, 'fixed_ips': [{'subnet_id': '83739081-6ef0-4601-a176-febdd4c01678', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:49:48Z', 'updated_at': '2021-06-24T11:50:09Z', 'revision_number': 5, 'project_id': '91cba4619aa74784a108d3a825cc8e0c', 'subnets': [{'id': '83739081-6ef0-4601-a176-febdd4c01678', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:56:00.154428 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f20cab6-02a0-4d66-b91f-06d4624923a2 None None] Checking router: 1010ec49-338d-4ddb-ab95-5db8aeb9bc3a for host: dv-neutron-797120-4-hyperv {{(pid=128086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 11:56:00.162803 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f20cab6-02a0-4d66-b91f-06d4624923a2 None None] Routers {'1010ec49-338d-4ddb-ab95-5db8aeb9bc3a'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 11:56:00.163397 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-6f20cab6-02a0-4d66-b91f-06d4624923a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T11:55:56Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['1010ec49-338d-4ddb-ab95-5db8aeb9bc3a'], 'active': True} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:56:00.168768 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451c4a2e-7ed3-4f87-abbb-7e3c01face65 req-7c91625c-c3ae-41b6-ad43-c63f70dbf53a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:56:00.170753 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-451c4a2e-7ed3-4f87-abbb-7e3c01face65 req-7c91625c-c3ae-41b6-ad43-c63f70dbf53a service neutron] 10.222.0.45 "GET /v2.0/subnets?id=83739081-6ef0-4601-a176-febdd4c01678 HTTP/1.1" status: 200 len: 851 time: 0.0514841 Jun 24 11:56:00.236064 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451c4a2e-7ed3-4f87-abbb-7e3c01face65 req-929ffe37-7fee-4d5b-a935-964ec525b854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:56:00.237651 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-451c4a2e-7ed3-4f87-abbb-7e3c01face65 req-929ffe37-7fee-4d5b-a935-964ec525b854 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=376f72b9-0f0d-4b21-b0a6-f11d1b9b44a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0606916 Jun 24 11:56:00.273911 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_dvr_db [None req-6f20cab6-02a0-4d66-b91f-06d4624923a2 None None] Set router 1010ec49-338d-4ddb-ab95-5db8aeb9bc3a gateway port host: dv-neutron-797120-4-hyperv {{(pid=128086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 11:56:00.340411 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-451c4a2e-7ed3-4f87-abbb-7e3c01face65 req-71e13fc7-760d-444d-8524-055d77bebf76 service neutron] 10.222.0.45 "GET /v2.0/networks/376f72b9-0f0d-4b21-b0a6-f11d1b9b44a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950434 Jun 24 11:56:00.441044 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-451c4a2e-7ed3-4f87-abbb-7e3c01face65 req-378b5959-2f0c-46f2-aa82-43f43a9e72ee service neutron] 10.222.0.45 "GET /v2.0/networks/376f72b9-0f0d-4b21-b0a6-f11d1b9b44a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933003 Jun 24 11:56:00.502746 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-6f20cab6-02a0-4d66-b91f-06d4624923a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1010ec49-338d-4ddb-ab95-5db8aeb9bc3a', 'name': 'tempest-TestVolumeBootPattern-1586751402-router', 'tenant_id': '91cba4619aa74784a108d3a825cc8e0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'external_fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.200'}], 'enable_snat': True}, 'gw_port_id': '075214bd-0a72-4e24-a0f8-f7fb96f5c3fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T11:49:41Z', 'updated_at': '2021-06-24T11:49:50Z', 'revision_number': 4, 'project_id': '91cba4619aa74784a108d3a825cc8e0c', 'gw_port': {'id': '075214bd-0a72-4e24-a0f8-f7fb96f5c3fa', 'name': '', 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:01:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1010ec49-338d-4ddb-ab95-5db8aeb9bc3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 935, 'fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:49:42Z', 'updated_at': '2021-06-24T11:49:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-4-hyperv', '_floatingips': [{'id': '0c70666d-8b5d-4802-8683-c540a88ce568', 'tenant_id': '91cba4619aa74784a108d3a825cc8e0c', 'floating_ip_address': '172.26.7.18', 'floating_network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'router_id': '1010ec49-338d-4ddb-ab95-5db8aeb9bc3a', 'port_id': 'a85ba658-922c-4165-8b85-cd7bf5e5fffe', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1399, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '376f72b9-0f0d-4b21-b0a6-f11d1b9b44a4', 'mac_address': 'fa:16:3e:01:84:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a772f97-6a90-4721-8a4e-ab0cdffedb4b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T11:55:58Z', 'updated_at': '2021-06-24T11:55:58Z', 'revision_number': 0, 'project_id': '91cba4619aa74784a108d3a825cc8e0c', 'fixed_ip_address_scope': None}, {'id': 'ab96d3de-69ce-4d12-8e23-91d7530629e1', 'tenant_id': '91cba4619aa74784a108d3a825cc8e0c', 'floating_ip_address': '172.26.7.56', 'floating_network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'router_id': '1010ec49-338d-4ddb-ab95-5db8aeb9bc3a', 'port_id': '9a091370-bfb7-4a52-aa7a-51b163627d59', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1358, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '376f72b9-0f0d-4b21-b0a6-f11d1b9b44a4', 'mac_address': 'fa:16:3e:6b:61:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdbd2690-2407-4ef7-a4f0-0ba08f5579aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T11:53:46Z', 'updated_at': '2021-06-24T11:53:49Z', 'revision_number': 1, 'project_id': '91cba4619aa74784a108d3a825cc8e0c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8bd8e081-5290-4fb9-8952-7b2d75f45339', 'name': '', 'network_id': '376f72b9-0f0d-4b21-b0a6-f11d1b9b44a4', 'tenant_id': '91cba4619aa74784a108d3a825cc8e0c', 'mac_address': 'fa:16:3e:22:82:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1010ec49-338d-4ddb-ab95-5db8aeb9bc3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 948, 'fixed_ips': [{'subnet_id': '83739081-6ef0-4601-a176-febdd4c01678', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:49:48Z', 'updated_at': '2021-06-24T11:50:09Z', 'revision_number': 5, 'project_id': '91cba4619aa74784a108d3a825cc8e0c', 'subnets': [{'id': '83739081-6ef0-4601-a176-febdd4c01678', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:56:00.531849 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f20cab6-02a0-4d66-b91f-06d4624923a2 None None] The sync data for ids ['1010ec49-338d-4ddb-ab95-5db8aeb9bc3a'] in dv-neutron-797120-4-hyperv is: [{'id': '1010ec49-338d-4ddb-ab95-5db8aeb9bc3a', 'name': 'tempest-TestVolumeBootPattern-1586751402-router', 'tenant_id': '91cba4619aa74784a108d3a825cc8e0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'external_fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.200'}], 'enable_snat': True}, 'gw_port_id': '075214bd-0a72-4e24-a0f8-f7fb96f5c3fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T11:49:41Z', 'updated_at': '2021-06-24T11:49:50Z', 'revision_number': 4, 'project_id': '91cba4619aa74784a108d3a825cc8e0c', 'gw_port': {'id': '075214bd-0a72-4e24-a0f8-f7fb96f5c3fa', 'name': '', 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:01:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1010ec49-338d-4ddb-ab95-5db8aeb9bc3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 935, 'fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:49:42Z', 'updated_at': '2021-06-24T11:49:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-4-hyperv', '_floatingips': [{'id': '0c70666d-8b5d-4802-8683-c540a88ce568', 'tenant_id': '91cba4619aa74784a108d3a825cc8e0c', 'floating_ip_address': '172.26.7.18', 'floating_network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'router_id': '1010ec49-338d-4ddb-ab95-5db8aeb9bc3a', 'port_id': 'a85ba658-922c-4165-8b85-cd7bf5e5fffe', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1399, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '376f72b9-0f0d-4b21-b0a6-f11d1b9b44a4', 'mac_address': 'fa:16:3e:01:84:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a772f97-6a90-4721-8a4e-ab0cdffedb4b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T11:55:58Z', 'updated_at': '2021-06-24T11:55:58Z', 'revision_number': 0, 'project_id': '91cba4619aa74784a108d3a825cc8e0c', 'fixed_ip_address_scope': None}, {'id': 'ab96d3de-69ce-4d12-8e23-91d7530629e1', 'tenant_id': '91cba4619aa74784a108d3a825cc8e0c', 'floating_ip_address': '172.26.7.56', 'floating_network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'router_id': '1010ec49-338d-4ddb-ab95-5db8aeb9bc3a', 'port_id': '9a091370-bfb7-4a52-aa7a-51b163627d59', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1358, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '376f72b9-0f0d-4b21-b0a6-f11d1b9b44a4', 'mac_address': 'fa:16:3e:6b:61:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdbd2690-2407-4ef7-a4f0-0ba08f5579aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T11:53:46Z', 'updated_at': '2021-06-24T11:53:49Z', 'revision_number': 1, 'project_id': '91cba4619aa74784a108d3a825cc8e0c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8bd8e081-5290-4fb9-8952-7b2d75f45339', 'name': '', 'network_id': '376f72b9-0f0d-4b21-b0a6-f11d1b9b44a4', 'tenant_id': '91cba4619aa74784a108d3a825cc8e0c', 'mac_address': 'fa:16:3e:22:82:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1010ec49-338d-4ddb-ab95-5db8aeb9bc3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 948, 'fixed_ips': [{'subnet_id': '83739081-6ef0-4601-a176-febdd4c01678', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:49:48Z', 'updated_at': '2021-06-24T11:50:09Z', 'revision_number': 5, 'project_id': '91cba4619aa74784a108d3a825cc8e0c', 'subnets': [{'id': '83739081-6ef0-4601-a176-febdd4c01678', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=128086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 11:56:00.729361 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a573606-dce6-4f31-85e7-8c198c01105f None None] New status for floating IP 0c70666d-8b5d-4802-8683-c540a88ce568: ACTIVE {{(pid=128085) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 24 11:56:11.213777 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 35686) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:56:11.299694 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2eaa9450-bb3c-4dbf-ae30-9b5accf749bc tempest-TestNetworkBasicOps-1239029366 tempest-TestNetworkBasicOps-1239029366-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:56:11.300309 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2eaa9450-bb3c-4dbf-ae30-9b5accf749bc tempest-TestNetworkBasicOps-1239029366 tempest-TestNetworkBasicOps-1239029366-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:56:11.300766 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2eaa9450-bb3c-4dbf-ae30-9b5accf749bc tempest-TestNetworkBasicOps-1239029366 tempest-TestNetworkBasicOps-1239029366-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:56:11.302761 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-2eaa9450-bb3c-4dbf-ae30-9b5accf749bc tempest-TestNetworkBasicOps-1239029366 tempest-TestNetworkBasicOps-1239029366-project-admin] 10.222.0.53 "GET /v2.0/ports?project_id=adbe78de4fbf48fcad1a6bc46d4a1728&network_id=a361479c-836e-445b-8685-a686c6762a0c HTTP/1.1" status: 200 len: 2999 time: 0.0879896 Jun 24 11:56:13.107485 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 35698) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:56:13.162134 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9712439-6f05-4204-afce-92b9c2424f13 tempest-TestNetworkBasicOps-1239029366 tempest-TestNetworkBasicOps-1239029366-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:56:13.163569 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-e9712439-6f05-4204-afce-92b9c2424f13 tempest-TestNetworkBasicOps-1239029366 tempest-TestNetworkBasicOps-1239029366-project-admin] 10.222.0.53 "GET /v2.0/subnets?network_id=f2b8ca71-e776-48b2-8898-96cc7970207b HTTP/1.1" status: 200 len: 814 time: 0.0551281 Jun 24 11:56:14.193588 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 35704) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:56:14.198285 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [None req-a2a69575-f3f1-4700-bf3f-a1863a1ed6b5 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Request body: {'floatingip': {'port_id': None}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:56:14.254498 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-a2a69575-f3f1-4700-bf3f-a1863a1ed6b5 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for floatingip, before_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:56:14.400531 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-a2a69575-f3f1-4700-bf3f-a1863a1ed6b5 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for floatingip, precommit_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:56:14.405518 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-a2a69575-f3f1-4700-bf3f-a1863a1ed6b5 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1815637'] for floatingip, after_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:56:14.405839 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.db.l3_db [None req-a2a69575-f3f1-4700-bf3f-a1863a1ed6b5 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Floating IP 5a606d30-1aeb-4143-8423-b03fd62c6ec6 disassociated. External IP: 172.26.7.184, port: 2d79d32b-bd3c-4616-b87b-ac7591de93f9. Jun 24 11:56:14.606419 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:56:14.621292 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2a69575-f3f1-4700-bf3f-a1863a1ed6b5 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Router a3ba0075-97f2-41f5-8081-0336d9c15d5d has already been hosted by L3 agent 2987dba8-2249-4ee6-96ec-28f0f7a6127d {{(pid=128083) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 11:56:14.735770 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2a69575-f3f1-4700-bf3f-a1863a1ed6b5 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify agent at l3_agent.dv-neutron-797120-4-hyperv the message routers_updated {{(pid=128083) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 11:56:14.740268 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-a2a69575-f3f1-4700-bf3f-a1863a1ed6b5 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468916'] for floatingip, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:56:14.746474 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21685a53-6813-4112-bb6e-ef5bd6b34032 None None] Sync routers for ids ['a3ba0075-97f2-41f5-8081-0336d9c15d5d'] in dv-neutron-797120-4-hyperv {{(pid=128086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 11:56:14.756088 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21685a53-6813-4112-bb6e-ef5bd6b34032 None None] Routers {'a3ba0075-97f2-41f5-8081-0336d9c15d5d'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 11:56:14.756695 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-21685a53-6813-4112-bb6e-ef5bd6b34032 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T11:55:56Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['a3ba0075-97f2-41f5-8081-0336d9c15d5d'], 'active': True} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:56:14.776860 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-a2a69575-f3f1-4700-bf3f-a1863a1ed6b5 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "PUT /v2.0/floatingips/5a606d30-1aeb-4143-8423-b03fd62c6ec6 HTTP/1.1" status: 200 len: 690 time: 0.5822730 Jun 24 11:56:14.777574 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45dbd639-46e7-4649-b1f5-5b0a5d8040bc', 'tag': '2d79d32b-bd3c-4616-b87b-ac7591de93f9'}] {{(pid=128083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 11:56:14.780743 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 35706) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:56:14.781289 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a77f7dee1a0522ddf93af289475d218fcdb8f30317daadec13ebf930b5b9dbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3675489d-bdb5-4312-b48b-8f4f7414acda" -d '{"events": [{"name": "network-changed", "server_uuid": "45dbd639-46e7-4649-b1f5-5b0a5d8040bc", "tag": "2d79d32b-bd3c-4616-b87b-ac7591de93f9"}]}' {{(pid=128083) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 11:56:14.828019 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 11:56:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a64c4e34-3832-41a3-abbc-f16a24bb5970 x-openstack-request-id: req-a64c4e34-3832-41a3-abbc-f16a24bb5970 {{(pid=128083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 11:56:14.828644 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45dbd639-46e7-4649-b1f5-5b0a5d8040bc", "tag": "2d79d32b-bd3c-4616-b87b-ac7591de93f9", "status": "completed", "code": 200}]} {{(pid=128083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 11:56:14.830318 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a64c4e34-3832-41a3-abbc-f16a24bb5970 {{(pid=128083) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 11:56:14.830983 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45dbd639-46e7-4649-b1f5-5b0a5d8040bc', 'tag': '2d79d32b-bd3c-4616-b87b-ac7591de93f9', 'status': 'completed', 'code': 200} Jun 24 11:56:14.831432 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-8ca5d138-6a41-4e21-a8fc-6eb3f858111a tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "GET /v2.0/floatingips/5a606d30-1aeb-4143-8423-b03fd62c6ec6 HTTP/1.1" status: 200 len: 690 time: 0.0489783 Jun 24 11:56:14.877314 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_dvr_db [None req-21685a53-6813-4112-bb6e-ef5bd6b34032 None None] Set router a3ba0075-97f2-41f5-8081-0336d9c15d5d gateway port host: dv-neutron-797120-4-hyperv {{(pid=128086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 11:56:14.927810 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3675489d-bdb5-4312-b48b-8f4f7414acda req-f1adcc3b-c923-4fda-9ce3-a0a0b0d65eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:56:14.929401 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-3675489d-bdb5-4312-b48b-8f4f7414acda req-f1adcc3b-c923-4fda-9ce3-a0a0b0d65eb2 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=adbe78de4fbf48fcad1a6bc46d4a1728&device_id=45dbd639-46e7-4649-b1f5-5b0a5d8040bc HTTP/1.1" status: 200 len: 1098 time: 0.0771396 Jun 24 11:56:15.055462 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3675489d-bdb5-4312-b48b-8f4f7414acda req-7b0d6e98-b79e-4e76-84f3-6c1094854d83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:56:15.057106 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-3675489d-bdb5-4312-b48b-8f4f7414acda req-7b0d6e98-b79e-4e76-84f3-6c1094854d83 service neutron] 10.222.0.45 "GET /v2.0/networks?id=a361479c-836e-445b-8685-a686c6762a0c HTTP/1.1" status: 200 len: 898 time: 0.1198015 Jun 24 11:56:15.119443 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-3675489d-bdb5-4312-b48b-8f4f7414acda req-9ac080d9-59ac-4687-ab2c-007ff61152e8 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2d79d32b-bd3c-4616-b87b-ac7591de93f9 HTTP/1.1" status: 200 len: 217 time: 0.0544698 Jun 24 11:56:15.182829 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3675489d-bdb5-4312-b48b-8f4f7414acda req-9c9fe904-f5d7-4023-b2d4-b5d505c55377 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:56:15.185027 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-3675489d-bdb5-4312-b48b-8f4f7414acda req-9c9fe904-f5d7-4023-b2d4-b5d505c55377 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=1f50631d-bb72-4cbe-bbf7-b0e0f6aaf46c HTTP/1.1" status: 200 len: 835 time: 0.0591371 Jun 24 11:56:15.225414 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-21685a53-6813-4112-bb6e-ef5bd6b34032 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3ba0075-97f2-41f5-8081-0336d9c15d5d', 'name': 'tempest-TestNetworkBasicOps-router-1324597974', 'tenant_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'external_fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.198'}], 'enable_snat': True}, 'gw_port_id': 'cb22c465-a836-4240-8db7-9ea5ade9061a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T11:55:14Z', 'updated_at': '2021-06-24T11:55:17Z', 'revision_number': 4, 'project_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'gw_port': {'id': 'cb22c465-a836-4240-8db7-9ea5ade9061a', 'name': '', 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:d6:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3ba0075-97f2-41f5-8081-0336d9c15d5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1381, 'fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:55:14Z', 'updated_at': '2021-06-24T11:55:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-4-hyperv', '_interfaces': [{'id': '7dcbdcad-236f-4f66-a9d3-4886321595eb', 'name': '', 'network_id': 'a361479c-836e-445b-8685-a686c6762a0c', 'tenant_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'mac_address': 'fa:16:3e:de:b5:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3ba0075-97f2-41f5-8081-0336d9c15d5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1384, 'fixed_ips': [{'subnet_id': '1f50631d-bb72-4cbe-bbf7-b0e0f6aaf46c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:55:17Z', 'updated_at': '2021-06-24T11:55:22Z', 'revision_number': 5, 'project_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'subnets': [{'id': '1f50631d-bb72-4cbe-bbf7-b0e0f6aaf46c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:56:15.252889 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3675489d-bdb5-4312-b48b-8f4f7414acda req-70005d84-e9a0-42cf-8191-8833e34af9d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:56:15.254373 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-3675489d-bdb5-4312-b48b-8f4f7414acda req-70005d84-e9a0-42cf-8191-8833e34af9d4 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a361479c-836e-445b-8685-a686c6762a0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0605955 Jun 24 11:56:15.257445 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21685a53-6813-4112-bb6e-ef5bd6b34032 None None] Checking router: a3ba0075-97f2-41f5-8081-0336d9c15d5d for host: dv-neutron-797120-4-hyperv {{(pid=128086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 11:56:15.267339 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21685a53-6813-4112-bb6e-ef5bd6b34032 None None] Routers {'a3ba0075-97f2-41f5-8081-0336d9c15d5d'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 11:56:15.267992 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-21685a53-6813-4112-bb6e-ef5bd6b34032 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T11:55:56Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['a3ba0075-97f2-41f5-8081-0336d9c15d5d'], 'active': True} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:56:15.362173 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-3675489d-bdb5-4312-b48b-8f4f7414acda req-15752144-437a-48d8-9540-3335d6c19309 service neutron] 10.222.0.45 "GET /v2.0/networks/a361479c-836e-445b-8685-a686c6762a0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1003127 Jun 24 11:56:15.387216 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_dvr_db [None req-21685a53-6813-4112-bb6e-ef5bd6b34032 None None] Set router a3ba0075-97f2-41f5-8081-0336d9c15d5d gateway port host: dv-neutron-797120-4-hyperv {{(pid=128086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 11:56:15.460934 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-3675489d-bdb5-4312-b48b-8f4f7414acda req-b43c5a2c-003e-41b3-8e50-50d2e9475660 service neutron] 10.222.0.45 "GET /v2.0/networks/a361479c-836e-445b-8685-a686c6762a0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919895 Jun 24 11:56:15.635539 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-21685a53-6813-4112-bb6e-ef5bd6b34032 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3ba0075-97f2-41f5-8081-0336d9c15d5d', 'name': 'tempest-TestNetworkBasicOps-router-1324597974', 'tenant_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'external_fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.198'}], 'enable_snat': True}, 'gw_port_id': 'cb22c465-a836-4240-8db7-9ea5ade9061a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T11:55:14Z', 'updated_at': '2021-06-24T11:55:17Z', 'revision_number': 4, 'project_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'gw_port': {'id': 'cb22c465-a836-4240-8db7-9ea5ade9061a', 'name': '', 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:d6:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3ba0075-97f2-41f5-8081-0336d9c15d5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1381, 'fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:55:14Z', 'updated_at': '2021-06-24T11:55:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-4-hyperv', '_interfaces': [{'id': '7dcbdcad-236f-4f66-a9d3-4886321595eb', 'name': '', 'network_id': 'a361479c-836e-445b-8685-a686c6762a0c', 'tenant_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'mac_address': 'fa:16:3e:de:b5:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3ba0075-97f2-41f5-8081-0336d9c15d5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1384, 'fixed_ips': [{'subnet_id': '1f50631d-bb72-4cbe-bbf7-b0e0f6aaf46c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:55:17Z', 'updated_at': '2021-06-24T11:55:22Z', 'revision_number': 5, 'project_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'subnets': [{'id': '1f50631d-bb72-4cbe-bbf7-b0e0f6aaf46c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:56:15.666121 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21685a53-6813-4112-bb6e-ef5bd6b34032 None None] The sync data for ids ['a3ba0075-97f2-41f5-8081-0336d9c15d5d'] in dv-neutron-797120-4-hyperv is: [{'id': 'a3ba0075-97f2-41f5-8081-0336d9c15d5d', 'name': 'tempest-TestNetworkBasicOps-router-1324597974', 'tenant_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'external_fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.198'}], 'enable_snat': True}, 'gw_port_id': 'cb22c465-a836-4240-8db7-9ea5ade9061a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T11:55:14Z', 'updated_at': '2021-06-24T11:55:17Z', 'revision_number': 4, 'project_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'gw_port': {'id': 'cb22c465-a836-4240-8db7-9ea5ade9061a', 'name': '', 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:d6:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3ba0075-97f2-41f5-8081-0336d9c15d5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1381, 'fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:55:14Z', 'updated_at': '2021-06-24T11:55:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-4-hyperv', '_interfaces': [{'id': '7dcbdcad-236f-4f66-a9d3-4886321595eb', 'name': '', 'network_id': 'a361479c-836e-445b-8685-a686c6762a0c', 'tenant_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'mac_address': 'fa:16:3e:de:b5:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3ba0075-97f2-41f5-8081-0336d9c15d5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1384, 'fixed_ips': [{'subnet_id': '1f50631d-bb72-4cbe-bbf7-b0e0f6aaf46c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:55:17Z', 'updated_at': '2021-06-24T11:55:22Z', 'revision_number': 5, 'project_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'subnets': [{'id': '1f50631d-bb72-4cbe-bbf7-b0e0f6aaf46c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=128086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 11:56:15.833888 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 35710) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:56:15.891109 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-aa428574-9e7f-40c2-acdb-22880b36091c tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "GET /v2.0/floatingips/5a606d30-1aeb-4143-8423-b03fd62c6ec6 HTTP/1.1" status: 200 len: 690 time: 0.0557845 Jun 24 11:56:15.907185 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f3a1951-fbf3-4010-be13-68b5e5a8c56d None None] New status for floating IP 5a606d30-1aeb-4143-8423-b03fd62c6ec6: DOWN {{(pid=128085) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 24 11:56:16.104387 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.agents_db [None req-87a69269-d72b-4286-97f3-1041481ed6d8 None None] Agent healthcheck: found 6 active agents {{(pid=128086) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 11:56:16.894894 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 35712) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:56:16.945421 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-7e61d6fe-83e7-4d30-99f9-a60811ae5fd6 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "GET /v2.0/floatingips/5a606d30-1aeb-4143-8423-b03fd62c6ec6 HTTP/1.1" status: 200 len: 688 time: 0.0492120 Jun 24 11:56:18.395440 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 35716) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:56:18.400271 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-ff29d0da-5fba-4c79-bd4a-e90706b2fc46 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2112380056', 'description': 'tempest-secgroup-smoke-2112380056 description', 'project_id': 'adbe78de4fbf48fcad1a6bc46d4a1728'}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:56:18.423858 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-ff29d0da-5fba-4c79-bd4a-e90706b2fc46 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for security_group, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:56:18.509784 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-ff29d0da-5fba-4c79-bd4a-e90706b2fc46 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for security_group, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:56:18.514077 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-ff29d0da-5fba-4c79-bd4a-e90706b2fc46 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800410'] for security_group, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:56:18.517006 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-ebc94702-a9a0-477b-8b2a-b1b97b28246e tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:56:18.543294 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-ff29d0da-5fba-4c79-bd4a-e90706b2fc46 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for security_group, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:56:18.544694 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-ff29d0da-5fba-4c79-bd4a-e90706b2fc46 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1480606 Jun 24 11:56:18.547735 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 35718) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:56:18.548268 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff29d0da-5fba-4c79-bd4a-e90706b2fc46 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7359efc7-d5d0-490f-b43b-d8ead6f51cc4,revision_number=1']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:56:18.552523 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [None req-04b8edb9-4f56-4564-b62c-6963b7f406b3 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Request body: {'security_group_rule': {'security_group_id': '7359efc7-d5d0-490f-b43b-d8ead6f51cc4', 'project_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:56:18.555907 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff29d0da-5fba-4c79-bd4a-e90706b2fc46 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:56:18.556492 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff29d0da-5fba-4c79-bd4a-e90706b2fc46 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:56:18.556881 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff29d0da-5fba-4c79-bd4a-e90706b2fc46 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:56:18.557286 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff29d0da-5fba-4c79-bd4a-e90706b2fc46 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:56:18.557655 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff29d0da-5fba-4c79-bd4a-e90706b2fc46 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:56:18.558038 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff29d0da-5fba-4c79-bd4a-e90706b2fc46 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:56:18.558409 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff29d0da-5fba-4c79-bd4a-e90706b2fc46 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:56:18.558774 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff29d0da-5fba-4c79-bd4a-e90706b2fc46 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:56:18.559149 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff29d0da-5fba-4c79-bd4a-e90706b2fc46 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:56:18.559512 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff29d0da-5fba-4c79-bd4a-e90706b2fc46 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:56:18.559875 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff29d0da-5fba-4c79-bd4a-e90706b2fc46 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:56:18.560753 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff29d0da-5fba-4c79-bd4a-e90706b2fc46 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:56:18.564667 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-ff29d0da-5fba-4c79-bd4a-e90706b2fc46 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:56:18.586313 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-04b8edb9-4f56-4564-b62c-6963b7f406b3 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for security_group_rule, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:56:18.643899 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-04b8edb9-4f56-4564-b62c-6963b7f406b3 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:56:18.647500 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-04b8edb9-4f56-4564-b62c-6963b7f406b3 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1627007'] for security_group_rule, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:56:18.649369 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-c4adbfe1-a9c7-446b-b849-f53b9a9ec2e2 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:56:18.666519 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b8edb9-4f56-4564-b62c-6963b7f406b3 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e2f7eb8-b7a9-4ec8-9e22-85e1269e6426,revision_number=0']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:56:18.675844 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b8edb9-4f56-4564-b62c-6963b7f406b3 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:56:18.676266 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b8edb9-4f56-4564-b62c-6963b7f406b3 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:56:18.676646 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b8edb9-4f56-4564-b62c-6963b7f406b3 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:56:18.677033 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b8edb9-4f56-4564-b62c-6963b7f406b3 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:56:18.677409 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b8edb9-4f56-4564-b62c-6963b7f406b3 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:56:18.677778 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b8edb9-4f56-4564-b62c-6963b7f406b3 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:56:18.678145 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b8edb9-4f56-4564-b62c-6963b7f406b3 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:56:18.678510 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b8edb9-4f56-4564-b62c-6963b7f406b3 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:56:18.678872 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b8edb9-4f56-4564-b62c-6963b7f406b3 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:56:18.679235 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b8edb9-4f56-4564-b62c-6963b7f406b3 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:56:18.679594 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b8edb9-4f56-4564-b62c-6963b7f406b3 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:56:18.679950 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b8edb9-4f56-4564-b62c-6963b7f406b3 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:56:18.682751 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-04b8edb9-4f56-4564-b62c-6963b7f406b3 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for security_group_rule, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:56:18.683907 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-04b8edb9-4f56-4564-b62c-6963b7f406b3 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1351416 Jun 24 11:56:18.684905 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-04b8edb9-4f56-4564-b62c-6963b7f406b3 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:56:18.687497 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 35720) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:56:18.691850 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [None req-9b22e78f-ed67-4442-8abc-7edeba6198f8 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Request body: {'security_group_rule': {'security_group_id': '7359efc7-d5d0-490f-b43b-d8ead6f51cc4', 'project_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:56:18.718288 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-9b22e78f-ed67-4442-8abc-7edeba6198f8 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for security_group_rule, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:56:18.776312 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-9b22e78f-ed67-4442-8abc-7edeba6198f8 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:56:18.779883 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-9b22e78f-ed67-4442-8abc-7edeba6198f8 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1627007'] for security_group_rule, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:56:18.781810 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-8a9e60e6-2434-48f7-80c3-74ad810bee86 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:56:18.798357 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b22e78f-ed67-4442-8abc-7edeba6198f8 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02e70c93-5428-449d-a160-c6d0d0f9face,revision_number=0']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:56:18.801379 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-9b22e78f-ed67-4442-8abc-7edeba6198f8 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:56:18.803384 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-9b22e78f-ed67-4442-8abc-7edeba6198f8 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for security_group_rule, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:56:18.804598 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-9b22e78f-ed67-4442-8abc-7edeba6198f8 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1161878 Jun 24 11:56:18.807468 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 35722) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:56:18.812803 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [None req-4b2224a3-8b49-455b-8c4d-ab080ac6f730 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Request body: {'security_group_rule': {'security_group_id': '7359efc7-d5d0-490f-b43b-d8ead6f51cc4', 'project_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:56:18.843328 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-4b2224a3-8b49-455b-8c4d-ab080ac6f730 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for security_group_rule, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:56:18.910899 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-4b2224a3-8b49-455b-8c4d-ab080ac6f730 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:56:18.914633 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-4b2224a3-8b49-455b-8c4d-ab080ac6f730 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1627007'] for security_group_rule, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:56:18.916559 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-91a4e41c-448f-4697-8485-a163b152b3e7 tempest-SecGroupTest-1107880395 tempest-SecGroupTest-1107880395-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:56:18.935016 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2224a3-8b49-455b-8c4d-ab080ac6f730 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd8463f1-8682-42e8-bd3b-ea31811f4690,revision_number=0']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:56:18.938837 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-4b2224a3-8b49-455b-8c4d-ab080ac6f730 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:56:18.942228 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-4b2224a3-8b49-455b-8c4d-ab080ac6f730 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for security_group_rule, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:56:18.943637 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-4b2224a3-8b49-455b-8c4d-ab080ac6f730 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1349871 Jun 24 11:56:18.947182 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 35724) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:56:18.952156 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [None req-95deb37f-7033-44a1-8720-6224b13d8818 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Request body: {'security_group_rule': {'security_group_id': '7359efc7-d5d0-490f-b43b-d8ead6f51cc4', 'project_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:56:18.978638 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-95deb37f-7033-44a1-8720-6224b13d8818 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for security_group_rule, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:56:19.046656 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-95deb37f-7033-44a1-8720-6224b13d8818 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:56:19.050842 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-95deb37f-7033-44a1-8720-6224b13d8818 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1627007'] for security_group_rule, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:56:19.052648 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-d0655d08-ec44-4ca7-94fe-fe524c7f1399 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:56:19.071304 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95deb37f-7033-44a1-8720-6224b13d8818 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e034b74d-b11e-4ac2-85ab-63410471ded0,revision_number=0']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:56:19.074202 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-95deb37f-7033-44a1-8720-6224b13d8818 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:56:19.079602 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-95deb37f-7033-44a1-8720-6224b13d8818 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for security_group_rule, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:56:19.080874 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-95deb37f-7033-44a1-8720-6224b13d8818 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1327386 Jun 24 11:56:19.084450 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 35726) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:56:19.090948 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-a53dfa6a-e90f-44fd-8c50-f373d2935cbb tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Request body: {'security_group_rule': {'security_group_id': '7359efc7-d5d0-490f-b43b-d8ead6f51cc4', 'project_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:56:19.118873 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.db.securitygroups_db [None req-a53dfa6a-e90f-44fd-8c50-f373d2935cbb tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Project adbe78de4fbf48fcad1a6bc46d4a1728 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 24 11:56:19.124540 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-a53dfa6a-e90f-44fd-8c50-f373d2935cbb tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for security_group_rule, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:56:19.208891 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-a53dfa6a-e90f-44fd-8c50-f373d2935cbb tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:56:19.212759 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-a53dfa6a-e90f-44fd-8c50-f373d2935cbb tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1627007'] for security_group_rule, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:56:19.214999 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-95776c66-c0b8-4254-be8b-998c28b67614 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:56:19.233268 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53dfa6a-e90f-44fd-8c50-f373d2935cbb tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e4cd8b9-776c-4988-a572-daa393ac9702,revision_number=0']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:56:19.236517 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-a53dfa6a-e90f-44fd-8c50-f373d2935cbb tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:56:19.243276 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-a53dfa6a-e90f-44fd-8c50-f373d2935cbb tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for security_group_rule, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:56:19.244550 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-a53dfa6a-e90f-44fd-8c50-f373d2935cbb tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1582081 Jun 24 11:56:19.247455 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 35728) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:56:19.253507 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-c4a7cbb6-1ce0-4224-912b-99645f1c4a31 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Request body: {'security_group_rule': {'security_group_id': '7359efc7-d5d0-490f-b43b-d8ead6f51cc4', 'project_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:56:19.283571 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.db.securitygroups_db [None req-c4a7cbb6-1ce0-4224-912b-99645f1c4a31 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Project adbe78de4fbf48fcad1a6bc46d4a1728 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 24 11:56:19.290736 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-c4a7cbb6-1ce0-4224-912b-99645f1c4a31 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for security_group_rule, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:56:19.363947 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-c4a7cbb6-1ce0-4224-912b-99645f1c4a31 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:56:19.367680 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-c4a7cbb6-1ce0-4224-912b-99645f1c4a31 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1627007'] for security_group_rule, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:56:19.372521 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-69531dee-94c2-4364-88ac-0ef621981015 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:56:19.390802 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a7cbb6-1ce0-4224-912b-99645f1c4a31 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f60a846-f763-4223-9cfe-5e213b30ee90,revision_number=0']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:56:19.393820 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-c4a7cbb6-1ce0-4224-912b-99645f1c4a31 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:56:19.395060 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-c4a7cbb6-1ce0-4224-912b-99645f1c4a31 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for security_group_rule, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:56:19.396524 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-c4a7cbb6-1ce0-4224-912b-99645f1c4a31 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1471372 Jun 24 11:56:19.567162 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-842c9cb8-5f40-4a67-96f4-20f237493e7b req-1652f752-c813-4a05-8717-0ed51ff1e4c4 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2112380056&fields=id&tenant_id=adbe78de4fbf48fcad1a6bc46d4a1728 HTTP/1.1" status: 200 len: 267 time: 0.0418437 Jun 24 11:56:19.709775 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842c9cb8-5f40-4a67-96f4-20f237493e7b req-9ac38ec9-0d03-4aa3-9e1a-81b482e6a587 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:56:19.711291 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-842c9cb8-5f40-4a67-96f4-20f237493e7b req-9ac38ec9-0d03-4aa3-9e1a-81b482e6a587 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "GET /v2.0/networks?id=a361479c-836e-445b-8685-a686c6762a0c HTTP/1.1" status: 200 len: 797 time: 0.1357944 Jun 24 11:56:19.728301 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-842c9cb8-5f40-4a67-96f4-20f237493e7b req-f30863a5-acc9-4f18-9924-5248a946afc6 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "GET /v2.0/quotas/adbe78de4fbf48fcad1a6bc46d4a1728 HTTP/1.1" status: 200 len: 375 time: 0.0107102 Jun 24 11:56:19.808588 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-842c9cb8-5f40-4a67-96f4-20f237493e7b req-55e16819-48c4-4ae3-9f98-967684c3d926 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=adbe78de4fbf48fcad1a6bc46d4a1728&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0743494 Jun 24 11:56:19.869210 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [req-842c9cb8-5f40-4a67-96f4-20f237493e7b req-5e37b601-8a4e-43a0-a37c-ec6c586db8ed service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=128083) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 24 11:56:19.870320 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-842c9cb8-5f40-4a67-96f4-20f237493e7b req-5e37b601-8a4e-43a0-a37c-ec6c586db8ed service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0486784 Jun 24 11:56:19.966284 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-842c9cb8-5f40-4a67-96f4-20f237493e7b req-13ac194d-7dc9-4c10-b0ac-1bc433ff1010 service neutron] 10.222.0.53 "GET /v2.0/networks/a361479c-836e-445b-8685-a686c6762a0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886891 Jun 24 11:56:20.059708 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-842c9cb8-5f40-4a67-96f4-20f237493e7b req-4eac1eb0-a699-4f4f-a23e-6039a4593111 service neutron] 10.222.0.53 "GET /v2.0/networks/a361479c-836e-445b-8685-a686c6762a0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869541 Jun 24 11:56:21.254688 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-f27f25f4-7e1f-4ee3-952a-bd801d9486ea req-3210f796-3be0-4bd5-93be-7e7630dc528e tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "GET /v2.0/ports?device_id=27431483-fa5d-433e-9df5-5d2f62b6a8dc HTTP/1.1" status: 200 len: 210 time: 0.0302739 Jun 24 11:56:22.382776 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842c9cb8-5f40-4a67-96f4-20f237493e7b req-c07337ce-73ae-47cd-810b-bf33e70d3027 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:56:22.384264 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-842c9cb8-5f40-4a67-96f4-20f237493e7b req-c07337ce-73ae-47cd-810b-bf33e70d3027 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.45 "GET /v2.0/networks?id=a361479c-836e-445b-8685-a686c6762a0c HTTP/1.1" status: 200 len: 797 time: 0.1143155 Jun 24 11:56:22.417895 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-1669f112-87cb-4ad0-ae32-e06f33500210 req-54537420-9a32-43f9-ab77-6353c3733433 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "GET /v2.0/ports?device_id=27431483-fa5d-433e-9df5-5d2f62b6a8dc HTTP/1.1" status: 200 len: 210 time: 0.0326400 Jun 24 11:56:22.454860 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-842c9cb8-5f40-4a67-96f4-20f237493e7b req-88c8d46a-ee39-46d8-8e8c-831ab0e928fb tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=adbe78de4fbf48fcad1a6bc46d4a1728 HTTP/1.1" status: 200 len: 472 time: 0.0395002 Jun 24 11:56:22.464271 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [req-842c9cb8-5f40-4a67-96f4-20f237493e7b req-c73dba75-d605-4adf-8086-328fa0498f3b tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Request body: {'port': {'device_id': '27431483-fa5d-433e-9df5-5d2f62b6a8dc', 'network_id': 'a361479c-836e-445b-8685-a686c6762a0c', 'admin_state_up': True, 'tenant_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'security_groups': ['7359efc7-d5d0-490f-b43b-d8ead6f51cc4']}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:56:22.583607 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-842c9cb8-5f40-4a67-96f4-20f237493e7b req-c73dba75-d605-4adf-8086-328fa0498f3b tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Made reservation on behalf of adbe78de4fbf48fcad1a6bc46d4a1728 for: {'port': 1} {{(pid=128083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 11:56:22.587357 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-842c9cb8-5f40-4a67-96f4-20f237493e7b req-c73dba75-d605-4adf-8086-328fa0498f3b tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:56:22.721158 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.db_base_plugin_common [req-842c9cb8-5f40-4a67-96f4-20f237493e7b req-c73dba75-d605-4adf-8086-328fa0498f3b tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Allocated IP 172.20.0.12 (a361479c-836e-445b-8685-a686c6762a0c/1f50631d-bb72-4cbe-bbf7-b0e0f6aaf46c/ccb21a2a-574b-419e-acab-32635b875da6) {{(pid=128083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 11:56:22.863406 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-842c9cb8-5f40-4a67-96f4-20f237493e7b req-c73dba75-d605-4adf-8086-328fa0498f3b tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for port, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:56:22.878453 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.provisioning_blocks [req-842c9cb8-5f40-4a67-96f4-20f237493e7b req-c73dba75-d605-4adf-8086-328fa0498f3b tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Transition to ACTIVE for port object ccb21a2a-574b-419e-acab-32635b875da6 will not be triggered until provisioned by entity DHCP. {{(pid=128083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 11:56:22.912355 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-842c9cb8-5f40-4a67-96f4-20f237493e7b req-c73dba75-d605-4adf-8086-328fa0498f3b tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-650429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-506361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793193536723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2537853'] for port, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:56:22.916290 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-b7e8782c-ca21-4826-bde3-2ab28686cf93 tempest-TestVolumeBootPattern-428988392 tempest-TestVolumeBootPattern-428988392-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:56:22.962909 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-842c9cb8-5f40-4a67-96f4-20f237493e7b req-c73dba75-d605-4adf-8086-328fa0498f3b tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Network a361479c-836e-445b-8685-a686c6762a0c is already hosted by enough agents. {{(pid=128083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 11:56:22.969440 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.base_scheduler [req-842c9cb8-5f40-4a67-96f4-20f237493e7b req-c73dba75-d605-4adf-8086-328fa0498f3b tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Resources bound (agent type, host, resource id): {{(pid=128083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:56:22.973357 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.l3_dvrscheduler_db [req-842c9cb8-5f40-4a67-96f4-20f237493e7b req-c73dba75-d605-4adf-8086-328fa0498f3b tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Received port after_create {{(pid=128083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 11:56:22.998868 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73dba75-d605-4adf-8086-328fa0498f3b tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Pushing event updated for resources: {'Port': ['ID=ccb21a2a-574b-419e-acab-32635b875da6,revision_number=1']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:56:23.003939 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-c73dba75-d605-4adf-8086-328fa0498f3b tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:56:23.030191 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842c9cb8-5f40-4a67-96f4-20f237493e7b req-c73dba75-d605-4adf-8086-328fa0498f3b tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:56:23.030908 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-842c9cb8-5f40-4a67-96f4-20f237493e7b req-c73dba75-d605-4adf-8086-328fa0498f3b tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468916'] for port, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:56:23.048906 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-842c9cb8-5f40-4a67-96f4-20f237493e7b req-c73dba75-d605-4adf-8086-328fa0498f3b tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5883558 Jun 24 11:56:23.066811 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [req-842c9cb8-5f40-4a67-96f4-20f237493e7b req-c42ac9dc-79d1-4412-bca6-f4ae1822ec1f service neutron] Request body: {'port': {'device_id': '27431483-fa5d-433e-9df5-5d2f62b6a8dc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7971'}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:56:23.147072 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-842c9cb8-5f40-4a67-96f4-20f237493e7b req-c42ac9dc-79d1-4412-bca6-f4ae1822ec1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:56:23.212794 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-36c86585-277a-4593-a9ab-d0e38074061a None None] Provisioning for port ccb21a2a-574b-419e-acab-32635b875da6 completed by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 11:56:23.218315 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-36c86585-277a-4593-a9ab-d0e38074061a None None] Provisioning complete for port ccb21a2a-574b-419e-acab-32635b875da6 triggered by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:56:23.218693 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-36c86585-277a-4593-a9ab-d0e38074061a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:56:23.259157 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-36c86585-277a-4593-a9ab-d0e38074061a None None] Port ccb21a2a-574b-419e-acab-32635b875da6 cannot update to ACTIVE because it is not bound. {{(pid=128085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 11:56:23.784052 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.notifiers.nova [req-842c9cb8-5f40-4a67-96f4-20f237493e7b req-c42ac9dc-79d1-4412-bca6-f4ae1822ec1f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ccb21a2a-574b-419e-acab-32635b875da6 {{(pid=128083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 11:56:23.798373 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-842c9cb8-5f40-4a67-96f4-20f237493e7b req-c42ac9dc-79d1-4412-bca6-f4ae1822ec1f service neutron] Notify callbacks [] for port, precommit_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:56:23.808477 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-a6b087ec-f3f4-445d-a312-0f759f2848e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:56:23.822255 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fee5761-7629-4e16-a846-c90468be7b6e req-13d977b8-c602-4484-a21e-e68defd9303c tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:56:23.823690 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-4fee5761-7629-4e16-a846-c90468be7b6e req-13d977b8-c602-4484-a21e-e68defd9303c tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "GET /v2.0/ports?device_id=27431483-fa5d-433e-9df5-5d2f62b6a8dc HTTP/1.1" status: 200 len: 932 time: 0.1249454 Jun 24 11:56:23.824592 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.provisioning_blocks [req-842c9cb8-5f40-4a67-96f4-20f237493e7b req-c42ac9dc-79d1-4412-bca6-f4ae1822ec1f service neutron] Transition to ACTIVE for port object ccb21a2a-574b-419e-acab-32635b875da6 will not be triggered until provisioned by entity L2. {{(pid=128083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 11:56:23.829093 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-842c9cb8-5f40-4a67-96f4-20f237493e7b req-c42ac9dc-79d1-4412-bca6-f4ae1822ec1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2537871'] for port, after_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:56:23.832296 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-651e5756-96e3-44c0-aa7f-cd4bb990923b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:56:23.900974 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42ac9dc-79d1-4412-bca6-f4ae1822ec1f service neutron] Pushing event updated for resources: {'Port': ['ID=ccb21a2a-574b-419e-acab-32635b875da6,revision_number=2']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:56:23.903949 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-c42ac9dc-79d1-4412-bca6-f4ae1822ec1f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:56:23.914283 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-4fee5761-7629-4e16-a846-c90468be7b6e req-c89b170d-4d20-4f54-a126-0f369a2fe4cd tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "GET /v2.0/security-groups?id=7359efc7-d5d0-490f-b43b-d8ead6f51cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0828369 Jun 24 11:56:23.991737 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.managers [req-842c9cb8-5f40-4a67-96f4-20f237493e7b req-c42ac9dc-79d1-4412-bca6-f4ae1822ec1f service neutron] Attempting to bind port ccb21a2a-574b-419e-acab-32635b875da6 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=128083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 11:56:23.992076 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.managers [req-842c9cb8-5f40-4a67-96f4-20f237493e7b req-c42ac9dc-79d1-4412-bca6-f4ae1822ec1f service neutron] Attempting to bind port ccb21a2a-574b-419e-acab-32635b875da6 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': 'b3f2e27b-7593-4681-b928-af98548ace58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'a361479c-836e-445b-8685-a686c6762a0c'}] {{(pid=128083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 11:56:23.992407 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-842c9cb8-5f40-4a67-96f4-20f237493e7b req-c42ac9dc-79d1-4412-bca6-f4ae1822ec1f service neutron] Attempting to bind port ccb21a2a-574b-419e-acab-32635b875da6 on network a361479c-836e-445b-8685-a686c6762a0c {{(pid=128083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 11:56:23.996898 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-842c9cb8-5f40-4a67-96f4-20f237493e7b req-c42ac9dc-79d1-4412-bca6-f4ae1822ec1f service neutron] Port ccb21a2a-574b-419e-acab-32635b875da6 on network a361479c-836e-445b-8685-a686c6762a0c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=128083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 11:56:23.997248 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-842c9cb8-5f40-4a67-96f4-20f237493e7b req-c42ac9dc-79d1-4412-bca6-f4ae1822ec1f service neutron] Attempting to bind port ccb21a2a-574b-419e-acab-32635b875da6 on network a361479c-836e-445b-8685-a686c6762a0c {{(pid=128083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 11:56:24.003736 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-842c9cb8-5f40-4a67-96f4-20f237493e7b req-c42ac9dc-79d1-4412-bca6-f4ae1822ec1f service neutron] Checking agent: {'id': 'a2c9a14d-87aa-4cd1-a510-11988f19c3d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7971', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 11, 42, 44), 'started_at': datetime.datetime(2021, 6, 24, 11, 42, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 11, 56, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=128083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 11:56:24.004073 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-842c9cb8-5f40-4a67-96f4-20f237493e7b req-c42ac9dc-79d1-4412-bca6-f4ae1822ec1f service neutron] Checking segment: {'id': 'b3f2e27b-7593-4681-b928-af98548ace58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'a361479c-836e-445b-8685-a686c6762a0c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=128083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 11:56:24.004454 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-842c9cb8-5f40-4a67-96f4-20f237493e7b req-c42ac9dc-79d1-4412-bca6-f4ae1822ec1f service neutron] Bound using segment: {'id': 'b3f2e27b-7593-4681-b928-af98548ace58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'a361479c-836e-445b-8685-a686c6762a0c'} {{(pid=128083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 11:56:24.004887 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.managers [req-842c9cb8-5f40-4a67-96f4-20f237493e7b req-c42ac9dc-79d1-4412-bca6-f4ae1822ec1f service neutron] Bound port: ccb21a2a-574b-419e-acab-32635b875da6, host: hv-neutron-7971, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b3f2e27b-7593-4681-b928-af98548ace58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'a361479c-836e-445b-8685-a686c6762a0c'}}] {{(pid=128083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 11:56:24.005266 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-842c9cb8-5f40-4a67-96f4-20f237493e7b req-c42ac9dc-79d1-4412-bca6-f4ae1822ec1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:56:24.078279 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.db [req-842c9cb8-5f40-4a67-96f4-20f237493e7b req-c42ac9dc-79d1-4412-bca6-f4ae1822ec1f service neutron] For port ccb21a2a-574b-419e-acab-32635b875da6, host hv-neutron-7971, cleared binding levels {{(pid=128083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 11:56:24.081419 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.db [req-842c9cb8-5f40-4a67-96f4-20f237493e7b req-c42ac9dc-79d1-4412-bca6-f4ae1822ec1f service neutron] For port ccb21a2a-574b-419e-acab-32635b875da6, host hv-neutron-7971, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=ccb21a2a-574b-419e-acab-32635b875da6,segment=NetworkSegment(b3f2e27b-7593-4681-b928-af98548ace58),segment_id=b3f2e27b-7593-4681-b928-af98548ace58)] {{(pid=128083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 11:56:24.088406 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-842c9cb8-5f40-4a67-96f4-20f237493e7b req-c42ac9dc-79d1-4412-bca6-f4ae1822ec1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2537871'] for port, after_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:56:24.090572 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-58baa434-19ea-4897-bcc6-c5031c683666 tempest-TestServerAdvancedOps-1606200857 tempest-TestServerAdvancedOps-1606200857-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:56:24.125358 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842c9cb8-5f40-4a67-96f4-20f237493e7b req-c42ac9dc-79d1-4412-bca6-f4ae1822ec1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:56:24.126199 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-842c9cb8-5f40-4a67-96f4-20f237493e7b req-c42ac9dc-79d1-4412-bca6-f4ae1822ec1f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468916'] for port, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:56:24.127540 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-842c9cb8-5f40-4a67-96f4-20f237493e7b req-c42ac9dc-79d1-4412-bca6-f4ae1822ec1f service neutron] 10.222.0.45 "PUT /v2.0/ports/ccb21a2a-574b-419e-acab-32635b875da6 HTTP/1.1" status: 200 len: 1094 time: 1.0663376 Jun 24 11:56:24.128131 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27431483-fa5d-433e-9df5-5d2f62b6a8dc', 'tag': 'ccb21a2a-574b-419e-acab-32635b875da6'}] {{(pid=128083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 11:56:24.130429 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a77f7dee1a0522ddf93af289475d218fcdb8f30317daadec13ebf930b5b9dbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25ade812-f8ac-4164-8bfd-d54e871f3533" -d '{"events": [{"name": "network-changed", "server_uuid": "27431483-fa5d-433e-9df5-5d2f62b6a8dc", "tag": "ccb21a2a-574b-419e-acab-32635b875da6"}]}' {{(pid=128083) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 11:56:24.152919 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42ac9dc-79d1-4412-bca6-f4ae1822ec1f service neutron] Pushing event updated for resources: {'Port': ['ID=ccb21a2a-574b-419e-acab-32635b875da6,revision_number=3']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:56:24.156105 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-c42ac9dc-79d1-4412-bca6-f4ae1822ec1f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:56:24.181633 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 11:56:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2f2d72f-ee5a-4cfb-9402-d287472eb45f x-openstack-request-id: req-a2f2d72f-ee5a-4cfb-9402-d287472eb45f {{(pid=128083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 11:56:24.181982 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27431483-fa5d-433e-9df5-5d2f62b6a8dc", "tag": "ccb21a2a-574b-419e-acab-32635b875da6", "status": "completed", "code": 200}]} {{(pid=128083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 11:56:24.182328 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a2f2d72f-ee5a-4cfb-9402-d287472eb45f {{(pid=128083) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 11:56:24.182792 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27431483-fa5d-433e-9df5-5d2f62b6a8dc', 'tag': 'ccb21a2a-574b-419e-acab-32635b875da6', 'status': 'completed', 'code': 200} Jun 24 11:56:24.228429 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842c9cb8-5f40-4a67-96f4-20f237493e7b req-e2ad3fe0-8ab4-4517-846f-215092f16349 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:56:24.229984 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-842c9cb8-5f40-4a67-96f4-20f237493e7b req-e2ad3fe0-8ab4-4517-846f-215092f16349 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=adbe78de4fbf48fcad1a6bc46d4a1728&device_id=27431483-fa5d-433e-9df5-5d2f62b6a8dc HTTP/1.1" status: 200 len: 1097 time: 0.0590167 Jun 24 11:56:24.278490 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-842c9cb8-5f40-4a67-96f4-20f237493e7b req-e2bc429f-8ef1-4e21-bb32-91345a2b36ba service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ccb21a2a-574b-419e-acab-32635b875da6 HTTP/1.1" status: 200 len: 217 time: 0.0396526 Jun 24 11:56:24.332214 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842c9cb8-5f40-4a67-96f4-20f237493e7b req-ebd29c11-427d-456a-9fe3-6d878cab2123 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:56:24.333679 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-842c9cb8-5f40-4a67-96f4-20f237493e7b req-ebd29c11-427d-456a-9fe3-6d878cab2123 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=1f50631d-bb72-4cbe-bbf7-b0e0f6aaf46c HTTP/1.1" status: 200 len: 835 time: 0.0454097 Jun 24 11:56:24.395048 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842c9cb8-5f40-4a67-96f4-20f237493e7b req-3a34779d-7a60-4309-8ff3-4e8462014111 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:56:24.396675 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-842c9cb8-5f40-4a67-96f4-20f237493e7b req-3a34779d-7a60-4309-8ff3-4e8462014111 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a361479c-836e-445b-8685-a686c6762a0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0522106 Jun 24 11:56:24.494093 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-842c9cb8-5f40-4a67-96f4-20f237493e7b req-978d5cde-6a13-49ed-b17f-e9872571891e service neutron] 10.222.0.45 "GET /v2.0/networks/a361479c-836e-445b-8685-a686c6762a0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861042 Jun 24 11:56:24.587148 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-842c9cb8-5f40-4a67-96f4-20f237493e7b req-29b05179-4341-46f0-b470-c41915a22914 service neutron] 10.222.0.45 "GET /v2.0/networks/a361479c-836e-445b-8685-a686c6762a0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833218 Jun 24 11:56:24.689038 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ade812-f8ac-4164-8bfd-d54e871f3533 req-e7332bda-6657-4ae6-b09b-fb76e9d06cb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:56:24.690515 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-25ade812-f8ac-4164-8bfd-d54e871f3533 req-e7332bda-6657-4ae6-b09b-fb76e9d06cb4 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=adbe78de4fbf48fcad1a6bc46d4a1728&device_id=27431483-fa5d-433e-9df5-5d2f62b6a8dc HTTP/1.1" status: 200 len: 1097 time: 0.0542634 Jun 24 11:56:24.784501 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ade812-f8ac-4164-8bfd-d54e871f3533 req-5f4f77ba-5c4c-477e-a2bf-067a31077cce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:56:24.785981 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-25ade812-f8ac-4164-8bfd-d54e871f3533 req-5f4f77ba-5c4c-477e-a2bf-067a31077cce service neutron] 10.222.0.45 "GET /v2.0/networks?id=a361479c-836e-445b-8685-a686c6762a0c HTTP/1.1" status: 200 len: 898 time: 0.0879817 Jun 24 11:56:24.828771 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-25ade812-f8ac-4164-8bfd-d54e871f3533 req-31646b38-ad2e-45c1-8269-c4ae04064ae3 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ccb21a2a-574b-419e-acab-32635b875da6 HTTP/1.1" status: 200 len: 217 time: 0.0345187 Jun 24 11:56:24.881786 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ade812-f8ac-4164-8bfd-d54e871f3533 req-30af8572-9341-424e-80b2-526ada08ca30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:56:24.883193 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-25ade812-f8ac-4164-8bfd-d54e871f3533 req-30af8572-9341-424e-80b2-526ada08ca30 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=1f50631d-bb72-4cbe-bbf7-b0e0f6aaf46c HTTP/1.1" status: 200 len: 835 time: 0.0476503 Jun 24 11:56:24.938951 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ade812-f8ac-4164-8bfd-d54e871f3533 req-ba78adc3-810d-4b02-9b27-27ab62059722 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:56:24.940414 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-25ade812-f8ac-4164-8bfd-d54e871f3533 req-ba78adc3-810d-4b02-9b27-27ab62059722 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a361479c-836e-445b-8685-a686c6762a0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0507729 Jun 24 11:56:25.052816 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-25ade812-f8ac-4164-8bfd-d54e871f3533 req-e2ab81f4-5658-4630-a4fc-34e7e9218cf4 service neutron] 10.222.0.45 "GET /v2.0/networks/a361479c-836e-445b-8685-a686c6762a0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1045072 Jun 24 11:56:25.167459 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd2755a-adee-463f-8f0b-ec7e99168538 req-cf0ac4b3-2723-4682-a39e-b823ab977c9c tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:56:25.168818 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-ecd2755a-adee-463f-8f0b-ec7e99168538 req-cf0ac4b3-2723-4682-a39e-b823ab977c9c tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "GET /v2.0/ports?device_id=27431483-fa5d-433e-9df5-5d2f62b6a8dc HTTP/1.1" status: 200 len: 944 time: 0.1336462 Jun 24 11:56:25.192328 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-25ade812-f8ac-4164-8bfd-d54e871f3533 req-268e4980-81d1-4423-9540-d6b39eb580d9 service neutron] 10.222.0.45 "GET /v2.0/networks/a361479c-836e-445b-8685-a686c6762a0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231928 Jun 24 11:56:25.219490 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-ecd2755a-adee-463f-8f0b-ec7e99168538 req-4bd9969c-667b-437a-ade6-5a427d4ffcfb tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "GET /v2.0/security-groups?id=7359efc7-d5d0-490f-b43b-d8ead6f51cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441341 Jun 24 11:56:26.014805 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Device ccb21a2a-574b-419e-acab-32635b875da6 details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=128085) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 11:56:26.111068 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] For port ccb21a2a-574b-419e-acab-32635b875da6, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=ccb21a2a-574b-419e-acab-32635b875da6,segment=NetworkSegment(b3f2e27b-7593-4681-b928-af98548ace58),segment_id=b3f2e27b-7593-4681-b928-af98548ace58)] {{(pid=128085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 11:56:26.121354 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Returning: {'device': 'ccb21a2a-574b-419e-acab-32635b875da6', 'network_id': 'a361479c-836e-445b-8685-a686c6762a0c', 'port_id': 'ccb21a2a-574b-419e-acab-32635b875da6', 'mac_address': 'fa:16:3e:95:36:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 649, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f50631d-bb72-4cbe-bbf7-b0e0f6aaf46c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=128085) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 11:56:26.158329 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:56:26.170856 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.notifiers.nova [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ccb21a2a-574b-419e-acab-32635b875da6 {{(pid=128085) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 11:56:26.190236 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] For port ccb21a2a-574b-419e-acab-32635b875da6, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=ccb21a2a-574b-419e-acab-32635b875da6,segment=NetworkSegment(b3f2e27b-7593-4681-b928-af98548ace58),segment_id=b3f2e27b-7593-4681-b928-af98548ace58)] {{(pid=128085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 11:56:26.194030 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:56:26.195857 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-6cb2a92e-25c0-4f05-b425-c57db4976dfc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:56:26.244352 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Pushing event updated for resources: {'Port': ['ID=ccb21a2a-574b-419e-acab-32635b875da6,revision_number=4']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:56:26.252652 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:56:26.253023 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:56:26.253365 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:56:26.253697 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:56:26.254022 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:56:26.254346 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:56:26.254670 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:56:26.254988 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:56:26.255310 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:56:26.255625 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:56:26.255940 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:56:26.256254 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:56:26.260221 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:56:26.359811 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-72840c8f-36f8-41e8-88c7-a2a0d9672686 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:56:26.406640 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d753b0-2b63-456a-8bdd-aaf88c08d69f req-dc71e874-2545-4dbd-a22b-61a3bea84d90 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:56:26.408017 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-97d753b0-2b63-456a-8bdd-aaf88c08d69f req-dc71e874-2545-4dbd-a22b-61a3bea84d90 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "GET /v2.0/ports?device_id=27431483-fa5d-433e-9df5-5d2f62b6a8dc HTTP/1.1" status: 200 len: 945 time: 0.0734060 Jun 24 11:56:26.446028 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-97d753b0-2b63-456a-8bdd-aaf88c08d69f req-fee9a236-85f1-41ba-b6ae-85b78aa7aab6 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "GET /v2.0/security-groups?id=7359efc7-d5d0-490f-b43b-d8ead6f51cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319719 Jun 24 11:56:26.483345 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] get_ports_and_sgs() called for port_ids ['ccb21a2a-574b-419e-acab-32635b875da6'] {{(pid=128085) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 11:56:26.514331 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:56:27.617873 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d3498a-bcd1-4cfe-bfb5-d8560fdc53d1 req-48368b2c-df01-4761-b27b-a5844c3fc857 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:56:27.619345 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-64d3498a-bcd1-4cfe-bfb5-d8560fdc53d1 req-48368b2c-df01-4761-b27b-a5844c3fc857 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "GET /v2.0/ports?device_id=27431483-fa5d-433e-9df5-5d2f62b6a8dc HTTP/1.1" status: 200 len: 945 time: 0.0643964 Jun 24 11:56:27.667514 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-64d3498a-bcd1-4cfe-bfb5-d8560fdc53d1 req-e6ae3c87-7c70-4e04-bd8d-9b47716cd425 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "GET /v2.0/security-groups?id=7359efc7-d5d0-490f-b43b-d8ead6f51cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401402 Jun 24 11:56:27.670156 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-03237adf-ebd0-46f2-a476-4d4bb746e0f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:56:28.030664 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Device ccb21a2a-574b-419e-acab-32635b875da6 up at agent hyperv_hv-neutron-7971 {{(pid=128085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 11:56:28.078198 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Provisioning for port ccb21a2a-574b-419e-acab-32635b875da6 completed by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 11:56:28.081812 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Provisioning complete for port ccb21a2a-574b-419e-acab-32635b875da6 triggered by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:56:28.082192 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:56:28.156550 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:56:28.179643 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27431483-fa5d-433e-9df5-5d2f62b6a8dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ccb21a2a-574b-419e-acab-32635b875da6'}] {{(pid=128085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 11:56:28.181985 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1098ec9051a50dd033317f529a09b9762582ef7b417ebe05928aca59e08255aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ba26f18-e1ec-409a-a618-e81c8faed938" -d '{"events": [{"server_uuid": "27431483-fa5d-433e-9df5-5d2f62b6a8dc", "name": "network-vif-plugged", "status": "completed", "tag": "ccb21a2a-574b-419e-acab-32635b875da6"}]}' {{(pid=128085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 11:56:28.194897 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] For port ccb21a2a-574b-419e-acab-32635b875da6, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=ccb21a2a-574b-419e-acab-32635b875da6,segment=NetworkSegment(b3f2e27b-7593-4681-b928-af98548ace58),segment_id=b3f2e27b-7593-4681-b928-af98548ace58)] {{(pid=128085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 11:56:28.198898 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:56:28.201744 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:56:28.254533 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Pushing event updated for resources: {'Port': ['ID=ccb21a2a-574b-419e-acab-32635b875da6,revision_number=5']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:56:28.257894 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:56:28.276100 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 11:56:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de114d10-0b05-49cb-be75-7afe6c6c401e x-openstack-request-id: req-de114d10-0b05-49cb-be75-7afe6c6c401e {{(pid=128085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 11:56:28.276398 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27431483-fa5d-433e-9df5-5d2f62b6a8dc", "name": "network-vif-plugged", "status": "completed", "tag": "ccb21a2a-574b-419e-acab-32635b875da6", "code": 200}]} {{(pid=128085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 11:56:28.276660 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-de114d10-0b05-49cb-be75-7afe6c6c401e {{(pid=128085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 11:56:28.277097 dv-neutron-797120-4-hyperv neutron-server[128085]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27431483-fa5d-433e-9df5-5d2f62b6a8dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ccb21a2a-574b-419e-acab-32635b875da6', 'code': 200} Jun 24 11:56:28.504171 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8fbff8-7722-42d2-bbb5-6dd3c55f8749 req-f08921dd-53bc-4241-8910-9438f628d544 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:56:28.505670 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-8a8fbff8-7722-42d2-bbb5-6dd3c55f8749 req-f08921dd-53bc-4241-8910-9438f628d544 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=27431483-fa5d-433e-9df5-5d2f62b6a8dc HTTP/1.1" status: 200 len: 1099 time: 0.0515306 Jun 24 11:56:28.542758 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-8a8fbff8-7722-42d2-bbb5-6dd3c55f8749 req-54f910f4-2f22-4c4b-8dff-64d7f4906d18 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=7359efc7-d5d0-490f-b43b-d8ead6f51cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0269561 Jun 24 11:56:28.848581 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dabb75d-e3fa-4eda-a7d6-a3bb4a74f206 req-c2b060eb-3ce6-4670-8f93-8eeb5e13e1a0 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:56:28.850011 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-3dabb75d-e3fa-4eda-a7d6-a3bb4a74f206 req-c2b060eb-3ce6-4670-8f93-8eeb5e13e1a0 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "GET /v2.0/ports?device_id=27431483-fa5d-433e-9df5-5d2f62b6a8dc HTTP/1.1" status: 200 len: 946 time: 0.0656085 Jun 24 11:56:28.888626 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-3dabb75d-e3fa-4eda-a7d6-a3bb4a74f206 req-7fdc7d32-34e9-41bb-8c13-7696ca5a0175 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "GET /v2.0/security-groups?id=7359efc7-d5d0-490f-b43b-d8ead6f51cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329094 Jun 24 11:56:29.656828 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-52c483ef-d5c1-4030-9a32-e5ce4ff00ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:56:30.075669 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833407ad-2f4d-40fc-ae0b-97a7aa698563 req-feca2e11-766d-4f0e-acfa-5b2950ce5b35 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:56:30.077450 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-833407ad-2f4d-40fc-ae0b-97a7aa698563 req-feca2e11-766d-4f0e-acfa-5b2950ce5b35 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "GET /v2.0/ports?device_id=27431483-fa5d-433e-9df5-5d2f62b6a8dc HTTP/1.1" status: 200 len: 946 time: 0.0766833 Jun 24 11:56:30.116382 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-833407ad-2f4d-40fc-ae0b-97a7aa698563 req-bec24c5a-8517-471f-8041-c5535ddd8946 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "GET /v2.0/security-groups?id=7359efc7-d5d0-490f-b43b-d8ead6f51cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330822 Jun 24 11:56:30.297408 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3705d054-3e44-4cda-9cbd-10d923d4579f req-4b13c5fa-5195-44fa-9ace-4c0d09890647 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:56:30.299003 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-3705d054-3e44-4cda-9cbd-10d923d4579f req-4b13c5fa-5195-44fa-9ace-4c0d09890647 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "GET /v2.0/ports?device_id=27431483-fa5d-433e-9df5-5d2f62b6a8dc HTTP/1.1" status: 200 len: 946 time: 0.0708299 Jun 24 11:56:30.336936 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-3705d054-3e44-4cda-9cbd-10d923d4579f req-1e39e10b-9a13-4c7d-b8d2-7c4c34d5ab21 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "GET /v2.0/security-groups?id=7359efc7-d5d0-490f-b43b-d8ead6f51cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320368 Jun 24 11:56:30.362183 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 35786) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:56:30.418949 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e6af2d9-b05c-4bd0-a442-7a58ec5145c1 tempest-TestNetworkBasicOps-1239029366 tempest-TestNetworkBasicOps-1239029366-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:56:30.422441 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-2e6af2d9-b05c-4bd0-a442-7a58ec5145c1 tempest-TestNetworkBasicOps-1239029366 tempest-TestNetworkBasicOps-1239029366-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=27431483-fa5d-433e-9df5-5d2f62b6a8dc HTTP/1.1" status: 200 len: 1094 time: 0.0580046 Jun 24 11:56:30.423942 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 35788) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:56:30.428171 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-88bd5969-8ea9-4cb2-8caa-f2a4f5b9a8ce tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Request body: {'floatingip': {'port_id': 'ccb21a2a-574b-419e-acab-32635b875da6'}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:56:30.466123 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-88bd5969-8ea9-4cb2-8caa-f2a4f5b9a8ce tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for floatingip, before_update {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:56:31.245258 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-88bd5969-8ea9-4cb2-8caa-f2a4f5b9a8ce tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for floatingip, precommit_update {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:56:31.250386 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-88bd5969-8ea9-4cb2-8caa-f2a4f5b9a8ce tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1815637'] for floatingip, after_update {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:56:31.360491 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.db.l3_db [None req-88bd5969-8ea9-4cb2-8caa-f2a4f5b9a8ce tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Floating IP 5a606d30-1aeb-4143-8423-b03fd62c6ec6 associated. External IP: 172.26.7.184, port: ccb21a2a-574b-419e-acab-32635b875da6. Jun 24 11:56:31.581776 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88bd5969-8ea9-4cb2-8caa-f2a4f5b9a8ce tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Router a3ba0075-97f2-41f5-8081-0336d9c15d5d has already been hosted by L3 agent 2987dba8-2249-4ee6-96ec-28f0f7a6127d {{(pid=128084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 11:56:31.695315 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88bd5969-8ea9-4cb2-8caa-f2a4f5b9a8ce tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify agent at l3_agent.dv-neutron-797120-4-hyperv the message routers_updated {{(pid=128084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 11:56:31.700337 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-88bd5969-8ea9-4cb2-8caa-f2a4f5b9a8ce tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468916'] for floatingip, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:56:31.704658 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-440ca53b-5a68-4724-beef-65cdaa1c5a62 None None] Sync routers for ids ['a3ba0075-97f2-41f5-8081-0336d9c15d5d'] in dv-neutron-797120-4-hyperv {{(pid=128086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 11:56:31.714879 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-440ca53b-5a68-4724-beef-65cdaa1c5a62 None None] Routers {'a3ba0075-97f2-41f5-8081-0336d9c15d5d'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 11:56:31.715507 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-440ca53b-5a68-4724-beef-65cdaa1c5a62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T11:56:26Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['a3ba0075-97f2-41f5-8081-0336d9c15d5d'], 'active': True} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:56:31.738541 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-88bd5969-8ea9-4cb2-8caa-f2a4f5b9a8ce tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "PUT /v2.0/floatingips/5a606d30-1aeb-4143-8423-b03fd62c6ec6 HTTP/1.1" status: 200 len: 992 time: 1.3112383 Jun 24 11:56:31.738541 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27431483-fa5d-433e-9df5-5d2f62b6a8dc', 'tag': 'ccb21a2a-574b-419e-acab-32635b875da6'}] {{(pid=128084) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 11:56:31.739176 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}189e43ef1649f46b9bccc8e45a83b64afc33adcdec52bc597e36eecb4255b7b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20d302e7-11e3-4346-a09f-a223f0ddda15" -d '{"events": [{"name": "network-changed", "server_uuid": "27431483-fa5d-433e-9df5-5d2f62b6a8dc", "tag": "ccb21a2a-574b-419e-acab-32635b875da6"}]}' {{(pid=128084) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 11:56:31.739376 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 35790) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:56:31.775099 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 11:56:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbcb900a-bccb-49bf-8217-07eaf9a0b228 x-openstack-request-id: req-fbcb900a-bccb-49bf-8217-07eaf9a0b228 {{(pid=128084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 11:56:31.775444 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27431483-fa5d-433e-9df5-5d2f62b6a8dc", "tag": "ccb21a2a-574b-419e-acab-32635b875da6", "status": "completed", "code": 200}]} {{(pid=128084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 11:56:31.775746 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-fbcb900a-bccb-49bf-8217-07eaf9a0b228 {{(pid=128084) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 11:56:31.776197 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27431483-fa5d-433e-9df5-5d2f62b6a8dc', 'tag': 'ccb21a2a-574b-419e-acab-32635b875da6', 'status': 'completed', 'code': 200} Jun 24 11:56:31.824777 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_dvr_db [None req-440ca53b-5a68-4724-beef-65cdaa1c5a62 None None] Set router a3ba0075-97f2-41f5-8081-0336d9c15d5d gateway port host: dv-neutron-797120-4-hyperv {{(pid=128086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 11:56:31.839380 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-9f59bd60-1a95-42d7-ac77-1993d5f280a8 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "GET /v2.0/floatingips/5a606d30-1aeb-4143-8423-b03fd62c6ec6 HTTP/1.1" status: 200 len: 992 time: 0.0986478 Jun 24 11:56:31.866048 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d302e7-11e3-4346-a09f-a223f0ddda15 req-d6521e3d-73af-4863-a028-bd30c868e50b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:56:31.867538 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-20d302e7-11e3-4346-a09f-a223f0ddda15 req-d6521e3d-73af-4863-a028-bd30c868e50b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=adbe78de4fbf48fcad1a6bc46d4a1728&device_id=27431483-fa5d-433e-9df5-5d2f62b6a8dc HTTP/1.1" status: 200 len: 1099 time: 0.0663548 Jun 24 11:56:31.965280 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d302e7-11e3-4346-a09f-a223f0ddda15 req-525d1f81-a196-418a-8a2d-babdeda72d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:56:31.967326 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-20d302e7-11e3-4346-a09f-a223f0ddda15 req-525d1f81-a196-418a-8a2d-babdeda72d1c service neutron] 10.222.0.45 "GET /v2.0/networks?id=a361479c-836e-445b-8685-a686c6762a0c HTTP/1.1" status: 200 len: 898 time: 0.0917799 Jun 24 11:56:32.040634 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-20d302e7-11e3-4346-a09f-a223f0ddda15 req-1a00901b-4be7-4408-b9ca-35fb5f46a0ab service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ccb21a2a-574b-419e-acab-32635b875da6 HTTP/1.1" status: 200 len: 1000 time: 0.0671000 Jun 24 11:56:32.056054 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-440ca53b-5a68-4724-beef-65cdaa1c5a62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3ba0075-97f2-41f5-8081-0336d9c15d5d', 'name': 'tempest-TestNetworkBasicOps-router-1324597974', 'tenant_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'external_fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.198'}], 'enable_snat': True}, 'gw_port_id': 'cb22c465-a836-4240-8db7-9ea5ade9061a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T11:55:14Z', 'updated_at': '2021-06-24T11:55:17Z', 'revision_number': 4, 'project_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'gw_port': {'id': 'cb22c465-a836-4240-8db7-9ea5ade9061a', 'name': '', 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:d6:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3ba0075-97f2-41f5-8081-0336d9c15d5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1381, 'fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:55:14Z', 'updated_at': '2021-06-24T11:55:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-4-hyperv', '_floatingips': [{'id': '5a606d30-1aeb-4143-8423-b03fd62c6ec6', 'tenant_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'floating_ip_address': '172.26.7.184', 'floating_network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'router_id': 'a3ba0075-97f2-41f5-8081-0336d9c15d5d', 'port_id': 'ccb21a2a-574b-419e-acab-32635b875da6', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1396, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a361479c-836e-445b-8685-a686c6762a0c', 'mac_address': 'fa:16:3e:95:36:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27431483-fa5d-433e-9df5-5d2f62b6a8dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T11:55:32Z', 'updated_at': '2021-06-24T11:56:31Z', 'revision_number': 5, 'project_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7dcbdcad-236f-4f66-a9d3-4886321595eb', 'name': '', 'network_id': 'a361479c-836e-445b-8685-a686c6762a0c', 'tenant_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'mac_address': 'fa:16:3e:de:b5:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3ba0075-97f2-41f5-8081-0336d9c15d5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1384, 'fixed_ips': [{'subnet_id': '1f50631d-bb72-4cbe-bbf7-b0e0f6aaf46c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:55:17Z', 'updated_at': '2021-06-24T11:55:22Z', 'revision_number': 5, 'project_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'subnets': [{'id': '1f50631d-bb72-4cbe-bbf7-b0e0f6aaf46c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:56:32.084290 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-440ca53b-5a68-4724-beef-65cdaa1c5a62 None None] Checking router: a3ba0075-97f2-41f5-8081-0336d9c15d5d for host: dv-neutron-797120-4-hyperv {{(pid=128086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 11:56:32.093859 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-440ca53b-5a68-4724-beef-65cdaa1c5a62 None None] Routers {'a3ba0075-97f2-41f5-8081-0336d9c15d5d'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 11:56:32.094594 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-440ca53b-5a68-4724-beef-65cdaa1c5a62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T11:56:26Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['a3ba0075-97f2-41f5-8081-0336d9c15d5d'], 'active': True} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:56:32.094814 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d302e7-11e3-4346-a09f-a223f0ddda15 req-d7e7ebd7-daed-4174-b069-233602b29c73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:56:32.096771 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-20d302e7-11e3-4346-a09f-a223f0ddda15 req-d7e7ebd7-daed-4174-b069-233602b29c73 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=1f50631d-bb72-4cbe-bbf7-b0e0f6aaf46c HTTP/1.1" status: 200 len: 835 time: 0.0497179 Jun 24 11:56:32.160656 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d302e7-11e3-4346-a09f-a223f0ddda15 req-bd9cc389-04b6-423b-a602-4602c2561d35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:56:32.162492 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-20d302e7-11e3-4346-a09f-a223f0ddda15 req-bd9cc389-04b6-423b-a602-4602c2561d35 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a361479c-836e-445b-8685-a686c6762a0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0587873 Jun 24 11:56:32.204029 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_dvr_db [None req-440ca53b-5a68-4724-beef-65cdaa1c5a62 None None] Set router a3ba0075-97f2-41f5-8081-0336d9c15d5d gateway port host: dv-neutron-797120-4-hyperv {{(pid=128086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 11:56:32.265734 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-20d302e7-11e3-4346-a09f-a223f0ddda15 req-5be1d30d-97c8-49f4-9797-e579523450d6 service neutron] 10.222.0.45 "GET /v2.0/networks/a361479c-836e-445b-8685-a686c6762a0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964534 Jun 24 11:56:32.366634 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-20d302e7-11e3-4346-a09f-a223f0ddda15 req-9a0b48e6-0bd2-4b99-8cdc-b0b18b9030c1 service neutron] 10.222.0.45 "GET /v2.0/networks/a361479c-836e-445b-8685-a686c6762a0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944138 Jun 24 11:56:32.432320 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-440ca53b-5a68-4724-beef-65cdaa1c5a62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3ba0075-97f2-41f5-8081-0336d9c15d5d', 'name': 'tempest-TestNetworkBasicOps-router-1324597974', 'tenant_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'external_fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.198'}], 'enable_snat': True}, 'gw_port_id': 'cb22c465-a836-4240-8db7-9ea5ade9061a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T11:55:14Z', 'updated_at': '2021-06-24T11:55:17Z', 'revision_number': 4, 'project_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'gw_port': {'id': 'cb22c465-a836-4240-8db7-9ea5ade9061a', 'name': '', 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:d6:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3ba0075-97f2-41f5-8081-0336d9c15d5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1381, 'fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:55:14Z', 'updated_at': '2021-06-24T11:55:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-4-hyperv', '_floatingips': [{'id': '5a606d30-1aeb-4143-8423-b03fd62c6ec6', 'tenant_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'floating_ip_address': '172.26.7.184', 'floating_network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'router_id': 'a3ba0075-97f2-41f5-8081-0336d9c15d5d', 'port_id': 'ccb21a2a-574b-419e-acab-32635b875da6', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1396, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a361479c-836e-445b-8685-a686c6762a0c', 'mac_address': 'fa:16:3e:95:36:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27431483-fa5d-433e-9df5-5d2f62b6a8dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T11:55:32Z', 'updated_at': '2021-06-24T11:56:31Z', 'revision_number': 5, 'project_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7dcbdcad-236f-4f66-a9d3-4886321595eb', 'name': '', 'network_id': 'a361479c-836e-445b-8685-a686c6762a0c', 'tenant_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'mac_address': 'fa:16:3e:de:b5:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3ba0075-97f2-41f5-8081-0336d9c15d5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1384, 'fixed_ips': [{'subnet_id': '1f50631d-bb72-4cbe-bbf7-b0e0f6aaf46c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:55:17Z', 'updated_at': '2021-06-24T11:55:22Z', 'revision_number': 5, 'project_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'subnets': [{'id': '1f50631d-bb72-4cbe-bbf7-b0e0f6aaf46c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:56:32.459202 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-440ca53b-5a68-4724-beef-65cdaa1c5a62 None None] The sync data for ids ['a3ba0075-97f2-41f5-8081-0336d9c15d5d'] in dv-neutron-797120-4-hyperv is: [{'id': 'a3ba0075-97f2-41f5-8081-0336d9c15d5d', 'name': 'tempest-TestNetworkBasicOps-router-1324597974', 'tenant_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'external_fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.198'}], 'enable_snat': True}, 'gw_port_id': 'cb22c465-a836-4240-8db7-9ea5ade9061a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T11:55:14Z', 'updated_at': '2021-06-24T11:55:17Z', 'revision_number': 4, 'project_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'gw_port': {'id': 'cb22c465-a836-4240-8db7-9ea5ade9061a', 'name': '', 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:d6:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3ba0075-97f2-41f5-8081-0336d9c15d5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1381, 'fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:55:14Z', 'updated_at': '2021-06-24T11:55:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-4-hyperv', '_floatingips': [{'id': '5a606d30-1aeb-4143-8423-b03fd62c6ec6', 'tenant_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'floating_ip_address': '172.26.7.184', 'floating_network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'router_id': 'a3ba0075-97f2-41f5-8081-0336d9c15d5d', 'port_id': 'ccb21a2a-574b-419e-acab-32635b875da6', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1396, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a361479c-836e-445b-8685-a686c6762a0c', 'mac_address': 'fa:16:3e:95:36:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27431483-fa5d-433e-9df5-5d2f62b6a8dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T11:55:32Z', 'updated_at': '2021-06-24T11:56:31Z', 'revision_number': 5, 'project_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7dcbdcad-236f-4f66-a9d3-4886321595eb', 'name': '', 'network_id': 'a361479c-836e-445b-8685-a686c6762a0c', 'tenant_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'mac_address': 'fa:16:3e:de:b5:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3ba0075-97f2-41f5-8081-0336d9c15d5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1384, 'fixed_ips': [{'subnet_id': '1f50631d-bb72-4cbe-bbf7-b0e0f6aaf46c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:55:17Z', 'updated_at': '2021-06-24T11:55:22Z', 'revision_number': 5, 'project_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'subnets': [{'id': '1f50631d-bb72-4cbe-bbf7-b0e0f6aaf46c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=128086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 11:56:32.658859 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7911235-f5c5-4bc5-8c7a-54f7ba8c41cb None None] New status for floating IP 5a606d30-1aeb-4143-8423-b03fd62c6ec6: ACTIVE {{(pid=128085) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 24 11:56:32.842857 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 35794) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:56:32.905028 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-24054661-0c83-4f3d-b95e-5c4fee35e295 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "GET /v2.0/floatingips/5a606d30-1aeb-4143-8423-b03fd62c6ec6 HTTP/1.1" status: 200 len: 994 time: 0.0605180 Jun 24 11:56:44.607931 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:56:46.675064 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-8821ddfb-293d-4cd7-928e-f7086c6d07fe req-8b7a1f2c-b697-4069-8ad9-eb423759b173 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=45dbd639-46e7-4649-b1f5-5b0a5d8040bc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0552344 Jun 24 11:56:46.758633 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8821ddfb-293d-4cd7-928e-f7086c6d07fe req-7de3eac6-84e6-43b3-8be5-d7e47a723382 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:56:46.760124 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-8821ddfb-293d-4cd7-928e-f7086c6d07fe req-7de3eac6-84e6-43b3-8be5-d7e47a723382 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=adbe78de4fbf48fcad1a6bc46d4a1728&device_id=45dbd639-46e7-4649-b1f5-5b0a5d8040bc HTTP/1.1" status: 200 len: 1098 time: 0.0608988 Jun 24 11:56:46.875263 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8821ddfb-293d-4cd7-928e-f7086c6d07fe req-e4476024-c04d-4bec-9638-363a24fa06df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:56:46.877694 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-8821ddfb-293d-4cd7-928e-f7086c6d07fe req-e4476024-c04d-4bec-9638-363a24fa06df service neutron] 10.222.0.45 "GET /v2.0/networks?id=a361479c-836e-445b-8685-a686c6762a0c HTTP/1.1" status: 200 len: 898 time: 0.0941007 Jun 24 11:56:46.924939 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-8821ddfb-293d-4cd7-928e-f7086c6d07fe req-6b19d47d-c828-4e17-a332-faef54b2e292 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2d79d32b-bd3c-4616-b87b-ac7591de93f9 HTTP/1.1" status: 200 len: 217 time: 0.0401940 Jun 24 11:56:46.976391 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8821ddfb-293d-4cd7-928e-f7086c6d07fe req-223c42a6-b478-440f-a8cd-b90407b9adbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:56:46.977971 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-8821ddfb-293d-4cd7-928e-f7086c6d07fe req-223c42a6-b478-440f-a8cd-b90407b9adbb service neutron] 10.222.0.45 "GET /v2.0/subnets?id=1f50631d-bb72-4cbe-bbf7-b0e0f6aaf46c HTTP/1.1" status: 200 len: 835 time: 0.0464118 Jun 24 11:56:47.040281 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8821ddfb-293d-4cd7-928e-f7086c6d07fe req-01ec2eb5-9e7d-49e4-b5a9-1310a934b0be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:56:47.041864 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-8821ddfb-293d-4cd7-928e-f7086c6d07fe req-01ec2eb5-9e7d-49e4-b5a9-1310a934b0be service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a361479c-836e-445b-8685-a686c6762a0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0551689 Jun 24 11:56:47.142512 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-8821ddfb-293d-4cd7-928e-f7086c6d07fe req-69950570-0dfc-4e86-a7c4-17ca00fd4075 service neutron] 10.222.0.45 "GET /v2.0/networks/a361479c-836e-445b-8685-a686c6762a0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918920 Jun 24 11:56:47.245176 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-8821ddfb-293d-4cd7-928e-f7086c6d07fe req-0602b3ea-a738-4a42-bbeb-ffa6178986e5 service neutron] 10.222.0.45 "GET /v2.0/networks/a361479c-836e-445b-8685-a686c6762a0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905371 Jun 24 11:56:53.103959 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.agents_db [None req-87a69269-d72b-4286-97f3-1041481ed6d8 None None] Agent healthcheck: found 6 active agents {{(pid=128086) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 11:56:53.810716 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-75d9c3b7-258f-4a39-a1ac-c8ecef51b43c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:56:56.361396 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ab2ee3c3-8210-4297-8f29-24d271122a9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:56:56.496813 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:56:57.675869 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-03237adf-ebd0-46f2-a476-4d4bb746e0f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:56:59.660541 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-52c483ef-d5c1-4030-9a32-e5ce4ff00ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:57:08.675786 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa502a5-e8e9-400d-b4c4-cd64aea7523d req-9a71b803-3288-4f52-bb0a-0796f6fbfe2a tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:57:08.677279 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-6fa502a5-e8e9-400d-b4c4-cd64aea7523d req-9a71b803-3288-4f52-bb0a-0796f6fbfe2a tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "GET /v2.0/ports?device_id=27431483-fa5d-433e-9df5-5d2f62b6a8dc HTTP/1.1" status: 200 len: 946 time: 0.0691302 Jun 24 11:57:08.714693 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-6fa502a5-e8e9-400d-b4c4-cd64aea7523d req-d8e24d73-b8d7-40f8-910d-97ef577b8a57 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "GET /v2.0/security-groups?id=7359efc7-d5d0-490f-b43b-d8ead6f51cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314324 Jun 24 11:57:09.896555 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e73d019-304f-4306-9fa6-09b15b6ec48d req-cdc9c778-9902-4128-8373-ed1289d87c9e tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:57:09.898055 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-2e73d019-304f-4306-9fa6-09b15b6ec48d req-cdc9c778-9902-4128-8373-ed1289d87c9e tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "GET /v2.0/ports?device_id=27431483-fa5d-433e-9df5-5d2f62b6a8dc HTTP/1.1" status: 200 len: 946 time: 0.0658767 Jun 24 11:57:09.936558 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-2e73d019-304f-4306-9fa6-09b15b6ec48d req-02bbde88-8d5b-445e-b1cf-e564fe53c969 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "GET /v2.0/security-groups?id=7359efc7-d5d0-490f-b43b-d8ead6f51cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327125 Jun 24 11:57:10.027206 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c32905-53d9-4e8d-b0e3-4ba1480b83ff req-ae7d30e2-dc35-419d-9f25-cb5e630d41a5 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:57:10.028722 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-e1c32905-53d9-4e8d-b0e3-4ba1480b83ff req-ae7d30e2-dc35-419d-9f25-cb5e630d41a5 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.45 "GET /v2.0/ports?device_id=27431483-fa5d-433e-9df5-5d2f62b6a8dc HTTP/1.1" status: 200 len: 946 time: 0.0649512 Jun 24 11:57:10.140348 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.plugin [req-e1c32905-53d9-4e8d-b0e3-4ba1480b83ff req-cd58bf1c-7da6-4d24-83c2-68337fa0b122 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Deleting port ccb21a2a-574b-419e-acab-32635b875da6 {{(pid=128083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 11:57:10.140616 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-e1c32905-53d9-4e8d-b0e3-4ba1480b83ff req-cd58bf1c-7da6-4d24-83c2-68337fa0b122 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793193942312'] for port, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:57:10.230794 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.db [req-e1c32905-53d9-4e8d-b0e3-4ba1480b83ff req-cd58bf1c-7da6-4d24-83c2-68337fa0b122 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] For port ccb21a2a-574b-419e-acab-32635b875da6, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=ccb21a2a-574b-419e-acab-32635b875da6,segment=NetworkSegment(b3f2e27b-7593-4681-b928-af98548ace58),segment_id=b3f2e27b-7593-4681-b928-af98548ace58)] {{(pid=128083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 11:57:10.231159 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-e1c32905-53d9-4e8d-b0e3-4ba1480b83ff req-cd58bf1c-7da6-4d24-83c2-68337fa0b122 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1978872'] for port, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:57:10.412937 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-e1c32905-53d9-4e8d-b0e3-4ba1480b83ff req-cd58bf1c-7da6-4d24-83c2-68337fa0b122 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for floatingip, precommit_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:57:10.413255 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-e1c32905-53d9-4e8d-b0e3-4ba1480b83ff req-cd58bf1c-7da6-4d24-83c2-68337fa0b122 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1815637'] for floatingip, after_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:57:10.413568 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.db.l3_db [req-e1c32905-53d9-4e8d-b0e3-4ba1480b83ff req-cd58bf1c-7da6-4d24-83c2-68337fa0b122 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Floating IP 5a606d30-1aeb-4143-8423-b03fd62c6ec6 disassociated. External IP: 172.26.7.184, port: ccb21a2a-574b-419e-acab-32635b875da6. Jun 24 11:57:10.413909 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.plugin [req-e1c32905-53d9-4e8d-b0e3-4ba1480b83ff req-cd58bf1c-7da6-4d24-83c2-68337fa0b122 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Calling delete_port for ccb21a2a-574b-419e-acab-32635b875da6 owned by compute:nova {{(pid=128083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 11:57:10.540603 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-e1c32905-53d9-4e8d-b0e3-4ba1480b83ff req-cd58bf1c-7da6-4d24-83c2-68337fa0b122 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793193945299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193536732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2537862'] for port, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:57:10.544468 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-293aa51e-4499-4f52-98e5-9a5042a8e5fc tempest-RoutersNegativeTest-663611585 tempest-RoutersNegativeTest-663611585-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:57:10.574717 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd58bf1c-7da6-4d24-83c2-68337fa0b122 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Pushing event deleted for resources: {'Port': ['ID=ccb21a2a-574b-419e-acab-32635b875da6,revision_number=None']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:57:10.582547 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-cd58bf1c-7da6-4d24-83c2-68337fa0b122 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:57:10.688446 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e1c32905-53d9-4e8d-b0e3-4ba1480b83ff req-cd58bf1c-7da6-4d24-83c2-68337fa0b122 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Router a3ba0075-97f2-41f5-8081-0336d9c15d5d has already been hosted by L3 agent 2987dba8-2249-4ee6-96ec-28f0f7a6127d {{(pid=128083) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 11:57:10.800755 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e1c32905-53d9-4e8d-b0e3-4ba1480b83ff req-cd58bf1c-7da6-4d24-83c2-68337fa0b122 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify agent at l3_agent.dv-neutron-797120-4-hyperv the message routers_updated {{(pid=128083) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 11:57:10.810493 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-362778eb-5e31-4f91-a003-70741728308b None None] Sync routers for ids ['a3ba0075-97f2-41f5-8081-0336d9c15d5d'] in dv-neutron-797120-4-hyperv {{(pid=128086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 11:57:10.820566 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-362778eb-5e31-4f91-a003-70741728308b None None] Routers {'a3ba0075-97f2-41f5-8081-0336d9c15d5d'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 11:57:10.821206 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-362778eb-5e31-4f91-a003-70741728308b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T11:56:56Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['a3ba0075-97f2-41f5-8081-0336d9c15d5d'], 'active': True} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:57:10.845918 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1c32905-53d9-4e8d-b0e3-4ba1480b83ff req-cd58bf1c-7da6-4d24-83c2-68337fa0b122 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] No DVR routers for this DVR port ccb21a2a-574b-419e-acab-32635b875da6 on host hv-neutron-7971 {{(pid=128083) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 11:57:10.848465 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-e1c32905-53d9-4e8d-b0e3-4ba1480b83ff req-cd58bf1c-7da6-4d24-83c2-68337fa0b122 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468916'] for port, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:57:10.850660 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-e1c32905-53d9-4e8d-b0e3-4ba1480b83ff req-cd58bf1c-7da6-4d24-83c2-68337fa0b122 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.45 "DELETE /v2.0/ports/ccb21a2a-574b-419e-acab-32635b875da6 HTTP/1.1" status: 204 len: 173 time: 0.8133664 Jun 24 11:57:10.851232 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27431483-fa5d-433e-9df5-5d2f62b6a8dc', 'name': 'network-vif-deleted', 'tag': 'ccb21a2a-574b-419e-acab-32635b875da6'}] {{(pid=128083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 11:57:10.853610 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a77f7dee1a0522ddf93af289475d218fcdb8f30317daadec13ebf930b5b9dbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e00caa3-0c90-4ffe-a6d7-ddd81d7f5f57" -d '{"events": [{"server_uuid": "27431483-fa5d-433e-9df5-5d2f62b6a8dc", "name": "network-vif-deleted", "tag": "ccb21a2a-574b-419e-acab-32635b875da6"}]}' {{(pid=128083) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 11:57:10.892854 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 11:57:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b8aaf93-93b1-40ee-ab50-41fd1e41c72e x-openstack-request-id: req-5b8aaf93-93b1-40ee-ab50-41fd1e41c72e {{(pid=128083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 11:57:10.893242 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27431483-fa5d-433e-9df5-5d2f62b6a8dc", "name": "network-vif-deleted", "tag": "ccb21a2a-574b-419e-acab-32635b875da6", "status": "completed", "code": 200}]} {{(pid=128083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 11:57:10.893587 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-5b8aaf93-93b1-40ee-ab50-41fd1e41c72e {{(pid=128083) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 11:57:10.894049 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27431483-fa5d-433e-9df5-5d2f62b6a8dc', 'name': 'network-vif-deleted', 'tag': 'ccb21a2a-574b-419e-acab-32635b875da6', 'status': 'completed', 'code': 200} Jun 24 11:57:10.936710 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_dvr_db [None req-362778eb-5e31-4f91-a003-70741728308b None None] Set router a3ba0075-97f2-41f5-8081-0336d9c15d5d gateway port host: dv-neutron-797120-4-hyperv {{(pid=128086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 11:57:11.107377 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-787df347-ad7b-41d2-abd2-6e271d7794ed req-266ac064-cb0b-4e3c-8791-087c948896e0 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "GET /v2.0/ports?device_id=27431483-fa5d-433e-9df5-5d2f62b6a8dc HTTP/1.1" status: 200 len: 210 time: 0.0332665 Jun 24 11:57:11.240335 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-362778eb-5e31-4f91-a003-70741728308b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3ba0075-97f2-41f5-8081-0336d9c15d5d', 'name': 'tempest-TestNetworkBasicOps-router-1324597974', 'tenant_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'external_fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.198'}], 'enable_snat': True}, 'gw_port_id': 'cb22c465-a836-4240-8db7-9ea5ade9061a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T11:55:14Z', 'updated_at': '2021-06-24T11:55:17Z', 'revision_number': 4, 'project_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'gw_port': {'id': 'cb22c465-a836-4240-8db7-9ea5ade9061a', 'name': '', 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:d6:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3ba0075-97f2-41f5-8081-0336d9c15d5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1381, 'fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:55:14Z', 'updated_at': '2021-06-24T11:55:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-4-hyperv', '_interfaces': [{'id': '7dcbdcad-236f-4f66-a9d3-4886321595eb', 'name': '', 'network_id': 'a361479c-836e-445b-8685-a686c6762a0c', 'tenant_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'mac_address': 'fa:16:3e:de:b5:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3ba0075-97f2-41f5-8081-0336d9c15d5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1384, 'fixed_ips': [{'subnet_id': '1f50631d-bb72-4cbe-bbf7-b0e0f6aaf46c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:55:17Z', 'updated_at': '2021-06-24T11:55:22Z', 'revision_number': 5, 'project_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'subnets': [{'id': '1f50631d-bb72-4cbe-bbf7-b0e0f6aaf46c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:57:11.266363 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-362778eb-5e31-4f91-a003-70741728308b None None] Checking router: a3ba0075-97f2-41f5-8081-0336d9c15d5d for host: dv-neutron-797120-4-hyperv {{(pid=128086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 11:57:11.274259 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-362778eb-5e31-4f91-a003-70741728308b None None] Routers {'a3ba0075-97f2-41f5-8081-0336d9c15d5d'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 11:57:11.274850 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-362778eb-5e31-4f91-a003-70741728308b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T11:56:56Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['a3ba0075-97f2-41f5-8081-0336d9c15d5d'], 'active': True} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:57:11.386287 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_dvr_db [None req-362778eb-5e31-4f91-a003-70741728308b None None] Set router a3ba0075-97f2-41f5-8081-0336d9c15d5d gateway port host: dv-neutron-797120-4-hyperv {{(pid=128086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 11:57:11.594029 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-362778eb-5e31-4f91-a003-70741728308b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3ba0075-97f2-41f5-8081-0336d9c15d5d', 'name': 'tempest-TestNetworkBasicOps-router-1324597974', 'tenant_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'external_fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.198'}], 'enable_snat': True}, 'gw_port_id': 'cb22c465-a836-4240-8db7-9ea5ade9061a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T11:55:14Z', 'updated_at': '2021-06-24T11:55:17Z', 'revision_number': 4, 'project_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'gw_port': {'id': 'cb22c465-a836-4240-8db7-9ea5ade9061a', 'name': '', 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:d6:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3ba0075-97f2-41f5-8081-0336d9c15d5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1381, 'fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:55:14Z', 'updated_at': '2021-06-24T11:55:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-4-hyperv', '_interfaces': [{'id': '7dcbdcad-236f-4f66-a9d3-4886321595eb', 'name': '', 'network_id': 'a361479c-836e-445b-8685-a686c6762a0c', 'tenant_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'mac_address': 'fa:16:3e:de:b5:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3ba0075-97f2-41f5-8081-0336d9c15d5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1384, 'fixed_ips': [{'subnet_id': '1f50631d-bb72-4cbe-bbf7-b0e0f6aaf46c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:55:17Z', 'updated_at': '2021-06-24T11:55:22Z', 'revision_number': 5, 'project_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'subnets': [{'id': '1f50631d-bb72-4cbe-bbf7-b0e0f6aaf46c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:57:11.626133 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-362778eb-5e31-4f91-a003-70741728308b None None] The sync data for ids ['a3ba0075-97f2-41f5-8081-0336d9c15d5d'] in dv-neutron-797120-4-hyperv is: [{'id': 'a3ba0075-97f2-41f5-8081-0336d9c15d5d', 'name': 'tempest-TestNetworkBasicOps-router-1324597974', 'tenant_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'external_fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.198'}], 'enable_snat': True}, 'gw_port_id': 'cb22c465-a836-4240-8db7-9ea5ade9061a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T11:55:14Z', 'updated_at': '2021-06-24T11:55:17Z', 'revision_number': 4, 'project_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'gw_port': {'id': 'cb22c465-a836-4240-8db7-9ea5ade9061a', 'name': '', 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:d6:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3ba0075-97f2-41f5-8081-0336d9c15d5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1381, 'fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:55:14Z', 'updated_at': '2021-06-24T11:55:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-4-hyperv', '_interfaces': [{'id': '7dcbdcad-236f-4f66-a9d3-4886321595eb', 'name': '', 'network_id': 'a361479c-836e-445b-8685-a686c6762a0c', 'tenant_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'mac_address': 'fa:16:3e:de:b5:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3ba0075-97f2-41f5-8081-0336d9c15d5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1384, 'fixed_ips': [{'subnet_id': '1f50631d-bb72-4cbe-bbf7-b0e0f6aaf46c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:55:17Z', 'updated_at': '2021-06-24T11:55:22Z', 'revision_number': 5, 'project_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'subnets': [{'id': '1f50631d-bb72-4cbe-bbf7-b0e0f6aaf46c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=128086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 11:57:11.847965 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a502c63e-9edb-44fd-bef8-99e6605b425d None None] New status for floating IP 5a606d30-1aeb-4143-8423-b03fd62c6ec6: DOWN {{(pid=128085) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 24 11:57:12.201393 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 35826) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:57:12.259583 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-fb8ab64d-04eb-4794-8c8a-c3e2038a49f2 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for security_group, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:57:12.283597 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-fb8ab64d-04eb-4794-8c8a-c3e2038a49f2 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for security_group, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:57:12.342613 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-fb8ab64d-04eb-4794-8c8a-c3e2038a49f2 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800410'] for security_group, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:57:12.346230 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-fb8ab64d-04eb-4794-8c8a-c3e2038a49f2 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for security_group, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:57:12.347365 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-fb8ab64d-04eb-4794-8c8a-c3e2038a49f2 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "DELETE /v2.0/security-groups/7359efc7-d5d0-490f-b43b-d8ead6f51cc4 HTTP/1.1" status: 204 len: 168 time: 0.1449971 Jun 24 11:57:12.348552 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-a7fb6f9a-4193-48f0-8be2-ea0be0f37201 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:57:12.356952 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8ab64d-04eb-4794-8c8a-c3e2038a49f2 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7359efc7-d5d0-490f-b43b-d8ead6f51cc4,revision_number=None']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:57:12.360679 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-fb8ab64d-04eb-4794-8c8a-c3e2038a49f2 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:57:12.377223 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 35830) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:57:12.817754 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.plugin [None req-31098529-1b80-43a9-a96b-5176d9e3dec8 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Deleting port 7c36c4c5-1a0f-4c43-a009-f880ffb2981c {{(pid=128083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 11:57:12.818092 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-31098529-1b80-43a9-a96b-5176d9e3dec8 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793193942312'] for port, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:57:12.894845 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-31098529-1b80-43a9-a96b-5176d9e3dec8 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1978872'] for port, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:57:12.895099 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-31098529-1b80-43a9-a96b-5176d9e3dec8 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:57:12.905991 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.plugin [None req-31098529-1b80-43a9-a96b-5176d9e3dec8 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Calling delete_port for 7c36c4c5-1a0f-4c43-a009-f880ffb2981c owned by network:floatingip {{(pid=128083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 11:57:13.034933 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-31098529-1b80-43a9-a96b-5176d9e3dec8 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793193945299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193536732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2537862'] for port, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:57:13.037731 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-b9c3083a-1cb4-47bc-a0fd-127595ff0171 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:57:13.068044 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31098529-1b80-43a9-a96b-5176d9e3dec8 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Pushing event deleted for resources: {'Port': ['ID=7c36c4c5-1a0f-4c43-a009-f880ffb2981c,revision_number=None']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:57:13.089276 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-31098529-1b80-43a9-a96b-5176d9e3dec8 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:57:13.127882 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-31098529-1b80-43a9-a96b-5176d9e3dec8 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for floatingip, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:57:13.130370 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-31098529-1b80-43a9-a96b-5176d9e3dec8 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468916'] for floatingip, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:57:13.131504 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-31098529-1b80-43a9-a96b-5176d9e3dec8 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "DELETE /v2.0/floatingips/5a606d30-1aeb-4143-8423-b03fd62c6ec6 HTTP/1.1" status: 204 len: 168 time: 0.7532403 Jun 24 11:57:13.490325 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97493ff7-7efb-4c61-95c3-01def27a2655 req-3e1cad09-65a9-4040-9df8-15bec9b9e6c3 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:57:13.491817 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-97493ff7-7efb-4c61-95c3-01def27a2655 req-3e1cad09-65a9-4040-9df8-15bec9b9e6c3 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "GET /v2.0/ports?device_id=45dbd639-46e7-4649-b1f5-5b0a5d8040bc HTTP/1.1" status: 200 len: 945 time: 0.0665197 Jun 24 11:57:13.534086 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-97493ff7-7efb-4c61-95c3-01def27a2655 req-e8bd98e9-b545-460f-a639-82101c856ee6 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "GET /v2.0/security-groups?id=bf407d25-bbc5-4e31-88e0-c7d2867f244b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365129 Jun 24 11:57:14.308517 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Device ccb21a2a-574b-419e-acab-32635b875da6 no longer exists at agent hyperv_hv-neutron-7971 {{(pid=128085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 11:57:14.328315 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] No Port match for: ccb21a2a-574b-419e-acab-32635b875da6 {{(pid=128085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 11:57:14.329349 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Device ccb21a2a-574b-419e-acab-32635b875da6 not bound to the agent host hv-neutron-7971 {{(pid=128085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 11:57:14.612641 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:57:14.708699 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0c19fc-abed-417b-a3c5-278aad2485b9 req-844c5544-b32a-4e28-a6c6-5be4d4f0506d tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:57:14.711021 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-fb0c19fc-abed-417b-a3c5-278aad2485b9 req-844c5544-b32a-4e28-a6c6-5be4d4f0506d tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "GET /v2.0/ports?device_id=45dbd639-46e7-4649-b1f5-5b0a5d8040bc HTTP/1.1" status: 200 len: 945 time: 0.0636404 Jun 24 11:57:14.748871 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-fb0c19fc-abed-417b-a3c5-278aad2485b9 req-0f15ccd0-6a94-469b-b6a3-759858457aeb tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "GET /v2.0/security-groups?id=bf407d25-bbc5-4e31-88e0-c7d2867f244b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323510 Jun 24 11:57:14.990404 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3be8f38-bdeb-4b7a-95ec-f242d38b2733 req-3be6b623-fab2-4362-8ed5-c7189f2bcdf0 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:57:14.991833 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-e3be8f38-bdeb-4b7a-95ec-f242d38b2733 req-3be6b623-fab2-4362-8ed5-c7189f2bcdf0 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.45 "GET /v2.0/ports?device_id=45dbd639-46e7-4649-b1f5-5b0a5d8040bc HTTP/1.1" status: 200 len: 945 time: 0.0616136 Jun 24 11:57:15.096053 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.plugin [req-e3be8f38-bdeb-4b7a-95ec-f242d38b2733 req-a84e88be-2447-452b-89ca-87502a90807c tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Deleting port 2d79d32b-bd3c-4616-b87b-ac7591de93f9 {{(pid=128083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 11:57:15.096391 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-e3be8f38-bdeb-4b7a-95ec-f242d38b2733 req-a84e88be-2447-452b-89ca-87502a90807c tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793193942312'] for port, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:57:15.181696 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.db [req-e3be8f38-bdeb-4b7a-95ec-f242d38b2733 req-a84e88be-2447-452b-89ca-87502a90807c tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] For port 2d79d32b-bd3c-4616-b87b-ac7591de93f9, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=2d79d32b-bd3c-4616-b87b-ac7591de93f9,segment=NetworkSegment(b3f2e27b-7593-4681-b928-af98548ace58),segment_id=b3f2e27b-7593-4681-b928-af98548ace58)] {{(pid=128083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 11:57:15.182056 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-e3be8f38-bdeb-4b7a-95ec-f242d38b2733 req-a84e88be-2447-452b-89ca-87502a90807c tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1978872'] for port, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:57:15.194210 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.plugin [req-e3be8f38-bdeb-4b7a-95ec-f242d38b2733 req-a84e88be-2447-452b-89ca-87502a90807c tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Calling delete_port for 2d79d32b-bd3c-4616-b87b-ac7591de93f9 owned by compute:nova {{(pid=128083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 11:57:15.322015 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-e3be8f38-bdeb-4b7a-95ec-f242d38b2733 req-a84e88be-2447-452b-89ca-87502a90807c tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793193945299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193536732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2537862'] for port, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:57:15.325768 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-ead71965-a832-4805-a18a-2c69f6995079 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:57:15.351178 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84e88be-2447-452b-89ca-87502a90807c tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Pushing event deleted for resources: {'Port': ['ID=2d79d32b-bd3c-4616-b87b-ac7591de93f9,revision_number=None']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:57:15.354236 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-a84e88be-2447-452b-89ca-87502a90807c tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:57:15.402325 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3be8f38-bdeb-4b7a-95ec-f242d38b2733 req-a84e88be-2447-452b-89ca-87502a90807c tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] No DVR routers for this DVR port 2d79d32b-bd3c-4616-b87b-ac7591de93f9 on host hv-neutron-7971 {{(pid=128083) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 11:57:15.404863 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-e3be8f38-bdeb-4b7a-95ec-f242d38b2733 req-a84e88be-2447-452b-89ca-87502a90807c tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468916'] for port, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:57:15.406986 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-e3be8f38-bdeb-4b7a-95ec-f242d38b2733 req-a84e88be-2447-452b-89ca-87502a90807c tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.45 "DELETE /v2.0/ports/2d79d32b-bd3c-4616-b87b-ac7591de93f9 HTTP/1.1" status: 204 len: 173 time: 0.4062319 Jun 24 11:57:15.407513 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45dbd639-46e7-4649-b1f5-5b0a5d8040bc', 'name': 'network-vif-deleted', 'tag': '2d79d32b-bd3c-4616-b87b-ac7591de93f9'}] {{(pid=128083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 11:57:15.409917 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a77f7dee1a0522ddf93af289475d218fcdb8f30317daadec13ebf930b5b9dbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94b82dab-2468-4269-82be-4cfce66dbf70" -d '{"events": [{"server_uuid": "45dbd639-46e7-4649-b1f5-5b0a5d8040bc", "name": "network-vif-deleted", "tag": "2d79d32b-bd3c-4616-b87b-ac7591de93f9"}]}' {{(pid=128083) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 11:57:15.452728 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 11:57:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a8941cb-6c22-469b-b749-19085ef2dede x-openstack-request-id: req-5a8941cb-6c22-469b-b749-19085ef2dede {{(pid=128083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 11:57:15.453115 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45dbd639-46e7-4649-b1f5-5b0a5d8040bc", "name": "network-vif-deleted", "tag": "2d79d32b-bd3c-4616-b87b-ac7591de93f9", "status": "completed", "code": 200}]} {{(pid=128083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 11:57:15.453442 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-5a8941cb-6c22-469b-b749-19085ef2dede {{(pid=128083) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 11:57:15.454650 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45dbd639-46e7-4649-b1f5-5b0a5d8040bc', 'name': 'network-vif-deleted', 'tag': '2d79d32b-bd3c-4616-b87b-ac7591de93f9', 'status': 'completed', 'code': 200} Jun 24 11:57:15.907395 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-179a2718-cd2b-484c-b1b1-cda58466235c req-ff8c2a38-37f9-4c2b-94da-6b24fcc605f8 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "GET /v2.0/ports?device_id=45dbd639-46e7-4649-b1f5-5b0a5d8040bc HTTP/1.1" status: 200 len: 210 time: 0.0307407 Jun 24 11:57:17.004819 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 35844) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:57:17.065742 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-ade9668d-30fc-4e51-a030-554b8db36355 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for security_group, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:57:17.090724 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-ade9668d-30fc-4e51-a030-554b8db36355 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for security_group, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:57:17.151327 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-ade9668d-30fc-4e51-a030-554b8db36355 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800410'] for security_group, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:57:17.155448 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-ade9668d-30fc-4e51-a030-554b8db36355 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for security_group, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:57:17.157008 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-ade9668d-30fc-4e51-a030-554b8db36355 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "DELETE /v2.0/security-groups/bf407d25-bbc5-4e31-88e0-c7d2867f244b HTTP/1.1" status: 204 len: 168 time: 0.1510239 Jun 24 11:57:17.157813 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-02c7e806-7eff-4cee-84f7-2d046a94a124 tempest-TestNetworkAdvancedServerOps-1479438933 tempest-TestNetworkAdvancedServerOps-1479438933-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:57:17.167160 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade9668d-30fc-4e51-a030-554b8db36355 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf407d25-bbc5-4e31-88e0-c7d2867f244b,revision_number=None']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:57:17.169984 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-ade9668d-30fc-4e51-a030-554b8db36355 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:57:17.190579 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 35848) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:57:17.545028 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-04bb5b31-7a7b-425e-9761-c0f44ae6932e tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1978565'] for router_interface, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:57:17.807352 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.plugin [None req-04bb5b31-7a7b-425e-9761-c0f44ae6932e tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Deleting port 7dcbdcad-236f-4f66-a9d3-4886321595eb {{(pid=128083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 11:57:17.807606 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-04bb5b31-7a7b-425e-9761-c0f44ae6932e tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793193942312'] for port, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:57:17.898285 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.db [None req-04bb5b31-7a7b-425e-9761-c0f44ae6932e tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] For port 7dcbdcad-236f-4f66-a9d3-4886321595eb, host dv-neutron-797120-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=7dcbdcad-236f-4f66-a9d3-4886321595eb,segment=NetworkSegment(b3f2e27b-7593-4681-b928-af98548ace58),segment_id=b3f2e27b-7593-4681-b928-af98548ace58)] {{(pid=128083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 11:57:17.898640 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-04bb5b31-7a7b-425e-9761-c0f44ae6932e tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1978872'] for port, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:57:17.910202 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.plugin [None req-04bb5b31-7a7b-425e-9761-c0f44ae6932e tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Calling delete_port for 7dcbdcad-236f-4f66-a9d3-4886321595eb owned by network:router_interface {{(pid=128083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 11:57:18.095880 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-04bb5b31-7a7b-425e-9761-c0f44ae6932e tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793193945299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193536732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2537862'] for port, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:57:18.098685 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-cd58bf1c-7da6-4d24-83c2-68337fa0b122 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:57:18.126846 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bb5b31-7a7b-425e-9761-c0f44ae6932e tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Pushing event deleted for resources: {'Port': ['ID=7dcbdcad-236f-4f66-a9d3-4886321595eb,revision_number=None']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:57:18.131503 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-04bb5b31-7a7b-425e-9761-c0f44ae6932e tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:57:18.303241 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-04bb5b31-7a7b-425e-9761-c0f44ae6932e tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1588985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1806165'] for router_interface, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:57:18.340108 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Device 2d79d32b-bd3c-4616-b87b-ac7591de93f9 no longer exists at agent hyperv_hv-neutron-7971 {{(pid=128085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 11:57:18.359135 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] No Port match for: 2d79d32b-bd3c-4616-b87b-ac7591de93f9 {{(pid=128085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 11:57:18.359409 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Device 2d79d32b-bd3c-4616-b87b-ac7591de93f9 not bound to the agent host hv-neutron-7971 {{(pid=128085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 11:57:18.519798 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04bb5b31-7a7b-425e-9761-c0f44ae6932e tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Router a3ba0075-97f2-41f5-8081-0336d9c15d5d has already been hosted by L3 agent 2987dba8-2249-4ee6-96ec-28f0f7a6127d {{(pid=128083) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 11:57:18.627612 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04bb5b31-7a7b-425e-9761-c0f44ae6932e tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify agent at l3_agent.dv-neutron-797120-4-hyperv the message routers_updated {{(pid=128083) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 11:57:18.632489 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-04bb5b31-7a7b-425e-9761-c0f44ae6932e tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "PUT /v2.0/routers/a3ba0075-97f2-41f5-8081-0336d9c15d5d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4409235 Jun 24 11:57:18.635129 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 35850) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:57:18.637254 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb58599e-7e39-473d-bf96-cb7d83477e7d None None] Sync routers for ids ['a3ba0075-97f2-41f5-8081-0336d9c15d5d'] in dv-neutron-797120-4-hyperv {{(pid=128086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 11:57:18.647300 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb58599e-7e39-473d-bf96-cb7d83477e7d None None] Routers {'a3ba0075-97f2-41f5-8081-0336d9c15d5d'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 11:57:18.647900 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-bb58599e-7e39-473d-bf96-cb7d83477e7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T11:56:56Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['a3ba0075-97f2-41f5-8081-0336d9c15d5d'], 'active': True} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:57:18.686929 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.db_base_plugin_v2 [None req-cbc868ae-9af4-4e61-bcd3-2ff213dc8e36 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Deleting subnet 1f50631d-bb72-4cbe-bbf7-b0e0f6aaf46c {{(pid=128083) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 24 11:57:18.691175 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-cbc868ae-9af4-4e61-bcd3-2ff213dc8e36 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for subnet, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:57:18.730459 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-cbc868ae-9af4-4e61-bcd3-2ff213dc8e36 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3143795'] for subnet, precommit_delete_associations {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:57:18.749138 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_dvr_db [None req-bb58599e-7e39-473d-bf96-cb7d83477e7d None None] Set router a3ba0075-97f2-41f5-8081-0336d9c15d5d gateway port host: dv-neutron-797120-4-hyperv {{(pid=128086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 11:57:18.815803 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-cbc868ae-9af4-4e61-bcd3-2ff213dc8e36 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-972249'] for subnet, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:57:18.873518 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-cbc868ae-9af4-4e61-bcd3-2ff213dc8e36 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-972238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2537800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3289951'] for subnet, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:57:18.877921 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-019000a8-23ec-4c6e-84a5-33e3b160c58e tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:57:18.903690 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc868ae-9af4-4e61-bcd3-2ff213dc8e36 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Pushing event deleted for resources: {'Subnet': ['ID=1f50631d-bb72-4cbe-bbf7-b0e0f6aaf46c,revision_number=None']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:57:18.906114 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-cbc868ae-9af4-4e61-bcd3-2ff213dc8e36 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for subnet, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:57:18.911180 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-cbc868ae-9af4-4e61-bcd3-2ff213dc8e36 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "DELETE /v2.0/subnets/1f50631d-bb72-4cbe-bbf7-b0e0f6aaf46c HTTP/1.1" status: 204 len: 168 time: 0.2727253 Jun 24 11:57:18.912025 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 35852) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:57:18.912789 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0079b1b7-fbf8-4355-b5c1-e6fe19691882 None None] Network a361479c-836e-445b-8685-a686c6762a0c requested from dv-neutron-797120-4-hyperv {{(pid=128085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 11:57:18.914892 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc868ae-9af4-4e61-bcd3-2ff213dc8e36 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:57:18.915289 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc868ae-9af4-4e61-bcd3-2ff213dc8e36 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:57:18.915670 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc868ae-9af4-4e61-bcd3-2ff213dc8e36 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:57:18.916121 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc868ae-9af4-4e61-bcd3-2ff213dc8e36 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:57:18.916421 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc868ae-9af4-4e61-bcd3-2ff213dc8e36 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:57:18.916793 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc868ae-9af4-4e61-bcd3-2ff213dc8e36 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:57:18.917187 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc868ae-9af4-4e61-bcd3-2ff213dc8e36 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:57:18.917558 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc868ae-9af4-4e61-bcd3-2ff213dc8e36 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:57:18.917927 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc868ae-9af4-4e61-bcd3-2ff213dc8e36 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:57:18.918292 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc868ae-9af4-4e61-bcd3-2ff213dc8e36 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:57:18.918973 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc868ae-9af4-4e61-bcd3-2ff213dc8e36 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:57:18.919100 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc868ae-9af4-4e61-bcd3-2ff213dc8e36 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:57:18.922964 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-cbc868ae-9af4-4e61-bcd3-2ff213dc8e36 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:57:18.928921 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-bb58599e-7e39-473d-bf96-cb7d83477e7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3ba0075-97f2-41f5-8081-0336d9c15d5d', 'name': 'tempest-TestNetworkBasicOps-router-1324597974', 'tenant_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'external_fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.198'}], 'enable_snat': True}, 'gw_port_id': 'cb22c465-a836-4240-8db7-9ea5ade9061a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T11:55:14Z', 'updated_at': '2021-06-24T11:57:18Z', 'revision_number': 5, 'project_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'gw_port': {'id': 'cb22c465-a836-4240-8db7-9ea5ade9061a', 'name': '', 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:d6:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3ba0075-97f2-41f5-8081-0336d9c15d5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1381, 'fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:55:14Z', 'updated_at': '2021-06-24T11:55:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-4-hyperv'}], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:57:18.955316 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb58599e-7e39-473d-bf96-cb7d83477e7d None None] Checking router: a3ba0075-97f2-41f5-8081-0336d9c15d5d for host: dv-neutron-797120-4-hyperv {{(pid=128086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 11:57:18.963561 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb58599e-7e39-473d-bf96-cb7d83477e7d None None] Routers {'a3ba0075-97f2-41f5-8081-0336d9c15d5d'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 11:57:18.964164 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-bb58599e-7e39-473d-bf96-cb7d83477e7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T11:56:56Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['a3ba0075-97f2-41f5-8081-0336d9c15d5d'], 'active': True} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:57:19.038879 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-3a888f56-536a-4a4c-8c1a-59c526ce143a tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for router, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:57:19.072800 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_dvr_db [None req-bb58599e-7e39-473d-bf96-cb7d83477e7d None None] Set router a3ba0075-97f2-41f5-8081-0336d9c15d5d gateway port host: dv-neutron-797120-4-hyperv {{(pid=128086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 11:57:19.133551 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69b2f686-24ea-454d-9116-f065c5da6a95 None None] DHCP port deletion for a361479c-836e-445b-8685-a686c6762a0c request from dv-neutron-797120-4-hyperv {{(pid=128085) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 24 11:57:19.154608 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-3a888f56-536a-4a4c-8c1a-59c526ce143a tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for router_gateway, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:57:19.180695 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-69b2f686-24ea-454d-9116-f065c5da6a95 None None] Deleting port 62172f1e-eb06-4b74-b728-04c10791c028 {{(pid=128085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 11:57:19.181205 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-69b2f686-24ea-454d-9116-f065c5da6a95 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793193942312'] for port, before_delete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:57:19.212292 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.plugin [None req-3a888f56-536a-4a4c-8c1a-59c526ce143a tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Deleting port cb22c465-a836-4240-8db7-9ea5ade9061a {{(pid=128084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 11:57:19.212641 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-3a888f56-536a-4a4c-8c1a-59c526ce143a tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793193942312'] for port, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:57:19.246913 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-69b2f686-24ea-454d-9116-f065c5da6a95 None None] For port 62172f1e-eb06-4b74-b728-04c10791c028, host dv-neutron-797120-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=62172f1e-eb06-4b74-b728-04c10791c028,segment=NetworkSegment(b3f2e27b-7593-4681-b928-af98548ace58),segment_id=b3f2e27b-7593-4681-b928-af98548ace58)] {{(pid=128085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 11:57:19.247307 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-69b2f686-24ea-454d-9116-f065c5da6a95 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1978872'] for port, precommit_delete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:57:19.260320 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-69b2f686-24ea-454d-9116-f065c5da6a95 None None] Calling delete_port for 62172f1e-eb06-4b74-b728-04c10791c028 owned by network:dhcp {{(pid=128085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 11:57:19.270146 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-bb58599e-7e39-473d-bf96-cb7d83477e7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3ba0075-97f2-41f5-8081-0336d9c15d5d', 'name': 'tempest-TestNetworkBasicOps-router-1324597974', 'tenant_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'external_fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.198'}], 'enable_snat': True}, 'gw_port_id': 'cb22c465-a836-4240-8db7-9ea5ade9061a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T11:55:14Z', 'updated_at': '2021-06-24T11:57:18Z', 'revision_number': 5, 'project_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'gw_port': {'id': 'cb22c465-a836-4240-8db7-9ea5ade9061a', 'name': '', 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:d6:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3ba0075-97f2-41f5-8081-0336d9c15d5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1381, 'fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:55:14Z', 'updated_at': '2021-06-24T11:55:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-4-hyperv'}], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:57:19.297716 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb58599e-7e39-473d-bf96-cb7d83477e7d None None] The sync data for ids ['a3ba0075-97f2-41f5-8081-0336d9c15d5d'] in dv-neutron-797120-4-hyperv is: [{'id': 'a3ba0075-97f2-41f5-8081-0336d9c15d5d', 'name': 'tempest-TestNetworkBasicOps-router-1324597974', 'tenant_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'external_fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.198'}], 'enable_snat': True}, 'gw_port_id': 'cb22c465-a836-4240-8db7-9ea5ade9061a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T11:55:14Z', 'updated_at': '2021-06-24T11:57:18Z', 'revision_number': 5, 'project_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'gw_port': {'id': 'cb22c465-a836-4240-8db7-9ea5ade9061a', 'name': '', 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:d6:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3ba0075-97f2-41f5-8081-0336d9c15d5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1381, 'fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:55:14Z', 'updated_at': '2021-06-24T11:55:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-4-hyperv'}] {{(pid=128086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 11:57:19.299333 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.db [None req-3a888f56-536a-4a4c-8c1a-59c526ce143a tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] For port cb22c465-a836-4240-8db7-9ea5ade9061a, host dv-neutron-797120-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=cb22c465-a836-4240-8db7-9ea5ade9061a,segment=NetworkSegment(1139564f-ff83-4b49-a593-84b33301357d),segment_id=1139564f-ff83-4b49-a593-84b33301357d)] {{(pid=128084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 11:57:19.301330 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-3a888f56-536a-4a4c-8c1a-59c526ce143a tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1978872'] for port, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:57:19.315267 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.plugin [None req-3a888f56-536a-4a4c-8c1a-59c526ce143a tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Calling delete_port for cb22c465-a836-4240-8db7-9ea5ade9061a owned by network:router_gateway {{(pid=128084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 11:57:19.349150 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-69b2f686-24ea-454d-9116-f065c5da6a95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793193945299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193536732'] for port, after_delete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:57:19.351231 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:57:19.372477 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b2f686-24ea-454d-9116-f065c5da6a95 None None] Pushing event deleted for resources: {'Port': ['ID=62172f1e-eb06-4b74-b728-04c10791c028,revision_number=None']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:57:19.376833 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-69b2f686-24ea-454d-9116-f065c5da6a95 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:57:19.379405 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69b2f686-24ea-454d-9116-f065c5da6a95 None None] No DVR routers for this DVR port 62172f1e-eb06-4b74-b728-04c10791c028 on host dv-neutron-797120-4-hyperv {{(pid=128085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 11:57:19.506247 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-3a888f56-536a-4a4c-8c1a-59c526ce143a tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793193945299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193536732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3292088'] for port, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:57:19.508930 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-e278f9df-b770-4d2e-bdb2-1dac5f192628 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:57:19.534646 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a888f56-536a-4a4c-8c1a-59c526ce143a tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Pushing event deleted for resources: {'Port': ['ID=cb22c465-a836-4240-8db7-9ea5ade9061a,revision_number=None']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:57:19.561384 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a888f56-536a-4a4c-8c1a-59c526ce143a tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:57:19.561770 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a888f56-536a-4a4c-8c1a-59c526ce143a tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:57:19.562148 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a888f56-536a-4a4c-8c1a-59c526ce143a tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:57:19.562520 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a888f56-536a-4a4c-8c1a-59c526ce143a tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:57:19.563402 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a888f56-536a-4a4c-8c1a-59c526ce143a tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:57:19.563785 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a888f56-536a-4a4c-8c1a-59c526ce143a tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:57:19.564164 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a888f56-536a-4a4c-8c1a-59c526ce143a tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:57:19.564535 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a888f56-536a-4a4c-8c1a-59c526ce143a tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:57:19.564906 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a888f56-536a-4a4c-8c1a-59c526ce143a tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:57:19.565312 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a888f56-536a-4a4c-8c1a-59c526ce143a tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:57:19.565665 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a888f56-536a-4a4c-8c1a-59c526ce143a tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:57:19.566022 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a888f56-536a-4a4c-8c1a-59c526ce143a tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:57:19.569587 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-3a888f56-536a-4a4c-8c1a-59c526ce143a tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:57:19.607255 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-3a888f56-536a-4a4c-8c1a-59c526ce143a tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1815728'] for router_gateway, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:57:19.705899 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-3a888f56-536a-4a4c-8c1a-59c526ce143a tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1803182', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65403'] for router, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:57:19.708182 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-3a888f56-536a-4a4c-8c1a-59c526ce143a tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:57:19.756659 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-3a888f56-536a-4a4c-8c1a-59c526ce143a tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1806072'] for router, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:57:19.757252 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a888f56-536a-4a4c-8c1a-59c526ce143a tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Fanout notify agent at l3_agent the message router_deleted on router a3ba0075-97f2-41f5-8081-0336d9c15d5d {{(pid=128084) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 24 11:57:19.764205 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-3a888f56-536a-4a4c-8c1a-59c526ce143a tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for router, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:57:19.765323 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-3a888f56-536a-4a4c-8c1a-59c526ce143a tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "DELETE /v2.0/routers/a3ba0075-97f2-41f5-8081-0336d9c15d5d HTTP/1.1" status: 204 len: 168 time: 0.8497486 Jun 24 11:57:19.767951 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 35854) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:57:19.852549 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-d6bbde02-bf8e-43e0-991d-5c958b7c3192 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-534962'] for network, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:57:19.954431 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-d6bbde02-bf8e-43e0-991d-5c958b7c3192 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973199', 'neutron.services.segments.db._delete_segments_for_network-8793194012456'] for network, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:57:19.965168 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.services.segments.db [None req-d6bbde02-bf8e-43e0-991d-5c958b7c3192 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a361479c-836e-445b-8685-a686c6762a0c']}} {{(pid=128084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:57:19.976884 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.services.segments.db [None req-d6bbde02-bf8e-43e0-991d-5c958b7c3192 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3f2e27b-7593-4681-b928-af98548ace58') {'for_net_delete': True} {{(pid=128084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:57:19.977202 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.services.segments.db [None req-d6bbde02-bf8e-43e0-991d-5c958b7c3192 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3f2e27b-7593-4681-b928-af98548ace58') {} {{(pid=128084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:57:19.990586 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-d6bbde02-bf8e-43e0-991d-5c958b7c3192 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793194097327', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2373599'] for segment, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:57:20.002835 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-d6bbde02-bf8e-43e0-991d-5c958b7c3192 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967879'] for segment, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:57:20.010807 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6bbde02-bf8e-43e0-991d-5c958b7c3192 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Releasing vlan 649 on physical network physnet1 to pool {{(pid=128084) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 11:57:20.011265 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-d6bbde02-bf8e-43e0-991d-5c958b7c3192 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3292053'] for segment, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:57:20.014130 dv-neutron-797120-4-hyperv neutron-server[128084]: Traceback (most recent call last): Jun 24 11:57:20.014130 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 24 11:57:20.014130 dv-neutron-797120-4-hyperv neutron-server[128084]: timer() Jun 24 11:57:20.014130 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 24 11:57:20.014130 dv-neutron-797120-4-hyperv neutron-server[128084]: cb(*args, **kw) Jun 24 11:57:20.014130 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 24 11:57:20.014130 dv-neutron-797120-4-hyperv neutron-server[128084]: return func(*args, **kwargs) Jun 24 11:57:20.014130 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 24 11:57:20.014130 dv-neutron-797120-4-hyperv neutron-server[128084]: self._notify() Jun 24 11:57:20.014130 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 24 11:57:20.014130 dv-neutron-797120-4-hyperv neutron-server[128084]: self.callback(batched_events) Jun 24 11:57:20.014130 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 24 11:57:20.014130 dv-neutron-797120-4-hyperv neutron-server[128084]: event.method(event) Jun 24 11:57:20.014130 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 24 11:57:20.014130 dv-neutron-797120-4-hyperv neutron-server[128084]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 24 11:57:20.014130 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 24 11:57:20.014130 dv-neutron-797120-4-hyperv neutron-server[128084]: aggregate_uuid = self.p_client.list_aggregates( Jun 24 11:57:20.014130 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 24 11:57:20.014130 dv-neutron-797120-4-hyperv neutron-server[128084]: return f(self, *a, **k) Jun 24 11:57:20.014130 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 24 11:57:20.014130 dv-neutron-797120-4-hyperv neutron-server[128084]: return self._get(url).json() Jun 24 11:57:20.014130 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 24 11:57:20.014130 dv-neutron-797120-4-hyperv neutron-server[128084]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 24 11:57:20.014130 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 24 11:57:20.014130 dv-neutron-797120-4-hyperv neutron-server[128084]: return self.request(url, 'GET', **kwargs) Jun 24 11:57:20.014130 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 24 11:57:20.014130 dv-neutron-797120-4-hyperv neutron-server[128084]: base_url = self.get_endpoint(auth, allow=allow, Jun 24 11:57:20.014130 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 24 11:57:20.014130 dv-neutron-797120-4-hyperv neutron-server[128084]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 24 11:57:20.014130 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 24 11:57:20.014130 dv-neutron-797120-4-hyperv neutron-server[128084]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 24 11:57:20.014130 dv-neutron-797120-4-hyperv neutron-server[128084]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 24 11:57:20.079316 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-d6bbde02-bf8e-43e0-991d-5c958b7c3192 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1800243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1815642'] for network, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:57:20.083266 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-d384cb6c-ef12-46cd-bb18-ab71fcb63c9a tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:57:20.087465 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-d6bbde02-bf8e-43e0-991d-5c958b7c3192 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for network, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:57:20.089210 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-d6bbde02-bf8e-43e0-991d-5c958b7c3192 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "DELETE /v2.0/networks/a361479c-836e-445b-8685-a686c6762a0c HTTP/1.1" status: 204 len: 168 time: 0.3203142 Jun 24 11:57:20.100583 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6bbde02-bf8e-43e0-991d-5c958b7c3192 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Pushing event deleted for resources: {'Network': ['ID=a361479c-836e-445b-8685-a686c6762a0c,revision_number=None']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:57:20.104433 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-d6bbde02-bf8e-43e0-991d-5c958b7c3192 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:57:20.112039 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 35856) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:57:20.117448 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [None req-09c9e35c-21e9-4d1e-be07-994ddf909b4f tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Request body: {'network': {'name': 'tempest-network-smoke--900429987', 'project_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'port_security_enabled': True}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:57:20.140353 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09c9e35c-21e9-4d1e-be07-994ddf909b4f tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Made reservation on behalf of adbe78de4fbf48fcad1a6bc46d4a1728 for: {'network': 1} {{(pid=128083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 11:57:20.144638 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-09c9e35c-21e9-4d1e-be07-994ddf909b4f tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for network, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:57:20.169128 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09c9e35c-21e9-4d1e-be07-994ddf909b4f tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] vlan segment allocate from pool success with {'vlan_id': 606, 'physical_network': 'physnet1'} {{(pid=128083) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 11:57:20.178723 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-09c9e35c-21e9-4d1e-be07-994ddf909b4f tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967879'] for segment, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:57:20.179064 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.db.segments_db [None req-09c9e35c-21e9-4d1e-be07-994ddf909b4f tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Added segment 2a153087-35e5-40be-bd67-fb8be97f9a35 of type vlan for network 870e9836-065a-4b09-b000-7c72f867eda2 Jun 24 11:57:20.226756 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-09c9e35c-21e9-4d1e-be07-994ddf909b4f tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793193525068'] for network, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:57:20.256042 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-09c9e35c-21e9-4d1e-be07-994ddf909b4f tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1800243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976'] for network, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:57:20.261420 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09c9e35c-21e9-4d1e-be07-994ddf909b4f tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:57:20.262006 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-09c9e35c-21e9-4d1e-be07-994ddf909b4f tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for network, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:57:20.264328 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-1765b264-a3f1-460c-bcb8-58829eb2e18f tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:57:20.305322 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device 7dcbdcad-236f-4f66-a9d3-4886321595eb no longer exists at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 11:57:20.325531 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-09c9e35c-21e9-4d1e-be07-994ddf909b4f tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2123315 Jun 24 11:57:20.328459 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 35858) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:57:20.329638 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] No Port match for: 7dcbdcad-236f-4f66-a9d3-4886321595eb {{(pid=128085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 11:57:20.330249 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device 7dcbdcad-236f-4f66-a9d3-4886321595eb not bound to the agent host dv-neutron-797120-4-hyperv {{(pid=128085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 11:57:20.330906 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device 62172f1e-eb06-4b74-b728-04c10791c028 no longer exists at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 11:57:20.333370 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [None req-a7d5ad86-a914-4d1e-952d-cb702bd459a0 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-422921413', 'admin_state_up': True, 'project_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b'}}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:57:20.351245 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] No Port match for: 62172f1e-eb06-4b74-b728-04c10791c028 {{(pid=128085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 11:57:20.351833 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device 62172f1e-eb06-4b74-b728-04c10791c028 not bound to the agent host dv-neutron-797120-4-hyperv {{(pid=128085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 11:57:20.356833 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c9e35c-21e9-4d1e-be07-994ddf909b4f tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Pushing event updated for resources: {'Network': ['ID=870e9836-065a-4b09-b000-7c72f867eda2,revision_number=1']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:57:20.361505 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-09c9e35c-21e9-4d1e-be07-994ddf909b4f tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:57:20.367193 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-a7d5ad86-a914-4d1e-952d-cb702bd459a0 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1803889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65293'] for router, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:57:20.368221 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-a7d5ad86-a914-4d1e-952d-cb702bd459a0 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1803848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1975305', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1581158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65396'] for router, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:57:20.374254 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Network 870e9836-065a-4b09-b000-7c72f867eda2 details requested by agent ovs-agent-dv-neutron-797120-4-hyperv with host dv-neutron-797120-4-hyperv {{(pid=128085) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 11:57:20.430907 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-a7d5ad86-a914-4d1e-952d-cb702bd459a0 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:57:20.579667 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-a7d5ad86-a914-4d1e-952d-cb702bd459a0 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1975381', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1803205', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65378'] for router, precommit_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:57:20.782721 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-a7d5ad86-a914-4d1e-952d-cb702bd459a0 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for router_gateway, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:57:20.802010 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-a7d5ad86-a914-4d1e-952d-cb702bd459a0 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:57:20.901740 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.db_base_plugin_common [None req-a7d5ad86-a914-4d1e-952d-cb702bd459a0 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Allocated IP 172.26.7.59 (f2b8ca71-e776-48b2-8898-96cc7970207b/f37bf603-3862-4d0a-9f58-89616f7fd68f/9debd038-966c-4801-bed9-e8e439dbd6f6) {{(pid=128083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 11:57:21.006260 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-a7d5ad86-a914-4d1e-952d-cb702bd459a0 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for port, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:57:21.052884 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-a7d5ad86-a914-4d1e-952d-cb702bd459a0 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-650429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-506361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793193536723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2537853'] for port, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:57:21.057701 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-96352c13-5b19-422b-b30d-63de33a14873 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:57:21.091634 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7d5ad86-a914-4d1e-952d-cb702bd459a0 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Network f2b8ca71-e776-48b2-8898-96cc7970207b is already hosted by enough agents. {{(pid=128083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 11:57:21.095854 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.base_scheduler [None req-a7d5ad86-a914-4d1e-952d-cb702bd459a0 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Resources bound (agent type, host, resource id): {{(pid=128083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:57:21.103792 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7d5ad86-a914-4d1e-952d-cb702bd459a0 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Received port after_create {{(pid=128083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 11:57:21.109921 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d5ad86-a914-4d1e-952d-cb702bd459a0 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Pushing event updated for resources: {'Port': ['ID=9debd038-966c-4801-bed9-e8e439dbd6f6,revision_number=1']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:57:21.132855 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-a7d5ad86-a914-4d1e-952d-cb702bd459a0 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:57:21.353927 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-a7d5ad86-a914-4d1e-952d-cb702bd459a0 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for router_gateway, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:57:21.546708 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-a7d5ad86-a914-4d1e-952d-cb702bd459a0 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1803210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1815767'] for router, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:57:21.693741 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7d5ad86-a914-4d1e-952d-cb702bd459a0 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Router ed216d39-8221-4b38-9b2d-65cfe3729a64 is scheduled to L3 agent 2987dba8-2249-4ee6-96ec-28f0f7a6127d with binding_index 1 {{(pid=128083) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 24 11:57:21.900586 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device cb22c465-a836-4240-8db7-9ea5ade9061a no longer exists at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 11:57:21.923485 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] No Port match for: cb22c465-a836-4240-8db7-9ea5ade9061a {{(pid=128085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 11:57:21.923838 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device cb22c465-a836-4240-8db7-9ea5ade9061a not bound to the agent host dv-neutron-797120-4-hyperv {{(pid=128085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 11:57:22.143024 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7d5ad86-a914-4d1e-952d-cb702bd459a0 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify agent at l3_agent.dv-neutron-797120-4-hyperv the message routers_updated {{(pid=128083) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 11:57:22.152040 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff772b75-24a5-4881-b63c-ef2cfeca753e None None] Sync routers for ids ['ed216d39-8221-4b38-9b2d-65cfe3729a64'] in dv-neutron-797120-4-hyperv {{(pid=128085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 11:57:22.161276 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-a7d5ad86-a914-4d1e-952d-cb702bd459a0 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for router, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:57:22.161534 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff772b75-24a5-4881-b63c-ef2cfeca753e None None] Routers {'ed216d39-8221-4b38-9b2d-65cfe3729a64'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 11:57:22.162153 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-ff772b75-24a5-4881-b63c-ef2cfeca753e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T11:56:56Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['ed216d39-8221-4b38-9b2d-65cfe3729a64'], 'active': True} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:57:22.162495 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-a7d5ad86-a914-4d1e-952d-cb702bd459a0 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 1.8330789 Jun 24 11:57:22.165784 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 35860) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:57:22.269118 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvr_db [None req-ff772b75-24a5-4881-b63c-ef2cfeca753e None None] Set router ed216d39-8221-4b38-9b2d-65cfe3729a64 gateway port host: dv-neutron-797120-4-hyperv {{(pid=128085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 11:57:22.293084 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-28fbf831-b302-4e53-bccf-978057ea1d52 tempest-TestNetworkBasicOps-1239029366 tempest-TestNetworkBasicOps-1239029366-project-admin] 10.222.0.53 "GET /v2.0/subnets?project_id=adbe78de4fbf48fcad1a6bc46d4a1728&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1259825 Jun 24 11:57:22.295672 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 35864) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:57:22.385717 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46465ec2-ae65-44e0-9fda-5c653303827a tempest-TestNetworkBasicOps-1239029366 tempest-TestNetworkBasicOps-1239029366-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=128084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:57:22.387197 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-46465ec2-ae65-44e0-9fda-5c653303827a tempest-TestNetworkBasicOps-1239029366 tempest-TestNetworkBasicOps-1239029366-project-admin] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0903730 Jun 24 11:57:22.390108 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 35866) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:57:22.419193 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-21be67da-b9f8-4c6d-a3fd-94b5889bca1a tempest-TestNetworkBasicOps-1239029366 tempest-TestNetworkBasicOps-1239029366-project-admin] 10.222.0.53 "GET /v2.0/subnets?network_id=f2b8ca71-e776-48b2-8898-96cc7970207b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0274229 Jun 24 11:57:22.421388 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 35868) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:57:22.427148 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [None req-32bdac41-f3bf-46c0-8fb0-15ab89505924 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-541596608', 'network_id': '870e9836-065a-4b09-b000-7c72f867eda2', 'project_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:57:22.447145 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-ff772b75-24a5-4881-b63c-ef2cfeca753e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed216d39-8221-4b38-9b2d-65cfe3729a64', 'name': 'tempest-TestNetworkBasicOps-router-422921413', 'tenant_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'external_fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.59'}], 'enable_snat': True}, 'gw_port_id': '9debd038-966c-4801-bed9-e8e439dbd6f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T11:57:20Z', 'updated_at': '2021-06-24T11:57:21Z', 'revision_number': 3, 'project_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'gw_port': {'id': '9debd038-966c-4801-bed9-e8e439dbd6f6', 'name': '', 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:34:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed216d39-8221-4b38-9b2d-65cfe3729a64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1413, 'fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:57:20Z', 'updated_at': '2021-06-24T11:57:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-4-hyperv'}], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:57:22.475947 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff772b75-24a5-4881-b63c-ef2cfeca753e None None] Checking router: ed216d39-8221-4b38-9b2d-65cfe3729a64 for host: dv-neutron-797120-4-hyperv {{(pid=128085) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 11:57:22.476302 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff772b75-24a5-4881-b63c-ef2cfeca753e None None] Updating router ed216d39-8221-4b38-9b2d-65cfe3729a64 port 9debd038-966c-4801-bed9-e8e439dbd6f6 binding host dv-neutron-797120-4-hyperv {{(pid=128085) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 11:57:22.510911 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ff772b75-24a5-4881-b63c-ef2cfeca753e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:57:22.517930 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32bdac41-f3bf-46c0-8fb0-15ab89505924 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Made reservation on behalf of adbe78de4fbf48fcad1a6bc46d4a1728 for: {'subnet': 1} {{(pid=128083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 11:57:22.521385 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-32bdac41-f3bf-46c0-8fb0-15ab89505924 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3289788'] for subnet, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:57:22.703049 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-32bdac41-f3bf-46c0-8fb0-15ab89505924 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2537737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3289942'] for subnet, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:57:22.706640 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-899ca9a7-8a61-4e4d-a00f-718041f524a7 tempest-RoutersNegativeTest-663611585 tempest-RoutersNegativeTest-663611585-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:57:22.762525 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ff772b75-24a5-4881-b63c-ef2cfeca753e None None] Notify callbacks [] for port, precommit_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:57:22.764570 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32bdac41-f3bf-46c0-8fb0-15ab89505924 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Pushing event updated for resources: {'Subnet': ['ID=5bfa61ae-9c98-43dc-9ac3-549b49a19dd4,revision_number=0']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:57:22.768803 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-32bdac41-f3bf-46c0-8fb0-15ab89505924 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:57:22.772900 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-ff772b75-24a5-4881-b63c-ef2cfeca753e None None] Transition to ACTIVE for port object 9debd038-966c-4801-bed9-e8e439dbd6f6 will not be triggered until provisioned by entity L2. {{(pid=128085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 11:57:22.778951 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ff772b75-24a5-4881-b63c-ef2cfeca753e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:57:22.780152 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32bdac41-f3bf-46c0-8fb0-15ab89505924 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Checking segment: {'id': '2a153087-35e5-40be-bd67-fb8be97f9a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '870e9836-065a-4b09-b000-7c72f867eda2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=128083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 11:57:22.780511 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32bdac41-f3bf-46c0-8fb0-15ab89505924 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Network hostable DHCP agents. Network: 870e9836-065a-4b09-b000-7c72f867eda2, hostable agents: ['6be988a9-1d97-480f-be5a-c55abf2c55c5'], hosted agents: [] {{(pid=128083) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 11:57:22.782333 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:57:22.799267 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32bdac41-f3bf-46c0-8fb0-15ab89505924 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Network 870e9836-065a-4b09-b000-7c72f867eda2 is scheduled to be hosted by DHCP agent 6be988a9-1d97-480f-be5a-c55abf2c55c5 with binding_index 1 {{(pid=128083) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 11:57:22.809495 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.base_scheduler [None req-32bdac41-f3bf-46c0-8fb0-15ab89505924 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-4-hyperv, 870e9836-065a-4b09-b000-7c72f867eda2) {{(pid=128083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:57:22.814221 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32bdac41-f3bf-46c0-8fb0-15ab89505924 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:57:22.814817 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-32bdac41-f3bf-46c0-8fb0-15ab89505924 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for subnet, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:57:22.822295 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-608df03b-cfed-4308-9d0f-51f8ec00c9ad None None] Network 870e9836-065a-4b09-b000-7c72f867eda2 requested from dv-neutron-797120-4-hyperv {{(pid=128085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 11:57:22.829365 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-32bdac41-f3bf-46c0-8fb0-15ab89505924 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4062271 Jun 24 11:57:22.832360 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 35870) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:57:23.000605 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce092a2-1148-4ed6-8cbe-6efbb3db8212 None None] Pushing event updated for resources: {'Port': ['ID=9debd038-966c-4801-bed9-e8e439dbd6f6,revision_number=2']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:57:23.006839 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-0ce092a2-1148-4ed6-8cbe-6efbb3db8212 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:57:23.034049 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-ff772b75-24a5-4881-b63c-ef2cfeca753e None None] Attempting to bind port 9debd038-966c-4801-bed9-e8e439dbd6f6 on host dv-neutron-797120-4-hyperv for vnic_type normal with profile {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 11:57:23.034433 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-ff772b75-24a5-4881-b63c-ef2cfeca753e None None] Attempting to bind port 9debd038-966c-4801-bed9-e8e439dbd6f6 by drivers openvswitch,hyperv on host dv-neutron-797120-4-hyperv at level 0 using segments [{'id': '1139564f-ff83-4b49-a593-84b33301357d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b'}] {{(pid=128085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 11:57:23.034822 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff772b75-24a5-4881-b63c-ef2cfeca753e None None] Attempting to bind port 9debd038-966c-4801-bed9-e8e439dbd6f6 on network f2b8ca71-e776-48b2-8898-96cc7970207b {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 11:57:23.043281 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff772b75-24a5-4881-b63c-ef2cfeca753e None None] Checking agent: {'id': 'e3a695b2-c397-461f-83b0-10b79d490b59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 11, 36, 56), 'started_at': datetime.datetime(2021, 6, 24, 11, 37, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 11, 56, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 11:57:23.043662 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff772b75-24a5-4881-b63c-ef2cfeca753e None None] Checking segment: {'id': '1139564f-ff83-4b49-a593-84b33301357d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=128085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 11:57:23.044072 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ff772b75-24a5-4881-b63c-ef2cfeca753e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:57:23.044471 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff772b75-24a5-4881-b63c-ef2cfeca753e None None] Bound using segment: {'id': '1139564f-ff83-4b49-a593-84b33301357d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b'} {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 11:57:23.044933 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-ff772b75-24a5-4881-b63c-ef2cfeca753e None None] Bound port: 9debd038-966c-4801-bed9-e8e439dbd6f6, host: dv-neutron-797120-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1139564f-ff83-4b49-a593-84b33301357d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b'}}] {{(pid=128085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 11:57:23.045349 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ff772b75-24a5-4881-b63c-ef2cfeca753e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:57:23.135309 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-ff772b75-24a5-4881-b63c-ef2cfeca753e None None] For port 9debd038-966c-4801-bed9-e8e439dbd6f6, host dv-neutron-797120-4-hyperv, cleared binding levels {{(pid=128085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 11:57:23.151950 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-ff772b75-24a5-4881-b63c-ef2cfeca753e None None] For port 9debd038-966c-4801-bed9-e8e439dbd6f6, host dv-neutron-797120-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=9debd038-966c-4801-bed9-e8e439dbd6f6,segment=NetworkSegment(1139564f-ff83-4b49-a593-84b33301357d),segment_id=1139564f-ff83-4b49-a593-84b33301357d)] {{(pid=128085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 11:57:23.159974 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ff772b75-24a5-4881-b63c-ef2cfeca753e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:57:23.162737 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-e8b30a19-a868-4067-8ba9-5011890a0c2b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:57:23.215706 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4fab6fa-3a45-479f-a9d3-86c4462cb1f6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d65c8f8-7530-5052-99fe-8ea05073750b-870e9836-065a-4b09-b000-7c72f867eda2', 'network_id': '870e9836-065a-4b09-b000-7c72f867eda2', 'tenant_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'fixed_ips': [{'subnet_id': '5bfa61ae-9c98-43dc-9ac3-549b49a19dd4'}]}} from dv-neutron-797120-4-hyperv. {{(pid=128085) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 24 11:57:23.216548 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-f4fab6fa-3a45-479f-a9d3-86c4462cb1f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_create {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:57:23.245971 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff772b75-24a5-4881-b63c-ef2cfeca753e None None] Routers {'ed216d39-8221-4b38-9b2d-65cfe3729a64'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 11:57:23.246596 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-ff772b75-24a5-4881-b63c-ef2cfeca753e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T11:56:56Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['ed216d39-8221-4b38-9b2d-65cfe3729a64'], 'active': True} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:57:23.284555 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-56a6cda4-11b0-444f-8c1b-1e55c202212f tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:57:23.290239 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce092a2-1148-4ed6-8cbe-6efbb3db8212 None None] Pushing event updated for resources: {'Port': ['ID=9debd038-966c-4801-bed9-e8e439dbd6f6,revision_number=3']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:57:23.295591 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-0ce092a2-1148-4ed6-8cbe-6efbb3db8212 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:57:23.447805 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvr_db [None req-ff772b75-24a5-4881-b63c-ef2cfeca753e None None] Set router ed216d39-8221-4b38-9b2d-65cfe3729a64 gateway port host: dv-neutron-797120-4-hyperv {{(pid=128085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 11:57:23.509832 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.db_base_plugin_common [None req-f4fab6fa-3a45-479f-a9d3-86c4462cb1f6 None None] Allocated IP 172.20.0.2 (870e9836-065a-4b09-b000-7c72f867eda2/5bfa61ae-9c98-43dc-9ac3-549b49a19dd4/85340f15-9d8d-43c8-a560-7d5eca1add28) {{(pid=128085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 11:57:23.739652 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-f4fab6fa-3a45-479f-a9d3-86c4462cb1f6 None None] Notify callbacks [] for port, precommit_create {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:57:23.753593 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-f4fab6fa-3a45-479f-a9d3-86c4462cb1f6 None None] Transition to ACTIVE for port object 85340f15-9d8d-43c8-a560-7d5eca1add28 will not be triggered until provisioned by entity L2. {{(pid=128085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 11:57:23.758834 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-ff772b75-24a5-4881-b63c-ef2cfeca753e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed216d39-8221-4b38-9b2d-65cfe3729a64', 'name': 'tempest-TestNetworkBasicOps-router-422921413', 'tenant_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'external_fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.59'}], 'enable_snat': True}, 'gw_port_id': '9debd038-966c-4801-bed9-e8e439dbd6f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T11:57:20Z', 'updated_at': '2021-06-24T11:57:21Z', 'revision_number': 3, 'project_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'gw_port': {'id': '9debd038-966c-4801-bed9-e8e439dbd6f6', 'name': '', 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:34:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed216d39-8221-4b38-9b2d-65cfe3729a64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1413, 'fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:57:20Z', 'updated_at': '2021-06-24T11:57:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-4-hyperv'}], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:57:23.790747 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff772b75-24a5-4881-b63c-ef2cfeca753e None None] The sync data for ids ['ed216d39-8221-4b38-9b2d-65cfe3729a64'] in dv-neutron-797120-4-hyperv is: [{'id': 'ed216d39-8221-4b38-9b2d-65cfe3729a64', 'name': 'tempest-TestNetworkBasicOps-router-422921413', 'tenant_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'external_fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.59'}], 'enable_snat': True}, 'gw_port_id': '9debd038-966c-4801-bed9-e8e439dbd6f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T11:57:20Z', 'updated_at': '2021-06-24T11:57:21Z', 'revision_number': 3, 'project_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'gw_port': {'id': '9debd038-966c-4801-bed9-e8e439dbd6f6', 'name': '', 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:34:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed216d39-8221-4b38-9b2d-65cfe3729a64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1413, 'fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:57:20Z', 'updated_at': '2021-06-24T11:57:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-4-hyperv'}] {{(pid=128085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 11:57:23.794418 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-f4fab6fa-3a45-479f-a9d3-86c4462cb1f6 None None] Transition to ACTIVE for port object 85340f15-9d8d-43c8-a560-7d5eca1add28 will not be triggered until provisioned by entity DHCP. {{(pid=128085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 11:57:23.803001 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-f4fab6fa-3a45-479f-a9d3-86c4462cb1f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-650429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-506361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793193536723'] for port, after_create {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:57:23.806994 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-54b46003-41b3-4c9d-8486-8829de972042 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:57:23.842398 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-4e14f573-0074-49c6-bd38-77f4931063ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:57:23.857901 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4fab6fa-3a45-479f-a9d3-86c4462cb1f6 None None] Network 870e9836-065a-4b09-b000-7c72f867eda2 is already hosted by enough agents. {{(pid=128085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 11:57:23.860723 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.db_base_plugin_common [None req-56a6cda4-11b0-444f-8c1b-1e55c202212f tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Allocated IP 172.20.0.1 (870e9836-065a-4b09-b000-7c72f867eda2/5bfa61ae-9c98-43dc-9ac3-549b49a19dd4/f74026bd-a332-4967-b08c-07304954a53d) {{(pid=128083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 11:57:23.861484 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.scheduler.base_scheduler [None req-f4fab6fa-3a45-479f-a9d3-86c4462cb1f6 None None] Resources bound (agent type, host, resource id): {{(pid=128085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:57:23.866257 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4fab6fa-3a45-479f-a9d3-86c4462cb1f6 None None] Received port after_create {{(pid=128085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 11:57:23.869558 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fab6fa-3a45-479f-a9d3-86c4462cb1f6 None None] Pushing event updated for resources: {'Port': ['ID=85340f15-9d8d-43c8-a560-7d5eca1add28,revision_number=1']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:57:23.873845 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-f4fab6fa-3a45-479f-a9d3-86c4462cb1f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:57:23.932051 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-f4fab6fa-3a45-479f-a9d3-86c4462cb1f6 None None] Attempting to bind port 85340f15-9d8d-43c8-a560-7d5eca1add28 on host dv-neutron-797120-4-hyperv for vnic_type normal with profile {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 11:57:23.932480 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-f4fab6fa-3a45-479f-a9d3-86c4462cb1f6 None None] Attempting to bind port 85340f15-9d8d-43c8-a560-7d5eca1add28 by drivers openvswitch,hyperv on host dv-neutron-797120-4-hyperv at level 0 using segments [{'id': '2a153087-35e5-40be-bd67-fb8be97f9a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '870e9836-065a-4b09-b000-7c72f867eda2'}] {{(pid=128085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 11:57:23.932942 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4fab6fa-3a45-479f-a9d3-86c4462cb1f6 None None] Attempting to bind port 85340f15-9d8d-43c8-a560-7d5eca1add28 on network 870e9836-065a-4b09-b000-7c72f867eda2 {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 11:57:23.938763 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4fab6fa-3a45-479f-a9d3-86c4462cb1f6 None None] Checking agent: {'id': 'e3a695b2-c397-461f-83b0-10b79d490b59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 11, 36, 56), 'started_at': datetime.datetime(2021, 6, 24, 11, 37, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 11, 56, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 11:57:23.939301 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4fab6fa-3a45-479f-a9d3-86c4462cb1f6 None None] Checking segment: {'id': '2a153087-35e5-40be-bd67-fb8be97f9a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '870e9836-065a-4b09-b000-7c72f867eda2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=128085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 11:57:23.939713 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-f4fab6fa-3a45-479f-a9d3-86c4462cb1f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:57:23.940127 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4fab6fa-3a45-479f-a9d3-86c4462cb1f6 None None] Bound using segment: {'id': '2a153087-35e5-40be-bd67-fb8be97f9a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '870e9836-065a-4b09-b000-7c72f867eda2'} {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 11:57:23.940619 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-f4fab6fa-3a45-479f-a9d3-86c4462cb1f6 None None] Bound port: 85340f15-9d8d-43c8-a560-7d5eca1add28, host: dv-neutron-797120-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a153087-35e5-40be-bd67-fb8be97f9a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '870e9836-065a-4b09-b000-7c72f867eda2'}}] {{(pid=128085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 11:57:23.941035 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-f4fab6fa-3a45-479f-a9d3-86c4462cb1f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:57:23.998611 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-56a6cda4-11b0-444f-8c1b-1e55c202212f tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for port, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:57:24.014857 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.provisioning_blocks [None req-56a6cda4-11b0-444f-8c1b-1e55c202212f tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Transition to ACTIVE for port object f74026bd-a332-4967-b08c-07304954a53d will not be triggered until provisioned by entity DHCP. {{(pid=128083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 11:57:24.017626 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-f4fab6fa-3a45-479f-a9d3-86c4462cb1f6 None None] For port 85340f15-9d8d-43c8-a560-7d5eca1add28, host dv-neutron-797120-4-hyperv, cleared binding levels {{(pid=128085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 11:57:24.020884 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-f4fab6fa-3a45-479f-a9d3-86c4462cb1f6 None None] For port 85340f15-9d8d-43c8-a560-7d5eca1add28, host dv-neutron-797120-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=85340f15-9d8d-43c8-a560-7d5eca1add28,segment=NetworkSegment(2a153087-35e5-40be-bd67-fb8be97f9a35),segment_id=2a153087-35e5-40be-bd67-fb8be97f9a35)] {{(pid=128085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 11:57:24.025825 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-f4fab6fa-3a45-479f-a9d3-86c4462cb1f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:57:24.039927 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:57:24.083783 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-56a6cda4-11b0-444f-8c1b-1e55c202212f tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-650429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-506361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793193536723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2537853'] for port, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:57:24.088896 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-ab6bb0e1-347d-42f6-96a4-9180c3f6cea3 tempest-TestVolumeBootPattern-428988392 tempest-TestVolumeBootPattern-428988392-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:57:24.106769 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fab6fa-3a45-479f-a9d3-86c4462cb1f6 None None] Pushing event updated for resources: {'Port': ['ID=85340f15-9d8d-43c8-a560-7d5eca1add28,revision_number=2']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:57:24.110637 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-f4fab6fa-3a45-479f-a9d3-86c4462cb1f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:57:24.125140 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56a6cda4-11b0-444f-8c1b-1e55c202212f tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Network 870e9836-065a-4b09-b000-7c72f867eda2 is already hosted by enough agents. {{(pid=128083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 11:57:24.128722 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.base_scheduler [None req-56a6cda4-11b0-444f-8c1b-1e55c202212f tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Resources bound (agent type, host, resource id): {{(pid=128083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:57:24.132754 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56a6cda4-11b0-444f-8c1b-1e55c202212f tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Received port after_create {{(pid=128083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 11:57:24.177810 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a6cda4-11b0-444f-8c1b-1e55c202212f tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Pushing event updated for resources: {'Port': ['ID=f74026bd-a332-4967-b08c-07304954a53d,revision_number=1']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:57:24.182742 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-56a6cda4-11b0-444f-8c1b-1e55c202212f tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:57:24.197991 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-56a6cda4-11b0-444f-8c1b-1e55c202212f tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1978458'] for router_interface, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:57:24.376808 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-56a6cda4-11b0-444f-8c1b-1e55c202212f tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:57:24.682687 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-56a6cda4-11b0-444f-8c1b-1e55c202212f tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for port, precommit_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:57:24.688165 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-56a6cda4-11b0-444f-8c1b-1e55c202212f tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2537871'] for port, after_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:57:24.691042 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-56a6cda4-11b0-444f-8c1b-1e55c202212f tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:57:24.767738 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a6cda4-11b0-444f-8c1b-1e55c202212f tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Pushing event updated for resources: {'Port': ['ID=f74026bd-a332-4967-b08c-07304954a53d,revision_number=2']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:57:24.772336 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-56a6cda4-11b0-444f-8c1b-1e55c202212f tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:57:24.773569 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-56a6cda4-11b0-444f-8c1b-1e55c202212f tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1783050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1978542'] for router_interface, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:57:24.869509 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56a6cda4-11b0-444f-8c1b-1e55c202212f tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Network 870e9836-065a-4b09-b000-7c72f867eda2 is already hosted by enough agents. {{(pid=128083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 11:57:24.871270 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.base_scheduler [None req-56a6cda4-11b0-444f-8c1b-1e55c202212f tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Resources bound (agent type, host, resource id): {{(pid=128083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:57:24.988747 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56a6cda4-11b0-444f-8c1b-1e55c202212f tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Router ed216d39-8221-4b38-9b2d-65cfe3729a64 has already been hosted by L3 agent 2987dba8-2249-4ee6-96ec-28f0f7a6127d {{(pid=128083) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 11:57:25.053412 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-882a8800-8738-4341-8bb9-193ace1faeb4 None None] Network 870e9836-065a-4b09-b000-7c72f867eda2 requested from dv-neutron-797120-4-hyperv {{(pid=128085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 11:57:25.101867 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56a6cda4-11b0-444f-8c1b-1e55c202212f tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify agent at l3_agent.dv-neutron-797120-4-hyperv the message routers_updated {{(pid=128083) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 11:57:25.109554 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-56a6cda4-11b0-444f-8c1b-1e55c202212f tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "PUT /v2.0/routers/ed216d39-8221-4b38-9b2d-65cfe3729a64/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2737322 Jun 24 11:57:25.110373 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 35872) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:57:25.149191 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-b3c2ca1c-f9c7-40c4-b441-e9b22b262490 None None] Provisioning for port 85340f15-9d8d-43c8-a560-7d5eca1add28 completed by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 11:57:25.215742 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc2e81bd-5fe5-4bd6-accc-ad8ec3b9f3d6 tempest-TestNetworkBasicOps-1239029366 tempest-TestNetworkBasicOps-1239029366-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=128084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:57:25.216216 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc2e81bd-5fe5-4bd6-accc-ad8ec3b9f3d6 tempest-TestNetworkBasicOps-1239029366 tempest-TestNetworkBasicOps-1239029366-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=128084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:57:25.216683 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc2e81bd-5fe5-4bd6-accc-ad8ec3b9f3d6 tempest-TestNetworkBasicOps-1239029366 tempest-TestNetworkBasicOps-1239029366-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=128084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:57:25.217180 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc2e81bd-5fe5-4bd6-accc-ad8ec3b9f3d6 tempest-TestNetworkBasicOps-1239029366 tempest-TestNetworkBasicOps-1239029366-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=128084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:57:25.217645 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc2e81bd-5fe5-4bd6-accc-ad8ec3b9f3d6 tempest-TestNetworkBasicOps-1239029366 tempest-TestNetworkBasicOps-1239029366-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=128084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:57:25.218100 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc2e81bd-5fe5-4bd6-accc-ad8ec3b9f3d6 tempest-TestNetworkBasicOps-1239029366 tempest-TestNetworkBasicOps-1239029366-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=128084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:57:25.220169 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-fc2e81bd-5fe5-4bd6-accc-ad8ec3b9f3d6 tempest-TestNetworkBasicOps-1239029366 tempest-TestNetworkBasicOps-1239029366-project-admin] 10.222.0.53 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4285 time: 0.1087892 Jun 24 11:57:25.222956 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 35874) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:57:25.323945 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3c6ef4b-5368-4cc2-b024-dc6fcab6d66f tempest-TestNetworkBasicOps-1239029366 tempest-TestNetworkBasicOps-1239029366-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=128084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:57:25.324520 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3c6ef4b-5368-4cc2-b024-dc6fcab6d66f tempest-TestNetworkBasicOps-1239029366 tempest-TestNetworkBasicOps-1239029366-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=128084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:57:25.325081 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3c6ef4b-5368-4cc2-b024-dc6fcab6d66f tempest-TestNetworkBasicOps-1239029366 tempest-TestNetworkBasicOps-1239029366-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=128084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:57:25.325819 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3c6ef4b-5368-4cc2-b024-dc6fcab6d66f tempest-TestNetworkBasicOps-1239029366 tempest-TestNetworkBasicOps-1239029366-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=128084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:57:25.326338 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3c6ef4b-5368-4cc2-b024-dc6fcab6d66f tempest-TestNetworkBasicOps-1239029366 tempest-TestNetworkBasicOps-1239029366-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=128084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:57:25.326884 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3c6ef4b-5368-4cc2-b024-dc6fcab6d66f tempest-TestNetworkBasicOps-1239029366 tempest-TestNetworkBasicOps-1239029366-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=128084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:57:25.329559 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-a3c6ef4b-5368-4cc2-b024-dc6fcab6d66f tempest-TestNetworkBasicOps-1239029366 tempest-TestNetworkBasicOps-1239029366-project-admin] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4005 time: 0.1055372 Jun 24 11:57:25.332207 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 35876) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:57:25.505798 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-d24c4575-5866-4f9c-8a55-0faabb1ee986 None None] Provisioning for port f74026bd-a332-4967-b08c-07304954a53d completed by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 11:57:25.510019 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-060189e6-bd4a-4b67-b06f-c9a6962ac4f8 None None] Sync routers for ids ['ed216d39-8221-4b38-9b2d-65cfe3729a64'] in dv-neutron-797120-4-hyperv {{(pid=128086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 11:57:25.510604 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-d24c4575-5866-4f9c-8a55-0faabb1ee986 None None] Provisioning complete for port f74026bd-a332-4967-b08c-07304954a53d triggered by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:57:25.510604 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-d24c4575-5866-4f9c-8a55-0faabb1ee986 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:57:25.525011 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-060189e6-bd4a-4b67-b06f-c9a6962ac4f8 None None] Routers {'ed216d39-8221-4b38-9b2d-65cfe3729a64'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 11:57:25.525880 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-060189e6-bd4a-4b67-b06f-c9a6962ac4f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T11:56:56Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['ed216d39-8221-4b38-9b2d-65cfe3729a64'], 'active': True} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:57:25.545878 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-d24c4575-5866-4f9c-8a55-0faabb1ee986 None None] Port f74026bd-a332-4967-b08c-07304954a53d cannot update to ACTIVE because it is not bound. {{(pid=128085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 11:57:25.635231 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-204eaa27-7237-4d15-b74e-69bed02d89d3 tempest-TestNetworkBasicOps-1239029366 tempest-TestNetworkBasicOps-1239029366-project-admin] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3047 time: 0.3018317 Jun 24 11:57:25.638073 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 35878) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:57:25.643523 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-80337737-6f74-459e-8586-9f102a5ca2c5 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Request body: {'port': {'name': 'tempest-TestNetworkBasicOps-453356213', 'network_id': '870e9836-065a-4b09-b000-7c72f867eda2'}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:57:25.653048 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_dvr_db [None req-060189e6-bd4a-4b67-b06f-c9a6962ac4f8 None None] Set router ed216d39-8221-4b38-9b2d-65cfe3729a64 gateway port host: dv-neutron-797120-4-hyperv {{(pid=128086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 11:57:25.683299 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-203574c5-aa32-4911-b681-2116c7a84c66 None None] Provisioning complete for port f74026bd-a332-4967-b08c-07304954a53d triggered by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:57:25.684183 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-203574c5-aa32-4911-b681-2116c7a84c66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:57:25.719912 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-203574c5-aa32-4911-b681-2116c7a84c66 None None] Port f74026bd-a332-4967-b08c-07304954a53d cannot update to ACTIVE because it is not bound. {{(pid=128085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 11:57:25.790030 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80337737-6f74-459e-8586-9f102a5ca2c5 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Made reservation on behalf of adbe78de4fbf48fcad1a6bc46d4a1728 for: {'port': 1} {{(pid=128084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 11:57:25.794283 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-80337737-6f74-459e-8586-9f102a5ca2c5 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:57:25.814275 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.notifiers.nova [None req-80337737-6f74-459e-8586-9f102a5ca2c5 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] device_id is not set on port 7af98926-d6c0-4535-9dba-d6cda47a4a22 yet. {{(pid=128084) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 24 11:57:25.944396 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-c0909205-d680-4c01-a408-473b6ecbb1f7 None None] Provisioning complete for port f74026bd-a332-4967-b08c-07304954a53d triggered by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:57:25.944780 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-c0909205-d680-4c01-a408-473b6ecbb1f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:57:25.951786 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.db.db_base_plugin_common [None req-80337737-6f74-459e-8586-9f102a5ca2c5 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Allocated IP 172.20.0.12 (870e9836-065a-4b09-b000-7c72f867eda2/5bfa61ae-9c98-43dc-9ac3-549b49a19dd4/7af98926-d6c0-4535-9dba-d6cda47a4a22) {{(pid=128084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 11:57:25.988955 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-060189e6-bd4a-4b67-b06f-c9a6962ac4f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed216d39-8221-4b38-9b2d-65cfe3729a64', 'name': 'tempest-TestNetworkBasicOps-router-422921413', 'tenant_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'external_fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.59'}], 'enable_snat': True}, 'gw_port_id': '9debd038-966c-4801-bed9-e8e439dbd6f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T11:57:20Z', 'updated_at': '2021-06-24T11:57:24Z', 'revision_number': 4, 'project_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'gw_port': {'id': '9debd038-966c-4801-bed9-e8e439dbd6f6', 'name': '', 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:34:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed216d39-8221-4b38-9b2d-65cfe3729a64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1413, 'fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:57:20Z', 'updated_at': '2021-06-24T11:57:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-4-hyperv', '_interfaces': [{'id': 'f74026bd-a332-4967-b08c-07304954a53d', 'name': '', 'network_id': '870e9836-065a-4b09-b000-7c72f867eda2', 'tenant_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'mac_address': 'fa:16:3e:3e:68:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed216d39-8221-4b38-9b2d-65cfe3729a64', 'device_owner': 'network:router_interface', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': '5bfa61ae-9c98-43dc-9ac3-549b49a19dd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:57:23Z', 'updated_at': '2021-06-24T11:57:24Z', 'revision_number': 2, 'project_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'subnets': [{'id': '5bfa61ae-9c98-43dc-9ac3-549b49a19dd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:57:26.007749 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-c0909205-d680-4c01-a408-473b6ecbb1f7 None None] Port f74026bd-a332-4967-b08c-07304954a53d cannot update to ACTIVE because it is not bound. {{(pid=128085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 11:57:26.023252 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-060189e6-bd4a-4b67-b06f-c9a6962ac4f8 None None] Checking router: ed216d39-8221-4b38-9b2d-65cfe3729a64 for host: dv-neutron-797120-4-hyperv {{(pid=128086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 11:57:26.023790 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-060189e6-bd4a-4b67-b06f-c9a6962ac4f8 None None] Updating router ed216d39-8221-4b38-9b2d-65cfe3729a64 port f74026bd-a332-4967-b08c-07304954a53d binding host dv-neutron-797120-4-hyperv {{(pid=128086) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 11:57:26.037343 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device 85340f15-9d8d-43c8-a560-7d5eca1add28 up at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 11:57:26.059110 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron_lib.callbacks.manager [None req-060189e6-bd4a-4b67-b06f-c9a6962ac4f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:57:26.086926 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning for port 85340f15-9d8d-43c8-a560-7d5eca1add28 completed by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 11:57:26.090888 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning complete for port 85340f15-9d8d-43c8-a560-7d5eca1add28 triggered by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:57:26.091324 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:57:26.129088 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-80337737-6f74-459e-8586-9f102a5ca2c5 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for port, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:57:26.143139 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.db.provisioning_blocks [None req-80337737-6f74-459e-8586-9f102a5ca2c5 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Transition to ACTIVE for port object 7af98926-d6c0-4535-9dba-d6cda47a4a22 will not be triggered until provisioned by entity DHCP. {{(pid=128084) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 11:57:26.177811 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-80337737-6f74-459e-8586-9f102a5ca2c5 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-650429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-506361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793193536723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3291971'] for port, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:57:26.178653 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:57:26.185584 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-909a276e-6a94-4c41-bc0c-103439701b13 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:57:26.217144 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] For port 85340f15-9d8d-43c8-a560-7d5eca1add28, host dv-neutron-797120-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=85340f15-9d8d-43c8-a560-7d5eca1add28,segment=NetworkSegment(2a153087-35e5-40be-bd67-fb8be97f9a35),segment_id=2a153087-35e5-40be-bd67-fb8be97f9a35)] {{(pid=128085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 11:57:26.222873 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:57:26.223884 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device 9debd038-966c-4801-bed9-e8e439dbd6f6 up at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 11:57:26.225997 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:57:26.228141 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80337737-6f74-459e-8586-9f102a5ca2c5 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Network 870e9836-065a-4b09-b000-7c72f867eda2 is already hosted by enough agents. {{(pid=128084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 11:57:26.235747 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.base_scheduler [None req-80337737-6f74-459e-8586-9f102a5ca2c5 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Resources bound (agent type, host, resource id): {{(pid=128084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:57:26.239699 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80337737-6f74-459e-8586-9f102a5ca2c5 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Received port after_create {{(pid=128084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 11:57:26.246411 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80337737-6f74-459e-8586-9f102a5ca2c5 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Pushing event updated for resources: {'Port': ['ID=7af98926-d6c0-4535-9dba-d6cda47a4a22,revision_number=1']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:57:26.273929 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-80337737-6f74-459e-8586-9f102a5ca2c5 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:57:26.308360 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80337737-6f74-459e-8586-9f102a5ca2c5 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=128084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:57:26.309579 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-80337737-6f74-459e-8586-9f102a5ca2c5 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468916'] for port, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:57:26.320846 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Pushing event updated for resources: {'Port': ['ID=85340f15-9d8d-43c8-a560-7d5eca1add28,revision_number=3']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:57:26.330443 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:57:26.333846 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:57:26.333846 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:57:26.334075 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-80337737-6f74-459e-8586-9f102a5ca2c5 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.6919873 Jun 24 11:57:26.334188 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:57:26.334188 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:57:26.334188 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:57:26.334188 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:57:26.334188 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:57:26.334188 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:57:26.334188 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:57:26.334188 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:57:26.334188 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:57:26.338388 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:57:26.339778 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning for port 9debd038-966c-4801-bed9-e8e439dbd6f6 completed by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 11:57:26.343735 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning complete for port 9debd038-966c-4801-bed9-e8e439dbd6f6 triggered by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:57:26.344543 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:57:26.353177 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron_lib.callbacks.manager [None req-060189e6-bd4a-4b67-b06f-c9a6962ac4f8 None None] Notify callbacks [] for port, precommit_update {{(pid=128086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:57:26.363356 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.provisioning_blocks [None req-060189e6-bd4a-4b67-b06f-c9a6962ac4f8 None None] Transition to ACTIVE for port object f74026bd-a332-4967-b08c-07304954a53d will not be triggered until provisioned by entity L2. {{(pid=128086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 11:57:26.372110 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron_lib.callbacks.manager [None req-060189e6-bd4a-4b67-b06f-c9a6962ac4f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:57:26.385115 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128086) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:57:26.397805 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-b3832cbb-0937-4454-93d4-0eb9d826ad78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:57:26.446615 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f407825-090d-4612-8960-6444e3aa37e8 None None] Pushing event updated for resources: {'Port': ['ID=f74026bd-a332-4967-b08c-07304954a53d,revision_number=3']} {{(pid=128086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:57:26.452818 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:57:26.456089 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f407825-090d-4612-8960-6444e3aa37e8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:57:26.456426 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f407825-090d-4612-8960-6444e3aa37e8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:57:26.456963 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f407825-090d-4612-8960-6444e3aa37e8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:57:26.457338 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f407825-090d-4612-8960-6444e3aa37e8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:57:26.457658 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f407825-090d-4612-8960-6444e3aa37e8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:57:26.457978 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f407825-090d-4612-8960-6444e3aa37e8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:57:26.458299 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f407825-090d-4612-8960-6444e3aa37e8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:57:26.458613 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f407825-090d-4612-8960-6444e3aa37e8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:57:26.459443 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f407825-090d-4612-8960-6444e3aa37e8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:57:26.459831 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f407825-090d-4612-8960-6444e3aa37e8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:57:26.460163 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f407825-090d-4612-8960-6444e3aa37e8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:57:26.460504 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f407825-090d-4612-8960-6444e3aa37e8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:57:26.464854 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG oslo_concurrency.lockutils [None req-9f407825-090d-4612-8960-6444e3aa37e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=128086) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:57:26.491357 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] For port 9debd038-966c-4801-bed9-e8e439dbd6f6, host dv-neutron-797120-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=9debd038-966c-4801-bed9-e8e439dbd6f6,segment=NetworkSegment(1139564f-ff83-4b49-a593-84b33301357d),segment_id=1139564f-ff83-4b49-a593-84b33301357d)] {{(pid=128085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 11:57:26.503337 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:57:26.509571 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-4d4be027-44c2-4a57-addf-499db6c402ca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:57:26.513729 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:57:26.526623 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.plugins.ml2.managers [None req-060189e6-bd4a-4b67-b06f-c9a6962ac4f8 None None] Attempting to bind port f74026bd-a332-4967-b08c-07304954a53d on host dv-neutron-797120-4-hyperv for vnic_type normal with profile {{(pid=128086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 11:57:26.527599 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.plugins.ml2.managers [None req-060189e6-bd4a-4b67-b06f-c9a6962ac4f8 None None] Attempting to bind port f74026bd-a332-4967-b08c-07304954a53d by drivers openvswitch,hyperv on host dv-neutron-797120-4-hyperv at level 0 using segments [{'id': '2a153087-35e5-40be-bd67-fb8be97f9a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '870e9836-065a-4b09-b000-7c72f867eda2'}] {{(pid=128086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 11:57:26.528170 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-060189e6-bd4a-4b67-b06f-c9a6962ac4f8 None None] Attempting to bind port f74026bd-a332-4967-b08c-07304954a53d on network 870e9836-065a-4b09-b000-7c72f867eda2 {{(pid=128086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 11:57:26.534423 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-060189e6-bd4a-4b67-b06f-c9a6962ac4f8 None None] Checking agent: {'id': 'e3a695b2-c397-461f-83b0-10b79d490b59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 11, 36, 56), 'started_at': datetime.datetime(2021, 6, 24, 11, 37, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 11, 57, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=128086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 11:57:26.535053 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-060189e6-bd4a-4b67-b06f-c9a6962ac4f8 None None] Checking segment: {'id': '2a153087-35e5-40be-bd67-fb8be97f9a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '870e9836-065a-4b09-b000-7c72f867eda2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=128086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 11:57:26.535789 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron_lib.callbacks.manager [None req-060189e6-bd4a-4b67-b06f-c9a6962ac4f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=128086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:57:26.536352 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-060189e6-bd4a-4b67-b06f-c9a6962ac4f8 None None] Bound using segment: {'id': '2a153087-35e5-40be-bd67-fb8be97f9a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '870e9836-065a-4b09-b000-7c72f867eda2'} {{(pid=128086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 11:57:26.537029 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.plugins.ml2.managers [None req-060189e6-bd4a-4b67-b06f-c9a6962ac4f8 None None] Bound port: f74026bd-a332-4967-b08c-07304954a53d, host: dv-neutron-797120-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a153087-35e5-40be-bd67-fb8be97f9a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '870e9836-065a-4b09-b000-7c72f867eda2'}}] {{(pid=128086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 11:57:26.537622 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron_lib.callbacks.manager [None req-060189e6-bd4a-4b67-b06f-c9a6962ac4f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:57:26.565425 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Pushing event updated for resources: {'Port': ['ID=9debd038-966c-4801-bed9-e8e439dbd6f6,revision_number=4']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:57:26.577494 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:57:26.611060 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.plugins.ml2.db [None req-060189e6-bd4a-4b67-b06f-c9a6962ac4f8 None None] For port f74026bd-a332-4967-b08c-07304954a53d, host dv-neutron-797120-4-hyperv, cleared binding levels {{(pid=128086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 11:57:26.614756 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.plugins.ml2.db [None req-060189e6-bd4a-4b67-b06f-c9a6962ac4f8 None None] For port f74026bd-a332-4967-b08c-07304954a53d, host dv-neutron-797120-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=f74026bd-a332-4967-b08c-07304954a53d,segment=NetworkSegment(2a153087-35e5-40be-bd67-fb8be97f9a35),segment_id=2a153087-35e5-40be-bd67-fb8be97f9a35)] {{(pid=128086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 11:57:26.622900 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron_lib.callbacks.manager [None req-060189e6-bd4a-4b67-b06f-c9a6962ac4f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:57:26.628776 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG oslo_concurrency.lockutils [None req-9f407825-090d-4612-8960-6444e3aa37e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128086) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:57:26.636353 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-feb84c5d-1ba7-443a-8ce7-082d85d4374d None None] Provisioning for port 7af98926-d6c0-4535-9dba-d6cda47a4a22 completed by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 11:57:26.641634 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-feb84c5d-1ba7-443a-8ce7-082d85d4374d None None] Provisioning complete for port 7af98926-d6c0-4535-9dba-d6cda47a4a22 triggered by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:57:26.642301 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-feb84c5d-1ba7-443a-8ce7-082d85d4374d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:57:26.684810 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-feb84c5d-1ba7-443a-8ce7-082d85d4374d None None] Port 7af98926-d6c0-4535-9dba-d6cda47a4a22 cannot update to ACTIVE because it is not bound. {{(pid=128085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 11:57:26.697278 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 35882) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:57:26.699432 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-060189e6-bd4a-4b67-b06f-c9a6962ac4f8 None None] Routers {'ed216d39-8221-4b38-9b2d-65cfe3729a64'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 11:57:26.700078 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-060189e6-bd4a-4b67-b06f-c9a6962ac4f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T11:57:26Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['ed216d39-8221-4b38-9b2d-65cfe3729a64'], 'active': True} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:57:26.702351 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-a6ceadd8-b6fd-4a80-a192-18e464d55cec tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-586294867', 'description': 'tempest-secgroup-smoke-586294867 description', 'project_id': 'adbe78de4fbf48fcad1a6bc46d4a1728'}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:57:26.706002 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f407825-090d-4612-8960-6444e3aa37e8 None None] Pushing event updated for resources: {'Port': ['ID=f74026bd-a332-4967-b08c-07304954a53d,revision_number=4']} {{(pid=128086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:57:26.731661 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-a6ceadd8-b6fd-4a80-a192-18e464d55cec tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for security_group, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:57:26.743640 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG oslo_concurrency.lockutils [None req-9f407825-090d-4612-8960-6444e3aa37e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=128086) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:57:26.825830 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_dvr_db [None req-060189e6-bd4a-4b67-b06f-c9a6962ac4f8 None None] Set router ed216d39-8221-4b38-9b2d-65cfe3729a64 gateway port host: dv-neutron-797120-4-hyperv {{(pid=128086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 11:57:26.835666 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-a6ceadd8-b6fd-4a80-a192-18e464d55cec tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for security_group, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:57:26.840692 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-a6ceadd8-b6fd-4a80-a192-18e464d55cec tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800410'] for security_group, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:57:26.843655 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-90e49c6d-53ef-4a93-b648-1d6d06bfce6f tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:57:26.878535 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-a6ceadd8-b6fd-4a80-a192-18e464d55cec tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for security_group, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:57:26.879772 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-a6ceadd8-b6fd-4a80-a192-18e464d55cec tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1814110 Jun 24 11:57:26.881247 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ceadd8-b6fd-4a80-a192-18e464d55cec tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4d63869e-3895-483e-a619-77c756149b8b,revision_number=1']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:57:26.882742 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 35884) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:57:26.884604 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-a6ceadd8-b6fd-4a80-a192-18e464d55cec tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:57:26.887628 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [None req-3dc262b7-c05c-41dc-85fc-a00c7877e699 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Request body: {'security_group_rule': {'security_group_id': '4d63869e-3895-483e-a619-77c756149b8b', 'project_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:57:26.932606 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-3dc262b7-c05c-41dc-85fc-a00c7877e699 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for security_group_rule, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:57:27.002421 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-3dc262b7-c05c-41dc-85fc-a00c7877e699 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:57:27.005993 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-3dc262b7-c05c-41dc-85fc-a00c7877e699 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1627007'] for security_group_rule, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:57:27.012646 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:57:27.034118 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc262b7-c05c-41dc-85fc-a00c7877e699 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb1903b2-2b30-4346-89c0-81877fde97e8,revision_number=0']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:57:27.037541 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-3dc262b7-c05c-41dc-85fc-a00c7877e699 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:57:27.038727 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-3dc262b7-c05c-41dc-85fc-a00c7877e699 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for security_group_rule, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:57:27.042978 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-3dc262b7-c05c-41dc-85fc-a00c7877e699 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1560888 Jun 24 11:57:27.042978 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 35886) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:57:27.047364 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [None req-111b3b9f-4a6d-405d-967a-0ec3942d28ed tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Request body: {'security_group_rule': {'security_group_id': '4d63869e-3895-483e-a619-77c756149b8b', 'project_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:57:27.058344 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-060189e6-bd4a-4b67-b06f-c9a6962ac4f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed216d39-8221-4b38-9b2d-65cfe3729a64', 'name': 'tempest-TestNetworkBasicOps-router-422921413', 'tenant_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'external_fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.59'}], 'enable_snat': True}, 'gw_port_id': '9debd038-966c-4801-bed9-e8e439dbd6f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T11:57:20Z', 'updated_at': '2021-06-24T11:57:24Z', 'revision_number': 4, 'project_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'gw_port': {'id': '9debd038-966c-4801-bed9-e8e439dbd6f6', 'name': '', 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:34:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed216d39-8221-4b38-9b2d-65cfe3729a64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1413, 'fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:57:20Z', 'updated_at': '2021-06-24T11:57:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-4-hyperv', '_interfaces': [{'id': 'f74026bd-a332-4967-b08c-07304954a53d', 'name': '', 'network_id': '870e9836-065a-4b09-b000-7c72f867eda2', 'tenant_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'mac_address': 'fa:16:3e:3e:68:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed216d39-8221-4b38-9b2d-65cfe3729a64', 'device_owner': 'network:router_interface', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': '5bfa61ae-9c98-43dc-9ac3-549b49a19dd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:57:23Z', 'updated_at': '2021-06-24T11:57:26Z', 'revision_number': 4, 'project_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'subnets': [{'id': '5bfa61ae-9c98-43dc-9ac3-549b49a19dd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:57:27.080769 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-111b3b9f-4a6d-405d-967a-0ec3942d28ed tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for security_group_rule, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:57:27.086523 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-060189e6-bd4a-4b67-b06f-c9a6962ac4f8 None None] The sync data for ids ['ed216d39-8221-4b38-9b2d-65cfe3729a64'] in dv-neutron-797120-4-hyperv is: [{'id': 'ed216d39-8221-4b38-9b2d-65cfe3729a64', 'name': 'tempest-TestNetworkBasicOps-router-422921413', 'tenant_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'external_fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.59'}], 'enable_snat': True}, 'gw_port_id': '9debd038-966c-4801-bed9-e8e439dbd6f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T11:57:20Z', 'updated_at': '2021-06-24T11:57:24Z', 'revision_number': 4, 'project_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'gw_port': {'id': '9debd038-966c-4801-bed9-e8e439dbd6f6', 'name': '', 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:34:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed216d39-8221-4b38-9b2d-65cfe3729a64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1413, 'fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:57:20Z', 'updated_at': '2021-06-24T11:57:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-4-hyperv', '_interfaces': [{'id': 'f74026bd-a332-4967-b08c-07304954a53d', 'name': '', 'network_id': '870e9836-065a-4b09-b000-7c72f867eda2', 'tenant_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'mac_address': 'fa:16:3e:3e:68:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed216d39-8221-4b38-9b2d-65cfe3729a64', 'device_owner': 'network:router_interface', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': '5bfa61ae-9c98-43dc-9ac3-549b49a19dd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:57:23Z', 'updated_at': '2021-06-24T11:57:26Z', 'revision_number': 4, 'project_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'subnets': [{'id': '5bfa61ae-9c98-43dc-9ac3-549b49a19dd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=128086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 11:57:27.165556 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-111b3b9f-4a6d-405d-967a-0ec3942d28ed tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:57:27.169039 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-111b3b9f-4a6d-405d-967a-0ec3942d28ed tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1627007'] for security_group_rule, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:57:27.174761 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-e174c6a3-437e-4d8e-845c-0fbd26586c62 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:57:27.192838 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111b3b9f-4a6d-405d-967a-0ec3942d28ed tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c33e6719-912d-4338-8566-452fdb9933a6,revision_number=0']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:57:27.195702 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-111b3b9f-4a6d-405d-967a-0ec3942d28ed tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:57:27.201149 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-111b3b9f-4a6d-405d-967a-0ec3942d28ed tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for security_group_rule, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:57:27.202822 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-111b3b9f-4a6d-405d-967a-0ec3942d28ed tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1590421 Jun 24 11:57:27.206253 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 35888) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:57:27.211054 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-0e66d7ee-2f69-4f2b-a4cf-39982da3fd7c tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Request body: {'security_group_rule': {'security_group_id': '4d63869e-3895-483e-a619-77c756149b8b', 'project_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:57:27.239587 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-0e66d7ee-2f69-4f2b-a4cf-39982da3fd7c tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for security_group_rule, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:57:27.306694 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-0e66d7ee-2f69-4f2b-a4cf-39982da3fd7c tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:57:27.310622 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-0e66d7ee-2f69-4f2b-a4cf-39982da3fd7c tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1627007'] for security_group_rule, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:57:27.312527 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-f941d32a-aca1-4252-8978-38e759047e5c tempest-TestNetworkAdvancedServerOps-1479438933 tempest-TestNetworkAdvancedServerOps-1479438933-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:57:27.329125 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e66d7ee-2f69-4f2b-a4cf-39982da3fd7c tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=647a69d8-a231-4115-a876-08e2eb8c19c0,revision_number=0']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:57:27.332175 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-0e66d7ee-2f69-4f2b-a4cf-39982da3fd7c tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:57:27.337179 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-0e66d7ee-2f69-4f2b-a4cf-39982da3fd7c tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for security_group_rule, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:57:27.338365 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-0e66d7ee-2f69-4f2b-a4cf-39982da3fd7c tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1311083 Jun 24 11:57:27.341104 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 35890) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:57:27.346749 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [None req-d98e88ea-a608-4faa-9da4-4a42aca082c1 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Request body: {'security_group_rule': {'security_group_id': '4d63869e-3895-483e-a619-77c756149b8b', 'project_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:57:27.376538 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-d98e88ea-a608-4faa-9da4-4a42aca082c1 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for security_group_rule, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:57:27.440122 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-d98e88ea-a608-4faa-9da4-4a42aca082c1 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:57:27.444332 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-d98e88ea-a608-4faa-9da4-4a42aca082c1 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1627007'] for security_group_rule, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:57:27.449392 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-da6d9ee7-f576-41c4-851c-a728d368d5d2 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:57:27.465215 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98e88ea-a608-4faa-9da4-4a42aca082c1 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e886f74-05e3-4ac7-9492-de75a5fc54d7,revision_number=0']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:57:27.468535 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-d98e88ea-a608-4faa-9da4-4a42aca082c1 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:57:27.471261 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-d98e88ea-a608-4faa-9da4-4a42aca082c1 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for security_group_rule, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:57:27.472433 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-d98e88ea-a608-4faa-9da4-4a42aca082c1 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1301363 Jun 24 11:57:27.475098 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 35892) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:57:27.479660 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [None req-7c0137ec-12e8-4759-91d8-90e438ea6f54 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Request body: {'security_group_rule': {'security_group_id': '4d63869e-3895-483e-a619-77c756149b8b', 'project_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:57:27.503106 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.db.securitygroups_db [None req-7c0137ec-12e8-4759-91d8-90e438ea6f54 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Project adbe78de4fbf48fcad1a6bc46d4a1728 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 24 11:57:27.508138 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-7c0137ec-12e8-4759-91d8-90e438ea6f54 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for security_group_rule, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:57:27.573548 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-7c0137ec-12e8-4759-91d8-90e438ea6f54 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:57:27.577880 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-7c0137ec-12e8-4759-91d8-90e438ea6f54 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1627007'] for security_group_rule, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:57:27.580570 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-d307c924-9665-4504-a498-60bb560e81d6 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:57:27.603043 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0137ec-12e8-4759-91d8-90e438ea6f54 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f3b1397-e2c8-4d20-8180-4ff8fd8667aa,revision_number=0']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:57:27.605813 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-7c0137ec-12e8-4759-91d8-90e438ea6f54 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:57:27.606732 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-7c0137ec-12e8-4759-91d8-90e438ea6f54 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for security_group_rule, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:57:27.609024 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-7c0137ec-12e8-4759-91d8-90e438ea6f54 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1318216 Jun 24 11:57:27.611276 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 35894) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:57:27.616739 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [None req-bd04ad49-a5c8-4244-bc95-8e1aac65c5aa tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Request body: {'security_group_rule': {'security_group_id': '4d63869e-3895-483e-a619-77c756149b8b', 'project_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:57:27.642455 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.db.securitygroups_db [None req-bd04ad49-a5c8-4244-bc95-8e1aac65c5aa tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Project adbe78de4fbf48fcad1a6bc46d4a1728 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 24 11:57:27.647739 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-bd04ad49-a5c8-4244-bc95-8e1aac65c5aa tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for security_group_rule, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:57:27.679767 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-03237adf-ebd0-46f2-a476-4d4bb746e0f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:57:27.714953 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-bd04ad49-a5c8-4244-bc95-8e1aac65c5aa tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:57:27.720530 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-bd04ad49-a5c8-4244-bc95-8e1aac65c5aa tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1627007'] for security_group_rule, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:57:27.722556 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-1a9e7cd0-118e-43ed-9ce8-bb7897b51a51 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:57:27.739287 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd04ad49-a5c8-4244-bc95-8e1aac65c5aa tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cec27af8-275a-4397-8c3c-053d4c5c81c3,revision_number=0']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:57:27.742373 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-bd04ad49-a5c8-4244-bc95-8e1aac65c5aa tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:57:27.745657 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-bd04ad49-a5c8-4244-bc95-8e1aac65c5aa tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for security_group_rule, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:57:27.746947 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-bd04ad49-a5c8-4244-bc95-8e1aac65c5aa tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1344986 Jun 24 11:57:27.887238 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 35912) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:57:27.897034 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-8560f116-afd3-482a-a528-ffaeeed58f8e req-ee1cd4d5-aeff-4773-bae7-7ae8e8c632a1 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-586294867&fields=id&tenant_id=adbe78de4fbf48fcad1a6bc46d4a1728 HTTP/1.1" status: 200 len: 267 time: 0.0378923 Jun 24 11:57:27.973597 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8560f116-afd3-482a-a528-ffaeeed58f8e req-bb8cd79c-402c-4841-a6fd-da08b1f76d5a tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:57:27.975845 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-8560f116-afd3-482a-a528-ffaeeed58f8e req-bb8cd79c-402c-4841-a6fd-da08b1f76d5a tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "GET /v2.0/ports/7af98926-d6c0-4535-9dba-d6cda47a4a22 HTTP/1.1" status: 200 len: 930 time: 0.0648005 Jun 24 11:57:28.054663 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-8560f116-afd3-482a-a528-ffaeeed58f8e req-bf3892f3-d4d8-491e-9923-84322fe0a74b service neutron] 10.222.0.53 "GET /v2.0/ports/7af98926-d6c0-4535-9dba-d6cda47a4a22?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0621343 Jun 24 11:57:28.085991 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device f74026bd-a332-4967-b08c-07304954a53d up at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 11:57:28.152387 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning for port f74026bd-a332-4967-b08c-07304954a53d completed by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 11:57:28.158713 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning complete for port f74026bd-a332-4967-b08c-07304954a53d triggered by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:57:28.159393 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:57:28.185688 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-8560f116-afd3-482a-a528-ffaeeed58f8e req-f2f99d78-d117-4a4c-88bc-2d8480220a42 service neutron] 10.222.0.53 "GET /v2.0/networks/870e9836-065a-4b09-b000-7c72f867eda2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245997 Jun 24 11:57:28.272506 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:57:28.300491 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-8560f116-afd3-482a-a528-ffaeeed58f8e req-b26ef59a-0785-4709-8bc5-5aaf435284a2 service neutron] 10.222.0.53 "GET /v2.0/networks/870e9836-065a-4b09-b000-7c72f867eda2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1134114 Jun 24 11:57:28.319172 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] For port f74026bd-a332-4967-b08c-07304954a53d, host dv-neutron-797120-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=f74026bd-a332-4967-b08c-07304954a53d,segment=NetworkSegment(2a153087-35e5-40be-bd67-fb8be97f9a35),segment_id=2a153087-35e5-40be-bd67-fb8be97f9a35)] {{(pid=128085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 11:57:28.324477 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:57:28.325670 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device 85340f15-9d8d-43c8-a560-7d5eca1add28 up at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 11:57:28.327934 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:57:28.408291 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Pushing event updated for resources: {'Port': ['ID=f74026bd-a332-4967-b08c-07304954a53d,revision_number=5']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:57:28.414175 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:57:28.423777 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning complete for port 85340f15-9d8d-43c8-a560-7d5eca1add28 triggered by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:57:28.425148 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:57:28.464937 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.plugin [None req-308ce245-c681-4104-97ab-7712d9ebf326 tempest-TestVolumeBootPattern-428988392 tempest-TestVolumeBootPattern-428988392-project] Deleting port 0d7f7b0e-60eb-4c37-8fe3-6ad5749e0912 {{(pid=128084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 11:57:28.466059 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-308ce245-c681-4104-97ab-7712d9ebf326 tempest-TestVolumeBootPattern-428988392 tempest-TestVolumeBootPattern-428988392-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793193942312'] for port, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:57:28.516293 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-158aa869-ead1-43ef-a44d-886e44327add req-49a9df58-eaba-41e2-a5eb-6c355f4d2eff tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "GET /v2.0/ports?device_id=815dfe88-c309-4c49-bea5-62098365d908 HTTP/1.1" status: 200 len: 210 time: 0.0447352 Jun 24 11:57:28.516776 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device 9debd038-966c-4801-bed9-e8e439dbd6f6 up at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 11:57:28.575114 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-308ce245-c681-4104-97ab-7712d9ebf326 tempest-TestVolumeBootPattern-428988392 tempest-TestVolumeBootPattern-428988392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1978872'] for port, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:57:28.575692 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-308ce245-c681-4104-97ab-7712d9ebf326 tempest-TestVolumeBootPattern-428988392 tempest-TestVolumeBootPattern-428988392-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:57:28.581334 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning complete for port 9debd038-966c-4801-bed9-e8e439dbd6f6 triggered by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:57:28.581771 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:57:28.589676 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.plugin [None req-308ce245-c681-4104-97ab-7712d9ebf326 tempest-TestVolumeBootPattern-428988392 tempest-TestVolumeBootPattern-428988392-project] Calling delete_port for 0d7f7b0e-60eb-4c37-8fe3-6ad5749e0912 owned by network:floatingip {{(pid=128084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 11:57:28.761027 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-308ce245-c681-4104-97ab-7712d9ebf326 tempest-TestVolumeBootPattern-428988392 tempest-TestVolumeBootPattern-428988392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793193945299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193536732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3292088'] for port, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:57:28.763694 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-c10d8fb8-87b6-4f8d-bc7d-9077d8e37d90 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:57:28.788220 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308ce245-c681-4104-97ab-7712d9ebf326 tempest-TestVolumeBootPattern-428988392 tempest-TestVolumeBootPattern-428988392-project] Pushing event deleted for resources: {'Port': ['ID=0d7f7b0e-60eb-4c37-8fe3-6ad5749e0912,revision_number=None']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:57:28.792153 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-308ce245-c681-4104-97ab-7712d9ebf326 tempest-TestVolumeBootPattern-428988392 tempest-TestVolumeBootPattern-428988392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:57:28.848921 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-308ce245-c681-4104-97ab-7712d9ebf326 tempest-TestVolumeBootPattern-428988392 tempest-TestVolumeBootPattern-428988392-project] Notify callbacks [] for floatingip, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:57:28.849315 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.db.l3_db [None req-308ce245-c681-4104-97ab-7712d9ebf326 tempest-TestVolumeBootPattern-428988392 tempest-TestVolumeBootPattern-428988392-project] Floating IP 0c70666d-8b5d-4802-8683-c540a88ce568 disassociated (deleted). External IP: 172.26.7.18, port: a85ba658-922c-4165-8b85-cd7bf5e5fffe. Jun 24 11:57:29.063368 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-308ce245-c681-4104-97ab-7712d9ebf326 tempest-TestVolumeBootPattern-428988392 tempest-TestVolumeBootPattern-428988392-project] Router 1010ec49-338d-4ddb-ab95-5db8aeb9bc3a has already been hosted by L3 agent 2987dba8-2249-4ee6-96ec-28f0f7a6127d {{(pid=128084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 11:57:29.181853 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-308ce245-c681-4104-97ab-7712d9ebf326 tempest-TestVolumeBootPattern-428988392 tempest-TestVolumeBootPattern-428988392-project] Notify agent at l3_agent.dv-neutron-797120-4-hyperv the message routers_updated {{(pid=128084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 11:57:29.186278 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-308ce245-c681-4104-97ab-7712d9ebf326 tempest-TestVolumeBootPattern-428988392 tempest-TestVolumeBootPattern-428988392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468916'] for floatingip, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:57:29.191016 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d25c48e-a894-4bb0-a1a8-e2ae99f3334c None None] Sync routers for ids ['1010ec49-338d-4ddb-ab95-5db8aeb9bc3a'] in dv-neutron-797120-4-hyperv {{(pid=128085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 11:57:29.199733 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d25c48e-a894-4bb0-a1a8-e2ae99f3334c None None] Routers {'1010ec49-338d-4ddb-ab95-5db8aeb9bc3a'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 11:57:29.200339 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-3d25c48e-a894-4bb0-a1a8-e2ae99f3334c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T11:57:26Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['1010ec49-338d-4ddb-ab95-5db8aeb9bc3a'], 'active': True} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:57:29.224531 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-308ce245-c681-4104-97ab-7712d9ebf326 tempest-TestVolumeBootPattern-428988392 tempest-TestVolumeBootPattern-428988392-project] 10.222.0.53 "DELETE /v2.0/floatingips/0c70666d-8b5d-4802-8683-c540a88ce568 HTTP/1.1" status: 204 len: 168 time: 1.3361888 Jun 24 11:57:29.225400 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a772f97-6a90-4721-8a4e-ab0cdffedb4b', 'tag': 'a85ba658-922c-4165-8b85-cd7bf5e5fffe'}] {{(pid=128084) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 11:57:29.228488 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}189e43ef1649f46b9bccc8e45a83b64afc33adcdec52bc597e36eecb4255b7b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03391f42-25db-4610-93de-7a866d9d06e0" -d '{"events": [{"name": "network-changed", "server_uuid": "1a772f97-6a90-4721-8a4e-ab0cdffedb4b", "tag": "a85ba658-922c-4165-8b85-cd7bf5e5fffe"}]}' {{(pid=128084) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 11:57:29.268416 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 11:57:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4744af0-4e9f-4047-a2f5-391ba0f53a1b x-openstack-request-id: req-e4744af0-4e9f-4047-a2f5-391ba0f53a1b {{(pid=128084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 11:57:29.268836 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a772f97-6a90-4721-8a4e-ab0cdffedb4b", "tag": "a85ba658-922c-4165-8b85-cd7bf5e5fffe", "status": "completed", "code": 200}]} {{(pid=128084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 11:57:29.269252 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e4744af0-4e9f-4047-a2f5-391ba0f53a1b {{(pid=128084) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 11:57:29.269817 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a772f97-6a90-4721-8a4e-ab0cdffedb4b', 'tag': 'a85ba658-922c-4165-8b85-cd7bf5e5fffe', 'status': 'completed', 'code': 200} Jun 24 11:57:29.315432 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvr_db [None req-3d25c48e-a894-4bb0-a1a8-e2ae99f3334c None None] Set router 1010ec49-338d-4ddb-ab95-5db8aeb9bc3a gateway port host: dv-neutron-797120-4-hyperv {{(pid=128085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 11:57:29.349652 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03391f42-25db-4610-93de-7a866d9d06e0 req-57ccb55d-716a-4d64-88d5-0f2084edb429 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:57:29.351821 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-03391f42-25db-4610-93de-7a866d9d06e0 req-57ccb55d-716a-4d64-88d5-0f2084edb429 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=91cba4619aa74784a108d3a825cc8e0c&device_id=1a772f97-6a90-4721-8a4e-ab0cdffedb4b HTTP/1.1" status: 200 len: 1099 time: 0.0540726 Jun 24 11:57:29.474245 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03391f42-25db-4610-93de-7a866d9d06e0 req-a16d53a7-0b09-4a21-81f0-73c2196f3b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:57:29.476170 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-03391f42-25db-4610-93de-7a866d9d06e0 req-a16d53a7-0b09-4a21-81f0-73c2196f3b1f service neutron] 10.222.0.45 "GET /v2.0/networks?id=376f72b9-0f0d-4b21-b0a6-f11d1b9b44a4 HTTP/1.1" status: 200 len: 913 time: 0.1174171 Jun 24 11:57:29.534064 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-03391f42-25db-4610-93de-7a866d9d06e0 req-e29bf08b-b1c6-43c1-8e31-d57a806a5582 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a85ba658-922c-4165-8b85-cd7bf5e5fffe HTTP/1.1" status: 200 len: 217 time: 0.0468519 Jun 24 11:57:29.667448 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03391f42-25db-4610-93de-7a866d9d06e0 req-de253490-5480-48e4-b368-220a71fd71fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:57:29.669488 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-03391f42-25db-4610-93de-7a866d9d06e0 req-de253490-5480-48e4-b368-220a71fd71fb service neutron] 10.222.0.45 "GET /v2.0/subnets?id=83739081-6ef0-4601-a176-febdd4c01678 HTTP/1.1" status: 200 len: 851 time: 0.1224868 Jun 24 11:57:29.686559 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-52c483ef-d5c1-4030-9a32-e5ce4ff00ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:57:29.759279 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8560f116-afd3-482a-a528-ffaeeed58f8e req-87b7ac40-2d62-4ccb-b15c-2eccb6e0e44b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:57:29.760733 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-8560f116-afd3-482a-a528-ffaeeed58f8e req-87b7ac40-2d62-4ccb-b15c-2eccb6e0e44b service neutron] 10.222.0.45 "GET /v2.0/ports/7af98926-d6c0-4535-9dba-d6cda47a4a22 HTTP/1.1" status: 200 len: 1026 time: 0.1462712 Jun 24 11:57:29.764427 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-280b47cf-1799-44b5-9e8a-060bd2c9f529 req-1a29f946-0ea9-4029-9dce-3805aa4b5a98 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "GET /v2.0/ports?device_id=815dfe88-c309-4c49-bea5-62098365d908 HTTP/1.1" status: 200 len: 210 time: 0.0873258 Jun 24 11:57:29.784786 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-3d25c48e-a894-4bb0-a1a8-e2ae99f3334c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1010ec49-338d-4ddb-ab95-5db8aeb9bc3a', 'name': 'tempest-TestVolumeBootPattern-1586751402-router', 'tenant_id': '91cba4619aa74784a108d3a825cc8e0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'external_fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.200'}], 'enable_snat': True}, 'gw_port_id': '075214bd-0a72-4e24-a0f8-f7fb96f5c3fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T11:49:41Z', 'updated_at': '2021-06-24T11:49:50Z', 'revision_number': 4, 'project_id': '91cba4619aa74784a108d3a825cc8e0c', 'gw_port': {'id': '075214bd-0a72-4e24-a0f8-f7fb96f5c3fa', 'name': '', 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:01:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1010ec49-338d-4ddb-ab95-5db8aeb9bc3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 935, 'fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:49:42Z', 'updated_at': '2021-06-24T11:49:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-4-hyperv', '_floatingips': [{'id': 'ab96d3de-69ce-4d12-8e23-91d7530629e1', 'tenant_id': '91cba4619aa74784a108d3a825cc8e0c', 'floating_ip_address': '172.26.7.56', 'floating_network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'router_id': '1010ec49-338d-4ddb-ab95-5db8aeb9bc3a', 'port_id': '9a091370-bfb7-4a52-aa7a-51b163627d59', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1358, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '376f72b9-0f0d-4b21-b0a6-f11d1b9b44a4', 'mac_address': 'fa:16:3e:6b:61:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdbd2690-2407-4ef7-a4f0-0ba08f5579aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T11:53:46Z', 'updated_at': '2021-06-24T11:53:49Z', 'revision_number': 1, 'project_id': '91cba4619aa74784a108d3a825cc8e0c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8bd8e081-5290-4fb9-8952-7b2d75f45339', 'name': '', 'network_id': '376f72b9-0f0d-4b21-b0a6-f11d1b9b44a4', 'tenant_id': '91cba4619aa74784a108d3a825cc8e0c', 'mac_address': 'fa:16:3e:22:82:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1010ec49-338d-4ddb-ab95-5db8aeb9bc3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 948, 'fixed_ips': [{'subnet_id': '83739081-6ef0-4601-a176-febdd4c01678', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:49:48Z', 'updated_at': '2021-06-24T11:50:09Z', 'revision_number': 5, 'project_id': '91cba4619aa74784a108d3a825cc8e0c', 'subnets': [{'id': '83739081-6ef0-4601-a176-febdd4c01678', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:57:29.823019 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d25c48e-a894-4bb0-a1a8-e2ae99f3334c None None] Checking router: 1010ec49-338d-4ddb-ab95-5db8aeb9bc3a for host: dv-neutron-797120-4-hyperv {{(pid=128085) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 11:57:29.833606 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d25c48e-a894-4bb0-a1a8-e2ae99f3334c None None] Routers {'1010ec49-338d-4ddb-ab95-5db8aeb9bc3a'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 11:57:29.834393 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-3d25c48e-a894-4bb0-a1a8-e2ae99f3334c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T11:57:26Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['1010ec49-338d-4ddb-ab95-5db8aeb9bc3a'], 'active': True} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:57:29.883044 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd1264f-1d11-4ea1-8a32-b635011f014a req-613cd44b-f32d-4ec5-9458-45e76f82ab47 tempest-TestVolumeBootPattern-428988392 tempest-TestVolumeBootPattern-428988392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:57:29.884464 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-3fd1264f-1d11-4ea1-8a32-b635011f014a req-613cd44b-f32d-4ec5-9458-45e76f82ab47 tempest-TestVolumeBootPattern-428988392 tempest-TestVolumeBootPattern-428988392-project] 10.222.0.53 "GET /v2.0/ports?device_id=1a772f97-6a90-4721-8a4e-ab0cdffedb4b HTTP/1.1" status: 200 len: 946 time: 0.3097470 Jun 24 11:57:29.968021 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03391f42-25db-4610-93de-7a866d9d06e0 req-875b77c2-ad85-4ec5-92e3-b851547a9f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:57:29.969400 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-03391f42-25db-4610-93de-7a866d9d06e0 req-875b77c2-ad85-4ec5-92e3-b851547a9f97 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=376f72b9-0f0d-4b21-b0a6-f11d1b9b44a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2740221 Jun 24 11:57:29.979530 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvr_db [None req-3d25c48e-a894-4bb0-a1a8-e2ae99f3334c None None] Set router 1010ec49-338d-4ddb-ab95-5db8aeb9bc3a gateway port host: dv-neutron-797120-4-hyperv {{(pid=128085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 11:57:30.016815 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device f74026bd-a332-4967-b08c-07304954a53d up at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 11:57:30.028943 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8560f116-afd3-482a-a528-ffaeeed58f8e req-111c98d8-52de-4bfd-b783-4768504b5787 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:57:30.030397 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-8560f116-afd3-482a-a528-ffaeeed58f8e req-111c98d8-52de-4bfd-b783-4768504b5787 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.45 "GET /v2.0/networks?id=870e9836-065a-4b09-b000-7c72f867eda2 HTTP/1.1" status: 200 len: 796 time: 0.2483263 Jun 24 11:57:30.034033 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-3fd1264f-1d11-4ea1-8a32-b635011f014a req-b40bdd86-65f7-46ac-b2fe-2a6d30eea2d3 tempest-TestVolumeBootPattern-428988392 tempest-TestVolumeBootPattern-428988392-project] 10.222.0.53 "GET /v2.0/security-groups?id=ddc26bf4-0de0-4c33-8d45-b7d4817ee778&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1363003 Jun 24 11:57:30.103312 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.agents_db [None req-87a69269-d72b-4286-97f3-1041481ed6d8 None None] Agent healthcheck: found 6 active agents {{(pid=128086) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 11:57:30.127166 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-8560f116-afd3-482a-a528-ffaeeed58f8e req-aed0dd90-e8e8-4672-abd9-1f615cfc0ec6 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=adbe78de4fbf48fcad1a6bc46d4a1728 HTTP/1.1" status: 200 len: 379 time: 0.0629587 Jun 24 11:57:30.133241 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-03391f42-25db-4610-93de-7a866d9d06e0 req-867dae79-a9d8-4936-939e-6447e62389f5 service neutron] 10.222.0.45 "GET /v2.0/networks/376f72b9-0f0d-4b21-b0a6-f11d1b9b44a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1448209 Jun 24 11:57:30.142417 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning complete for port f74026bd-a332-4967-b08c-07304954a53d triggered by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:57:30.142417 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:57:30.145618 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [req-8560f116-afd3-482a-a528-ffaeeed58f8e req-6d16113c-4bbe-475a-a87b-d8543eac11c0 service neutron] Request body: {'port': {'device_id': '815dfe88-c309-4c49-bea5-62098365d908', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7971'}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:57:30.298891 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-8560f116-afd3-482a-a528-ffaeeed58f8e req-6d16113c-4bbe-475a-a87b-d8543eac11c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:57:30.303768 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-03391f42-25db-4610-93de-7a866d9d06e0 req-c7a5d5d1-d82d-4a63-b57b-7ea99c1f4ed1 service neutron] 10.222.0.45 "GET /v2.0/networks/376f72b9-0f0d-4b21-b0a6-f11d1b9b44a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1523528 Jun 24 11:57:30.337824 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-3d25c48e-a894-4bb0-a1a8-e2ae99f3334c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1010ec49-338d-4ddb-ab95-5db8aeb9bc3a', 'name': 'tempest-TestVolumeBootPattern-1586751402-router', 'tenant_id': '91cba4619aa74784a108d3a825cc8e0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'external_fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.200'}], 'enable_snat': True}, 'gw_port_id': '075214bd-0a72-4e24-a0f8-f7fb96f5c3fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T11:49:41Z', 'updated_at': '2021-06-24T11:49:50Z', 'revision_number': 4, 'project_id': '91cba4619aa74784a108d3a825cc8e0c', 'gw_port': {'id': '075214bd-0a72-4e24-a0f8-f7fb96f5c3fa', 'name': '', 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:01:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1010ec49-338d-4ddb-ab95-5db8aeb9bc3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 935, 'fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:49:42Z', 'updated_at': '2021-06-24T11:49:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-4-hyperv', '_floatingips': [{'id': 'ab96d3de-69ce-4d12-8e23-91d7530629e1', 'tenant_id': '91cba4619aa74784a108d3a825cc8e0c', 'floating_ip_address': '172.26.7.56', 'floating_network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'router_id': '1010ec49-338d-4ddb-ab95-5db8aeb9bc3a', 'port_id': '9a091370-bfb7-4a52-aa7a-51b163627d59', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1358, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '376f72b9-0f0d-4b21-b0a6-f11d1b9b44a4', 'mac_address': 'fa:16:3e:6b:61:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdbd2690-2407-4ef7-a4f0-0ba08f5579aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T11:53:46Z', 'updated_at': '2021-06-24T11:53:49Z', 'revision_number': 1, 'project_id': '91cba4619aa74784a108d3a825cc8e0c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8bd8e081-5290-4fb9-8952-7b2d75f45339', 'name': '', 'network_id': '376f72b9-0f0d-4b21-b0a6-f11d1b9b44a4', 'tenant_id': '91cba4619aa74784a108d3a825cc8e0c', 'mac_address': 'fa:16:3e:22:82:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1010ec49-338d-4ddb-ab95-5db8aeb9bc3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 948, 'fixed_ips': [{'subnet_id': '83739081-6ef0-4601-a176-febdd4c01678', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:49:48Z', 'updated_at': '2021-06-24T11:50:09Z', 'revision_number': 5, 'project_id': '91cba4619aa74784a108d3a825cc8e0c', 'subnets': [{'id': '83739081-6ef0-4601-a176-febdd4c01678', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:57:30.368470 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d25c48e-a894-4bb0-a1a8-e2ae99f3334c None None] The sync data for ids ['1010ec49-338d-4ddb-ab95-5db8aeb9bc3a'] in dv-neutron-797120-4-hyperv is: [{'id': '1010ec49-338d-4ddb-ab95-5db8aeb9bc3a', 'name': 'tempest-TestVolumeBootPattern-1586751402-router', 'tenant_id': '91cba4619aa74784a108d3a825cc8e0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'external_fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.200'}], 'enable_snat': True}, 'gw_port_id': '075214bd-0a72-4e24-a0f8-f7fb96f5c3fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T11:49:41Z', 'updated_at': '2021-06-24T11:49:50Z', 'revision_number': 4, 'project_id': '91cba4619aa74784a108d3a825cc8e0c', 'gw_port': {'id': '075214bd-0a72-4e24-a0f8-f7fb96f5c3fa', 'name': '', 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:01:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1010ec49-338d-4ddb-ab95-5db8aeb9bc3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 935, 'fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:49:42Z', 'updated_at': '2021-06-24T11:49:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-4-hyperv', '_floatingips': [{'id': 'ab96d3de-69ce-4d12-8e23-91d7530629e1', 'tenant_id': '91cba4619aa74784a108d3a825cc8e0c', 'floating_ip_address': '172.26.7.56', 'floating_network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'router_id': '1010ec49-338d-4ddb-ab95-5db8aeb9bc3a', 'port_id': '9a091370-bfb7-4a52-aa7a-51b163627d59', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1358, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '376f72b9-0f0d-4b21-b0a6-f11d1b9b44a4', 'mac_address': 'fa:16:3e:6b:61:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdbd2690-2407-4ef7-a4f0-0ba08f5579aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T11:53:46Z', 'updated_at': '2021-06-24T11:53:49Z', 'revision_number': 1, 'project_id': '91cba4619aa74784a108d3a825cc8e0c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8bd8e081-5290-4fb9-8952-7b2d75f45339', 'name': '', 'network_id': '376f72b9-0f0d-4b21-b0a6-f11d1b9b44a4', 'tenant_id': '91cba4619aa74784a108d3a825cc8e0c', 'mac_address': 'fa:16:3e:22:82:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1010ec49-338d-4ddb-ab95-5db8aeb9bc3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 948, 'fixed_ips': [{'subnet_id': '83739081-6ef0-4601-a176-febdd4c01678', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:49:48Z', 'updated_at': '2021-06-24T11:50:09Z', 'revision_number': 5, 'project_id': '91cba4619aa74784a108d3a825cc8e0c', 'subnets': [{'id': '83739081-6ef0-4601-a176-febdd4c01678', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=128085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 11:57:30.601439 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.notifiers.nova [req-8560f116-afd3-482a-a528-ffaeeed58f8e req-6d16113c-4bbe-475a-a87b-d8543eac11c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7af98926-d6c0-4535-9dba-d6cda47a4a22 {{(pid=128083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 11:57:30.612848 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-8560f116-afd3-482a-a528-ffaeeed58f8e req-6d16113c-4bbe-475a-a87b-d8543eac11c0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:57:30.614900 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a420eacf-ffd4-49f0-a01f-a2a8d13cdbb1 None None] New status for floating IP 0c70666d-8b5d-4802-8683-c540a88ce568: DOWN {{(pid=128086) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 24 11:57:30.626826 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.provisioning_blocks [req-8560f116-afd3-482a-a528-ffaeeed58f8e req-6d16113c-4bbe-475a-a87b-d8543eac11c0 service neutron] Transition to ACTIVE for port object 7af98926-d6c0-4535-9dba-d6cda47a4a22 will not be triggered until provisioned by entity L2. {{(pid=128083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 11:57:30.633672 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-8560f116-afd3-482a-a528-ffaeeed58f8e req-6d16113c-4bbe-475a-a87b-d8543eac11c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2537871'] for port, after_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:57:30.636333 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-c42ac9dc-79d1-4412-bca6-f4ae1822ec1f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:57:30.692108 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d16113c-4bbe-475a-a87b-d8543eac11c0 service neutron] Pushing event updated for resources: {'Port': ['ID=7af98926-d6c0-4535-9dba-d6cda47a4a22,revision_number=2']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:57:30.696082 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-6d16113c-4bbe-475a-a87b-d8543eac11c0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:57:30.770863 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.managers [req-8560f116-afd3-482a-a528-ffaeeed58f8e req-6d16113c-4bbe-475a-a87b-d8543eac11c0 service neutron] Attempting to bind port 7af98926-d6c0-4535-9dba-d6cda47a4a22 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=128083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 11:57:30.771369 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.managers [req-8560f116-afd3-482a-a528-ffaeeed58f8e req-6d16113c-4bbe-475a-a87b-d8543eac11c0 service neutron] Attempting to bind port 7af98926-d6c0-4535-9dba-d6cda47a4a22 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': '2a153087-35e5-40be-bd67-fb8be97f9a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '870e9836-065a-4b09-b000-7c72f867eda2'}] {{(pid=128083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 11:57:30.771710 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8560f116-afd3-482a-a528-ffaeeed58f8e req-6d16113c-4bbe-475a-a87b-d8543eac11c0 service neutron] Attempting to bind port 7af98926-d6c0-4535-9dba-d6cda47a4a22 on network 870e9836-065a-4b09-b000-7c72f867eda2 {{(pid=128083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 11:57:30.776131 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8560f116-afd3-482a-a528-ffaeeed58f8e req-6d16113c-4bbe-475a-a87b-d8543eac11c0 service neutron] Port 7af98926-d6c0-4535-9dba-d6cda47a4a22 on network 870e9836-065a-4b09-b000-7c72f867eda2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=128083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 11:57:30.776447 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8560f116-afd3-482a-a528-ffaeeed58f8e req-6d16113c-4bbe-475a-a87b-d8543eac11c0 service neutron] Attempting to bind port 7af98926-d6c0-4535-9dba-d6cda47a4a22 on network 870e9836-065a-4b09-b000-7c72f867eda2 {{(pid=128083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 11:57:30.781977 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8560f116-afd3-482a-a528-ffaeeed58f8e req-6d16113c-4bbe-475a-a87b-d8543eac11c0 service neutron] Checking agent: {'id': 'a2c9a14d-87aa-4cd1-a510-11988f19c3d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7971', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 11, 42, 44), 'started_at': datetime.datetime(2021, 6, 24, 11, 42, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 11, 57, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=128083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 11:57:30.782543 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8560f116-afd3-482a-a528-ffaeeed58f8e req-6d16113c-4bbe-475a-a87b-d8543eac11c0 service neutron] Checking segment: {'id': '2a153087-35e5-40be-bd67-fb8be97f9a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '870e9836-065a-4b09-b000-7c72f867eda2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=128083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 11:57:30.782969 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8560f116-afd3-482a-a528-ffaeeed58f8e req-6d16113c-4bbe-475a-a87b-d8543eac11c0 service neutron] Bound using segment: {'id': '2a153087-35e5-40be-bd67-fb8be97f9a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '870e9836-065a-4b09-b000-7c72f867eda2'} {{(pid=128083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 11:57:30.783407 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.managers [req-8560f116-afd3-482a-a528-ffaeeed58f8e req-6d16113c-4bbe-475a-a87b-d8543eac11c0 service neutron] Bound port: 7af98926-d6c0-4535-9dba-d6cda47a4a22, host: hv-neutron-7971, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a153087-35e5-40be-bd67-fb8be97f9a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '870e9836-065a-4b09-b000-7c72f867eda2'}}] {{(pid=128083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 11:57:30.783749 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-8560f116-afd3-482a-a528-ffaeeed58f8e req-6d16113c-4bbe-475a-a87b-d8543eac11c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:57:30.854594 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.db [req-8560f116-afd3-482a-a528-ffaeeed58f8e req-6d16113c-4bbe-475a-a87b-d8543eac11c0 service neutron] For port 7af98926-d6c0-4535-9dba-d6cda47a4a22, host hv-neutron-7971, cleared binding levels {{(pid=128083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 11:57:30.857718 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.db [req-8560f116-afd3-482a-a528-ffaeeed58f8e req-6d16113c-4bbe-475a-a87b-d8543eac11c0 service neutron] For port 7af98926-d6c0-4535-9dba-d6cda47a4a22, host hv-neutron-7971, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=7af98926-d6c0-4535-9dba-d6cda47a4a22,segment=NetworkSegment(2a153087-35e5-40be-bd67-fb8be97f9a35),segment_id=2a153087-35e5-40be-bd67-fb8be97f9a35)] {{(pid=128083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 11:57:30.863290 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-8560f116-afd3-482a-a528-ffaeeed58f8e req-6d16113c-4bbe-475a-a87b-d8543eac11c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2537871'] for port, after_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:57:30.865403 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-04bb5b31-7a7b-425e-9761-c0f44ae6932e tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:57:30.898373 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8560f116-afd3-482a-a528-ffaeeed58f8e req-6d16113c-4bbe-475a-a87b-d8543eac11c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:57:30.898907 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-8560f116-afd3-482a-a528-ffaeeed58f8e req-6d16113c-4bbe-475a-a87b-d8543eac11c0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468916'] for port, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:57:30.900275 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-8560f116-afd3-482a-a528-ffaeeed58f8e req-6d16113c-4bbe-475a-a87b-d8543eac11c0 service neutron] 10.222.0.45 "PUT /v2.0/ports/7af98926-d6c0-4535-9dba-d6cda47a4a22 HTTP/1.1" status: 200 len: 1131 time: 0.7608764 Jun 24 11:57:30.900858 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '815dfe88-c309-4c49-bea5-62098365d908', 'tag': '7af98926-d6c0-4535-9dba-d6cda47a4a22'}] {{(pid=128083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 11:57:30.903132 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a77f7dee1a0522ddf93af289475d218fcdb8f30317daadec13ebf930b5b9dbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b4247c1-b15e-426d-a37d-38c044279c4c" -d '{"events": [{"name": "network-changed", "server_uuid": "815dfe88-c309-4c49-bea5-62098365d908", "tag": "7af98926-d6c0-4535-9dba-d6cda47a4a22"}]}' {{(pid=128083) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 11:57:30.959694 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 11:57:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-113d804d-eb4a-47e6-a76f-14a6691ed2ac x-openstack-request-id: req-113d804d-eb4a-47e6-a76f-14a6691ed2ac {{(pid=128083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 11:57:30.960043 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "815dfe88-c309-4c49-bea5-62098365d908", "tag": "7af98926-d6c0-4535-9dba-d6cda47a4a22", "status": "completed", "code": 200}]} {{(pid=128083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 11:57:30.960358 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-113d804d-eb4a-47e6-a76f-14a6691ed2ac {{(pid=128083) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 11:57:30.960784 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '815dfe88-c309-4c49-bea5-62098365d908', 'tag': '7af98926-d6c0-4535-9dba-d6cda47a4a22', 'status': 'completed', 'code': 200} Jun 24 11:57:30.977273 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d16113c-4bbe-475a-a87b-d8543eac11c0 service neutron] Pushing event updated for resources: {'Port': ['ID=7af98926-d6c0-4535-9dba-d6cda47a4a22,revision_number=3']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:57:31.001954 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-6d16113c-4bbe-475a-a87b-d8543eac11c0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:57:31.400387 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975a329d-c420-4c6e-b3dc-f59f018a04eb req-c64059f2-76c4-4de2-ad6f-5487a4a823d1 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:57:31.401864 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-975a329d-c420-4c6e-b3dc-f59f018a04eb req-c64059f2-76c4-4de2-ad6f-5487a4a823d1 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "GET /v2.0/ports?device_id=815dfe88-c309-4c49-bea5-62098365d908 HTTP/1.1" status: 200 len: 981 time: 0.4921052 Jun 24 11:57:31.429295 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8560f116-afd3-482a-a528-ffaeeed58f8e req-0c63c878-27ad-4b25-8cb1-e961650a8e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:57:31.430725 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-8560f116-afd3-482a-a528-ffaeeed58f8e req-0c63c878-27ad-4b25-8cb1-e961650a8e09 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=adbe78de4fbf48fcad1a6bc46d4a1728&device_id=815dfe88-c309-4c49-bea5-62098365d908 HTTP/1.1" status: 200 len: 1134 time: 0.4646568 Jun 24 11:57:31.518978 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-8560f116-afd3-482a-a528-ffaeeed58f8e req-994be843-435b-4efb-8859-164d863f7196 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7af98926-d6c0-4535-9dba-d6cda47a4a22 HTTP/1.1" status: 200 len: 217 time: 0.0761151 Jun 24 11:57:31.544358 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-975a329d-c420-4c6e-b3dc-f59f018a04eb req-91c42bd2-175d-4e6d-b2c3-9b144414b408 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "GET /v2.0/security-groups?id=1b18b9f6-3bdb-44cd-ad9a-f61b90581c27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358671 Jun 24 11:57:31.581227 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2930be-d465-4240-844f-da5a4319bdaf req-3d6ecd77-126b-4c97-8925-1e7b560c745f tempest-TestVolumeBootPattern-428988392 tempest-TestVolumeBootPattern-428988392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:57:31.582686 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-8b2930be-d465-4240-844f-da5a4319bdaf req-3d6ecd77-126b-4c97-8925-1e7b560c745f tempest-TestVolumeBootPattern-428988392 tempest-TestVolumeBootPattern-428988392-project] 10.222.0.53 "GET /v2.0/ports?device_id=1a772f97-6a90-4721-8a4e-ab0cdffedb4b HTTP/1.1" status: 200 len: 946 time: 0.2282848 Jun 24 11:57:31.627248 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8560f116-afd3-482a-a528-ffaeeed58f8e req-3069e909-47e0-4c96-a465-bae5b2464572 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:57:31.628662 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-8560f116-afd3-482a-a528-ffaeeed58f8e req-3069e909-47e0-4c96-a465-bae5b2464572 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=5bfa61ae-9c98-43dc-9ac3-549b49a19dd4 HTTP/1.1" status: 200 len: 834 time: 0.0967569 Jun 24 11:57:31.638311 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917b76ab-3424-4d6b-a39a-e0c3c23402bd req-7ddcfb88-b5f2-47a3-9631-39fc6c38a4b8 tempest-TestVolumeBootPattern-428988392 tempest-TestVolumeBootPattern-428988392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:57:31.639614 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-917b76ab-3424-4d6b-a39a-e0c3c23402bd req-7ddcfb88-b5f2-47a3-9631-39fc6c38a4b8 tempest-TestVolumeBootPattern-428988392 tempest-TestVolumeBootPattern-428988392-project] 10.222.0.45 "GET /v2.0/ports?device_id=1a772f97-6a90-4721-8a4e-ab0cdffedb4b HTTP/1.1" status: 200 len: 946 time: 0.2080736 Jun 24 11:57:31.689750 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-8b2930be-d465-4240-844f-da5a4319bdaf req-1d307cde-909c-428f-80c1-fb8e93d50d59 tempest-TestVolumeBootPattern-428988392 tempest-TestVolumeBootPattern-428988392-project] 10.222.0.53 "GET /v2.0/security-groups?id=ddc26bf4-0de0-4c33-8d45-b7d4817ee778&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0990851 Jun 24 11:57:31.768256 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8560f116-afd3-482a-a528-ffaeeed58f8e req-75b1ad05-c6e1-4383-94cb-96f3dd404257 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:57:31.769822 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-8560f116-afd3-482a-a528-ffaeeed58f8e req-75b1ad05-c6e1-4383-94cb-96f3dd404257 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=870e9836-065a-4b09-b000-7c72f867eda2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1280878 Jun 24 11:57:31.851312 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.plugin [req-917b76ab-3424-4d6b-a39a-e0c3c23402bd req-4817b7f8-e186-4c0a-989b-ac6b4835caa6 tempest-TestVolumeBootPattern-428988392 tempest-TestVolumeBootPattern-428988392-project] Deleting port a85ba658-922c-4165-8b85-cd7bf5e5fffe {{(pid=128083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 11:57:31.851845 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-917b76ab-3424-4d6b-a39a-e0c3c23402bd req-4817b7f8-e186-4c0a-989b-ac6b4835caa6 tempest-TestVolumeBootPattern-428988392 tempest-TestVolumeBootPattern-428988392-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793193942312'] for port, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:57:31.937646 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-8560f116-afd3-482a-a528-ffaeeed58f8e req-cbeb6730-3e97-4e09-b707-1e4f891324e4 service neutron] 10.222.0.45 "GET /v2.0/networks/870e9836-065a-4b09-b000-7c72f867eda2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1537540 Jun 24 11:57:31.985105 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.db [req-917b76ab-3424-4d6b-a39a-e0c3c23402bd req-4817b7f8-e186-4c0a-989b-ac6b4835caa6 tempest-TestVolumeBootPattern-428988392 tempest-TestVolumeBootPattern-428988392-project] For port a85ba658-922c-4165-8b85-cd7bf5e5fffe, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=a85ba658-922c-4165-8b85-cd7bf5e5fffe,segment=NetworkSegment(feccf5a9-eb5f-4366-9287-7909e7dea8b2),segment_id=feccf5a9-eb5f-4366-9287-7909e7dea8b2)] {{(pid=128083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 11:57:31.985459 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-917b76ab-3424-4d6b-a39a-e0c3c23402bd req-4817b7f8-e186-4c0a-989b-ac6b4835caa6 tempest-TestVolumeBootPattern-428988392 tempest-TestVolumeBootPattern-428988392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1978872'] for port, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:57:32.023904 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.plugin [req-917b76ab-3424-4d6b-a39a-e0c3c23402bd req-4817b7f8-e186-4c0a-989b-ac6b4835caa6 tempest-TestVolumeBootPattern-428988392 tempest-TestVolumeBootPattern-428988392-project] Calling delete_port for a85ba658-922c-4165-8b85-cd7bf5e5fffe owned by compute:nova {{(pid=128083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 11:57:32.092787 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-8560f116-afd3-482a-a528-ffaeeed58f8e req-5e115928-34e2-44ff-a503-3b81d422e0c1 service neutron] 10.222.0.45 "GET /v2.0/networks/870e9836-065a-4b09-b000-7c72f867eda2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1441610 Jun 24 11:57:32.222714 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-917b76ab-3424-4d6b-a39a-e0c3c23402bd req-4817b7f8-e186-4c0a-989b-ac6b4835caa6 tempest-TestVolumeBootPattern-428988392 tempest-TestVolumeBootPattern-428988392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793193945299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193536732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2537862'] for port, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:57:32.227501 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-644ff408-4f4b-471f-89f6-d594a3fe7e35 tempest-TestVolumeBootPattern-428988392 tempest-TestVolumeBootPattern-428988392-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:57:32.261493 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4817b7f8-e186-4c0a-989b-ac6b4835caa6 tempest-TestVolumeBootPattern-428988392 tempest-TestVolumeBootPattern-428988392-project] Pushing event deleted for resources: {'Port': ['ID=a85ba658-922c-4165-8b85-cd7bf5e5fffe,revision_number=None']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:57:32.269351 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-4817b7f8-e186-4c0a-989b-ac6b4835caa6 tempest-TestVolumeBootPattern-428988392 tempest-TestVolumeBootPattern-428988392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:57:32.311790 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4247c1-b15e-426d-a37d-38c044279c4c req-1bb5ecb9-ed8a-4bc8-a97f-f02fcd7b167e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:57:32.314589 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-7b4247c1-b15e-426d-a37d-38c044279c4c req-1bb5ecb9-ed8a-4bc8-a97f-f02fcd7b167e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=adbe78de4fbf48fcad1a6bc46d4a1728&device_id=815dfe88-c309-4c49-bea5-62098365d908 HTTP/1.1" status: 200 len: 1134 time: 0.1629832 Jun 24 11:57:32.339256 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.l3_dvrscheduler_db [req-917b76ab-3424-4d6b-a39a-e0c3c23402bd req-4817b7f8-e186-4c0a-989b-ac6b4835caa6 tempest-TestVolumeBootPattern-428988392 tempest-TestVolumeBootPattern-428988392-project] No DVR routers for this DVR port a85ba658-922c-4165-8b85-cd7bf5e5fffe on host hv-neutron-7971 {{(pid=128083) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 11:57:32.347814 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-917b76ab-3424-4d6b-a39a-e0c3c23402bd req-4817b7f8-e186-4c0a-989b-ac6b4835caa6 tempest-TestVolumeBootPattern-428988392 tempest-TestVolumeBootPattern-428988392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468916'] for port, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:57:32.349650 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-917b76ab-3424-4d6b-a39a-e0c3c23402bd req-4817b7f8-e186-4c0a-989b-ac6b4835caa6 tempest-TestVolumeBootPattern-428988392 tempest-TestVolumeBootPattern-428988392-project] 10.222.0.45 "DELETE /v2.0/ports/a85ba658-922c-4165-8b85-cd7bf5e5fffe HTTP/1.1" status: 204 len: 173 time: 0.6959488 Jun 24 11:57:32.432852 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4247c1-b15e-426d-a37d-38c044279c4c req-88741706-d6b7-4eb8-9df7-c1bf19b5c324 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:57:32.434335 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-7b4247c1-b15e-426d-a37d-38c044279c4c req-88741706-d6b7-4eb8-9df7-c1bf19b5c324 service neutron] 10.222.0.45 "GET /v2.0/networks?id=870e9836-065a-4b09-b000-7c72f867eda2 HTTP/1.1" status: 200 len: 897 time: 0.0963285 Jun 24 11:57:32.482720 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-7b4247c1-b15e-426d-a37d-38c044279c4c req-024fa704-4b56-4ee8-b682-fdf6fbec1d90 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7af98926-d6c0-4535-9dba-d6cda47a4a22 HTTP/1.1" status: 200 len: 217 time: 0.0402167 Jun 24 11:57:32.532912 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4247c1-b15e-426d-a37d-38c044279c4c req-754d83d0-2b82-45fa-8641-14271d36e0ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:57:32.534296 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-7b4247c1-b15e-426d-a37d-38c044279c4c req-754d83d0-2b82-45fa-8641-14271d36e0ef service neutron] 10.222.0.45 "GET /v2.0/subnets?id=5bfa61ae-9c98-43dc-9ac3-549b49a19dd4 HTTP/1.1" status: 200 len: 834 time: 0.0443604 Jun 24 11:57:32.609632 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4247c1-b15e-426d-a37d-38c044279c4c req-f51ef2e0-ff57-4aaa-9c0b-3c747852f5c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:57:32.611997 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-7b4247c1-b15e-426d-a37d-38c044279c4c req-f51ef2e0-ff57-4aaa-9c0b-3c747852f5c4 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=870e9836-065a-4b09-b000-7c72f867eda2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0710199 Jun 24 11:57:32.761141 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-7b4247c1-b15e-426d-a37d-38c044279c4c req-44369e21-9f19-41d7-9304-496fb4536460 service neutron] 10.222.0.45 "GET /v2.0/networks/870e9836-065a-4b09-b000-7c72f867eda2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1407747 Jun 24 11:57:32.834833 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9bbd73-82b9-4fd3-83bc-4f8e9d20189c req-00384a8a-51a8-4a71-a19b-5e21eaf11e5a tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:57:32.836313 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-5d9bbd73-82b9-4fd3-83bc-4f8e9d20189c req-00384a8a-51a8-4a71-a19b-5e21eaf11e5a tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "GET /v2.0/ports?device_id=815dfe88-c309-4c49-bea5-62098365d908 HTTP/1.1" status: 200 len: 981 time: 0.1447802 Jun 24 11:57:32.883781 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-758ee204-26e1-4b8c-bd47-1381b24eb0aa req-1e6a56c7-c26b-4a90-aa55-5b80d8d0313e tempest-TestVolumeBootPattern-428988392 tempest-TestVolumeBootPattern-428988392-project] 10.222.0.53 "GET /v2.0/ports?device_id=1a772f97-6a90-4721-8a4e-ab0cdffedb4b HTTP/1.1" status: 200 len: 210 time: 0.0463982 Jun 24 11:57:32.928340 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-5d9bbd73-82b9-4fd3-83bc-4f8e9d20189c req-48b59557-0de4-48d1-9d13-8f3b91032dec tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "GET /v2.0/security-groups?id=1b18b9f6-3bdb-44cd-ad9a-f61b90581c27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788219 Jun 24 11:57:32.930367 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-7b4247c1-b15e-426d-a37d-38c044279c4c req-b4a0b983-3be9-441d-b97e-105bd2fc8093 service neutron] 10.222.0.45 "GET /v2.0/networks/870e9836-065a-4b09-b000-7c72f867eda2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1616719 Jun 24 11:57:32.962181 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a772f97-6a90-4721-8a4e-ab0cdffedb4b', 'name': 'network-vif-deleted', 'tag': 'a85ba658-922c-4165-8b85-cd7bf5e5fffe'}] {{(pid=128083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 11:57:32.964578 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a77f7dee1a0522ddf93af289475d218fcdb8f30317daadec13ebf930b5b9dbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dff77456-7039-4fa3-a78c-6896dbffa596" -d '{"events": [{"server_uuid": "1a772f97-6a90-4721-8a4e-ab0cdffedb4b", "name": "network-vif-deleted", "tag": "a85ba658-922c-4165-8b85-cd7bf5e5fffe"}]}' {{(pid=128083) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 11:57:33.000453 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 11:57:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9409c12-2235-4a80-b4f8-2cc34473dbee x-openstack-request-id: req-e9409c12-2235-4a80-b4f8-2cc34473dbee {{(pid=128083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 11:57:33.000922 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a772f97-6a90-4721-8a4e-ab0cdffedb4b", "name": "network-vif-deleted", "tag": "a85ba658-922c-4165-8b85-cd7bf5e5fffe", "status": "completed", "code": 200}]} {{(pid=128083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 11:57:33.001292 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e9409c12-2235-4a80-b4f8-2cc34473dbee {{(pid=128083) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 11:57:33.002264 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a772f97-6a90-4721-8a4e-ab0cdffedb4b', 'name': 'network-vif-deleted', 'tag': 'a85ba658-922c-4165-8b85-cd7bf5e5fffe', 'status': 'completed', 'code': 200} Jun 24 11:57:34.045285 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-2b15daa8-557d-4980-9f12-91c86e6907de req-f12a2bf4-a250-44cb-b44a-27a77f69f088 tempest-TestVolumeBootPattern-428988392 tempest-TestVolumeBootPattern-428988392-project] 10.222.0.53 "GET /v2.0/ports?device_id=1a772f97-6a90-4721-8a4e-ab0cdffedb4b HTTP/1.1" status: 200 len: 210 time: 0.0321057 Jun 24 11:57:34.115223 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78819b34-7917-4cbc-9c3c-32f5d6624873 req-9cd2299b-d7fd-4eee-b1a0-26cf7847b27c tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:57:34.116669 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-78819b34-7917-4cbc-9c3c-32f5d6624873 req-9cd2299b-d7fd-4eee-b1a0-26cf7847b27c tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "GET /v2.0/ports?device_id=815dfe88-c309-4c49-bea5-62098365d908 HTTP/1.1" status: 200 len: 981 time: 0.0631058 Jun 24 11:57:34.162986 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-78819b34-7917-4cbc-9c3c-32f5d6624873 req-e23e243c-d61b-41e9-b908-f1f9afea0483 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "GET /v2.0/security-groups?id=1b18b9f6-3bdb-44cd-ad9a-f61b90581c27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402384 Jun 24 11:57:34.381722 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Device 7af98926-d6c0-4535-9dba-d6cda47a4a22 details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=128085) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 11:57:34.385869 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Device a85ba658-922c-4165-8b85-cd7bf5e5fffe no longer exists at agent hyperv_hv-neutron-7971 {{(pid=128085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 11:57:34.411035 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] No Port match for: a85ba658-922c-4165-8b85-cd7bf5e5fffe {{(pid=128085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 11:57:34.411408 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Device a85ba658-922c-4165-8b85-cd7bf5e5fffe not bound to the agent host hv-neutron-7971 {{(pid=128085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 11:57:34.501134 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] For port 7af98926-d6c0-4535-9dba-d6cda47a4a22, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=7af98926-d6c0-4535-9dba-d6cda47a4a22,segment=NetworkSegment(2a153087-35e5-40be-bd67-fb8be97f9a35),segment_id=2a153087-35e5-40be-bd67-fb8be97f9a35)] {{(pid=128085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 11:57:34.512183 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Returning: {'device': '7af98926-d6c0-4535-9dba-d6cda47a4a22', 'network_id': '870e9836-065a-4b09-b000-7c72f867eda2', 'port_id': '7af98926-d6c0-4535-9dba-d6cda47a4a22', 'mac_address': 'fa:16:3e:dc:23:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 606, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5bfa61ae-9c98-43dc-9ac3-549b49a19dd4', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=128085) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 11:57:34.553472 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:57:34.567128 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.notifiers.nova [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7af98926-d6c0-4535-9dba-d6cda47a4a22 {{(pid=128085) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 11:57:34.589196 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] For port 7af98926-d6c0-4535-9dba-d6cda47a4a22, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=7af98926-d6c0-4535-9dba-d6cda47a4a22,segment=NetworkSegment(2a153087-35e5-40be-bd67-fb8be97f9a35),segment_id=2a153087-35e5-40be-bd67-fb8be97f9a35)] {{(pid=128085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 11:57:34.594474 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:57:34.596300 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:57:34.648226 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Pushing event updated for resources: {'Port': ['ID=7af98926-d6c0-4535-9dba-d6cda47a4a22,revision_number=4']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:57:34.651192 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:57:34.901865 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] get_ports_and_sgs() called for port_ids ['7af98926-d6c0-4535-9dba-d6cda47a4a22'] {{(pid=128085) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 11:57:35.191059 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-c717faf8-9623-4a38-bc34-60689eab26e3 req-46c99f0e-9d22-4296-909a-aee41d755dbf tempest-TestVolumeBootPattern-428988392 tempest-TestVolumeBootPattern-428988392-project] 10.222.0.53 "GET /v2.0/ports?device_id=1a772f97-6a90-4721-8a4e-ab0cdffedb4b HTTP/1.1" status: 200 len: 210 time: 0.0319688 Jun 24 11:57:35.348485 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545e52e6-9909-4795-99ba-1fe432c3fb92 req-9e931b94-f583-449a-a502-015753a2352a tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:57:35.349945 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-545e52e6-9909-4795-99ba-1fe432c3fb92 req-9e931b94-f583-449a-a502-015753a2352a tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "GET /v2.0/ports?device_id=815dfe88-c309-4c49-bea5-62098365d908 HTTP/1.1" status: 200 len: 982 time: 0.0669990 Jun 24 11:57:35.391214 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-545e52e6-9909-4795-99ba-1fe432c3fb92 req-8fedd450-77b3-4fd3-b1c9-538eaf5c93ca tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "GET /v2.0/security-groups?id=1b18b9f6-3bdb-44cd-ad9a-f61b90581c27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355155 Jun 24 11:57:36.349855 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-b54e0b41-1ec7-4261-8f11-70c8761416f7 req-b500a6d2-45bd-4085-afcf-c1251dfe3562 tempest-TestVolumeBootPattern-428988392 tempest-TestVolumeBootPattern-428988392-project] 10.222.0.53 "GET /v2.0/ports?device_id=1a772f97-6a90-4721-8a4e-ab0cdffedb4b HTTP/1.1" status: 200 len: 210 time: 0.0305083 Jun 24 11:57:36.386815 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Device 7af98926-d6c0-4535-9dba-d6cda47a4a22 up at agent hyperv_hv-neutron-7971 {{(pid=128085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 11:57:36.442167 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Provisioning for port 7af98926-d6c0-4535-9dba-d6cda47a4a22 completed by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 11:57:36.446664 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Provisioning complete for port 7af98926-d6c0-4535-9dba-d6cda47a4a22 triggered by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:57:36.447024 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:57:36.526633 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:57:36.549505 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '815dfe88-c309-4c49-bea5-62098365d908', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7af98926-d6c0-4535-9dba-d6cda47a4a22'}] {{(pid=128085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 11:57:36.552263 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1098ec9051a50dd033317f529a09b9762582ef7b417ebe05928aca59e08255aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e3e7253-9a15-4849-aa02-2a148825e4e7" -d '{"events": [{"server_uuid": "815dfe88-c309-4c49-bea5-62098365d908", "name": "network-vif-plugged", "status": "completed", "tag": "7af98926-d6c0-4535-9dba-d6cda47a4a22"}]}' {{(pid=128085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 11:57:36.564734 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] For port 7af98926-d6c0-4535-9dba-d6cda47a4a22, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=7af98926-d6c0-4535-9dba-d6cda47a4a22,segment=NetworkSegment(2a153087-35e5-40be-bd67-fb8be97f9a35),segment_id=2a153087-35e5-40be-bd67-fb8be97f9a35)] {{(pid=128085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 11:57:36.571685 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:57:36.575406 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-0ce092a2-1148-4ed6-8cbe-6efbb3db8212 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:57:36.592310 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46705556-9589-4fdd-9b33-f68376d5446b req-e44f58d1-56ac-4349-a782-e5ddf79bb3fe tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:57:36.594921 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-46705556-9589-4fdd-9b33-f68376d5446b req-e44f58d1-56ac-4349-a782-e5ddf79bb3fe tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "GET /v2.0/ports?device_id=815dfe88-c309-4c49-bea5-62098365d908 HTTP/1.1" status: 200 len: 982 time: 0.0850086 Jun 24 11:57:36.602167 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 11:57:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af285ad9-bd14-4198-9d38-662aeb63ee13 x-openstack-request-id: req-af285ad9-bd14-4198-9d38-662aeb63ee13 {{(pid=128085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 11:57:36.602448 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "815dfe88-c309-4c49-bea5-62098365d908", "name": "network-vif-plugged", "status": "completed", "tag": "7af98926-d6c0-4535-9dba-d6cda47a4a22", "code": 200}]} {{(pid=128085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 11:57:36.602707 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-af285ad9-bd14-4198-9d38-662aeb63ee13 {{(pid=128085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 11:57:36.603099 dv-neutron-797120-4-hyperv neutron-server[128085]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '815dfe88-c309-4c49-bea5-62098365d908', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7af98926-d6c0-4535-9dba-d6cda47a4a22', 'code': 200} Jun 24 11:57:36.640095 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Pushing event updated for resources: {'Port': ['ID=7af98926-d6c0-4535-9dba-d6cda47a4a22,revision_number=5']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:57:36.642373 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:57:36.646017 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-46705556-9589-4fdd-9b33-f68376d5446b req-fcc42527-bfc7-4092-8646-1e68c12fe665 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "GET /v2.0/security-groups?id=1b18b9f6-3bdb-44cd-ad9a-f61b90581c27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422626 Jun 24 11:57:36.859273 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370f3ff7-2330-4a49-a9ef-c9ea0af0c80b req-ea325bdd-4ce9-4c4b-b494-7a3ce520a864 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:57:36.860732 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-370f3ff7-2330-4a49-a9ef-c9ea0af0c80b req-ea325bdd-4ce9-4c4b-b494-7a3ce520a864 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=815dfe88-c309-4c49-bea5-62098365d908 HTTP/1.1" status: 200 len: 1136 time: 0.0518410 Jun 24 11:57:36.897816 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-370f3ff7-2330-4a49-a9ef-c9ea0af0c80b req-8fbaf715-8b76-4b2d-a34f-0dfc1a58a317 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=1b18b9f6-3bdb-44cd-ad9a-f61b90581c27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0267656 Jun 24 11:57:37.828184 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd91b5cf-132f-49f1-9a90-c4701cafc90d req-8b76eca4-5ad1-41a5-af5a-5a2452d85aba tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:57:37.831064 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-dd91b5cf-132f-49f1-9a90-c4701cafc90d req-8b76eca4-5ad1-41a5-af5a-5a2452d85aba tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "GET /v2.0/ports?device_id=815dfe88-c309-4c49-bea5-62098365d908 HTTP/1.1" status: 200 len: 983 time: 0.0682924 Jun 24 11:57:37.880194 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-dd91b5cf-132f-49f1-9a90-c4701cafc90d req-9c832967-798b-4c4c-a521-6bae1b72b24c tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "GET /v2.0/security-groups?id=1b18b9f6-3bdb-44cd-ad9a-f61b90581c27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415070 Jun 24 11:57:39.066893 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef65ecaf-f1e8-4000-b558-745e4c954c0a req-de44d242-97b9-47ec-b67e-a1cfec3461b6 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:57:39.068377 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-ef65ecaf-f1e8-4000-b558-745e4c954c0a req-de44d242-97b9-47ec-b67e-a1cfec3461b6 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "GET /v2.0/ports?device_id=815dfe88-c309-4c49-bea5-62098365d908 HTTP/1.1" status: 200 len: 983 time: 0.0657322 Jun 24 11:57:39.107445 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-ef65ecaf-f1e8-4000-b558-745e4c954c0a req-5f4d9d93-720d-4b44-b4dd-8544e36e055f tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "GET /v2.0/security-groups?id=1b18b9f6-3bdb-44cd-ad9a-f61b90581c27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332086 Jun 24 11:57:39.284386 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d84c11c-3077-43d7-9e92-3d2952aca831 req-a72a2b70-6439-489d-bff5-bdc63b3a82ee tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:57:39.285814 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-1d84c11c-3077-43d7-9e92-3d2952aca831 req-a72a2b70-6439-489d-bff5-bdc63b3a82ee tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "GET /v2.0/ports?device_id=815dfe88-c309-4c49-bea5-62098365d908 HTTP/1.1" status: 200 len: 983 time: 0.0661809 Jun 24 11:57:39.325598 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-1d84c11c-3077-43d7-9e92-3d2952aca831 req-4b717009-35f8-4310-99ca-d5f0ed13ac59 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "GET /v2.0/security-groups?id=1b18b9f6-3bdb-44cd-ad9a-f61b90581c27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340571 Jun 24 11:57:39.350216 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 35982) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:57:39.424682 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4b0c8e3-017f-4553-bac3-70d704f7fc96 tempest-TestNetworkBasicOps-1239029366 tempest-TestNetworkBasicOps-1239029366-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:57:39.426250 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-d4b0c8e3-017f-4553-bac3-70d704f7fc96 tempest-TestNetworkBasicOps-1239029366 tempest-TestNetworkBasicOps-1239029366-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=815dfe88-c309-4c49-bea5-62098365d908 HTTP/1.1" status: 200 len: 1131 time: 0.0749698 Jun 24 11:57:39.429212 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 35984) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:57:39.433765 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [None req-8892037c-c153-4262-85b4-22925dc8ddd7 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Request body: {'floatingip': {'floating_network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'port_id': '7af98926-d6c0-4535-9dba-d6cda47a4a22', 'tenant_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'fixed_ip_address': '172.20.0.12'}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:57:39.458248 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-8892037c-c153-4262-85b4-22925dc8ddd7 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for floatingip, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:57:39.566915 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-8892037c-c153-4262-85b4-22925dc8ddd7 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:57:39.687778 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.db_base_plugin_common [None req-8892037c-c153-4262-85b4-22925dc8ddd7 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Allocated IP 172.26.7.123 (f2b8ca71-e776-48b2-8898-96cc7970207b/f37bf603-3862-4d0a-9f58-89616f7fd68f/502e6156-30f4-461b-99d2-a4996b4ca878) {{(pid=128083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 11:57:39.805717 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-8892037c-c153-4262-85b4-22925dc8ddd7 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for port, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:57:39.853679 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-8892037c-c153-4262-85b4-22925dc8ddd7 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-650429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-506361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793193536723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2537853'] for port, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:57:39.855992 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-6d16113c-4bbe-475a-a87b-d8543eac11c0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:57:39.904056 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8892037c-c153-4262-85b4-22925dc8ddd7 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Network f2b8ca71-e776-48b2-8898-96cc7970207b is already hosted by enough agents. {{(pid=128083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 11:57:39.906958 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.base_scheduler [None req-8892037c-c153-4262-85b4-22925dc8ddd7 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Resources bound (agent type, host, resource id): {{(pid=128083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:57:39.911892 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8892037c-c153-4262-85b4-22925dc8ddd7 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Received port after_create {{(pid=128083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 11:57:39.915268 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8892037c-c153-4262-85b4-22925dc8ddd7 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Pushing event updated for resources: {'Port': ['ID=502e6156-30f4-461b-99d2-a4996b4ca878,revision_number=1']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:57:39.934251 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-8892037c-c153-4262-85b4-22925dc8ddd7 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:57:40.294833 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-8892037c-c153-4262-85b4-22925dc8ddd7 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for floatingip, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:57:40.375488 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-8892037c-c153-4262-85b4-22925dc8ddd7 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:57:40.542780 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-8892037c-c153-4262-85b4-22925dc8ddd7 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for port, precommit_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:57:40.548593 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-8892037c-c153-4262-85b4-22925dc8ddd7 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2537871'] for port, after_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:57:40.551575 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-31098529-1b80-43a9-a96b-5176d9e3dec8 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:57:40.600504 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8892037c-c153-4262-85b4-22925dc8ddd7 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Pushing event updated for resources: {'Port': ['ID=502e6156-30f4-461b-99d2-a4996b4ca878,revision_number=2']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:57:40.604754 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-8892037c-c153-4262-85b4-22925dc8ddd7 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:57:40.647389 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-8892037c-c153-4262-85b4-22925dc8ddd7 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1815637'] for floatingip, after_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:57:40.750405 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.db.l3_db [None req-8892037c-c153-4262-85b4-22925dc8ddd7 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Floating IP 0fc73ef9-6db0-4bbc-bde7-bd0b17f50cb2 associated. External IP: 172.26.7.123, port: 7af98926-d6c0-4535-9dba-d6cda47a4a22. Jun 24 11:57:40.975870 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8892037c-c153-4262-85b4-22925dc8ddd7 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Router ed216d39-8221-4b38-9b2d-65cfe3729a64 has already been hosted by L3 agent 2987dba8-2249-4ee6-96ec-28f0f7a6127d {{(pid=128083) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 11:57:41.081088 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8892037c-c153-4262-85b4-22925dc8ddd7 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify agent at l3_agent.dv-neutron-797120-4-hyperv the message routers_updated {{(pid=128083) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 11:57:41.090207 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce815a99-6ad4-4521-a455-036fe1b9f6db None None] Sync routers for ids ['ed216d39-8221-4b38-9b2d-65cfe3729a64'] in dv-neutron-797120-4-hyperv {{(pid=128085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 11:57:41.098187 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-8892037c-c153-4262-85b4-22925dc8ddd7 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468916'] for floatingip, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:57:41.101323 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce815a99-6ad4-4521-a455-036fe1b9f6db None None] Routers {'ed216d39-8221-4b38-9b2d-65cfe3729a64'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 11:57:41.102131 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-ce815a99-6ad4-4521-a455-036fe1b9f6db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T11:57:26Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['ed216d39-8221-4b38-9b2d-65cfe3729a64'], 'active': True} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:57:41.136773 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-8892037c-c153-4262-85b4-22925dc8ddd7 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 1034 time: 1.7065253 Jun 24 11:57:41.137515 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '815dfe88-c309-4c49-bea5-62098365d908', 'tag': '7af98926-d6c0-4535-9dba-d6cda47a4a22'}] {{(pid=128083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 11:57:41.139819 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 35994) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:57:41.140338 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a77f7dee1a0522ddf93af289475d218fcdb8f30317daadec13ebf930b5b9dbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b89f321f-1462-4f8e-9b14-0566f3cad16e" -d '{"events": [{"name": "network-changed", "server_uuid": "815dfe88-c309-4c49-bea5-62098365d908", "tag": "7af98926-d6c0-4535-9dba-d6cda47a4a22"}]}' {{(pid=128083) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 11:57:41.178377 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 11:57:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adfe9dae-c4cf-4c6e-aaef-40c9c6b20438 x-openstack-request-id: req-adfe9dae-c4cf-4c6e-aaef-40c9c6b20438 {{(pid=128083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 11:57:41.178776 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "815dfe88-c309-4c49-bea5-62098365d908", "tag": "7af98926-d6c0-4535-9dba-d6cda47a4a22", "status": "completed", "code": 200}]} {{(pid=128083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 11:57:41.179093 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-adfe9dae-c4cf-4c6e-aaef-40c9c6b20438 {{(pid=128083) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 11:57:41.179564 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '815dfe88-c309-4c49-bea5-62098365d908', 'tag': '7af98926-d6c0-4535-9dba-d6cda47a4a22', 'status': 'completed', 'code': 200} Jun 24 11:57:41.216428 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvr_db [None req-ce815a99-6ad4-4521-a455-036fe1b9f6db None None] Set router ed216d39-8221-4b38-9b2d-65cfe3729a64 gateway port host: dv-neutron-797120-4-hyperv {{(pid=128085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 11:57:41.234264 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2d7170e-9640-4423-96a6-90b6fd6f2e02 tempest-TestNetworkBasicOps-1239029366 tempest-TestNetworkBasicOps-1239029366-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:57:41.235917 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-e2d7170e-9640-4423-96a6-90b6fd6f2e02 tempest-TestNetworkBasicOps-1239029366 tempest-TestNetworkBasicOps-1239029366-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=815dfe88-c309-4c49-bea5-62098365d908&network_id=870e9836-065a-4b09-b000-7c72f867eda2 HTTP/1.1" status: 200 len: 1131 time: 0.0950923 Jun 24 11:57:41.259873 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89f321f-1462-4f8e-9b14-0566f3cad16e req-1054fc07-cc98-4e5f-9130-14ee102fd175 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:57:41.261251 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-b89f321f-1462-4f8e-9b14-0566f3cad16e req-1054fc07-cc98-4e5f-9130-14ee102fd175 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=adbe78de4fbf48fcad1a6bc46d4a1728&device_id=815dfe88-c309-4c49-bea5-62098365d908 HTTP/1.1" status: 200 len: 1136 time: 0.0555015 Jun 24 11:57:41.360207 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89f321f-1462-4f8e-9b14-0566f3cad16e req-d69681fb-2bcd-497e-a2e7-868ac6284898 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:57:41.363179 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-b89f321f-1462-4f8e-9b14-0566f3cad16e req-d69681fb-2bcd-497e-a2e7-868ac6284898 service neutron] 10.222.0.45 "GET /v2.0/networks?id=870e9836-065a-4b09-b000-7c72f867eda2 HTTP/1.1" status: 200 len: 897 time: 0.0956974 Jun 24 11:57:41.438671 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-b89f321f-1462-4f8e-9b14-0566f3cad16e req-a196e41a-c60a-4515-b460-751c4160abcd service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7af98926-d6c0-4535-9dba-d6cda47a4a22 HTTP/1.1" status: 200 len: 1037 time: 0.0687485 Jun 24 11:57:41.482349 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-ce815a99-6ad4-4521-a455-036fe1b9f6db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed216d39-8221-4b38-9b2d-65cfe3729a64', 'name': 'tempest-TestNetworkBasicOps-router-422921413', 'tenant_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'external_fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.59'}], 'enable_snat': True}, 'gw_port_id': '9debd038-966c-4801-bed9-e8e439dbd6f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T11:57:20Z', 'updated_at': '2021-06-24T11:57:24Z', 'revision_number': 4, 'project_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'gw_port': {'id': '9debd038-966c-4801-bed9-e8e439dbd6f6', 'name': '', 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:34:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed216d39-8221-4b38-9b2d-65cfe3729a64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1413, 'fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:57:20Z', 'updated_at': '2021-06-24T11:57:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-4-hyperv', '_floatingips': [{'id': '0fc73ef9-6db0-4bbc-bde7-bd0b17f50cb2', 'tenant_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'floating_ip_address': '172.26.7.123', 'floating_network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'router_id': 'ed216d39-8221-4b38-9b2d-65cfe3729a64', 'port_id': '7af98926-d6c0-4535-9dba-d6cda47a4a22', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1428, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-453356213', 'network_id': '870e9836-065a-4b09-b000-7c72f867eda2', 'mac_address': 'fa:16:3e:dc:23:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '815dfe88-c309-4c49-bea5-62098365d908', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T11:57:40Z', 'updated_at': '2021-06-24T11:57:40Z', 'revision_number': 0, 'project_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f74026bd-a332-4967-b08c-07304954a53d', 'name': '', 'network_id': '870e9836-065a-4b09-b000-7c72f867eda2', 'tenant_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'mac_address': 'fa:16:3e:3e:68:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed216d39-8221-4b38-9b2d-65cfe3729a64', 'device_owner': 'network:router_interface', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': '5bfa61ae-9c98-43dc-9ac3-549b49a19dd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:57:23Z', 'updated_at': '2021-06-24T11:57:28Z', 'revision_number': 5, 'project_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'subnets': [{'id': '5bfa61ae-9c98-43dc-9ac3-549b49a19dd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:57:41.493851 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89f321f-1462-4f8e-9b14-0566f3cad16e req-8dc75b2e-93bc-4636-9758-8779c55dbf97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:57:41.495299 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-b89f321f-1462-4f8e-9b14-0566f3cad16e req-8dc75b2e-93bc-4636-9758-8779c55dbf97 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=5bfa61ae-9c98-43dc-9ac3-549b49a19dd4 HTTP/1.1" status: 200 len: 834 time: 0.0492351 Jun 24 11:57:41.510348 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce815a99-6ad4-4521-a455-036fe1b9f6db None None] Checking router: ed216d39-8221-4b38-9b2d-65cfe3729a64 for host: dv-neutron-797120-4-hyperv {{(pid=128085) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 11:57:41.520103 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce815a99-6ad4-4521-a455-036fe1b9f6db None None] Routers {'ed216d39-8221-4b38-9b2d-65cfe3729a64'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 11:57:41.521626 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-ce815a99-6ad4-4521-a455-036fe1b9f6db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T11:57:26Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['ed216d39-8221-4b38-9b2d-65cfe3729a64'], 'active': True} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:57:41.557802 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89f321f-1462-4f8e-9b14-0566f3cad16e req-6e746222-6aef-4b56-8785-fb77f61d125e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:57:41.559341 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-b89f321f-1462-4f8e-9b14-0566f3cad16e req-6e746222-6aef-4b56-8785-fb77f61d125e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=870e9836-065a-4b09-b000-7c72f867eda2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0558147 Jun 24 11:57:41.645317 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvr_db [None req-ce815a99-6ad4-4521-a455-036fe1b9f6db None None] Set router ed216d39-8221-4b38-9b2d-65cfe3729a64 gateway port host: dv-neutron-797120-4-hyperv {{(pid=128085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 11:57:41.699505 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-b89f321f-1462-4f8e-9b14-0566f3cad16e req-2eab682d-225c-4fa8-ac1e-f8b0bee60660 service neutron] 10.222.0.45 "GET /v2.0/networks/870e9836-065a-4b09-b000-7c72f867eda2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1319559 Jun 24 11:57:41.708160 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e17ec3-3cac-4d56-a78e-048c7d018976 req-c1462b3c-7638-405d-8c2d-9d90b356387c tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:57:41.709587 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-45e17ec3-3cac-4d56-a78e-048c7d018976 req-c1462b3c-7638-405d-8c2d-9d90b356387c tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "GET /v2.0/ports?device_id=815dfe88-c309-4c49-bea5-62098365d908 HTTP/1.1" status: 200 len: 983 time: 0.1340871 Jun 24 11:57:41.787707 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 36004) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:57:41.878791 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-ce815a99-6ad4-4521-a455-036fe1b9f6db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed216d39-8221-4b38-9b2d-65cfe3729a64', 'name': 'tempest-TestNetworkBasicOps-router-422921413', 'tenant_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'external_fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.59'}], 'enable_snat': True}, 'gw_port_id': '9debd038-966c-4801-bed9-e8e439dbd6f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T11:57:20Z', 'updated_at': '2021-06-24T11:57:24Z', 'revision_number': 4, 'project_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'gw_port': {'id': '9debd038-966c-4801-bed9-e8e439dbd6f6', 'name': '', 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:34:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed216d39-8221-4b38-9b2d-65cfe3729a64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1413, 'fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:57:20Z', 'updated_at': '2021-06-24T11:57:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-4-hyperv', '_floatingips': [{'id': '0fc73ef9-6db0-4bbc-bde7-bd0b17f50cb2', 'tenant_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'floating_ip_address': '172.26.7.123', 'floating_network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'router_id': 'ed216d39-8221-4b38-9b2d-65cfe3729a64', 'port_id': '7af98926-d6c0-4535-9dba-d6cda47a4a22', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1428, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-453356213', 'network_id': '870e9836-065a-4b09-b000-7c72f867eda2', 'mac_address': 'fa:16:3e:dc:23:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '815dfe88-c309-4c49-bea5-62098365d908', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T11:57:40Z', 'updated_at': '2021-06-24T11:57:40Z', 'revision_number': 0, 'project_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f74026bd-a332-4967-b08c-07304954a53d', 'name': '', 'network_id': '870e9836-065a-4b09-b000-7c72f867eda2', 'tenant_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'mac_address': 'fa:16:3e:3e:68:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed216d39-8221-4b38-9b2d-65cfe3729a64', 'device_owner': 'network:router_interface', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': '5bfa61ae-9c98-43dc-9ac3-549b49a19dd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:57:23Z', 'updated_at': '2021-06-24T11:57:28Z', 'revision_number': 5, 'project_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'subnets': [{'id': '5bfa61ae-9c98-43dc-9ac3-549b49a19dd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:57:41.907466 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce815a99-6ad4-4521-a455-036fe1b9f6db None None] The sync data for ids ['ed216d39-8221-4b38-9b2d-65cfe3729a64'] in dv-neutron-797120-4-hyperv is: [{'id': 'ed216d39-8221-4b38-9b2d-65cfe3729a64', 'name': 'tempest-TestNetworkBasicOps-router-422921413', 'tenant_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'external_fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.59'}], 'enable_snat': True}, 'gw_port_id': '9debd038-966c-4801-bed9-e8e439dbd6f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T11:57:20Z', 'updated_at': '2021-06-24T11:57:24Z', 'revision_number': 4, 'project_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'gw_port': {'id': '9debd038-966c-4801-bed9-e8e439dbd6f6', 'name': '', 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:34:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed216d39-8221-4b38-9b2d-65cfe3729a64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1413, 'fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:57:20Z', 'updated_at': '2021-06-24T11:57:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-4-hyperv', '_floatingips': [{'id': '0fc73ef9-6db0-4bbc-bde7-bd0b17f50cb2', 'tenant_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'floating_ip_address': '172.26.7.123', 'floating_network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'router_id': 'ed216d39-8221-4b38-9b2d-65cfe3729a64', 'port_id': '7af98926-d6c0-4535-9dba-d6cda47a4a22', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1428, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-453356213', 'network_id': '870e9836-065a-4b09-b000-7c72f867eda2', 'mac_address': 'fa:16:3e:dc:23:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '815dfe88-c309-4c49-bea5-62098365d908', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T11:57:40Z', 'updated_at': '2021-06-24T11:57:40Z', 'revision_number': 0, 'project_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f74026bd-a332-4967-b08c-07304954a53d', 'name': '', 'network_id': '870e9836-065a-4b09-b000-7c72f867eda2', 'tenant_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'mac_address': 'fa:16:3e:3e:68:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed216d39-8221-4b38-9b2d-65cfe3729a64', 'device_owner': 'network:router_interface', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': '5bfa61ae-9c98-43dc-9ac3-549b49a19dd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:57:23Z', 'updated_at': '2021-06-24T11:57:28Z', 'revision_number': 5, 'project_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'subnets': [{'id': '5bfa61ae-9c98-43dc-9ac3-549b49a19dd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=128085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 11:57:41.970737 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.plugin [None req-6867e302-67ce-42bf-ab9f-eea97daf1c44 tempest-TestVolumeBootPattern-428988392 tempest-TestVolumeBootPattern-428988392-project] Deleting port 3487cad0-5250-426d-9446-ba9f2a8c4076 {{(pid=128084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 11:57:41.971237 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-6867e302-67ce-42bf-ab9f-eea97daf1c44 tempest-TestVolumeBootPattern-428988392 tempest-TestVolumeBootPattern-428988392-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793193942312'] for port, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:57:42.059010 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-6867e302-67ce-42bf-ab9f-eea97daf1c44 tempest-TestVolumeBootPattern-428988392 tempest-TestVolumeBootPattern-428988392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1978872'] for port, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:57:42.059326 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-6867e302-67ce-42bf-ab9f-eea97daf1c44 tempest-TestVolumeBootPattern-428988392 tempest-TestVolumeBootPattern-428988392-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:57:42.072327 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.plugin [None req-6867e302-67ce-42bf-ab9f-eea97daf1c44 tempest-TestVolumeBootPattern-428988392 tempest-TestVolumeBootPattern-428988392-project] Calling delete_port for 3487cad0-5250-426d-9446-ba9f2a8c4076 owned by network:floatingip {{(pid=128084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 11:57:42.132527 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fe2f381-079b-45c0-9e1e-b87a6001f836 None None] New status for floating IP 0fc73ef9-6db0-4bbc-bde7-bd0b17f50cb2: ACTIVE {{(pid=128086) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 24 11:57:42.149749 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-45e17ec3-3cac-4d56-a78e-048c7d018976 req-b8817cb1-3592-4518-95ad-9361780771c0 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "GET /v2.0/security-groups?id=1b18b9f6-3bdb-44cd-ad9a-f61b90581c27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4320934 Jun 24 11:57:42.178453 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-b89f321f-1462-4f8e-9b14-0566f3cad16e req-e5b15bc9-fac0-43d2-9196-97dc274c7329 service neutron] 10.222.0.45 "GET /v2.0/networks/870e9836-065a-4b09-b000-7c72f867eda2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4678574 Jun 24 11:57:42.252379 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-6867e302-67ce-42bf-ab9f-eea97daf1c44 tempest-TestVolumeBootPattern-428988392 tempest-TestVolumeBootPattern-428988392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793193945299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193536732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3292088'] for port, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:57:42.255162 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-0a45924e-4ac1-425c-9b7c-9c1ba8e506f8 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:57:42.280747 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6867e302-67ce-42bf-ab9f-eea97daf1c44 tempest-TestVolumeBootPattern-428988392 tempest-TestVolumeBootPattern-428988392-project] Pushing event deleted for resources: {'Port': ['ID=3487cad0-5250-426d-9446-ba9f2a8c4076,revision_number=None']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:57:42.284437 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-6867e302-67ce-42bf-ab9f-eea97daf1c44 tempest-TestVolumeBootPattern-428988392 tempest-TestVolumeBootPattern-428988392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:57:42.343901 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-6867e302-67ce-42bf-ab9f-eea97daf1c44 tempest-TestVolumeBootPattern-428988392 tempest-TestVolumeBootPattern-428988392-project] Notify callbacks [] for floatingip, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:57:42.344232 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.db.l3_db [None req-6867e302-67ce-42bf-ab9f-eea97daf1c44 tempest-TestVolumeBootPattern-428988392 tempest-TestVolumeBootPattern-428988392-project] Floating IP ab96d3de-69ce-4d12-8e23-91d7530629e1 disassociated (deleted). External IP: 172.26.7.56, port: 9a091370-bfb7-4a52-aa7a-51b163627d59. Jun 24 11:57:42.552733 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6867e302-67ce-42bf-ab9f-eea97daf1c44 tempest-TestVolumeBootPattern-428988392 tempest-TestVolumeBootPattern-428988392-project] Router 1010ec49-338d-4ddb-ab95-5db8aeb9bc3a has already been hosted by L3 agent 2987dba8-2249-4ee6-96ec-28f0f7a6127d {{(pid=128084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 11:57:42.661488 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6867e302-67ce-42bf-ab9f-eea97daf1c44 tempest-TestVolumeBootPattern-428988392 tempest-TestVolumeBootPattern-428988392-project] Notify agent at l3_agent.dv-neutron-797120-4-hyperv the message routers_updated {{(pid=128084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 11:57:42.666300 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-6867e302-67ce-42bf-ab9f-eea97daf1c44 tempest-TestVolumeBootPattern-428988392 tempest-TestVolumeBootPattern-428988392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468916'] for floatingip, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:57:42.671102 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1362b680-bd22-4f61-a7b1-7f06c0130a3f None None] Sync routers for ids ['1010ec49-338d-4ddb-ab95-5db8aeb9bc3a'] in dv-neutron-797120-4-hyperv {{(pid=128085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 11:57:42.681715 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1362b680-bd22-4f61-a7b1-7f06c0130a3f None None] Routers {'1010ec49-338d-4ddb-ab95-5db8aeb9bc3a'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 11:57:42.682601 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-1362b680-bd22-4f61-a7b1-7f06c0130a3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T11:57:26Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['1010ec49-338d-4ddb-ab95-5db8aeb9bc3a'], 'active': True} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:57:42.706941 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-6867e302-67ce-42bf-ab9f-eea97daf1c44 tempest-TestVolumeBootPattern-428988392 tempest-TestVolumeBootPattern-428988392-project] 10.222.0.53 "DELETE /v2.0/floatingips/ab96d3de-69ce-4d12-8e23-91d7530629e1 HTTP/1.1" status: 204 len: 168 time: 0.9183407 Jun 24 11:57:42.707638 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fdbd2690-2407-4ef7-a4f0-0ba08f5579aa', 'tag': '9a091370-bfb7-4a52-aa7a-51b163627d59'}] {{(pid=128084) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 11:57:42.711770 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}189e43ef1649f46b9bccc8e45a83b64afc33adcdec52bc597e36eecb4255b7b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3721817-97a6-4808-af64-a4a8406d0b63" -d '{"events": [{"name": "network-changed", "server_uuid": "fdbd2690-2407-4ef7-a4f0-0ba08f5579aa", "tag": "9a091370-bfb7-4a52-aa7a-51b163627d59"}]}' {{(pid=128084) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 11:57:42.763952 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 11:57:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4253d268-a7ee-4ed3-a753-98818bbac850 x-openstack-request-id: req-4253d268-a7ee-4ed3-a753-98818bbac850 {{(pid=128084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 11:57:42.764371 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fdbd2690-2407-4ef7-a4f0-0ba08f5579aa", "tag": "9a091370-bfb7-4a52-aa7a-51b163627d59", "status": "completed", "code": 200}]} {{(pid=128084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 11:57:42.764741 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-4253d268-a7ee-4ed3-a753-98818bbac850 {{(pid=128084) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 11:57:42.765285 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fdbd2690-2407-4ef7-a4f0-0ba08f5579aa', 'tag': '9a091370-bfb7-4a52-aa7a-51b163627d59', 'status': 'completed', 'code': 200} Jun 24 11:57:42.804773 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvr_db [None req-1362b680-bd22-4f61-a7b1-7f06c0130a3f None None] Set router 1010ec49-338d-4ddb-ab95-5db8aeb9bc3a gateway port host: dv-neutron-797120-4-hyperv {{(pid=128085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 11:57:42.848597 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3721817-97a6-4808-af64-a4a8406d0b63 req-c4f685b8-45e9-4d1e-a144-f70ebf3f8174 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:57:42.850458 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-e3721817-97a6-4808-af64-a4a8406d0b63 req-c4f685b8-45e9-4d1e-a144-f70ebf3f8174 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=91cba4619aa74784a108d3a825cc8e0c&device_id=fdbd2690-2407-4ef7-a4f0-0ba08f5579aa HTTP/1.1" status: 200 len: 1099 time: 0.0602968 Jun 24 11:57:42.993650 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3721817-97a6-4808-af64-a4a8406d0b63 req-cab072a1-2e71-4263-89cc-162695ab86e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:57:42.995111 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-e3721817-97a6-4808-af64-a4a8406d0b63 req-cab072a1-2e71-4263-89cc-162695ab86e9 service neutron] 10.222.0.45 "GET /v2.0/networks?id=376f72b9-0f0d-4b21-b0a6-f11d1b9b44a4 HTTP/1.1" status: 200 len: 913 time: 0.1376009 Jun 24 11:57:43.042247 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-1362b680-bd22-4f61-a7b1-7f06c0130a3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1010ec49-338d-4ddb-ab95-5db8aeb9bc3a', 'name': 'tempest-TestVolumeBootPattern-1586751402-router', 'tenant_id': '91cba4619aa74784a108d3a825cc8e0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'external_fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.200'}], 'enable_snat': True}, 'gw_port_id': '075214bd-0a72-4e24-a0f8-f7fb96f5c3fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T11:49:41Z', 'updated_at': '2021-06-24T11:49:50Z', 'revision_number': 4, 'project_id': '91cba4619aa74784a108d3a825cc8e0c', 'gw_port': {'id': '075214bd-0a72-4e24-a0f8-f7fb96f5c3fa', 'name': '', 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:01:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1010ec49-338d-4ddb-ab95-5db8aeb9bc3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 935, 'fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:49:42Z', 'updated_at': '2021-06-24T11:49:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-4-hyperv', '_interfaces': [{'id': '8bd8e081-5290-4fb9-8952-7b2d75f45339', 'name': '', 'network_id': '376f72b9-0f0d-4b21-b0a6-f11d1b9b44a4', 'tenant_id': '91cba4619aa74784a108d3a825cc8e0c', 'mac_address': 'fa:16:3e:22:82:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1010ec49-338d-4ddb-ab95-5db8aeb9bc3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 948, 'fixed_ips': [{'subnet_id': '83739081-6ef0-4601-a176-febdd4c01678', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:49:48Z', 'updated_at': '2021-06-24T11:50:09Z', 'revision_number': 5, 'project_id': '91cba4619aa74784a108d3a825cc8e0c', 'subnets': [{'id': '83739081-6ef0-4601-a176-febdd4c01678', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:57:43.051213 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-e3721817-97a6-4808-af64-a4a8406d0b63 req-29bb1054-944a-452f-9d38-14858da6f93c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9a091370-bfb7-4a52-aa7a-51b163627d59 HTTP/1.1" status: 200 len: 217 time: 0.0463839 Jun 24 11:57:43.066907 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2348c09-11ff-411a-9b41-897ae8cbebfb req-1592008f-04b7-462f-8ff0-5e082de61819 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:57:43.068223 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-a2348c09-11ff-411a-9b41-897ae8cbebfb req-1592008f-04b7-462f-8ff0-5e082de61819 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.45 "GET /v2.0/ports?device_id=815dfe88-c309-4c49-bea5-62098365d908 HTTP/1.1" status: 200 len: 983 time: 0.1380534 Jun 24 11:57:43.079100 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1362b680-bd22-4f61-a7b1-7f06c0130a3f None None] Checking router: 1010ec49-338d-4ddb-ab95-5db8aeb9bc3a for host: dv-neutron-797120-4-hyperv {{(pid=128085) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 11:57:43.089573 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1362b680-bd22-4f61-a7b1-7f06c0130a3f None None] Routers {'1010ec49-338d-4ddb-ab95-5db8aeb9bc3a'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 11:57:43.090244 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-1362b680-bd22-4f61-a7b1-7f06c0130a3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T11:57:26Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['1010ec49-338d-4ddb-ab95-5db8aeb9bc3a'], 'active': True} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:57:43.185533 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3721817-97a6-4808-af64-a4a8406d0b63 req-86009a28-39e1-4898-814e-aa39f96b04bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:57:43.187028 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-e3721817-97a6-4808-af64-a4a8406d0b63 req-86009a28-39e1-4898-814e-aa39f96b04bc service neutron] 10.222.0.45 "GET /v2.0/subnets?id=83739081-6ef0-4601-a176-febdd4c01678 HTTP/1.1" status: 200 len: 851 time: 0.1167779 Jun 24 11:57:43.192297 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2348c09-11ff-411a-9b41-897ae8cbebfb req-8e32c4b2-1dd9-453c-9300-b90d3f3dcc7c tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:57:43.193766 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-a2348c09-11ff-411a-9b41-897ae8cbebfb req-8e32c4b2-1dd9-453c-9300-b90d3f3dcc7c tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.45 "GET /v2.0/ports/7af98926-d6c0-4535-9dba-d6cda47a4a22?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0954437 Jun 24 11:57:43.201105 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvr_db [None req-1362b680-bd22-4f61-a7b1-7f06c0130a3f None None] Set router 1010ec49-338d-4ddb-ab95-5db8aeb9bc3a gateway port host: dv-neutron-797120-4-hyperv {{(pid=128085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 11:57:43.313409 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a35f6c-bb0d-4a21-8567-e4e53ea81e4a req-b6df7f7c-3d55-483f-8137-0b23b1036790 tempest-TestVolumeBootPattern-428988392 tempest-TestVolumeBootPattern-428988392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:57:43.315797 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-95a35f6c-bb0d-4a21-8567-e4e53ea81e4a req-b6df7f7c-3d55-483f-8137-0b23b1036790 tempest-TestVolumeBootPattern-428988392 tempest-TestVolumeBootPattern-428988392-project] 10.222.0.53 "GET /v2.0/ports?device_id=fdbd2690-2407-4ef7-a4f0-0ba08f5579aa HTTP/1.1" status: 200 len: 946 time: 0.2693748 Jun 24 11:57:43.438590 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-95a35f6c-bb0d-4a21-8567-e4e53ea81e4a req-93d05c99-6f35-490e-b59a-0cfb51a5d68a tempest-TestVolumeBootPattern-428988392 tempest-TestVolumeBootPattern-428988392-project] 10.222.0.53 "GET /v2.0/security-groups?id=ddc26bf4-0de0-4c33-8d45-b7d4817ee778&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1114025 Jun 24 11:57:43.443040 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-a2348c09-11ff-411a-9b41-897ae8cbebfb req-58b19a0f-7aaa-409d-8726-1e678f19e876 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.45 "GET /v2.0/networks/870e9836-065a-4b09-b000-7c72f867eda2?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.2328784 Jun 24 11:57:43.446860 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3721817-97a6-4808-af64-a4a8406d0b63 req-da369a4f-10d5-4bdd-9ab7-d08af3f98ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:57:43.448274 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-e3721817-97a6-4808-af64-a4a8406d0b63 req-da369a4f-10d5-4bdd-9ab7-d08af3f98ed9 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=376f72b9-0f0d-4b21-b0a6-f11d1b9b44a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2517767 Jun 24 11:57:43.457506 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [req-a2348c09-11ff-411a-9b41-897ae8cbebfb req-976c2d02-4dc6-4e19-831c-3470cd549fc6 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:57:43.532602 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7a0792-a328-42ad-a05b-d6efd0dab2ea req-64afd558-3364-49ff-b966-d398124199e9 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:57:43.534697 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-0a7a0792-a328-42ad-a05b-d6efd0dab2ea req-64afd558-3364-49ff-b966-d398124199e9 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "GET /v2.0/ports?device_id=815dfe88-c309-4c49-bea5-62098365d908 HTTP/1.1" status: 200 len: 983 time: 0.2330406 Jun 24 11:57:43.556009 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-1362b680-bd22-4f61-a7b1-7f06c0130a3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1010ec49-338d-4ddb-ab95-5db8aeb9bc3a', 'name': 'tempest-TestVolumeBootPattern-1586751402-router', 'tenant_id': '91cba4619aa74784a108d3a825cc8e0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'external_fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.200'}], 'enable_snat': True}, 'gw_port_id': '075214bd-0a72-4e24-a0f8-f7fb96f5c3fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T11:49:41Z', 'updated_at': '2021-06-24T11:49:50Z', 'revision_number': 4, 'project_id': '91cba4619aa74784a108d3a825cc8e0c', 'gw_port': {'id': '075214bd-0a72-4e24-a0f8-f7fb96f5c3fa', 'name': '', 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:01:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1010ec49-338d-4ddb-ab95-5db8aeb9bc3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 935, 'fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:49:42Z', 'updated_at': '2021-06-24T11:49:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-4-hyperv', '_interfaces': [{'id': '8bd8e081-5290-4fb9-8952-7b2d75f45339', 'name': '', 'network_id': '376f72b9-0f0d-4b21-b0a6-f11d1b9b44a4', 'tenant_id': '91cba4619aa74784a108d3a825cc8e0c', 'mac_address': 'fa:16:3e:22:82:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1010ec49-338d-4ddb-ab95-5db8aeb9bc3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 948, 'fixed_ips': [{'subnet_id': '83739081-6ef0-4601-a176-febdd4c01678', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:49:48Z', 'updated_at': '2021-06-24T11:50:09Z', 'revision_number': 5, 'project_id': '91cba4619aa74784a108d3a825cc8e0c', 'subnets': [{'id': '83739081-6ef0-4601-a176-febdd4c01678', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:57:43.582157 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1362b680-bd22-4f61-a7b1-7f06c0130a3f None None] The sync data for ids ['1010ec49-338d-4ddb-ab95-5db8aeb9bc3a'] in dv-neutron-797120-4-hyperv is: [{'id': '1010ec49-338d-4ddb-ab95-5db8aeb9bc3a', 'name': 'tempest-TestVolumeBootPattern-1586751402-router', 'tenant_id': '91cba4619aa74784a108d3a825cc8e0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'external_fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.200'}], 'enable_snat': True}, 'gw_port_id': '075214bd-0a72-4e24-a0f8-f7fb96f5c3fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T11:49:41Z', 'updated_at': '2021-06-24T11:49:50Z', 'revision_number': 4, 'project_id': '91cba4619aa74784a108d3a825cc8e0c', 'gw_port': {'id': '075214bd-0a72-4e24-a0f8-f7fb96f5c3fa', 'name': '', 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:01:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1010ec49-338d-4ddb-ab95-5db8aeb9bc3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 935, 'fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:49:42Z', 'updated_at': '2021-06-24T11:49:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-4-hyperv', '_interfaces': [{'id': '8bd8e081-5290-4fb9-8952-7b2d75f45339', 'name': '', 'network_id': '376f72b9-0f0d-4b21-b0a6-f11d1b9b44a4', 'tenant_id': '91cba4619aa74784a108d3a825cc8e0c', 'mac_address': 'fa:16:3e:22:82:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1010ec49-338d-4ddb-ab95-5db8aeb9bc3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 948, 'fixed_ips': [{'subnet_id': '83739081-6ef0-4601-a176-febdd4c01678', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:49:48Z', 'updated_at': '2021-06-24T11:50:09Z', 'revision_number': 5, 'project_id': '91cba4619aa74784a108d3a825cc8e0c', 'subnets': [{'id': '83739081-6ef0-4601-a176-febdd4c01678', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=128085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 11:57:43.654311 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-0a7a0792-a328-42ad-a05b-d6efd0dab2ea req-c695abac-d06c-405b-b9fa-df3888a084b8 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "GET /v2.0/security-groups?id=1b18b9f6-3bdb-44cd-ad9a-f61b90581c27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879521 Jun 24 11:57:43.664122 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-e3721817-97a6-4808-af64-a4a8406d0b63 req-d3ab8760-dc24-4610-8939-9b637b0bd7b2 service neutron] 10.222.0.45 "GET /v2.0/networks/376f72b9-0f0d-4b21-b0a6-f11d1b9b44a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1999402 Jun 24 11:57:43.664909 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-a2348c09-11ff-411a-9b41-897ae8cbebfb req-976c2d02-4dc6-4e19-831c-3470cd549fc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:57:43.804450 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05cae693-bfda-4dec-b7e5-5ef2ce6e9cf2 None None] New status for floating IP ab96d3de-69ce-4d12-8e23-91d7530629e1: DOWN {{(pid=128086) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 24 11:57:43.854359 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-e3721817-97a6-4808-af64-a4a8406d0b63 req-c4522cfb-b7d5-4c3a-bc4d-557e6454fa52 service neutron] 10.222.0.45 "GET /v2.0/networks/376f72b9-0f0d-4b21-b0a6-f11d1b9b44a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1803892 Jun 24 11:57:43.888727 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.db [req-a2348c09-11ff-411a-9b41-897ae8cbebfb req-976c2d02-4dc6-4e19-831c-3470cd549fc6 service neutron] For port 7af98926-d6c0-4535-9dba-d6cda47a4a22, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=7af98926-d6c0-4535-9dba-d6cda47a4a22,segment=NetworkSegment(2a153087-35e5-40be-bd67-fb8be97f9a35),segment_id=2a153087-35e5-40be-bd67-fb8be97f9a35)] {{(pid=128083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 11:57:43.925340 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.db [req-a2348c09-11ff-411a-9b41-897ae8cbebfb req-976c2d02-4dc6-4e19-831c-3470cd549fc6 service neutron] For port 7af98926-d6c0-4535-9dba-d6cda47a4a22, host hv-neutron-7971, cleared binding levels {{(pid=128083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 11:57:43.957786 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.notifiers.nova [req-a2348c09-11ff-411a-9b41-897ae8cbebfb req-976c2d02-4dc6-4e19-831c-3470cd549fc6 service neutron] device_id is not set on port 7af98926-d6c0-4535-9dba-d6cda47a4a22 yet. {{(pid=128083) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 24 11:57:43.966382 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-a2348c09-11ff-411a-9b41-897ae8cbebfb req-976c2d02-4dc6-4e19-831c-3470cd549fc6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:57:43.972287 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-a2348c09-11ff-411a-9b41-897ae8cbebfb req-976c2d02-4dc6-4e19-831c-3470cd549fc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2537871'] for port, after_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:57:43.974304 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-59438c56-4de6-4889-ba92-38aa9e5349b3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:57:44.075556 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976c2d02-4dc6-4e19-831c-3470cd549fc6 service neutron] Pushing event updated for resources: {'Port': ['ID=7af98926-d6c0-4535-9dba-d6cda47a4a22,revision_number=6']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:57:44.084470 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-976c2d02-4dc6-4e19-831c-3470cd549fc6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:57:44.156973 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2348c09-11ff-411a-9b41-897ae8cbebfb req-976c2d02-4dc6-4e19-831c-3470cd549fc6 service neutron] No DVR routers for this DVR port 7af98926-d6c0-4535-9dba-d6cda47a4a22 on host hv-neutron-7971 {{(pid=128083) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 11:57:44.207713 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-7ae2d478-8585-4076-85c5-7bdfb5bf8cd2 None None] Provisioning complete for port 7af98926-d6c0-4535-9dba-d6cda47a4a22 triggered by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:57:44.208375 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-7ae2d478-8585-4076-85c5-7bdfb5bf8cd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:57:44.243798 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-7ae2d478-8585-4076-85c5-7bdfb5bf8cd2 None None] Port 7af98926-d6c0-4535-9dba-d6cda47a4a22 cannot update to ACTIVE because it is not bound. {{(pid=128085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 11:57:44.304306 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.plugin [req-a2348c09-11ff-411a-9b41-897ae8cbebfb req-976c2d02-4dc6-4e19-831c-3470cd549fc6 service neutron] In _notify_port_updated(), no bound segment for port 7af98926-d6c0-4535-9dba-d6cda47a4a22 on network 870e9836-065a-4b09-b000-7c72f867eda2 {{(pid=128083) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jun 24 11:57:44.305233 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2348c09-11ff-411a-9b41-897ae8cbebfb req-976c2d02-4dc6-4e19-831c-3470cd549fc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:57:44.305893 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-a2348c09-11ff-411a-9b41-897ae8cbebfb req-976c2d02-4dc6-4e19-831c-3470cd549fc6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468916'] for port, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:57:44.307415 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-a2348c09-11ff-411a-9b41-897ae8cbebfb req-976c2d02-4dc6-4e19-831c-3470cd549fc6 service neutron] 10.222.0.45 "PUT /v2.0/ports/7af98926-d6c0-4535-9dba-d6cda47a4a22 HTTP/1.1" status: 200 len: 1026 time: 0.8572979 Jun 24 11:57:44.608152 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:57:44.620807 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4733cd2-f57c-4f18-813d-015f1dd83c9c req-0a9c8361-5c2f-4678-96d3-edbe8d15d12c tempest-TestVolumeBootPattern-428988392 tempest-TestVolumeBootPattern-428988392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:57:44.622307 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-f4733cd2-f57c-4f18-813d-015f1dd83c9c req-0a9c8361-5c2f-4678-96d3-edbe8d15d12c tempest-TestVolumeBootPattern-428988392 tempest-TestVolumeBootPattern-428988392-project] 10.222.0.53 "GET /v2.0/ports?device_id=fdbd2690-2407-4ef7-a4f0-0ba08f5579aa HTTP/1.1" status: 200 len: 946 time: 0.0658796 Jun 24 11:57:44.689126 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-f4733cd2-f57c-4f18-813d-015f1dd83c9c req-bf2d239d-aec9-453e-94c4-6ee2bece93c8 tempest-TestVolumeBootPattern-428988392 tempest-TestVolumeBootPattern-428988392-project] 10.222.0.53 "GET /v2.0/security-groups?id=ddc26bf4-0de0-4c33-8d45-b7d4817ee778&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0599434 Jun 24 11:57:44.742932 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aba1082-9c49-4446-be25-6de42b162861 req-6fe8d37d-71aa-484e-bc75-07eb7bc2f567 tempest-TestVolumeBootPattern-428988392 tempest-TestVolumeBootPattern-428988392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:57:44.744443 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-7aba1082-9c49-4446-be25-6de42b162861 req-6fe8d37d-71aa-484e-bc75-07eb7bc2f567 tempest-TestVolumeBootPattern-428988392 tempest-TestVolumeBootPattern-428988392-project] 10.222.0.45 "GET /v2.0/ports?device_id=fdbd2690-2407-4ef7-a4f0-0ba08f5579aa HTTP/1.1" status: 200 len: 946 time: 0.1001868 Jun 24 11:57:44.832729 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-aaa1f8b4-cb2a-4e03-be0e-a04b16b4fdda req-c104595f-a921-467c-89ce-ec7bcc42836d tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "GET /v2.0/ports?device_id=815dfe88-c309-4c49-bea5-62098365d908 HTTP/1.1" status: 200 len: 210 time: 0.0381324 Jun 24 11:57:44.891527 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.plugin [req-7aba1082-9c49-4446-be25-6de42b162861 req-c874c383-e2ef-4ee6-9212-4af189ff5fb3 tempest-TestVolumeBootPattern-428988392 tempest-TestVolumeBootPattern-428988392-project] Deleting port 9a091370-bfb7-4a52-aa7a-51b163627d59 {{(pid=128083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 11:57:44.892246 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-7aba1082-9c49-4446-be25-6de42b162861 req-c874c383-e2ef-4ee6-9212-4af189ff5fb3 tempest-TestVolumeBootPattern-428988392 tempest-TestVolumeBootPattern-428988392-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793193942312'] for port, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:57:44.991071 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.db [req-7aba1082-9c49-4446-be25-6de42b162861 req-c874c383-e2ef-4ee6-9212-4af189ff5fb3 tempest-TestVolumeBootPattern-428988392 tempest-TestVolumeBootPattern-428988392-project] For port 9a091370-bfb7-4a52-aa7a-51b163627d59, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=9a091370-bfb7-4a52-aa7a-51b163627d59,segment=NetworkSegment(feccf5a9-eb5f-4366-9287-7909e7dea8b2),segment_id=feccf5a9-eb5f-4366-9287-7909e7dea8b2)] {{(pid=128083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 11:57:44.991331 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-7aba1082-9c49-4446-be25-6de42b162861 req-c874c383-e2ef-4ee6-9212-4af189ff5fb3 tempest-TestVolumeBootPattern-428988392 tempest-TestVolumeBootPattern-428988392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1978872'] for port, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:57:45.006550 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.plugin [req-7aba1082-9c49-4446-be25-6de42b162861 req-c874c383-e2ef-4ee6-9212-4af189ff5fb3 tempest-TestVolumeBootPattern-428988392 tempest-TestVolumeBootPattern-428988392-project] Calling delete_port for 9a091370-bfb7-4a52-aa7a-51b163627d59 owned by compute:nova {{(pid=128083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 11:57:45.133037 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-7aba1082-9c49-4446-be25-6de42b162861 req-c874c383-e2ef-4ee6-9212-4af189ff5fb3 tempest-TestVolumeBootPattern-428988392 tempest-TestVolumeBootPattern-428988392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793193945299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193536732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2537862'] for port, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:57:45.137265 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-ab6bb0e1-347d-42f6-96a4-9180c3f6cea3 tempest-TestVolumeBootPattern-428988392 tempest-TestVolumeBootPattern-428988392-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:57:45.166511 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c874c383-e2ef-4ee6-9212-4af189ff5fb3 tempest-TestVolumeBootPattern-428988392 tempest-TestVolumeBootPattern-428988392-project] Pushing event deleted for resources: {'Port': ['ID=9a091370-bfb7-4a52-aa7a-51b163627d59,revision_number=None']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:57:45.170300 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-c874c383-e2ef-4ee6-9212-4af189ff5fb3 tempest-TestVolumeBootPattern-428988392 tempest-TestVolumeBootPattern-428988392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:57:45.215624 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.l3_dvrscheduler_db [req-7aba1082-9c49-4446-be25-6de42b162861 req-c874c383-e2ef-4ee6-9212-4af189ff5fb3 tempest-TestVolumeBootPattern-428988392 tempest-TestVolumeBootPattern-428988392-project] No DVR routers for this DVR port 9a091370-bfb7-4a52-aa7a-51b163627d59 on host hv-neutron-7971 {{(pid=128083) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 11:57:45.218113 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-7aba1082-9c49-4446-be25-6de42b162861 req-c874c383-e2ef-4ee6-9212-4af189ff5fb3 tempest-TestVolumeBootPattern-428988392 tempest-TestVolumeBootPattern-428988392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468916'] for port, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:57:45.220017 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-7aba1082-9c49-4446-be25-6de42b162861 req-c874c383-e2ef-4ee6-9212-4af189ff5fb3 tempest-TestVolumeBootPattern-428988392 tempest-TestVolumeBootPattern-428988392-project] 10.222.0.45 "DELETE /v2.0/ports/9a091370-bfb7-4a52-aa7a-51b163627d59 HTTP/1.1" status: 204 len: 173 time: 0.4697661 Jun 24 11:57:45.221199 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdbd2690-2407-4ef7-a4f0-0ba08f5579aa', 'name': 'network-vif-deleted', 'tag': '9a091370-bfb7-4a52-aa7a-51b163627d59'}] {{(pid=128083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 11:57:45.223577 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a77f7dee1a0522ddf93af289475d218fcdb8f30317daadec13ebf930b5b9dbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83c84fa7-310b-4cde-ad0a-3f3f8af67d3c" -d '{"events": [{"server_uuid": "fdbd2690-2407-4ef7-a4f0-0ba08f5579aa", "name": "network-vif-deleted", "tag": "9a091370-bfb7-4a52-aa7a-51b163627d59"}]}' {{(pid=128083) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 11:57:45.261909 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 11:57:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6418d58e-788a-4ab8-ac46-701236e446eb x-openstack-request-id: req-6418d58e-788a-4ab8-ac46-701236e446eb {{(pid=128083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 11:57:45.262259 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fdbd2690-2407-4ef7-a4f0-0ba08f5579aa", "name": "network-vif-deleted", "tag": "9a091370-bfb7-4a52-aa7a-51b163627d59", "status": "completed", "code": 200}]} {{(pid=128083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 11:57:45.262596 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-6418d58e-788a-4ab8-ac46-701236e446eb {{(pid=128083) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 11:57:45.263050 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fdbd2690-2407-4ef7-a4f0-0ba08f5579aa', 'name': 'network-vif-deleted', 'tag': '9a091370-bfb7-4a52-aa7a-51b163627d59', 'status': 'completed', 'code': 200} Jun 24 11:57:45.845932 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-b798bf1b-ff9c-4e06-ae59-dc9509a72869 req-5053c9c9-55aa-412f-86be-02cb314ec28e tempest-TestVolumeBootPattern-428988392 tempest-TestVolumeBootPattern-428988392-project] 10.222.0.53 "GET /v2.0/ports?device_id=fdbd2690-2407-4ef7-a4f0-0ba08f5579aa HTTP/1.1" status: 200 len: 210 time: 0.0291536 Jun 24 11:57:45.929274 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 36024) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:57:45.990789 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19f4a545-0e17-4c71-b897-a162d2378cbc tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:57:45.992276 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-19f4a545-0e17-4c71-b897-a162d2378cbc tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "GET /v2.0/ports/7af98926-d6c0-4535-9dba-d6cda47a4a22 HTTP/1.1" status: 200 len: 925 time: 0.0619929 Jun 24 11:57:46.309047 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 36028) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:57:46.313798 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [None req-05e0d30a-8618-433a-a9f6-6c0d930174b4 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1275685857', 'description': 'tempest-secgroup-smoke-1275685857 description', 'project_id': 'adbe78de4fbf48fcad1a6bc46d4a1728'}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:57:46.337239 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-05e0d30a-8618-433a-a9f6-6c0d930174b4 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for security_group, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:57:46.424669 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-05e0d30a-8618-433a-a9f6-6c0d930174b4 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for security_group, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:57:46.430035 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-05e0d30a-8618-433a-a9f6-6c0d930174b4 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800410'] for security_group, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:57:46.434883 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-72302b87-a8d6-4242-a72e-e179834b8bf4 tempest-SecGroupTest-1107880395 tempest-SecGroupTest-1107880395-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:57:46.460861 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-05e0d30a-8618-433a-a9f6-6c0d930174b4 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for security_group, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:57:46.462251 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-05e0d30a-8618-433a-a9f6-6c0d930174b4 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1521997 Jun 24 11:57:46.465186 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 36030) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:57:46.471414 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-36b2e3f2-bb7b-4210-99ee-482cdf123576 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Request body: {'security_group_rule': {'security_group_id': '1c4eb225-935e-4d05-8100-4c050a3ab450', 'project_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:57:46.471656 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e0d30a-8618-433a-a9f6-6c0d930174b4 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1c4eb225-935e-4d05-8100-4c050a3ab450,revision_number=1']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:57:46.476226 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-05e0d30a-8618-433a-a9f6-6c0d930174b4 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:57:46.481049 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Device 7af98926-d6c0-4535-9dba-d6cda47a4a22 no longer exists at agent hyperv_hv-neutron-7971 {{(pid=128085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 11:57:46.508240 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-36b2e3f2-bb7b-4210-99ee-482cdf123576 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for security_group_rule, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:57:46.522908 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Device 7af98926-d6c0-4535-9dba-d6cda47a4a22 not bound to the agent host hv-neutron-7971 {{(pid=128085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 11:57:46.580173 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-36b2e3f2-bb7b-4210-99ee-482cdf123576 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:57:46.584894 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-36b2e3f2-bb7b-4210-99ee-482cdf123576 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1627007'] for security_group_rule, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:57:46.587068 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-0e66d7ee-2f69-4f2b-a4cf-39982da3fd7c tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:57:46.605249 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b2e3f2-bb7b-4210-99ee-482cdf123576 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e1fb428-3efc-4c8a-abcd-c6a9296d8ec7,revision_number=0']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:57:46.608051 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-36b2e3f2-bb7b-4210-99ee-482cdf123576 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:57:46.613834 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-36b2e3f2-bb7b-4210-99ee-482cdf123576 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for security_group_rule, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:57:46.615182 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-36b2e3f2-bb7b-4210-99ee-482cdf123576 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1488540 Jun 24 11:57:46.617870 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 36032) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:57:46.622889 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-2ca39744-0a40-4e93-b846-38fbe5b4c7b2 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Request body: {'security_group_rule': {'security_group_id': '1c4eb225-935e-4d05-8100-4c050a3ab450', 'project_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:57:46.652226 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-2ca39744-0a40-4e93-b846-38fbe5b4c7b2 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for security_group_rule, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:57:46.714560 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-2ca39744-0a40-4e93-b846-38fbe5b4c7b2 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:57:46.718514 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-2ca39744-0a40-4e93-b846-38fbe5b4c7b2 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1627007'] for security_group_rule, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:57:46.720360 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-ad36d671-1aff-4161-ae5d-3386a74d0c8d tempest-TestNetworkAdvancedServerOps-1479438933 tempest-TestNetworkAdvancedServerOps-1479438933-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:57:46.737869 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca39744-0a40-4e93-b846-38fbe5b4c7b2 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48018765-364e-46e1-896d-77eaed563b7c,revision_number=0']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:57:46.740883 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-2ca39744-0a40-4e93-b846-38fbe5b4c7b2 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:57:46.746427 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-2ca39744-0a40-4e93-b846-38fbe5b4c7b2 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for security_group_rule, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:57:46.747829 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-2ca39744-0a40-4e93-b846-38fbe5b4c7b2 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1289766 Jun 24 11:57:46.750791 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 36034) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:57:46.757776 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-b5e51dc3-87a1-42cd-9a11-deed022373fd tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Request body: {'security_group_rule': {'security_group_id': '1c4eb225-935e-4d05-8100-4c050a3ab450', 'project_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:57:46.786210 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-b5e51dc3-87a1-42cd-9a11-deed022373fd tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for security_group_rule, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:57:46.850251 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-b5e51dc3-87a1-42cd-9a11-deed022373fd tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:57:46.855048 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-b5e51dc3-87a1-42cd-9a11-deed022373fd tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1627007'] for security_group_rule, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:57:46.857274 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-66461aa9-a2de-422f-95e3-607f5ce8d01b tempest-SecGroupTest-1107880395 tempest-SecGroupTest-1107880395-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:57:46.878578 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e51dc3-87a1-42cd-9a11-deed022373fd tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=698f47b9-2be0-4f30-b342-fe8ac512e2a6,revision_number=0']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:57:46.881983 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-b5e51dc3-87a1-42cd-9a11-deed022373fd tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:57:46.884892 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-b5e51dc3-87a1-42cd-9a11-deed022373fd tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for security_group_rule, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:57:46.886133 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-b5e51dc3-87a1-42cd-9a11-deed022373fd tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1343451 Jun 24 11:57:46.888819 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 36038) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:57:46.893829 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-4f35e364-5b1e-4f1d-aacc-8069edca4f48 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Request body: {'security_group_rule': {'security_group_id': '1c4eb225-935e-4d05-8100-4c050a3ab450', 'project_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:57:46.929098 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-4f35e364-5b1e-4f1d-aacc-8069edca4f48 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for security_group_rule, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:57:46.998512 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-4f35e364-5b1e-4f1d-aacc-8069edca4f48 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:57:47.004824 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-4f35e364-5b1e-4f1d-aacc-8069edca4f48 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1627007'] for security_group_rule, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:57:47.006747 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:57:47.013630 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-31f5bd39-d6d6-462a-8688-f2b56d8ce8bb req-b01348b6-a82d-4b37-8e04-4910fccac6e9 tempest-TestVolumeBootPattern-428988392 tempest-TestVolumeBootPattern-428988392-project] 10.222.0.53 "GET /v2.0/ports?device_id=fdbd2690-2407-4ef7-a4f0-0ba08f5579aa HTTP/1.1" status: 200 len: 210 time: 0.0371759 Jun 24 11:57:47.024739 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f35e364-5b1e-4f1d-aacc-8069edca4f48 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7e9c254-d413-4081-bdb3-1321c4eff840,revision_number=0']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:57:47.027696 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-4f35e364-5b1e-4f1d-aacc-8069edca4f48 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:57:47.033940 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-4f35e364-5b1e-4f1d-aacc-8069edca4f48 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for security_group_rule, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:57:47.035515 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-4f35e364-5b1e-4f1d-aacc-8069edca4f48 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1457415 Jun 24 11:57:47.045255 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 36040) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:57:47.050369 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-6eb3d50c-1af3-4184-b37b-a3206bdfa158 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Request body: {'security_group_rule': {'security_group_id': '1c4eb225-935e-4d05-8100-4c050a3ab450', 'project_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:57:47.071149 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.db.securitygroups_db [None req-6eb3d50c-1af3-4184-b37b-a3206bdfa158 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Project adbe78de4fbf48fcad1a6bc46d4a1728 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 24 11:57:47.076080 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-6eb3d50c-1af3-4184-b37b-a3206bdfa158 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for security_group_rule, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:57:47.138205 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-6eb3d50c-1af3-4184-b37b-a3206bdfa158 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:57:47.142224 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-6eb3d50c-1af3-4184-b37b-a3206bdfa158 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1627007'] for security_group_rule, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:57:47.144517 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-2ca39744-0a40-4e93-b846-38fbe5b4c7b2 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:57:47.160934 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb3d50c-1af3-4184-b37b-a3206bdfa158 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da67a559-5521-4867-a0b7-0c14d8b4b3cb,revision_number=0']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:57:47.163690 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-6eb3d50c-1af3-4184-b37b-a3206bdfa158 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:57:47.168426 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-6eb3d50c-1af3-4184-b37b-a3206bdfa158 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for security_group_rule, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:57:47.169621 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-6eb3d50c-1af3-4184-b37b-a3206bdfa158 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1233168 Jun 24 11:57:47.172429 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 36042) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:57:47.178347 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [None req-60e333fe-26da-4278-bf92-3063b34c19c9 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Request body: {'security_group_rule': {'security_group_id': '1c4eb225-935e-4d05-8100-4c050a3ab450', 'project_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:57:47.201680 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.db.securitygroups_db [None req-60e333fe-26da-4278-bf92-3063b34c19c9 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Project adbe78de4fbf48fcad1a6bc46d4a1728 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 24 11:57:47.206612 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-60e333fe-26da-4278-bf92-3063b34c19c9 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for security_group_rule, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:57:47.273770 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-60e333fe-26da-4278-bf92-3063b34c19c9 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:57:47.278217 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-60e333fe-26da-4278-bf92-3063b34c19c9 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1627007'] for security_group_rule, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:57:47.283682 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-7991dffb-52c5-4bc2-9a2a-8591736baf3a tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:57:47.300448 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e333fe-26da-4278-bf92-3063b34c19c9 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ef5d385-6d73-4c81-b628-819b1b28ee12,revision_number=0']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:57:47.303451 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-60e333fe-26da-4278-bf92-3063b34c19c9 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:57:47.308829 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-60e333fe-26da-4278-bf92-3063b34c19c9 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for security_group_rule, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:57:47.310170 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-60e333fe-26da-4278-bf92-3063b34c19c9 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1367137 Jun 24 11:57:47.453955 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-bd2499da-12a6-4323-a2cc-6df54885f2b7 req-09ebeae8-8f77-45e9-bceb-23d5a87e154e tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1275685857&fields=id&tenant_id=adbe78de4fbf48fcad1a6bc46d4a1728 HTTP/1.1" status: 200 len: 267 time: 0.0367684 Jun 24 11:57:47.514177 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2499da-12a6-4323-a2cc-6df54885f2b7 req-80945644-544b-42d7-86e0-1d5681818979 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:57:47.515711 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-bd2499da-12a6-4323-a2cc-6df54885f2b7 req-80945644-544b-42d7-86e0-1d5681818979 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "GET /v2.0/ports/7af98926-d6c0-4535-9dba-d6cda47a4a22 HTTP/1.1" status: 200 len: 930 time: 0.0551026 Jun 24 11:57:47.582250 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-bd2499da-12a6-4323-a2cc-6df54885f2b7 req-576b6bf4-294c-43e0-b64d-8a7b08c0934f service neutron] 10.222.0.53 "GET /v2.0/ports/7af98926-d6c0-4535-9dba-d6cda47a4a22?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0541303 Jun 24 11:57:47.673236 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-bd2499da-12a6-4323-a2cc-6df54885f2b7 req-8a5d69ba-7dbb-4b51-8bc4-4ce5d21ca2d5 service neutron] 10.222.0.53 "GET /v2.0/networks/870e9836-065a-4b09-b000-7c72f867eda2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850983 Jun 24 11:57:47.769467 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-bd2499da-12a6-4323-a2cc-6df54885f2b7 req-9b3b665c-6134-4762-badd-1ef086a127fa service neutron] 10.222.0.53 "GET /v2.0/networks/870e9836-065a-4b09-b000-7c72f867eda2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889950 Jun 24 11:57:47.958106 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-73940b6c-541f-44d6-aa80-5e128a949c9f req-0c1707e0-f318-4ba8-8bc3-cc3735b1f7ea tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "GET /v2.0/ports?device_id=5f54157b-b22f-4e95-ac2b-089405f2a335 HTTP/1.1" status: 200 len: 210 time: 0.0327017 Jun 24 11:57:48.183347 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-17301356-6ff1-444f-890f-fa26085c68d6 req-85eed222-8ead-4349-9974-0dd74b225c22 tempest-TestVolumeBootPattern-428988392 tempest-TestVolumeBootPattern-428988392-project] 10.222.0.53 "GET /v2.0/ports?device_id=fdbd2690-2407-4ef7-a4f0-0ba08f5579aa HTTP/1.1" status: 200 len: 210 time: 0.0353429 Jun 24 11:57:48.511069 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Device 9a091370-bfb7-4a52-aa7a-51b163627d59 no longer exists at agent hyperv_hv-neutron-7971 {{(pid=128085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 11:57:48.532681 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] No Port match for: 9a091370-bfb7-4a52-aa7a-51b163627d59 {{(pid=128085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 11:57:48.533765 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Device 9a091370-bfb7-4a52-aa7a-51b163627d59 not bound to the agent host hv-neutron-7971 {{(pid=128085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 11:57:49.109733 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-e90b9a1f-2ad5-48f3-9520-35df745e4233 req-a8d36e85-bd4a-492f-b4e4-74497a189b31 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "GET /v2.0/ports?device_id=5f54157b-b22f-4e95-ac2b-089405f2a335 HTTP/1.1" status: 200 len: 210 time: 0.0346189 Jun 24 11:57:49.114635 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2499da-12a6-4323-a2cc-6df54885f2b7 req-0caa0867-c816-4704-89e8-8b842141fbfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:57:49.116368 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-bd2499da-12a6-4323-a2cc-6df54885f2b7 req-0caa0867-c816-4704-89e8-8b842141fbfb service neutron] 10.222.0.45 "GET /v2.0/ports/7af98926-d6c0-4535-9dba-d6cda47a4a22 HTTP/1.1" status: 200 len: 1026 time: 0.0797069 Jun 24 11:57:49.227544 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2499da-12a6-4323-a2cc-6df54885f2b7 req-46ab4839-1ade-4b82-a1c3-910cecec641d tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:57:49.230786 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-bd2499da-12a6-4323-a2cc-6df54885f2b7 req-46ab4839-1ade-4b82-a1c3-910cecec641d tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.45 "GET /v2.0/networks?id=870e9836-065a-4b09-b000-7c72f867eda2 HTTP/1.1" status: 200 len: 796 time: 0.1067371 Jun 24 11:57:49.283798 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-bd2499da-12a6-4323-a2cc-6df54885f2b7 req-9e0c3502-33d8-4580-9c01-a97e02bf3932 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=adbe78de4fbf48fcad1a6bc46d4a1728 HTTP/1.1" status: 200 len: 472 time: 0.0439680 Jun 24 11:57:49.303255 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [req-bd2499da-12a6-4323-a2cc-6df54885f2b7 req-29d1a3a5-8523-445c-b743-21c55f673745 service neutron] Request body: {'port': {'device_id': '5f54157b-b22f-4e95-ac2b-089405f2a335', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7971'}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:57:49.384507 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-bd2499da-12a6-4323-a2cc-6df54885f2b7 req-29d1a3a5-8523-445c-b743-21c55f673745 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:57:49.535981 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-003d64d2-0f8b-492e-91b4-64651c517114 req-fd53248b-9ad9-4da3-a803-5171601b4e6e tempest-TestVolumeBootPattern-428988392 tempest-TestVolumeBootPattern-428988392-project] 10.222.0.53 "GET /v2.0/ports?device_id=fdbd2690-2407-4ef7-a4f0-0ba08f5579aa HTTP/1.1" status: 200 len: 210 time: 0.0395894 Jun 24 11:57:49.687095 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.notifiers.nova [req-bd2499da-12a6-4323-a2cc-6df54885f2b7 req-29d1a3a5-8523-445c-b743-21c55f673745 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7af98926-d6c0-4535-9dba-d6cda47a4a22 {{(pid=128083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 11:57:49.694721 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-bd2499da-12a6-4323-a2cc-6df54885f2b7 req-29d1a3a5-8523-445c-b743-21c55f673745 service neutron] Notify callbacks [] for port, precommit_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:57:49.706278 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.provisioning_blocks [req-bd2499da-12a6-4323-a2cc-6df54885f2b7 req-29d1a3a5-8523-445c-b743-21c55f673745 service neutron] Transition to ACTIVE for port object 7af98926-d6c0-4535-9dba-d6cda47a4a22 will not be triggered until provisioned by entity L2. {{(pid=128083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 11:57:49.710867 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-bd2499da-12a6-4323-a2cc-6df54885f2b7 req-29d1a3a5-8523-445c-b743-21c55f673745 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2537871'] for port, after_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:57:49.713646 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-ead71965-a832-4805-a18a-2c69f6995079 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:57:49.761674 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d1a3a5-8523-445c-b743-21c55f673745 service neutron] Pushing event updated for resources: {'Port': ['ID=7af98926-d6c0-4535-9dba-d6cda47a4a22,revision_number=7']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:57:49.799240 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-29d1a3a5-8523-445c-b743-21c55f673745 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:57:49.913807 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.managers [req-bd2499da-12a6-4323-a2cc-6df54885f2b7 req-29d1a3a5-8523-445c-b743-21c55f673745 service neutron] Attempting to bind port 7af98926-d6c0-4535-9dba-d6cda47a4a22 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=128083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 11:57:49.914144 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.managers [req-bd2499da-12a6-4323-a2cc-6df54885f2b7 req-29d1a3a5-8523-445c-b743-21c55f673745 service neutron] Attempting to bind port 7af98926-d6c0-4535-9dba-d6cda47a4a22 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': '2a153087-35e5-40be-bd67-fb8be97f9a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '870e9836-065a-4b09-b000-7c72f867eda2'}] {{(pid=128083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 11:57:49.914467 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd2499da-12a6-4323-a2cc-6df54885f2b7 req-29d1a3a5-8523-445c-b743-21c55f673745 service neutron] Attempting to bind port 7af98926-d6c0-4535-9dba-d6cda47a4a22 on network 870e9836-065a-4b09-b000-7c72f867eda2 {{(pid=128083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 11:57:49.918731 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd2499da-12a6-4323-a2cc-6df54885f2b7 req-29d1a3a5-8523-445c-b743-21c55f673745 service neutron] Port 7af98926-d6c0-4535-9dba-d6cda47a4a22 on network 870e9836-065a-4b09-b000-7c72f867eda2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=128083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 11:57:49.919037 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd2499da-12a6-4323-a2cc-6df54885f2b7 req-29d1a3a5-8523-445c-b743-21c55f673745 service neutron] Attempting to bind port 7af98926-d6c0-4535-9dba-d6cda47a4a22 on network 870e9836-065a-4b09-b000-7c72f867eda2 {{(pid=128083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 11:57:49.924180 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd2499da-12a6-4323-a2cc-6df54885f2b7 req-29d1a3a5-8523-445c-b743-21c55f673745 service neutron] Checking agent: {'id': 'a2c9a14d-87aa-4cd1-a510-11988f19c3d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7971', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 11, 42, 44), 'started_at': datetime.datetime(2021, 6, 24, 11, 42, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 11, 57, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=128083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 11:57:49.924503 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd2499da-12a6-4323-a2cc-6df54885f2b7 req-29d1a3a5-8523-445c-b743-21c55f673745 service neutron] Checking segment: {'id': '2a153087-35e5-40be-bd67-fb8be97f9a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '870e9836-065a-4b09-b000-7c72f867eda2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=128083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 11:57:49.924875 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd2499da-12a6-4323-a2cc-6df54885f2b7 req-29d1a3a5-8523-445c-b743-21c55f673745 service neutron] Bound using segment: {'id': '2a153087-35e5-40be-bd67-fb8be97f9a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '870e9836-065a-4b09-b000-7c72f867eda2'} {{(pid=128083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 11:57:49.925501 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.managers [req-bd2499da-12a6-4323-a2cc-6df54885f2b7 req-29d1a3a5-8523-445c-b743-21c55f673745 service neutron] Bound port: 7af98926-d6c0-4535-9dba-d6cda47a4a22, host: hv-neutron-7971, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a153087-35e5-40be-bd67-fb8be97f9a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '870e9836-065a-4b09-b000-7c72f867eda2'}}] {{(pid=128083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 11:57:49.925851 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-bd2499da-12a6-4323-a2cc-6df54885f2b7 req-29d1a3a5-8523-445c-b743-21c55f673745 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:57:49.985410 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.db [req-bd2499da-12a6-4323-a2cc-6df54885f2b7 req-29d1a3a5-8523-445c-b743-21c55f673745 service neutron] For port 7af98926-d6c0-4535-9dba-d6cda47a4a22, host hv-neutron-7971, cleared binding levels {{(pid=128083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 11:57:49.989343 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.db [req-bd2499da-12a6-4323-a2cc-6df54885f2b7 req-29d1a3a5-8523-445c-b743-21c55f673745 service neutron] For port 7af98926-d6c0-4535-9dba-d6cda47a4a22, host hv-neutron-7971, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=7af98926-d6c0-4535-9dba-d6cda47a4a22,segment=NetworkSegment(2a153087-35e5-40be-bd67-fb8be97f9a35),segment_id=2a153087-35e5-40be-bd67-fb8be97f9a35)] {{(pid=128083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 11:57:49.993412 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-bd2499da-12a6-4323-a2cc-6df54885f2b7 req-29d1a3a5-8523-445c-b743-21c55f673745 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2537871'] for port, after_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:57:49.996171 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-042cb0ab-85c1-4f46-92ef-ecadf4449f67 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:57:50.029295 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2499da-12a6-4323-a2cc-6df54885f2b7 req-29d1a3a5-8523-445c-b743-21c55f673745 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:57:50.029895 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-bd2499da-12a6-4323-a2cc-6df54885f2b7 req-29d1a3a5-8523-445c-b743-21c55f673745 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468916'] for port, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:57:50.031269 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-bd2499da-12a6-4323-a2cc-6df54885f2b7 req-29d1a3a5-8523-445c-b743-21c55f673745 service neutron] 10.222.0.45 "PUT /v2.0/ports/7af98926-d6c0-4535-9dba-d6cda47a4a22 HTTP/1.1" status: 200 len: 1131 time: 0.7340925 Jun 24 11:57:50.031764 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f54157b-b22f-4e95-ac2b-089405f2a335', 'tag': '7af98926-d6c0-4535-9dba-d6cda47a4a22'}] {{(pid=128083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 11:57:50.034108 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a77f7dee1a0522ddf93af289475d218fcdb8f30317daadec13ebf930b5b9dbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5cadd31-c858-4a58-aa1a-324d8c0e4879" -d '{"events": [{"name": "network-changed", "server_uuid": "5f54157b-b22f-4e95-ac2b-089405f2a335", "tag": "7af98926-d6c0-4535-9dba-d6cda47a4a22"}]}' {{(pid=128083) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 11:57:50.060747 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d1a3a5-8523-445c-b743-21c55f673745 service neutron] Pushing event updated for resources: {'Port': ['ID=7af98926-d6c0-4535-9dba-d6cda47a4a22,revision_number=8']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:57:50.065921 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-29d1a3a5-8523-445c-b743-21c55f673745 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:57:50.081369 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 11:57:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61923714-0a3d-4296-a609-af151346e8b6 x-openstack-request-id: req-61923714-0a3d-4296-a609-af151346e8b6 {{(pid=128083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 11:57:50.081718 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f54157b-b22f-4e95-ac2b-089405f2a335", "tag": "7af98926-d6c0-4535-9dba-d6cda47a4a22", "status": "completed", "code": 200}]} {{(pid=128083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 11:57:50.082027 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-61923714-0a3d-4296-a609-af151346e8b6 {{(pid=128083) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 11:57:50.082652 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f54157b-b22f-4e95-ac2b-089405f2a335', 'tag': '7af98926-d6c0-4535-9dba-d6cda47a4a22', 'status': 'completed', 'code': 200} Jun 24 11:57:50.160101 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2499da-12a6-4323-a2cc-6df54885f2b7 req-80f85010-8dff-407a-931f-832ae7c46e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:57:50.161866 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-bd2499da-12a6-4323-a2cc-6df54885f2b7 req-80f85010-8dff-407a-931f-832ae7c46e99 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=adbe78de4fbf48fcad1a6bc46d4a1728&device_id=5f54157b-b22f-4e95-ac2b-089405f2a335 HTTP/1.1" status: 200 len: 1134 time: 0.0651422 Jun 24 11:57:50.235237 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-bd2499da-12a6-4323-a2cc-6df54885f2b7 req-fbc672fe-505d-4535-af41-b185d07c7f78 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7af98926-d6c0-4535-9dba-d6cda47a4a22 HTTP/1.1" status: 200 len: 1037 time: 0.0616841 Jun 24 11:57:50.317112 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2499da-12a6-4323-a2cc-6df54885f2b7 req-eb30ec4e-d77e-490d-86e2-04bafcf27685 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:57:50.318422 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-bd2499da-12a6-4323-a2cc-6df54885f2b7 req-eb30ec4e-d77e-490d-86e2-04bafcf27685 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=5bfa61ae-9c98-43dc-9ac3-549b49a19dd4 HTTP/1.1" status: 200 len: 834 time: 0.0728357 Jun 24 11:57:50.366225 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0269c1-909d-4ff7-b222-6d864b240a8b req-55eff35a-399b-4b0d-bdcf-2781f5cc007f tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:57:50.367690 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-ff0269c1-909d-4ff7-b222-6d864b240a8b req-55eff35a-399b-4b0d-bdcf-2781f5cc007f tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "GET /v2.0/ports?device_id=5f54157b-b22f-4e95-ac2b-089405f2a335 HTTP/1.1" status: 200 len: 981 time: 0.1316109 Jun 24 11:57:50.419765 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-ff0269c1-909d-4ff7-b222-6d864b240a8b req-3fd6c790-7a58-4af8-bee1-3380005efe6e tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "GET /v2.0/security-groups?id=1b18b9f6-3bdb-44cd-ad9a-f61b90581c27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461433 Jun 24 11:57:50.423756 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2499da-12a6-4323-a2cc-6df54885f2b7 req-e9d4e902-cfb6-4e80-bf7f-c707366701da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:57:50.425247 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-bd2499da-12a6-4323-a2cc-6df54885f2b7 req-e9d4e902-cfb6-4e80-bf7f-c707366701da service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=870e9836-065a-4b09-b000-7c72f867eda2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0957458 Jun 24 11:57:50.640605 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 36082) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:57:50.781916 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.plugin [None req-e4b4de59-7817-4b25-9a8f-be6ce7c21c64 tempest-TestVolumeBootPattern-428988392 tempest-TestVolumeBootPattern-428988392-project] Deleting port 7a6b7cf8-a56a-4d7b-9f04-93de2e445a8e {{(pid=128084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 11:57:50.782371 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-e4b4de59-7817-4b25-9a8f-be6ce7c21c64 tempest-TestVolumeBootPattern-428988392 tempest-TestVolumeBootPattern-428988392-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793193942312'] for port, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:57:50.869349 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-bd2499da-12a6-4323-a2cc-6df54885f2b7 req-a9977214-d244-4597-b9cc-34fcc09a8705 service neutron] 10.222.0.45 "GET /v2.0/networks/870e9836-065a-4b09-b000-7c72f867eda2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4334126 Jun 24 11:57:50.883103 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-e4b4de59-7817-4b25-9a8f-be6ce7c21c64 tempest-TestVolumeBootPattern-428988392 tempest-TestVolumeBootPattern-428988392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1978872'] for port, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:57:50.883958 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-e4b4de59-7817-4b25-9a8f-be6ce7c21c64 tempest-TestVolumeBootPattern-428988392 tempest-TestVolumeBootPattern-428988392-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:57:50.898714 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.plugin [None req-e4b4de59-7817-4b25-9a8f-be6ce7c21c64 tempest-TestVolumeBootPattern-428988392 tempest-TestVolumeBootPattern-428988392-project] Calling delete_port for 7a6b7cf8-a56a-4d7b-9f04-93de2e445a8e owned by network:floatingip {{(pid=128084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 11:57:50.971283 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-bd2499da-12a6-4323-a2cc-6df54885f2b7 req-ce20b644-a8bf-4618-972f-1b543b45039c service neutron] 10.222.0.45 "GET /v2.0/networks/870e9836-065a-4b09-b000-7c72f867eda2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946374 Jun 24 11:57:51.049459 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-e4b4de59-7817-4b25-9a8f-be6ce7c21c64 tempest-TestVolumeBootPattern-428988392 tempest-TestVolumeBootPattern-428988392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793193945299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193536732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3292088'] for port, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:57:51.051884 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-bd34642b-aa41-44b0-81ae-b4e05074c04f tempest-RoutersNegativeTest-663611585 tempest-RoutersNegativeTest-663611585-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:57:51.076238 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b4de59-7817-4b25-9a8f-be6ce7c21c64 tempest-TestVolumeBootPattern-428988392 tempest-TestVolumeBootPattern-428988392-project] Pushing event deleted for resources: {'Port': ['ID=7a6b7cf8-a56a-4d7b-9f04-93de2e445a8e,revision_number=None']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:57:51.078972 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-e4b4de59-7817-4b25-9a8f-be6ce7c21c64 tempest-TestVolumeBootPattern-428988392 tempest-TestVolumeBootPattern-428988392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:57:51.083487 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cadd31-c858-4a58-aa1a-324d8c0e4879 req-5eaedb1d-b428-4307-89c4-36ff802fd39c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:57:51.085130 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-e5cadd31-c858-4a58-aa1a-324d8c0e4879 req-5eaedb1d-b428-4307-89c4-36ff802fd39c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=adbe78de4fbf48fcad1a6bc46d4a1728&device_id=5f54157b-b22f-4e95-ac2b-089405f2a335 HTTP/1.1" status: 200 len: 1134 time: 0.0623078 Jun 24 11:57:51.139945 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-e4b4de59-7817-4b25-9a8f-be6ce7c21c64 tempest-TestVolumeBootPattern-428988392 tempest-TestVolumeBootPattern-428988392-project] Notify callbacks [] for floatingip, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:57:51.143453 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-e4b4de59-7817-4b25-9a8f-be6ce7c21c64 tempest-TestVolumeBootPattern-428988392 tempest-TestVolumeBootPattern-428988392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468916'] for floatingip, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:57:51.147046 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-e4b4de59-7817-4b25-9a8f-be6ce7c21c64 tempest-TestVolumeBootPattern-428988392 tempest-TestVolumeBootPattern-428988392-project] 10.222.0.53 "DELETE /v2.0/floatingips/53f17c8a-ad00-47f0-9f9f-c0920b1dcbf9 HTTP/1.1" status: 204 len: 168 time: 0.5031171 Jun 24 11:57:51.179274 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cadd31-c858-4a58-aa1a-324d8c0e4879 req-efe510d7-6ced-4492-ab51-d0547e322a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:57:51.180713 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-e5cadd31-c858-4a58-aa1a-324d8c0e4879 req-efe510d7-6ced-4492-ab51-d0547e322a4a service neutron] 10.222.0.45 "GET /v2.0/networks?id=870e9836-065a-4b09-b000-7c72f867eda2 HTTP/1.1" status: 200 len: 897 time: 0.0894105 Jun 24 11:57:51.252691 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-e5cadd31-c858-4a58-aa1a-324d8c0e4879 req-5271cccb-9a55-4ee4-81d8-02aec9856531 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7af98926-d6c0-4535-9dba-d6cda47a4a22 HTTP/1.1" status: 200 len: 1037 time: 0.0620477 Jun 24 11:57:51.302746 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cadd31-c858-4a58-aa1a-324d8c0e4879 req-12619f22-325c-43c5-af39-652fec679b3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:57:51.304317 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-e5cadd31-c858-4a58-aa1a-324d8c0e4879 req-12619f22-325c-43c5-af39-652fec679b3e service neutron] 10.222.0.45 "GET /v2.0/subnets?id=5bfa61ae-9c98-43dc-9ac3-549b49a19dd4 HTTP/1.1" status: 200 len: 834 time: 0.0456362 Jun 24 11:57:51.368528 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cadd31-c858-4a58-aa1a-324d8c0e4879 req-6379f341-ce85-4d50-bd8d-b44740c91c18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:57:51.370551 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-e5cadd31-c858-4a58-aa1a-324d8c0e4879 req-6379f341-ce85-4d50-bd8d-b44740c91c18 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=870e9836-065a-4b09-b000-7c72f867eda2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0594308 Jun 24 11:57:51.481993 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-e5cadd31-c858-4a58-aa1a-324d8c0e4879 req-382420a3-b789-4bfd-abe1-6f09fec6ad84 service neutron] 10.222.0.45 "GET /v2.0/networks/870e9836-065a-4b09-b000-7c72f867eda2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1009772 Jun 24 11:57:51.617107 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-e5cadd31-c858-4a58-aa1a-324d8c0e4879 req-67670d1d-a4eb-4fb3-8755-71b93f4d392a service neutron] 10.222.0.45 "GET /v2.0/networks/870e9836-065a-4b09-b000-7c72f867eda2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238530 Jun 24 11:57:51.639572 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd8a8fa-b996-45df-88c3-81294a8b51ac req-e25df0ee-368b-461a-8394-9e294349b8d1 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:57:51.641024 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-1bd8a8fa-b996-45df-88c3-81294a8b51ac req-e25df0ee-368b-461a-8394-9e294349b8d1 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "GET /v2.0/ports?device_id=5f54157b-b22f-4e95-ac2b-089405f2a335 HTTP/1.1" status: 200 len: 981 time: 0.0899487 Jun 24 11:57:51.680327 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-1bd8a8fa-b996-45df-88c3-81294a8b51ac req-7f31da08-b747-444e-86c5-b01f3d97b899 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "GET /v2.0/security-groups?id=1b18b9f6-3bdb-44cd-ad9a-f61b90581c27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327072 Jun 24 11:57:52.512061 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Device 7af98926-d6c0-4535-9dba-d6cda47a4a22 details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=128085) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 11:57:52.608130 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] For port 7af98926-d6c0-4535-9dba-d6cda47a4a22, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=7af98926-d6c0-4535-9dba-d6cda47a4a22,segment=NetworkSegment(2a153087-35e5-40be-bd67-fb8be97f9a35),segment_id=2a153087-35e5-40be-bd67-fb8be97f9a35)] {{(pid=128085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 11:57:52.618724 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Returning: {'device': '7af98926-d6c0-4535-9dba-d6cda47a4a22', 'network_id': '870e9836-065a-4b09-b000-7c72f867eda2', 'port_id': '7af98926-d6c0-4535-9dba-d6cda47a4a22', 'mac_address': 'fa:16:3e:dc:23:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 606, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5bfa61ae-9c98-43dc-9ac3-549b49a19dd4', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=128085) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 11:57:52.655875 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:57:52.668888 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.notifiers.nova [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7af98926-d6c0-4535-9dba-d6cda47a4a22 {{(pid=128085) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 11:57:52.689107 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] For port 7af98926-d6c0-4535-9dba-d6cda47a4a22, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=7af98926-d6c0-4535-9dba-d6cda47a4a22,segment=NetworkSegment(2a153087-35e5-40be-bd67-fb8be97f9a35),segment_id=2a153087-35e5-40be-bd67-fb8be97f9a35)] {{(pid=128085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 11:57:52.693381 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:57:52.695082 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:57:52.742115 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Pushing event updated for resources: {'Port': ['ID=7af98926-d6c0-4535-9dba-d6cda47a4a22,revision_number=9']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:57:52.745340 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:57:52.865623 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f14bb0-f3b0-451b-9898-1f6024301176 req-c94e88d7-a1b3-43ec-a44c-e9b8193ae7ae tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:57:52.867264 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-53f14bb0-f3b0-451b-9898-1f6024301176 req-c94e88d7-a1b3-43ec-a44c-e9b8193ae7ae tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "GET /v2.0/ports?device_id=5f54157b-b22f-4e95-ac2b-089405f2a335 HTTP/1.1" status: 200 len: 982 time: 0.0675232 Jun 24 11:57:52.909434 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-53f14bb0-f3b0-451b-9898-1f6024301176 req-ceb80d5b-ce13-45e5-89b0-374b8575a68f tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "GET /v2.0/security-groups?id=1b18b9f6-3bdb-44cd-ad9a-f61b90581c27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363042 Jun 24 11:57:52.943939 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] get_ports_and_sgs() called for port_ids ['7af98926-d6c0-4535-9dba-d6cda47a4a22'] {{(pid=128085) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 11:57:53.497377 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 36100) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:57:53.560801 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-c0b1a77e-9663-416c-ac7f-2c0ac4b36476 tempest-TestVolumeBootPattern-428988392 tempest-TestVolumeBootPattern-428988392-project] Notify callbacks [] for security_group, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:57:53.586336 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-c0b1a77e-9663-416c-ac7f-2c0ac4b36476 tempest-TestVolumeBootPattern-428988392 tempest-TestVolumeBootPattern-428988392-project] Notify callbacks [] for security_group, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:57:53.651383 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-c0b1a77e-9663-416c-ac7f-2c0ac4b36476 tempest-TestVolumeBootPattern-428988392 tempest-TestVolumeBootPattern-428988392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800410'] for security_group, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:57:53.653889 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-c0b1a77e-9663-416c-ac7f-2c0ac4b36476 tempest-TestVolumeBootPattern-428988392 tempest-TestVolumeBootPattern-428988392-project] Notify callbacks [] for security_group, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:57:53.655056 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-c0b1a77e-9663-416c-ac7f-2c0ac4b36476 tempest-TestVolumeBootPattern-428988392 tempest-TestVolumeBootPattern-428988392-project] 10.222.0.53 "DELETE /v2.0/security-groups/ddc26bf4-0de0-4c33-8d45-b7d4817ee778 HTTP/1.1" status: 204 len: 168 time: 0.1566577 Jun 24 11:57:53.655880 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-535884a8-7ef0-430b-b97b-1c16996309fd tempest-BulkNetworkOpsTest-1574223460 tempest-BulkNetworkOpsTest-1574223460-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:57:53.666101 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b1a77e-9663-416c-ac7f-2c0ac4b36476 tempest-TestVolumeBootPattern-428988392 tempest-TestVolumeBootPattern-428988392-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddc26bf4-0de0-4c33-8d45-b7d4817ee778,revision_number=None']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:57:53.668231 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-c0b1a77e-9663-416c-ac7f-2c0ac4b36476 tempest-TestVolumeBootPattern-428988392 tempest-TestVolumeBootPattern-428988392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:57:53.726465 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 36104) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:57:53.809263 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-4966caeb-fa59-487b-ad3b-ea6fc9f7ecdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:57:54.099289 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465c793a-1575-430c-b55e-fcc35a79bb8c req-1f36c0f5-f791-438a-82b2-dd6d68e3c430 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:57:54.101006 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-465c793a-1575-430c-b55e-fcc35a79bb8c req-1f36c0f5-f791-438a-82b2-dd6d68e3c430 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "GET /v2.0/ports?device_id=5f54157b-b22f-4e95-ac2b-089405f2a335 HTTP/1.1" status: 200 len: 982 time: 0.0731094 Jun 24 11:57:54.147045 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-465c793a-1575-430c-b55e-fcc35a79bb8c req-70c7a4a2-4e00-4e34-8543-0067542b6fe3 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "GET /v2.0/security-groups?id=1b18b9f6-3bdb-44cd-ad9a-f61b90581c27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400040 Jun 24 11:57:54.476627 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-f3611848-6acb-43e5-8238-110652552b80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1978565'] for router_interface, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:57:54.541602 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Device 7af98926-d6c0-4535-9dba-d6cda47a4a22 up at agent hyperv_hv-neutron-7971 {{(pid=128085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 11:57:54.592586 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Provisioning for port 7af98926-d6c0-4535-9dba-d6cda47a4a22 completed by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 11:57:54.596846 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Provisioning complete for port 7af98926-d6c0-4535-9dba-d6cda47a4a22 triggered by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:57:54.597255 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:57:54.676642 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:57:54.699138 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f54157b-b22f-4e95-ac2b-089405f2a335', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7af98926-d6c0-4535-9dba-d6cda47a4a22'}] {{(pid=128085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 11:57:54.702631 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1098ec9051a50dd033317f529a09b9762582ef7b417ebe05928aca59e08255aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-412e75c8-99e7-4710-9b0d-2d839fa8145f" -d '{"events": [{"server_uuid": "5f54157b-b22f-4e95-ac2b-089405f2a335", "name": "network-vif-plugged", "status": "completed", "tag": "7af98926-d6c0-4535-9dba-d6cda47a4a22"}]}' {{(pid=128085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 11:57:54.716151 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] For port 7af98926-d6c0-4535-9dba-d6cda47a4a22, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=7af98926-d6c0-4535-9dba-d6cda47a4a22,segment=NetworkSegment(2a153087-35e5-40be-bd67-fb8be97f9a35),segment_id=2a153087-35e5-40be-bd67-fb8be97f9a35)] {{(pid=128085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 11:57:54.721605 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:57:54.725109 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:57:54.744858 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.plugin [None req-f3611848-6acb-43e5-8238-110652552b80 admin admin] Deleting port 8bd8e081-5290-4fb9-8952-7b2d75f45339 {{(pid=128084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 11:57:54.745458 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-f3611848-6acb-43e5-8238-110652552b80 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793193942312'] for port, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:57:54.748399 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 11:57:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66dc7efe-7a0b-40f9-90ce-6637dc68a2e2 x-openstack-request-id: req-66dc7efe-7a0b-40f9-90ce-6637dc68a2e2 {{(pid=128085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 11:57:54.748708 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f54157b-b22f-4e95-ac2b-089405f2a335", "name": "network-vif-plugged", "status": "completed", "tag": "7af98926-d6c0-4535-9dba-d6cda47a4a22", "code": 200}]} {{(pid=128085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 11:57:54.748969 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-66dc7efe-7a0b-40f9-90ce-6637dc68a2e2 {{(pid=128085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 11:57:54.749389 dv-neutron-797120-4-hyperv neutron-server[128085]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f54157b-b22f-4e95-ac2b-089405f2a335', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7af98926-d6c0-4535-9dba-d6cda47a4a22', 'code': 200} Jun 24 11:57:54.780534 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Pushing event updated for resources: {'Port': ['ID=7af98926-d6c0-4535-9dba-d6cda47a4a22,revision_number=10']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:57:54.783853 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:57:54.837884 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.db [None req-f3611848-6acb-43e5-8238-110652552b80 admin admin] For port 8bd8e081-5290-4fb9-8952-7b2d75f45339, host dv-neutron-797120-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=8bd8e081-5290-4fb9-8952-7b2d75f45339,segment=NetworkSegment(feccf5a9-eb5f-4366-9287-7909e7dea8b2),segment_id=feccf5a9-eb5f-4366-9287-7909e7dea8b2)] {{(pid=128084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 11:57:54.838301 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-f3611848-6acb-43e5-8238-110652552b80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1978872'] for port, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:57:54.851234 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.plugin [None req-f3611848-6acb-43e5-8238-110652552b80 admin admin] Calling delete_port for 8bd8e081-5290-4fb9-8952-7b2d75f45339 owned by network:router_interface {{(pid=128084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 11:57:54.982411 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3370c577-ba3e-4100-9166-5927f19efdb8 req-efe863b5-b988-4d59-ae76-cc963c854ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:57:54.983941 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-3370c577-ba3e-4100-9166-5927f19efdb8 req-efe863b5-b988-4d59-ae76-cc963c854ca8 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=5f54157b-b22f-4e95-ac2b-089405f2a335 HTTP/1.1" status: 200 len: 1137 time: 0.0549691 Jun 24 11:57:55.022565 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-3370c577-ba3e-4100-9166-5927f19efdb8 req-25db8fec-783d-491c-af3e-4359d30bf0dc service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=1b18b9f6-3bdb-44cd-ad9a-f61b90581c27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0280349 Jun 24 11:57:55.037969 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-f3611848-6acb-43e5-8238-110652552b80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793193945299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193536732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3292088'] for port, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:57:55.040341 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-3a888f56-536a-4a4c-8c1a-59c526ce143a tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:57:55.062104 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3611848-6acb-43e5-8238-110652552b80 admin admin] Pushing event deleted for resources: {'Port': ['ID=8bd8e081-5290-4fb9-8952-7b2d75f45339,revision_number=None']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:57:55.067676 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-f3611848-6acb-43e5-8238-110652552b80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:57:55.234436 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-f3611848-6acb-43e5-8238-110652552b80 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1588985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1806165'] for router_interface, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:57:55.332960 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6d1569-b88e-43a1-b2ad-223d12b84aff req-c7c768f9-a3db-4500-ad57-fe7db7466728 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:57:55.334543 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-ec6d1569-b88e-43a1-b2ad-223d12b84aff req-c7c768f9-a3db-4500-ad57-fe7db7466728 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "GET /v2.0/ports?device_id=5f54157b-b22f-4e95-ac2b-089405f2a335 HTTP/1.1" status: 200 len: 984 time: 0.0667017 Jun 24 11:57:55.372404 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-ec6d1569-b88e-43a1-b2ad-223d12b84aff req-e5c42f37-9bdd-41c3-b9cd-ef11ef5c1ccf tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "GET /v2.0/security-groups?id=1b18b9f6-3bdb-44cd-ad9a-f61b90581c27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322108 Jun 24 11:57:55.458244 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3611848-6acb-43e5-8238-110652552b80 admin admin] Router 1010ec49-338d-4ddb-ab95-5db8aeb9bc3a has already been hosted by L3 agent 2987dba8-2249-4ee6-96ec-28f0f7a6127d {{(pid=128084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 11:57:55.566555 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3611848-6acb-43e5-8238-110652552b80 admin admin] Notify agent at l3_agent.dv-neutron-797120-4-hyperv the message routers_updated {{(pid=128084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 11:57:55.571979 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-f3611848-6acb-43e5-8238-110652552b80 admin admin] 10.222.0.53 "PUT /v2.0/routers/1010ec49-338d-4ddb-ab95-5db8aeb9bc3a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8440468 Jun 24 11:57:55.574459 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 36114) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:57:55.580971 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8fea2c0-8630-4347-80f8-845ae82b5546 None None] Sync routers for ids ['1010ec49-338d-4ddb-ab95-5db8aeb9bc3a'] in dv-neutron-797120-4-hyperv {{(pid=128085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 11:57:55.590376 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8fea2c0-8630-4347-80f8-845ae82b5546 None None] Routers {'1010ec49-338d-4ddb-ab95-5db8aeb9bc3a'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 11:57:55.591062 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-a8fea2c0-8630-4347-80f8-845ae82b5546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T11:57:26Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['1010ec49-338d-4ddb-ab95-5db8aeb9bc3a'], 'active': True} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:57:55.679672 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-8f87bc3e-cab7-4d48-a250-d0e59a7c7c1f admin admin] Notify callbacks [] for router, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:57:55.694537 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvr_db [None req-a8fea2c0-8630-4347-80f8-845ae82b5546 None None] Set router 1010ec49-338d-4ddb-ab95-5db8aeb9bc3a gateway port host: dv-neutron-797120-4-hyperv {{(pid=128085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 11:57:55.786263 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-8f87bc3e-cab7-4d48-a250-d0e59a7c7c1f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:57:55.843061 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.plugin [None req-8f87bc3e-cab7-4d48-a250-d0e59a7c7c1f admin admin] Deleting port 075214bd-0a72-4e24-a0f8-f7fb96f5c3fa {{(pid=128084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 11:57:55.843469 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-8f87bc3e-cab7-4d48-a250-d0e59a7c7c1f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793193942312'] for port, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:57:55.878968 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-a8fea2c0-8630-4347-80f8-845ae82b5546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1010ec49-338d-4ddb-ab95-5db8aeb9bc3a', 'name': 'tempest-TestVolumeBootPattern-1586751402-router', 'tenant_id': '91cba4619aa74784a108d3a825cc8e0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'external_fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.200'}], 'enable_snat': True}, 'gw_port_id': '075214bd-0a72-4e24-a0f8-f7fb96f5c3fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T11:49:41Z', 'updated_at': '2021-06-24T11:57:54Z', 'revision_number': 5, 'project_id': '91cba4619aa74784a108d3a825cc8e0c', 'gw_port': {'id': '075214bd-0a72-4e24-a0f8-f7fb96f5c3fa', 'name': '', 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:01:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1010ec49-338d-4ddb-ab95-5db8aeb9bc3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 935, 'fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:49:42Z', 'updated_at': '2021-06-24T11:49:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-4-hyperv'}], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:57:55.905876 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8fea2c0-8630-4347-80f8-845ae82b5546 None None] Checking router: 1010ec49-338d-4ddb-ab95-5db8aeb9bc3a for host: dv-neutron-797120-4-hyperv {{(pid=128085) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 11:57:55.914368 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8fea2c0-8630-4347-80f8-845ae82b5546 None None] Routers {'1010ec49-338d-4ddb-ab95-5db8aeb9bc3a'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 11:57:55.914970 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-a8fea2c0-8630-4347-80f8-845ae82b5546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T11:57:26Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['1010ec49-338d-4ddb-ab95-5db8aeb9bc3a'], 'active': True} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:57:55.933899 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.db [None req-8f87bc3e-cab7-4d48-a250-d0e59a7c7c1f admin admin] For port 075214bd-0a72-4e24-a0f8-f7fb96f5c3fa, host dv-neutron-797120-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=075214bd-0a72-4e24-a0f8-f7fb96f5c3fa,segment=NetworkSegment(1139564f-ff83-4b49-a593-84b33301357d),segment_id=1139564f-ff83-4b49-a593-84b33301357d)] {{(pid=128084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 11:57:55.934368 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-8f87bc3e-cab7-4d48-a250-d0e59a7c7c1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1978872'] for port, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:57:55.949827 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.plugin [None req-8f87bc3e-cab7-4d48-a250-d0e59a7c7c1f admin admin] Calling delete_port for 075214bd-0a72-4e24-a0f8-f7fb96f5c3fa owned by network:router_gateway {{(pid=128084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 11:57:56.007658 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvr_db [None req-a8fea2c0-8630-4347-80f8-845ae82b5546 None None] Set router 1010ec49-338d-4ddb-ab95-5db8aeb9bc3a gateway port host: None {{(pid=128085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 11:57:56.061235 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-a8fea2c0-8630-4347-80f8-845ae82b5546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1010ec49-338d-4ddb-ab95-5db8aeb9bc3a', 'name': 'tempest-TestVolumeBootPattern-1586751402-router', 'tenant_id': '91cba4619aa74784a108d3a825cc8e0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T11:49:41Z', 'updated_at': '2021-06-24T11:57:55Z', 'revision_number': 6, 'project_id': '91cba4619aa74784a108d3a825cc8e0c', 'gw_port_host': None}], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:57:56.087513 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8fea2c0-8630-4347-80f8-845ae82b5546 None None] The sync data for ids ['1010ec49-338d-4ddb-ab95-5db8aeb9bc3a'] in dv-neutron-797120-4-hyperv is: [{'id': '1010ec49-338d-4ddb-ab95-5db8aeb9bc3a', 'name': 'tempest-TestVolumeBootPattern-1586751402-router', 'tenant_id': '91cba4619aa74784a108d3a825cc8e0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T11:49:41Z', 'updated_at': '2021-06-24T11:57:55Z', 'revision_number': 6, 'project_id': '91cba4619aa74784a108d3a825cc8e0c', 'gw_port_host': None}] {{(pid=128085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 11:57:56.144300 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-8f87bc3e-cab7-4d48-a250-d0e59a7c7c1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793193945299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193536732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3292088'] for port, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:57:56.146424 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-e4b4de59-7817-4b25-9a8f-be6ce7c21c64 tempest-TestVolumeBootPattern-428988392 tempest-TestVolumeBootPattern-428988392-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:57:56.170690 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f87bc3e-cab7-4d48-a250-d0e59a7c7c1f admin admin] Pushing event deleted for resources: {'Port': ['ID=075214bd-0a72-4e24-a0f8-f7fb96f5c3fa,revision_number=None']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:57:56.174315 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-8f87bc3e-cab7-4d48-a250-d0e59a7c7c1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:57:56.234141 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-8f87bc3e-cab7-4d48-a250-d0e59a7c7c1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1815728'] for router_gateway, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:57:56.323807 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-8f87bc3e-cab7-4d48-a250-d0e59a7c7c1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1803182', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65403'] for router, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:57:56.325911 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-8f87bc3e-cab7-4d48-a250-d0e59a7c7c1f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:57:56.370078 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ad86a034-90bc-4c83-b530-5799f95deda6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:57:56.372099 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-8f87bc3e-cab7-4d48-a250-d0e59a7c7c1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1806072'] for router, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:57:56.372643 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f87bc3e-cab7-4d48-a250-d0e59a7c7c1f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1010ec49-338d-4ddb-ab95-5db8aeb9bc3a {{(pid=128084) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 24 11:57:56.378509 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-8f87bc3e-cab7-4d48-a250-d0e59a7c7c1f admin admin] Notify callbacks [] for router, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:57:56.379482 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-8f87bc3e-cab7-4d48-a250-d0e59a7c7c1f admin admin] 10.222.0.53 "DELETE /v2.0/routers/1010ec49-338d-4ddb-ab95-5db8aeb9bc3a HTTP/1.1" status: 204 len: 168 time: 0.8040898 Jun 24 11:57:56.382120 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 36116) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:57:56.429896 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.db.db_base_plugin_v2 [None req-30bf7ec7-4c81-4176-80f9-21ab43fd6748 admin admin] Deleting subnet 83739081-6ef0-4601-a176-febdd4c01678 {{(pid=128084) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 24 11:57:56.433599 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-30bf7ec7-4c81-4176-80f9-21ab43fd6748 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:57:56.475649 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-30bf7ec7-4c81-4176-80f9-21ab43fd6748 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2373542'] for subnet, precommit_delete_associations {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:57:56.500658 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:57:56.571126 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a981d9f-d1cc-4903-a6dd-04d38be50095 req-724b3d56-d0b2-47a5-aa7b-3e1c721f0e5a tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:57:56.572562 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-30bf7ec7-4c81-4176-80f9-21ab43fd6748 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-972249'] for subnet, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:57:56.573355 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-2a981d9f-d1cc-4903-a6dd-04d38be50095 req-724b3d56-d0b2-47a5-aa7b-3e1c721f0e5a tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "GET /v2.0/ports?device_id=5f54157b-b22f-4e95-ac2b-089405f2a335 HTTP/1.1" status: 200 len: 984 time: 0.0755665 Jun 24 11:57:56.617485 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-2a981d9f-d1cc-4903-a6dd-04d38be50095 req-0cda9ab0-9dc6-4673-a2ee-db7610e0da41 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "GET /v2.0/security-groups?id=1b18b9f6-3bdb-44cd-ad9a-f61b90581c27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361533 Jun 24 11:57:56.632249 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-30bf7ec7-4c81-4176-80f9-21ab43fd6748 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-972238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3292022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3162263'] for subnet, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:57:56.634278 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-96051775-a301-4ffa-a802-8954e3ebc893 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:57:56.659224 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bf7ec7-4c81-4176-80f9-21ab43fd6748 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=83739081-6ef0-4601-a176-febdd4c01678,revision_number=None']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:57:56.662301 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-30bf7ec7-4c81-4176-80f9-21ab43fd6748 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:57:56.663297 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-30bf7ec7-4c81-4176-80f9-21ab43fd6748 admin admin] Notify callbacks [] for subnet, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:57:56.665164 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-30bf7ec7-4c81-4176-80f9-21ab43fd6748 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/83739081-6ef0-4601-a176-febdd4c01678 HTTP/1.1" status: 204 len: 168 time: 0.2820964 Jun 24 11:57:56.667561 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 36122) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:57:56.669797 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61dc838a-3e0d-4d9e-8c71-039c7b6e2003 None None] Network 376f72b9-0f0d-4b21-b0a6-f11d1b9b44a4 requested from dv-neutron-797120-4-hyperv {{(pid=128085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 11:57:56.745971 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-bf365f9f-bf79-47ce-ae1e-1a00f9eec6c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-534962'] for network, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:57:56.802710 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.plugin [None req-bf365f9f-bf79-47ce-ae1e-1a00f9eec6c6 admin admin] Deleting port cbfbe795-6aa8-4b95-b504-878db4cc9bfd {{(pid=128084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 11:57:56.803380 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-bf365f9f-bf79-47ce-ae1e-1a00f9eec6c6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793193942312'] for port, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:57:56.804481 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f475c8-f1b5-42e6-be25-c0843c308eb4 req-5b7c2a85-a03e-43d1-a5ef-e7879b3589eb tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:57:56.806202 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-45f475c8-f1b5-42e6-be25-c0843c308eb4 req-5b7c2a85-a03e-43d1-a5ef-e7879b3589eb tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "GET /v2.0/ports?device_id=5f54157b-b22f-4e95-ac2b-089405f2a335 HTTP/1.1" status: 200 len: 984 time: 0.0739152 Jun 24 11:57:56.859819 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-45f475c8-f1b5-42e6-be25-c0843c308eb4 req-cf685057-fdc2-4322-b3aa-2abefe20ea87 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "GET /v2.0/security-groups?id=1b18b9f6-3bdb-44cd-ad9a-f61b90581c27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473576 Jun 24 11:57:56.881992 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 36124) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:57:56.883042 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.db [None req-bf365f9f-bf79-47ce-ae1e-1a00f9eec6c6 admin admin] For port cbfbe795-6aa8-4b95-b504-878db4cc9bfd, host dv-neutron-797120-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=cbfbe795-6aa8-4b95-b504-878db4cc9bfd,segment=NetworkSegment(feccf5a9-eb5f-4366-9287-7909e7dea8b2),segment_id=feccf5a9-eb5f-4366-9287-7909e7dea8b2)] {{(pid=128084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 11:57:56.883833 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-bf365f9f-bf79-47ce-ae1e-1a00f9eec6c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1978872'] for port, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:57:56.886840 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac940ac9-c6b7-46ea-9edd-5ddcb372e656 None None] DHCP port deletion for 376f72b9-0f0d-4b21-b0a6-f11d1b9b44a4 request from dv-neutron-797120-4-hyperv {{(pid=128085) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 24 11:57:56.898048 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.plugin [None req-bf365f9f-bf79-47ce-ae1e-1a00f9eec6c6 admin admin] Calling delete_port for cbfbe795-6aa8-4b95-b504-878db4cc9bfd owned by network:dhcp {{(pid=128084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 11:57:56.938384 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-ac940ac9-c6b7-46ea-9edd-5ddcb372e656 None None] Deleting port cbfbe795-6aa8-4b95-b504-878db4cc9bfd {{(pid=128085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 11:57:56.938826 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ac940ac9-c6b7-46ea-9edd-5ddcb372e656 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793193942312'] for port, before_delete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:57:56.977333 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa559ca7-7ccc-4081-a29c-18cedae0fec4 tempest-TestNetworkBasicOps-1239029366 tempest-TestNetworkBasicOps-1239029366-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:57:56.978860 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-aa559ca7-7ccc-4081-a29c-18cedae0fec4 tempest-TestNetworkBasicOps-1239029366 tempest-TestNetworkBasicOps-1239029366-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=5f54157b-b22f-4e95-ac2b-089405f2a335&network_id=870e9836-065a-4b09-b000-7c72f867eda2 HTTP/1.1" status: 200 len: 1132 time: 0.0957327 Jun 24 11:57:56.991570 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-bf365f9f-bf79-47ce-ae1e-1a00f9eec6c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793193945299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193536732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3292088'] for port, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:57:56.997615 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-3c5d5e46-032a-4dc0-969c-154f3669aedb tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:57:57.021049 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-ac940ac9-c6b7-46ea-9edd-5ddcb372e656 None None] For port cbfbe795-6aa8-4b95-b504-878db4cc9bfd, host dv-neutron-797120-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=cbfbe795-6aa8-4b95-b504-878db4cc9bfd,segment=NetworkSegment(feccf5a9-eb5f-4366-9287-7909e7dea8b2),segment_id=feccf5a9-eb5f-4366-9287-7909e7dea8b2)] {{(pid=128085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 11:57:57.021452 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ac940ac9-c6b7-46ea-9edd-5ddcb372e656 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1978872'] for port, precommit_delete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:57:57.027233 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf365f9f-bf79-47ce-ae1e-1a00f9eec6c6 admin admin] Pushing event deleted for resources: {'Port': ['ID=cbfbe795-6aa8-4b95-b504-878db4cc9bfd,revision_number=None']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:57:57.030849 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-bf365f9f-bf79-47ce-ae1e-1a00f9eec6c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:57:57.031743 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf365f9f-bf79-47ce-ae1e-1a00f9eec6c6 admin admin] No DVR routers for this DVR port cbfbe795-6aa8-4b95-b504-878db4cc9bfd on host dv-neutron-797120-4-hyperv {{(pid=128084) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 11:57:57.036734 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-ac940ac9-c6b7-46ea-9edd-5ddcb372e656 None None] Calling delete_port for cbfbe795-6aa8-4b95-b504-878db4cc9bfd owned by network:dhcp {{(pid=128085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 11:57:57.110369 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-bf365f9f-bf79-47ce-ae1e-1a00f9eec6c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973199', 'neutron.services.segments.db._delete_segments_for_network-8793194012456'] for network, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:57:57.120495 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.services.segments.db [None req-bf365f9f-bf79-47ce-ae1e-1a00f9eec6c6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['376f72b9-0f0d-4b21-b0a6-f11d1b9b44a4']}} {{(pid=128084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:57:57.127007 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ac940ac9-c6b7-46ea-9edd-5ddcb372e656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793193945299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193536732'] for port, after_delete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:57:57.129372 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:57:57.136917 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.services.segments.db [None req-bf365f9f-bf79-47ce-ae1e-1a00f9eec6c6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'feccf5a9-eb5f-4366-9287-7909e7dea8b2') {'for_net_delete': True} {{(pid=128084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:57:57.137266 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.services.segments.db [None req-bf365f9f-bf79-47ce-ae1e-1a00f9eec6c6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'feccf5a9-eb5f-4366-9287-7909e7dea8b2') {} {{(pid=128084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:57:57.148085 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-bf365f9f-bf79-47ce-ae1e-1a00f9eec6c6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793194097327', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2373599'] for segment, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:57:57.157093 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac940ac9-c6b7-46ea-9edd-5ddcb372e656 None None] Pushing event deleted for resources: {'Port': ['ID=cbfbe795-6aa8-4b95-b504-878db4cc9bfd,revision_number=None']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:57:57.164698 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-bf365f9f-bf79-47ce-ae1e-1a00f9eec6c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967879'] for segment, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:57:57.165923 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-ac940ac9-c6b7-46ea-9edd-5ddcb372e656 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:57:57.169695 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac940ac9-c6b7-46ea-9edd-5ddcb372e656 None None] No DVR routers for this DVR port cbfbe795-6aa8-4b95-b504-878db4cc9bfd on host dv-neutron-797120-4-hyperv {{(pid=128085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 11:57:57.172460 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf365f9f-bf79-47ce-ae1e-1a00f9eec6c6 admin admin] Releasing vlan 635 on physical network physnet1 to pool {{(pid=128084) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 11:57:57.172936 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-bf365f9f-bf79-47ce-ae1e-1a00f9eec6c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3292053'] for segment, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:57:57.175540 dv-neutron-797120-4-hyperv neutron-server[128084]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 11:57:57.175540 dv-neutron-797120-4-hyperv neutron-server[128084]: conditions |= (models_v2.Port.network_id.in_( Jun 24 11:57:57.175540 dv-neutron-797120-4-hyperv neutron-server[128084]: Traceback (most recent call last): Jun 24 11:57:57.175540 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 24 11:57:57.175540 dv-neutron-797120-4-hyperv neutron-server[128084]: timer() Jun 24 11:57:57.175540 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 24 11:57:57.175540 dv-neutron-797120-4-hyperv neutron-server[128084]: cb(*args, **kw) Jun 24 11:57:57.175540 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 24 11:57:57.175540 dv-neutron-797120-4-hyperv neutron-server[128084]: return func(*args, **kwargs) Jun 24 11:57:57.175540 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 24 11:57:57.175540 dv-neutron-797120-4-hyperv neutron-server[128084]: self._notify() Jun 24 11:57:57.175540 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 24 11:57:57.175540 dv-neutron-797120-4-hyperv neutron-server[128084]: self.callback(batched_events) Jun 24 11:57:57.175540 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 24 11:57:57.175540 dv-neutron-797120-4-hyperv neutron-server[128084]: event.method(event) Jun 24 11:57:57.175540 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 24 11:57:57.175540 dv-neutron-797120-4-hyperv neutron-server[128084]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 24 11:57:57.175540 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 24 11:57:57.175540 dv-neutron-797120-4-hyperv neutron-server[128084]: aggregate_uuid = self.p_client.list_aggregates( Jun 24 11:57:57.175540 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 24 11:57:57.175540 dv-neutron-797120-4-hyperv neutron-server[128084]: return f(self, *a, **k) Jun 24 11:57:57.175540 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 24 11:57:57.175540 dv-neutron-797120-4-hyperv neutron-server[128084]: return self._get(url).json() Jun 24 11:57:57.175540 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 24 11:57:57.175540 dv-neutron-797120-4-hyperv neutron-server[128084]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 24 11:57:57.175540 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 24 11:57:57.175540 dv-neutron-797120-4-hyperv neutron-server[128084]: return self.request(url, 'GET', **kwargs) Jun 24 11:57:57.175540 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 24 11:57:57.175540 dv-neutron-797120-4-hyperv neutron-server[128084]: base_url = self.get_endpoint(auth, allow=allow, Jun 24 11:57:57.175540 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 24 11:57:57.175540 dv-neutron-797120-4-hyperv neutron-server[128084]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 24 11:57:57.175540 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 24 11:57:57.175540 dv-neutron-797120-4-hyperv neutron-server[128084]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 24 11:57:57.175540 dv-neutron-797120-4-hyperv neutron-server[128084]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 24 11:57:57.250089 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-bf365f9f-bf79-47ce-ae1e-1a00f9eec6c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1800243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1815642'] for network, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:57:57.252430 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-bf365f9f-bf79-47ce-ae1e-1a00f9eec6c6 admin admin] Notify callbacks [] for network, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:57:57.254802 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-bf365f9f-bf79-47ce-ae1e-1a00f9eec6c6 admin admin] 10.222.0.53 "DELETE /v2.0/networks/376f72b9-0f0d-4b21-b0a6-f11d1b9b44a4 HTTP/1.1" status: 204 len: 168 time: 0.5860851 Jun 24 11:57:57.255464 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-49bc2307-e2b4-442c-90f1-8a741062a66e tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:57:57.257758 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 36130) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:57:57.274739 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf365f9f-bf79-47ce-ae1e-1a00f9eec6c6 admin admin] Pushing event deleted for resources: {'Network': ['ID=376f72b9-0f0d-4b21-b0a6-f11d1b9b44a4,revision_number=None']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:57:57.277496 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-bf365f9f-bf79-47ce-ae1e-1a00f9eec6c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:57:57.473482 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177307cc-8903-4697-ae68-f49606568bd9 req-6bed2c8e-3f39-4053-aa2a-63f6b2030636 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:57:57.474824 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-177307cc-8903-4697-ae68-f49606568bd9 req-6bed2c8e-3f39-4053-aa2a-63f6b2030636 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "GET /v2.0/ports?device_id=5f54157b-b22f-4e95-ac2b-089405f2a335 HTTP/1.1" status: 200 len: 984 time: 0.1256104 Jun 24 11:57:57.550336 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-177307cc-8903-4697-ae68-f49606568bd9 req-d0f5a336-3d5d-4f98-9e77-2509ae78f52c tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "GET /v2.0/security-groups?id=1b18b9f6-3bdb-44cd-ad9a-f61b90581c27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501790 Jun 24 11:57:57.682236 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-03237adf-ebd0-46f2-a476-4d4bb746e0f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:57:57.708253 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-eec29459-e0e3-4bd0-a11d-cfb54796a92b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1978565'] for router_interface, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:57:57.974311 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device cbfbe795-6aa8-4b95-b504-878db4cc9bfd no longer exists at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 11:57:57.981094 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.plugin [None req-eec29459-e0e3-4bd0-a11d-cfb54796a92b admin admin] Deleting port 459e0a33-3947-4406-8e3c-9c4b0bf982a7 {{(pid=128083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 11:57:57.981442 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-eec29459-e0e3-4bd0-a11d-cfb54796a92b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793193942312'] for port, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:57:57.997965 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] No Port match for: cbfbe795-6aa8-4b95-b504-878db4cc9bfd {{(pid=128085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 11:57:57.998414 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device cbfbe795-6aa8-4b95-b504-878db4cc9bfd not bound to the agent host dv-neutron-797120-4-hyperv {{(pid=128085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 11:57:57.998912 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device 8bd8e081-5290-4fb9-8952-7b2d75f45339 no longer exists at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 11:57:58.019767 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] No Port match for: 8bd8e081-5290-4fb9-8952-7b2d75f45339 {{(pid=128085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 11:57:58.020124 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device 8bd8e081-5290-4fb9-8952-7b2d75f45339 not bound to the agent host dv-neutron-797120-4-hyperv {{(pid=128085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 11:57:58.020683 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device 075214bd-0a72-4e24-a0f8-f7fb96f5c3fa no longer exists at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 11:57:58.043191 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] No Port match for: 075214bd-0a72-4e24-a0f8-f7fb96f5c3fa {{(pid=128085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 11:57:58.043554 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device 075214bd-0a72-4e24-a0f8-f7fb96f5c3fa not bound to the agent host dv-neutron-797120-4-hyperv {{(pid=128085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 11:57:58.071627 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.db [None req-eec29459-e0e3-4bd0-a11d-cfb54796a92b admin admin] For port 459e0a33-3947-4406-8e3c-9c4b0bf982a7, host dv-neutron-797120-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=459e0a33-3947-4406-8e3c-9c4b0bf982a7,segment=NetworkSegment(8cb26e43-9885-4059-a45d-aa200848b3e8),segment_id=8cb26e43-9885-4059-a45d-aa200848b3e8)] {{(pid=128083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 11:57:58.072040 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-eec29459-e0e3-4bd0-a11d-cfb54796a92b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1978872'] for port, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:57:58.092226 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.plugin [None req-eec29459-e0e3-4bd0-a11d-cfb54796a92b admin admin] Calling delete_port for 459e0a33-3947-4406-8e3c-9c4b0bf982a7 owned by network:router_interface {{(pid=128083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 11:57:58.275286 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-eec29459-e0e3-4bd0-a11d-cfb54796a92b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793193945299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193536732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2537862'] for port, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:57:58.278270 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-6d16113c-4bbe-475a-a87b-d8543eac11c0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:57:58.306522 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec29459-e0e3-4bd0-a11d-cfb54796a92b admin admin] Pushing event deleted for resources: {'Port': ['ID=459e0a33-3947-4406-8e3c-9c4b0bf982a7,revision_number=None']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:57:58.308481 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-eec29459-e0e3-4bd0-a11d-cfb54796a92b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:57:58.472238 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-eec29459-e0e3-4bd0-a11d-cfb54796a92b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1588985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1806165'] for router_interface, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:57:58.761787 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eec29459-e0e3-4bd0-a11d-cfb54796a92b admin admin] Router e94fcbe0-1aa8-48dd-90cc-5d823c427683 has already been hosted by L3 agent 2987dba8-2249-4ee6-96ec-28f0f7a6127d {{(pid=128083) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 11:57:58.801472 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb023a0-f4bb-4f4f-a732-a40c4e4e173c req-93fbe0a5-19b2-488d-8c37-cfb48f2ccca1 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:57:58.802918 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-9bb023a0-f4bb-4f4f-a732-a40c4e4e173c req-93fbe0a5-19b2-488d-8c37-cfb48f2ccca1 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "GET /v2.0/ports?device_id=5f54157b-b22f-4e95-ac2b-089405f2a335 HTTP/1.1" status: 200 len: 984 time: 0.1370232 Jun 24 11:57:58.853682 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c7f638-83e6-408f-8343-8d07fb991d6d req-72abc151-1669-4f5f-a318-3b67a1285401 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:57:58.855059 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-f7c7f638-83e6-408f-8343-8d07fb991d6d req-72abc151-1669-4f5f-a318-3b67a1285401 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.45 "GET /v2.0/ports?device_id=5f54157b-b22f-4e95-ac2b-089405f2a335 HTTP/1.1" status: 200 len: 984 time: 0.1743517 Jun 24 11:57:58.968473 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-9bb023a0-f4bb-4f4f-a732-a40c4e4e173c req-509bee56-2fdd-4bfc-bacc-b3e706ed37d2 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "GET /v2.0/security-groups?id=1b18b9f6-3bdb-44cd-ad9a-f61b90581c27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597633 Jun 24 11:57:58.974580 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c7f638-83e6-408f-8343-8d07fb991d6d req-abf855be-4363-4187-b676-bbc42e329800 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:57:58.975888 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-f7c7f638-83e6-408f-8343-8d07fb991d6d req-abf855be-4363-4187-b676-bbc42e329800 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.45 "GET /v2.0/ports/7af98926-d6c0-4535-9dba-d6cda47a4a22?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1091094 Jun 24 11:57:58.994232 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eec29459-e0e3-4bd0-a11d-cfb54796a92b admin admin] Notify agent at l3_agent.dv-neutron-797120-4-hyperv the message routers_updated {{(pid=128083) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 11:57:59.003251 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95090636-e567-42bd-9d8a-c39448417aa1 None None] Sync routers for ids ['e94fcbe0-1aa8-48dd-90cc-5d823c427683'] in dv-neutron-797120-4-hyperv {{(pid=128086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 11:57:59.009556 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-eec29459-e0e3-4bd0-a11d-cfb54796a92b admin admin] 10.222.0.53 "PUT /v2.0/routers/e94fcbe0-1aa8-48dd-90cc-5d823c427683/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7505691 Jun 24 11:57:59.012180 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 36136) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:57:59.013155 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95090636-e567-42bd-9d8a-c39448417aa1 None None] Routers {'e94fcbe0-1aa8-48dd-90cc-5d823c427683'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 11:57:59.013792 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-95090636-e567-42bd-9d8a-c39448417aa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T11:57:56Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['e94fcbe0-1aa8-48dd-90cc-5d823c427683'], 'active': True} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:57:59.096046 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-f7c7f638-83e6-408f-8343-8d07fb991d6d req-48ef638f-6a16-4df5-8ddf-299c7dac88f2 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.45 "GET /v2.0/networks/870e9836-065a-4b09-b000-7c72f867eda2?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1133695 Jun 24 11:57:59.110113 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [req-f7c7f638-83e6-408f-8343-8d07fb991d6d req-855b1708-6316-40c4-b017-351d4db9a16e service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:57:59.129661 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-fb7d441d-cc44-4368-88b8-ea8bd414597b admin admin] Notify callbacks [] for router, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:57:59.184373 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-f7c7f638-83e6-408f-8343-8d07fb991d6d req-855b1708-6316-40c4-b017-351d4db9a16e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:57:59.206313 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_dvr_db [None req-95090636-e567-42bd-9d8a-c39448417aa1 None None] Set router e94fcbe0-1aa8-48dd-90cc-5d823c427683 gateway port host: dv-neutron-797120-4-hyperv {{(pid=128086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 11:57:59.232758 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-fb7d441d-cc44-4368-88b8-ea8bd414597b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:57:59.288242 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.plugin [None req-fb7d441d-cc44-4368-88b8-ea8bd414597b admin admin] Deleting port 310142fc-dc87-4ad0-b147-4573d83067c8 {{(pid=128084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 11:57:59.288847 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-fb7d441d-cc44-4368-88b8-ea8bd414597b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793193942312'] for port, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:57:59.322779 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.db [req-f7c7f638-83e6-408f-8343-8d07fb991d6d req-855b1708-6316-40c4-b017-351d4db9a16e service neutron] For port 7af98926-d6c0-4535-9dba-d6cda47a4a22, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=7af98926-d6c0-4535-9dba-d6cda47a4a22,segment=NetworkSegment(2a153087-35e5-40be-bd67-fb8be97f9a35),segment_id=2a153087-35e5-40be-bd67-fb8be97f9a35)] {{(pid=128083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 11:57:59.358340 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.db [req-f7c7f638-83e6-408f-8343-8d07fb991d6d req-855b1708-6316-40c4-b017-351d4db9a16e service neutron] For port 7af98926-d6c0-4535-9dba-d6cda47a4a22, host hv-neutron-7971, cleared binding levels {{(pid=128083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 11:57:59.370127 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.db [None req-fb7d441d-cc44-4368-88b8-ea8bd414597b admin admin] For port 310142fc-dc87-4ad0-b147-4573d83067c8, host dv-neutron-797120-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=310142fc-dc87-4ad0-b147-4573d83067c8,segment=NetworkSegment(1139564f-ff83-4b49-a593-84b33301357d),segment_id=1139564f-ff83-4b49-a593-84b33301357d)] {{(pid=128084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 11:57:59.370545 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-fb7d441d-cc44-4368-88b8-ea8bd414597b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1978872'] for port, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:57:59.383522 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.plugin [None req-fb7d441d-cc44-4368-88b8-ea8bd414597b admin admin] Calling delete_port for 310142fc-dc87-4ad0-b147-4573d83067c8 owned by network:router_gateway {{(pid=128084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 11:57:59.392183 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.notifiers.nova [req-f7c7f638-83e6-408f-8343-8d07fb991d6d req-855b1708-6316-40c4-b017-351d4db9a16e service neutron] device_id is not set on port 7af98926-d6c0-4535-9dba-d6cda47a4a22 yet. {{(pid=128083) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 24 11:57:59.395434 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-95090636-e567-42bd-9d8a-c39448417aa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e94fcbe0-1aa8-48dd-90cc-5d823c427683', 'name': 'tempest-TestVolumeBootPattern-1560561642-router', 'tenant_id': '4b0fe29701814b05b1e0407b32349d46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'external_fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.89'}], 'enable_snat': True}, 'gw_port_id': '310142fc-dc87-4ad0-b147-4573d83067c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T11:49:58Z', 'updated_at': '2021-06-24T11:57:58Z', 'revision_number': 5, 'project_id': '4b0fe29701814b05b1e0407b32349d46', 'gw_port': {'id': '310142fc-dc87-4ad0-b147-4573d83067c8', 'name': '', 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:d4:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e94fcbe0-1aa8-48dd-90cc-5d823c427683', 'device_owner': 'network:router_gateway', 'standard_attr_id': 985, 'fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:50:01Z', 'updated_at': '2021-06-24T11:50:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-4-hyperv'}], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:57:59.401251 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-f7c7f638-83e6-408f-8343-8d07fb991d6d req-855b1708-6316-40c4-b017-351d4db9a16e service neutron] Notify callbacks [] for port, precommit_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:57:59.408045 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-f7c7f638-83e6-408f-8343-8d07fb991d6d req-855b1708-6316-40c4-b017-351d4db9a16e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2537871'] for port, after_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:57:59.410176 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-9efea5ac-f3b2-4879-9cc6-6667baaa36f0 tempest-TestVolumeBootPattern-428988392 tempest-TestVolumeBootPattern-428988392-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:57:59.422200 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95090636-e567-42bd-9d8a-c39448417aa1 None None] Checking router: e94fcbe0-1aa8-48dd-90cc-5d823c427683 for host: dv-neutron-797120-4-hyperv {{(pid=128086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 11:57:59.431089 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95090636-e567-42bd-9d8a-c39448417aa1 None None] Routers {'e94fcbe0-1aa8-48dd-90cc-5d823c427683'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 11:57:59.431705 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-95090636-e567-42bd-9d8a-c39448417aa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T11:57:56Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['e94fcbe0-1aa8-48dd-90cc-5d823c427683'], 'active': True} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:57:59.505751 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855b1708-6316-40c4-b017-351d4db9a16e service neutron] Pushing event updated for resources: {'Port': ['ID=7af98926-d6c0-4535-9dba-d6cda47a4a22,revision_number=11']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:57:59.515223 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-855b1708-6316-40c4-b017-351d4db9a16e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:57:59.530515 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_dvr_db [None req-95090636-e567-42bd-9d8a-c39448417aa1 None None] Set router e94fcbe0-1aa8-48dd-90cc-5d823c427683 gateway port host: None {{(pid=128086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 11:57:59.552846 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7c7f638-83e6-408f-8343-8d07fb991d6d req-855b1708-6316-40c4-b017-351d4db9a16e service neutron] No DVR routers for this DVR port 7af98926-d6c0-4535-9dba-d6cda47a4a22 on host hv-neutron-7971 {{(pid=128083) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 11:57:59.595468 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-fb7d441d-cc44-4368-88b8-ea8bd414597b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793193945299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193536732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3292088'] for port, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:57:59.595750 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-95090636-e567-42bd-9d8a-c39448417aa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e94fcbe0-1aa8-48dd-90cc-5d823c427683', 'name': 'tempest-TestVolumeBootPattern-1560561642-router', 'tenant_id': '4b0fe29701814b05b1e0407b32349d46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T11:49:58Z', 'updated_at': '2021-06-24T11:57:59Z', 'revision_number': 6, 'project_id': '4b0fe29701814b05b1e0407b32349d46', 'gw_port_host': None}], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:57:59.599951 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-d2a43081-33eb-4c67-8942-3c753ba8ee58 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:57:59.625018 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95090636-e567-42bd-9d8a-c39448417aa1 None None] The sync data for ids ['e94fcbe0-1aa8-48dd-90cc-5d823c427683'] in dv-neutron-797120-4-hyperv is: [{'id': 'e94fcbe0-1aa8-48dd-90cc-5d823c427683', 'name': 'tempest-TestVolumeBootPattern-1560561642-router', 'tenant_id': '4b0fe29701814b05b1e0407b32349d46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T11:49:58Z', 'updated_at': '2021-06-24T11:57:59Z', 'revision_number': 6, 'project_id': '4b0fe29701814b05b1e0407b32349d46', 'gw_port_host': None}] {{(pid=128086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 11:57:59.636926 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7d441d-cc44-4368-88b8-ea8bd414597b admin admin] Pushing event deleted for resources: {'Port': ['ID=310142fc-dc87-4ad0-b147-4573d83067c8,revision_number=None']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:57:59.640575 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-fb7d441d-cc44-4368-88b8-ea8bd414597b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:57:59.673794 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-52c483ef-d5c1-4030-9a32-e5ce4ff00ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:57:59.717702 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-fb7d441d-cc44-4368-88b8-ea8bd414597b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1815728'] for router_gateway, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:57:59.823174 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-06faea77-ef82-4963-9e88-883b77bba373 None None] Provisioning complete for port 7af98926-d6c0-4535-9dba-d6cda47a4a22 triggered by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:57:59.823866 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-06faea77-ef82-4963-9e88-883b77bba373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:57:59.861562 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-06faea77-ef82-4963-9e88-883b77bba373 None None] Port 7af98926-d6c0-4535-9dba-d6cda47a4a22 cannot update to ACTIVE because it is not bound. {{(pid=128085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 11:58:00.098619 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.plugin [req-f7c7f638-83e6-408f-8343-8d07fb991d6d req-855b1708-6316-40c4-b017-351d4db9a16e service neutron] In _notify_port_updated(), no bound segment for port 7af98926-d6c0-4535-9dba-d6cda47a4a22 on network 870e9836-065a-4b09-b000-7c72f867eda2 {{(pid=128083) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jun 24 11:58:00.099740 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c7f638-83e6-408f-8343-8d07fb991d6d req-855b1708-6316-40c4-b017-351d4db9a16e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:58:00.100128 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-f7c7f638-83e6-408f-8343-8d07fb991d6d req-855b1708-6316-40c4-b017-351d4db9a16e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468916'] for port, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:58:00.101432 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-f7c7f638-83e6-408f-8343-8d07fb991d6d req-855b1708-6316-40c4-b017-351d4db9a16e service neutron] 10.222.0.45 "PUT /v2.0/ports/7af98926-d6c0-4535-9dba-d6cda47a4a22 HTTP/1.1" status: 200 len: 1027 time: 0.9958398 Jun 24 11:58:00.114176 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-fb7d441d-cc44-4368-88b8-ea8bd414597b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1803182', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65403'] for router, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:58:00.114901 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-fb7d441d-cc44-4368-88b8-ea8bd414597b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:58:00.131745 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device 459e0a33-3947-4406-8e3c-9c4b0bf982a7 no longer exists at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 11:58:00.173273 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-fb7d441d-cc44-4368-88b8-ea8bd414597b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1806072'] for router, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:58:00.173821 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb7d441d-cc44-4368-88b8-ea8bd414597b admin admin] Fanout notify agent at l3_agent the message router_deleted on router e94fcbe0-1aa8-48dd-90cc-5d823c427683 {{(pid=128084) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 24 11:58:00.174953 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] No Port match for: 459e0a33-3947-4406-8e3c-9c4b0bf982a7 {{(pid=128085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 11:58:00.175311 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device 459e0a33-3947-4406-8e3c-9c4b0bf982a7 not bound to the agent host dv-neutron-797120-4-hyperv {{(pid=128085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 11:58:00.180178 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-fb7d441d-cc44-4368-88b8-ea8bd414597b admin admin] Notify callbacks [] for router, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:58:00.183532 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-fb7d441d-cc44-4368-88b8-ea8bd414597b admin admin] 10.222.0.53 "DELETE /v2.0/routers/e94fcbe0-1aa8-48dd-90cc-5d823c427683 HTTP/1.1" status: 204 len: 168 time: 1.1674464 Jun 24 11:58:00.183766 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 36140) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:58:00.193712 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-bf4275a8-2821-4c1d-8beb-5223edd588ed req-4855977a-a75b-44b4-90c5-1616a6a1acb6 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "GET /v2.0/ports?device_id=5f54157b-b22f-4e95-ac2b-089405f2a335 HTTP/1.1" status: 200 len: 210 time: 0.0380447 Jun 24 11:58:00.228878 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c0f9073-ae4e-48b5-a56b-abee27fa74e8 admin admin] Deleting subnet 9d7053cb-0496-4c0f-b426-e1845507db13 {{(pid=128084) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 24 11:58:00.232178 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-6c0f9073-ae4e-48b5-a56b-abee27fa74e8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:58:00.267397 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-6c0f9073-ae4e-48b5-a56b-abee27fa74e8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2373542'] for subnet, precommit_delete_associations {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:58:00.347902 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-6c0f9073-ae4e-48b5-a56b-abee27fa74e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-972249'] for subnet, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:58:00.398017 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-6c0f9073-ae4e-48b5-a56b-abee27fa74e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-972238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3292022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3162263'] for subnet, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:58:00.400579 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-4a614212-bbe5-4266-a4d6-31dba8b2117d tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:58:00.423714 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0f9073-ae4e-48b5-a56b-abee27fa74e8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9d7053cb-0496-4c0f-b426-e1845507db13,revision_number=None']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:58:00.426929 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-6c0f9073-ae4e-48b5-a56b-abee27fa74e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:58:00.427907 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-6c0f9073-ae4e-48b5-a56b-abee27fa74e8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:58:00.429735 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-6c0f9073-ae4e-48b5-a56b-abee27fa74e8 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/9d7053cb-0496-4c0f-b426-e1845507db13 HTTP/1.1" status: 204 len: 168 time: 0.2450721 Jun 24 11:58:00.432361 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 36142) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:58:00.433256 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-508a1cd3-b8d7-4131-8678-ab78a1e4d849 None None] Network d7d05277-9788-457b-857a-22669faf969d requested from dv-neutron-797120-4-hyperv {{(pid=128085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 11:58:00.508708 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-fa8f1ed4-d1a7-43fa-bca4-87e69114a1ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-534962'] for network, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:58:00.564369 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.plugin [None req-fa8f1ed4-d1a7-43fa-bca4-87e69114a1ec admin admin] Deleting port d32f1092-9896-4ee5-bfd4-44b81cae970e {{(pid=128083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 11:58:00.564714 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-fa8f1ed4-d1a7-43fa-bca4-87e69114a1ec admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793193942312'] for port, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:58:00.644387 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.db [None req-fa8f1ed4-d1a7-43fa-bca4-87e69114a1ec admin admin] For port d32f1092-9896-4ee5-bfd4-44b81cae970e, host dv-neutron-797120-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=d32f1092-9896-4ee5-bfd4-44b81cae970e,segment=NetworkSegment(8cb26e43-9885-4059-a45d-aa200848b3e8),segment_id=8cb26e43-9885-4059-a45d-aa200848b3e8)] {{(pid=128083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 11:58:00.644857 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-fa8f1ed4-d1a7-43fa-bca4-87e69114a1ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1978872'] for port, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:58:00.652062 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5415d295-700c-46e0-b03d-4cc4af49b51c None None] DHCP port deletion for d7d05277-9788-457b-857a-22669faf969d request from dv-neutron-797120-4-hyperv {{(pid=128085) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 24 11:58:00.661423 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.plugin [None req-fa8f1ed4-d1a7-43fa-bca4-87e69114a1ec admin admin] Calling delete_port for d32f1092-9896-4ee5-bfd4-44b81cae970e owned by network:dhcp {{(pid=128083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 11:58:00.715969 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-5415d295-700c-46e0-b03d-4cc4af49b51c None None] Deleting port d32f1092-9896-4ee5-bfd4-44b81cae970e {{(pid=128085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 11:58:00.716698 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-5415d295-700c-46e0-b03d-4cc4af49b51c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793193942312'] for port, before_delete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:58:00.761661 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-fa8f1ed4-d1a7-43fa-bca4-87e69114a1ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793193945299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193536732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2537862'] for port, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:58:00.771396 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-c73dba75-d605-4adf-8086-328fa0498f3b tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:58:00.775871 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa8f1ed4-d1a7-43fa-bca4-87e69114a1ec admin admin] No DVR routers for this DVR port d32f1092-9896-4ee5-bfd4-44b81cae970e on host dv-neutron-797120-4-hyperv {{(pid=128083) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 11:58:00.795746 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-5415d295-700c-46e0-b03d-4cc4af49b51c None None] For port d32f1092-9896-4ee5-bfd4-44b81cae970e, host dv-neutron-797120-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=d32f1092-9896-4ee5-bfd4-44b81cae970e,segment=NetworkSegment(8cb26e43-9885-4059-a45d-aa200848b3e8),segment_id=8cb26e43-9885-4059-a45d-aa200848b3e8)] {{(pid=128085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 11:58:00.796360 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-5415d295-700c-46e0-b03d-4cc4af49b51c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1978872'] for port, precommit_delete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:58:00.803790 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8f1ed4-d1a7-43fa-bca4-87e69114a1ec admin admin] Pushing event deleted for resources: {'Port': ['ID=d32f1092-9896-4ee5-bfd4-44b81cae970e,revision_number=None']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:58:00.811240 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-5415d295-700c-46e0-b03d-4cc4af49b51c None None] Calling delete_port for d32f1092-9896-4ee5-bfd4-44b81cae970e owned by network:dhcp {{(pid=128085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 11:58:00.826116 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-fa8f1ed4-d1a7-43fa-bca4-87e69114a1ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:58:00.878100 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-fa8f1ed4-d1a7-43fa-bca4-87e69114a1ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973199', 'neutron.services.segments.db._delete_segments_for_network-8793194012456'] for network, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:58:00.887572 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.services.segments.db [None req-fa8f1ed4-d1a7-43fa-bca4-87e69114a1ec admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d7d05277-9788-457b-857a-22669faf969d']}} {{(pid=128083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:58:00.894318 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-5415d295-700c-46e0-b03d-4cc4af49b51c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793193945299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193536732'] for port, after_delete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:58:00.896991 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:58:00.897388 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.services.segments.db [None req-fa8f1ed4-d1a7-43fa-bca4-87e69114a1ec admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8cb26e43-9885-4059-a45d-aa200848b3e8') {'for_net_delete': True} {{(pid=128083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:58:00.897689 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.services.segments.db [None req-fa8f1ed4-d1a7-43fa-bca4-87e69114a1ec admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8cb26e43-9885-4059-a45d-aa200848b3e8') {} {{(pid=128083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:58:00.906380 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-fa8f1ed4-d1a7-43fa-bca4-87e69114a1ec admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793194097327', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3143690'] for segment, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:58:00.919925 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5415d295-700c-46e0-b03d-4cc4af49b51c None None] Pushing event deleted for resources: {'Port': ['ID=d32f1092-9896-4ee5-bfd4-44b81cae970e,revision_number=None']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:58:00.920138 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-fa8f1ed4-d1a7-43fa-bca4-87e69114a1ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967879'] for segment, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:58:00.922776 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-5415d295-700c-46e0-b03d-4cc4af49b51c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:58:00.924786 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5415d295-700c-46e0-b03d-4cc4af49b51c None None] No DVR routers for this DVR port d32f1092-9896-4ee5-bfd4-44b81cae970e on host dv-neutron-797120-4-hyperv {{(pid=128085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 11:58:00.931073 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa8f1ed4-d1a7-43fa-bca4-87e69114a1ec admin admin] Releasing vlan 639 on physical network physnet1 to pool {{(pid=128083) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 11:58:00.931469 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-fa8f1ed4-d1a7-43fa-bca4-87e69114a1ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2537899'] for segment, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:58:00.933890 dv-neutron-797120-4-hyperv neutron-server[128083]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 11:58:00.933890 dv-neutron-797120-4-hyperv neutron-server[128083]: conditions |= (models_v2.Port.network_id.in_( Jun 24 11:58:00.933890 dv-neutron-797120-4-hyperv neutron-server[128083]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 11:58:00.933890 dv-neutron-797120-4-hyperv neutron-server[128083]: conditions |= (models_v2.Port.network_id.in_( Jun 24 11:58:00.933890 dv-neutron-797120-4-hyperv neutron-server[128083]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 11:58:00.933890 dv-neutron-797120-4-hyperv neutron-server[128083]: conditions |= (models_v2.Port.network_id.in_( Jun 24 11:58:00.933890 dv-neutron-797120-4-hyperv neutron-server[128083]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 11:58:00.933890 dv-neutron-797120-4-hyperv neutron-server[128083]: conditions |= (models_v2.Port.network_id.in_( Jun 24 11:58:00.933890 dv-neutron-797120-4-hyperv neutron-server[128083]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 11:58:00.933890 dv-neutron-797120-4-hyperv neutron-server[128083]: conditions |= (models_v2.Port.network_id.in_( Jun 24 11:58:00.933890 dv-neutron-797120-4-hyperv neutron-server[128083]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 11:58:00.933890 dv-neutron-797120-4-hyperv neutron-server[128083]: conditions |= (models_v2.Port.network_id.in_( Jun 24 11:58:00.933890 dv-neutron-797120-4-hyperv neutron-server[128083]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 11:58:00.933890 dv-neutron-797120-4-hyperv neutron-server[128083]: conditions |= (models_v2.Port.network_id.in_( Jun 24 11:58:00.933890 dv-neutron-797120-4-hyperv neutron-server[128083]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 11:58:00.933890 dv-neutron-797120-4-hyperv neutron-server[128083]: conditions |= (models_v2.Port.network_id.in_( Jun 24 11:58:00.933890 dv-neutron-797120-4-hyperv neutron-server[128083]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 11:58:00.933890 dv-neutron-797120-4-hyperv neutron-server[128083]: conditions |= (models_v2.Port.network_id.in_( Jun 24 11:58:00.933890 dv-neutron-797120-4-hyperv neutron-server[128083]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 11:58:00.933890 dv-neutron-797120-4-hyperv neutron-server[128083]: conditions |= (models_v2.Port.network_id.in_( Jun 24 11:58:00.933890 dv-neutron-797120-4-hyperv neutron-server[128083]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 11:58:00.933890 dv-neutron-797120-4-hyperv neutron-server[128083]: conditions |= (models_v2.Port.network_id.in_( Jun 24 11:58:00.933890 dv-neutron-797120-4-hyperv neutron-server[128083]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 11:58:00.933890 dv-neutron-797120-4-hyperv neutron-server[128083]: conditions |= (models_v2.Port.network_id.in_( Jun 24 11:58:00.933890 dv-neutron-797120-4-hyperv neutron-server[128083]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 11:58:00.933890 dv-neutron-797120-4-hyperv neutron-server[128083]: conditions |= (models_v2.Port.network_id.in_( Jun 24 11:58:00.933890 dv-neutron-797120-4-hyperv neutron-server[128083]: Traceback (most recent call last): Jun 24 11:58:00.933890 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 24 11:58:00.933890 dv-neutron-797120-4-hyperv neutron-server[128083]: timer() Jun 24 11:58:00.933890 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 24 11:58:00.933890 dv-neutron-797120-4-hyperv neutron-server[128083]: cb(*args, **kw) Jun 24 11:58:00.933890 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 24 11:58:00.933890 dv-neutron-797120-4-hyperv neutron-server[128083]: return func(*args, **kwargs) Jun 24 11:58:00.933890 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 24 11:58:00.933890 dv-neutron-797120-4-hyperv neutron-server[128083]: self._notify() Jun 24 11:58:00.933890 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 24 11:58:00.933890 dv-neutron-797120-4-hyperv neutron-server[128083]: self.callback(batched_events) Jun 24 11:58:00.933890 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 24 11:58:00.933890 dv-neutron-797120-4-hyperv neutron-server[128083]: event.method(event) Jun 24 11:58:00.933890 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 24 11:58:00.933890 dv-neutron-797120-4-hyperv neutron-server[128083]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 24 11:58:00.933890 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 24 11:58:00.933890 dv-neutron-797120-4-hyperv neutron-server[128083]: aggregate_uuid = self.p_client.list_aggregates( Jun 24 11:58:00.933890 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 24 11:58:00.933890 dv-neutron-797120-4-hyperv neutron-server[128083]: return f(self, *a, **k) Jun 24 11:58:00.933890 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 24 11:58:00.933890 dv-neutron-797120-4-hyperv neutron-server[128083]: return self._get(url).json() Jun 24 11:58:00.933890 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 24 11:58:00.933890 dv-neutron-797120-4-hyperv neutron-server[128083]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 24 11:58:00.933890 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 24 11:58:00.933890 dv-neutron-797120-4-hyperv neutron-server[128083]: return self.request(url, 'GET', **kwargs) Jun 24 11:58:00.933890 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 24 11:58:00.933890 dv-neutron-797120-4-hyperv neutron-server[128083]: base_url = self.get_endpoint(auth, allow=allow, Jun 24 11:58:00.933890 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 24 11:58:00.933890 dv-neutron-797120-4-hyperv neutron-server[128083]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 24 11:58:00.933890 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 24 11:58:00.933890 dv-neutron-797120-4-hyperv neutron-server[128083]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 24 11:58:00.933890 dv-neutron-797120-4-hyperv neutron-server[128083]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 24 11:58:00.993433 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-fa8f1ed4-d1a7-43fa-bca4-87e69114a1ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1800243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1815642'] for network, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:58:01.000056 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-fa8f1ed4-d1a7-43fa-bca4-87e69114a1ec admin admin] Notify callbacks [] for network, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:58:01.002087 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-fa8f1ed4-d1a7-43fa-bca4-87e69114a1ec admin admin] 10.222.0.53 "DELETE /v2.0/networks/d7d05277-9788-457b-857a-22669faf969d HTTP/1.1" status: 204 len: 168 time: 0.5685332 Jun 24 11:58:01.002889 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-aac9a600-7e81-4139-8d6a-5c40e3d4637f tempest-RoutersNegativeIpV6Test-675716403 tempest-RoutersNegativeIpV6Test-675716403-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:58:01.020830 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8f1ed4-d1a7-43fa-bca4-87e69114a1ec admin admin] Pushing event deleted for resources: {'Network': ['ID=d7d05277-9788-457b-857a-22669faf969d,revision_number=None']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:58:01.023467 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-fa8f1ed4-d1a7-43fa-bca4-87e69114a1ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:58:01.110877 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 36146) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:58:01.150835 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-2a3a7046-1bf7-40b6-ae08-02e3dfad82b7 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=91cba4619aa74784a108d3a825cc8e0c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0386500 Jun 24 11:58:01.153191 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 36148) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:58:01.199733 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-f08ab554-ff97-4c83-a5a7-cf64453fa9df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:58:01.220762 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-f08ab554-ff97-4c83-a5a7-cf64453fa9df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:58:01.266266 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-f08ab554-ff97-4c83-a5a7-cf64453fa9df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800410'] for security_group, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:58:01.269952 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-f08ab554-ff97-4c83-a5a7-cf64453fa9df admin admin] Notify callbacks [] for security_group, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:58:01.271090 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-f08ab554-ff97-4c83-a5a7-cf64453fa9df admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/f29152d7-1026-46ca-983b-87771673b8a2 HTTP/1.1" status: 204 len: 168 time: 0.1168308 Jun 24 11:58:01.272342 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-00ac43df-f5f7-4ecf-8168-148d141c6d1f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:58:01.280432 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08ab554-ff97-4c83-a5a7-cf64453fa9df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f29152d7-1026-46ca-983b-87771673b8a2,revision_number=None']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:58:01.286154 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-f08ab554-ff97-4c83-a5a7-cf64453fa9df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:58:01.290910 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 36154) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:58:01.353622 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-505a30ec-44bb-4708-acfb-5e534be5a426 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for security_group, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:58:01.380760 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-505a30ec-44bb-4708-acfb-5e534be5a426 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for security_group, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:58:01.444915 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-505a30ec-44bb-4708-acfb-5e534be5a426 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800410'] for security_group, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:58:01.451519 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-505a30ec-44bb-4708-acfb-5e534be5a426 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for security_group, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:58:01.457321 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-505a30ec-44bb-4708-acfb-5e534be5a426 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "DELETE /v2.0/security-groups/1c4eb225-935e-4d05-8100-4c050a3ab450 HTTP/1.1" status: 204 len: 168 time: 0.1636758 Jun 24 11:58:01.458343 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-e397d58d-56d7-4a1c-8405-1befdb9275e7 tempest-SecGroupTest-1107880395 tempest-SecGroupTest-1107880395-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:58:01.468528 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505a30ec-44bb-4708-acfb-5e534be5a426 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c4eb225-935e-4d05-8100-4c050a3ab450,revision_number=None']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:58:01.471173 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-505a30ec-44bb-4708-acfb-5e534be5a426 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:58:01.494268 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 36160) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:58:01.616355 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 36162) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:58:01.665228 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-ffa7926d-6da6-43ec-8084-37f7f7edb952 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=4b0fe29701814b05b1e0407b32349d46&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0452204 Jun 24 11:58:01.665465 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 36164) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:58:01.678562 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.plugin [None req-24e3693d-fd7e-482b-851a-cc632ae647bf tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Deleting port 502e6156-30f4-461b-99d2-a4996b4ca878 {{(pid=128084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 11:58:01.678899 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-24e3693d-fd7e-482b-851a-cc632ae647bf tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793193942312'] for port, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:58:01.714146 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-d0d0c2b1-9f5e-4a74-bfa7-f30fc24952bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:58:01.737768 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-d0d0c2b1-9f5e-4a74-bfa7-f30fc24952bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:58:01.759318 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-24e3693d-fd7e-482b-851a-cc632ae647bf tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1978872'] for port, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:58:01.759645 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-24e3693d-fd7e-482b-851a-cc632ae647bf tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:58:01.775909 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.plugin [None req-24e3693d-fd7e-482b-851a-cc632ae647bf tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Calling delete_port for 502e6156-30f4-461b-99d2-a4996b4ca878 owned by network:floatingip {{(pid=128084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 11:58:01.785676 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-d0d0c2b1-9f5e-4a74-bfa7-f30fc24952bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800410'] for security_group, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:58:01.788348 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-d0d0c2b1-9f5e-4a74-bfa7-f30fc24952bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:58:01.791864 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-d0d0c2b1-9f5e-4a74-bfa7-f30fc24952bf admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/641b33cb-748d-4d9d-bd9a-bd3df596676a HTTP/1.1" status: 204 len: 168 time: 0.1230626 Jun 24 11:58:01.791864 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-ade9668d-30fc-4e51-a030-554b8db36355 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:58:01.797965 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d0c2b1-9f5e-4a74-bfa7-f30fc24952bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=641b33cb-748d-4d9d-bd9a-bd3df596676a,revision_number=None']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:58:01.800491 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-d0d0c2b1-9f5e-4a74-bfa7-f30fc24952bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:58:01.930320 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-24e3693d-fd7e-482b-851a-cc632ae647bf tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793193945299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193536732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3292088'] for port, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:58:01.932718 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-711b4a09-413f-402d-9716-6a2e46e6d066 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:58:01.959042 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e3693d-fd7e-482b-851a-cc632ae647bf tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Pushing event deleted for resources: {'Port': ['ID=502e6156-30f4-461b-99d2-a4996b4ca878,revision_number=None']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:58:01.961525 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-24e3693d-fd7e-482b-851a-cc632ae647bf tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:58:01.974147 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device d32f1092-9896-4ee5-bfd4-44b81cae970e no longer exists at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 11:58:01.995555 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] No Port match for: d32f1092-9896-4ee5-bfd4-44b81cae970e {{(pid=128085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 11:58:01.996251 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device d32f1092-9896-4ee5-bfd4-44b81cae970e not bound to the agent host dv-neutron-797120-4-hyperv {{(pid=128085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 11:58:01.996686 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device 310142fc-dc87-4ad0-b147-4573d83067c8 no longer exists at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 11:58:02.017717 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] No Port match for: 310142fc-dc87-4ad0-b147-4573d83067c8 {{(pid=128085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 11:58:02.017717 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device 310142fc-dc87-4ad0-b147-4573d83067c8 not bound to the agent host dv-neutron-797120-4-hyperv {{(pid=128085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 11:58:02.061345 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-24e3693d-fd7e-482b-851a-cc632ae647bf tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for floatingip, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:58:02.061701 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.db.l3_db [None req-24e3693d-fd7e-482b-851a-cc632ae647bf tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Floating IP 0fc73ef9-6db0-4bbc-bde7-bd0b17f50cb2 disassociated (deleted). External IP: 172.26.7.123, port: 7af98926-d6c0-4535-9dba-d6cda47a4a22. Jun 24 11:58:02.271201 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24e3693d-fd7e-482b-851a-cc632ae647bf tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Router ed216d39-8221-4b38-9b2d-65cfe3729a64 has already been hosted by L3 agent 2987dba8-2249-4ee6-96ec-28f0f7a6127d {{(pid=128084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 11:58:02.374998 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24e3693d-fd7e-482b-851a-cc632ae647bf tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify agent at l3_agent.dv-neutron-797120-4-hyperv the message routers_updated {{(pid=128084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 11:58:02.380396 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-24e3693d-fd7e-482b-851a-cc632ae647bf tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468916'] for floatingip, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:58:02.384725 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27c62cb8-7a7e-411b-96bf-07f5fd3e73d8 None None] Sync routers for ids ['ed216d39-8221-4b38-9b2d-65cfe3729a64'] in dv-neutron-797120-4-hyperv {{(pid=128085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 11:58:02.394686 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27c62cb8-7a7e-411b-96bf-07f5fd3e73d8 None None] Routers {'ed216d39-8221-4b38-9b2d-65cfe3729a64'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 11:58:02.395290 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-27c62cb8-7a7e-411b-96bf-07f5fd3e73d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T11:57:56Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['ed216d39-8221-4b38-9b2d-65cfe3729a64'], 'active': True} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:58:02.421648 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-24e3693d-fd7e-482b-851a-cc632ae647bf tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "DELETE /v2.0/floatingips/0fc73ef9-6db0-4bbc-bde7-bd0b17f50cb2 HTTP/1.1" status: 204 len: 168 time: 0.9263945 Jun 24 11:58:02.509328 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvr_db [None req-27c62cb8-7a7e-411b-96bf-07f5fd3e73d8 None None] Set router ed216d39-8221-4b38-9b2d-65cfe3729a64 gateway port host: dv-neutron-797120-4-hyperv {{(pid=128085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 11:58:02.562617 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 36172) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:58:02.583777 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Device 7af98926-d6c0-4535-9dba-d6cda47a4a22 no longer exists at agent hyperv_hv-neutron-7971 {{(pid=128085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 11:58:02.621805 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-75f01c86-c72d-449b-afb0-fc071e11c777 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for security_group, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:58:02.648189 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-75f01c86-c72d-449b-afb0-fc071e11c777 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for security_group, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:58:02.670643 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Device 7af98926-d6c0-4535-9dba-d6cda47a4a22 not bound to the agent host hv-neutron-7971 {{(pid=128085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 11:58:02.706794 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-75f01c86-c72d-449b-afb0-fc071e11c777 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800410'] for security_group, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:58:02.710000 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-75f01c86-c72d-449b-afb0-fc071e11c777 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for security_group, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:58:02.712373 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-75f01c86-c72d-449b-afb0-fc071e11c777 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "DELETE /v2.0/security-groups/4d63869e-3895-483e-a619-77c756149b8b HTTP/1.1" status: 204 len: 168 time: 0.1475937 Jun 24 11:58:02.712373 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-13515159-d25c-4895-a0d1-398799b5bfa7 tempest-SecGroupTest-1107880395 tempest-SecGroupTest-1107880395-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:58:02.722135 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f01c86-c72d-449b-afb0-fc071e11c777 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d63869e-3895-483e-a619-77c756149b8b,revision_number=None']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:58:02.725258 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-75f01c86-c72d-449b-afb0-fc071e11c777 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:58:02.743890 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 36176) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:58:02.748168 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-27c62cb8-7a7e-411b-96bf-07f5fd3e73d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed216d39-8221-4b38-9b2d-65cfe3729a64', 'name': 'tempest-TestNetworkBasicOps-router-422921413', 'tenant_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'external_fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.59'}], 'enable_snat': True}, 'gw_port_id': '9debd038-966c-4801-bed9-e8e439dbd6f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T11:57:20Z', 'updated_at': '2021-06-24T11:57:24Z', 'revision_number': 4, 'project_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'gw_port': {'id': '9debd038-966c-4801-bed9-e8e439dbd6f6', 'name': '', 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:34:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed216d39-8221-4b38-9b2d-65cfe3729a64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1413, 'fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:57:20Z', 'updated_at': '2021-06-24T11:57:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-4-hyperv', '_interfaces': [{'id': 'f74026bd-a332-4967-b08c-07304954a53d', 'name': '', 'network_id': '870e9836-065a-4b09-b000-7c72f867eda2', 'tenant_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'mac_address': 'fa:16:3e:3e:68:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed216d39-8221-4b38-9b2d-65cfe3729a64', 'device_owner': 'network:router_interface', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': '5bfa61ae-9c98-43dc-9ac3-549b49a19dd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:57:23Z', 'updated_at': '2021-06-24T11:57:28Z', 'revision_number': 5, 'project_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'subnets': [{'id': '5bfa61ae-9c98-43dc-9ac3-549b49a19dd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:58:02.774477 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27c62cb8-7a7e-411b-96bf-07f5fd3e73d8 None None] Checking router: ed216d39-8221-4b38-9b2d-65cfe3729a64 for host: dv-neutron-797120-4-hyperv {{(pid=128085) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 11:58:02.782541 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27c62cb8-7a7e-411b-96bf-07f5fd3e73d8 None None] Routers {'ed216d39-8221-4b38-9b2d-65cfe3729a64'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 11:58:02.783142 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-27c62cb8-7a7e-411b-96bf-07f5fd3e73d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T11:57:56Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['ed216d39-8221-4b38-9b2d-65cfe3729a64'], 'active': True} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:58:02.853388 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.plugin [None req-d142be17-c307-432b-8a3c-9d8a3b973282 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Deleting port 7af98926-d6c0-4535-9dba-d6cda47a4a22 {{(pid=128083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 11:58:02.853631 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-d142be17-c307-432b-8a3c-9d8a3b973282 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793193942312'] for port, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:58:02.948560 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-d142be17-c307-432b-8a3c-9d8a3b973282 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1978872'] for port, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:58:02.960720 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.plugin [None req-d142be17-c307-432b-8a3c-9d8a3b973282 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Calling delete_port for 7af98926-d6c0-4535-9dba-d6cda47a4a22 owned by {{(pid=128083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 11:58:03.043161 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvr_db [None req-27c62cb8-7a7e-411b-96bf-07f5fd3e73d8 None None] Set router ed216d39-8221-4b38-9b2d-65cfe3729a64 gateway port host: dv-neutron-797120-4-hyperv {{(pid=128085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 11:58:03.088090 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-d142be17-c307-432b-8a3c-9d8a3b973282 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793193945299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193536732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2537862'] for port, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:58:03.092314 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-8892037c-c153-4262-85b4-22925dc8ddd7 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:58:03.121620 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d142be17-c307-432b-8a3c-9d8a3b973282 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Pushing event deleted for resources: {'Port': ['ID=7af98926-d6c0-4535-9dba-d6cda47a4a22,revision_number=None']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:58:03.124894 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-d142be17-c307-432b-8a3c-9d8a3b973282 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:58:03.198339 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-d142be17-c307-432b-8a3c-9d8a3b973282 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468916'] for port, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:58:03.200410 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-d142be17-c307-432b-8a3c-9d8a3b973282 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "DELETE /v2.0/ports/7af98926-d6c0-4535-9dba-d6cda47a4a22 HTTP/1.1" status: 204 len: 168 time: 0.4555192 Jun 24 11:58:03.203724 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 36178) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:58:03.261108 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-27c62cb8-7a7e-411b-96bf-07f5fd3e73d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed216d39-8221-4b38-9b2d-65cfe3729a64', 'name': 'tempest-TestNetworkBasicOps-router-422921413', 'tenant_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'external_fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.59'}], 'enable_snat': True}, 'gw_port_id': '9debd038-966c-4801-bed9-e8e439dbd6f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T11:57:20Z', 'updated_at': '2021-06-24T11:57:24Z', 'revision_number': 4, 'project_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'gw_port': {'id': '9debd038-966c-4801-bed9-e8e439dbd6f6', 'name': '', 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:34:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed216d39-8221-4b38-9b2d-65cfe3729a64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1413, 'fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:57:20Z', 'updated_at': '2021-06-24T11:57:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-4-hyperv', '_interfaces': [{'id': 'f74026bd-a332-4967-b08c-07304954a53d', 'name': '', 'network_id': '870e9836-065a-4b09-b000-7c72f867eda2', 'tenant_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'mac_address': 'fa:16:3e:3e:68:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed216d39-8221-4b38-9b2d-65cfe3729a64', 'device_owner': 'network:router_interface', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': '5bfa61ae-9c98-43dc-9ac3-549b49a19dd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:57:23Z', 'updated_at': '2021-06-24T11:57:28Z', 'revision_number': 5, 'project_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'subnets': [{'id': '5bfa61ae-9c98-43dc-9ac3-549b49a19dd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:58:03.288762 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27c62cb8-7a7e-411b-96bf-07f5fd3e73d8 None None] The sync data for ids ['ed216d39-8221-4b38-9b2d-65cfe3729a64'] in dv-neutron-797120-4-hyperv is: [{'id': 'ed216d39-8221-4b38-9b2d-65cfe3729a64', 'name': 'tempest-TestNetworkBasicOps-router-422921413', 'tenant_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'external_fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.59'}], 'enable_snat': True}, 'gw_port_id': '9debd038-966c-4801-bed9-e8e439dbd6f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T11:57:20Z', 'updated_at': '2021-06-24T11:57:24Z', 'revision_number': 4, 'project_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'gw_port': {'id': '9debd038-966c-4801-bed9-e8e439dbd6f6', 'name': '', 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:34:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed216d39-8221-4b38-9b2d-65cfe3729a64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1413, 'fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:57:20Z', 'updated_at': '2021-06-24T11:57:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-4-hyperv', '_interfaces': [{'id': 'f74026bd-a332-4967-b08c-07304954a53d', 'name': '', 'network_id': '870e9836-065a-4b09-b000-7c72f867eda2', 'tenant_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'mac_address': 'fa:16:3e:3e:68:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed216d39-8221-4b38-9b2d-65cfe3729a64', 'device_owner': 'network:router_interface', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': '5bfa61ae-9c98-43dc-9ac3-549b49a19dd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:57:23Z', 'updated_at': '2021-06-24T11:57:28Z', 'revision_number': 5, 'project_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'subnets': [{'id': '5bfa61ae-9c98-43dc-9ac3-549b49a19dd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=128085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 11:58:03.511141 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23c5737e-e8f8-427e-85a1-49919d462aae None None] New status for floating IP 0fc73ef9-6db0-4bbc-bde7-bd0b17f50cb2: DOWN {{(pid=128086) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 24 11:58:03.597380 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-9f3ba605-2c87-44c7-8c32-6a4a3a9d58c5 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1978565'] for router_interface, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:58:03.877840 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.plugin [None req-9f3ba605-2c87-44c7-8c32-6a4a3a9d58c5 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Deleting port f74026bd-a332-4967-b08c-07304954a53d {{(pid=128083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 11:58:03.878169 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-9f3ba605-2c87-44c7-8c32-6a4a3a9d58c5 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793193942312'] for port, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:58:03.965771 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.db [None req-9f3ba605-2c87-44c7-8c32-6a4a3a9d58c5 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] For port f74026bd-a332-4967-b08c-07304954a53d, host dv-neutron-797120-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=f74026bd-a332-4967-b08c-07304954a53d,segment=NetworkSegment(2a153087-35e5-40be-bd67-fb8be97f9a35),segment_id=2a153087-35e5-40be-bd67-fb8be97f9a35)] {{(pid=128083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 11:58:03.966130 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-9f3ba605-2c87-44c7-8c32-6a4a3a9d58c5 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1978872'] for port, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:58:03.978591 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.plugin [None req-9f3ba605-2c87-44c7-8c32-6a4a3a9d58c5 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Calling delete_port for f74026bd-a332-4967-b08c-07304954a53d owned by network:router_interface {{(pid=128083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 11:58:04.166588 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-9f3ba605-2c87-44c7-8c32-6a4a3a9d58c5 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793193945299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193536732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2537862'] for port, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:58:04.169223 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-fa8f1ed4-d1a7-43fa-bca4-87e69114a1ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:58:04.199411 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3ba605-2c87-44c7-8c32-6a4a3a9d58c5 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Pushing event deleted for resources: {'Port': ['ID=f74026bd-a332-4967-b08c-07304954a53d,revision_number=None']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:58:04.203915 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-9f3ba605-2c87-44c7-8c32-6a4a3a9d58c5 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:58:04.375911 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-9f3ba605-2c87-44c7-8c32-6a4a3a9d58c5 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1588985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1806165'] for router_interface, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:58:04.591633 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f3ba605-2c87-44c7-8c32-6a4a3a9d58c5 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Router ed216d39-8221-4b38-9b2d-65cfe3729a64 has already been hosted by L3 agent 2987dba8-2249-4ee6-96ec-28f0f7a6127d {{(pid=128083) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 11:58:04.694949 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f3ba605-2c87-44c7-8c32-6a4a3a9d58c5 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify agent at l3_agent.dv-neutron-797120-4-hyperv the message routers_updated {{(pid=128083) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 11:58:04.700530 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-9f3ba605-2c87-44c7-8c32-6a4a3a9d58c5 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "PUT /v2.0/routers/ed216d39-8221-4b38-9b2d-65cfe3729a64/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4942770 Jun 24 11:58:04.702383 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 36180) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:58:04.703984 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f24363e-7eae-4a4e-8353-ecbdc039d4d0 None None] Sync routers for ids ['ed216d39-8221-4b38-9b2d-65cfe3729a64'] in dv-neutron-797120-4-hyperv {{(pid=128085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 11:58:04.713128 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f24363e-7eae-4a4e-8353-ecbdc039d4d0 None None] Routers {'ed216d39-8221-4b38-9b2d-65cfe3729a64'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 11:58:04.713737 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-2f24363e-7eae-4a4e-8353-ecbdc039d4d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T11:57:56Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['ed216d39-8221-4b38-9b2d-65cfe3729a64'], 'active': True} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:58:04.753862 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9c7600b-4908-492c-ae72-b86e8cff949a tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Deleting subnet 5bfa61ae-9c98-43dc-9ac3-549b49a19dd4 {{(pid=128083) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 24 11:58:04.756853 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-d9c7600b-4908-492c-ae72-b86e8cff949a tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for subnet, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:58:04.795486 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-d9c7600b-4908-492c-ae72-b86e8cff949a tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3143795'] for subnet, precommit_delete_associations {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:58:04.816774 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvr_db [None req-2f24363e-7eae-4a4e-8353-ecbdc039d4d0 None None] Set router ed216d39-8221-4b38-9b2d-65cfe3729a64 gateway port host: dv-neutron-797120-4-hyperv {{(pid=128085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 11:58:04.883940 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-d9c7600b-4908-492c-ae72-b86e8cff949a tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-972249'] for subnet, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:58:04.941517 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-d9c7600b-4908-492c-ae72-b86e8cff949a tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-972238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2537800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3289951'] for subnet, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:58:04.944315 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-350bdc15-50e0-4602-823f-25f8d30e87fb tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:58:04.969448 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c7600b-4908-492c-ae72-b86e8cff949a tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Pushing event deleted for resources: {'Subnet': ['ID=5bfa61ae-9c98-43dc-9ac3-549b49a19dd4,revision_number=None']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:58:04.971393 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-d9c7600b-4908-492c-ae72-b86e8cff949a tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for subnet, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:58:04.975767 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-d9c7600b-4908-492c-ae72-b86e8cff949a tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "DELETE /v2.0/subnets/5bfa61ae-9c98-43dc-9ac3-549b49a19dd4 HTTP/1.1" status: 204 len: 168 time: 0.2699125 Jun 24 11:58:04.975767 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-d9c7600b-4908-492c-ae72-b86e8cff949a tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:58:04.976303 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 36182) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:58:04.981777 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc0f5a9c-9022-4c9c-987c-695af0b104d7 None None] Network 870e9836-065a-4b09-b000-7c72f867eda2 requested from dv-neutron-797120-4-hyperv {{(pid=128085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 11:58:05.080957 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-2f24363e-7eae-4a4e-8353-ecbdc039d4d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed216d39-8221-4b38-9b2d-65cfe3729a64', 'name': 'tempest-TestNetworkBasicOps-router-422921413', 'tenant_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'external_fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.59'}], 'enable_snat': True}, 'gw_port_id': '9debd038-966c-4801-bed9-e8e439dbd6f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T11:57:20Z', 'updated_at': '2021-06-24T11:58:04Z', 'revision_number': 5, 'project_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'gw_port': {'id': '9debd038-966c-4801-bed9-e8e439dbd6f6', 'name': '', 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:34:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed216d39-8221-4b38-9b2d-65cfe3729a64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1413, 'fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:57:20Z', 'updated_at': '2021-06-24T11:57:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-4-hyperv'}], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:58:05.082639 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-8f070b29-bff1-4ac0-a800-9c1b7761a629 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for router, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:58:05.111616 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f24363e-7eae-4a4e-8353-ecbdc039d4d0 None None] Checking router: ed216d39-8221-4b38-9b2d-65cfe3729a64 for host: dv-neutron-797120-4-hyperv {{(pid=128085) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 11:58:05.140336 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f24363e-7eae-4a4e-8353-ecbdc039d4d0 None None] Routers {'ed216d39-8221-4b38-9b2d-65cfe3729a64'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 11:58:05.140839 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-2f24363e-7eae-4a4e-8353-ecbdc039d4d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T11:57:56Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['ed216d39-8221-4b38-9b2d-65cfe3729a64'], 'active': True} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:58:05.184191 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-8f070b29-bff1-4ac0-a800-9c1b7761a629 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for router_gateway, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:58:05.237807 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.plugin [None req-8f070b29-bff1-4ac0-a800-9c1b7761a629 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Deleting port 9debd038-966c-4801-bed9-e8e439dbd6f6 {{(pid=128083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 11:58:05.238602 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-8f070b29-bff1-4ac0-a800-9c1b7761a629 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793193942312'] for port, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:58:05.260205 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvr_db [None req-2f24363e-7eae-4a4e-8353-ecbdc039d4d0 None None] Set router ed216d39-8221-4b38-9b2d-65cfe3729a64 gateway port host: dv-neutron-797120-4-hyperv {{(pid=128085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 11:58:05.287759 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c8eb9be-c42e-45af-893e-2dfcd4afdec0 None None] DHCP port deletion for 870e9836-065a-4b09-b000-7c72f867eda2 request from dv-neutron-797120-4-hyperv {{(pid=128085) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 24 11:58:05.322536 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.db [None req-8f070b29-bff1-4ac0-a800-9c1b7761a629 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] For port 9debd038-966c-4801-bed9-e8e439dbd6f6, host dv-neutron-797120-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=9debd038-966c-4801-bed9-e8e439dbd6f6,segment=NetworkSegment(1139564f-ff83-4b49-a593-84b33301357d),segment_id=1139564f-ff83-4b49-a593-84b33301357d)] {{(pid=128083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 11:58:05.322894 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-8f070b29-bff1-4ac0-a800-9c1b7761a629 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1978872'] for port, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:58:05.335315 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.plugin [None req-8f070b29-bff1-4ac0-a800-9c1b7761a629 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Calling delete_port for 9debd038-966c-4801-bed9-e8e439dbd6f6 owned by network:router_gateway {{(pid=128083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 11:58:05.447687 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-4c8eb9be-c42e-45af-893e-2dfcd4afdec0 None None] Deleting port 85340f15-9d8d-43c8-a560-7d5eca1add28 {{(pid=128085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 11:58:05.447966 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-4c8eb9be-c42e-45af-893e-2dfcd4afdec0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793193942312'] for port, before_delete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:58:05.512198 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-8f070b29-bff1-4ac0-a800-9c1b7761a629 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793193945299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193536732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2537862'] for port, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:58:05.519316 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-9f3ba605-2c87-44c7-8c32-6a4a3a9d58c5 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:58:05.524018 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-4c8eb9be-c42e-45af-893e-2dfcd4afdec0 None None] For port 85340f15-9d8d-43c8-a560-7d5eca1add28, host dv-neutron-797120-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=85340f15-9d8d-43c8-a560-7d5eca1add28,segment=NetworkSegment(2a153087-35e5-40be-bd67-fb8be97f9a35),segment_id=2a153087-35e5-40be-bd67-fb8be97f9a35)] {{(pid=128085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 11:58:05.524417 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-4c8eb9be-c42e-45af-893e-2dfcd4afdec0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1978872'] for port, precommit_delete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:58:05.538818 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-4c8eb9be-c42e-45af-893e-2dfcd4afdec0 None None] Calling delete_port for 85340f15-9d8d-43c8-a560-7d5eca1add28 owned by network:dhcp {{(pid=128085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 11:58:05.540769 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f070b29-bff1-4ac0-a800-9c1b7761a629 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Pushing event deleted for resources: {'Port': ['ID=9debd038-966c-4801-bed9-e8e439dbd6f6,revision_number=None']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:58:05.544642 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-8f070b29-bff1-4ac0-a800-9c1b7761a629 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:58:05.564558 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-2f24363e-7eae-4a4e-8353-ecbdc039d4d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed216d39-8221-4b38-9b2d-65cfe3729a64', 'name': 'tempest-TestNetworkBasicOps-router-422921413', 'tenant_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'external_fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.59'}], 'enable_snat': True}, 'gw_port_id': '9debd038-966c-4801-bed9-e8e439dbd6f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T11:57:20Z', 'updated_at': '2021-06-24T11:58:04Z', 'revision_number': 5, 'project_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'gw_port': {'id': '9debd038-966c-4801-bed9-e8e439dbd6f6', 'name': '', 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:34:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed216d39-8221-4b38-9b2d-65cfe3729a64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1413, 'fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:57:20Z', 'updated_at': '2021-06-24T11:57:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-4-hyperv'}], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:58:05.601321 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-8f070b29-bff1-4ac0-a800-9c1b7761a629 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1815728'] for router_gateway, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:58:05.620851 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f24363e-7eae-4a4e-8353-ecbdc039d4d0 None None] The sync data for ids ['ed216d39-8221-4b38-9b2d-65cfe3729a64'] in dv-neutron-797120-4-hyperv is: [{'id': 'ed216d39-8221-4b38-9b2d-65cfe3729a64', 'name': 'tempest-TestNetworkBasicOps-router-422921413', 'tenant_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'external_fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.59'}], 'enable_snat': True}, 'gw_port_id': '9debd038-966c-4801-bed9-e8e439dbd6f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T11:57:20Z', 'updated_at': '2021-06-24T11:58:04Z', 'revision_number': 5, 'project_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'gw_port': {'id': '9debd038-966c-4801-bed9-e8e439dbd6f6', 'name': '', 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:34:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed216d39-8221-4b38-9b2d-65cfe3729a64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1413, 'fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:57:20Z', 'updated_at': '2021-06-24T11:57:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-4-hyperv'}] {{(pid=128085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 11:58:05.665826 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-4c8eb9be-c42e-45af-893e-2dfcd4afdec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793193945299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193536732'] for port, after_delete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:58:05.668570 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-00a73687-9685-4a45-ac08-f2256170ad4d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:58:05.691923 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8eb9be-c42e-45af-893e-2dfcd4afdec0 None None] Pushing event deleted for resources: {'Port': ['ID=85340f15-9d8d-43c8-a560-7d5eca1add28,revision_number=None']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:58:05.694754 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-8f070b29-bff1-4ac0-a800-9c1b7761a629 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1803182', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65403'] for router, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:58:05.694954 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-4c8eb9be-c42e-45af-893e-2dfcd4afdec0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:58:05.695632 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c8eb9be-c42e-45af-893e-2dfcd4afdec0 None None] No DVR routers for this DVR port 85340f15-9d8d-43c8-a560-7d5eca1add28 on host dv-neutron-797120-4-hyperv {{(pid=128085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 11:58:05.697030 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-8f070b29-bff1-4ac0-a800-9c1b7761a629 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:58:06.064305 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device 85340f15-9d8d-43c8-a560-7d5eca1add28 no longer exists at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 11:58:06.086454 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] No Port match for: 85340f15-9d8d-43c8-a560-7d5eca1add28 {{(pid=128085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 11:58:06.087009 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device 85340f15-9d8d-43c8-a560-7d5eca1add28 not bound to the agent host dv-neutron-797120-4-hyperv {{(pid=128085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 11:58:06.087552 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device f74026bd-a332-4967-b08c-07304954a53d no longer exists at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 11:58:06.094351 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-8f070b29-bff1-4ac0-a800-9c1b7761a629 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1806072'] for router, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:58:06.095511 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f070b29-bff1-4ac0-a800-9c1b7761a629 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Fanout notify agent at l3_agent the message router_deleted on router ed216d39-8221-4b38-9b2d-65cfe3729a64 {{(pid=128083) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 24 11:58:06.102579 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-8f070b29-bff1-4ac0-a800-9c1b7761a629 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for router, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:58:06.103689 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-8f070b29-bff1-4ac0-a800-9c1b7761a629 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "DELETE /v2.0/routers/ed216d39-8221-4b38-9b2d-65cfe3729a64 HTTP/1.1" status: 204 len: 168 time: 1.1268778 Jun 24 11:58:06.106361 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 36184) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:58:06.109972 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] No Port match for: f74026bd-a332-4967-b08c-07304954a53d {{(pid=128085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 11:58:06.110901 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device f74026bd-a332-4967-b08c-07304954a53d not bound to the agent host dv-neutron-797120-4-hyperv {{(pid=128085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 11:58:06.184141 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-590e1166-b7d9-4508-9800-8274c4159cf6 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-534962'] for network, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:58:06.277192 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-590e1166-b7d9-4508-9800-8274c4159cf6 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973199', 'neutron.services.segments.db._delete_segments_for_network-8793194012456'] for network, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:58:06.287912 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.services.segments.db [None req-590e1166-b7d9-4508-9800-8274c4159cf6 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['870e9836-065a-4b09-b000-7c72f867eda2']}} {{(pid=128083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:58:06.301490 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.services.segments.db [None req-590e1166-b7d9-4508-9800-8274c4159cf6 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a153087-35e5-40be-bd67-fb8be97f9a35') {'for_net_delete': True} {{(pid=128083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:58:06.302279 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.services.segments.db [None req-590e1166-b7d9-4508-9800-8274c4159cf6 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a153087-35e5-40be-bd67-fb8be97f9a35') {} {{(pid=128083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:58:06.311124 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-590e1166-b7d9-4508-9800-8274c4159cf6 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793194097327', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3143690'] for segment, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:58:06.324773 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-590e1166-b7d9-4508-9800-8274c4159cf6 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967879'] for segment, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:58:06.331067 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-590e1166-b7d9-4508-9800-8274c4159cf6 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Releasing vlan 606 on physical network physnet1 to pool {{(pid=128083) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 11:58:06.331441 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-590e1166-b7d9-4508-9800-8274c4159cf6 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2537899'] for segment, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:58:06.334295 dv-neutron-797120-4-hyperv neutron-server[128083]: Traceback (most recent call last): Jun 24 11:58:06.334295 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 24 11:58:06.334295 dv-neutron-797120-4-hyperv neutron-server[128083]: timer() Jun 24 11:58:06.334295 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 24 11:58:06.334295 dv-neutron-797120-4-hyperv neutron-server[128083]: cb(*args, **kw) Jun 24 11:58:06.334295 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 24 11:58:06.334295 dv-neutron-797120-4-hyperv neutron-server[128083]: return func(*args, **kwargs) Jun 24 11:58:06.334295 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 24 11:58:06.334295 dv-neutron-797120-4-hyperv neutron-server[128083]: self._notify() Jun 24 11:58:06.334295 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 24 11:58:06.334295 dv-neutron-797120-4-hyperv neutron-server[128083]: self.callback(batched_events) Jun 24 11:58:06.334295 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 24 11:58:06.334295 dv-neutron-797120-4-hyperv neutron-server[128083]: event.method(event) Jun 24 11:58:06.334295 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 24 11:58:06.334295 dv-neutron-797120-4-hyperv neutron-server[128083]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 24 11:58:06.334295 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 24 11:58:06.334295 dv-neutron-797120-4-hyperv neutron-server[128083]: aggregate_uuid = self.p_client.list_aggregates( Jun 24 11:58:06.334295 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 24 11:58:06.334295 dv-neutron-797120-4-hyperv neutron-server[128083]: return f(self, *a, **k) Jun 24 11:58:06.334295 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 24 11:58:06.334295 dv-neutron-797120-4-hyperv neutron-server[128083]: return self._get(url).json() Jun 24 11:58:06.334295 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 24 11:58:06.334295 dv-neutron-797120-4-hyperv neutron-server[128083]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 24 11:58:06.334295 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 24 11:58:06.334295 dv-neutron-797120-4-hyperv neutron-server[128083]: return self.request(url, 'GET', **kwargs) Jun 24 11:58:06.334295 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 24 11:58:06.334295 dv-neutron-797120-4-hyperv neutron-server[128083]: base_url = self.get_endpoint(auth, allow=allow, Jun 24 11:58:06.334295 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 24 11:58:06.334295 dv-neutron-797120-4-hyperv neutron-server[128083]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 24 11:58:06.334295 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 24 11:58:06.334295 dv-neutron-797120-4-hyperv neutron-server[128083]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 24 11:58:06.334295 dv-neutron-797120-4-hyperv neutron-server[128083]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 24 11:58:06.394742 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-590e1166-b7d9-4508-9800-8274c4159cf6 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1800243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1815642'] for network, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:58:06.399793 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-590e1166-b7d9-4508-9800-8274c4159cf6 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for network, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:58:06.401616 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-590e1166-b7d9-4508-9800-8274c4159cf6 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "DELETE /v2.0/networks/870e9836-065a-4b09-b000-7c72f867eda2 HTTP/1.1" status: 204 len: 168 time: 0.2942576 Jun 24 11:58:06.402630 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-d77727ea-c64b-4619-b461-905e6b6287a1 tempest-FloatingIPNegativeTestJSON-1774915856 tempest-FloatingIPNegativeTestJSON-1774915856-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:58:06.415389 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 36186) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:58:06.416614 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590e1166-b7d9-4508-9800-8274c4159cf6 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Pushing event deleted for resources: {'Network': ['ID=870e9836-065a-4b09-b000-7c72f867eda2,revision_number=None']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:58:06.419076 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-590e1166-b7d9-4508-9800-8274c4159cf6 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:58:06.428195 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-6c722f6a-38e1-4a0a-849c-7a67a79fc9b6 tempest-TestNetworkBasicOps-1239029366 tempest-TestNetworkBasicOps-1239029366-project-admin] 10.222.0.53 "GET /v2.0/agents?agent_type=L3+agent HTTP/1.1" status: 200 len: 838 time: 0.0115209 Jun 24 11:58:06.430530 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 36188) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:58:06.435288 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-a9e48f12-3572-40dc-a1c9-72a476550d10 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Request body: {'network': {'name': 'tempest-network-smoke--2018625137', 'project_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'port_security_enabled': True}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:58:06.457979 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9e48f12-3572-40dc-a1c9-72a476550d10 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Made reservation on behalf of adbe78de4fbf48fcad1a6bc46d4a1728 for: {'network': 1} {{(pid=128084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 11:58:06.461452 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-a9e48f12-3572-40dc-a1c9-72a476550d10 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for network, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:58:06.484973 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9e48f12-3572-40dc-a1c9-72a476550d10 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] vlan segment allocate from pool success with {'vlan_id': 616, 'physical_network': 'physnet1'} {{(pid=128084) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 11:58:06.493775 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-a9e48f12-3572-40dc-a1c9-72a476550d10 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967879'] for segment, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:58:06.494122 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.db.segments_db [None req-a9e48f12-3572-40dc-a1c9-72a476550d10 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Added segment 74907245-42ad-4053-8cf7-e7c018f23906 of type vlan for network ddabf859-7fde-41b9-99b4-a6f9a44d7f92 Jun 24 11:58:06.533418 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-a9e48f12-3572-40dc-a1c9-72a476550d10 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793193525068'] for network, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:58:06.561862 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-a9e48f12-3572-40dc-a1c9-72a476550d10 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1800243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976'] for network, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:58:06.567342 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9e48f12-3572-40dc-a1c9-72a476550d10 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=128084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:58:06.567953 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-a9e48f12-3572-40dc-a1c9-72a476550d10 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for network, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:58:06.574352 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-d6bbde02-bf8e-43e0-991d-5c958b7c3192 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:58:06.607763 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-a9e48f12-3572-40dc-a1c9-72a476550d10 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1761532 Jun 24 11:58:06.611859 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 36190) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:58:06.616658 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [None req-167f3cd8-381f-4cab-bd71-2c0e886d5fcf tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-665974549', 'admin_state_up': True, 'project_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b'}}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:58:06.646932 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-167f3cd8-381f-4cab-bd71-2c0e886d5fcf tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1803889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65293'] for router, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:58:06.646932 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-167f3cd8-381f-4cab-bd71-2c0e886d5fcf tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1803848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1975305', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1581158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65396'] for router, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:58:06.657365 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e48f12-3572-40dc-a1c9-72a476550d10 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Pushing event updated for resources: {'Network': ['ID=ddabf859-7fde-41b9-99b4-a6f9a44d7f92,revision_number=1']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:58:06.660754 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-a9e48f12-3572-40dc-a1c9-72a476550d10 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:58:06.668148 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Network ddabf859-7fde-41b9-99b4-a6f9a44d7f92 details requested by agent ovs-agent-dv-neutron-797120-4-hyperv with host dv-neutron-797120-4-hyperv {{(pid=128085) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 11:58:06.699829 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-167f3cd8-381f-4cab-bd71-2c0e886d5fcf tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:58:06.839354 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-167f3cd8-381f-4cab-bd71-2c0e886d5fcf tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1975381', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1803205', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65378'] for router, precommit_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:58:07.029462 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-167f3cd8-381f-4cab-bd71-2c0e886d5fcf tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for router_gateway, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:58:07.051478 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-167f3cd8-381f-4cab-bd71-2c0e886d5fcf tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:58:07.102080 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.agents_db [None req-87a69269-d72b-4286-97f3-1041481ed6d8 None None] Agent healthcheck: found 6 active agents {{(pid=128086) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 11:58:07.150666 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.db_base_plugin_common [None req-167f3cd8-381f-4cab-bd71-2c0e886d5fcf tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Allocated IP 172.26.7.24 (f2b8ca71-e776-48b2-8898-96cc7970207b/f37bf603-3862-4d0a-9f58-89616f7fd68f/d8d06dd6-6d81-4ddf-a661-f1ec3d6d6993) {{(pid=128083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 11:58:07.255130 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-167f3cd8-381f-4cab-bd71-2c0e886d5fcf tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for port, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:58:07.292680 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-167f3cd8-381f-4cab-bd71-2c0e886d5fcf tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-650429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-506361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793193536723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2537853'] for port, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:58:07.294607 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-4817b7f8-e186-4c0a-989b-ac6b4835caa6 tempest-TestVolumeBootPattern-428988392 tempest-TestVolumeBootPattern-428988392-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:58:07.330949 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-167f3cd8-381f-4cab-bd71-2c0e886d5fcf tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Network f2b8ca71-e776-48b2-8898-96cc7970207b is already hosted by enough agents. {{(pid=128083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 11:58:07.333671 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.base_scheduler [None req-167f3cd8-381f-4cab-bd71-2c0e886d5fcf tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Resources bound (agent type, host, resource id): {{(pid=128083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:58:07.339609 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-167f3cd8-381f-4cab-bd71-2c0e886d5fcf tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Received port after_create {{(pid=128083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 11:58:07.365180 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167f3cd8-381f-4cab-bd71-2c0e886d5fcf tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Pushing event updated for resources: {'Port': ['ID=d8d06dd6-6d81-4ddf-a661-f1ec3d6d6993,revision_number=1']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:58:07.368812 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-167f3cd8-381f-4cab-bd71-2c0e886d5fcf tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:58:07.613111 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-167f3cd8-381f-4cab-bd71-2c0e886d5fcf tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for router_gateway, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:58:07.808739 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-167f3cd8-381f-4cab-bd71-2c0e886d5fcf tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1803210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1815767'] for router, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:58:07.927387 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device 9debd038-966c-4801-bed9-e8e439dbd6f6 no longer exists at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 11:58:07.935615 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-167f3cd8-381f-4cab-bd71-2c0e886d5fcf tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Router 5ccff38f-6875-413e-81ea-9ce194eb3fd1 is scheduled to L3 agent 2987dba8-2249-4ee6-96ec-28f0f7a6127d with binding_index 1 {{(pid=128083) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 24 11:58:07.946883 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] No Port match for: 9debd038-966c-4801-bed9-e8e439dbd6f6 {{(pid=128085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 11:58:07.947218 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device 9debd038-966c-4801-bed9-e8e439dbd6f6 not bound to the agent host dv-neutron-797120-4-hyperv {{(pid=128085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 11:58:08.045002 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-167f3cd8-381f-4cab-bd71-2c0e886d5fcf tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify agent at l3_agent.dv-neutron-797120-4-hyperv the message routers_updated {{(pid=128083) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 11:58:08.054530 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1f3d084-262d-4559-af0f-3d6bab467163 None None] Sync routers for ids ['5ccff38f-6875-413e-81ea-9ce194eb3fd1'] in dv-neutron-797120-4-hyperv {{(pid=128086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 11:58:08.062512 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-167f3cd8-381f-4cab-bd71-2c0e886d5fcf tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for router, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:58:08.063843 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-167f3cd8-381f-4cab-bd71-2c0e886d5fcf tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 1.4509234 Jun 24 11:58:08.064531 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1f3d084-262d-4559-af0f-3d6bab467163 None None] Routers {'5ccff38f-6875-413e-81ea-9ce194eb3fd1'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 11:58:08.065189 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-c1f3d084-262d-4559-af0f-3d6bab467163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T11:57:56Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['5ccff38f-6875-413e-81ea-9ce194eb3fd1'], 'active': True} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:58:08.068664 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 36192) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:58:08.098031 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-7332c525-a0f1-40d5-be2d-25fd115607e9 tempest-TestNetworkBasicOps-1239029366 tempest-TestNetworkBasicOps-1239029366-project-admin] 10.222.0.53 "GET /v2.0/subnets?project_id=adbe78de4fbf48fcad1a6bc46d4a1728&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0281529 Jun 24 11:58:08.101297 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 36194) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:58:08.169383 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_dvr_db [None req-c1f3d084-262d-4559-af0f-3d6bab467163 None None] Set router 5ccff38f-6875-413e-81ea-9ce194eb3fd1 gateway port host: dv-neutron-797120-4-hyperv {{(pid=128086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 11:58:08.190544 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f843922b-89d4-4c21-a063-dfc50a4d91c7 tempest-TestNetworkBasicOps-1239029366 tempest-TestNetworkBasicOps-1239029366-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=128084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:58:08.192052 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-f843922b-89d4-4c21-a063-dfc50a4d91c7 tempest-TestNetworkBasicOps-1239029366 tempest-TestNetworkBasicOps-1239029366-project-admin] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0891192 Jun 24 11:58:08.194783 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 36196) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:58:08.228486 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-3aeb48d2-5995-4904-8f56-a1e82f76cd13 tempest-TestNetworkBasicOps-1239029366 tempest-TestNetworkBasicOps-1239029366-project-admin] 10.222.0.53 "GET /v2.0/subnets?network_id=f2b8ca71-e776-48b2-8898-96cc7970207b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0325103 Jun 24 11:58:08.230947 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 36198) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:58:08.236310 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-be5c24d1-fcf6-4636-a734-ef79ca952d12 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1359749331', 'network_id': 'ddabf859-7fde-41b9-99b4-a6f9a44d7f92', 'project_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:58:08.332319 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be5c24d1-fcf6-4636-a734-ef79ca952d12 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Made reservation on behalf of adbe78de4fbf48fcad1a6bc46d4a1728 for: {'subnet': 1} {{(pid=128084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 11:58:08.335910 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-be5c24d1-fcf6-4636-a734-ef79ca952d12 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3162484'] for subnet, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:58:08.347071 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-c1f3d084-262d-4559-af0f-3d6bab467163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ccff38f-6875-413e-81ea-9ce194eb3fd1', 'name': 'tempest-TestNetworkBasicOps-router-665974549', 'tenant_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'external_fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.24'}], 'enable_snat': True}, 'gw_port_id': 'd8d06dd6-6d81-4ddf-a661-f1ec3d6d6993', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T11:58:06Z', 'updated_at': '2021-06-24T11:58:07Z', 'revision_number': 3, 'project_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'gw_port': {'id': 'd8d06dd6-6d81-4ddf-a661-f1ec3d6d6993', 'name': '', 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:b2:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ccff38f-6875-413e-81ea-9ce194eb3fd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:58:07Z', 'updated_at': '2021-06-24T11:58:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-4-hyperv'}], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:58:08.372449 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1f3d084-262d-4559-af0f-3d6bab467163 None None] Checking router: 5ccff38f-6875-413e-81ea-9ce194eb3fd1 for host: dv-neutron-797120-4-hyperv {{(pid=128086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 11:58:08.372801 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1f3d084-262d-4559-af0f-3d6bab467163 None None] Updating router 5ccff38f-6875-413e-81ea-9ce194eb3fd1 port d8d06dd6-6d81-4ddf-a661-f1ec3d6d6993 binding host dv-neutron-797120-4-hyperv {{(pid=128086) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 11:58:08.410581 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron_lib.callbacks.manager [None req-c1f3d084-262d-4559-af0f-3d6bab467163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:58:08.524160 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-be5c24d1-fcf6-4636-a734-ef79ca952d12 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3291959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3162270'] for subnet, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:58:08.526976 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-4d617e59-9d71-4ef2-9c9c-3ebe5901bff9 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:58:08.592914 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5c24d1-fcf6-4636-a734-ef79ca952d12 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Pushing event updated for resources: {'Subnet': ['ID=f2bad9f8-92ee-4180-a9c1-fa73a283f248,revision_number=0']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:58:08.596598 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-be5c24d1-fcf6-4636-a734-ef79ca952d12 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:58:08.597714 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be5c24d1-fcf6-4636-a734-ef79ca952d12 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Checking segment: {'id': '74907245-42ad-4053-8cf7-e7c018f23906', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'ddabf859-7fde-41b9-99b4-a6f9a44d7f92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=128084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 11:58:08.598067 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be5c24d1-fcf6-4636-a734-ef79ca952d12 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Network hostable DHCP agents. Network: ddabf859-7fde-41b9-99b4-a6f9a44d7f92, hostable agents: ['6be988a9-1d97-480f-be5a-c55abf2c55c5'], hosted agents: [] {{(pid=128084) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 11:58:08.616586 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be5c24d1-fcf6-4636-a734-ef79ca952d12 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Network ddabf859-7fde-41b9-99b4-a6f9a44d7f92 is scheduled to be hosted by DHCP agent 6be988a9-1d97-480f-be5a-c55abf2c55c5 with binding_index 1 {{(pid=128084) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 11:58:08.625609 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.base_scheduler [None req-be5c24d1-fcf6-4636-a734-ef79ca952d12 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-4-hyperv, ddabf859-7fde-41b9-99b4-a6f9a44d7f92) {{(pid=128084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:58:08.630426 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be5c24d1-fcf6-4636-a734-ef79ca952d12 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=128084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:58:08.631042 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-be5c24d1-fcf6-4636-a734-ef79ca952d12 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for subnet, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:58:08.635819 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8cec479-4022-4891-ac64-77d64ae77d6c None None] Network ddabf859-7fde-41b9-99b4-a6f9a44d7f92 requested from dv-neutron-797120-4-hyperv {{(pid=128085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 11:58:08.651083 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-be5c24d1-fcf6-4636-a734-ef79ca952d12 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4165199 Jun 24 11:58:08.651716 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 36200) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:58:08.665602 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron_lib.callbacks.manager [None req-c1f3d084-262d-4559-af0f-3d6bab467163 None None] Notify callbacks [] for port, precommit_update {{(pid=128086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:58:08.675530 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.provisioning_blocks [None req-c1f3d084-262d-4559-af0f-3d6bab467163 None None] Transition to ACTIVE for port object d8d06dd6-6d81-4ddf-a661-f1ec3d6d6993 will not be triggered until provisioned by entity L2. {{(pid=128086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 11:58:08.682293 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron_lib.callbacks.manager [None req-c1f3d084-262d-4559-af0f-3d6bab467163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:58:08.684229 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128086) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:58:08.732237 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b7acb5-2e4a-49ea-bde3-27e1030e0a7b None None] Pushing event updated for resources: {'Port': ['ID=d8d06dd6-6d81-4ddf-a661-f1ec3d6d6993,revision_number=2']} {{(pid=128086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:58:08.736821 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG oslo_concurrency.lockutils [None req-99b7acb5-2e4a-49ea-bde3-27e1030e0a7b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=128086) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:58:08.739174 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.plugins.ml2.managers [None req-c1f3d084-262d-4559-af0f-3d6bab467163 None None] Attempting to bind port d8d06dd6-6d81-4ddf-a661-f1ec3d6d6993 on host dv-neutron-797120-4-hyperv for vnic_type normal with profile {{(pid=128086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 11:58:08.739551 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.plugins.ml2.managers [None req-c1f3d084-262d-4559-af0f-3d6bab467163 None None] Attempting to bind port d8d06dd6-6d81-4ddf-a661-f1ec3d6d6993 by drivers openvswitch,hyperv on host dv-neutron-797120-4-hyperv at level 0 using segments [{'id': '1139564f-ff83-4b49-a593-84b33301357d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b'}] {{(pid=128086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 11:58:08.739897 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1f3d084-262d-4559-af0f-3d6bab467163 None None] Attempting to bind port d8d06dd6-6d81-4ddf-a661-f1ec3d6d6993 on network f2b8ca71-e776-48b2-8898-96cc7970207b {{(pid=128086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 11:58:08.744821 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1f3d084-262d-4559-af0f-3d6bab467163 None None] Checking agent: {'id': 'e3a695b2-c397-461f-83b0-10b79d490b59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 11, 36, 56), 'started_at': datetime.datetime(2021, 6, 24, 11, 37, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 11, 57, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=128086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 11:58:08.745373 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1f3d084-262d-4559-af0f-3d6bab467163 None None] Checking segment: {'id': '1139564f-ff83-4b49-a593-84b33301357d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=128086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 11:58:08.745778 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron_lib.callbacks.manager [None req-c1f3d084-262d-4559-af0f-3d6bab467163 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=128086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:58:08.746165 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1f3d084-262d-4559-af0f-3d6bab467163 None None] Bound using segment: {'id': '1139564f-ff83-4b49-a593-84b33301357d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b'} {{(pid=128086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 11:58:08.746630 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.plugins.ml2.managers [None req-c1f3d084-262d-4559-af0f-3d6bab467163 None None] Bound port: d8d06dd6-6d81-4ddf-a661-f1ec3d6d6993, host: dv-neutron-797120-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1139564f-ff83-4b49-a593-84b33301357d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b'}}] {{(pid=128086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 11:58:08.747028 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron_lib.callbacks.manager [None req-c1f3d084-262d-4559-af0f-3d6bab467163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:58:08.795406 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dcc0578-c4d6-49f8-81b5-7c5e70eb7362 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d65c8f8-7530-5052-99fe-8ea05073750b-ddabf859-7fde-41b9-99b4-a6f9a44d7f92', 'network_id': 'ddabf859-7fde-41b9-99b4-a6f9a44d7f92', 'tenant_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'fixed_ips': [{'subnet_id': 'f2bad9f8-92ee-4180-a9c1-fa73a283f248'}]}} from dv-neutron-797120-4-hyperv. {{(pid=128085) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 24 11:58:08.796375 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-7dcc0578-c4d6-49f8-81b5-7c5e70eb7362 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_create {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:58:08.806808 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.plugins.ml2.db [None req-c1f3d084-262d-4559-af0f-3d6bab467163 None None] For port d8d06dd6-6d81-4ddf-a661-f1ec3d6d6993, host dv-neutron-797120-4-hyperv, cleared binding levels {{(pid=128086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 11:58:08.810045 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.plugins.ml2.db [None req-c1f3d084-262d-4559-af0f-3d6bab467163 None None] For port d8d06dd6-6d81-4ddf-a661-f1ec3d6d6993, host dv-neutron-797120-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=d8d06dd6-6d81-4ddf-a661-f1ec3d6d6993,segment=NetworkSegment(1139564f-ff83-4b49-a593-84b33301357d),segment_id=1139564f-ff83-4b49-a593-84b33301357d)] {{(pid=128086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 11:58:08.817918 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron_lib.callbacks.manager [None req-c1f3d084-262d-4559-af0f-3d6bab467163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:58:08.823267 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128086) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:58:08.867520 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1f3d084-262d-4559-af0f-3d6bab467163 None None] Routers {'5ccff38f-6875-413e-81ea-9ce194eb3fd1'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 11:58:08.868141 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-c1f3d084-262d-4559-af0f-3d6bab467163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T11:57:56Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['5ccff38f-6875-413e-81ea-9ce194eb3fd1'], 'active': True} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:58:08.919229 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b7acb5-2e4a-49ea-bde3-27e1030e0a7b None None] Pushing event updated for resources: {'Port': ['ID=d8d06dd6-6d81-4ddf-a661-f1ec3d6d6993,revision_number=3']} {{(pid=128086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:58:08.948255 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.db_base_plugin_common [None req-7dcc0578-c4d6-49f8-81b5-7c5e70eb7362 None None] Allocated IP 172.20.0.2 (ddabf859-7fde-41b9-99b4-a6f9a44d7f92/f2bad9f8-92ee-4180-a9c1-fa73a283f248/c2d6108b-9131-4a41-8454-6a592a3c9fc7) {{(pid=128085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 11:58:09.082027 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_dvr_db [None req-c1f3d084-262d-4559-af0f-3d6bab467163 None None] Set router 5ccff38f-6875-413e-81ea-9ce194eb3fd1 gateway port host: dv-neutron-797120-4-hyperv {{(pid=128086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 11:58:09.103987 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-7dcc0578-c4d6-49f8-81b5-7c5e70eb7362 None None] Notify callbacks [] for port, precommit_create {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:58:09.113762 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-7dcc0578-c4d6-49f8-81b5-7c5e70eb7362 None None] Transition to ACTIVE for port object c2d6108b-9131-4a41-8454-6a592a3c9fc7 will not be triggered until provisioned by entity L2. {{(pid=128085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 11:58:09.118682 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-19fd8ec9-a338-460e-9a57-d9700403d700 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:58:09.129378 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-7dcc0578-c4d6-49f8-81b5-7c5e70eb7362 None None] Transition to ACTIVE for port object c2d6108b-9131-4a41-8454-6a592a3c9fc7 will not be triggered until provisioned by entity DHCP. {{(pid=128085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 11:58:09.135629 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-7dcc0578-c4d6-49f8-81b5-7c5e70eb7362 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-650429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-506361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793193536723'] for port, after_create {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:58:09.138953 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:58:09.142093 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG oslo_concurrency.lockutils [None req-99b7acb5-2e4a-49ea-bde3-27e1030e0a7b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.318s {{(pid=128086) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:58:09.178579 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dcc0578-c4d6-49f8-81b5-7c5e70eb7362 None None] Network ddabf859-7fde-41b9-99b4-a6f9a44d7f92 is already hosted by enough agents. {{(pid=128085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 11:58:09.183982 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.scheduler.base_scheduler [None req-7dcc0578-c4d6-49f8-81b5-7c5e70eb7362 None None] Resources bound (agent type, host, resource id): {{(pid=128085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:58:09.185839 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcc0578-c4d6-49f8-81b5-7c5e70eb7362 None None] Pushing event updated for resources: {'Port': ['ID=c2d6108b-9131-4a41-8454-6a592a3c9fc7,revision_number=1']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:58:09.193559 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dcc0578-c4d6-49f8-81b5-7c5e70eb7362 None None] Received port after_create {{(pid=128085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 11:58:09.196567 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-7dcc0578-c4d6-49f8-81b5-7c5e70eb7362 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:58:09.247386 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-7dcc0578-c4d6-49f8-81b5-7c5e70eb7362 None None] Attempting to bind port c2d6108b-9131-4a41-8454-6a592a3c9fc7 on host dv-neutron-797120-4-hyperv for vnic_type normal with profile {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 11:58:09.247763 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-7dcc0578-c4d6-49f8-81b5-7c5e70eb7362 None None] Attempting to bind port c2d6108b-9131-4a41-8454-6a592a3c9fc7 by drivers openvswitch,hyperv on host dv-neutron-797120-4-hyperv at level 0 using segments [{'id': '74907245-42ad-4053-8cf7-e7c018f23906', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'ddabf859-7fde-41b9-99b4-a6f9a44d7f92'}] {{(pid=128085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 11:58:09.248131 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dcc0578-c4d6-49f8-81b5-7c5e70eb7362 None None] Attempting to bind port c2d6108b-9131-4a41-8454-6a592a3c9fc7 on network ddabf859-7fde-41b9-99b4-a6f9a44d7f92 {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 11:58:09.253918 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dcc0578-c4d6-49f8-81b5-7c5e70eb7362 None None] Checking agent: {'id': 'e3a695b2-c397-461f-83b0-10b79d490b59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 11, 36, 56), 'started_at': datetime.datetime(2021, 6, 24, 11, 37, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 11, 57, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 11:58:09.255032 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dcc0578-c4d6-49f8-81b5-7c5e70eb7362 None None] Checking segment: {'id': '74907245-42ad-4053-8cf7-e7c018f23906', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'ddabf859-7fde-41b9-99b4-a6f9a44d7f92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=128085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 11:58:09.255032 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-7dcc0578-c4d6-49f8-81b5-7c5e70eb7362 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:58:09.255328 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dcc0578-c4d6-49f8-81b5-7c5e70eb7362 None None] Bound using segment: {'id': '74907245-42ad-4053-8cf7-e7c018f23906', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'ddabf859-7fde-41b9-99b4-a6f9a44d7f92'} {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 11:58:09.255637 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-7dcc0578-c4d6-49f8-81b5-7c5e70eb7362 None None] Bound port: c2d6108b-9131-4a41-8454-6a592a3c9fc7, host: dv-neutron-797120-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74907245-42ad-4053-8cf7-e7c018f23906', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'ddabf859-7fde-41b9-99b4-a6f9a44d7f92'}}] {{(pid=128085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 11:58:09.256022 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-7dcc0578-c4d6-49f8-81b5-7c5e70eb7362 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:58:09.269364 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-c1f3d084-262d-4559-af0f-3d6bab467163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ccff38f-6875-413e-81ea-9ce194eb3fd1', 'name': 'tempest-TestNetworkBasicOps-router-665974549', 'tenant_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'external_fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.24'}], 'enable_snat': True}, 'gw_port_id': 'd8d06dd6-6d81-4ddf-a661-f1ec3d6d6993', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T11:58:06Z', 'updated_at': '2021-06-24T11:58:07Z', 'revision_number': 3, 'project_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'gw_port': {'id': 'd8d06dd6-6d81-4ddf-a661-f1ec3d6d6993', 'name': '', 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:b2:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ccff38f-6875-413e-81ea-9ce194eb3fd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:58:07Z', 'updated_at': '2021-06-24T11:58:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-4-hyperv'}], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:58:09.301229 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1f3d084-262d-4559-af0f-3d6bab467163 None None] The sync data for ids ['5ccff38f-6875-413e-81ea-9ce194eb3fd1'] in dv-neutron-797120-4-hyperv is: [{'id': '5ccff38f-6875-413e-81ea-9ce194eb3fd1', 'name': 'tempest-TestNetworkBasicOps-router-665974549', 'tenant_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'external_fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.24'}], 'enable_snat': True}, 'gw_port_id': 'd8d06dd6-6d81-4ddf-a661-f1ec3d6d6993', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T11:58:06Z', 'updated_at': '2021-06-24T11:58:07Z', 'revision_number': 3, 'project_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'gw_port': {'id': 'd8d06dd6-6d81-4ddf-a661-f1ec3d6d6993', 'name': '', 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:b2:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ccff38f-6875-413e-81ea-9ce194eb3fd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:58:07Z', 'updated_at': '2021-06-24T11:58:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-4-hyperv'}] {{(pid=128086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 11:58:09.325013 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-7dcc0578-c4d6-49f8-81b5-7c5e70eb7362 None None] For port c2d6108b-9131-4a41-8454-6a592a3c9fc7, host dv-neutron-797120-4-hyperv, cleared binding levels {{(pid=128085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 11:58:09.327459 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-7dcc0578-c4d6-49f8-81b5-7c5e70eb7362 None None] For port c2d6108b-9131-4a41-8454-6a592a3c9fc7, host dv-neutron-797120-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=c2d6108b-9131-4a41-8454-6a592a3c9fc7,segment=NetworkSegment(74907245-42ad-4053-8cf7-e7c018f23906),segment_id=74907245-42ad-4053-8cf7-e7c018f23906)] {{(pid=128085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 11:58:09.331933 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-7dcc0578-c4d6-49f8-81b5-7c5e70eb7362 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:58:09.334074 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-88773df2-3886-48c6-8b23-0ff46226676c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:58:09.395614 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcc0578-c4d6-49f8-81b5-7c5e70eb7362 None None] Pushing event updated for resources: {'Port': ['ID=c2d6108b-9131-4a41-8454-6a592a3c9fc7,revision_number=2']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:58:09.399360 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-7dcc0578-c4d6-49f8-81b5-7c5e70eb7362 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:58:09.419479 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.db_base_plugin_common [None req-19fd8ec9-a338-460e-9a57-d9700403d700 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Allocated IP 172.20.0.1 (ddabf859-7fde-41b9-99b4-a6f9a44d7f92/f2bad9f8-92ee-4180-a9c1-fa73a283f248/678d4a2c-fbc8-4298-9f62-c3c0357beb39) {{(pid=128083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 11:58:09.577269 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-19fd8ec9-a338-460e-9a57-d9700403d700 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for port, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:58:09.623259 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.provisioning_blocks [None req-19fd8ec9-a338-460e-9a57-d9700403d700 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Transition to ACTIVE for port object 678d4a2c-fbc8-4298-9f62-c3c0357beb39 will not be triggered until provisioned by entity DHCP. {{(pid=128083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 11:58:09.663373 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-19fd8ec9-a338-460e-9a57-d9700403d700 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-650429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-506361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793193536723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2537853'] for port, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:58:09.665617 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-c874c383-e2ef-4ee6-9212-4af189ff5fb3 tempest-TestVolumeBootPattern-428988392 tempest-TestVolumeBootPattern-428988392-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:58:09.711444 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19fd8ec9-a338-460e-9a57-d9700403d700 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Network ddabf859-7fde-41b9-99b4-a6f9a44d7f92 is already hosted by enough agents. {{(pid=128083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 11:58:09.720814 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.base_scheduler [None req-19fd8ec9-a338-460e-9a57-d9700403d700 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Resources bound (agent type, host, resource id): {{(pid=128083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:58:09.725071 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19fd8ec9-a338-460e-9a57-d9700403d700 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Received port after_create {{(pid=128083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 11:58:09.753190 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19fd8ec9-a338-460e-9a57-d9700403d700 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Pushing event updated for resources: {'Port': ['ID=678d4a2c-fbc8-4298-9f62-c3c0357beb39,revision_number=1']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:58:09.756488 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-19fd8ec9-a338-460e-9a57-d9700403d700 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:58:09.779129 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-19fd8ec9-a338-460e-9a57-d9700403d700 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1978458'] for router_interface, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:58:09.936217 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-19fd8ec9-a338-460e-9a57-d9700403d700 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:58:10.041566 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device c2d6108b-9131-4a41-8454-6a592a3c9fc7 up at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 11:58:10.105392 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning for port c2d6108b-9131-4a41-8454-6a592a3c9fc7 completed by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 11:58:10.112200 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device d8d06dd6-6d81-4ddf-a661-f1ec3d6d6993 up at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 11:58:10.170029 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning for port d8d06dd6-6d81-4ddf-a661-f1ec3d6d6993 completed by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 11:58:10.175276 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning complete for port d8d06dd6-6d81-4ddf-a661-f1ec3d6d6993 triggered by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:58:10.175653 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:58:10.272598 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:58:10.280937 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-19fd8ec9-a338-460e-9a57-d9700403d700 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for port, precommit_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:58:10.287071 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-19fd8ec9-a338-460e-9a57-d9700403d700 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2537871'] for port, after_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:58:10.291579 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-29d1a3a5-8523-445c-b743-21c55f673745 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:58:10.295212 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] For port d8d06dd6-6d81-4ddf-a661-f1ec3d6d6993, host dv-neutron-797120-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=d8d06dd6-6d81-4ddf-a661-f1ec3d6d6993,segment=NetworkSegment(1139564f-ff83-4b49-a593-84b33301357d),segment_id=1139564f-ff83-4b49-a593-84b33301357d)] {{(pid=128085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 11:58:10.302024 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:58:10.304672 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-f4fab6fa-3a45-479f-a9d3-86c4462cb1f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:58:10.367620 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Pushing event updated for resources: {'Port': ['ID=d8d06dd6-6d81-4ddf-a661-f1ec3d6d6993,revision_number=4']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:58:10.372201 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:58:10.376781 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-19fd8ec9-a338-460e-9a57-d9700403d700 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1783050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1978542'] for router_interface, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:58:10.379600 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19fd8ec9-a338-460e-9a57-d9700403d700 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Pushing event updated for resources: {'Port': ['ID=678d4a2c-fbc8-4298-9f62-c3c0357beb39,revision_number=2']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:58:10.385022 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-19fd8ec9-a338-460e-9a57-d9700403d700 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:58:10.475664 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19fd8ec9-a338-460e-9a57-d9700403d700 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Network ddabf859-7fde-41b9-99b4-a6f9a44d7f92 is already hosted by enough agents. {{(pid=128083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 11:58:10.476394 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5818424c-a0c3-4e83-aeb9-d7903eb8b86d None None] Network ddabf859-7fde-41b9-99b4-a6f9a44d7f92 requested from dv-neutron-797120-4-hyperv {{(pid=128085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 11:58:10.477047 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.base_scheduler [None req-19fd8ec9-a338-460e-9a57-d9700403d700 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Resources bound (agent type, host, resource id): {{(pid=128083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:58:10.597202 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-764ec262-59a5-489e-ae62-81f76517fe74 None None] Provisioning for port c2d6108b-9131-4a41-8454-6a592a3c9fc7 completed by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 11:58:10.601217 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19fd8ec9-a338-460e-9a57-d9700403d700 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Router 5ccff38f-6875-413e-81ea-9ce194eb3fd1 has already been hosted by L3 agent 2987dba8-2249-4ee6-96ec-28f0f7a6127d {{(pid=128083) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 11:58:10.603979 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-764ec262-59a5-489e-ae62-81f76517fe74 None None] Provisioning complete for port c2d6108b-9131-4a41-8454-6a592a3c9fc7 triggered by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:58:10.604367 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-764ec262-59a5-489e-ae62-81f76517fe74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:58:10.713004 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19fd8ec9-a338-460e-9a57-d9700403d700 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify agent at l3_agent.dv-neutron-797120-4-hyperv the message routers_updated {{(pid=128083) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 11:58:10.718883 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-19fd8ec9-a338-460e-9a57-d9700403d700 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "PUT /v2.0/routers/5ccff38f-6875-413e-81ea-9ce194eb3fd1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0657837 Jun 24 11:58:10.721205 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 36202) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:58:10.826892 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be822b26-c153-4882-b341-9297e75d0815 tempest-TestNetworkBasicOps-1239029366 tempest-TestNetworkBasicOps-1239029366-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:58:10.827494 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be822b26-c153-4882-b341-9297e75d0815 tempest-TestNetworkBasicOps-1239029366 tempest-TestNetworkBasicOps-1239029366-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:58:10.827957 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be822b26-c153-4882-b341-9297e75d0815 tempest-TestNetworkBasicOps-1239029366 tempest-TestNetworkBasicOps-1239029366-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:58:10.828419 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be822b26-c153-4882-b341-9297e75d0815 tempest-TestNetworkBasicOps-1239029366 tempest-TestNetworkBasicOps-1239029366-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:58:10.833759 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 36204) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:58:10.835642 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-be822b26-c153-4882-b341-9297e75d0815 tempest-TestNetworkBasicOps-1239029366 tempest-TestNetworkBasicOps-1239029366-project-admin] 10.222.0.53 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.1112039 Jun 24 11:58:10.871703 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-764ec262-59a5-489e-ae62-81f76517fe74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:58:10.888540 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03bf9c5f-68cf-430d-aa16-39a7ef915520 tempest-TestNetworkBasicOps-1239029366 tempest-TestNetworkBasicOps-1239029366-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=128084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:58:10.889321 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03bf9c5f-68cf-430d-aa16-39a7ef915520 tempest-TestNetworkBasicOps-1239029366 tempest-TestNetworkBasicOps-1239029366-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=128084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:58:10.889782 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03bf9c5f-68cf-430d-aa16-39a7ef915520 tempest-TestNetworkBasicOps-1239029366 tempest-TestNetworkBasicOps-1239029366-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=128084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:58:10.890350 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03bf9c5f-68cf-430d-aa16-39a7ef915520 tempest-TestNetworkBasicOps-1239029366 tempest-TestNetworkBasicOps-1239029366-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=128084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:58:10.893084 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-03bf9c5f-68cf-430d-aa16-39a7ef915520 tempest-TestNetworkBasicOps-1239029366 tempest-TestNetworkBasicOps-1239029366-project-admin] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2728 time: 0.0582302 Jun 24 11:58:10.895911 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 36206) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:58:10.910151 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-764ec262-59a5-489e-ae62-81f76517fe74 None None] For port c2d6108b-9131-4a41-8454-6a592a3c9fc7, host dv-neutron-797120-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=c2d6108b-9131-4a41-8454-6a592a3c9fc7,segment=NetworkSegment(74907245-42ad-4053-8cf7-e7c018f23906),segment_id=74907245-42ad-4053-8cf7-e7c018f23906)] {{(pid=128085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 11:58:10.915485 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-764ec262-59a5-489e-ae62-81f76517fe74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:58:10.917422 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:58:10.973024 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764ec262-59a5-489e-ae62-81f76517fe74 None None] Pushing event updated for resources: {'Port': ['ID=c2d6108b-9131-4a41-8454-6a592a3c9fc7,revision_number=3']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:58:10.977590 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-764ec262-59a5-489e-ae62-81f76517fe74 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:58:11.048518 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-e4985d30-324f-48b3-aba4-68a7e49401ea tempest-TestNetworkBasicOps-1239029366 tempest-TestNetworkBasicOps-1239029366-project-admin] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1606 time: 0.1506102 Jun 24 11:58:11.150225 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-41a96db5-ec08-4f55-97a2-b0a2a4cd0ddc None None] Provisioning for port 678d4a2c-fbc8-4298-9f62-c3c0357beb39 completed by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 11:58:11.153871 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-123f4e63-ea50-49f8-936a-2043c67cb7fe None None] Sync routers for ids ['5ccff38f-6875-413e-81ea-9ce194eb3fd1'] in dv-neutron-797120-4-hyperv {{(pid=128085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 11:58:11.159894 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-41a96db5-ec08-4f55-97a2-b0a2a4cd0ddc None None] Provisioning complete for port 678d4a2c-fbc8-4298-9f62-c3c0357beb39 triggered by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:58:11.160280 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-41a96db5-ec08-4f55-97a2-b0a2a4cd0ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:58:11.188889 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-123f4e63-ea50-49f8-936a-2043c67cb7fe None None] Routers {'5ccff38f-6875-413e-81ea-9ce194eb3fd1'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 11:58:11.189593 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-123f4e63-ea50-49f8-936a-2043c67cb7fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T11:57:56Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['5ccff38f-6875-413e-81ea-9ce194eb3fd1'], 'active': True} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:58:11.235732 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-41a96db5-ec08-4f55-97a2-b0a2a4cd0ddc None None] Port 678d4a2c-fbc8-4298-9f62-c3c0357beb39 cannot update to ACTIVE because it is not bound. {{(pid=128085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 11:58:11.280936 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-41a96db5-ec08-4f55-97a2-b0a2a4cd0ddc None None] Provisioning complete for port c2d6108b-9131-4a41-8454-6a592a3c9fc7 triggered by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:58:11.281408 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-41a96db5-ec08-4f55-97a2-b0a2a4cd0ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:58:11.336038 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvr_db [None req-123f4e63-ea50-49f8-936a-2043c67cb7fe None None] Set router 5ccff38f-6875-413e-81ea-9ce194eb3fd1 gateway port host: dv-neutron-797120-4-hyperv {{(pid=128085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 11:58:11.490372 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 36210) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:58:11.495301 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [None req-30b81bde-f1cb-42e9-ae67-d531aca448a3 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-738456829', 'description': 'tempest-secgroup-smoke-738456829 description', 'project_id': 'adbe78de4fbf48fcad1a6bc46d4a1728'}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:58:11.519009 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-30b81bde-f1cb-42e9-ae67-d531aca448a3 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for security_group, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:58:11.575872 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-123f4e63-ea50-49f8-936a-2043c67cb7fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ccff38f-6875-413e-81ea-9ce194eb3fd1', 'name': 'tempest-TestNetworkBasicOps-router-665974549', 'tenant_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'external_fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.24'}], 'enable_snat': True}, 'gw_port_id': 'd8d06dd6-6d81-4ddf-a661-f1ec3d6d6993', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T11:58:06Z', 'updated_at': '2021-06-24T11:58:09Z', 'revision_number': 4, 'project_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'gw_port': {'id': 'd8d06dd6-6d81-4ddf-a661-f1ec3d6d6993', 'name': '', 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:b2:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ccff38f-6875-413e-81ea-9ce194eb3fd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:58:07Z', 'updated_at': '2021-06-24T11:58:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-4-hyperv', '_interfaces': [{'id': '678d4a2c-fbc8-4298-9f62-c3c0357beb39', 'name': '', 'network_id': 'ddabf859-7fde-41b9-99b4-a6f9a44d7f92', 'tenant_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'mac_address': 'fa:16:3e:f5:c5:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ccff38f-6875-413e-81ea-9ce194eb3fd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': 'f2bad9f8-92ee-4180-a9c1-fa73a283f248', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:58:09Z', 'updated_at': '2021-06-24T11:58:10Z', 'revision_number': 2, 'project_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'subnets': [{'id': 'f2bad9f8-92ee-4180-a9c1-fa73a283f248', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:58:11.610527 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-123f4e63-ea50-49f8-936a-2043c67cb7fe None None] Checking router: 5ccff38f-6875-413e-81ea-9ce194eb3fd1 for host: dv-neutron-797120-4-hyperv {{(pid=128085) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 11:58:11.610892 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-123f4e63-ea50-49f8-936a-2043c67cb7fe None None] Updating router 5ccff38f-6875-413e-81ea-9ce194eb3fd1 port 678d4a2c-fbc8-4298-9f62-c3c0357beb39 binding host dv-neutron-797120-4-hyperv {{(pid=128085) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 11:58:11.613561 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-30b81bde-f1cb-42e9-ae67-d531aca448a3 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for security_group, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:58:11.617739 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-30b81bde-f1cb-42e9-ae67-d531aca448a3 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800410'] for security_group, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:58:11.620861 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-b6baa80e-7a4c-4ef0-a08e-7d92c54884ae tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:58:11.647751 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-30b81bde-f1cb-42e9-ae67-d531aca448a3 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for security_group, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:58:11.647991 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-3c9f7f4e-43ff-4700-a627-8f7be1b6f327 None None] Provisioning complete for port 678d4a2c-fbc8-4298-9f62-c3c0357beb39 triggered by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:58:11.648321 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-3c9f7f4e-43ff-4700-a627-8f7be1b6f327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:58:11.648940 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-30b81bde-f1cb-42e9-ae67-d531aca448a3 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1574450 Jun 24 11:58:11.651026 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b81bde-f1cb-42e9-ae67-d531aca448a3 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Pushing event updated for resources: {'SecurityGroup': ['ID=46fb44d4-02d8-435a-856c-11e2770536b2,revision_number=1']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:58:11.651965 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 36212) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:58:11.653902 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-30b81bde-f1cb-42e9-ae67-d531aca448a3 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:58:11.659088 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-3909e9dd-66b4-4d0a-a672-8696f6a2cd17 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Request body: {'security_group_rule': {'security_group_id': '46fb44d4-02d8-435a-856c-11e2770536b2', 'project_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:58:11.674084 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-123f4e63-ea50-49f8-936a-2043c67cb7fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:58:11.686975 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-3909e9dd-66b4-4d0a-a672-8696f6a2cd17 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for security_group_rule, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:58:11.695820 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-3c9f7f4e-43ff-4700-a627-8f7be1b6f327 None None] Port 678d4a2c-fbc8-4298-9f62-c3c0357beb39 cannot update to ACTIVE because it is not bound. {{(pid=128085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 11:58:11.744110 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-3909e9dd-66b4-4d0a-a672-8696f6a2cd17 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:58:11.747825 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-3909e9dd-66b4-4d0a-a672-8696f6a2cd17 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1627007'] for security_group_rule, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:58:11.750018 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-c4a7cbb6-1ce0-4224-912b-99645f1c4a31 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:58:11.767944 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3909e9dd-66b4-4d0a-a672-8696f6a2cd17 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e684e544-d512-4c76-aa16-8fb080ab031c,revision_number=0']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:58:11.770316 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-3909e9dd-66b4-4d0a-a672-8696f6a2cd17 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for security_group_rule, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:58:11.771523 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-3909e9dd-66b4-4d0a-a672-8696f6a2cd17 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1176698 Jun 24 11:58:11.772450 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-3909e9dd-66b4-4d0a-a672-8696f6a2cd17 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:58:11.774198 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 36214) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:58:11.778612 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-7e9b8319-278d-42fc-a38c-73fe692a2b6c tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Request body: {'security_group_rule': {'security_group_id': '46fb44d4-02d8-435a-856c-11e2770536b2', 'project_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:58:11.805940 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-7e9b8319-278d-42fc-a38c-73fe692a2b6c tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for security_group_rule, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:58:11.867862 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-7e9b8319-278d-42fc-a38c-73fe692a2b6c tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:58:11.875389 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-7e9b8319-278d-42fc-a38c-73fe692a2b6c tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1627007'] for security_group_rule, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:58:11.877486 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-a53dfa6a-e90f-44fd-8c50-f373d2935cbb tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:58:11.894906 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9b8319-278d-42fc-a38c-73fe692a2b6c tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49417708-1010-4446-baee-623426e96759,revision_number=0']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:58:11.904201 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-7e9b8319-278d-42fc-a38c-73fe692a2b6c tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:58:11.909836 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-7e9b8319-278d-42fc-a38c-73fe692a2b6c tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for security_group_rule, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:58:11.915216 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 36216) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:58:11.926042 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-7e9b8319-278d-42fc-a38c-73fe692a2b6c tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1507661 Jun 24 11:58:11.928312 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [None req-bb98c467-d416-4dd7-afcc-c5fbe8888ebc tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Request body: {'security_group_rule': {'security_group_id': '46fb44d4-02d8-435a-856c-11e2770536b2', 'project_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:58:11.967391 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-bb98c467-d416-4dd7-afcc-c5fbe8888ebc tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for security_group_rule, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:58:11.996468 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-123f4e63-ea50-49f8-936a-2043c67cb7fe None None] Notify callbacks [] for port, precommit_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:58:12.007690 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device c2d6108b-9131-4a41-8454-6a592a3c9fc7 up at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 11:58:12.011361 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-123f4e63-ea50-49f8-936a-2043c67cb7fe None None] Transition to ACTIVE for port object 678d4a2c-fbc8-4298-9f62-c3c0357beb39 will not be triggered until provisioned by entity L2. {{(pid=128085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 11:58:12.033768 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-123f4e63-ea50-49f8-936a-2043c67cb7fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:58:12.037355 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:58:12.048593 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-bb98c467-d416-4dd7-afcc-c5fbe8888ebc tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:58:12.053495 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-bb98c467-d416-4dd7-afcc-c5fbe8888ebc tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1627007'] for security_group_rule, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:58:12.055394 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:58:12.074323 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb98c467-d416-4dd7-afcc-c5fbe8888ebc tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c849f466-54c6-4397-85fc-5ef7de4e8b48,revision_number=0']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:58:12.082430 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-bb98c467-d416-4dd7-afcc-c5fbe8888ebc tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for security_group_rule, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:58:12.083796 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-bb98c467-d416-4dd7-afcc-c5fbe8888ebc tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1672211 Jun 24 11:58:12.085098 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-bb98c467-d416-4dd7-afcc-c5fbe8888ebc tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:58:12.086620 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 36218) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:58:12.092246 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-aca40329-9746-4710-8789-66654ce26e40 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Request body: {'security_group_rule': {'security_group_id': '46fb44d4-02d8-435a-856c-11e2770536b2', 'project_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:58:12.111763 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b784e6-fbbf-4dbf-bbd1-e688cd11be68 None None] Pushing event updated for resources: {'Port': ['ID=678d4a2c-fbc8-4298-9f62-c3c0357beb39,revision_number=3']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:58:12.115507 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-82b784e6-fbbf-4dbf-bbd1-e688cd11be68 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:58:12.135215 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-aca40329-9746-4710-8789-66654ce26e40 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for security_group_rule, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:58:12.149866 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning complete for port c2d6108b-9131-4a41-8454-6a592a3c9fc7 triggered by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:58:12.150592 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:58:12.218090 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-aca40329-9746-4710-8789-66654ce26e40 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:58:12.223337 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-aca40329-9746-4710-8789-66654ce26e40 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1627007'] for security_group_rule, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:58:12.226805 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-123f4e63-ea50-49f8-936a-2043c67cb7fe None None] Attempting to bind port 678d4a2c-fbc8-4298-9f62-c3c0357beb39 on host dv-neutron-797120-4-hyperv for vnic_type normal with profile {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 11:58:12.227196 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-123f4e63-ea50-49f8-936a-2043c67cb7fe None None] Attempting to bind port 678d4a2c-fbc8-4298-9f62-c3c0357beb39 by drivers openvswitch,hyperv on host dv-neutron-797120-4-hyperv at level 0 using segments [{'id': '74907245-42ad-4053-8cf7-e7c018f23906', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'ddabf859-7fde-41b9-99b4-a6f9a44d7f92'}] {{(pid=128085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 11:58:12.227634 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-123f4e63-ea50-49f8-936a-2043c67cb7fe None None] Attempting to bind port 678d4a2c-fbc8-4298-9f62-c3c0357beb39 on network ddabf859-7fde-41b9-99b4-a6f9a44d7f92 {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 11:58:12.229843 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-8636c876-36d8-43d7-90c0-beb3a68796bc tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:58:12.235822 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-123f4e63-ea50-49f8-936a-2043c67cb7fe None None] Checking agent: {'id': 'e3a695b2-c397-461f-83b0-10b79d490b59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 11, 36, 56), 'started_at': datetime.datetime(2021, 6, 24, 11, 37, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 11, 57, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 11:58:12.236354 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-123f4e63-ea50-49f8-936a-2043c67cb7fe None None] Checking segment: {'id': '74907245-42ad-4053-8cf7-e7c018f23906', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'ddabf859-7fde-41b9-99b4-a6f9a44d7f92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=128085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 11:58:12.236774 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-123f4e63-ea50-49f8-936a-2043c67cb7fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:58:12.237351 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-123f4e63-ea50-49f8-936a-2043c67cb7fe None None] Bound using segment: {'id': '74907245-42ad-4053-8cf7-e7c018f23906', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'ddabf859-7fde-41b9-99b4-a6f9a44d7f92'} {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 11:58:12.237745 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-123f4e63-ea50-49f8-936a-2043c67cb7fe None None] Bound port: 678d4a2c-fbc8-4298-9f62-c3c0357beb39, host: dv-neutron-797120-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74907245-42ad-4053-8cf7-e7c018f23906', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'ddabf859-7fde-41b9-99b4-a6f9a44d7f92'}}] {{(pid=128085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 11:58:12.238166 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-123f4e63-ea50-49f8-936a-2043c67cb7fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:58:12.246278 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca40329-9746-4710-8789-66654ce26e40 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81488a6a-6a55-4bf9-901c-48c3e7a9f316,revision_number=0']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:58:12.249086 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-aca40329-9746-4710-8789-66654ce26e40 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:58:12.253056 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-aca40329-9746-4710-8789-66654ce26e40 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for security_group_rule, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:58:12.254547 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-aca40329-9746-4710-8789-66654ce26e40 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1667290 Jun 24 11:58:12.257429 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 36220) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:58:12.262203 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-69a0eccc-593b-4f51-ba48-7c61664737fb tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Request body: {'security_group_rule': {'security_group_id': '46fb44d4-02d8-435a-856c-11e2770536b2', 'project_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:58:12.290694 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.db.securitygroups_db [None req-69a0eccc-593b-4f51-ba48-7c61664737fb tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Project adbe78de4fbf48fcad1a6bc46d4a1728 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 24 11:58:12.296218 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-69a0eccc-593b-4f51-ba48-7c61664737fb tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for security_group_rule, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:58:12.310957 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device d8d06dd6-6d81-4ddf-a661-f1ec3d6d6993 up at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 11:58:12.360892 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-69a0eccc-593b-4f51-ba48-7c61664737fb tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:58:12.364724 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-69a0eccc-593b-4f51-ba48-7c61664737fb tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1627007'] for security_group_rule, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:58:12.366576 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-7b4336d0-15de-44dd-ba0d-2e3fb516940b tempest-ServerActionsTestJSON-818164034 tempest-ServerActionsTestJSON-818164034-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:58:12.367415 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-123f4e63-ea50-49f8-936a-2043c67cb7fe None None] For port 678d4a2c-fbc8-4298-9f62-c3c0357beb39, host dv-neutron-797120-4-hyperv, cleared binding levels {{(pid=128085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 11:58:12.381412 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a0eccc-593b-4f51-ba48-7c61664737fb tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9366c607-e44b-4dad-8e08-419e1e8c2dec,revision_number=0']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:58:12.383104 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-123f4e63-ea50-49f8-936a-2043c67cb7fe None None] For port 678d4a2c-fbc8-4298-9f62-c3c0357beb39, host dv-neutron-797120-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=678d4a2c-fbc8-4298-9f62-c3c0357beb39,segment=NetworkSegment(74907245-42ad-4053-8cf7-e7c018f23906),segment_id=74907245-42ad-4053-8cf7-e7c018f23906)] {{(pid=128085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 11:58:12.385908 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-69a0eccc-593b-4f51-ba48-7c61664737fb tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:58:12.392690 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-69a0eccc-593b-4f51-ba48-7c61664737fb tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for security_group_rule, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:58:12.393098 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-123f4e63-ea50-49f8-936a-2043c67cb7fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:58:12.396071 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-f4fab6fa-3a45-479f-a9d3-86c4462cb1f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:58:12.396766 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 36222) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:58:12.396928 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-69a0eccc-593b-4f51-ba48-7c61664737fb tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1383531 Jun 24 11:58:12.401889 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [None req-e1687aa1-5208-43a6-855d-80f9035317b8 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Request body: {'security_group_rule': {'security_group_id': '46fb44d4-02d8-435a-856c-11e2770536b2', 'project_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:58:12.402559 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning complete for port d8d06dd6-6d81-4ddf-a661-f1ec3d6d6993 triggered by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:58:12.402931 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:58:12.424139 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.db.securitygroups_db [None req-e1687aa1-5208-43a6-855d-80f9035317b8 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Project adbe78de4fbf48fcad1a6bc46d4a1728 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 24 11:58:12.428851 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-e1687aa1-5208-43a6-855d-80f9035317b8 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for security_group_rule, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:58:12.499628 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-123f4e63-ea50-49f8-936a-2043c67cb7fe None None] Routers {'5ccff38f-6875-413e-81ea-9ce194eb3fd1'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 11:58:12.500291 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-123f4e63-ea50-49f8-936a-2043c67cb7fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T11:57:56Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['5ccff38f-6875-413e-81ea-9ce194eb3fd1'], 'active': True} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:58:12.503182 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b784e6-fbbf-4dbf-bbd1-e688cd11be68 None None] Pushing event updated for resources: {'Port': ['ID=678d4a2c-fbc8-4298-9f62-c3c0357beb39,revision_number=4']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:58:12.508826 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-82b784e6-fbbf-4dbf-bbd1-e688cd11be68 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:58:12.660561 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvr_db [None req-123f4e63-ea50-49f8-936a-2043c67cb7fe None None] Set router 5ccff38f-6875-413e-81ea-9ce194eb3fd1 gateway port host: dv-neutron-797120-4-hyperv {{(pid=128085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 11:58:12.848226 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-e1687aa1-5208-43a6-855d-80f9035317b8 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:58:12.852640 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-e1687aa1-5208-43a6-855d-80f9035317b8 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1627007'] for security_group_rule, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:58:12.857826 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-bd04ad49-a5c8-4244-bc95-8e1aac65c5aa tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:58:12.873178 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1687aa1-5208-43a6-855d-80f9035317b8 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd2c357d-acc5-4b05-9b1b-a30ac35ee47f,revision_number=0']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:58:12.877821 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-e1687aa1-5208-43a6-855d-80f9035317b8 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:58:12.883473 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-e1687aa1-5208-43a6-855d-80f9035317b8 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for security_group_rule, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:58:12.884719 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-e1687aa1-5208-43a6-855d-80f9035317b8 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4866560 Jun 24 11:58:12.886088 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-123f4e63-ea50-49f8-936a-2043c67cb7fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ccff38f-6875-413e-81ea-9ce194eb3fd1', 'name': 'tempest-TestNetworkBasicOps-router-665974549', 'tenant_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'external_fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.24'}], 'enable_snat': True}, 'gw_port_id': 'd8d06dd6-6d81-4ddf-a661-f1ec3d6d6993', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T11:58:06Z', 'updated_at': '2021-06-24T11:58:09Z', 'revision_number': 4, 'project_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'gw_port': {'id': 'd8d06dd6-6d81-4ddf-a661-f1ec3d6d6993', 'name': '', 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:b2:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ccff38f-6875-413e-81ea-9ce194eb3fd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:58:07Z', 'updated_at': '2021-06-24T11:58:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-4-hyperv', '_interfaces': [{'id': '678d4a2c-fbc8-4298-9f62-c3c0357beb39', 'name': '', 'network_id': 'ddabf859-7fde-41b9-99b4-a6f9a44d7f92', 'tenant_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'mac_address': 'fa:16:3e:f5:c5:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ccff38f-6875-413e-81ea-9ce194eb3fd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': 'f2bad9f8-92ee-4180-a9c1-fa73a283f248', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:58:09Z', 'updated_at': '2021-06-24T11:58:12Z', 'revision_number': 4, 'project_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'subnets': [{'id': 'f2bad9f8-92ee-4180-a9c1-fa73a283f248', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:58:12.912602 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-123f4e63-ea50-49f8-936a-2043c67cb7fe None None] The sync data for ids ['5ccff38f-6875-413e-81ea-9ce194eb3fd1'] in dv-neutron-797120-4-hyperv is: [{'id': '5ccff38f-6875-413e-81ea-9ce194eb3fd1', 'name': 'tempest-TestNetworkBasicOps-router-665974549', 'tenant_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'external_fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.24'}], 'enable_snat': True}, 'gw_port_id': 'd8d06dd6-6d81-4ddf-a661-f1ec3d6d6993', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T11:58:06Z', 'updated_at': '2021-06-24T11:58:09Z', 'revision_number': 4, 'project_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'gw_port': {'id': 'd8d06dd6-6d81-4ddf-a661-f1ec3d6d6993', 'name': '', 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:b2:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ccff38f-6875-413e-81ea-9ce194eb3fd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:58:07Z', 'updated_at': '2021-06-24T11:58:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-4-hyperv', '_interfaces': [{'id': '678d4a2c-fbc8-4298-9f62-c3c0357beb39', 'name': '', 'network_id': 'ddabf859-7fde-41b9-99b4-a6f9a44d7f92', 'tenant_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'mac_address': 'fa:16:3e:f5:c5:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ccff38f-6875-413e-81ea-9ce194eb3fd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': 'f2bad9f8-92ee-4180-a9c1-fa73a283f248', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:58:09Z', 'updated_at': '2021-06-24T11:58:12Z', 'revision_number': 4, 'project_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'subnets': [{'id': 'f2bad9f8-92ee-4180-a9c1-fa73a283f248', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=128085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 11:58:13.117018 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-b9aa6d6f-f27f-430f-8b3c-c5a04b3b9cbe req-fc3dcf46-dd82-41d7-a220-ff37250e35e5 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-738456829&fields=id&tenant_id=adbe78de4fbf48fcad1a6bc46d4a1728 HTTP/1.1" status: 200 len: 267 time: 0.0352426 Jun 24 11:58:13.231412 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9aa6d6f-f27f-430f-8b3c-c5a04b3b9cbe req-08fd8ffa-8d30-4b24-bbb3-13bbafe7d708 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:58:13.232802 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-b9aa6d6f-f27f-430f-8b3c-c5a04b3b9cbe req-08fd8ffa-8d30-4b24-bbb3-13bbafe7d708 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "GET /v2.0/networks?id=ddabf859-7fde-41b9-99b4-a6f9a44d7f92 HTTP/1.1" status: 200 len: 797 time: 0.1087868 Jun 24 11:58:13.248914 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-b9aa6d6f-f27f-430f-8b3c-c5a04b3b9cbe req-99162a2c-b690-47ff-a292-fbfee30bb7ac tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "GET /v2.0/quotas/adbe78de4fbf48fcad1a6bc46d4a1728 HTTP/1.1" status: 200 len: 375 time: 0.0096595 Jun 24 11:58:13.322670 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-b9aa6d6f-f27f-430f-8b3c-c5a04b3b9cbe req-b1fa1494-1b6a-4438-8396-613e52cd4ee4 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=adbe78de4fbf48fcad1a6bc46d4a1728&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0673981 Jun 24 11:58:13.426036 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-b9aa6d6f-f27f-430f-8b3c-c5a04b3b9cbe req-b69358eb-0867-42df-bb7f-8f889d5dd17f service neutron] 10.222.0.53 "GET /v2.0/networks/ddabf859-7fde-41b9-99b4-a6f9a44d7f92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910368 Jun 24 11:58:13.528282 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-b9aa6d6f-f27f-430f-8b3c-c5a04b3b9cbe req-44991413-8774-497e-b09e-6be661a434be service neutron] 10.222.0.53 "GET /v2.0/networks/ddabf859-7fde-41b9-99b4-a6f9a44d7f92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961127 Jun 24 11:58:13.713074 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-bcd8fa5b-550f-44eb-a327-e506daa30fb1 req-dcec183e-cf03-4511-9123-a521d2acdb74 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "GET /v2.0/ports?device_id=cf7b01df-7712-4dd3-9232-31a0d8178085 HTTP/1.1" status: 200 len: 210 time: 0.0318837 Jun 24 11:58:14.019521 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device 678d4a2c-fbc8-4298-9f62-c3c0357beb39 up at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 11:58:14.066419 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning for port 678d4a2c-fbc8-4298-9f62-c3c0357beb39 completed by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 11:58:14.070125 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning complete for port 678d4a2c-fbc8-4298-9f62-c3c0357beb39 triggered by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:58:14.070506 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:58:14.153713 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:58:14.189835 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] For port 678d4a2c-fbc8-4298-9f62-c3c0357beb39, host dv-neutron-797120-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=678d4a2c-fbc8-4298-9f62-c3c0357beb39,segment=NetworkSegment(74907245-42ad-4053-8cf7-e7c018f23906),segment_id=74907245-42ad-4053-8cf7-e7c018f23906)] {{(pid=128085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 11:58:14.193659 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:58:14.198109 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-8a67a27c-b601-462d-ba53-ba82a562417e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:58:14.243914 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Pushing event updated for resources: {'Port': ['ID=678d4a2c-fbc8-4298-9f62-c3c0357beb39,revision_number=5']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:58:14.246941 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:58:14.599537 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:58:14.885173 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-54beac3a-0b8f-4bb6-8292-755e592bf5f1 req-fd48d547-8914-4e77-a318-6f6d6e9e1142 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "GET /v2.0/ports?device_id=cf7b01df-7712-4dd3-9232-31a0d8178085 HTTP/1.1" status: 200 len: 210 time: 0.0403080 Jun 24 11:58:14.909570 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9aa6d6f-f27f-430f-8b3c-c5a04b3b9cbe req-9030776a-07c2-48ec-9099-36647b7ab522 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:58:14.909570 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-b9aa6d6f-f27f-430f-8b3c-c5a04b3b9cbe req-9030776a-07c2-48ec-9099-36647b7ab522 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.45 "GET /v2.0/networks?id=ddabf859-7fde-41b9-99b4-a6f9a44d7f92 HTTP/1.1" status: 200 len: 797 time: 0.1493032 Jun 24 11:58:14.949303 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-b9aa6d6f-f27f-430f-8b3c-c5a04b3b9cbe req-769db27d-acdf-4c8a-b298-7eff58bedee8 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=adbe78de4fbf48fcad1a6bc46d4a1728 HTTP/1.1" status: 200 len: 379 time: 0.0361028 Jun 24 11:58:14.959892 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [req-b9aa6d6f-f27f-430f-8b3c-c5a04b3b9cbe req-f708c893-8d2f-475f-a3b1-6dbaf91a5fa8 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Request body: {'port': {'device_id': 'cf7b01df-7712-4dd3-9232-31a0d8178085', 'network_id': 'ddabf859-7fde-41b9-99b4-a6f9a44d7f92', 'admin_state_up': True, 'tenant_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'security_groups': ['46fb44d4-02d8-435a-856c-11e2770536b2']}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:58:15.071482 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b9aa6d6f-f27f-430f-8b3c-c5a04b3b9cbe req-f708c893-8d2f-475f-a3b1-6dbaf91a5fa8 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Made reservation on behalf of adbe78de4fbf48fcad1a6bc46d4a1728 for: {'port': 1} {{(pid=128083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 11:58:15.075138 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-b9aa6d6f-f27f-430f-8b3c-c5a04b3b9cbe req-f708c893-8d2f-475f-a3b1-6dbaf91a5fa8 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:58:15.203070 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.db_base_plugin_common [req-b9aa6d6f-f27f-430f-8b3c-c5a04b3b9cbe req-f708c893-8d2f-475f-a3b1-6dbaf91a5fa8 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Allocated IP 172.20.0.10 (ddabf859-7fde-41b9-99b4-a6f9a44d7f92/f2bad9f8-92ee-4180-a9c1-fa73a283f248/43cc206e-1939-409d-9120-9a1205999953) {{(pid=128083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 11:58:15.343087 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-b9aa6d6f-f27f-430f-8b3c-c5a04b3b9cbe req-f708c893-8d2f-475f-a3b1-6dbaf91a5fa8 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for port, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:58:15.358748 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.provisioning_blocks [req-b9aa6d6f-f27f-430f-8b3c-c5a04b3b9cbe req-f708c893-8d2f-475f-a3b1-6dbaf91a5fa8 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Transition to ACTIVE for port object 43cc206e-1939-409d-9120-9a1205999953 will not be triggered until provisioned by entity DHCP. {{(pid=128083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 11:58:15.392530 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-b9aa6d6f-f27f-430f-8b3c-c5a04b3b9cbe req-f708c893-8d2f-475f-a3b1-6dbaf91a5fa8 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-650429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-506361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793193536723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2537853'] for port, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:58:15.396563 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-a84e88be-2447-452b-89ca-87502a90807c tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:58:15.441210 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b9aa6d6f-f27f-430f-8b3c-c5a04b3b9cbe req-f708c893-8d2f-475f-a3b1-6dbaf91a5fa8 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Network ddabf859-7fde-41b9-99b4-a6f9a44d7f92 is already hosted by enough agents. {{(pid=128083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 11:58:15.444420 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.base_scheduler [req-b9aa6d6f-f27f-430f-8b3c-c5a04b3b9cbe req-f708c893-8d2f-475f-a3b1-6dbaf91a5fa8 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Resources bound (agent type, host, resource id): {{(pid=128083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:58:15.450575 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9aa6d6f-f27f-430f-8b3c-c5a04b3b9cbe req-f708c893-8d2f-475f-a3b1-6dbaf91a5fa8 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Received port after_create {{(pid=128083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 11:58:15.478250 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f708c893-8d2f-475f-a3b1-6dbaf91a5fa8 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Pushing event updated for resources: {'Port': ['ID=43cc206e-1939-409d-9120-9a1205999953,revision_number=1']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:58:15.482872 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-f708c893-8d2f-475f-a3b1-6dbaf91a5fa8 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:58:15.510791 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9aa6d6f-f27f-430f-8b3c-c5a04b3b9cbe req-f708c893-8d2f-475f-a3b1-6dbaf91a5fa8 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:58:15.511436 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-b9aa6d6f-f27f-430f-8b3c-c5a04b3b9cbe req-f708c893-8d2f-475f-a3b1-6dbaf91a5fa8 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468916'] for port, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:58:15.526713 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-b9aa6d6f-f27f-430f-8b3c-c5a04b3b9cbe req-f708c893-8d2f-475f-a3b1-6dbaf91a5fa8 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5711551 Jun 24 11:58:15.543868 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [req-b9aa6d6f-f27f-430f-8b3c-c5a04b3b9cbe req-8416cc3b-5760-44d4-9592-9b339d173427 service neutron] Request body: {'port': {'device_id': 'cf7b01df-7712-4dd3-9232-31a0d8178085', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7971'}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:58:15.624768 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-b9aa6d6f-f27f-430f-8b3c-c5a04b3b9cbe req-8416cc3b-5760-44d4-9592-9b339d173427 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:58:15.645117 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-56d24edf-8f44-4318-a067-fee9acd11655 None None] Provisioning for port 43cc206e-1939-409d-9120-9a1205999953 completed by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 11:58:15.649040 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-56d24edf-8f44-4318-a067-fee9acd11655 None None] Provisioning complete for port 43cc206e-1939-409d-9120-9a1205999953 triggered by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:58:15.649417 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-56d24edf-8f44-4318-a067-fee9acd11655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:58:15.685542 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-56d24edf-8f44-4318-a067-fee9acd11655 None None] Port 43cc206e-1939-409d-9120-9a1205999953 cannot update to ACTIVE because it is not bound. {{(pid=128085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 11:58:15.896293 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.notifiers.nova [req-b9aa6d6f-f27f-430f-8b3c-c5a04b3b9cbe req-8416cc3b-5760-44d4-9592-9b339d173427 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 43cc206e-1939-409d-9120-9a1205999953 {{(pid=128083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 11:58:15.903423 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-b9aa6d6f-f27f-430f-8b3c-c5a04b3b9cbe req-8416cc3b-5760-44d4-9592-9b339d173427 service neutron] Notify callbacks [] for port, precommit_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:58:15.914749 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.provisioning_blocks [req-b9aa6d6f-f27f-430f-8b3c-c5a04b3b9cbe req-8416cc3b-5760-44d4-9592-9b339d173427 service neutron] Transition to ACTIVE for port object 43cc206e-1939-409d-9120-9a1205999953 will not be triggered until provisioned by entity L2. {{(pid=128083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 11:58:15.918985 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-b9aa6d6f-f27f-430f-8b3c-c5a04b3b9cbe req-8416cc3b-5760-44d4-9592-9b339d173427 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2537871'] for port, after_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:58:15.921967 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-d6fdd123-064f-4319-8094-607871e1ae4a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:58:16.003524 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8416cc3b-5760-44d4-9592-9b339d173427 service neutron] Pushing event updated for resources: {'Port': ['ID=43cc206e-1939-409d-9120-9a1205999953,revision_number=2']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:58:16.007605 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device 678d4a2c-fbc8-4298-9f62-c3c0357beb39 up at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 11:58:16.036454 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-8416cc3b-5760-44d4-9592-9b339d173427 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:58:16.063044 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning complete for port 678d4a2c-fbc8-4298-9f62-c3c0357beb39 triggered by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:58:16.064282 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:58:16.105998 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.managers [req-b9aa6d6f-f27f-430f-8b3c-c5a04b3b9cbe req-8416cc3b-5760-44d4-9592-9b339d173427 service neutron] Attempting to bind port 43cc206e-1939-409d-9120-9a1205999953 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=128083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 11:58:16.106418 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.managers [req-b9aa6d6f-f27f-430f-8b3c-c5a04b3b9cbe req-8416cc3b-5760-44d4-9592-9b339d173427 service neutron] Attempting to bind port 43cc206e-1939-409d-9120-9a1205999953 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': '74907245-42ad-4053-8cf7-e7c018f23906', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'ddabf859-7fde-41b9-99b4-a6f9a44d7f92'}] {{(pid=128083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 11:58:16.106812 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9aa6d6f-f27f-430f-8b3c-c5a04b3b9cbe req-8416cc3b-5760-44d4-9592-9b339d173427 service neutron] Attempting to bind port 43cc206e-1939-409d-9120-9a1205999953 on network ddabf859-7fde-41b9-99b4-a6f9a44d7f92 {{(pid=128083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 11:58:16.115375 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9aa6d6f-f27f-430f-8b3c-c5a04b3b9cbe req-8416cc3b-5760-44d4-9592-9b339d173427 service neutron] Port 43cc206e-1939-409d-9120-9a1205999953 on network ddabf859-7fde-41b9-99b4-a6f9a44d7f92 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=128083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 11:58:16.115705 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9aa6d6f-f27f-430f-8b3c-c5a04b3b9cbe req-8416cc3b-5760-44d4-9592-9b339d173427 service neutron] Attempting to bind port 43cc206e-1939-409d-9120-9a1205999953 on network ddabf859-7fde-41b9-99b4-a6f9a44d7f92 {{(pid=128083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 11:58:16.132277 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632c5ed2-263e-436e-ac0a-6ff55e7ec65c req-88eed0ad-fba9-4f92-abaf-6d08ff1a65f8 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:58:16.133608 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-632c5ed2-263e-436e-ac0a-6ff55e7ec65c req-88eed0ad-fba9-4f92-abaf-6d08ff1a65f8 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "GET /v2.0/ports?device_id=cf7b01df-7712-4dd3-9232-31a0d8178085 HTTP/1.1" status: 200 len: 944 time: 0.1021972 Jun 24 11:58:16.135064 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9aa6d6f-f27f-430f-8b3c-c5a04b3b9cbe req-8416cc3b-5760-44d4-9592-9b339d173427 service neutron] Checking agent: {'id': 'a2c9a14d-87aa-4cd1-a510-11988f19c3d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7971', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 11, 42, 44), 'started_at': datetime.datetime(2021, 6, 24, 11, 42, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 11, 58, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=128083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 11:58:16.135472 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9aa6d6f-f27f-430f-8b3c-c5a04b3b9cbe req-8416cc3b-5760-44d4-9592-9b339d173427 service neutron] Checking segment: {'id': '74907245-42ad-4053-8cf7-e7c018f23906', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'ddabf859-7fde-41b9-99b4-a6f9a44d7f92'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=128083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 11:58:16.136221 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9aa6d6f-f27f-430f-8b3c-c5a04b3b9cbe req-8416cc3b-5760-44d4-9592-9b339d173427 service neutron] Bound using segment: {'id': '74907245-42ad-4053-8cf7-e7c018f23906', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'ddabf859-7fde-41b9-99b4-a6f9a44d7f92'} {{(pid=128083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 11:58:16.136538 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.managers [req-b9aa6d6f-f27f-430f-8b3c-c5a04b3b9cbe req-8416cc3b-5760-44d4-9592-9b339d173427 service neutron] Bound port: 43cc206e-1939-409d-9120-9a1205999953, host: hv-neutron-7971, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '74907245-42ad-4053-8cf7-e7c018f23906', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'ddabf859-7fde-41b9-99b4-a6f9a44d7f92'}}] {{(pid=128083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 11:58:16.136906 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-b9aa6d6f-f27f-430f-8b3c-c5a04b3b9cbe req-8416cc3b-5760-44d4-9592-9b339d173427 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:58:16.212916 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-632c5ed2-263e-436e-ac0a-6ff55e7ec65c req-1929936f-4a9e-4c55-aa27-f6bed392ad1e tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "GET /v2.0/security-groups?id=46fb44d4-02d8-435a-856c-11e2770536b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0664558 Jun 24 11:58:16.233219 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.db [req-b9aa6d6f-f27f-430f-8b3c-c5a04b3b9cbe req-8416cc3b-5760-44d4-9592-9b339d173427 service neutron] For port 43cc206e-1939-409d-9120-9a1205999953, host hv-neutron-7971, cleared binding levels {{(pid=128083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 11:58:16.233219 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.db [req-b9aa6d6f-f27f-430f-8b3c-c5a04b3b9cbe req-8416cc3b-5760-44d4-9592-9b339d173427 service neutron] For port 43cc206e-1939-409d-9120-9a1205999953, host hv-neutron-7971, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=43cc206e-1939-409d-9120-9a1205999953,segment=NetworkSegment(74907245-42ad-4053-8cf7-e7c018f23906),segment_id=74907245-42ad-4053-8cf7-e7c018f23906)] {{(pid=128083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 11:58:16.236832 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-b9aa6d6f-f27f-430f-8b3c-c5a04b3b9cbe req-8416cc3b-5760-44d4-9592-9b339d173427 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2537871'] for port, after_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:58:16.238806 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-855b1708-6316-40c4-b017-351d4db9a16e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:58:16.275344 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9aa6d6f-f27f-430f-8b3c-c5a04b3b9cbe req-8416cc3b-5760-44d4-9592-9b339d173427 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:58:16.275949 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-b9aa6d6f-f27f-430f-8b3c-c5a04b3b9cbe req-8416cc3b-5760-44d4-9592-9b339d173427 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468916'] for port, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:58:16.277326 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-b9aa6d6f-f27f-430f-8b3c-c5a04b3b9cbe req-8416cc3b-5760-44d4-9592-9b339d173427 service neutron] 10.222.0.45 "PUT /v2.0/ports/43cc206e-1939-409d-9120-9a1205999953 HTTP/1.1" status: 200 len: 1094 time: 0.7386854 Jun 24 11:58:16.277844 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf7b01df-7712-4dd3-9232-31a0d8178085', 'tag': '43cc206e-1939-409d-9120-9a1205999953'}] {{(pid=128083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 11:58:16.280114 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a77f7dee1a0522ddf93af289475d218fcdb8f30317daadec13ebf930b5b9dbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f1a3efe-c2d9-4781-b5a6-4638a2f8a34f" -d '{"events": [{"name": "network-changed", "server_uuid": "cf7b01df-7712-4dd3-9232-31a0d8178085", "tag": "43cc206e-1939-409d-9120-9a1205999953"}]}' {{(pid=128083) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 11:58:16.306818 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8416cc3b-5760-44d4-9592-9b339d173427 service neutron] Pushing event updated for resources: {'Port': ['ID=43cc206e-1939-409d-9120-9a1205999953,revision_number=3']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:58:16.309301 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-8416cc3b-5760-44d4-9592-9b339d173427 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:58:16.351729 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 11:58:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d07f8073-9336-4b50-9133-0c5fe0a7c853 x-openstack-request-id: req-d07f8073-9336-4b50-9133-0c5fe0a7c853 {{(pid=128083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 11:58:16.352072 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf7b01df-7712-4dd3-9232-31a0d8178085", "tag": "43cc206e-1939-409d-9120-9a1205999953", "status": "completed", "code": 200}]} {{(pid=128083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 11:58:16.352372 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d07f8073-9336-4b50-9133-0c5fe0a7c853 {{(pid=128083) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 11:58:16.352826 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf7b01df-7712-4dd3-9232-31a0d8178085', 'tag': '43cc206e-1939-409d-9120-9a1205999953', 'status': 'completed', 'code': 200} Jun 24 11:58:16.384338 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9aa6d6f-f27f-430f-8b3c-c5a04b3b9cbe req-8a90c19d-bf99-43d0-a207-fce1cf4c5a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:58:16.386208 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-b9aa6d6f-f27f-430f-8b3c-c5a04b3b9cbe req-8a90c19d-bf99-43d0-a207-fce1cf4c5a00 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=adbe78de4fbf48fcad1a6bc46d4a1728&device_id=cf7b01df-7712-4dd3-9232-31a0d8178085 HTTP/1.1" status: 200 len: 1097 time: 0.0654819 Jun 24 11:58:16.437396 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-b9aa6d6f-f27f-430f-8b3c-c5a04b3b9cbe req-669594cf-55c4-46bb-95f1-2d50129b9280 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=43cc206e-1939-409d-9120-9a1205999953 HTTP/1.1" status: 200 len: 217 time: 0.0390759 Jun 24 11:58:16.496046 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9aa6d6f-f27f-430f-8b3c-c5a04b3b9cbe req-6d0af646-ddab-49a8-961e-b715e4c2b0bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:58:16.497568 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-b9aa6d6f-f27f-430f-8b3c-c5a04b3b9cbe req-6d0af646-ddab-49a8-961e-b715e4c2b0bd service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f2bad9f8-92ee-4180-a9c1-fa73a283f248 HTTP/1.1" status: 200 len: 835 time: 0.0508525 Jun 24 11:58:16.560272 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9aa6d6f-f27f-430f-8b3c-c5a04b3b9cbe req-59caf8c0-26cb-45b4-b674-67d40530a62f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:58:16.561780 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-b9aa6d6f-f27f-430f-8b3c-c5a04b3b9cbe req-59caf8c0-26cb-45b4-b674-67d40530a62f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=ddabf859-7fde-41b9-99b4-a6f9a44d7f92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0533924 Jun 24 11:58:16.660197 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-b9aa6d6f-f27f-430f-8b3c-c5a04b3b9cbe req-a9cf48ed-f6ff-49c0-9100-292665d1f226 service neutron] 10.222.0.45 "GET /v2.0/networks/ddabf859-7fde-41b9-99b4-a6f9a44d7f92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845346 Jun 24 11:58:16.756131 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-b9aa6d6f-f27f-430f-8b3c-c5a04b3b9cbe req-224d9b2e-6133-4ba2-9a58-54a33d04c127 service neutron] 10.222.0.45 "GET /v2.0/networks/ddabf859-7fde-41b9-99b4-a6f9a44d7f92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862269 Jun 24 11:58:16.861860 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1a3efe-c2d9-4781-b5a6-4638a2f8a34f req-5c548ebf-73d7-47cf-bf71-e65b2009ebeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:58:16.863319 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-3f1a3efe-c2d9-4781-b5a6-4638a2f8a34f req-5c548ebf-73d7-47cf-bf71-e65b2009ebeb service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=adbe78de4fbf48fcad1a6bc46d4a1728&device_id=cf7b01df-7712-4dd3-9232-31a0d8178085 HTTP/1.1" status: 200 len: 1097 time: 0.0524933 Jun 24 11:58:16.961065 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1a3efe-c2d9-4781-b5a6-4638a2f8a34f req-a875e719-0368-4777-a9a4-8763cdf95769 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:58:16.962444 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-3f1a3efe-c2d9-4781-b5a6-4638a2f8a34f req-a875e719-0368-4777-a9a4-8763cdf95769 service neutron] 10.222.0.45 "GET /v2.0/networks?id=ddabf859-7fde-41b9-99b4-a6f9a44d7f92 HTTP/1.1" status: 200 len: 898 time: 0.0911894 Jun 24 11:58:17.005420 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-3f1a3efe-c2d9-4781-b5a6-4638a2f8a34f req-8c3fbb53-c418-42cd-bd58-9712eb032901 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=43cc206e-1939-409d-9120-9a1205999953 HTTP/1.1" status: 200 len: 217 time: 0.0347853 Jun 24 11:58:17.056776 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1a3efe-c2d9-4781-b5a6-4638a2f8a34f req-4b683822-8e55-4c85-bd19-18a7ac692f01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:58:17.058281 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-3f1a3efe-c2d9-4781-b5a6-4638a2f8a34f req-4b683822-8e55-4c85-bd19-18a7ac692f01 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f2bad9f8-92ee-4180-a9c1-fa73a283f248 HTTP/1.1" status: 200 len: 835 time: 0.0465181 Jun 24 11:58:17.121740 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1a3efe-c2d9-4781-b5a6-4638a2f8a34f req-71a819a4-925b-496e-b21a-a3ca2ddf748b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:58:17.123186 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-3f1a3efe-c2d9-4781-b5a6-4638a2f8a34f req-71a819a4-925b-496e-b21a-a3ca2ddf748b service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=ddabf859-7fde-41b9-99b4-a6f9a44d7f92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0564620 Jun 24 11:58:17.212343 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-3f1a3efe-c2d9-4781-b5a6-4638a2f8a34f req-6c65bdcf-f20d-42d7-8940-c395bf2ca6d3 service neutron] 10.222.0.45 "GET /v2.0/networks/ddabf859-7fde-41b9-99b4-a6f9a44d7f92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796301 Jun 24 11:58:17.313555 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-3f1a3efe-c2d9-4781-b5a6-4638a2f8a34f req-676054a1-20eb-4465-abbd-e0ae1f241bb2 service neutron] 10.222.0.45 "GET /v2.0/networks/ddabf859-7fde-41b9-99b4-a6f9a44d7f92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934758 Jun 24 11:58:17.412383 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ff5940-ba3d-41d4-97db-76124d7ee312 req-dd7e2e59-e075-4283-9c47-0c33fbf896ca tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:58:17.413882 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-f0ff5940-ba3d-41d4-97db-76124d7ee312 req-dd7e2e59-e075-4283-9c47-0c33fbf896ca tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "GET /v2.0/ports?device_id=cf7b01df-7712-4dd3-9232-31a0d8178085 HTTP/1.1" status: 200 len: 944 time: 0.0718074 Jun 24 11:58:17.451002 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-f0ff5940-ba3d-41d4-97db-76124d7ee312 req-e30350d3-1c43-40b5-8e2d-618abdd00a5f tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "GET /v2.0/security-groups?id=46fb44d4-02d8-435a-856c-11e2770536b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314951 Jun 24 11:58:18.638281 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf4b5d0-9d54-4d51-ba21-96ef924f65b8 req-bee9eea7-fa1f-421f-af8f-23623074bcec tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:58:18.639699 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-edf4b5d0-9d54-4d51-ba21-96ef924f65b8 req-bee9eea7-fa1f-421f-af8f-23623074bcec tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "GET /v2.0/ports?device_id=cf7b01df-7712-4dd3-9232-31a0d8178085 HTTP/1.1" status: 200 len: 944 time: 0.0686228 Jun 24 11:58:18.676608 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-edf4b5d0-9d54-4d51-ba21-96ef924f65b8 req-446507ff-0112-42a0-9d3f-bee4b493ee1e tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "GET /v2.0/security-groups?id=46fb44d4-02d8-435a-856c-11e2770536b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309322 Jun 24 11:58:18.697169 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Device 43cc206e-1939-409d-9120-9a1205999953 details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=128085) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 11:58:18.795170 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] For port 43cc206e-1939-409d-9120-9a1205999953, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=43cc206e-1939-409d-9120-9a1205999953,segment=NetworkSegment(74907245-42ad-4053-8cf7-e7c018f23906),segment_id=74907245-42ad-4053-8cf7-e7c018f23906)] {{(pid=128085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 11:58:18.807486 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Returning: {'device': '43cc206e-1939-409d-9120-9a1205999953', 'network_id': 'ddabf859-7fde-41b9-99b4-a6f9a44d7f92', 'port_id': '43cc206e-1939-409d-9120-9a1205999953', 'mac_address': 'fa:16:3e:04:0a:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 616, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2bad9f8-92ee-4180-a9c1-fa73a283f248', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=128085) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 11:58:18.842848 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:58:18.855627 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.notifiers.nova [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 43cc206e-1939-409d-9120-9a1205999953 {{(pid=128085) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 11:58:18.876772 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] For port 43cc206e-1939-409d-9120-9a1205999953, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=43cc206e-1939-409d-9120-9a1205999953,segment=NetworkSegment(74907245-42ad-4053-8cf7-e7c018f23906),segment_id=74907245-42ad-4053-8cf7-e7c018f23906)] {{(pid=128085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 11:58:18.880974 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:58:18.882712 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-82b784e6-fbbf-4dbf-bbd1-e688cd11be68 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:58:18.932608 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Pushing event updated for resources: {'Port': ['ID=43cc206e-1939-409d-9120-9a1205999953,revision_number=4']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:58:18.935554 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:58:19.115818 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] get_ports_and_sgs() called for port_ids ['43cc206e-1939-409d-9120-9a1205999953'] {{(pid=128085) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 11:58:19.855301 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af09efd0-f1da-479d-8d5d-396c0090728c req-19bcba04-4441-442b-b862-eed89745c955 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:58:19.856856 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-af09efd0-f1da-479d-8d5d-396c0090728c req-19bcba04-4441-442b-b862-eed89745c955 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "GET /v2.0/ports?device_id=cf7b01df-7712-4dd3-9232-31a0d8178085 HTTP/1.1" status: 200 len: 945 time: 0.0652218 Jun 24 11:58:19.901060 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-af09efd0-f1da-479d-8d5d-396c0090728c req-2ab97593-5291-4b6a-9425-174e716d3cd3 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "GET /v2.0/security-groups?id=46fb44d4-02d8-435a-856c-11e2770536b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376294 Jun 24 11:58:20.697058 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Device 43cc206e-1939-409d-9120-9a1205999953 up at agent hyperv_hv-neutron-7971 {{(pid=128085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 11:58:20.744882 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Provisioning for port 43cc206e-1939-409d-9120-9a1205999953 completed by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 11:58:20.748583 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Provisioning complete for port 43cc206e-1939-409d-9120-9a1205999953 triggered by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:58:20.748959 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:58:20.829331 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:58:20.859151 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf7b01df-7712-4dd3-9232-31a0d8178085', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43cc206e-1939-409d-9120-9a1205999953'}] {{(pid=128085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 11:58:20.861617 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1098ec9051a50dd033317f529a09b9762582ef7b417ebe05928aca59e08255aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b577d727-5a85-4508-8191-1369997fd9e7" -d '{"events": [{"server_uuid": "cf7b01df-7712-4dd3-9232-31a0d8178085", "name": "network-vif-plugged", "status": "completed", "tag": "43cc206e-1939-409d-9120-9a1205999953"}]}' {{(pid=128085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 11:58:20.876362 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] For port 43cc206e-1939-409d-9120-9a1205999953, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=43cc206e-1939-409d-9120-9a1205999953,segment=NetworkSegment(74907245-42ad-4053-8cf7-e7c018f23906),segment_id=74907245-42ad-4053-8cf7-e7c018f23906)] {{(pid=128085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 11:58:20.880640 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:58:20.883378 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-82b784e6-fbbf-4dbf-bbd1-e688cd11be68 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:58:20.905107 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 11:58:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9575b92f-5da8-4d18-88a3-ae896092c539 x-openstack-request-id: req-9575b92f-5da8-4d18-88a3-ae896092c539 {{(pid=128085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 11:58:20.905459 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf7b01df-7712-4dd3-9232-31a0d8178085", "name": "network-vif-plugged", "status": "completed", "tag": "43cc206e-1939-409d-9120-9a1205999953", "code": 200}]} {{(pid=128085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 11:58:20.905721 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-9575b92f-5da8-4d18-88a3-ae896092c539 {{(pid=128085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 11:58:20.906115 dv-neutron-797120-4-hyperv neutron-server[128085]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf7b01df-7712-4dd3-9232-31a0d8178085', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43cc206e-1939-409d-9120-9a1205999953', 'code': 200} Jun 24 11:58:20.933808 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Pushing event updated for resources: {'Port': ['ID=43cc206e-1939-409d-9120-9a1205999953,revision_number=5']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:58:20.938552 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:58:21.105097 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501a7988-5f63-47d0-9d6f-b3bba7582dc9 req-01800944-1758-4181-a664-fc00b16d6a28 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:58:21.106634 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-501a7988-5f63-47d0-9d6f-b3bba7582dc9 req-01800944-1758-4181-a664-fc00b16d6a28 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "GET /v2.0/ports?device_id=cf7b01df-7712-4dd3-9232-31a0d8178085 HTTP/1.1" status: 200 len: 946 time: 0.0816917 Jun 24 11:58:21.197573 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-501a7988-5f63-47d0-9d6f-b3bba7582dc9 req-db444011-1862-4e07-be46-460d547b964a tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "GET /v2.0/security-groups?id=46fb44d4-02d8-435a-856c-11e2770536b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0820930 Jun 24 11:58:21.220141 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9a684e-f94c-490d-8dc3-6f2a58c7fa6d req-e5ec4b61-5fa6-4ebe-9360-bc6deb005d4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:58:21.221660 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-cf9a684e-f94c-490d-8dc3-6f2a58c7fa6d req-e5ec4b61-5fa6-4ebe-9360-bc6deb005d4a service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=cf7b01df-7712-4dd3-9232-31a0d8178085 HTTP/1.1" status: 200 len: 1099 time: 0.1141491 Jun 24 11:58:21.267424 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-cf9a684e-f94c-490d-8dc3-6f2a58c7fa6d req-90052fae-ef5a-46b7-9478-1582dcf614b9 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=46fb44d4-02d8-435a-856c-11e2770536b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360601 Jun 24 11:58:22.377656 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01010ead-ced4-42f4-8ada-c74d1f8999a2 req-b0db729c-1ecf-4b17-8e12-410c162a9dcd tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:58:22.379100 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-01010ead-ced4-42f4-8ada-c74d1f8999a2 req-b0db729c-1ecf-4b17-8e12-410c162a9dcd tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "GET /v2.0/ports?device_id=cf7b01df-7712-4dd3-9232-31a0d8178085 HTTP/1.1" status: 200 len: 946 time: 0.0636325 Jun 24 11:58:22.419266 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-01010ead-ced4-42f4-8ada-c74d1f8999a2 req-4c09cabe-c5d7-4020-9d50-919a2c2dd0b4 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "GET /v2.0/security-groups?id=46fb44d4-02d8-435a-856c-11e2770536b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335429 Jun 24 11:58:22.604594 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd35562-0505-4a72-b92f-bd04efe5905a req-0963becb-2e79-417c-a257-2182f49c6e0f tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:58:22.606075 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-6fd35562-0505-4a72-b92f-bd04efe5905a req-0963becb-2e79-417c-a257-2182f49c6e0f tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "GET /v2.0/ports?device_id=cf7b01df-7712-4dd3-9232-31a0d8178085 HTTP/1.1" status: 200 len: 946 time: 0.0700643 Jun 24 11:58:22.643925 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-6fd35562-0505-4a72-b92f-bd04efe5905a req-21b96556-4d0f-42a4-9da9-e08828063655 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "GET /v2.0/security-groups?id=46fb44d4-02d8-435a-856c-11e2770536b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319400 Jun 24 11:58:22.669364 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 36270) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:58:22.721553 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d25c8b69-3f92-4f23-9745-006cb881b058 tempest-TestNetworkBasicOps-1239029366 tempest-TestNetworkBasicOps-1239029366-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:58:22.723070 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-d25c8b69-3f92-4f23-9745-006cb881b058 tempest-TestNetworkBasicOps-1239029366 tempest-TestNetworkBasicOps-1239029366-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=cf7b01df-7712-4dd3-9232-31a0d8178085 HTTP/1.1" status: 200 len: 1094 time: 0.0527229 Jun 24 11:58:22.726381 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 36272) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:58:22.730801 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [None req-33d1c256-eaa6-4b9d-97f3-0a3fb746955f tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Request body: {'floatingip': {'floating_network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'port_id': '43cc206e-1939-409d-9120-9a1205999953', 'tenant_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'fixed_ip_address': '172.20.0.10'}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:58:22.752036 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-33d1c256-eaa6-4b9d-97f3-0a3fb746955f tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for floatingip, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:58:22.847371 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-33d1c256-eaa6-4b9d-97f3-0a3fb746955f tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:58:22.963058 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.db_base_plugin_common [None req-33d1c256-eaa6-4b9d-97f3-0a3fb746955f tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Allocated IP 172.26.7.249 (f2b8ca71-e776-48b2-8898-96cc7970207b/f37bf603-3862-4d0a-9f58-89616f7fd68f/d03efd66-28bd-46a0-be20-5c970330d86f) {{(pid=128083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 11:58:23.065270 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-33d1c256-eaa6-4b9d-97f3-0a3fb746955f tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for port, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:58:23.104218 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-33d1c256-eaa6-4b9d-97f3-0a3fb746955f tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-650429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-506361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793193536723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2537853'] for port, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:58:23.106044 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-c42ac9dc-79d1-4412-bca6-f4ae1822ec1f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:58:23.141117 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33d1c256-eaa6-4b9d-97f3-0a3fb746955f tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Network f2b8ca71-e776-48b2-8898-96cc7970207b is already hosted by enough agents. {{(pid=128083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 11:58:23.146273 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.base_scheduler [None req-33d1c256-eaa6-4b9d-97f3-0a3fb746955f tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Resources bound (agent type, host, resource id): {{(pid=128083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:58:23.150179 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33d1c256-eaa6-4b9d-97f3-0a3fb746955f tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Received port after_create {{(pid=128083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 11:58:23.155963 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d1c256-eaa6-4b9d-97f3-0a3fb746955f tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Pushing event updated for resources: {'Port': ['ID=d03efd66-28bd-46a0-be20-5c970330d86f,revision_number=1']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:58:23.180835 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d1c256-eaa6-4b9d-97f3-0a3fb746955f tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:58:23.181250 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d1c256-eaa6-4b9d-97f3-0a3fb746955f tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:58:23.181649 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d1c256-eaa6-4b9d-97f3-0a3fb746955f tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:58:23.182006 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d1c256-eaa6-4b9d-97f3-0a3fb746955f tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:58:23.182374 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d1c256-eaa6-4b9d-97f3-0a3fb746955f tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:58:23.182741 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d1c256-eaa6-4b9d-97f3-0a3fb746955f tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:58:23.183106 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d1c256-eaa6-4b9d-97f3-0a3fb746955f tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:58:23.183467 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d1c256-eaa6-4b9d-97f3-0a3fb746955f tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:58:23.183831 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d1c256-eaa6-4b9d-97f3-0a3fb746955f tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:58:23.184191 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d1c256-eaa6-4b9d-97f3-0a3fb746955f tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:58:23.184548 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d1c256-eaa6-4b9d-97f3-0a3fb746955f tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:58:23.184904 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d1c256-eaa6-4b9d-97f3-0a3fb746955f tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:58:23.189556 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-33d1c256-eaa6-4b9d-97f3-0a3fb746955f tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:58:23.532542 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-33d1c256-eaa6-4b9d-97f3-0a3fb746955f tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for floatingip, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:58:23.609321 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-33d1c256-eaa6-4b9d-97f3-0a3fb746955f tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:58:23.761852 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-33d1c256-eaa6-4b9d-97f3-0a3fb746955f tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for port, precommit_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:58:23.766068 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-33d1c256-eaa6-4b9d-97f3-0a3fb746955f tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2537871'] for port, after_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:58:23.768908 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-59438c56-4de6-4889-ba92-38aa9e5349b3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:58:23.810458 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ac6808a2-061e-495f-8cce-3e1f1cf8bfe8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:58:23.842842 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d1c256-eaa6-4b9d-97f3-0a3fb746955f tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Pushing event updated for resources: {'Port': ['ID=d03efd66-28bd-46a0-be20-5c970330d86f,revision_number=2']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:58:23.846632 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-33d1c256-eaa6-4b9d-97f3-0a3fb746955f tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:58:23.856486 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-33d1c256-eaa6-4b9d-97f3-0a3fb746955f tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1815637'] for floatingip, after_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:58:23.963391 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.db.l3_db [None req-33d1c256-eaa6-4b9d-97f3-0a3fb746955f tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Floating IP 70cfba8c-1466-45ad-95e0-5c8932e74474 associated. External IP: 172.26.7.249, port: 43cc206e-1939-409d-9120-9a1205999953. Jun 24 11:58:24.503044 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33d1c256-eaa6-4b9d-97f3-0a3fb746955f tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Router 5ccff38f-6875-413e-81ea-9ce194eb3fd1 has already been hosted by L3 agent 2987dba8-2249-4ee6-96ec-28f0f7a6127d {{(pid=128083) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 11:58:24.611541 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33d1c256-eaa6-4b9d-97f3-0a3fb746955f tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify agent at l3_agent.dv-neutron-797120-4-hyperv the message routers_updated {{(pid=128083) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 11:58:24.621824 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16c68247-fdfc-45a7-8d5a-bf70f1ef0181 None None] Sync routers for ids ['5ccff38f-6875-413e-81ea-9ce194eb3fd1'] in dv-neutron-797120-4-hyperv {{(pid=128086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 11:58:24.628364 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-33d1c256-eaa6-4b9d-97f3-0a3fb746955f tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468916'] for floatingip, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:58:24.632851 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16c68247-fdfc-45a7-8d5a-bf70f1ef0181 None None] Routers {'5ccff38f-6875-413e-81ea-9ce194eb3fd1'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 11:58:24.633493 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-16c68247-fdfc-45a7-8d5a-bf70f1ef0181 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T11:57:56Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['5ccff38f-6875-413e-81ea-9ce194eb3fd1'], 'active': True} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:58:24.669658 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-33d1c256-eaa6-4b9d-97f3-0a3fb746955f tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9421668 Jun 24 11:58:24.670437 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf7b01df-7712-4dd3-9232-31a0d8178085', 'tag': '43cc206e-1939-409d-9120-9a1205999953'}] {{(pid=128083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 11:58:24.672320 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 36274) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:58:24.672882 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a77f7dee1a0522ddf93af289475d218fcdb8f30317daadec13ebf930b5b9dbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1962403-b4ae-4e99-9a3b-dbc968f64b85" -d '{"events": [{"name": "network-changed", "server_uuid": "cf7b01df-7712-4dd3-9232-31a0d8178085", "tag": "43cc206e-1939-409d-9120-9a1205999953"}]}' {{(pid=128083) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 11:58:24.707865 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 11:58:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-883f2bc3-1de8-4f12-9d5c-641e8108c4f4 x-openstack-request-id: req-883f2bc3-1de8-4f12-9d5c-641e8108c4f4 {{(pid=128083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 11:58:24.708209 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf7b01df-7712-4dd3-9232-31a0d8178085", "tag": "43cc206e-1939-409d-9120-9a1205999953", "status": "completed", "code": 200}]} {{(pid=128083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 11:58:24.708518 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-883f2bc3-1de8-4f12-9d5c-641e8108c4f4 {{(pid=128083) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 11:58:24.708965 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf7b01df-7712-4dd3-9232-31a0d8178085', 'tag': '43cc206e-1939-409d-9120-9a1205999953', 'status': 'completed', 'code': 200} Jun 24 11:58:24.740161 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_dvr_db [None req-16c68247-fdfc-45a7-8d5a-bf70f1ef0181 None None] Set router 5ccff38f-6875-413e-81ea-9ce194eb3fd1 gateway port host: dv-neutron-797120-4-hyperv {{(pid=128086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 11:58:24.789608 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1962403-b4ae-4e99-9a3b-dbc968f64b85 req-3970ce50-89c7-4462-ad40-855a31790bea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:58:24.790307 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-1cfab564-84a0-486a-b048-c966ad2367db tempest-TestNetworkBasicOps-1239029366 tempest-TestNetworkBasicOps-1239029366-project-admin] 10.222.0.53 "GET /v2.0/routers/5ccff38f-6875-413e-81ea-9ce194eb3fd1 HTTP/1.1" status: 200 len: 921 time: 0.1165073 Jun 24 11:58:24.790921 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 36278) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:58:24.791159 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-d1962403-b4ae-4e99-9a3b-dbc968f64b85 req-3970ce50-89c7-4462-ad40-855a31790bea service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=adbe78de4fbf48fcad1a6bc46d4a1728&device_id=cf7b01df-7712-4dd3-9232-31a0d8178085 HTTP/1.1" status: 200 len: 1099 time: 0.0569470 Jun 24 11:58:24.853076 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-4ec9d947-9645-4ea1-a912-1f01cb38a732 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "GET /v2.0/floatingips/70cfba8c-1466-45ad-95e0-5c8932e74474 HTTP/1.1" status: 200 len: 992 time: 0.0609620 Jun 24 11:58:24.885419 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1962403-b4ae-4e99-9a3b-dbc968f64b85 req-b677ac2e-031e-4167-9e02-433f85bbdd34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:58:24.886895 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-d1962403-b4ae-4e99-9a3b-dbc968f64b85 req-b677ac2e-031e-4167-9e02-433f85bbdd34 service neutron] 10.222.0.45 "GET /v2.0/networks?id=ddabf859-7fde-41b9-99b4-a6f9a44d7f92 HTTP/1.1" status: 200 len: 898 time: 0.0895290 Jun 24 11:58:24.954228 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-d1962403-b4ae-4e99-9a3b-dbc968f64b85 req-b4f94322-1713-4533-8179-400c998afe11 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=43cc206e-1939-409d-9120-9a1205999953 HTTP/1.1" status: 200 len: 1000 time: 0.0609095 Jun 24 11:58:24.977886 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-16c68247-fdfc-45a7-8d5a-bf70f1ef0181 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ccff38f-6875-413e-81ea-9ce194eb3fd1', 'name': 'tempest-TestNetworkBasicOps-router-665974549', 'tenant_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'external_fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.24'}], 'enable_snat': True}, 'gw_port_id': 'd8d06dd6-6d81-4ddf-a661-f1ec3d6d6993', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T11:58:06Z', 'updated_at': '2021-06-24T11:58:09Z', 'revision_number': 4, 'project_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'gw_port': {'id': 'd8d06dd6-6d81-4ddf-a661-f1ec3d6d6993', 'name': '', 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:b2:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ccff38f-6875-413e-81ea-9ce194eb3fd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:58:07Z', 'updated_at': '2021-06-24T11:58:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-4-hyperv', '_floatingips': [{'id': '70cfba8c-1466-45ad-95e0-5c8932e74474', 'tenant_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'floating_ip_address': '172.26.7.249', 'floating_network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'router_id': '5ccff38f-6875-413e-81ea-9ce194eb3fd1', 'port_id': '43cc206e-1939-409d-9120-9a1205999953', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1456, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ddabf859-7fde-41b9-99b4-a6f9a44d7f92', 'mac_address': 'fa:16:3e:04:0a:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf7b01df-7712-4dd3-9232-31a0d8178085', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T11:58:23Z', 'updated_at': '2021-06-24T11:58:23Z', 'revision_number': 0, 'project_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '678d4a2c-fbc8-4298-9f62-c3c0357beb39', 'name': '', 'network_id': 'ddabf859-7fde-41b9-99b4-a6f9a44d7f92', 'tenant_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'mac_address': 'fa:16:3e:f5:c5:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ccff38f-6875-413e-81ea-9ce194eb3fd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': 'f2bad9f8-92ee-4180-a9c1-fa73a283f248', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:58:09Z', 'updated_at': '2021-06-24T11:58:14Z', 'revision_number': 5, 'project_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'subnets': [{'id': 'f2bad9f8-92ee-4180-a9c1-fa73a283f248', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:58:25.003536 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16c68247-fdfc-45a7-8d5a-bf70f1ef0181 None None] Checking router: 5ccff38f-6875-413e-81ea-9ce194eb3fd1 for host: dv-neutron-797120-4-hyperv {{(pid=128086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 11:58:25.005502 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1962403-b4ae-4e99-9a3b-dbc968f64b85 req-67d47719-412d-4927-959f-5828cb5621c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:58:25.007612 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-d1962403-b4ae-4e99-9a3b-dbc968f64b85 req-67d47719-412d-4927-959f-5828cb5621c1 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f2bad9f8-92ee-4180-a9c1-fa73a283f248 HTTP/1.1" status: 200 len: 835 time: 0.0469887 Jun 24 11:58:25.012389 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16c68247-fdfc-45a7-8d5a-bf70f1ef0181 None None] Routers {'5ccff38f-6875-413e-81ea-9ce194eb3fd1'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 11:58:25.013006 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-16c68247-fdfc-45a7-8d5a-bf70f1ef0181 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T11:57:56Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['5ccff38f-6875-413e-81ea-9ce194eb3fd1'], 'active': True} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:58:25.063662 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1962403-b4ae-4e99-9a3b-dbc968f64b85 req-f2c4e8e2-cf80-4a3c-9c20-6ecb1645c6fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:58:25.065056 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-d1962403-b4ae-4e99-9a3b-dbc968f64b85 req-f2c4e8e2-cf80-4a3c-9c20-6ecb1645c6fa service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=ddabf859-7fde-41b9-99b4-a6f9a44d7f92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0514283 Jun 24 11:58:25.119566 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_dvr_db [None req-16c68247-fdfc-45a7-8d5a-bf70f1ef0181 None None] Set router 5ccff38f-6875-413e-81ea-9ce194eb3fd1 gateway port host: dv-neutron-797120-4-hyperv {{(pid=128086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 11:58:25.164699 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-d1962403-b4ae-4e99-9a3b-dbc968f64b85 req-7720596e-55d0-48e1-a0b1-866c7347d440 service neutron] 10.222.0.45 "GET /v2.0/networks/ddabf859-7fde-41b9-99b4-a6f9a44d7f92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929854 Jun 24 11:58:25.257604 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-d1962403-b4ae-4e99-9a3b-dbc968f64b85 req-d035c95f-ed91-49bf-9c3e-193df6d56514 service neutron] 10.222.0.45 "GET /v2.0/networks/ddabf859-7fde-41b9-99b4-a6f9a44d7f92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869703 Jun 24 11:58:25.348885 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-16c68247-fdfc-45a7-8d5a-bf70f1ef0181 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ccff38f-6875-413e-81ea-9ce194eb3fd1', 'name': 'tempest-TestNetworkBasicOps-router-665974549', 'tenant_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'external_fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.24'}], 'enable_snat': True}, 'gw_port_id': 'd8d06dd6-6d81-4ddf-a661-f1ec3d6d6993', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T11:58:06Z', 'updated_at': '2021-06-24T11:58:09Z', 'revision_number': 4, 'project_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'gw_port': {'id': 'd8d06dd6-6d81-4ddf-a661-f1ec3d6d6993', 'name': '', 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:b2:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ccff38f-6875-413e-81ea-9ce194eb3fd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:58:07Z', 'updated_at': '2021-06-24T11:58:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-4-hyperv', '_floatingips': [{'id': '70cfba8c-1466-45ad-95e0-5c8932e74474', 'tenant_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'floating_ip_address': '172.26.7.249', 'floating_network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'router_id': '5ccff38f-6875-413e-81ea-9ce194eb3fd1', 'port_id': '43cc206e-1939-409d-9120-9a1205999953', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1456, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ddabf859-7fde-41b9-99b4-a6f9a44d7f92', 'mac_address': 'fa:16:3e:04:0a:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf7b01df-7712-4dd3-9232-31a0d8178085', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T11:58:23Z', 'updated_at': '2021-06-24T11:58:23Z', 'revision_number': 0, 'project_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '678d4a2c-fbc8-4298-9f62-c3c0357beb39', 'name': '', 'network_id': 'ddabf859-7fde-41b9-99b4-a6f9a44d7f92', 'tenant_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'mac_address': 'fa:16:3e:f5:c5:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ccff38f-6875-413e-81ea-9ce194eb3fd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': 'f2bad9f8-92ee-4180-a9c1-fa73a283f248', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:58:09Z', 'updated_at': '2021-06-24T11:58:14Z', 'revision_number': 5, 'project_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'subnets': [{'id': 'f2bad9f8-92ee-4180-a9c1-fa73a283f248', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:58:25.376129 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16c68247-fdfc-45a7-8d5a-bf70f1ef0181 None None] The sync data for ids ['5ccff38f-6875-413e-81ea-9ce194eb3fd1'] in dv-neutron-797120-4-hyperv is: [{'id': '5ccff38f-6875-413e-81ea-9ce194eb3fd1', 'name': 'tempest-TestNetworkBasicOps-router-665974549', 'tenant_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'external_fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.24'}], 'enable_snat': True}, 'gw_port_id': 'd8d06dd6-6d81-4ddf-a661-f1ec3d6d6993', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T11:58:06Z', 'updated_at': '2021-06-24T11:58:09Z', 'revision_number': 4, 'project_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'gw_port': {'id': 'd8d06dd6-6d81-4ddf-a661-f1ec3d6d6993', 'name': '', 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:b2:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ccff38f-6875-413e-81ea-9ce194eb3fd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:58:07Z', 'updated_at': '2021-06-24T11:58:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-4-hyperv', '_floatingips': [{'id': '70cfba8c-1466-45ad-95e0-5c8932e74474', 'tenant_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'floating_ip_address': '172.26.7.249', 'floating_network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'router_id': '5ccff38f-6875-413e-81ea-9ce194eb3fd1', 'port_id': '43cc206e-1939-409d-9120-9a1205999953', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1456, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ddabf859-7fde-41b9-99b4-a6f9a44d7f92', 'mac_address': 'fa:16:3e:04:0a:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf7b01df-7712-4dd3-9232-31a0d8178085', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T11:58:23Z', 'updated_at': '2021-06-24T11:58:23Z', 'revision_number': 0, 'project_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '678d4a2c-fbc8-4298-9f62-c3c0357beb39', 'name': '', 'network_id': 'ddabf859-7fde-41b9-99b4-a6f9a44d7f92', 'tenant_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'mac_address': 'fa:16:3e:f5:c5:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ccff38f-6875-413e-81ea-9ce194eb3fd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': 'f2bad9f8-92ee-4180-a9c1-fa73a283f248', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:58:09Z', 'updated_at': '2021-06-24T11:58:14Z', 'revision_number': 5, 'project_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'subnets': [{'id': 'f2bad9f8-92ee-4180-a9c1-fa73a283f248', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=128086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 11:58:25.572290 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26a57634-6ec7-4a01-8abc-3393586f703b None None] New status for floating IP 70cfba8c-1466-45ad-95e0-5c8932e74474: ACTIVE {{(pid=128085) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 24 11:58:25.855465 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 36280) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:58:25.919206 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-9d413295-d3df-4834-9d8a-b411adeadd3f tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "GET /v2.0/floatingips/70cfba8c-1466-45ad-95e0-5c8932e74474 HTTP/1.1" status: 200 len: 994 time: 0.0624030 Jun 24 11:58:26.370310 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-02446db9-bf3c-4398-86e4-6af58016907a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:58:26.493112 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:58:27.685110 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-03237adf-ebd0-46f2-a476-4d4bb746e0f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:58:29.667929 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-52c483ef-d5c1-4030-9a32-e5ce4ff00ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:58:44.102296 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.agents_db [None req-87a69269-d72b-4286-97f3-1041481ed6d8 None None] Agent healthcheck: found 6 active agents {{(pid=128086) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 11:58:44.625561 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:58:47.617778 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-80513ae8-fce4-4f5e-90bf-5bbb41457006 req-052d625c-67b1-43e4-8e31-a2aee1db8214 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=cf7b01df-7712-4dd3-9232-31a0d8178085&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0506446 Jun 24 11:58:47.724855 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80513ae8-fce4-4f5e-90bf-5bbb41457006 req-e699af4a-fbd9-4886-986f-a1b6f51eca73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:58:47.726359 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-80513ae8-fce4-4f5e-90bf-5bbb41457006 req-e699af4a-fbd9-4886-986f-a1b6f51eca73 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=adbe78de4fbf48fcad1a6bc46d4a1728&device_id=cf7b01df-7712-4dd3-9232-31a0d8178085 HTTP/1.1" status: 200 len: 1099 time: 0.0593729 Jun 24 11:58:47.838525 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80513ae8-fce4-4f5e-90bf-5bbb41457006 req-837628eb-72d2-498e-823b-e02f67ec50e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:58:47.839868 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-80513ae8-fce4-4f5e-90bf-5bbb41457006 req-837628eb-72d2-498e-823b-e02f67ec50e1 service neutron] 10.222.0.45 "GET /v2.0/networks?id=ddabf859-7fde-41b9-99b4-a6f9a44d7f92 HTTP/1.1" status: 200 len: 898 time: 0.0889096 Jun 24 11:58:47.915251 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-80513ae8-fce4-4f5e-90bf-5bbb41457006 req-8d48d9ba-ac00-434a-8949-1726a661f2a1 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=43cc206e-1939-409d-9120-9a1205999953 HTTP/1.1" status: 200 len: 1002 time: 0.0641572 Jun 24 11:58:47.965592 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80513ae8-fce4-4f5e-90bf-5bbb41457006 req-e3424aae-ed8d-4c36-98e4-3b04ffa7ab8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:58:47.967006 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-80513ae8-fce4-4f5e-90bf-5bbb41457006 req-e3424aae-ed8d-4c36-98e4-3b04ffa7ab8c service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f2bad9f8-92ee-4180-a9c1-fa73a283f248 HTTP/1.1" status: 200 len: 835 time: 0.0441380 Jun 24 11:58:48.024575 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80513ae8-fce4-4f5e-90bf-5bbb41457006 req-ae1c9b35-0b7b-482c-9f46-948be228671a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:58:48.026088 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-80513ae8-fce4-4f5e-90bf-5bbb41457006 req-ae1c9b35-0b7b-482c-9f46-948be228671a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=ddabf859-7fde-41b9-99b4-a6f9a44d7f92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0522010 Jun 24 11:58:48.118529 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-80513ae8-fce4-4f5e-90bf-5bbb41457006 req-8e4b8f51-f5db-4b53-b347-a3d74d481ced service neutron] 10.222.0.45 "GET /v2.0/networks/ddabf859-7fde-41b9-99b4-a6f9a44d7f92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852115 Jun 24 11:58:48.206290 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-80513ae8-fce4-4f5e-90bf-5bbb41457006 req-2d4d8352-f503-4300-a000-d61fab3a9425 service neutron] 10.222.0.45 "GET /v2.0/networks/ddabf859-7fde-41b9-99b4-a6f9a44d7f92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804346 Jun 24 11:58:53.812648 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-7c49dac0-c055-4259-a746-b74a3422690c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:58:56.370625 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ab298b34-3673-4054-8f10-203d7a131b2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:58:56.495264 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:58:57.686756 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-03237adf-ebd0-46f2-a476-4d4bb746e0f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:58:59.672619 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-52c483ef-d5c1-4030-9a32-e5ce4ff00ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:59:01.215957 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 36292) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:59:01.330373 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-02876e85-1d92-459e-ac08-2978b42c1929 tempest-TestNetworkBasicOps-1239029366 tempest-TestNetworkBasicOps-1239029366-project-admin] 10.222.0.53 "GET /v2.0/routers/5ccff38f-6875-413e-81ea-9ce194eb3fd1/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.1130590 Jun 24 11:59:01.334093 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 36294) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:59:01.455379 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9882d9d-c181-449e-925b-5886d290e1c3 tempest-TestNetworkBasicOps-1239029366 tempest-TestNetworkBasicOps-1239029366-project-admin] Notify agent at dv-neutron-797120-4-hyperv the message router_removed_from_agent {{(pid=128083) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:47}} Jun 24 11:59:01.459881 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-c9882d9d-c181-449e-925b-5886d290e1c3 tempest-TestNetworkBasicOps-1239029366 tempest-TestNetworkBasicOps-1239029366-project-admin] 10.222.0.53 "DELETE /v2.0/agents/2987dba8-2249-4ee6-96ec-28f0f7a6127d/l3-routers/5ccff38f-6875-413e-81ea-9ce194eb3fd1 HTTP/1.1" status: 204 len: 168 time: 0.1242108 Jun 24 11:59:01.461856 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 36296) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:59:01.574913 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-9197f5b6-029d-42fb-95d2-5f212ebce28a tempest-TestNetworkBasicOps-1239029366 tempest-TestNetworkBasicOps-1239029366-project-admin] 10.222.0.53 "GET /v2.0/routers/5ccff38f-6875-413e-81ea-9ce194eb3fd1/l3-agents HTTP/1.1" status: 200 len: 207 time: 0.1118400 Jun 24 11:59:01.576897 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 36298) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:59:01.640248 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-9f211810-368b-4ddc-924b-41ff7192bc72 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "GET /v2.0/floatingips/70cfba8c-1466-45ad-95e0-5c8932e74474 HTTP/1.1" status: 200 len: 994 time: 0.0622790 Jun 24 11:59:02.222949 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c15c9495-33a5-4f9a-8a63-85bfa3dcecab None None] New status for floating IP 70cfba8c-1466-45ad-95e0-5c8932e74474: DOWN {{(pid=128086) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 24 11:59:02.251287 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device 678d4a2c-fbc8-4298-9f62-c3c0357beb39 no longer exists at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 11:59:02.325484 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:59:02.356581 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] For port 678d4a2c-fbc8-4298-9f62-c3c0357beb39, host dv-neutron-797120-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=678d4a2c-fbc8-4298-9f62-c3c0357beb39,segment=NetworkSegment(74907245-42ad-4053-8cf7-e7c018f23906),segment_id=74907245-42ad-4053-8cf7-e7c018f23906)] {{(pid=128085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 11:59:02.360516 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:59:02.361348 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device d8d06dd6-6d81-4ddf-a661-f1ec3d6d6993 no longer exists at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 11:59:02.363120 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:59:02.438483 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Pushing event updated for resources: {'Port': ['ID=678d4a2c-fbc8-4298-9f62-c3c0357beb39,revision_number=6']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:59:02.447705 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:59:02.447994 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:59:02.448336 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:59:02.448675 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:59:02.449089 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:59:02.449371 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:59:02.449703 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:59:02.450034 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:59:02.450363 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:59:02.450690 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:59:02.451016 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:59:02.451344 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:59:02.456101 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:59:02.489078 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:59:02.510167 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] For port d8d06dd6-6d81-4ddf-a661-f1ec3d6d6993, host dv-neutron-797120-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=d8d06dd6-6d81-4ddf-a661-f1ec3d6d6993,segment=NetworkSegment(1139564f-ff83-4b49-a593-84b33301357d),segment_id=1139564f-ff83-4b49-a593-84b33301357d)] {{(pid=128085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 11:59:02.513676 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:59:02.515392 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-0ce092a2-1148-4ed6-8cbe-6efbb3db8212 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:59:02.564457 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Pushing event updated for resources: {'Port': ['ID=d8d06dd6-6d81-4ddf-a661-f1ec3d6d6993,revision_number=5']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:59:02.568301 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:59:02.643901 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 36300) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:59:02.708708 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-26680304-9b12-4b2b-81dc-a348ea7e7772 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "GET /v2.0/floatingips/70cfba8c-1466-45ad-95e0-5c8932e74474 HTTP/1.1" status: 200 len: 992 time: 0.0634096 Jun 24 11:59:04.753231 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 36306) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:59:04.885207 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3709e9fb-b135-4c5f-9d6b-4e744fdf8909 tempest-TestNetworkBasicOps-1239029366 tempest-TestNetworkBasicOps-1239029366-project-admin] Router 5ccff38f-6875-413e-81ea-9ce194eb3fd1 is scheduled to L3 agent 2987dba8-2249-4ee6-96ec-28f0f7a6127d with binding_index 1 {{(pid=128084) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 24 11:59:04.885482 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3709e9fb-b135-4c5f-9d6b-4e744fdf8909 tempest-TestNetworkBasicOps-1239029366 tempest-TestNetworkBasicOps-1239029366-project-admin] Notify agent at dv-neutron-797120-4-hyperv the message router_added_to_agent {{(pid=128084) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:47}} Jun 24 11:59:04.917142 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-3709e9fb-b135-4c5f-9d6b-4e744fdf8909 tempest-TestNetworkBasicOps-1239029366 tempest-TestNetworkBasicOps-1239029366-project-admin] 10.222.0.53 "POST /v2.0/agents/2987dba8-2249-4ee6-96ec-28f0f7a6127d/l3-routers HTTP/1.1" status: 201 len: 201 time: 0.1628036 Jun 24 11:59:04.919781 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 36310) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:59:04.945287 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14ce9b0b-770e-4dc9-8a73-0571cbea2dfb None None] Sync routers for ids ['5ccff38f-6875-413e-81ea-9ce194eb3fd1'] in dv-neutron-797120-4-hyperv {{(pid=128085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 11:59:04.963321 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14ce9b0b-770e-4dc9-8a73-0571cbea2dfb None None] Routers {'5ccff38f-6875-413e-81ea-9ce194eb3fd1'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 11:59:04.963944 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-14ce9b0b-770e-4dc9-8a73-0571cbea2dfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T11:58:56Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['5ccff38f-6875-413e-81ea-9ce194eb3fd1'], 'active': True} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:59:05.032943 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-7da5898b-cb43-4f48-b82d-946f58e1ca1d tempest-TestNetworkBasicOps-1239029366 tempest-TestNetworkBasicOps-1239029366-project-admin] 10.222.0.53 "GET /v2.0/routers/5ccff38f-6875-413e-81ea-9ce194eb3fd1/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.1118822 Jun 24 11:59:05.035553 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 36314) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:59:05.096763 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-2c419e89-2834-4481-aacb-5dcb7523ffad tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "GET /v2.0/floatingips/70cfba8c-1466-45ad-95e0-5c8932e74474 HTTP/1.1" status: 200 len: 992 time: 0.0600617 Jun 24 11:59:05.114565 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvr_db [None req-14ce9b0b-770e-4dc9-8a73-0571cbea2dfb None None] Set router 5ccff38f-6875-413e-81ea-9ce194eb3fd1 gateway port host: dv-neutron-797120-4-hyperv {{(pid=128085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 11:59:05.338090 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-14ce9b0b-770e-4dc9-8a73-0571cbea2dfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ccff38f-6875-413e-81ea-9ce194eb3fd1', 'name': 'tempest-TestNetworkBasicOps-router-665974549', 'tenant_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'external_fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.24'}], 'enable_snat': True}, 'gw_port_id': 'd8d06dd6-6d81-4ddf-a661-f1ec3d6d6993', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T11:58:06Z', 'updated_at': '2021-06-24T11:58:09Z', 'revision_number': 4, 'project_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'gw_port': {'id': 'd8d06dd6-6d81-4ddf-a661-f1ec3d6d6993', 'name': '', 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:b2:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ccff38f-6875-413e-81ea-9ce194eb3fd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:58:07Z', 'updated_at': '2021-06-24T11:59:02Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-4-hyperv', '_floatingips': [{'id': '70cfba8c-1466-45ad-95e0-5c8932e74474', 'tenant_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'floating_ip_address': '172.26.7.249', 'floating_network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'router_id': '5ccff38f-6875-413e-81ea-9ce194eb3fd1', 'port_id': '43cc206e-1939-409d-9120-9a1205999953', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1456, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ddabf859-7fde-41b9-99b4-a6f9a44d7f92', 'mac_address': 'fa:16:3e:04:0a:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf7b01df-7712-4dd3-9232-31a0d8178085', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T11:58:23Z', 'updated_at': '2021-06-24T11:59:02Z', 'revision_number': 2, 'project_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '678d4a2c-fbc8-4298-9f62-c3c0357beb39', 'name': '', 'network_id': 'ddabf859-7fde-41b9-99b4-a6f9a44d7f92', 'tenant_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'mac_address': 'fa:16:3e:f5:c5:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ccff38f-6875-413e-81ea-9ce194eb3fd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': 'f2bad9f8-92ee-4180-a9c1-fa73a283f248', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:58:09Z', 'updated_at': '2021-06-24T11:59:02Z', 'revision_number': 6, 'project_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'subnets': [{'id': 'f2bad9f8-92ee-4180-a9c1-fa73a283f248', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:59:05.363080 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14ce9b0b-770e-4dc9-8a73-0571cbea2dfb None None] Checking router: 5ccff38f-6875-413e-81ea-9ce194eb3fd1 for host: dv-neutron-797120-4-hyperv {{(pid=128085) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 11:59:05.371252 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14ce9b0b-770e-4dc9-8a73-0571cbea2dfb None None] Routers {'5ccff38f-6875-413e-81ea-9ce194eb3fd1'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 11:59:05.371852 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-14ce9b0b-770e-4dc9-8a73-0571cbea2dfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T11:58:56Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['5ccff38f-6875-413e-81ea-9ce194eb3fd1'], 'active': True} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:59:05.478106 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvr_db [None req-14ce9b0b-770e-4dc9-8a73-0571cbea2dfb None None] Set router 5ccff38f-6875-413e-81ea-9ce194eb3fd1 gateway port host: dv-neutron-797120-4-hyperv {{(pid=128085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 11:59:05.699015 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-14ce9b0b-770e-4dc9-8a73-0571cbea2dfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ccff38f-6875-413e-81ea-9ce194eb3fd1', 'name': 'tempest-TestNetworkBasicOps-router-665974549', 'tenant_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'external_fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.24'}], 'enable_snat': True}, 'gw_port_id': 'd8d06dd6-6d81-4ddf-a661-f1ec3d6d6993', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T11:58:06Z', 'updated_at': '2021-06-24T11:58:09Z', 'revision_number': 4, 'project_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'gw_port': {'id': 'd8d06dd6-6d81-4ddf-a661-f1ec3d6d6993', 'name': '', 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:b2:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ccff38f-6875-413e-81ea-9ce194eb3fd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:58:07Z', 'updated_at': '2021-06-24T11:59:02Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-4-hyperv', '_floatingips': [{'id': '70cfba8c-1466-45ad-95e0-5c8932e74474', 'tenant_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'floating_ip_address': '172.26.7.249', 'floating_network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'router_id': '5ccff38f-6875-413e-81ea-9ce194eb3fd1', 'port_id': '43cc206e-1939-409d-9120-9a1205999953', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1456, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ddabf859-7fde-41b9-99b4-a6f9a44d7f92', 'mac_address': 'fa:16:3e:04:0a:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf7b01df-7712-4dd3-9232-31a0d8178085', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T11:58:23Z', 'updated_at': '2021-06-24T11:59:02Z', 'revision_number': 2, 'project_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '678d4a2c-fbc8-4298-9f62-c3c0357beb39', 'name': '', 'network_id': 'ddabf859-7fde-41b9-99b4-a6f9a44d7f92', 'tenant_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'mac_address': 'fa:16:3e:f5:c5:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ccff38f-6875-413e-81ea-9ce194eb3fd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': 'f2bad9f8-92ee-4180-a9c1-fa73a283f248', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:58:09Z', 'updated_at': '2021-06-24T11:59:02Z', 'revision_number': 6, 'project_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'subnets': [{'id': 'f2bad9f8-92ee-4180-a9c1-fa73a283f248', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:59:05.725233 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14ce9b0b-770e-4dc9-8a73-0571cbea2dfb None None] The sync data for ids ['5ccff38f-6875-413e-81ea-9ce194eb3fd1'] in dv-neutron-797120-4-hyperv is: [{'id': '5ccff38f-6875-413e-81ea-9ce194eb3fd1', 'name': 'tempest-TestNetworkBasicOps-router-665974549', 'tenant_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'external_fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.24'}], 'enable_snat': True}, 'gw_port_id': 'd8d06dd6-6d81-4ddf-a661-f1ec3d6d6993', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T11:58:06Z', 'updated_at': '2021-06-24T11:58:09Z', 'revision_number': 4, 'project_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'gw_port': {'id': 'd8d06dd6-6d81-4ddf-a661-f1ec3d6d6993', 'name': '', 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:b2:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ccff38f-6875-413e-81ea-9ce194eb3fd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:58:07Z', 'updated_at': '2021-06-24T11:59:02Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-4-hyperv', '_floatingips': [{'id': '70cfba8c-1466-45ad-95e0-5c8932e74474', 'tenant_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'floating_ip_address': '172.26.7.249', 'floating_network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'router_id': '5ccff38f-6875-413e-81ea-9ce194eb3fd1', 'port_id': '43cc206e-1939-409d-9120-9a1205999953', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1456, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ddabf859-7fde-41b9-99b4-a6f9a44d7f92', 'mac_address': 'fa:16:3e:04:0a:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf7b01df-7712-4dd3-9232-31a0d8178085', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T11:58:23Z', 'updated_at': '2021-06-24T11:59:02Z', 'revision_number': 2, 'project_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '678d4a2c-fbc8-4298-9f62-c3c0357beb39', 'name': '', 'network_id': 'ddabf859-7fde-41b9-99b4-a6f9a44d7f92', 'tenant_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'mac_address': 'fa:16:3e:f5:c5:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ccff38f-6875-413e-81ea-9ce194eb3fd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': 'f2bad9f8-92ee-4180-a9c1-fa73a283f248', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:58:09Z', 'updated_at': '2021-06-24T11:59:02Z', 'revision_number': 6, 'project_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'subnets': [{'id': 'f2bad9f8-92ee-4180-a9c1-fa73a283f248', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=128085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 11:59:06.038727 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device 678d4a2c-fbc8-4298-9f62-c3c0357beb39 up at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 11:59:06.087386 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning complete for port 678d4a2c-fbc8-4298-9f62-c3c0357beb39 triggered by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:59:06.087766 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:59:06.101356 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 36316) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:59:06.176044 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:59:06.216913 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] For port 678d4a2c-fbc8-4298-9f62-c3c0357beb39, host dv-neutron-797120-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=678d4a2c-fbc8-4298-9f62-c3c0357beb39,segment=NetworkSegment(74907245-42ad-4053-8cf7-e7c018f23906),segment_id=74907245-42ad-4053-8cf7-e7c018f23906)] {{(pid=128085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 11:59:06.222742 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:59:06.226298 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-69b2f686-24ea-454d-9116-f065c5da6a95 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:59:06.296911 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Pushing event updated for resources: {'Port': ['ID=678d4a2c-fbc8-4298-9f62-c3c0357beb39,revision_number=7']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:59:06.300464 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:59:06.460716 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-82f362f9-bd92-4715-85f2-f7d7bda5f52f tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "GET /v2.0/floatingips/70cfba8c-1466-45ad-95e0-5c8932e74474 HTTP/1.1" status: 200 len: 992 time: 0.3578775 Jun 24 11:59:07.327568 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6245b4c-1e99-4d25-aeab-cfe52dfb2587 None None] New status for floating IP 70cfba8c-1466-45ad-95e0-5c8932e74474: ACTIVE {{(pid=128086) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 24 11:59:07.464644 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 36318) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:59:07.526518 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-d4cb0b1c-c4d4-4979-bfcc-b7f978eb141e tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "GET /v2.0/floatingips/70cfba8c-1466-45ad-95e0-5c8932e74474 HTTP/1.1" status: 200 len: 994 time: 0.0606465 Jun 24 11:59:08.066756 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device 678d4a2c-fbc8-4298-9f62-c3c0357beb39 up at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 11:59:08.113239 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning complete for port 678d4a2c-fbc8-4298-9f62-c3c0357beb39 triggered by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:59:08.113619 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:59:08.190502 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device d8d06dd6-6d81-4ddf-a661-f1ec3d6d6993 up at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 11:59:08.233868 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning complete for port d8d06dd6-6d81-4ddf-a661-f1ec3d6d6993 triggered by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:59:08.234240 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:59:08.308455 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:59:08.329235 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] For port d8d06dd6-6d81-4ddf-a661-f1ec3d6d6993, host dv-neutron-797120-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=d8d06dd6-6d81-4ddf-a661-f1ec3d6d6993,segment=NetworkSegment(1139564f-ff83-4b49-a593-84b33301357d),segment_id=1139564f-ff83-4b49-a593-84b33301357d)] {{(pid=128085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 11:59:08.333026 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:59:08.334827 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:59:08.379856 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Pushing event updated for resources: {'Port': ['ID=d8d06dd6-6d81-4ddf-a661-f1ec3d6d6993,revision_number=6']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:59:08.383220 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:59:09.828014 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 36324) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:59:09.979838 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.plugin [None req-e604c046-64b5-476a-beff-419cc9d65b99 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Deleting port d03efd66-28bd-46a0-be20-5c970330d86f {{(pid=128084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 11:59:09.980175 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-e604c046-64b5-476a-beff-419cc9d65b99 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793193942312'] for port, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:59:10.012693 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device d8d06dd6-6d81-4ddf-a661-f1ec3d6d6993 up at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 11:59:10.059994 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning complete for port d8d06dd6-6d81-4ddf-a661-f1ec3d6d6993 triggered by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:59:10.060376 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:59:10.060631 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-e604c046-64b5-476a-beff-419cc9d65b99 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1978872'] for port, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:59:10.060962 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-e604c046-64b5-476a-beff-419cc9d65b99 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:59:10.072454 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.plugin [None req-e604c046-64b5-476a-beff-419cc9d65b99 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Calling delete_port for d03efd66-28bd-46a0-be20-5c970330d86f owned by network:floatingip {{(pid=128084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 11:59:10.213373 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-e604c046-64b5-476a-beff-419cc9d65b99 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793193945299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193536732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3292088'] for port, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:59:10.215235 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-67a273f4-618c-4aee-bc19-b643ba746904 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:59:10.241698 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e604c046-64b5-476a-beff-419cc9d65b99 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Pushing event deleted for resources: {'Port': ['ID=d03efd66-28bd-46a0-be20-5c970330d86f,revision_number=None']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:59:10.252749 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e604c046-64b5-476a-beff-419cc9d65b99 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:59:10.253166 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e604c046-64b5-476a-beff-419cc9d65b99 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:59:10.253541 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e604c046-64b5-476a-beff-419cc9d65b99 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:59:10.253915 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e604c046-64b5-476a-beff-419cc9d65b99 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:59:10.254279 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e604c046-64b5-476a-beff-419cc9d65b99 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:59:10.254642 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e604c046-64b5-476a-beff-419cc9d65b99 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:59:10.255002 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e604c046-64b5-476a-beff-419cc9d65b99 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:59:10.255364 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e604c046-64b5-476a-beff-419cc9d65b99 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:59:10.255723 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e604c046-64b5-476a-beff-419cc9d65b99 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:59:10.256159 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e604c046-64b5-476a-beff-419cc9d65b99 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:59:10.256465 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e604c046-64b5-476a-beff-419cc9d65b99 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:59:10.256815 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e604c046-64b5-476a-beff-419cc9d65b99 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:59:10.274241 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-e604c046-64b5-476a-beff-419cc9d65b99 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:59:10.311606 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-e604c046-64b5-476a-beff-419cc9d65b99 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for floatingip, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:59:10.312033 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.db.l3_db [None req-e604c046-64b5-476a-beff-419cc9d65b99 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Floating IP 70cfba8c-1466-45ad-95e0-5c8932e74474 disassociated (deleted). External IP: 172.26.7.249, port: 43cc206e-1939-409d-9120-9a1205999953. Jun 24 11:59:10.520251 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e604c046-64b5-476a-beff-419cc9d65b99 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Router 5ccff38f-6875-413e-81ea-9ce194eb3fd1 has already been hosted by L3 agent 2987dba8-2249-4ee6-96ec-28f0f7a6127d {{(pid=128084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 11:59:10.627009 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e604c046-64b5-476a-beff-419cc9d65b99 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify agent at l3_agent.dv-neutron-797120-4-hyperv the message routers_updated {{(pid=128084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 11:59:10.632371 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-e604c046-64b5-476a-beff-419cc9d65b99 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468916'] for floatingip, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:59:10.636617 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf515fa6-941b-4f39-9c18-0224f16308ec None None] Sync routers for ids ['5ccff38f-6875-413e-81ea-9ce194eb3fd1'] in dv-neutron-797120-4-hyperv {{(pid=128085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 11:59:10.645242 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf515fa6-941b-4f39-9c18-0224f16308ec None None] Routers {'5ccff38f-6875-413e-81ea-9ce194eb3fd1'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 11:59:10.645831 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-bf515fa6-941b-4f39-9c18-0224f16308ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T11:58:56Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['5ccff38f-6875-413e-81ea-9ce194eb3fd1'], 'active': True} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:59:10.667864 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-e604c046-64b5-476a-beff-419cc9d65b99 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "DELETE /v2.0/floatingips/70cfba8c-1466-45ad-95e0-5c8932e74474 HTTP/1.1" status: 204 len: 168 time: 0.8388064 Jun 24 11:59:10.668510 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf7b01df-7712-4dd3-9232-31a0d8178085', 'tag': '43cc206e-1939-409d-9120-9a1205999953'}] {{(pid=128084) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 11:59:10.670884 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}189e43ef1649f46b9bccc8e45a83b64afc33adcdec52bc597e36eecb4255b7b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c217a317-be0f-4da9-850e-351a5d34b5aa" -d '{"events": [{"name": "network-changed", "server_uuid": "cf7b01df-7712-4dd3-9232-31a0d8178085", "tag": "43cc206e-1939-409d-9120-9a1205999953"}]}' {{(pid=128084) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 11:59:10.756815 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvr_db [None req-bf515fa6-941b-4f39-9c18-0224f16308ec None None] Set router 5ccff38f-6875-413e-81ea-9ce194eb3fd1 gateway port host: dv-neutron-797120-4-hyperv {{(pid=128085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 11:59:10.860689 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 11:59:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e428630-ff8f-4669-bdb6-ce9dd5b778f3 x-openstack-request-id: req-5e428630-ff8f-4669-bdb6-ce9dd5b778f3 {{(pid=128084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 11:59:10.861267 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf7b01df-7712-4dd3-9232-31a0d8178085", "tag": "43cc206e-1939-409d-9120-9a1205999953", "status": "completed", "code": 200}]} {{(pid=128084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 11:59:10.861403 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-5e428630-ff8f-4669-bdb6-ce9dd5b778f3 {{(pid=128084) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 11:59:10.862890 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf7b01df-7712-4dd3-9232-31a0d8178085', 'tag': '43cc206e-1939-409d-9120-9a1205999953', 'status': 'completed', 'code': 200} Jun 24 11:59:10.961633 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c217a317-be0f-4da9-850e-351a5d34b5aa req-60b75057-5938-4633-a2d6-13cc86c54260 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:59:10.963139 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-c217a317-be0f-4da9-850e-351a5d34b5aa req-60b75057-5938-4633-a2d6-13cc86c54260 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=adbe78de4fbf48fcad1a6bc46d4a1728&device_id=cf7b01df-7712-4dd3-9232-31a0d8178085 HTTP/1.1" status: 200 len: 1099 time: 0.0703068 Jun 24 11:59:10.970759 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-bf515fa6-941b-4f39-9c18-0224f16308ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ccff38f-6875-413e-81ea-9ce194eb3fd1', 'name': 'tempest-TestNetworkBasicOps-router-665974549', 'tenant_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'external_fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.24'}], 'enable_snat': True}, 'gw_port_id': 'd8d06dd6-6d81-4ddf-a661-f1ec3d6d6993', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T11:58:06Z', 'updated_at': '2021-06-24T11:58:09Z', 'revision_number': 4, 'project_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'gw_port': {'id': 'd8d06dd6-6d81-4ddf-a661-f1ec3d6d6993', 'name': '', 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:b2:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ccff38f-6875-413e-81ea-9ce194eb3fd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:58:07Z', 'updated_at': '2021-06-24T11:59:08Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-4-hyperv', '_interfaces': [{'id': '678d4a2c-fbc8-4298-9f62-c3c0357beb39', 'name': '', 'network_id': 'ddabf859-7fde-41b9-99b4-a6f9a44d7f92', 'tenant_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'mac_address': 'fa:16:3e:f5:c5:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ccff38f-6875-413e-81ea-9ce194eb3fd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': 'f2bad9f8-92ee-4180-a9c1-fa73a283f248', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:58:09Z', 'updated_at': '2021-06-24T11:59:06Z', 'revision_number': 7, 'project_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'subnets': [{'id': 'f2bad9f8-92ee-4180-a9c1-fa73a283f248', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:59:10.997357 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf515fa6-941b-4f39-9c18-0224f16308ec None None] Checking router: 5ccff38f-6875-413e-81ea-9ce194eb3fd1 for host: dv-neutron-797120-4-hyperv {{(pid=128085) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 11:59:11.006786 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf515fa6-941b-4f39-9c18-0224f16308ec None None] Routers {'5ccff38f-6875-413e-81ea-9ce194eb3fd1'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 11:59:11.007523 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-bf515fa6-941b-4f39-9c18-0224f16308ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T11:58:56Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['5ccff38f-6875-413e-81ea-9ce194eb3fd1'], 'active': True} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:59:11.102610 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c217a317-be0f-4da9-850e-351a5d34b5aa req-26f8f0cf-08e3-40b9-a058-0173f570d950 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:59:11.103988 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-c217a317-be0f-4da9-850e-351a5d34b5aa req-26f8f0cf-08e3-40b9-a058-0173f570d950 service neutron] 10.222.0.45 "GET /v2.0/networks?id=ddabf859-7fde-41b9-99b4-a6f9a44d7f92 HTTP/1.1" status: 200 len: 898 time: 0.1322834 Jun 24 11:59:11.112161 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvr_db [None req-bf515fa6-941b-4f39-9c18-0224f16308ec None None] Set router 5ccff38f-6875-413e-81ea-9ce194eb3fd1 gateway port host: dv-neutron-797120-4-hyperv {{(pid=128085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 11:59:11.114437 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4942c56a-ab37-4e5e-8b76-19e800116662 req-0d8336fc-ca4a-47f1-a338-32d36b97a506 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:59:11.116443 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-4942c56a-ab37-4e5e-8b76-19e800116662 req-0d8336fc-ca4a-47f1-a338-32d36b97a506 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "GET /v2.0/ports?device_id=cf7b01df-7712-4dd3-9232-31a0d8178085 HTTP/1.1" status: 200 len: 946 time: 0.1250298 Jun 24 11:59:11.167476 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-c217a317-be0f-4da9-850e-351a5d34b5aa req-54034d8e-61e9-4979-a2b6-0cb79506b106 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=43cc206e-1939-409d-9120-9a1205999953 HTTP/1.1" status: 200 len: 217 time: 0.0500584 Jun 24 11:59:11.211862 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-4942c56a-ab37-4e5e-8b76-19e800116662 req-a2b7eb7a-7cfc-40e9-a806-0015791563eb tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "GET /v2.0/security-groups?id=46fb44d4-02d8-435a-856c-11e2770536b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0888624 Jun 24 11:59:11.229604 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c217a317-be0f-4da9-850e-351a5d34b5aa req-e0329634-c79c-4680-b5f8-9b9dff3cda30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:59:11.231050 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-c217a317-be0f-4da9-850e-351a5d34b5aa req-e0329634-c79c-4680-b5f8-9b9dff3cda30 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f2bad9f8-92ee-4180-a9c1-fa73a283f248 HTTP/1.1" status: 200 len: 835 time: 0.0509334 Jun 24 11:59:11.290042 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c217a317-be0f-4da9-850e-351a5d34b5aa req-4d614207-6887-4dcc-a9dd-e2cb6fdae9e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:59:11.291556 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-c217a317-be0f-4da9-850e-351a5d34b5aa req-4d614207-6887-4dcc-a9dd-e2cb6fdae9e3 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=ddabf859-7fde-41b9-99b4-a6f9a44d7f92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0533888 Jun 24 11:59:11.312642 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-bf515fa6-941b-4f39-9c18-0224f16308ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ccff38f-6875-413e-81ea-9ce194eb3fd1', 'name': 'tempest-TestNetworkBasicOps-router-665974549', 'tenant_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'external_fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.24'}], 'enable_snat': True}, 'gw_port_id': 'd8d06dd6-6d81-4ddf-a661-f1ec3d6d6993', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T11:58:06Z', 'updated_at': '2021-06-24T11:58:09Z', 'revision_number': 4, 'project_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'gw_port': {'id': 'd8d06dd6-6d81-4ddf-a661-f1ec3d6d6993', 'name': '', 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:b2:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ccff38f-6875-413e-81ea-9ce194eb3fd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:58:07Z', 'updated_at': '2021-06-24T11:59:08Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-4-hyperv', '_interfaces': [{'id': '678d4a2c-fbc8-4298-9f62-c3c0357beb39', 'name': '', 'network_id': 'ddabf859-7fde-41b9-99b4-a6f9a44d7f92', 'tenant_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'mac_address': 'fa:16:3e:f5:c5:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ccff38f-6875-413e-81ea-9ce194eb3fd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': 'f2bad9f8-92ee-4180-a9c1-fa73a283f248', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:58:09Z', 'updated_at': '2021-06-24T11:59:06Z', 'revision_number': 7, 'project_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'subnets': [{'id': 'f2bad9f8-92ee-4180-a9c1-fa73a283f248', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:59:11.339942 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf515fa6-941b-4f39-9c18-0224f16308ec None None] The sync data for ids ['5ccff38f-6875-413e-81ea-9ce194eb3fd1'] in dv-neutron-797120-4-hyperv is: [{'id': '5ccff38f-6875-413e-81ea-9ce194eb3fd1', 'name': 'tempest-TestNetworkBasicOps-router-665974549', 'tenant_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'external_fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.24'}], 'enable_snat': True}, 'gw_port_id': 'd8d06dd6-6d81-4ddf-a661-f1ec3d6d6993', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T11:58:06Z', 'updated_at': '2021-06-24T11:58:09Z', 'revision_number': 4, 'project_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'gw_port': {'id': 'd8d06dd6-6d81-4ddf-a661-f1ec3d6d6993', 'name': '', 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:b2:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ccff38f-6875-413e-81ea-9ce194eb3fd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:58:07Z', 'updated_at': '2021-06-24T11:59:08Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-4-hyperv', '_interfaces': [{'id': '678d4a2c-fbc8-4298-9f62-c3c0357beb39', 'name': '', 'network_id': 'ddabf859-7fde-41b9-99b4-a6f9a44d7f92', 'tenant_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'mac_address': 'fa:16:3e:f5:c5:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ccff38f-6875-413e-81ea-9ce194eb3fd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': 'f2bad9f8-92ee-4180-a9c1-fa73a283f248', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:58:09Z', 'updated_at': '2021-06-24T11:59:06Z', 'revision_number': 7, 'project_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'subnets': [{'id': 'f2bad9f8-92ee-4180-a9c1-fa73a283f248', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=128085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 11:59:11.392317 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-c217a317-be0f-4da9-850e-351a5d34b5aa req-ded98a64-d29d-4cd6-9504-99509c96968d service neutron] 10.222.0.45 "GET /v2.0/networks/ddabf859-7fde-41b9-99b4-a6f9a44d7f92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928800 Jun 24 11:59:11.491308 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-c217a317-be0f-4da9-850e-351a5d34b5aa req-c17b91a3-d4c8-4fe2-88f5-a9f3eff0dd53 service neutron] 10.222.0.45 "GET /v2.0/networks/ddabf859-7fde-41b9-99b4-a6f9a44d7f92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914745 Jun 24 11:59:12.408724 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b046b75-d449-427a-b05f-e07ddd9ed3ae req-c4f06a12-fea5-411b-9ea6-6e630115b3ee tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:59:12.410268 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-5b046b75-d449-427a-b05f-e07ddd9ed3ae req-c4f06a12-fea5-411b-9ea6-6e630115b3ee tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "GET /v2.0/ports?device_id=cf7b01df-7712-4dd3-9232-31a0d8178085 HTTP/1.1" status: 200 len: 946 time: 0.0841815 Jun 24 11:59:12.451299 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-5b046b75-d449-427a-b05f-e07ddd9ed3ae req-65784762-77e1-4ded-9872-ddac91b7bf64 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "GET /v2.0/security-groups?id=46fb44d4-02d8-435a-856c-11e2770536b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348396 Jun 24 11:59:12.511688 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2691810-8648-43c3-b575-c2fc84f59995 None None] New status for floating IP 70cfba8c-1466-45ad-95e0-5c8932e74474: DOWN {{(pid=128086) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 24 11:59:12.582417 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3176462a-553d-4643-95f5-cffca7dfba46 req-dead13a2-7054-40ba-a4bc-cf6ea7e445c5 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:59:12.583936 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-3176462a-553d-4643-95f5-cffca7dfba46 req-dead13a2-7054-40ba-a4bc-cf6ea7e445c5 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf7b01df-7712-4dd3-9232-31a0d8178085 HTTP/1.1" status: 200 len: 946 time: 0.0643873 Jun 24 11:59:12.688772 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.plugin [req-3176462a-553d-4643-95f5-cffca7dfba46 req-8e757560-1571-4fea-b22a-353e73762667 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Deleting port 43cc206e-1939-409d-9120-9a1205999953 {{(pid=128083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 11:59:12.689183 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-3176462a-553d-4643-95f5-cffca7dfba46 req-8e757560-1571-4fea-b22a-353e73762667 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793193942312'] for port, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:59:12.776966 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.db [req-3176462a-553d-4643-95f5-cffca7dfba46 req-8e757560-1571-4fea-b22a-353e73762667 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] For port 43cc206e-1939-409d-9120-9a1205999953, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=43cc206e-1939-409d-9120-9a1205999953,segment=NetworkSegment(74907245-42ad-4053-8cf7-e7c018f23906),segment_id=74907245-42ad-4053-8cf7-e7c018f23906)] {{(pid=128083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 11:59:12.777268 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-3176462a-553d-4643-95f5-cffca7dfba46 req-8e757560-1571-4fea-b22a-353e73762667 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1978872'] for port, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:59:12.789700 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.plugin [req-3176462a-553d-4643-95f5-cffca7dfba46 req-8e757560-1571-4fea-b22a-353e73762667 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Calling delete_port for 43cc206e-1939-409d-9120-9a1205999953 owned by compute:nova {{(pid=128083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 11:59:12.917629 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-3176462a-553d-4643-95f5-cffca7dfba46 req-8e757560-1571-4fea-b22a-353e73762667 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793193945299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193536732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2537862'] for port, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:59:12.921997 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-1be8f854-2370-43b9-b84d-440257d88d07 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:59:12.955546 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e757560-1571-4fea-b22a-353e73762667 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Pushing event deleted for resources: {'Port': ['ID=43cc206e-1939-409d-9120-9a1205999953,revision_number=None']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:59:12.957215 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-8e757560-1571-4fea-b22a-353e73762667 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:59:13.002368 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.l3_dvrscheduler_db [req-3176462a-553d-4643-95f5-cffca7dfba46 req-8e757560-1571-4fea-b22a-353e73762667 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] No DVR routers for this DVR port 43cc206e-1939-409d-9120-9a1205999953 on host hv-neutron-7971 {{(pid=128083) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 11:59:13.004873 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-3176462a-553d-4643-95f5-cffca7dfba46 req-8e757560-1571-4fea-b22a-353e73762667 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468916'] for port, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:59:13.007629 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-3176462a-553d-4643-95f5-cffca7dfba46 req-8e757560-1571-4fea-b22a-353e73762667 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.45 "DELETE /v2.0/ports/43cc206e-1939-409d-9120-9a1205999953 HTTP/1.1" status: 204 len: 173 time: 0.4184725 Jun 24 11:59:13.008262 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf7b01df-7712-4dd3-9232-31a0d8178085', 'name': 'network-vif-deleted', 'tag': '43cc206e-1939-409d-9120-9a1205999953'}] {{(pid=128083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 11:59:13.010597 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a77f7dee1a0522ddf93af289475d218fcdb8f30317daadec13ebf930b5b9dbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7912fcf7-40a2-44b8-93c7-6d4b808b0e4f" -d '{"events": [{"server_uuid": "cf7b01df-7712-4dd3-9232-31a0d8178085", "name": "network-vif-deleted", "tag": "43cc206e-1939-409d-9120-9a1205999953"}]}' {{(pid=128083) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 11:59:13.051009 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 11:59:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35c94521-cc54-4d4c-956b-2350e05f8235 x-openstack-request-id: req-35c94521-cc54-4d4c-956b-2350e05f8235 {{(pid=128083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 11:59:13.051365 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf7b01df-7712-4dd3-9232-31a0d8178085", "name": "network-vif-deleted", "tag": "43cc206e-1939-409d-9120-9a1205999953", "status": "completed", "code": 200}]} {{(pid=128083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 11:59:13.051669 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-35c94521-cc54-4d4c-956b-2350e05f8235 {{(pid=128083) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 11:59:13.052134 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf7b01df-7712-4dd3-9232-31a0d8178085', 'name': 'network-vif-deleted', 'tag': '43cc206e-1939-409d-9120-9a1205999953', 'status': 'completed', 'code': 200} Jun 24 11:59:13.611248 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-e511dfb0-0cf9-4f2b-a752-a1c70ff37c20 req-ce46ed37-f0a4-4e80-bb9f-53775b62fb9c tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "GET /v2.0/ports?device_id=cf7b01df-7712-4dd3-9232-31a0d8178085 HTTP/1.1" status: 200 len: 210 time: 0.0306358 Jun 24 11:59:14.631127 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:59:14.703104 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 36342) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:59:14.763077 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-17fa6953-879b-4f40-b78e-acd00aef3210 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for security_group, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:59:14.793660 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-17fa6953-879b-4f40-b78e-acd00aef3210 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for security_group, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:59:14.860302 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-17fa6953-879b-4f40-b78e-acd00aef3210 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800410'] for security_group, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:59:14.863207 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-17fa6953-879b-4f40-b78e-acd00aef3210 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for security_group, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:59:14.864408 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-17fa6953-879b-4f40-b78e-acd00aef3210 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "DELETE /v2.0/security-groups/46fb44d4-02d8-435a-856c-11e2770536b2 HTTP/1.1" status: 204 len: 168 time: 0.1603251 Jun 24 11:59:14.865350 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-5dd322b8-9a4e-49f8-8d20-5cbe5be4b06c tempest-SecGroupTest-1107880395 tempest-SecGroupTest-1107880395-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:59:14.875862 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17fa6953-879b-4f40-b78e-acd00aef3210 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=46fb44d4-02d8-435a-856c-11e2770536b2,revision_number=None']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:59:14.878035 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-17fa6953-879b-4f40-b78e-acd00aef3210 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:59:14.895653 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 36346) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:59:14.915363 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Device 43cc206e-1939-409d-9120-9a1205999953 no longer exists at agent hyperv_hv-neutron-7971 {{(pid=128085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 11:59:14.935697 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] No Port match for: 43cc206e-1939-409d-9120-9a1205999953 {{(pid=128085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 11:59:14.936128 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Device 43cc206e-1939-409d-9120-9a1205999953 not bound to the agent host hv-neutron-7971 {{(pid=128085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 11:59:15.248715 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-243e449c-e5e1-42e0-8c22-c0253a25cf5b tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1978565'] for router_interface, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:59:15.517754 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.plugin [None req-243e449c-e5e1-42e0-8c22-c0253a25cf5b tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Deleting port 678d4a2c-fbc8-4298-9f62-c3c0357beb39 {{(pid=128084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 11:59:15.517999 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-243e449c-e5e1-42e0-8c22-c0253a25cf5b tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793193942312'] for port, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:59:15.611820 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.db [None req-243e449c-e5e1-42e0-8c22-c0253a25cf5b tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] For port 678d4a2c-fbc8-4298-9f62-c3c0357beb39, host dv-neutron-797120-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=678d4a2c-fbc8-4298-9f62-c3c0357beb39,segment=NetworkSegment(74907245-42ad-4053-8cf7-e7c018f23906),segment_id=74907245-42ad-4053-8cf7-e7c018f23906)] {{(pid=128084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 11:59:15.612175 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-243e449c-e5e1-42e0-8c22-c0253a25cf5b tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1978872'] for port, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:59:15.624913 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.plugin [None req-243e449c-e5e1-42e0-8c22-c0253a25cf5b tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Calling delete_port for 678d4a2c-fbc8-4298-9f62-c3c0357beb39 owned by network:router_interface {{(pid=128084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 11:59:15.806926 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-243e449c-e5e1-42e0-8c22-c0253a25cf5b tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793193945299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193536732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3292088'] for port, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:59:15.808850 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-c0aade3b-0373-41da-b17a-0d3f7921ee44 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:59:15.834476 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243e449c-e5e1-42e0-8c22-c0253a25cf5b tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Pushing event deleted for resources: {'Port': ['ID=678d4a2c-fbc8-4298-9f62-c3c0357beb39,revision_number=None']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:59:15.838224 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-243e449c-e5e1-42e0-8c22-c0253a25cf5b tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:59:16.025076 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-243e449c-e5e1-42e0-8c22-c0253a25cf5b tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1588985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1806165'] for router_interface, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:59:16.232294 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-243e449c-e5e1-42e0-8c22-c0253a25cf5b tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Router 5ccff38f-6875-413e-81ea-9ce194eb3fd1 has already been hosted by L3 agent 2987dba8-2249-4ee6-96ec-28f0f7a6127d {{(pid=128084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 11:59:16.337873 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-243e449c-e5e1-42e0-8c22-c0253a25cf5b tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify agent at l3_agent.dv-neutron-797120-4-hyperv the message routers_updated {{(pid=128084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 11:59:16.342799 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-243e449c-e5e1-42e0-8c22-c0253a25cf5b tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "PUT /v2.0/routers/5ccff38f-6875-413e-81ea-9ce194eb3fd1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4461038 Jun 24 11:59:16.345763 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 36348) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:59:16.348362 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd35e898-96f5-4178-82f8-bc32979b7ef9 None None] Sync routers for ids ['5ccff38f-6875-413e-81ea-9ce194eb3fd1'] in dv-neutron-797120-4-hyperv {{(pid=128085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 11:59:16.357746 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd35e898-96f5-4178-82f8-bc32979b7ef9 None None] Routers {'5ccff38f-6875-413e-81ea-9ce194eb3fd1'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 11:59:16.358346 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-bd35e898-96f5-4178-82f8-bc32979b7ef9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T11:58:56Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['5ccff38f-6875-413e-81ea-9ce194eb3fd1'], 'active': True} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:59:16.402521 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.db.db_base_plugin_v2 [None req-cabd3e5e-ff12-4129-8a95-7c8dab3de91e tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Deleting subnet f2bad9f8-92ee-4180-a9c1-fa73a283f248 {{(pid=128084) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 24 11:59:16.405612 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-cabd3e5e-ff12-4129-8a95-7c8dab3de91e tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for subnet, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:59:16.455672 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-cabd3e5e-ff12-4129-8a95-7c8dab3de91e tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2373542'] for subnet, precommit_delete_associations {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:59:16.463386 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvr_db [None req-bd35e898-96f5-4178-82f8-bc32979b7ef9 None None] Set router 5ccff38f-6875-413e-81ea-9ce194eb3fd1 gateway port host: dv-neutron-797120-4-hyperv {{(pid=128085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 11:59:16.539853 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-cabd3e5e-ff12-4129-8a95-7c8dab3de91e tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-972249'] for subnet, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:59:16.610474 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-cabd3e5e-ff12-4129-8a95-7c8dab3de91e tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-972238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3292022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3162263'] for subnet, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:59:16.612464 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-258d55ba-1b12-4008-8a7e-d989bb477309 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:59:16.639637 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabd3e5e-ff12-4129-8a95-7c8dab3de91e tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Pushing event deleted for resources: {'Subnet': ['ID=f2bad9f8-92ee-4180-a9c1-fa73a283f248,revision_number=None']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:59:16.642718 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-cabd3e5e-ff12-4129-8a95-7c8dab3de91e tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:59:16.643717 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-cabd3e5e-ff12-4129-8a95-7c8dab3de91e tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for subnet, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:59:16.645571 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-cabd3e5e-ff12-4129-8a95-7c8dab3de91e tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "DELETE /v2.0/subnets/f2bad9f8-92ee-4180-a9c1-fa73a283f248 HTTP/1.1" status: 204 len: 168 time: 0.2988887 Jun 24 11:59:16.649018 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 36350) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:59:16.652403 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-343b7e2d-9852-41c9-b4a7-d28fa6779917 None None] Network ddabf859-7fde-41b9-99b4-a6f9a44d7f92 requested from dv-neutron-797120-4-hyperv {{(pid=128085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 11:59:16.671824 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-bd35e898-96f5-4178-82f8-bc32979b7ef9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ccff38f-6875-413e-81ea-9ce194eb3fd1', 'name': 'tempest-TestNetworkBasicOps-router-665974549', 'tenant_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'external_fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.24'}], 'enable_snat': True}, 'gw_port_id': 'd8d06dd6-6d81-4ddf-a661-f1ec3d6d6993', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T11:58:06Z', 'updated_at': '2021-06-24T11:59:15Z', 'revision_number': 5, 'project_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'gw_port': {'id': 'd8d06dd6-6d81-4ddf-a661-f1ec3d6d6993', 'name': '', 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:b2:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ccff38f-6875-413e-81ea-9ce194eb3fd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:58:07Z', 'updated_at': '2021-06-24T11:59:08Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-4-hyperv'}], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:59:16.739238 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd35e898-96f5-4178-82f8-bc32979b7ef9 None None] Checking router: 5ccff38f-6875-413e-81ea-9ce194eb3fd1 for host: dv-neutron-797120-4-hyperv {{(pid=128085) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 11:59:16.764348 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd35e898-96f5-4178-82f8-bc32979b7ef9 None None] Routers {'5ccff38f-6875-413e-81ea-9ce194eb3fd1'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 11:59:16.765149 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-bd35e898-96f5-4178-82f8-bc32979b7ef9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T11:58:56Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['5ccff38f-6875-413e-81ea-9ce194eb3fd1'], 'active': True} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:59:17.033683 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-f1445c9d-2815-4d60-b7a3-347404e781b5 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for router, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:59:17.084170 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvr_db [None req-bd35e898-96f5-4178-82f8-bc32979b7ef9 None None] Set router 5ccff38f-6875-413e-81ea-9ce194eb3fd1 gateway port host: dv-neutron-797120-4-hyperv {{(pid=128085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 11:59:17.144930 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-f1445c9d-2815-4d60-b7a3-347404e781b5 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for router_gateway, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:59:17.188501 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3607e3fd-14e3-49c9-b6ac-3177f30f518a None None] DHCP port deletion for ddabf859-7fde-41b9-99b4-a6f9a44d7f92 request from dv-neutron-797120-4-hyperv {{(pid=128085) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 24 11:59:17.200004 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.plugin [None req-f1445c9d-2815-4d60-b7a3-347404e781b5 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Deleting port d8d06dd6-6d81-4ddf-a661-f1ec3d6d6993 {{(pid=128084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 11:59:17.200876 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-f1445c9d-2815-4d60-b7a3-347404e781b5 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793193942312'] for port, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:59:17.281345 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.db [None req-f1445c9d-2815-4d60-b7a3-347404e781b5 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] For port d8d06dd6-6d81-4ddf-a661-f1ec3d6d6993, host dv-neutron-797120-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=d8d06dd6-6d81-4ddf-a661-f1ec3d6d6993,segment=NetworkSegment(1139564f-ff83-4b49-a593-84b33301357d),segment_id=1139564f-ff83-4b49-a593-84b33301357d)] {{(pid=128084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 11:59:17.281709 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-f1445c9d-2815-4d60-b7a3-347404e781b5 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1978872'] for port, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:59:17.284627 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-3607e3fd-14e3-49c9-b6ac-3177f30f518a None None] Deleting port c2d6108b-9131-4a41-8454-6a592a3c9fc7 {{(pid=128085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 11:59:17.284944 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-3607e3fd-14e3-49c9-b6ac-3177f30f518a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793193942312'] for port, before_delete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:59:17.293811 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.plugin [None req-f1445c9d-2815-4d60-b7a3-347404e781b5 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Calling delete_port for d8d06dd6-6d81-4ddf-a661-f1ec3d6d6993 owned by network:router_gateway {{(pid=128084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 11:59:17.353921 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-3607e3fd-14e3-49c9-b6ac-3177f30f518a None None] For port c2d6108b-9131-4a41-8454-6a592a3c9fc7, host dv-neutron-797120-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=c2d6108b-9131-4a41-8454-6a592a3c9fc7,segment=NetworkSegment(74907245-42ad-4053-8cf7-e7c018f23906),segment_id=74907245-42ad-4053-8cf7-e7c018f23906)] {{(pid=128085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 11:59:17.354560 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-3607e3fd-14e3-49c9-b6ac-3177f30f518a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1978872'] for port, precommit_delete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:59:17.368608 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-bd35e898-96f5-4178-82f8-bc32979b7ef9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ccff38f-6875-413e-81ea-9ce194eb3fd1', 'name': 'tempest-TestNetworkBasicOps-router-665974549', 'tenant_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'external_fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.24'}], 'enable_snat': True}, 'gw_port_id': 'd8d06dd6-6d81-4ddf-a661-f1ec3d6d6993', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T11:58:06Z', 'updated_at': '2021-06-24T11:59:15Z', 'revision_number': 5, 'project_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'gw_port': {'id': 'd8d06dd6-6d81-4ddf-a661-f1ec3d6d6993', 'name': '', 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:b2:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ccff38f-6875-413e-81ea-9ce194eb3fd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:58:07Z', 'updated_at': '2021-06-24T11:59:08Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-4-hyperv'}], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:59:17.370522 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-3607e3fd-14e3-49c9-b6ac-3177f30f518a None None] Calling delete_port for c2d6108b-9131-4a41-8454-6a592a3c9fc7 owned by network:dhcp {{(pid=128085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 11:59:17.404481 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd35e898-96f5-4178-82f8-bc32979b7ef9 None None] The sync data for ids ['5ccff38f-6875-413e-81ea-9ce194eb3fd1'] in dv-neutron-797120-4-hyperv is: [{'id': '5ccff38f-6875-413e-81ea-9ce194eb3fd1', 'name': 'tempest-TestNetworkBasicOps-router-665974549', 'tenant_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'external_fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.24'}], 'enable_snat': True}, 'gw_port_id': 'd8d06dd6-6d81-4ddf-a661-f1ec3d6d6993', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T11:58:06Z', 'updated_at': '2021-06-24T11:59:15Z', 'revision_number': 5, 'project_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'gw_port': {'id': 'd8d06dd6-6d81-4ddf-a661-f1ec3d6d6993', 'name': '', 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:b2:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ccff38f-6875-413e-81ea-9ce194eb3fd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:58:07Z', 'updated_at': '2021-06-24T11:59:08Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-4-hyperv'}] {{(pid=128085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 11:59:17.468105 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-f1445c9d-2815-4d60-b7a3-347404e781b5 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793193945299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193536732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3292088'] for port, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:59:17.471374 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-bf365f9f-bf79-47ce-ae1e-1a00f9eec6c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:59:17.478788 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-3607e3fd-14e3-49c9-b6ac-3177f30f518a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793193945299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193536732'] for port, after_delete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:59:17.481530 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-ac940ac9-c6b7-46ea-9edd-5ddcb372e656 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:59:17.504904 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3607e3fd-14e3-49c9-b6ac-3177f30f518a None None] Pushing event deleted for resources: {'Port': ['ID=c2d6108b-9131-4a41-8454-6a592a3c9fc7,revision_number=None']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:59:17.505301 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1445c9d-2815-4d60-b7a3-347404e781b5 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Pushing event deleted for resources: {'Port': ['ID=d8d06dd6-6d81-4ddf-a661-f1ec3d6d6993,revision_number=None']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:59:17.507329 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3607e3fd-14e3-49c9-b6ac-3177f30f518a None None] No DVR routers for this DVR port c2d6108b-9131-4a41-8454-6a592a3c9fc7 on host dv-neutron-797120-4-hyperv {{(pid=128085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 11:59:17.508888 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-3607e3fd-14e3-49c9-b6ac-3177f30f518a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:59:17.509152 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-f1445c9d-2815-4d60-b7a3-347404e781b5 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:59:17.568554 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-f1445c9d-2815-4d60-b7a3-347404e781b5 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1815728'] for router_gateway, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:59:17.660471 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-f1445c9d-2815-4d60-b7a3-347404e781b5 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1803182', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65403'] for router, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:59:17.662572 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-f1445c9d-2815-4d60-b7a3-347404e781b5 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:59:17.705459 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-f1445c9d-2815-4d60-b7a3-347404e781b5 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1806072'] for router, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:59:17.705905 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1445c9d-2815-4d60-b7a3-347404e781b5 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Fanout notify agent at l3_agent the message router_deleted on router 5ccff38f-6875-413e-81ea-9ce194eb3fd1 {{(pid=128084) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 24 11:59:17.713837 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-f1445c9d-2815-4d60-b7a3-347404e781b5 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for router, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:59:17.714925 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-f1445c9d-2815-4d60-b7a3-347404e781b5 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "DELETE /v2.0/routers/5ccff38f-6875-413e-81ea-9ce194eb3fd1 HTTP/1.1" status: 204 len: 168 time: 1.0649385 Jun 24 11:59:17.717645 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 36352) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:59:17.800226 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-b0df2321-3fed-4b67-9fc4-16125103cb67 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-534962'] for network, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:59:17.896482 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-b0df2321-3fed-4b67-9fc4-16125103cb67 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973199', 'neutron.services.segments.db._delete_segments_for_network-8793194012456'] for network, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:59:17.907988 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.services.segments.db [None req-b0df2321-3fed-4b67-9fc4-16125103cb67 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ddabf859-7fde-41b9-99b4-a6f9a44d7f92']}} {{(pid=128084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:59:17.918201 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.services.segments.db [None req-b0df2321-3fed-4b67-9fc4-16125103cb67 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74907245-42ad-4053-8cf7-e7c018f23906') {'for_net_delete': True} {{(pid=128084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:59:17.918510 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.services.segments.db [None req-b0df2321-3fed-4b67-9fc4-16125103cb67 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74907245-42ad-4053-8cf7-e7c018f23906') {} {{(pid=128084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:59:17.927355 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-b0df2321-3fed-4b67-9fc4-16125103cb67 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793194097327', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2373599'] for segment, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:59:17.940385 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-b0df2321-3fed-4b67-9fc4-16125103cb67 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967879'] for segment, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:59:17.946644 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0df2321-3fed-4b67-9fc4-16125103cb67 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Releasing vlan 616 on physical network physnet1 to pool {{(pid=128084) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 11:59:17.947028 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-b0df2321-3fed-4b67-9fc4-16125103cb67 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3292053'] for segment, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:59:17.949894 dv-neutron-797120-4-hyperv neutron-server[128084]: Traceback (most recent call last): Jun 24 11:59:17.949894 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 24 11:59:17.949894 dv-neutron-797120-4-hyperv neutron-server[128084]: timer() Jun 24 11:59:17.949894 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 24 11:59:17.949894 dv-neutron-797120-4-hyperv neutron-server[128084]: cb(*args, **kw) Jun 24 11:59:17.949894 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 24 11:59:17.949894 dv-neutron-797120-4-hyperv neutron-server[128084]: return func(*args, **kwargs) Jun 24 11:59:17.949894 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 24 11:59:17.949894 dv-neutron-797120-4-hyperv neutron-server[128084]: self._notify() Jun 24 11:59:17.949894 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 24 11:59:17.949894 dv-neutron-797120-4-hyperv neutron-server[128084]: self.callback(batched_events) Jun 24 11:59:17.949894 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 24 11:59:17.949894 dv-neutron-797120-4-hyperv neutron-server[128084]: event.method(event) Jun 24 11:59:17.949894 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 24 11:59:17.949894 dv-neutron-797120-4-hyperv neutron-server[128084]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 24 11:59:17.949894 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 24 11:59:17.949894 dv-neutron-797120-4-hyperv neutron-server[128084]: aggregate_uuid = self.p_client.list_aggregates( Jun 24 11:59:17.949894 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 24 11:59:17.949894 dv-neutron-797120-4-hyperv neutron-server[128084]: return f(self, *a, **k) Jun 24 11:59:17.949894 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 24 11:59:17.949894 dv-neutron-797120-4-hyperv neutron-server[128084]: return self._get(url).json() Jun 24 11:59:17.949894 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 24 11:59:17.949894 dv-neutron-797120-4-hyperv neutron-server[128084]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 24 11:59:17.949894 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 24 11:59:17.949894 dv-neutron-797120-4-hyperv neutron-server[128084]: return self.request(url, 'GET', **kwargs) Jun 24 11:59:17.949894 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 24 11:59:17.949894 dv-neutron-797120-4-hyperv neutron-server[128084]: base_url = self.get_endpoint(auth, allow=allow, Jun 24 11:59:17.949894 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 24 11:59:17.949894 dv-neutron-797120-4-hyperv neutron-server[128084]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 24 11:59:17.949894 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 24 11:59:17.949894 dv-neutron-797120-4-hyperv neutron-server[128084]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 24 11:59:17.949894 dv-neutron-797120-4-hyperv neutron-server[128084]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 24 11:59:18.011059 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-b0df2321-3fed-4b67-9fc4-16125103cb67 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1800243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1815642'] for network, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:59:18.015951 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-b0df2321-3fed-4b67-9fc4-16125103cb67 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for network, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:59:18.021194 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-b0df2321-3fed-4b67-9fc4-16125103cb67 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "DELETE /v2.0/networks/ddabf859-7fde-41b9-99b4-a6f9a44d7f92 HTTP/1.1" status: 204 len: 168 time: 0.2992444 Jun 24 11:59:18.021194 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-8ee1e2fc-106a-44f8-949d-c0127cbebdb6 tempest-TestNetworkAdvancedServerOps-1479438933 tempest-TestNetworkAdvancedServerOps-1479438933-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:59:18.038299 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 36354) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:59:18.043572 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-866be5c2-b007-441e-8c78-07266173a147 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Request body: {'network': {'name': 'tempest-network-smoke--2004826634', 'project_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'port_security_enabled': True}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:59:18.047569 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0df2321-3fed-4b67-9fc4-16125103cb67 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Pushing event deleted for resources: {'Network': ['ID=ddabf859-7fde-41b9-99b4-a6f9a44d7f92,revision_number=None']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:59:18.050373 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-b0df2321-3fed-4b67-9fc4-16125103cb67 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:59:18.080631 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-866be5c2-b007-441e-8c78-07266173a147 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Made reservation on behalf of adbe78de4fbf48fcad1a6bc46d4a1728 for: {'network': 1} {{(pid=128084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 11:59:18.085519 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-866be5c2-b007-441e-8c78-07266173a147 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for network, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:59:18.097868 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device c2d6108b-9131-4a41-8454-6a592a3c9fc7 no longer exists at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 11:59:18.122142 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] No Port match for: c2d6108b-9131-4a41-8454-6a592a3c9fc7 {{(pid=128085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 11:59:18.122378 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-866be5c2-b007-441e-8c78-07266173a147 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] vlan segment allocate from pool success with {'vlan_id': 602, 'physical_network': 'physnet1'} {{(pid=128084) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 11:59:18.122527 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device c2d6108b-9131-4a41-8454-6a592a3c9fc7 not bound to the agent host dv-neutron-797120-4-hyperv {{(pid=128085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 11:59:18.122945 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device 678d4a2c-fbc8-4298-9f62-c3c0357beb39 no longer exists at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 11:59:18.134560 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-866be5c2-b007-441e-8c78-07266173a147 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967879'] for segment, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:59:18.134941 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.db.segments_db [None req-866be5c2-b007-441e-8c78-07266173a147 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Added segment c1ec4113-b23f-4bd3-ace6-d95015ed91e0 of type vlan for network d4e04dec-a1c7-4334-bc5a-591d258dfdb5 Jun 24 11:59:18.145667 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] No Port match for: 678d4a2c-fbc8-4298-9f62-c3c0357beb39 {{(pid=128085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 11:59:18.146254 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device 678d4a2c-fbc8-4298-9f62-c3c0357beb39 not bound to the agent host dv-neutron-797120-4-hyperv {{(pid=128085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 11:59:18.188206 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-866be5c2-b007-441e-8c78-07266173a147 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793193525068'] for network, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:59:18.216047 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-866be5c2-b007-441e-8c78-07266173a147 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1800243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976'] for network, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:59:18.222114 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-866be5c2-b007-441e-8c78-07266173a147 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=128084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:59:18.222794 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-866be5c2-b007-441e-8c78-07266173a147 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for network, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:59:18.225798 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-5b314774-3722-4ff1-8f5f-a3529d551b26 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:59:18.257674 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-866be5c2-b007-441e-8c78-07266173a147 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2184551 Jun 24 11:59:18.260567 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 36356) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:59:18.265384 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [None req-a39abdb8-4e80-488a-abcf-0ecbbe6215a8 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-744398399', 'admin_state_up': True, 'project_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b'}}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:59:18.290088 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-a39abdb8-4e80-488a-abcf-0ecbbe6215a8 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1803889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65293'] for router, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:59:18.291132 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-a39abdb8-4e80-488a-abcf-0ecbbe6215a8 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1803848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1975305', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1581158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65396'] for router, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:59:18.291862 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866be5c2-b007-441e-8c78-07266173a147 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Pushing event updated for resources: {'Network': ['ID=d4e04dec-a1c7-4334-bc5a-591d258dfdb5,revision_number=1']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:59:18.294570 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-866be5c2-b007-441e-8c78-07266173a147 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:59:18.302204 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Network d4e04dec-a1c7-4334-bc5a-591d258dfdb5 details requested by agent ovs-agent-dv-neutron-797120-4-hyperv with host dv-neutron-797120-4-hyperv {{(pid=128085) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 11:59:18.343950 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-a39abdb8-4e80-488a-abcf-0ecbbe6215a8 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:59:18.497420 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-a39abdb8-4e80-488a-abcf-0ecbbe6215a8 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1975381', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1803205', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65378'] for router, precommit_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:59:18.692010 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-a39abdb8-4e80-488a-abcf-0ecbbe6215a8 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for router_gateway, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:59:18.715663 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-a39abdb8-4e80-488a-abcf-0ecbbe6215a8 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:59:18.815857 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.db_base_plugin_common [None req-a39abdb8-4e80-488a-abcf-0ecbbe6215a8 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Allocated IP 172.26.7.136 (f2b8ca71-e776-48b2-8898-96cc7970207b/f37bf603-3862-4d0a-9f58-89616f7fd68f/8d0a0c2b-d141-4828-9985-b11ba241289b) {{(pid=128083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 11:59:18.921026 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-a39abdb8-4e80-488a-abcf-0ecbbe6215a8 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for port, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:59:18.960928 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-a39abdb8-4e80-488a-abcf-0ecbbe6215a8 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-650429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-506361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793193536723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2537853'] for port, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:59:18.962839 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-8e757560-1571-4fea-b22a-353e73762667 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:59:18.996686 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a39abdb8-4e80-488a-abcf-0ecbbe6215a8 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Network f2b8ca71-e776-48b2-8898-96cc7970207b is already hosted by enough agents. {{(pid=128083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 11:59:18.999697 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.base_scheduler [None req-a39abdb8-4e80-488a-abcf-0ecbbe6215a8 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Resources bound (agent type, host, resource id): {{(pid=128083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:59:19.002493 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a39abdb8-4e80-488a-abcf-0ecbbe6215a8 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Received port after_create {{(pid=128083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 11:59:19.032642 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39abdb8-4e80-488a-abcf-0ecbbe6215a8 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Pushing event updated for resources: {'Port': ['ID=8d0a0c2b-d141-4828-9985-b11ba241289b,revision_number=1']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:59:19.036557 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-a39abdb8-4e80-488a-abcf-0ecbbe6215a8 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:59:19.255524 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-a39abdb8-4e80-488a-abcf-0ecbbe6215a8 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for router_gateway, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:59:19.460378 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-a39abdb8-4e80-488a-abcf-0ecbbe6215a8 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1803210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1815767'] for router, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:59:19.592312 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a39abdb8-4e80-488a-abcf-0ecbbe6215a8 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Router 2b3aaf3f-7d56-4f76-887e-f601ac002105 is scheduled to L3 agent 2987dba8-2249-4ee6-96ec-28f0f7a6127d with binding_index 1 {{(pid=128083) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 24 11:59:19.696501 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a39abdb8-4e80-488a-abcf-0ecbbe6215a8 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify agent at l3_agent.dv-neutron-797120-4-hyperv the message routers_updated {{(pid=128083) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 11:59:19.705549 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-690a19b0-5b3d-40a2-bb55-bb7927856599 None None] Sync routers for ids ['2b3aaf3f-7d56-4f76-887e-f601ac002105'] in dv-neutron-797120-4-hyperv {{(pid=128086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 11:59:19.715829 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-a39abdb8-4e80-488a-abcf-0ecbbe6215a8 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for router, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:59:19.716172 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-690a19b0-5b3d-40a2-bb55-bb7927856599 None None] Routers {'2b3aaf3f-7d56-4f76-887e-f601ac002105'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 11:59:19.716472 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-690a19b0-5b3d-40a2-bb55-bb7927856599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T11:58:56Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['2b3aaf3f-7d56-4f76-887e-f601ac002105'], 'active': True} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:59:19.717239 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-a39abdb8-4e80-488a-abcf-0ecbbe6215a8 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.4555566 Jun 24 11:59:19.721081 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 36358) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:59:19.752718 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-977f079b-a515-4a71-898e-514f0795ef73 tempest-TestNetworkBasicOps-1239029366 tempest-TestNetworkBasicOps-1239029366-project-admin] 10.222.0.53 "GET /v2.0/subnets?project_id=adbe78de4fbf48fcad1a6bc46d4a1728&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0301547 Jun 24 11:59:19.755691 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 36360) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:59:19.859861 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07003d04-8077-45e5-b022-ea5345f172a9 tempest-TestNetworkBasicOps-1239029366 tempest-TestNetworkBasicOps-1239029366-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=128084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:59:19.861604 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-07003d04-8077-45e5-b022-ea5345f172a9 tempest-TestNetworkBasicOps-1239029366 tempest-TestNetworkBasicOps-1239029366-project-admin] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1035326 Jun 24 11:59:19.864361 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 36362) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:59:19.893727 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-98a47c04-334c-456b-adfc-510a08d9aa44 tempest-TestNetworkBasicOps-1239029366 tempest-TestNetworkBasicOps-1239029366-project-admin] 10.222.0.53 "GET /v2.0/subnets?network_id=f2b8ca71-e776-48b2-8898-96cc7970207b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0280702 Jun 24 11:59:19.896196 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 36364) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:59:19.901103 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-61e82564-6f27-46fb-9649-b60fab0c8a01 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1353060170', 'network_id': 'd4e04dec-a1c7-4334-bc5a-591d258dfdb5', 'project_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'ip_version': 4, 'cidr': '172.20.0.0/28', 'dns_nameservers': ['1.2.3.4']}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:59:19.911384 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_dvr_db [None req-690a19b0-5b3d-40a2-bb55-bb7927856599 None None] Set router 2b3aaf3f-7d56-4f76-887e-f601ac002105 gateway port host: dv-neutron-797120-4-hyperv {{(pid=128086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 11:59:19.974856 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device d8d06dd6-6d81-4ddf-a661-f1ec3d6d6993 no longer exists at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 11:59:19.997692 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] No Port match for: d8d06dd6-6d81-4ddf-a661-f1ec3d6d6993 {{(pid=128085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 11:59:19.998225 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device d8d06dd6-6d81-4ddf-a661-f1ec3d6d6993 not bound to the agent host dv-neutron-797120-4-hyperv {{(pid=128085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 11:59:19.998376 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61e82564-6f27-46fb-9649-b60fab0c8a01 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Made reservation on behalf of adbe78de4fbf48fcad1a6bc46d4a1728 for: {'subnet': 1} {{(pid=128084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 11:59:20.002722 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-61e82564-6f27-46fb-9649-b60fab0c8a01 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3162484'] for subnet, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:59:20.111216 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-690a19b0-5b3d-40a2-bb55-bb7927856599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b3aaf3f-7d56-4f76-887e-f601ac002105', 'name': 'tempest-TestNetworkBasicOps-router-744398399', 'tenant_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'external_fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.136'}], 'enable_snat': True}, 'gw_port_id': '8d0a0c2b-d141-4828-9985-b11ba241289b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T11:59:18Z', 'updated_at': '2021-06-24T11:59:19Z', 'revision_number': 3, 'project_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'gw_port': {'id': '8d0a0c2b-d141-4828-9985-b11ba241289b', 'name': '', 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:4f:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b3aaf3f-7d56-4f76-887e-f601ac002105', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:59:18Z', 'updated_at': '2021-06-24T11:59:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-4-hyperv'}], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:59:20.143732 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-690a19b0-5b3d-40a2-bb55-bb7927856599 None None] Checking router: 2b3aaf3f-7d56-4f76-887e-f601ac002105 for host: dv-neutron-797120-4-hyperv {{(pid=128086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 11:59:20.144239 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-690a19b0-5b3d-40a2-bb55-bb7927856599 None None] Updating router 2b3aaf3f-7d56-4f76-887e-f601ac002105 port 8d0a0c2b-d141-4828-9985-b11ba241289b binding host dv-neutron-797120-4-hyperv {{(pid=128086) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 11:59:20.186150 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron_lib.callbacks.manager [None req-690a19b0-5b3d-40a2-bb55-bb7927856599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:59:20.208806 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-61e82564-6f27-46fb-9649-b60fab0c8a01 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3291959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3162270'] for subnet, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:59:20.212220 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-b156ca69-1030-4fb8-bf0d-f0e2d578f43f tempest-TagsExtTest-1815527086 tempest-TagsExtTest-1815527086-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:59:20.282007 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e82564-6f27-46fb-9649-b60fab0c8a01 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Pushing event updated for resources: {'Subnet': ['ID=7713b846-dd46-450e-85da-20ef106a74e5,revision_number=0']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:59:20.285096 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-61e82564-6f27-46fb-9649-b60fab0c8a01 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:59:20.287804 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61e82564-6f27-46fb-9649-b60fab0c8a01 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Checking segment: {'id': 'c1ec4113-b23f-4bd3-ace6-d95015ed91e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'd4e04dec-a1c7-4334-bc5a-591d258dfdb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=128084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 11:59:20.288281 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61e82564-6f27-46fb-9649-b60fab0c8a01 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Network hostable DHCP agents. Network: d4e04dec-a1c7-4334-bc5a-591d258dfdb5, hostable agents: ['6be988a9-1d97-480f-be5a-c55abf2c55c5'], hosted agents: [] {{(pid=128084) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 11:59:20.306170 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61e82564-6f27-46fb-9649-b60fab0c8a01 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Network d4e04dec-a1c7-4334-bc5a-591d258dfdb5 is scheduled to be hosted by DHCP agent 6be988a9-1d97-480f-be5a-c55abf2c55c5 with binding_index 1 {{(pid=128084) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 11:59:20.315401 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.base_scheduler [None req-61e82564-6f27-46fb-9649-b60fab0c8a01 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-4-hyperv, d4e04dec-a1c7-4334-bc5a-591d258dfdb5) {{(pid=128084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:59:20.320573 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61e82564-6f27-46fb-9649-b60fab0c8a01 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=128084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:59:20.321363 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-61e82564-6f27-46fb-9649-b60fab0c8a01 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for subnet, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:59:20.325904 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f487f526-59e7-463c-825c-45689711a5c3 None None] Network d4e04dec-a1c7-4334-bc5a-591d258dfdb5 requested from dv-neutron-797120-4-hyperv {{(pid=128085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 11:59:20.337287 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-61e82564-6f27-46fb-9649-b60fab0c8a01 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.4400299 Jun 24 11:59:20.340181 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 36366) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:59:20.457732 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron_lib.callbacks.manager [None req-690a19b0-5b3d-40a2-bb55-bb7927856599 None None] Notify callbacks [] for port, precommit_update {{(pid=128086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:59:20.470785 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.provisioning_blocks [None req-690a19b0-5b3d-40a2-bb55-bb7927856599 None None] Transition to ACTIVE for port object 8d0a0c2b-d141-4828-9985-b11ba241289b will not be triggered until provisioned by entity L2. {{(pid=128086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 11:59:20.477967 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron_lib.callbacks.manager [None req-690a19b0-5b3d-40a2-bb55-bb7927856599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:59:20.479997 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG oslo_concurrency.lockutils [None req-99b7acb5-2e4a-49ea-bde3-27e1030e0a7b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128086) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:59:20.487664 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c70c955-6c75-4b51-b3aa-a4185725f082 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d65c8f8-7530-5052-99fe-8ea05073750b-d4e04dec-a1c7-4334-bc5a-591d258dfdb5', 'network_id': 'd4e04dec-a1c7-4334-bc5a-591d258dfdb5', 'tenant_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'fixed_ips': [{'subnet_id': '7713b846-dd46-450e-85da-20ef106a74e5'}]}} from dv-neutron-797120-4-hyperv. {{(pid=128085) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 24 11:59:20.488611 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-5c70c955-6c75-4b51-b3aa-a4185725f082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_create {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:59:20.536453 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b6a92d-c350-4c86-a9a3-be72df540098 None None] Pushing event updated for resources: {'Port': ['ID=8d0a0c2b-d141-4828-9985-b11ba241289b,revision_number=2']} {{(pid=128086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:59:20.543892 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b6a92d-c350-4c86-a9a3-be72df540098 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:59:20.544235 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b6a92d-c350-4c86-a9a3-be72df540098 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:59:20.544568 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b6a92d-c350-4c86-a9a3-be72df540098 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:59:20.544903 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b6a92d-c350-4c86-a9a3-be72df540098 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:59:20.545867 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b6a92d-c350-4c86-a9a3-be72df540098 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:59:20.546419 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b6a92d-c350-4c86-a9a3-be72df540098 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:59:20.546745 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b6a92d-c350-4c86-a9a3-be72df540098 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:59:20.547067 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b6a92d-c350-4c86-a9a3-be72df540098 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:59:20.547386 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b6a92d-c350-4c86-a9a3-be72df540098 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:59:20.547696 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b6a92d-c350-4c86-a9a3-be72df540098 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:59:20.548007 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b6a92d-c350-4c86-a9a3-be72df540098 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:59:20.548941 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b6a92d-c350-4c86-a9a3-be72df540098 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:59:20.553078 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.plugins.ml2.managers [None req-690a19b0-5b3d-40a2-bb55-bb7927856599 None None] Attempting to bind port 8d0a0c2b-d141-4828-9985-b11ba241289b on host dv-neutron-797120-4-hyperv for vnic_type normal with profile {{(pid=128086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 11:59:20.553997 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.plugins.ml2.managers [None req-690a19b0-5b3d-40a2-bb55-bb7927856599 None None] Attempting to bind port 8d0a0c2b-d141-4828-9985-b11ba241289b by drivers openvswitch,hyperv on host dv-neutron-797120-4-hyperv at level 0 using segments [{'id': '1139564f-ff83-4b49-a593-84b33301357d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b'}] {{(pid=128086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 11:59:20.554513 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-690a19b0-5b3d-40a2-bb55-bb7927856599 None None] Attempting to bind port 8d0a0c2b-d141-4828-9985-b11ba241289b on network f2b8ca71-e776-48b2-8898-96cc7970207b {{(pid=128086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 11:59:20.557899 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG oslo_concurrency.lockutils [None req-a1b6a92d-c350-4c86-a9a3-be72df540098 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=128086) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:59:20.560570 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-690a19b0-5b3d-40a2-bb55-bb7927856599 None None] Checking agent: {'id': 'e3a695b2-c397-461f-83b0-10b79d490b59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 11, 36, 56), 'started_at': datetime.datetime(2021, 6, 24, 11, 37, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 11, 58, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=128086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 11:59:20.560943 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-690a19b0-5b3d-40a2-bb55-bb7927856599 None None] Checking segment: {'id': '1139564f-ff83-4b49-a593-84b33301357d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=128086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 11:59:20.561401 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron_lib.callbacks.manager [None req-690a19b0-5b3d-40a2-bb55-bb7927856599 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=128086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:59:20.561966 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-690a19b0-5b3d-40a2-bb55-bb7927856599 None None] Bound using segment: {'id': '1139564f-ff83-4b49-a593-84b33301357d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b'} {{(pid=128086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 11:59:20.562620 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.plugins.ml2.managers [None req-690a19b0-5b3d-40a2-bb55-bb7927856599 None None] Bound port: 8d0a0c2b-d141-4828-9985-b11ba241289b, host: dv-neutron-797120-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1139564f-ff83-4b49-a593-84b33301357d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b'}}] {{(pid=128086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 11:59:20.563476 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron_lib.callbacks.manager [None req-690a19b0-5b3d-40a2-bb55-bb7927856599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:59:20.620857 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.plugins.ml2.db [None req-690a19b0-5b3d-40a2-bb55-bb7927856599 None None] For port 8d0a0c2b-d141-4828-9985-b11ba241289b, host dv-neutron-797120-4-hyperv, cleared binding levels {{(pid=128086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 11:59:20.624421 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.plugins.ml2.db [None req-690a19b0-5b3d-40a2-bb55-bb7927856599 None None] For port 8d0a0c2b-d141-4828-9985-b11ba241289b, host dv-neutron-797120-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=8d0a0c2b-d141-4828-9985-b11ba241289b,segment=NetworkSegment(1139564f-ff83-4b49-a593-84b33301357d),segment_id=1139564f-ff83-4b49-a593-84b33301357d)] {{(pid=128086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 11:59:20.628473 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron_lib.callbacks.manager [None req-690a19b0-5b3d-40a2-bb55-bb7927856599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:59:20.637467 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG oslo_concurrency.lockutils [None req-a1b6a92d-c350-4c86-a9a3-be72df540098 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128086) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:59:20.637715 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.db_base_plugin_common [None req-5c70c955-6c75-4b51-b3aa-a4185725f082 None None] Allocated IP 172.20.0.2 (d4e04dec-a1c7-4334-bc5a-591d258dfdb5/7713b846-dd46-450e-85da-20ef106a74e5/eb36e5f3-6cee-4b24-b972-6ed14bab28d1) {{(pid=128085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 11:59:20.683149 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-690a19b0-5b3d-40a2-bb55-bb7927856599 None None] Routers {'2b3aaf3f-7d56-4f76-887e-f601ac002105'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 11:59:20.684126 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-690a19b0-5b3d-40a2-bb55-bb7927856599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T11:58:56Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['2b3aaf3f-7d56-4f76-887e-f601ac002105'], 'active': True} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:59:20.777325 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b6a92d-c350-4c86-a9a3-be72df540098 None None] Pushing event updated for resources: {'Port': ['ID=8d0a0c2b-d141-4828-9985-b11ba241289b,revision_number=3']} {{(pid=128086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:59:20.781492 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG oslo_concurrency.lockutils [None req-a1b6a92d-c350-4c86-a9a3-be72df540098 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=128086) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:59:20.800532 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-5c70c955-6c75-4b51-b3aa-a4185725f082 None None] Notify callbacks [] for port, precommit_create {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:59:20.801668 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_dvr_db [None req-690a19b0-5b3d-40a2-bb55-bb7927856599 None None] Set router 2b3aaf3f-7d56-4f76-887e-f601ac002105 gateway port host: dv-neutron-797120-4-hyperv {{(pid=128086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 11:59:20.811960 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-5c70c955-6c75-4b51-b3aa-a4185725f082 None None] Transition to ACTIVE for port object eb36e5f3-6cee-4b24-b972-6ed14bab28d1 will not be triggered until provisioned by entity L2. {{(pid=128085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 11:59:20.815655 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-9d85aba9-140d-4ff0-85a6-29112e38aaf4 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:59:20.828722 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-5c70c955-6c75-4b51-b3aa-a4185725f082 None None] Transition to ACTIVE for port object eb36e5f3-6cee-4b24-b972-6ed14bab28d1 will not be triggered until provisioned by entity DHCP. {{(pid=128085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 11:59:20.837620 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-5c70c955-6c75-4b51-b3aa-a4185725f082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-650429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-506361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793193536723'] for port, after_create {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:59:20.840529 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-84c396d9-4e3c-4e65-b013-20920fde1ea9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:59:20.887508 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c70c955-6c75-4b51-b3aa-a4185725f082 None None] Network d4e04dec-a1c7-4334-bc5a-591d258dfdb5 is already hosted by enough agents. {{(pid=128085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 11:59:20.891934 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.scheduler.base_scheduler [None req-5c70c955-6c75-4b51-b3aa-a4185725f082 None None] Resources bound (agent type, host, resource id): {{(pid=128085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:59:20.896550 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c70c955-6c75-4b51-b3aa-a4185725f082 None None] Received port after_create {{(pid=128085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 11:59:20.899887 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c70c955-6c75-4b51-b3aa-a4185725f082 None None] Pushing event updated for resources: {'Port': ['ID=eb36e5f3-6cee-4b24-b972-6ed14bab28d1,revision_number=1']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:59:20.903527 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-5c70c955-6c75-4b51-b3aa-a4185725f082 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:59:20.964299 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-5c70c955-6c75-4b51-b3aa-a4185725f082 None None] Attempting to bind port eb36e5f3-6cee-4b24-b972-6ed14bab28d1 on host dv-neutron-797120-4-hyperv for vnic_type normal with profile {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 11:59:20.964694 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-5c70c955-6c75-4b51-b3aa-a4185725f082 None None] Attempting to bind port eb36e5f3-6cee-4b24-b972-6ed14bab28d1 by drivers openvswitch,hyperv on host dv-neutron-797120-4-hyperv at level 0 using segments [{'id': 'c1ec4113-b23f-4bd3-ace6-d95015ed91e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'd4e04dec-a1c7-4334-bc5a-591d258dfdb5'}] {{(pid=128085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 11:59:20.965073 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c70c955-6c75-4b51-b3aa-a4185725f082 None None] Attempting to bind port eb36e5f3-6cee-4b24-b972-6ed14bab28d1 on network d4e04dec-a1c7-4334-bc5a-591d258dfdb5 {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 11:59:20.970299 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c70c955-6c75-4b51-b3aa-a4185725f082 None None] Checking agent: {'id': 'e3a695b2-c397-461f-83b0-10b79d490b59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 11, 36, 56), 'started_at': datetime.datetime(2021, 6, 24, 11, 37, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 11, 58, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 11:59:20.970684 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c70c955-6c75-4b51-b3aa-a4185725f082 None None] Checking segment: {'id': 'c1ec4113-b23f-4bd3-ace6-d95015ed91e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'd4e04dec-a1c7-4334-bc5a-591d258dfdb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=128085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 11:59:20.971189 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-5c70c955-6c75-4b51-b3aa-a4185725f082 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:59:20.971587 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c70c955-6c75-4b51-b3aa-a4185725f082 None None] Bound using segment: {'id': 'c1ec4113-b23f-4bd3-ace6-d95015ed91e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'd4e04dec-a1c7-4334-bc5a-591d258dfdb5'} {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 11:59:20.972083 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-5c70c955-6c75-4b51-b3aa-a4185725f082 None None] Bound port: eb36e5f3-6cee-4b24-b972-6ed14bab28d1, host: dv-neutron-797120-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1ec4113-b23f-4bd3-ace6-d95015ed91e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'd4e04dec-a1c7-4334-bc5a-591d258dfdb5'}}] {{(pid=128085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 11:59:20.972480 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-5c70c955-6c75-4b51-b3aa-a4185725f082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:59:21.004344 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-690a19b0-5b3d-40a2-bb55-bb7927856599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b3aaf3f-7d56-4f76-887e-f601ac002105', 'name': 'tempest-TestNetworkBasicOps-router-744398399', 'tenant_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'external_fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.136'}], 'enable_snat': True}, 'gw_port_id': '8d0a0c2b-d141-4828-9985-b11ba241289b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T11:59:18Z', 'updated_at': '2021-06-24T11:59:19Z', 'revision_number': 3, 'project_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'gw_port': {'id': '8d0a0c2b-d141-4828-9985-b11ba241289b', 'name': '', 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:4f:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b3aaf3f-7d56-4f76-887e-f601ac002105', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:59:18Z', 'updated_at': '2021-06-24T11:59:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-4-hyperv'}], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:59:21.037117 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-690a19b0-5b3d-40a2-bb55-bb7927856599 None None] The sync data for ids ['2b3aaf3f-7d56-4f76-887e-f601ac002105'] in dv-neutron-797120-4-hyperv is: [{'id': '2b3aaf3f-7d56-4f76-887e-f601ac002105', 'name': 'tempest-TestNetworkBasicOps-router-744398399', 'tenant_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'external_fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.136'}], 'enable_snat': True}, 'gw_port_id': '8d0a0c2b-d141-4828-9985-b11ba241289b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T11:59:18Z', 'updated_at': '2021-06-24T11:59:19Z', 'revision_number': 3, 'project_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'gw_port': {'id': '8d0a0c2b-d141-4828-9985-b11ba241289b', 'name': '', 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:4f:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b3aaf3f-7d56-4f76-887e-f601ac002105', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:59:18Z', 'updated_at': '2021-06-24T11:59:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-4-hyperv'}] {{(pid=128086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 11:59:21.047421 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-5c70c955-6c75-4b51-b3aa-a4185725f082 None None] For port eb36e5f3-6cee-4b24-b972-6ed14bab28d1, host dv-neutron-797120-4-hyperv, cleared binding levels {{(pid=128085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 11:59:21.051525 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-5c70c955-6c75-4b51-b3aa-a4185725f082 None None] For port eb36e5f3-6cee-4b24-b972-6ed14bab28d1, host dv-neutron-797120-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=eb36e5f3-6cee-4b24-b972-6ed14bab28d1,segment=NetworkSegment(c1ec4113-b23f-4bd3-ace6-d95015ed91e0),segment_id=c1ec4113-b23f-4bd3-ace6-d95015ed91e0)] {{(pid=128085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 11:59:21.056110 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-5c70c955-6c75-4b51-b3aa-a4185725f082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:59:21.058257 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-764ec262-59a5-489e-ae62-81f76517fe74 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:59:21.119187 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.agents_db [None req-87a69269-d72b-4286-97f3-1041481ed6d8 None None] Agent healthcheck: found 6 active agents {{(pid=128086) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 11:59:21.132840 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c70c955-6c75-4b51-b3aa-a4185725f082 None None] Pushing event updated for resources: {'Port': ['ID=eb36e5f3-6cee-4b24-b972-6ed14bab28d1,revision_number=2']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:59:21.140445 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-5c70c955-6c75-4b51-b3aa-a4185725f082 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:59:21.167172 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.db.db_base_plugin_common [None req-9d85aba9-140d-4ff0-85a6-29112e38aaf4 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Allocated IP 172.20.0.1 (d4e04dec-a1c7-4334-bc5a-591d258dfdb5/7713b846-dd46-450e-85da-20ef106a74e5/3c84ff37-b06d-41c6-9c03-a063fb4323eb) {{(pid=128084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 11:59:21.329158 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-9d85aba9-140d-4ff0-85a6-29112e38aaf4 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for port, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:59:21.387410 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.db.provisioning_blocks [None req-9d85aba9-140d-4ff0-85a6-29112e38aaf4 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Transition to ACTIVE for port object 3c84ff37-b06d-41c6-9c03-a063fb4323eb will not be triggered until provisioned by entity DHCP. {{(pid=128084) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 11:59:21.449616 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-9d85aba9-140d-4ff0-85a6-29112e38aaf4 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-650429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-506361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793193536723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3291971'] for port, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:59:21.456726 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-c1aa9c17-c846-4811-975a-4ab1ddd1d083 tempest-TestVolumeBootPattern-428988392 tempest-TestVolumeBootPattern-428988392-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:59:21.521425 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d85aba9-140d-4ff0-85a6-29112e38aaf4 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Network d4e04dec-a1c7-4334-bc5a-591d258dfdb5 is already hosted by enough agents. {{(pid=128084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 11:59:21.526382 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.base_scheduler [None req-9d85aba9-140d-4ff0-85a6-29112e38aaf4 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Resources bound (agent type, host, resource id): {{(pid=128084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:59:21.532184 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d85aba9-140d-4ff0-85a6-29112e38aaf4 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Received port after_create {{(pid=128084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 11:59:21.598823 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d85aba9-140d-4ff0-85a6-29112e38aaf4 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Pushing event updated for resources: {'Port': ['ID=3c84ff37-b06d-41c6-9c03-a063fb4323eb,revision_number=1']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:59:21.604239 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-9d85aba9-140d-4ff0-85a6-29112e38aaf4 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:59:21.619917 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-9d85aba9-140d-4ff0-85a6-29112e38aaf4 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1978458'] for router_interface, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:59:21.817975 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-9d85aba9-140d-4ff0-85a6-29112e38aaf4 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:59:22.133423 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device eb36e5f3-6cee-4b24-b972-6ed14bab28d1 up at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 11:59:22.193637 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-9d85aba9-140d-4ff0-85a6-29112e38aaf4 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for port, precommit_update {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:59:22.203039 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-9d85aba9-140d-4ff0-85a6-29112e38aaf4 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3292081'] for port, after_update {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:59:22.212359 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-f3611848-6acb-43e5-8238-110652552b80 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:59:22.218675 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning for port eb36e5f3-6cee-4b24-b972-6ed14bab28d1 completed by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 11:59:22.224695 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device 8d0a0c2b-d141-4828-9985-b11ba241289b up at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 11:59:22.290109 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning for port 8d0a0c2b-d141-4828-9985-b11ba241289b completed by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 11:59:22.297586 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning complete for port 8d0a0c2b-d141-4828-9985-b11ba241289b triggered by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:59:22.298845 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:59:22.316279 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d85aba9-140d-4ff0-85a6-29112e38aaf4 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Pushing event updated for resources: {'Port': ['ID=3c84ff37-b06d-41c6-9c03-a063fb4323eb,revision_number=2']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:59:22.319588 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-9d85aba9-140d-4ff0-85a6-29112e38aaf4 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1783050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1978542'] for router_interface, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:59:22.322125 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-9d85aba9-140d-4ff0-85a6-29112e38aaf4 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:59:22.372850 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-684ff16f-56ee-45ed-87fa-116bbcb8f32a None None] Network d4e04dec-a1c7-4334-bc5a-591d258dfdb5 requested from dv-neutron-797120-4-hyperv {{(pid=128085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 11:59:22.447761 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d85aba9-140d-4ff0-85a6-29112e38aaf4 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Network d4e04dec-a1c7-4334-bc5a-591d258dfdb5 is already hosted by enough agents. {{(pid=128084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 11:59:22.449235 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.base_scheduler [None req-9d85aba9-140d-4ff0-85a6-29112e38aaf4 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Resources bound (agent type, host, resource id): {{(pid=128084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:59:22.465128 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-18a6f9a2-a9bf-4490-a4f3-cf4f559ae65a None None] Provisioning for port eb36e5f3-6cee-4b24-b972-6ed14bab28d1 completed by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 11:59:22.478430 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:59:22.483079 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-18a6f9a2-a9bf-4490-a4f3-cf4f559ae65a None None] Provisioning complete for port eb36e5f3-6cee-4b24-b972-6ed14bab28d1 triggered by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:59:22.483450 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-18a6f9a2-a9bf-4490-a4f3-cf4f559ae65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:59:22.539565 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] For port 8d0a0c2b-d141-4828-9985-b11ba241289b, host dv-neutron-797120-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=8d0a0c2b-d141-4828-9985-b11ba241289b,segment=NetworkSegment(1139564f-ff83-4b49-a593-84b33301357d),segment_id=1139564f-ff83-4b49-a593-84b33301357d)] {{(pid=128085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 11:59:22.546512 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:59:22.565134 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:59:22.581824 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d85aba9-140d-4ff0-85a6-29112e38aaf4 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Router 2b3aaf3f-7d56-4f76-887e-f601ac002105 has already been hosted by L3 agent 2987dba8-2249-4ee6-96ec-28f0f7a6127d {{(pid=128084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 11:59:22.672767 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Pushing event updated for resources: {'Port': ['ID=8d0a0c2b-d141-4828-9985-b11ba241289b,revision_number=4']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:59:22.679686 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:59:22.692800 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-18a6f9a2-a9bf-4490-a4f3-cf4f559ae65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:59:22.718718 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d85aba9-140d-4ff0-85a6-29112e38aaf4 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify agent at l3_agent.dv-neutron-797120-4-hyperv the message routers_updated {{(pid=128084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 11:59:22.730568 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-9d85aba9-140d-4ff0-85a6-29112e38aaf4 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "PUT /v2.0/routers/2b3aaf3f-7d56-4f76-887e-f601ac002105/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3871374 Jun 24 11:59:22.730953 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 36368) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:59:22.738886 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-18a6f9a2-a9bf-4490-a4f3-cf4f559ae65a None None] For port eb36e5f3-6cee-4b24-b972-6ed14bab28d1, host dv-neutron-797120-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=eb36e5f3-6cee-4b24-b972-6ed14bab28d1,segment=NetworkSegment(c1ec4113-b23f-4bd3-ace6-d95015ed91e0),segment_id=c1ec4113-b23f-4bd3-ace6-d95015ed91e0)] {{(pid=128085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 11:59:22.744911 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-18a6f9a2-a9bf-4490-a4f3-cf4f559ae65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:59:22.746687 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-7dcc0578-c4d6-49f8-81b5-7c5e70eb7362 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:59:22.806185 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a6f9a2-a9bf-4490-a4f3-cf4f559ae65a None None] Pushing event updated for resources: {'Port': ['ID=eb36e5f3-6cee-4b24-b972-6ed14bab28d1,revision_number=3']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:59:22.811077 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-18a6f9a2-a9bf-4490-a4f3-cf4f559ae65a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:59:22.854402 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56e25a4a-ffd4-47e8-a5a2-e210c43fc31c tempest-TestNetworkBasicOps-1239029366 tempest-TestNetworkBasicOps-1239029366-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:59:22.854987 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56e25a4a-ffd4-47e8-a5a2-e210c43fc31c tempest-TestNetworkBasicOps-1239029366 tempest-TestNetworkBasicOps-1239029366-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:59:22.855458 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56e25a4a-ffd4-47e8-a5a2-e210c43fc31c tempest-TestNetworkBasicOps-1239029366 tempest-TestNetworkBasicOps-1239029366-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:59:22.855928 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56e25a4a-ffd4-47e8-a5a2-e210c43fc31c tempest-TestNetworkBasicOps-1239029366 tempest-TestNetworkBasicOps-1239029366-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:59:22.857634 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-56e25a4a-ffd4-47e8-a5a2-e210c43fc31c tempest-TestNetworkBasicOps-1239029366 tempest-TestNetworkBasicOps-1239029366-project-admin] 10.222.0.53 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.1256907 Jun 24 11:59:22.860407 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 36370) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:59:23.083124 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-9e6ecc46-7630-4146-8a2d-520cb99c07fd None None] Provisioning complete for port eb36e5f3-6cee-4b24-b972-6ed14bab28d1 triggered by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:59:23.084088 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-9e6ecc46-7630-4146-8a2d-520cb99c07fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:59:23.117947 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb90ad12-4580-4577-a584-33d300f0ba73 None None] Sync routers for ids ['2b3aaf3f-7d56-4f76-887e-f601ac002105'] in dv-neutron-797120-4-hyperv {{(pid=128085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 11:59:23.141731 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb90ad12-4580-4577-a584-33d300f0ba73 None None] Routers {'2b3aaf3f-7d56-4f76-887e-f601ac002105'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 11:59:23.142790 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-fb90ad12-4580-4577-a584-33d300f0ba73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T11:58:56Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['2b3aaf3f-7d56-4f76-887e-f601ac002105'], 'active': True} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:59:23.293099 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8b87c01-f18a-40bb-82d5-41c61fd4687c tempest-TestNetworkBasicOps-1239029366 tempest-TestNetworkBasicOps-1239029366-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:59:23.294028 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8b87c01-f18a-40bb-82d5-41c61fd4687c tempest-TestNetworkBasicOps-1239029366 tempest-TestNetworkBasicOps-1239029366-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:59:23.294844 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8b87c01-f18a-40bb-82d5-41c61fd4687c tempest-TestNetworkBasicOps-1239029366 tempest-TestNetworkBasicOps-1239029366-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:59:23.295663 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8b87c01-f18a-40bb-82d5-41c61fd4687c tempest-TestNetworkBasicOps-1239029366 tempest-TestNetworkBasicOps-1239029366-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:59:23.298163 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvr_db [None req-fb90ad12-4580-4577-a584-33d300f0ba73 None None] Set router 2b3aaf3f-7d56-4f76-887e-f601ac002105 gateway port host: dv-neutron-797120-4-hyperv {{(pid=128085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 11:59:23.299270 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-c8b87c01-f18a-40bb-82d5-41c61fd4687c tempest-TestNetworkBasicOps-1239029366 tempest-TestNetworkBasicOps-1239029366-project-admin] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2737 time: 0.4372065 Jun 24 11:59:23.301987 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 36372) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:59:23.341958 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-9e6ecc46-7630-4146-8a2d-520cb99c07fd None None] Provisioning for port 3c84ff37-b06d-41c6-9c03-a063fb4323eb completed by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 11:59:23.351284 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-9e6ecc46-7630-4146-8a2d-520cb99c07fd None None] Provisioning complete for port 3c84ff37-b06d-41c6-9c03-a063fb4323eb triggered by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:59:23.351876 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-9e6ecc46-7630-4146-8a2d-520cb99c07fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:59:23.623537 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-9e6ecc46-7630-4146-8a2d-520cb99c07fd None None] Port 3c84ff37-b06d-41c6-9c03-a063fb4323eb cannot update to ACTIVE because it is not bound. {{(pid=128085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 11:59:23.751048 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28ee09de-6126-4e31-ac9c-9f9834910a96 None None] Provisioning complete for port 3c84ff37-b06d-41c6-9c03-a063fb4323eb triggered by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:59:23.751423 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28ee09de-6126-4e31-ac9c-9f9834910a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:59:23.753979 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-99271dea-7305-4981-85f8-ac333eb8ab39 tempest-TestNetworkBasicOps-1239029366 tempest-TestNetworkBasicOps-1239029366-project-admin] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1607 time: 0.4503415 Jun 24 11:59:23.754419 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-fb90ad12-4580-4577-a584-33d300f0ba73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b3aaf3f-7d56-4f76-887e-f601ac002105', 'name': 'tempest-TestNetworkBasicOps-router-744398399', 'tenant_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'external_fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.136'}], 'enable_snat': True}, 'gw_port_id': '8d0a0c2b-d141-4828-9985-b11ba241289b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T11:59:18Z', 'updated_at': '2021-06-24T11:59:21Z', 'revision_number': 4, 'project_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'gw_port': {'id': '8d0a0c2b-d141-4828-9985-b11ba241289b', 'name': '', 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:4f:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b3aaf3f-7d56-4f76-887e-f601ac002105', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:59:18Z', 'updated_at': '2021-06-24T11:59:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-4-hyperv', '_interfaces': [{'id': '3c84ff37-b06d-41c6-9c03-a063fb4323eb', 'name': '', 'network_id': 'd4e04dec-a1c7-4334-bc5a-591d258dfdb5', 'tenant_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'mac_address': 'fa:16:3e:bf:c2:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b3aaf3f-7d56-4f76-887e-f601ac002105', 'device_owner': 'network:router_interface', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '7713b846-dd46-450e-85da-20ef106a74e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:59:20Z', 'updated_at': '2021-06-24T11:59:22Z', 'revision_number': 2, 'project_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'subnets': [{'id': '7713b846-dd46-450e-85da-20ef106a74e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:59:23.804859 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb90ad12-4580-4577-a584-33d300f0ba73 None None] Checking router: 2b3aaf3f-7d56-4f76-887e-f601ac002105 for host: dv-neutron-797120-4-hyperv {{(pid=128085) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 11:59:23.805256 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb90ad12-4580-4577-a584-33d300f0ba73 None None] Updating router 2b3aaf3f-7d56-4f76-887e-f601ac002105 port 3c84ff37-b06d-41c6-9c03-a063fb4323eb binding host dv-neutron-797120-4-hyperv {{(pid=128085) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 11:59:23.841863 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-28ee09de-6126-4e31-ac9c-9f9834910a96 None None] Port 3c84ff37-b06d-41c6-9c03-a063fb4323eb cannot update to ACTIVE because it is not bound. {{(pid=128085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 11:59:23.844772 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-3e726d20-3ebb-4ad6-9762-3f9e891ea7ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:59:23.856073 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-fb90ad12-4580-4577-a584-33d300f0ba73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:59:24.055367 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device eb36e5f3-6cee-4b24-b972-6ed14bab28d1 up at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 11:59:24.200615 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning complete for port eb36e5f3-6cee-4b24-b972-6ed14bab28d1 triggered by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:59:24.201367 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:59:24.249466 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-fb90ad12-4580-4577-a584-33d300f0ba73 None None] Notify callbacks [] for port, precommit_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:59:24.275747 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-fb90ad12-4580-4577-a584-33d300f0ba73 None None] Transition to ACTIVE for port object 3c84ff37-b06d-41c6-9c03-a063fb4323eb will not be triggered until provisioned by entity L2. {{(pid=128085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 11:59:24.289359 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-fb90ad12-4580-4577-a584-33d300f0ba73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:59:24.293687 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:59:24.326430 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 36376) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:59:24.331116 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-ffbbd655-2ce8-47a8-9e19-5fd00aba79b4 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-475223888', 'description': 'tempest-secgroup-smoke-475223888 description', 'project_id': 'adbe78de4fbf48fcad1a6bc46d4a1728'}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:59:24.354564 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-ffbbd655-2ce8-47a8-9e19-5fd00aba79b4 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for security_group, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:59:24.411800 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712ad308-c732-43a5-84d2-5c284343e819 None None] Pushing event updated for resources: {'Port': ['ID=3c84ff37-b06d-41c6-9c03-a063fb4323eb,revision_number=3']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:59:24.416673 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-712ad308-c732-43a5-84d2-5c284343e819 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:59:24.453259 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-ffbbd655-2ce8-47a8-9e19-5fd00aba79b4 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for security_group, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:59:24.458663 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-ffbbd655-2ce8-47a8-9e19-5fd00aba79b4 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800410'] for security_group, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:59:24.458898 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device 8d0a0c2b-d141-4828-9985-b11ba241289b up at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 11:59:24.462372 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-4a2fde4b-f5b8-47ea-9c76-7d7a1d2d3a1f tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:59:24.491993 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-ffbbd655-2ce8-47a8-9e19-5fd00aba79b4 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for security_group, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:59:24.493782 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-ffbbd655-2ce8-47a8-9e19-5fd00aba79b4 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1663563 Jun 24 11:59:24.495488 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbbd655-2ce8-47a8-9e19-5fd00aba79b4 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Pushing event updated for resources: {'SecurityGroup': ['ID=56569374-1591-4ced-be93-0dc0681ffe77,revision_number=1']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:59:24.497920 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 36378) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:59:24.502945 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-1f1a492b-50e9-4eff-9731-acddbfe74d18 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Request body: {'security_group_rule': {'security_group_id': '56569374-1591-4ced-be93-0dc0681ffe77', 'project_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:59:24.517288 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-ffbbd655-2ce8-47a8-9e19-5fd00aba79b4 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:59:24.536723 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-1f1a492b-50e9-4eff-9731-acddbfe74d18 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for security_group_rule, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:59:24.541493 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-fb90ad12-4580-4577-a584-33d300f0ba73 None None] Attempting to bind port 3c84ff37-b06d-41c6-9c03-a063fb4323eb on host dv-neutron-797120-4-hyperv for vnic_type normal with profile {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 11:59:24.542059 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-fb90ad12-4580-4577-a584-33d300f0ba73 None None] Attempting to bind port 3c84ff37-b06d-41c6-9c03-a063fb4323eb by drivers openvswitch,hyperv on host dv-neutron-797120-4-hyperv at level 0 using segments [{'id': 'c1ec4113-b23f-4bd3-ace6-d95015ed91e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'd4e04dec-a1c7-4334-bc5a-591d258dfdb5'}] {{(pid=128085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 11:59:24.542590 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb90ad12-4580-4577-a584-33d300f0ba73 None None] Attempting to bind port 3c84ff37-b06d-41c6-9c03-a063fb4323eb on network d4e04dec-a1c7-4334-bc5a-591d258dfdb5 {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 11:59:24.558826 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb90ad12-4580-4577-a584-33d300f0ba73 None None] Checking agent: {'id': 'e3a695b2-c397-461f-83b0-10b79d490b59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 11, 36, 56), 'started_at': datetime.datetime(2021, 6, 24, 11, 37, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 11, 58, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 11:59:24.559356 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb90ad12-4580-4577-a584-33d300f0ba73 None None] Checking segment: {'id': 'c1ec4113-b23f-4bd3-ace6-d95015ed91e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'd4e04dec-a1c7-4334-bc5a-591d258dfdb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=128085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 11:59:24.559948 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-fb90ad12-4580-4577-a584-33d300f0ba73 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:59:24.560501 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb90ad12-4580-4577-a584-33d300f0ba73 None None] Bound using segment: {'id': 'c1ec4113-b23f-4bd3-ace6-d95015ed91e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'd4e04dec-a1c7-4334-bc5a-591d258dfdb5'} {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 11:59:24.561239 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-fb90ad12-4580-4577-a584-33d300f0ba73 None None] Bound port: 3c84ff37-b06d-41c6-9c03-a063fb4323eb, host: dv-neutron-797120-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1ec4113-b23f-4bd3-ace6-d95015ed91e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'd4e04dec-a1c7-4334-bc5a-591d258dfdb5'}}] {{(pid=128085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 11:59:24.561801 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-fb90ad12-4580-4577-a584-33d300f0ba73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:59:24.607130 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-1f1a492b-50e9-4eff-9731-acddbfe74d18 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:59:24.612364 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-1f1a492b-50e9-4eff-9731-acddbfe74d18 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1627007'] for security_group_rule, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:59:24.614168 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-36b2e3f2-bb7b-4210-99ee-482cdf123576 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:59:24.630006 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning complete for port 8d0a0c2b-d141-4828-9985-b11ba241289b triggered by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:59:24.630554 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:59:24.636007 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1a492b-50e9-4eff-9731-acddbfe74d18 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e27ef39-941f-4cb2-9860-846ba75f96ed,revision_number=0']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:59:24.639025 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-1f1a492b-50e9-4eff-9731-acddbfe74d18 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:59:24.642047 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-1f1a492b-50e9-4eff-9731-acddbfe74d18 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for security_group_rule, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:59:24.643182 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-1f1a492b-50e9-4eff-9731-acddbfe74d18 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1441219 Jun 24 11:59:24.646262 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 36380) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:59:24.652301 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-76f05ff2-eabe-4a9b-bdc9-945a07e42bf9 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Request body: {'security_group_rule': {'security_group_id': '56569374-1591-4ced-be93-0dc0681ffe77', 'project_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:59:24.679625 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-76f05ff2-eabe-4a9b-bdc9-945a07e42bf9 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for security_group_rule, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:59:24.733738 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-fb90ad12-4580-4577-a584-33d300f0ba73 None None] For port 3c84ff37-b06d-41c6-9c03-a063fb4323eb, host dv-neutron-797120-4-hyperv, cleared binding levels {{(pid=128085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 11:59:24.738395 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-fb90ad12-4580-4577-a584-33d300f0ba73 None None] For port 3c84ff37-b06d-41c6-9c03-a063fb4323eb, host dv-neutron-797120-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=3c84ff37-b06d-41c6-9c03-a063fb4323eb,segment=NetworkSegment(c1ec4113-b23f-4bd3-ace6-d95015ed91e0),segment_id=c1ec4113-b23f-4bd3-ace6-d95015ed91e0)] {{(pid=128085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 11:59:24.745422 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-fb90ad12-4580-4577-a584-33d300f0ba73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:59:24.746029 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-76f05ff2-eabe-4a9b-bdc9-945a07e42bf9 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:59:24.749810 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:59:24.750416 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-76f05ff2-eabe-4a9b-bdc9-945a07e42bf9 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1627007'] for security_group_rule, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:59:24.752260 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-69a0eccc-593b-4f51-ba48-7c61664737fb tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:59:24.767243 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f05ff2-eabe-4a9b-bdc9-945a07e42bf9 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9550c5c4-4d01-4784-8ad1-371e981356ad,revision_number=0']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:59:24.771051 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-76f05ff2-eabe-4a9b-bdc9-945a07e42bf9 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:59:24.778480 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-76f05ff2-eabe-4a9b-bdc9-945a07e42bf9 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for security_group_rule, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:59:24.779657 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-76f05ff2-eabe-4a9b-bdc9-945a07e42bf9 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1312892 Jun 24 11:59:24.782439 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 36382) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:59:24.787150 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-28b938bf-b896-49b5-ac04-88079b140917 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Request body: {'security_group_rule': {'security_group_id': '56569374-1591-4ced-be93-0dc0681ffe77', 'project_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:59:24.816564 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-28b938bf-b896-49b5-ac04-88079b140917 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for security_group_rule, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:59:24.879520 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb90ad12-4580-4577-a584-33d300f0ba73 None None] Routers {'2b3aaf3f-7d56-4f76-887e-f601ac002105'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 11:59:24.880424 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-fb90ad12-4580-4577-a584-33d300f0ba73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T11:58:56Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['2b3aaf3f-7d56-4f76-887e-f601ac002105'], 'active': True} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:59:24.885022 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-28b938bf-b896-49b5-ac04-88079b140917 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:59:24.890016 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-28b938bf-b896-49b5-ac04-88079b140917 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1627007'] for security_group_rule, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:59:24.892278 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-7e9b8319-278d-42fc-a38c-73fe692a2b6c tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:59:24.914250 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-28b938bf-b896-49b5-ac04-88079b140917 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for security_group_rule, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:59:24.918062 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-28b938bf-b896-49b5-ac04-88079b140917 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1320500 Jun 24 11:59:24.918062 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b938bf-b896-49b5-ac04-88079b140917 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b5ceec0-8ab7-4db3-9990-f96542ec3f9f,revision_number=0']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:59:24.918385 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 36384) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:59:24.921946 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-28b938bf-b896-49b5-ac04-88079b140917 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:59:24.927739 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [None req-b1ecc945-44e0-4fc8-8c21-6819e210dada tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Request body: {'security_group_rule': {'security_group_id': '56569374-1591-4ced-be93-0dc0681ffe77', 'project_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:59:24.941352 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712ad308-c732-43a5-84d2-5c284343e819 None None] Pushing event updated for resources: {'Port': ['ID=3c84ff37-b06d-41c6-9c03-a063fb4323eb,revision_number=4']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:59:24.947536 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-712ad308-c732-43a5-84d2-5c284343e819 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:59:24.962982 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-b1ecc945-44e0-4fc8-8c21-6819e210dada tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for security_group_rule, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:59:25.031363 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-b1ecc945-44e0-4fc8-8c21-6819e210dada tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:59:25.037068 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-b1ecc945-44e0-4fc8-8c21-6819e210dada tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1627007'] for security_group_rule, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:59:25.045087 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-a7aca21b-b8e9-4310-8ba9-9e1247a5540f tempest-TestVolumeBootPattern-428988392 tempest-TestVolumeBootPattern-428988392-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:59:25.068244 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ecc945-44e0-4fc8-8c21-6819e210dada tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64899308-e3ac-4bae-a67b-0fc6c2579cac,revision_number=0']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:59:25.072607 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvr_db [None req-fb90ad12-4580-4577-a584-33d300f0ba73 None None] Set router 2b3aaf3f-7d56-4f76-887e-f601ac002105 gateway port host: dv-neutron-797120-4-hyperv {{(pid=128085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 11:59:25.079730 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-b1ecc945-44e0-4fc8-8c21-6819e210dada tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for security_group_rule, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:59:25.081356 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-b1ecc945-44e0-4fc8-8c21-6819e210dada tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1618757 Jun 24 11:59:25.083619 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ecc945-44e0-4fc8-8c21-6819e210dada tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:59:25.084159 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ecc945-44e0-4fc8-8c21-6819e210dada tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:59:25.084550 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 36386) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:59:25.084727 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ecc945-44e0-4fc8-8c21-6819e210dada tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:59:25.085280 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ecc945-44e0-4fc8-8c21-6819e210dada tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:59:25.085830 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ecc945-44e0-4fc8-8c21-6819e210dada tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:59:25.086352 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ecc945-44e0-4fc8-8c21-6819e210dada tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:59:25.086867 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ecc945-44e0-4fc8-8c21-6819e210dada tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:59:25.087391 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ecc945-44e0-4fc8-8c21-6819e210dada tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:59:25.087912 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ecc945-44e0-4fc8-8c21-6819e210dada tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:59:25.088432 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ecc945-44e0-4fc8-8c21-6819e210dada tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:59:25.088953 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ecc945-44e0-4fc8-8c21-6819e210dada tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:59:25.089514 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ecc945-44e0-4fc8-8c21-6819e210dada tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 11:59:25.090502 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-c77f0593-2da5-4311-9b1b-e299a6319245 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Request body: {'security_group_rule': {'security_group_id': '56569374-1591-4ced-be93-0dc0681ffe77', 'project_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:59:25.093812 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-b1ecc945-44e0-4fc8-8c21-6819e210dada tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:59:25.120212 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.db.securitygroups_db [None req-c77f0593-2da5-4311-9b1b-e299a6319245 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Project adbe78de4fbf48fcad1a6bc46d4a1728 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 24 11:59:25.127906 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-c77f0593-2da5-4311-9b1b-e299a6319245 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for security_group_rule, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:59:25.218056 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-c77f0593-2da5-4311-9b1b-e299a6319245 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:59:25.222265 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-c77f0593-2da5-4311-9b1b-e299a6319245 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1627007'] for security_group_rule, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:59:25.229336 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-04b02cfa-ad9e-4b0b-b9a0-088a376ef1a5 tempest-SecGroupTest-1107880395 tempest-SecGroupTest-1107880395-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:59:25.249211 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77f0593-2da5-4311-9b1b-e299a6319245 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b8fd8b9-66ae-4383-b194-188566ea5793,revision_number=0']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:59:25.252251 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-c77f0593-2da5-4311-9b1b-e299a6319245 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:59:25.254257 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-c77f0593-2da5-4311-9b1b-e299a6319245 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for security_group_rule, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:59:25.255685 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-c77f0593-2da5-4311-9b1b-e299a6319245 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1697683 Jun 24 11:59:25.259265 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 36388) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:59:25.266009 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-4ef94a4b-11f2-4b35-83f8-71b0e48893d6 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Request body: {'security_group_rule': {'security_group_id': '56569374-1591-4ced-be93-0dc0681ffe77', 'project_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:59:25.290419 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.db.securitygroups_db [None req-4ef94a4b-11f2-4b35-83f8-71b0e48893d6 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Project adbe78de4fbf48fcad1a6bc46d4a1728 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 24 11:59:25.295106 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-4ef94a4b-11f2-4b35-83f8-71b0e48893d6 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for security_group_rule, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:59:25.315965 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-fb90ad12-4580-4577-a584-33d300f0ba73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b3aaf3f-7d56-4f76-887e-f601ac002105', 'name': 'tempest-TestNetworkBasicOps-router-744398399', 'tenant_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'external_fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.136'}], 'enable_snat': True}, 'gw_port_id': '8d0a0c2b-d141-4828-9985-b11ba241289b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T11:59:18Z', 'updated_at': '2021-06-24T11:59:21Z', 'revision_number': 4, 'project_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'gw_port': {'id': '8d0a0c2b-d141-4828-9985-b11ba241289b', 'name': '', 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:4f:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b3aaf3f-7d56-4f76-887e-f601ac002105', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:59:18Z', 'updated_at': '2021-06-24T11:59:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-4-hyperv', '_interfaces': [{'id': '3c84ff37-b06d-41c6-9c03-a063fb4323eb', 'name': '', 'network_id': 'd4e04dec-a1c7-4334-bc5a-591d258dfdb5', 'tenant_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'mac_address': 'fa:16:3e:bf:c2:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b3aaf3f-7d56-4f76-887e-f601ac002105', 'device_owner': 'network:router_interface', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '7713b846-dd46-450e-85da-20ef106a74e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:59:20Z', 'updated_at': '2021-06-24T11:59:24Z', 'revision_number': 4, 'project_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'subnets': [{'id': '7713b846-dd46-450e-85da-20ef106a74e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:59:25.344432 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb90ad12-4580-4577-a584-33d300f0ba73 None None] The sync data for ids ['2b3aaf3f-7d56-4f76-887e-f601ac002105'] in dv-neutron-797120-4-hyperv is: [{'id': '2b3aaf3f-7d56-4f76-887e-f601ac002105', 'name': 'tempest-TestNetworkBasicOps-router-744398399', 'tenant_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'external_fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.136'}], 'enable_snat': True}, 'gw_port_id': '8d0a0c2b-d141-4828-9985-b11ba241289b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T11:59:18Z', 'updated_at': '2021-06-24T11:59:21Z', 'revision_number': 4, 'project_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'gw_port': {'id': '8d0a0c2b-d141-4828-9985-b11ba241289b', 'name': '', 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:4f:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b3aaf3f-7d56-4f76-887e-f601ac002105', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:59:18Z', 'updated_at': '2021-06-24T11:59:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-4-hyperv', '_interfaces': [{'id': '3c84ff37-b06d-41c6-9c03-a063fb4323eb', 'name': '', 'network_id': 'd4e04dec-a1c7-4334-bc5a-591d258dfdb5', 'tenant_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'mac_address': 'fa:16:3e:bf:c2:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b3aaf3f-7d56-4f76-887e-f601ac002105', 'device_owner': 'network:router_interface', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '7713b846-dd46-450e-85da-20ef106a74e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:59:20Z', 'updated_at': '2021-06-24T11:59:24Z', 'revision_number': 4, 'project_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'subnets': [{'id': '7713b846-dd46-450e-85da-20ef106a74e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=128085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 11:59:25.372217 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-4ef94a4b-11f2-4b35-83f8-71b0e48893d6 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:59:25.377203 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-4ef94a4b-11f2-4b35-83f8-71b0e48893d6 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1627007'] for security_group_rule, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:59:25.379476 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-a34fd5e3-d5e9-4aa7-808e-3f604d3863ad tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:59:25.423649 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef94a4b-11f2-4b35-83f8-71b0e48893d6 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f649203e-a205-4ce2-93fc-633976b59212,revision_number=0']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:59:25.430198 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-4ef94a4b-11f2-4b35-83f8-71b0e48893d6 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:59:25.431591 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-4ef94a4b-11f2-4b35-83f8-71b0e48893d6 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for security_group_rule, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:59:25.432825 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-4ef94a4b-11f2-4b35-83f8-71b0e48893d6 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1725352 Jun 24 11:59:25.662517 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-5cbfb503-8b05-4b60-a7e8-f5df61f1dd0f req-5d453598-0625-46a2-9d6d-833873af331f tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-475223888&fields=id&tenant_id=adbe78de4fbf48fcad1a6bc46d4a1728 HTTP/1.1" status: 200 len: 267 time: 0.0403376 Jun 24 11:59:25.789381 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbfb503-8b05-4b60-a7e8-f5df61f1dd0f req-93c2f3bb-69db-4799-a841-b37fc8224f81 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:59:25.791540 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-5cbfb503-8b05-4b60-a7e8-f5df61f1dd0f req-93c2f3bb-69db-4799-a841-b37fc8224f81 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "GET /v2.0/networks?id=d4e04dec-a1c7-4334-bc5a-591d258dfdb5 HTTP/1.1" status: 200 len: 797 time: 0.1216333 Jun 24 11:59:25.808629 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-5cbfb503-8b05-4b60-a7e8-f5df61f1dd0f req-57b66100-7049-432a-a12f-c66969fe3d2b tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "GET /v2.0/quotas/adbe78de4fbf48fcad1a6bc46d4a1728 HTTP/1.1" status: 200 len: 375 time: 0.0115128 Jun 24 11:59:25.888582 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-5cbfb503-8b05-4b60-a7e8-f5df61f1dd0f req-a4296e24-38d3-434b-939a-9b0d0f41a715 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=adbe78de4fbf48fcad1a6bc46d4a1728&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0735192 Jun 24 11:59:26.030473 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-5cbfb503-8b05-4b60-a7e8-f5df61f1dd0f req-cad64c9e-f287-4469-b368-9b1918f87f7e service neutron] 10.222.0.53 "GET /v2.0/networks/d4e04dec-a1c7-4334-bc5a-591d258dfdb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252224 Jun 24 11:59:26.075408 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device 3c84ff37-b06d-41c6-9c03-a063fb4323eb up at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 11:59:26.136559 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning for port 3c84ff37-b06d-41c6-9c03-a063fb4323eb completed by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 11:59:26.146763 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning complete for port 3c84ff37-b06d-41c6-9c03-a063fb4323eb triggered by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:59:26.148000 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:59:26.170176 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-5cbfb503-8b05-4b60-a7e8-f5df61f1dd0f req-8f4cd4c2-1b5d-4758-8ca1-8b88013a71b1 service neutron] 10.222.0.53 "GET /v2.0/networks/d4e04dec-a1c7-4334-bc5a-591d258dfdb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1324065 Jun 24 11:59:26.257936 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:59:26.338997 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] For port 3c84ff37-b06d-41c6-9c03-a063fb4323eb, host dv-neutron-797120-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=3c84ff37-b06d-41c6-9c03-a063fb4323eb,segment=NetworkSegment(c1ec4113-b23f-4bd3-ace6-d95015ed91e0),segment_id=c1ec4113-b23f-4bd3-ace6-d95015ed91e0)] {{(pid=128085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 11:59:26.347615 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:59:26.354403 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-7dcc0578-c4d6-49f8-81b5-7c5e70eb7362 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:59:26.377468 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-d2f1365e-45ff-42ae-bf62-b75deaf35b76 req-0f9c27c7-4d86-4818-ae34-5dbcd1fae76b tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "GET /v2.0/ports?device_id=f725fb52-ce38-4df0-b4d7-ad76c6f9f736 HTTP/1.1" status: 200 len: 210 time: 0.0503139 Jun 24 11:59:26.416936 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-41a8c597-c678-4dc7-9d0a-20e902b2e6ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:59:26.431489 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Pushing event updated for resources: {'Port': ['ID=3c84ff37-b06d-41c6-9c03-a063fb4323eb,revision_number=5']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:59:26.434777 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:59:26.507309 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:59:27.544175 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-88017c3f-ebdd-4762-9be4-493fc0c60741 req-028cb8ee-be98-4fc8-91c8-0610e5097976 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "GET /v2.0/ports?device_id=f725fb52-ce38-4df0-b4d7-ad76c6f9f736 HTTP/1.1" status: 200 len: 210 time: 0.0359206 Jun 24 11:59:27.664528 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbfb503-8b05-4b60-a7e8-f5df61f1dd0f req-466cece4-f2e9-40fa-bc0c-dcb6301dd0d0 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:59:27.666564 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-5cbfb503-8b05-4b60-a7e8-f5df61f1dd0f req-466cece4-f2e9-40fa-bc0c-dcb6301dd0d0 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.45 "GET /v2.0/networks?id=d4e04dec-a1c7-4334-bc5a-591d258dfdb5 HTTP/1.1" status: 200 len: 797 time: 0.1200631 Jun 24 11:59:27.697286 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-03237adf-ebd0-46f2-a476-4d4bb746e0f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:59:27.729809 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-5cbfb503-8b05-4b60-a7e8-f5df61f1dd0f req-e0f4329c-deba-49d1-8ca4-121f3b2fd026 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=adbe78de4fbf48fcad1a6bc46d4a1728 HTTP/1.1" status: 200 len: 379 time: 0.0441101 Jun 24 11:59:27.740646 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [req-5cbfb503-8b05-4b60-a7e8-f5df61f1dd0f req-6ea603ba-3d83-44a5-b5ff-a443f97edc80 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Request body: {'port': {'device_id': 'f725fb52-ce38-4df0-b4d7-ad76c6f9f736', 'network_id': 'd4e04dec-a1c7-4334-bc5a-591d258dfdb5', 'admin_state_up': True, 'tenant_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'security_groups': ['56569374-1591-4ced-be93-0dc0681ffe77']}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:59:27.857674 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5cbfb503-8b05-4b60-a7e8-f5df61f1dd0f req-6ea603ba-3d83-44a5-b5ff-a443f97edc80 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Made reservation on behalf of adbe78de4fbf48fcad1a6bc46d4a1728 for: {'port': 1} {{(pid=128083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 11:59:27.861544 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-5cbfb503-8b05-4b60-a7e8-f5df61f1dd0f req-6ea603ba-3d83-44a5-b5ff-a443f97edc80 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:59:28.007081 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.db_base_plugin_common [req-5cbfb503-8b05-4b60-a7e8-f5df61f1dd0f req-6ea603ba-3d83-44a5-b5ff-a443f97edc80 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Allocated IP 172.20.0.12 (d4e04dec-a1c7-4334-bc5a-591d258dfdb5/7713b846-dd46-450e-85da-20ef106a74e5/42865257-c021-4c68-a76f-b5757e287779) {{(pid=128083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 11:59:28.025867 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device 3c84ff37-b06d-41c6-9c03-a063fb4323eb up at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 11:59:28.088173 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning complete for port 3c84ff37-b06d-41c6-9c03-a063fb4323eb triggered by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:59:28.088728 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:59:28.182575 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-5cbfb503-8b05-4b60-a7e8-f5df61f1dd0f req-6ea603ba-3d83-44a5-b5ff-a443f97edc80 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for port, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:59:28.196846 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.provisioning_blocks [req-5cbfb503-8b05-4b60-a7e8-f5df61f1dd0f req-6ea603ba-3d83-44a5-b5ff-a443f97edc80 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Transition to ACTIVE for port object 42865257-c021-4c68-a76f-b5757e287779 will not be triggered until provisioned by entity DHCP. {{(pid=128083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 11:59:28.229949 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-5cbfb503-8b05-4b60-a7e8-f5df61f1dd0f req-6ea603ba-3d83-44a5-b5ff-a443f97edc80 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-650429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-506361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793193536723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2537853'] for port, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:59:28.233931 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-32b85c15-03b4-4419-95fc-e36fa2fc7255 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:59:28.281662 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5cbfb503-8b05-4b60-a7e8-f5df61f1dd0f req-6ea603ba-3d83-44a5-b5ff-a443f97edc80 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Network d4e04dec-a1c7-4334-bc5a-591d258dfdb5 is already hosted by enough agents. {{(pid=128083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 11:59:28.284902 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.base_scheduler [req-5cbfb503-8b05-4b60-a7e8-f5df61f1dd0f req-6ea603ba-3d83-44a5-b5ff-a443f97edc80 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Resources bound (agent type, host, resource id): {{(pid=128083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:59:28.289516 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.l3_dvrscheduler_db [req-5cbfb503-8b05-4b60-a7e8-f5df61f1dd0f req-6ea603ba-3d83-44a5-b5ff-a443f97edc80 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Received port after_create {{(pid=128083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 11:59:28.293547 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea603ba-3d83-44a5-b5ff-a443f97edc80 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Pushing event updated for resources: {'Port': ['ID=42865257-c021-4c68-a76f-b5757e287779,revision_number=1']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:59:28.314622 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-6ea603ba-3d83-44a5-b5ff-a443f97edc80 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:59:28.348449 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbfb503-8b05-4b60-a7e8-f5df61f1dd0f req-6ea603ba-3d83-44a5-b5ff-a443f97edc80 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:59:28.349093 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-5cbfb503-8b05-4b60-a7e8-f5df61f1dd0f req-6ea603ba-3d83-44a5-b5ff-a443f97edc80 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468916'] for port, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:59:28.366079 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-5cbfb503-8b05-4b60-a7e8-f5df61f1dd0f req-6ea603ba-3d83-44a5-b5ff-a443f97edc80 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6308126 Jun 24 11:59:28.383397 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [req-5cbfb503-8b05-4b60-a7e8-f5df61f1dd0f req-9368288b-e0bc-418c-b2cf-0fb913cb6c04 service neutron] Request body: {'port': {'device_id': 'f725fb52-ce38-4df0-b4d7-ad76c6f9f736', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7971'}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:59:28.474795 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-5cbfb503-8b05-4b60-a7e8-f5df61f1dd0f req-9368288b-e0bc-418c-b2cf-0fb913cb6c04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:59:28.519808 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-41480b71-4a43-4e04-a206-bbd977ec89ce None None] Provisioning for port 42865257-c021-4c68-a76f-b5757e287779 completed by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 11:59:28.525197 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-41480b71-4a43-4e04-a206-bbd977ec89ce None None] Provisioning complete for port 42865257-c021-4c68-a76f-b5757e287779 triggered by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:59:28.525648 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-41480b71-4a43-4e04-a206-bbd977ec89ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:59:28.567241 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-41480b71-4a43-4e04-a206-bbd977ec89ce None None] Port 42865257-c021-4c68-a76f-b5757e287779 cannot update to ACTIVE because it is not bound. {{(pid=128085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 11:59:28.827109 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.notifiers.nova [req-5cbfb503-8b05-4b60-a7e8-f5df61f1dd0f req-9368288b-e0bc-418c-b2cf-0fb913cb6c04 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 42865257-c021-4c68-a76f-b5757e287779 {{(pid=128083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 11:59:28.836846 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-5cbfb503-8b05-4b60-a7e8-f5df61f1dd0f req-9368288b-e0bc-418c-b2cf-0fb913cb6c04 service neutron] Notify callbacks [] for port, precommit_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:59:28.847412 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed3bc51-4d17-4bcd-9653-d99d833a7cb8 req-fbbd9a10-fdca-42d6-8368-1682f4477da7 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:59:28.848889 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-eed3bc51-4d17-4bcd-9653-d99d833a7cb8 req-fbbd9a10-fdca-42d6-8368-1682f4477da7 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "GET /v2.0/ports?device_id=f725fb52-ce38-4df0-b4d7-ad76c6f9f736 HTTP/1.1" status: 200 len: 932 time: 0.1303353 Jun 24 11:59:28.864632 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.provisioning_blocks [req-5cbfb503-8b05-4b60-a7e8-f5df61f1dd0f req-9368288b-e0bc-418c-b2cf-0fb913cb6c04 service neutron] Transition to ACTIVE for port object 42865257-c021-4c68-a76f-b5757e287779 will not be triggered until provisioned by entity L2. {{(pid=128083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 11:59:28.874242 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-5cbfb503-8b05-4b60-a7e8-f5df61f1dd0f req-9368288b-e0bc-418c-b2cf-0fb913cb6c04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2537871'] for port, after_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:59:28.878395 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-651e5756-96e3-44c0-aa7f-cd4bb990923b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:59:28.936253 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-eed3bc51-4d17-4bcd-9653-d99d833a7cb8 req-5cb8bb9b-c3eb-4fc6-b3e6-b78244cef86a tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "GET /v2.0/security-groups?id=56569374-1591-4ced-be93-0dc0681ffe77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0786934 Jun 24 11:59:28.943252 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9368288b-e0bc-418c-b2cf-0fb913cb6c04 service neutron] Pushing event updated for resources: {'Port': ['ID=42865257-c021-4c68-a76f-b5757e287779,revision_number=2']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:59:28.955363 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-9368288b-e0bc-418c-b2cf-0fb913cb6c04 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:59:29.047238 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.managers [req-5cbfb503-8b05-4b60-a7e8-f5df61f1dd0f req-9368288b-e0bc-418c-b2cf-0fb913cb6c04 service neutron] Attempting to bind port 42865257-c021-4c68-a76f-b5757e287779 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=128083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 11:59:29.047571 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.managers [req-5cbfb503-8b05-4b60-a7e8-f5df61f1dd0f req-9368288b-e0bc-418c-b2cf-0fb913cb6c04 service neutron] Attempting to bind port 42865257-c021-4c68-a76f-b5757e287779 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': 'c1ec4113-b23f-4bd3-ace6-d95015ed91e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'd4e04dec-a1c7-4334-bc5a-591d258dfdb5'}] {{(pid=128083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 11:59:29.047884 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cbfb503-8b05-4b60-a7e8-f5df61f1dd0f req-9368288b-e0bc-418c-b2cf-0fb913cb6c04 service neutron] Attempting to bind port 42865257-c021-4c68-a76f-b5757e287779 on network d4e04dec-a1c7-4334-bc5a-591d258dfdb5 {{(pid=128083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 11:59:29.052569 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cbfb503-8b05-4b60-a7e8-f5df61f1dd0f req-9368288b-e0bc-418c-b2cf-0fb913cb6c04 service neutron] Port 42865257-c021-4c68-a76f-b5757e287779 on network d4e04dec-a1c7-4334-bc5a-591d258dfdb5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=128083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 11:59:29.053641 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cbfb503-8b05-4b60-a7e8-f5df61f1dd0f req-9368288b-e0bc-418c-b2cf-0fb913cb6c04 service neutron] Attempting to bind port 42865257-c021-4c68-a76f-b5757e287779 on network d4e04dec-a1c7-4334-bc5a-591d258dfdb5 {{(pid=128083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 11:59:29.059582 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cbfb503-8b05-4b60-a7e8-f5df61f1dd0f req-9368288b-e0bc-418c-b2cf-0fb913cb6c04 service neutron] Checking agent: {'id': 'a2c9a14d-87aa-4cd1-a510-11988f19c3d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7971', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 11, 42, 44), 'started_at': datetime.datetime(2021, 6, 24, 11, 42, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 11, 59, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=128083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 11:59:29.059921 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cbfb503-8b05-4b60-a7e8-f5df61f1dd0f req-9368288b-e0bc-418c-b2cf-0fb913cb6c04 service neutron] Checking segment: {'id': 'c1ec4113-b23f-4bd3-ace6-d95015ed91e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'd4e04dec-a1c7-4334-bc5a-591d258dfdb5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=128083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 11:59:29.060309 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cbfb503-8b05-4b60-a7e8-f5df61f1dd0f req-9368288b-e0bc-418c-b2cf-0fb913cb6c04 service neutron] Bound using segment: {'id': 'c1ec4113-b23f-4bd3-ace6-d95015ed91e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'd4e04dec-a1c7-4334-bc5a-591d258dfdb5'} {{(pid=128083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 11:59:29.060744 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.managers [req-5cbfb503-8b05-4b60-a7e8-f5df61f1dd0f req-9368288b-e0bc-418c-b2cf-0fb913cb6c04 service neutron] Bound port: 42865257-c021-4c68-a76f-b5757e287779, host: hv-neutron-7971, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1ec4113-b23f-4bd3-ace6-d95015ed91e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'd4e04dec-a1c7-4334-bc5a-591d258dfdb5'}}] {{(pid=128083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 11:59:29.061132 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-5cbfb503-8b05-4b60-a7e8-f5df61f1dd0f req-9368288b-e0bc-418c-b2cf-0fb913cb6c04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:59:29.130497 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.db [req-5cbfb503-8b05-4b60-a7e8-f5df61f1dd0f req-9368288b-e0bc-418c-b2cf-0fb913cb6c04 service neutron] For port 42865257-c021-4c68-a76f-b5757e287779, host hv-neutron-7971, cleared binding levels {{(pid=128083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 11:59:29.133851 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.db [req-5cbfb503-8b05-4b60-a7e8-f5df61f1dd0f req-9368288b-e0bc-418c-b2cf-0fb913cb6c04 service neutron] For port 42865257-c021-4c68-a76f-b5757e287779, host hv-neutron-7971, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=42865257-c021-4c68-a76f-b5757e287779,segment=NetworkSegment(c1ec4113-b23f-4bd3-ace6-d95015ed91e0),segment_id=c1ec4113-b23f-4bd3-ace6-d95015ed91e0)] {{(pid=128083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 11:59:29.138372 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-5cbfb503-8b05-4b60-a7e8-f5df61f1dd0f req-9368288b-e0bc-418c-b2cf-0fb913cb6c04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2537871'] for port, after_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:59:29.141651 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-19fd8ec9-a338-460e-9a57-d9700403d700 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:59:29.172009 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbfb503-8b05-4b60-a7e8-f5df61f1dd0f req-9368288b-e0bc-418c-b2cf-0fb913cb6c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:59:29.172642 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-5cbfb503-8b05-4b60-a7e8-f5df61f1dd0f req-9368288b-e0bc-418c-b2cf-0fb913cb6c04 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468916'] for port, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:59:29.174297 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-5cbfb503-8b05-4b60-a7e8-f5df61f1dd0f req-9368288b-e0bc-418c-b2cf-0fb913cb6c04 service neutron] 10.222.0.45 "PUT /v2.0/ports/42865257-c021-4c68-a76f-b5757e287779 HTTP/1.1" status: 200 len: 1094 time: 0.7962255 Jun 24 11:59:29.176706 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f725fb52-ce38-4df0-b4d7-ad76c6f9f736', 'tag': '42865257-c021-4c68-a76f-b5757e287779'}] {{(pid=128083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 11:59:29.179810 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a77f7dee1a0522ddf93af289475d218fcdb8f30317daadec13ebf930b5b9dbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9049231-47ce-4e4f-922d-5e96a6c9eacf" -d '{"events": [{"name": "network-changed", "server_uuid": "f725fb52-ce38-4df0-b4d7-ad76c6f9f736", "tag": "42865257-c021-4c68-a76f-b5757e287779"}]}' {{(pid=128083) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 11:59:29.222021 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9368288b-e0bc-418c-b2cf-0fb913cb6c04 service neutron] Pushing event updated for resources: {'Port': ['ID=42865257-c021-4c68-a76f-b5757e287779,revision_number=3']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:59:29.225952 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-9368288b-e0bc-418c-b2cf-0fb913cb6c04 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:59:29.272351 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 11:59:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-faa49251-28b8-46af-87ba-500497d487e9 x-openstack-request-id: req-faa49251-28b8-46af-87ba-500497d487e9 {{(pid=128083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 11:59:29.273301 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f725fb52-ce38-4df0-b4d7-ad76c6f9f736", "tag": "42865257-c021-4c68-a76f-b5757e287779", "status": "completed", "code": 200}]} {{(pid=128083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 11:59:29.273301 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-faa49251-28b8-46af-87ba-500497d487e9 {{(pid=128083) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 11:59:29.273856 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f725fb52-ce38-4df0-b4d7-ad76c6f9f736', 'tag': '42865257-c021-4c68-a76f-b5757e287779', 'status': 'completed', 'code': 200} Jun 24 11:59:29.299929 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbfb503-8b05-4b60-a7e8-f5df61f1dd0f req-85112c80-a11c-4b5e-8f74-2f8b1c0f1028 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:59:29.301664 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-5cbfb503-8b05-4b60-a7e8-f5df61f1dd0f req-85112c80-a11c-4b5e-8f74-2f8b1c0f1028 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=adbe78de4fbf48fcad1a6bc46d4a1728&device_id=f725fb52-ce38-4df0-b4d7-ad76c6f9f736 HTTP/1.1" status: 200 len: 1097 time: 0.0718389 Jun 24 11:59:29.353789 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-5cbfb503-8b05-4b60-a7e8-f5df61f1dd0f req-060de272-345b-4220-ba0c-e0ca0a1535b1 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=42865257-c021-4c68-a76f-b5757e287779 HTTP/1.1" status: 200 len: 217 time: 0.0424194 Jun 24 11:59:29.407897 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbfb503-8b05-4b60-a7e8-f5df61f1dd0f req-653940c6-d5e5-41e4-a67b-c6216fd27320 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:59:29.409382 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-5cbfb503-8b05-4b60-a7e8-f5df61f1dd0f req-653940c6-d5e5-41e4-a67b-c6216fd27320 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=7713b846-dd46-450e-85da-20ef106a74e5 HTTP/1.1" status: 200 len: 844 time: 0.0449064 Jun 24 11:59:29.472808 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbfb503-8b05-4b60-a7e8-f5df61f1dd0f req-57e8a97b-7778-4b13-b9fe-1671127b3753 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:59:29.474319 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-5cbfb503-8b05-4b60-a7e8-f5df61f1dd0f req-57e8a97b-7778-4b13-b9fe-1671127b3753 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=d4e04dec-a1c7-4334-bc5a-591d258dfdb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0552373 Jun 24 11:59:29.581555 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-5cbfb503-8b05-4b60-a7e8-f5df61f1dd0f req-adff859c-2025-4777-bee6-3db9f02b9f7d service neutron] 10.222.0.45 "GET /v2.0/networks/d4e04dec-a1c7-4334-bc5a-591d258dfdb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967407 Jun 24 11:59:29.673967 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-52c483ef-d5c1-4030-9a32-e5ce4ff00ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:59:29.687054 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-5cbfb503-8b05-4b60-a7e8-f5df61f1dd0f req-12405f53-4fd2-4d4e-8db2-848930192fc8 service neutron] 10.222.0.45 "GET /v2.0/networks/d4e04dec-a1c7-4334-bc5a-591d258dfdb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955241 Jun 24 11:59:29.806388 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9049231-47ce-4e4f-922d-5e96a6c9eacf req-a615a013-38dd-4767-b60d-16af6f865fa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:59:29.807811 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-f9049231-47ce-4e4f-922d-5e96a6c9eacf req-a615a013-38dd-4767-b60d-16af6f865fa6 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=adbe78de4fbf48fcad1a6bc46d4a1728&device_id=f725fb52-ce38-4df0-b4d7-ad76c6f9f736 HTTP/1.1" status: 200 len: 1097 time: 0.0608926 Jun 24 11:59:29.903353 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9049231-47ce-4e4f-922d-5e96a6c9eacf req-02b9b28f-8299-4de9-bebb-d6fd450d80e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:59:29.904746 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-f9049231-47ce-4e4f-922d-5e96a6c9eacf req-02b9b28f-8299-4de9-bebb-d6fd450d80e7 service neutron] 10.222.0.45 "GET /v2.0/networks?id=d4e04dec-a1c7-4334-bc5a-591d258dfdb5 HTTP/1.1" status: 200 len: 898 time: 0.0897117 Jun 24 11:59:29.949519 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-f9049231-47ce-4e4f-922d-5e96a6c9eacf req-f09d046d-c30f-4a84-8c75-c1ac95a46d69 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=42865257-c021-4c68-a76f-b5757e287779 HTTP/1.1" status: 200 len: 217 time: 0.0376170 Jun 24 11:59:30.004042 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9049231-47ce-4e4f-922d-5e96a6c9eacf req-6ba9e141-f384-424a-be84-fe5962b29e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:59:30.005596 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-f9049231-47ce-4e4f-922d-5e96a6c9eacf req-6ba9e141-f384-424a-be84-fe5962b29e10 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=7713b846-dd46-450e-85da-20ef106a74e5 HTTP/1.1" status: 200 len: 844 time: 0.0497327 Jun 24 11:59:30.077529 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9049231-47ce-4e4f-922d-5e96a6c9eacf req-05214b44-adf8-41b3-88f6-46f9f3135155 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:59:30.079368 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-f9049231-47ce-4e4f-922d-5e96a6c9eacf req-05214b44-adf8-41b3-88f6-46f9f3135155 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=d4e04dec-a1c7-4334-bc5a-591d258dfdb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0661790 Jun 24 11:59:30.217552 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2bb448-5d56-4391-9dec-e7f8999cc509 req-26fee779-bc86-43c6-bc32-1d5b776806a3 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:59:30.218958 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-4f2bb448-5d56-4391-9dec-e7f8999cc509 req-26fee779-bc86-43c6-bc32-1d5b776806a3 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "GET /v2.0/ports?device_id=f725fb52-ce38-4df0-b4d7-ad76c6f9f736 HTTP/1.1" status: 200 len: 944 time: 0.1385436 Jun 24 11:59:30.221381 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-f9049231-47ce-4e4f-922d-5e96a6c9eacf req-28548b2b-c3fc-4658-a1d7-5437940bf65b service neutron] 10.222.0.45 "GET /v2.0/networks/d4e04dec-a1c7-4334-bc5a-591d258dfdb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304204 Jun 24 11:59:30.316141 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-4f2bb448-5d56-4391-9dec-e7f8999cc509 req-305cbdd1-525b-4d93-913a-71290df547b3 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "GET /v2.0/security-groups?id=56569374-1591-4ced-be93-0dc0681ffe77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0894842 Jun 24 11:59:30.353827 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-f9049231-47ce-4e4f-922d-5e96a6c9eacf req-43cf8655-3f29-4022-93a4-765e5b2b71c9 service neutron] 10.222.0.45 "GET /v2.0/networks/d4e04dec-a1c7-4334-bc5a-591d258dfdb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207235 Jun 24 11:59:31.008068 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Device 42865257-c021-4c68-a76f-b5757e287779 details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=128085) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 11:59:31.103888 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] For port 42865257-c021-4c68-a76f-b5757e287779, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=42865257-c021-4c68-a76f-b5757e287779,segment=NetworkSegment(c1ec4113-b23f-4bd3-ace6-d95015ed91e0),segment_id=c1ec4113-b23f-4bd3-ace6-d95015ed91e0)] {{(pid=128085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 11:59:31.115331 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Returning: {'device': '42865257-c021-4c68-a76f-b5757e287779', 'network_id': 'd4e04dec-a1c7-4334-bc5a-591d258dfdb5', 'port_id': '42865257-c021-4c68-a76f-b5757e287779', 'mac_address': 'fa:16:3e:ad:df:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 602, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7713b846-dd46-450e-85da-20ef106a74e5', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=128085) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 11:59:31.157768 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:59:31.170256 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.notifiers.nova [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 42865257-c021-4c68-a76f-b5757e287779 {{(pid=128085) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 11:59:31.189457 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] For port 42865257-c021-4c68-a76f-b5757e287779, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=42865257-c021-4c68-a76f-b5757e287779,segment=NetworkSegment(c1ec4113-b23f-4bd3-ace6-d95015ed91e0),segment_id=c1ec4113-b23f-4bd3-ace6-d95015ed91e0)] {{(pid=128085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 11:59:31.194355 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:59:31.197188 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:59:31.242389 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Pushing event updated for resources: {'Port': ['ID=42865257-c021-4c68-a76f-b5757e287779,revision_number=4']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:59:31.245723 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:59:31.470996 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] get_ports_and_sgs() called for port_ids ['42865257-c021-4c68-a76f-b5757e287779'] {{(pid=128085) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 11:59:31.502873 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7038ab74-c532-44b1-86c0-2ec5102fa339 req-1db81896-06d0-4be2-8f65-b2b614e12e3f tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:59:31.504375 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-7038ab74-c532-44b1-86c0-2ec5102fa339 req-1db81896-06d0-4be2-8f65-b2b614e12e3f tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "GET /v2.0/ports?device_id=f725fb52-ce38-4df0-b4d7-ad76c6f9f736 HTTP/1.1" status: 200 len: 945 time: 0.0674591 Jun 24 11:59:31.548548 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-7038ab74-c532-44b1-86c0-2ec5102fa339 req-bc12ad7b-df25-4dd4-a6d9-2a4fe8c958fc tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "GET /v2.0/security-groups?id=56569374-1591-4ced-be93-0dc0681ffe77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356543 Jun 24 11:59:32.735026 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03815cf-4079-45fa-b7ff-46ca647fe6c7 req-8940d66e-fc3d-444a-8c16-8ba8205526b4 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:59:32.736396 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-d03815cf-4079-45fa-b7ff-46ca647fe6c7 req-8940d66e-fc3d-444a-8c16-8ba8205526b4 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "GET /v2.0/ports?device_id=f725fb52-ce38-4df0-b4d7-ad76c6f9f736 HTTP/1.1" status: 200 len: 945 time: 0.0638165 Jun 24 11:59:32.775591 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-d03815cf-4079-45fa-b7ff-46ca647fe6c7 req-b9dcda03-dbf2-4945-b6c4-c7f64430ed9d tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "GET /v2.0/security-groups?id=56569374-1591-4ced-be93-0dc0681ffe77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329382 Jun 24 11:59:33.022849 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Device 42865257-c021-4c68-a76f-b5757e287779 up at agent hyperv_hv-neutron-7971 {{(pid=128085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 11:59:33.071986 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Provisioning for port 42865257-c021-4c68-a76f-b5757e287779 completed by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 11:59:33.076343 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Provisioning complete for port 42865257-c021-4c68-a76f-b5757e287779 triggered by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 11:59:33.076725 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:59:33.154813 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:59:33.177201 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f725fb52-ce38-4df0-b4d7-ad76c6f9f736', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42865257-c021-4c68-a76f-b5757e287779'}] {{(pid=128085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 11:59:33.179559 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1098ec9051a50dd033317f529a09b9762582ef7b417ebe05928aca59e08255aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c3223a7-cdbd-457c-829f-dc9d1303fe3b" -d '{"events": [{"server_uuid": "f725fb52-ce38-4df0-b4d7-ad76c6f9f736", "name": "network-vif-plugged", "status": "completed", "tag": "42865257-c021-4c68-a76f-b5757e287779"}]}' {{(pid=128085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 11:59:33.192374 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] For port 42865257-c021-4c68-a76f-b5757e287779, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=42865257-c021-4c68-a76f-b5757e287779,segment=NetworkSegment(c1ec4113-b23f-4bd3-ace6-d95015ed91e0),segment_id=c1ec4113-b23f-4bd3-ace6-d95015ed91e0)] {{(pid=128085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 11:59:33.198027 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:59:33.200329 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-4c8eb9be-c42e-45af-893e-2dfcd4afdec0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:59:33.223252 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 11:59:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc470919-eca0-4180-a210-5667efdda01a x-openstack-request-id: req-cc470919-eca0-4180-a210-5667efdda01a {{(pid=128085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 11:59:33.223558 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f725fb52-ce38-4df0-b4d7-ad76c6f9f736", "name": "network-vif-plugged", "status": "completed", "tag": "42865257-c021-4c68-a76f-b5757e287779", "code": 200}]} {{(pid=128085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 11:59:33.223822 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-cc470919-eca0-4180-a210-5667efdda01a {{(pid=128085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 11:59:33.224270 dv-neutron-797120-4-hyperv neutron-server[128085]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f725fb52-ce38-4df0-b4d7-ad76c6f9f736', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42865257-c021-4c68-a76f-b5757e287779', 'code': 200} Jun 24 11:59:33.252216 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Pushing event updated for resources: {'Port': ['ID=42865257-c021-4c68-a76f-b5757e287779,revision_number=5']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:59:33.259480 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:59:33.471576 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0effa1-c5dd-4d39-9d68-4c407bb8bdc5 req-9cdd879a-9f49-4a99-a998-04eacf70e875 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:59:33.472957 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-3f0effa1-c5dd-4d39-9d68-4c407bb8bdc5 req-9cdd879a-9f49-4a99-a998-04eacf70e875 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=f725fb52-ce38-4df0-b4d7-ad76c6f9f736 HTTP/1.1" status: 200 len: 1099 time: 0.0570755 Jun 24 11:59:33.511882 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-3f0effa1-c5dd-4d39-9d68-4c407bb8bdc5 req-4080c0ee-c595-4595-b775-47b6e2d6a1a6 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=56569374-1591-4ced-be93-0dc0681ffe77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0293026 Jun 24 11:59:33.953056 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201a2fbd-a893-410b-9580-5ae75ea2a3bb req-00ce8cb5-6dd4-471f-850c-5f6573d2b552 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:59:33.954537 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-201a2fbd-a893-410b-9580-5ae75ea2a3bb req-00ce8cb5-6dd4-471f-850c-5f6573d2b552 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "GET /v2.0/ports?device_id=f725fb52-ce38-4df0-b4d7-ad76c6f9f736 HTTP/1.1" status: 200 len: 946 time: 0.0638423 Jun 24 11:59:33.995899 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-201a2fbd-a893-410b-9580-5ae75ea2a3bb req-bb361f0f-19eb-4745-96b6-bf2693942ea7 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "GET /v2.0/security-groups?id=56569374-1591-4ced-be93-0dc0681ffe77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354357 Jun 24 11:59:35.177007 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16108f11-bbc3-4006-8476-9ffa3c1d0964 req-375efed7-13d1-44ed-b022-64e1c09835f0 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:59:35.179090 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-16108f11-bbc3-4006-8476-9ffa3c1d0964 req-375efed7-13d1-44ed-b022-64e1c09835f0 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "GET /v2.0/ports?device_id=f725fb52-ce38-4df0-b4d7-ad76c6f9f736 HTTP/1.1" status: 200 len: 946 time: 0.0689914 Jun 24 11:59:35.216042 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-16108f11-bbc3-4006-8476-9ffa3c1d0964 req-80021b64-ea0d-492e-bd0c-e6ff8daca743 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "GET /v2.0/security-groups?id=56569374-1591-4ced-be93-0dc0681ffe77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312583 Jun 24 11:59:35.398328 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d53309-0b16-49e7-96eb-ed51e8061639 req-21a273ea-3d2f-434d-9e19-69e9ed1d0412 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:59:35.399803 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-36d53309-0b16-49e7-96eb-ed51e8061639 req-21a273ea-3d2f-434d-9e19-69e9ed1d0412 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "GET /v2.0/ports?device_id=f725fb52-ce38-4df0-b4d7-ad76c6f9f736 HTTP/1.1" status: 200 len: 946 time: 0.0670352 Jun 24 11:59:35.439105 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-36d53309-0b16-49e7-96eb-ed51e8061639 req-48275189-02b2-42db-834d-a870f7edd81f tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "GET /v2.0/security-groups?id=56569374-1591-4ced-be93-0dc0681ffe77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331604 Jun 24 11:59:35.467088 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 36440) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:59:35.523579 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e932ac5-1c5d-4430-90ae-d60c6e13726f tempest-TestNetworkBasicOps-1239029366 tempest-TestNetworkBasicOps-1239029366-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:59:35.525001 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-1e932ac5-1c5d-4430-90ae-d60c6e13726f tempest-TestNetworkBasicOps-1239029366 tempest-TestNetworkBasicOps-1239029366-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=f725fb52-ce38-4df0-b4d7-ad76c6f9f736 HTTP/1.1" status: 200 len: 1094 time: 0.0569284 Jun 24 11:59:35.529344 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 36442) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:59:35.534152 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-9f2933dc-b5f3-44d4-ad2c-e87faad1e19c tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Request body: {'floatingip': {'floating_network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'port_id': '42865257-c021-4c68-a76f-b5757e287779', 'tenant_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'fixed_ip_address': '172.20.0.12'}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 11:59:35.556826 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-9f2933dc-b5f3-44d4-ad2c-e87faad1e19c tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for floatingip, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:59:35.653261 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-9f2933dc-b5f3-44d4-ad2c-e87faad1e19c tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:59:35.761309 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.db.db_base_plugin_common [None req-9f2933dc-b5f3-44d4-ad2c-e87faad1e19c tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Allocated IP 172.26.7.212 (f2b8ca71-e776-48b2-8898-96cc7970207b/f37bf603-3862-4d0a-9f58-89616f7fd68f/ecb7069d-a55b-4810-9d11-d9d29ef42840) {{(pid=128084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 11:59:35.874456 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-9f2933dc-b5f3-44d4-ad2c-e87faad1e19c tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for port, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:59:35.912532 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-9f2933dc-b5f3-44d4-ad2c-e87faad1e19c tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-650429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-506361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793193536723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3291971'] for port, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:59:35.914623 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-e604c046-64b5-476a-beff-419cc9d65b99 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:59:35.950582 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f2933dc-b5f3-44d4-ad2c-e87faad1e19c tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Network f2b8ca71-e776-48b2-8898-96cc7970207b is already hosted by enough agents. {{(pid=128084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 11:59:35.955528 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.base_scheduler [None req-9f2933dc-b5f3-44d4-ad2c-e87faad1e19c tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Resources bound (agent type, host, resource id): {{(pid=128084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 11:59:35.959009 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f2933dc-b5f3-44d4-ad2c-e87faad1e19c tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Received port after_create {{(pid=128084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 11:59:35.965288 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2933dc-b5f3-44d4-ad2c-e87faad1e19c tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Pushing event updated for resources: {'Port': ['ID=ecb7069d-a55b-4810-9d11-d9d29ef42840,revision_number=1']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:59:35.986908 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-9f2933dc-b5f3-44d4-ad2c-e87faad1e19c tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:59:36.329113 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-9f2933dc-b5f3-44d4-ad2c-e87faad1e19c tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for floatingip, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:59:36.402258 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-9f2933dc-b5f3-44d4-ad2c-e87faad1e19c tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:59:36.551236 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-9f2933dc-b5f3-44d4-ad2c-e87faad1e19c tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for port, precommit_update {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:59:36.555655 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-9f2933dc-b5f3-44d4-ad2c-e87faad1e19c tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3292081'] for port, after_update {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:59:36.558532 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-9f2933dc-b5f3-44d4-ad2c-e87faad1e19c tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 11:59:36.629967 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2933dc-b5f3-44d4-ad2c-e87faad1e19c tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Pushing event updated for resources: {'Port': ['ID=ecb7069d-a55b-4810-9d11-d9d29ef42840,revision_number=2']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 11:59:36.634806 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-9f2933dc-b5f3-44d4-ad2c-e87faad1e19c tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 11:59:36.641058 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-9f2933dc-b5f3-44d4-ad2c-e87faad1e19c tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1815637'] for floatingip, after_update {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:59:36.739574 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.db.l3_db [None req-9f2933dc-b5f3-44d4-ad2c-e87faad1e19c tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Floating IP 32bd5783-62fa-4339-be93-fde56c02e235 associated. External IP: 172.26.7.212, port: 42865257-c021-4c68-a76f-b5757e287779. Jun 24 11:59:36.953393 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f2933dc-b5f3-44d4-ad2c-e87faad1e19c tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Router 2b3aaf3f-7d56-4f76-887e-f601ac002105 has already been hosted by L3 agent 2987dba8-2249-4ee6-96ec-28f0f7a6127d {{(pid=128084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 11:59:37.059940 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f2933dc-b5f3-44d4-ad2c-e87faad1e19c tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify agent at l3_agent.dv-neutron-797120-4-hyperv the message routers_updated {{(pid=128084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 11:59:37.069342 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-298981b5-915e-4649-b14e-a642cea6e6c9 None None] Sync routers for ids ['2b3aaf3f-7d56-4f76-887e-f601ac002105'] in dv-neutron-797120-4-hyperv {{(pid=128086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 11:59:37.076005 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-9f2933dc-b5f3-44d4-ad2c-e87faad1e19c tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468916'] for floatingip, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:59:37.078993 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-298981b5-915e-4649-b14e-a642cea6e6c9 None None] Routers {'2b3aaf3f-7d56-4f76-887e-f601ac002105'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 11:59:37.079602 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-298981b5-915e-4649-b14e-a642cea6e6c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T11:59:26Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['2b3aaf3f-7d56-4f76-887e-f601ac002105'], 'active': True} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:59:37.112622 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-9f2933dc-b5f3-44d4-ad2c-e87faad1e19c tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5820158 Jun 24 11:59:37.113320 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f725fb52-ce38-4df0-b4d7-ad76c6f9f736', 'tag': '42865257-c021-4c68-a76f-b5757e287779'}] {{(pid=128084) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 11:59:37.115485 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 36444) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:59:37.116166 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}189e43ef1649f46b9bccc8e45a83b64afc33adcdec52bc597e36eecb4255b7b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8160f3c-bf63-4a6c-b327-f47cfd2fb709" -d '{"events": [{"name": "network-changed", "server_uuid": "f725fb52-ce38-4df0-b4d7-ad76c6f9f736", "tag": "42865257-c021-4c68-a76f-b5757e287779"}]}' {{(pid=128084) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 11:59:37.151462 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 11:59:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d358e3b-4cd4-4191-a05e-54245c7062e9 x-openstack-request-id: req-4d358e3b-4cd4-4191-a05e-54245c7062e9 {{(pid=128084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 11:59:37.152014 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f725fb52-ce38-4df0-b4d7-ad76c6f9f736", "tag": "42865257-c021-4c68-a76f-b5757e287779", "status": "completed", "code": 200}]} {{(pid=128084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 11:59:37.152415 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-4d358e3b-4cd4-4191-a05e-54245c7062e9 {{(pid=128084) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 11:59:37.152971 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f725fb52-ce38-4df0-b4d7-ad76c6f9f736', 'tag': '42865257-c021-4c68-a76f-b5757e287779', 'status': 'completed', 'code': 200} Jun 24 11:59:37.194533 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-955646a2-ac20-4b3b-84aa-894e13ce6930 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "GET /v2.0/floatingips/32bd5783-62fa-4339-be93-fde56c02e235 HTTP/1.1" status: 200 len: 992 time: 0.0763521 Jun 24 11:59:37.194930 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_dvr_db [None req-298981b5-915e-4649-b14e-a642cea6e6c9 None None] Set router 2b3aaf3f-7d56-4f76-887e-f601ac002105 gateway port host: dv-neutron-797120-4-hyperv {{(pid=128086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 11:59:37.237062 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8160f3c-bf63-4a6c-b327-f47cfd2fb709 req-2852114a-cb8c-4ca3-aac7-6d9d801d110c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:59:37.238524 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-a8160f3c-bf63-4a6c-b327-f47cfd2fb709 req-2852114a-cb8c-4ca3-aac7-6d9d801d110c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=adbe78de4fbf48fcad1a6bc46d4a1728&device_id=f725fb52-ce38-4df0-b4d7-ad76c6f9f736 HTTP/1.1" status: 200 len: 1099 time: 0.0596819 Jun 24 11:59:37.331188 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8160f3c-bf63-4a6c-b327-f47cfd2fb709 req-35c83e2e-cbc6-4bd2-9c43-971cd3990bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:59:37.332700 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-a8160f3c-bf63-4a6c-b327-f47cfd2fb709 req-35c83e2e-cbc6-4bd2-9c43-971cd3990bd5 service neutron] 10.222.0.45 "GET /v2.0/networks?id=d4e04dec-a1c7-4334-bc5a-591d258dfdb5 HTTP/1.1" status: 200 len: 898 time: 0.0874388 Jun 24 11:59:37.401293 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-a8160f3c-bf63-4a6c-b327-f47cfd2fb709 req-343b2045-4f6d-42e1-8051-e7993f70de7a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=42865257-c021-4c68-a76f-b5757e287779 HTTP/1.1" status: 200 len: 1000 time: 0.0623348 Jun 24 11:59:37.414661 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-298981b5-915e-4649-b14e-a642cea6e6c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b3aaf3f-7d56-4f76-887e-f601ac002105', 'name': 'tempest-TestNetworkBasicOps-router-744398399', 'tenant_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'external_fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.136'}], 'enable_snat': True}, 'gw_port_id': '8d0a0c2b-d141-4828-9985-b11ba241289b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T11:59:18Z', 'updated_at': '2021-06-24T11:59:21Z', 'revision_number': 4, 'project_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'gw_port': {'id': '8d0a0c2b-d141-4828-9985-b11ba241289b', 'name': '', 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:4f:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b3aaf3f-7d56-4f76-887e-f601ac002105', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:59:18Z', 'updated_at': '2021-06-24T11:59:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-4-hyperv', '_floatingips': [{'id': '32bd5783-62fa-4339-be93-fde56c02e235', 'tenant_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'floating_ip_address': '172.26.7.212', 'floating_network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'router_id': '2b3aaf3f-7d56-4f76-887e-f601ac002105', 'port_id': '42865257-c021-4c68-a76f-b5757e287779', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1475, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd4e04dec-a1c7-4334-bc5a-591d258dfdb5', 'mac_address': 'fa:16:3e:ad:df:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f725fb52-ce38-4df0-b4d7-ad76c6f9f736', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T11:59:36Z', 'updated_at': '2021-06-24T11:59:36Z', 'revision_number': 0, 'project_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c84ff37-b06d-41c6-9c03-a063fb4323eb', 'name': '', 'network_id': 'd4e04dec-a1c7-4334-bc5a-591d258dfdb5', 'tenant_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'mac_address': 'fa:16:3e:bf:c2:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b3aaf3f-7d56-4f76-887e-f601ac002105', 'device_owner': 'network:router_interface', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '7713b846-dd46-450e-85da-20ef106a74e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:59:20Z', 'updated_at': '2021-06-24T11:59:26Z', 'revision_number': 5, 'project_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'subnets': [{'id': '7713b846-dd46-450e-85da-20ef106a74e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:59:37.443817 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-298981b5-915e-4649-b14e-a642cea6e6c9 None None] Checking router: 2b3aaf3f-7d56-4f76-887e-f601ac002105 for host: dv-neutron-797120-4-hyperv {{(pid=128086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 11:59:37.451515 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8160f3c-bf63-4a6c-b327-f47cfd2fb709 req-9cead0de-9516-420b-aa81-b0ac1a9ca10c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:59:37.451868 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-298981b5-915e-4649-b14e-a642cea6e6c9 None None] Routers {'2b3aaf3f-7d56-4f76-887e-f601ac002105'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 11:59:37.452466 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-298981b5-915e-4649-b14e-a642cea6e6c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T11:59:26Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['2b3aaf3f-7d56-4f76-887e-f601ac002105'], 'active': True} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:59:37.453072 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-a8160f3c-bf63-4a6c-b327-f47cfd2fb709 req-9cead0de-9516-420b-aa81-b0ac1a9ca10c service neutron] 10.222.0.45 "GET /v2.0/subnets?id=7713b846-dd46-450e-85da-20ef106a74e5 HTTP/1.1" status: 200 len: 844 time: 0.0455325 Jun 24 11:59:37.520685 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8160f3c-bf63-4a6c-b327-f47cfd2fb709 req-2c870f78-4569-4908-b194-f094d3c7152b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:59:37.522379 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-a8160f3c-bf63-4a6c-b327-f47cfd2fb709 req-2c870f78-4569-4908-b194-f094d3c7152b service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=d4e04dec-a1c7-4334-bc5a-591d258dfdb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0626206 Jun 24 11:59:37.620584 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-a8160f3c-bf63-4a6c-b327-f47cfd2fb709 req-64e8113d-b4e7-49e9-9a5f-cd66d5291454 service neutron] 10.222.0.45 "GET /v2.0/networks/d4e04dec-a1c7-4334-bc5a-591d258dfdb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916252 Jun 24 11:59:37.640300 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_dvr_db [None req-298981b5-915e-4649-b14e-a642cea6e6c9 None None] Set router 2b3aaf3f-7d56-4f76-887e-f601ac002105 gateway port host: dv-neutron-797120-4-hyperv {{(pid=128086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 11:59:37.712382 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-a8160f3c-bf63-4a6c-b327-f47cfd2fb709 req-1aeda2a1-16af-4bb1-8bb9-d0b1f89c4d56 service neutron] 10.222.0.45 "GET /v2.0/networks/d4e04dec-a1c7-4334-bc5a-591d258dfdb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846894 Jun 24 11:59:37.873099 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-298981b5-915e-4649-b14e-a642cea6e6c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b3aaf3f-7d56-4f76-887e-f601ac002105', 'name': 'tempest-TestNetworkBasicOps-router-744398399', 'tenant_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'external_fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.136'}], 'enable_snat': True}, 'gw_port_id': '8d0a0c2b-d141-4828-9985-b11ba241289b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T11:59:18Z', 'updated_at': '2021-06-24T11:59:21Z', 'revision_number': 4, 'project_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'gw_port': {'id': '8d0a0c2b-d141-4828-9985-b11ba241289b', 'name': '', 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:4f:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b3aaf3f-7d56-4f76-887e-f601ac002105', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:59:18Z', 'updated_at': '2021-06-24T11:59:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-4-hyperv', '_floatingips': [{'id': '32bd5783-62fa-4339-be93-fde56c02e235', 'tenant_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'floating_ip_address': '172.26.7.212', 'floating_network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'router_id': '2b3aaf3f-7d56-4f76-887e-f601ac002105', 'port_id': '42865257-c021-4c68-a76f-b5757e287779', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1475, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd4e04dec-a1c7-4334-bc5a-591d258dfdb5', 'mac_address': 'fa:16:3e:ad:df:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f725fb52-ce38-4df0-b4d7-ad76c6f9f736', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T11:59:36Z', 'updated_at': '2021-06-24T11:59:36Z', 'revision_number': 0, 'project_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c84ff37-b06d-41c6-9c03-a063fb4323eb', 'name': '', 'network_id': 'd4e04dec-a1c7-4334-bc5a-591d258dfdb5', 'tenant_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'mac_address': 'fa:16:3e:bf:c2:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b3aaf3f-7d56-4f76-887e-f601ac002105', 'device_owner': 'network:router_interface', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '7713b846-dd46-450e-85da-20ef106a74e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:59:20Z', 'updated_at': '2021-06-24T11:59:26Z', 'revision_number': 5, 'project_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'subnets': [{'id': '7713b846-dd46-450e-85da-20ef106a74e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 11:59:37.898675 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-298981b5-915e-4649-b14e-a642cea6e6c9 None None] The sync data for ids ['2b3aaf3f-7d56-4f76-887e-f601ac002105'] in dv-neutron-797120-4-hyperv is: [{'id': '2b3aaf3f-7d56-4f76-887e-f601ac002105', 'name': 'tempest-TestNetworkBasicOps-router-744398399', 'tenant_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'external_fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.136'}], 'enable_snat': True}, 'gw_port_id': '8d0a0c2b-d141-4828-9985-b11ba241289b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T11:59:18Z', 'updated_at': '2021-06-24T11:59:21Z', 'revision_number': 4, 'project_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'gw_port': {'id': '8d0a0c2b-d141-4828-9985-b11ba241289b', 'name': '', 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:4f:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b3aaf3f-7d56-4f76-887e-f601ac002105', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:59:18Z', 'updated_at': '2021-06-24T11:59:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-4-hyperv', '_floatingips': [{'id': '32bd5783-62fa-4339-be93-fde56c02e235', 'tenant_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'floating_ip_address': '172.26.7.212', 'floating_network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'router_id': '2b3aaf3f-7d56-4f76-887e-f601ac002105', 'port_id': '42865257-c021-4c68-a76f-b5757e287779', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1475, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd4e04dec-a1c7-4334-bc5a-591d258dfdb5', 'mac_address': 'fa:16:3e:ad:df:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f725fb52-ce38-4df0-b4d7-ad76c6f9f736', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T11:59:36Z', 'updated_at': '2021-06-24T11:59:36Z', 'revision_number': 0, 'project_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c84ff37-b06d-41c6-9c03-a063fb4323eb', 'name': '', 'network_id': 'd4e04dec-a1c7-4334-bc5a-591d258dfdb5', 'tenant_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'mac_address': 'fa:16:3e:bf:c2:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b3aaf3f-7d56-4f76-887e-f601ac002105', 'device_owner': 'network:router_interface', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '7713b846-dd46-450e-85da-20ef106a74e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:59:20Z', 'updated_at': '2021-06-24T11:59:26Z', 'revision_number': 5, 'project_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'subnets': [{'id': '7713b846-dd46-450e-85da-20ef106a74e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=128086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 11:59:38.075819 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18f839b4-e986-45a1-b3b5-aeeb2cd1327e None None] New status for floating IP 32bd5783-62fa-4339-be93-fde56c02e235: ACTIVE {{(pid=128085) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 24 11:59:38.197491 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 36448) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:59:38.263923 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-88327494-95b0-408d-8c77-8ee58858d7ea tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "GET /v2.0/floatingips/32bd5783-62fa-4339-be93-fde56c02e235 HTTP/1.1" status: 200 len: 992 time: 0.0652971 Jun 24 11:59:39.267304 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 36450) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 11:59:39.338856 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-45b9b4d0-cbaa-4313-b83c-fced05aa8133 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "GET /v2.0/floatingips/32bd5783-62fa-4339-be93-fde56c02e235 HTTP/1.1" status: 200 len: 994 time: 0.0700490 Jun 24 11:59:44.630100 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:59:49.652826 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-40a7b420-9bad-4ba4-bdb0-1db86848f626 req-b81d95c4-923e-4773-92c8-6b25e10d39d7 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=f725fb52-ce38-4df0-b4d7-ad76c6f9f736&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0539227 Jun 24 11:59:49.750511 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a7b420-9bad-4ba4-bdb0-1db86848f626 req-8b052043-6ac3-48ac-a931-3e46b598cac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:59:49.751994 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-40a7b420-9bad-4ba4-bdb0-1db86848f626 req-8b052043-6ac3-48ac-a931-3e46b598cac5 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=adbe78de4fbf48fcad1a6bc46d4a1728&device_id=f725fb52-ce38-4df0-b4d7-ad76c6f9f736 HTTP/1.1" status: 200 len: 1099 time: 0.0547919 Jun 24 11:59:49.863413 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a7b420-9bad-4ba4-bdb0-1db86848f626 req-1e56b76d-b40b-484d-b22f-b9d4c5a3d444 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:59:49.864760 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-40a7b420-9bad-4ba4-bdb0-1db86848f626 req-1e56b76d-b40b-484d-b22f-b9d4c5a3d444 service neutron] 10.222.0.45 "GET /v2.0/networks?id=d4e04dec-a1c7-4334-bc5a-591d258dfdb5 HTTP/1.1" status: 200 len: 898 time: 0.0911767 Jun 24 11:59:49.935080 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-40a7b420-9bad-4ba4-bdb0-1db86848f626 req-f6ad8c00-dd44-4d9d-ba72-f947488f8f94 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=42865257-c021-4c68-a76f-b5757e287779 HTTP/1.1" status: 200 len: 1002 time: 0.0632081 Jun 24 11:59:49.985802 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a7b420-9bad-4ba4-bdb0-1db86848f626 req-545ff4f4-deeb-407c-a934-00b290ea4eb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:59:49.987261 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-40a7b420-9bad-4ba4-bdb0-1db86848f626 req-545ff4f4-deeb-407c-a934-00b290ea4eb8 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=7713b846-dd46-450e-85da-20ef106a74e5 HTTP/1.1" status: 200 len: 844 time: 0.0449002 Jun 24 11:59:50.042789 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a7b420-9bad-4ba4-bdb0-1db86848f626 req-3529308d-8443-45a1-b3af-09e0b5c9c3a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 11:59:50.044210 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-40a7b420-9bad-4ba4-bdb0-1db86848f626 req-3529308d-8443-45a1-b3af-09e0b5c9c3a4 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=d4e04dec-a1c7-4334-bc5a-591d258dfdb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0506835 Jun 24 11:59:50.138140 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-40a7b420-9bad-4ba4-bdb0-1db86848f626 req-37e3659a-670d-47cf-984b-7132b691a764 service neutron] 10.222.0.45 "GET /v2.0/networks/d4e04dec-a1c7-4334-bc5a-591d258dfdb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851305 Jun 24 11:59:50.224362 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-40a7b420-9bad-4ba4-bdb0-1db86848f626 req-56a7f5a7-2f45-424e-946f-d7f35d4e6ebe service neutron] 10.222.0.45 "GET /v2.0/networks/d4e04dec-a1c7-4334-bc5a-591d258dfdb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796981 Jun 24 11:59:53.818521 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-fe13514b-64d2-43d0-a63f-dd1fc3ac9a8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:59:56.371286 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-6ef0ccd7-2419-452c-9d6d-f3eef16563a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:59:56.500117 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:59:57.693006 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-03237adf-ebd0-46f2-a476-4d4bb746e0f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 11:59:58.105178 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.agents_db [None req-87a69269-d72b-4286-97f3-1041481ed6d8 None None] Agent healthcheck: found 6 active agents {{(pid=128086) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 11:59:59.676768 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-52c483ef-d5c1-4030-9a32-e5ce4ff00ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:00:14.149348 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [req-759cbd6d-d92b-4c89-8ba9-1e52c5744152 req-cfad0b62-d22d-4ca4-8b54-1a07079fe9cc service neutron] (128083) timed out ('10.222.0.45', 52717) {{(pid=128083) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 24 12:00:14.633196 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:00:23.818833 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-8aeed19d-486d-4b19-9190-0393788e7bdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:00:26.372303 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-187ab95f-d2a6-4332-9d94-5b0ff84f1a07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:00:26.502048 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:00:27.695810 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-03237adf-ebd0-46f2-a476-4d4bb746e0f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:00:29.681366 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-52c483ef-d5c1-4030-9a32-e5ce4ff00ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:00:35.103590 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.agents_db [None req-87a69269-d72b-4286-97f3-1041481ed6d8 None None] Agent healthcheck: found 6 active agents {{(pid=128086) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 12:00:44.659459 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:00:51.745812 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-e6ed8ba2-80ed-4c50-be9b-ddd547058043 req-60f81e37-6175-43cb-ac6d-039801374302 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=f725fb52-ce38-4df0-b4d7-ad76c6f9f736&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1801445 Jun 24 12:00:51.848520 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ed8ba2-80ed-4c50-be9b-ddd547058043 req-92747e7a-e3d7-450c-9592-08ca8d58eb25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:00:51.849945 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-e6ed8ba2-80ed-4c50-be9b-ddd547058043 req-92747e7a-e3d7-450c-9592-08ca8d58eb25 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=adbe78de4fbf48fcad1a6bc46d4a1728&device_id=f725fb52-ce38-4df0-b4d7-ad76c6f9f736 HTTP/1.1" status: 200 len: 1099 time: 0.0533679 Jun 24 12:00:51.960255 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ed8ba2-80ed-4c50-be9b-ddd547058043 req-c022b38a-c26c-4a3b-b393-0e2141f3d36f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:00:51.961740 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-e6ed8ba2-80ed-4c50-be9b-ddd547058043 req-c022b38a-c26c-4a3b-b393-0e2141f3d36f service neutron] 10.222.0.45 "GET /v2.0/networks?id=d4e04dec-a1c7-4334-bc5a-591d258dfdb5 HTTP/1.1" status: 200 len: 898 time: 0.0874074 Jun 24 12:00:52.035543 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-e6ed8ba2-80ed-4c50-be9b-ddd547058043 req-b4a5d0a5-8ea5-4b56-81cb-fae1c15337d9 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=42865257-c021-4c68-a76f-b5757e287779 HTTP/1.1" status: 200 len: 1002 time: 0.0635052 Jun 24 12:00:52.087297 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ed8ba2-80ed-4c50-be9b-ddd547058043 req-d416fece-c9f1-41e3-80b3-6a0c3bf3a787 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:00:52.088712 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-e6ed8ba2-80ed-4c50-be9b-ddd547058043 req-d416fece-c9f1-41e3-80b3-6a0c3bf3a787 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=7713b846-dd46-450e-85da-20ef106a74e5 HTTP/1.1" status: 200 len: 844 time: 0.0435708 Jun 24 12:00:52.145310 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ed8ba2-80ed-4c50-be9b-ddd547058043 req-dfdd0381-6044-4121-9098-f2f5872c2511 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:00:52.146655 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-e6ed8ba2-80ed-4c50-be9b-ddd547058043 req-dfdd0381-6044-4121-9098-f2f5872c2511 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=d4e04dec-a1c7-4334-bc5a-591d258dfdb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0510218 Jun 24 12:00:52.245485 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-e6ed8ba2-80ed-4c50-be9b-ddd547058043 req-0cf5c96b-2194-4372-b136-b76f0c0ddfd7 service neutron] 10.222.0.45 "GET /v2.0/networks/d4e04dec-a1c7-4334-bc5a-591d258dfdb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878263 Jun 24 12:00:52.339757 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-e6ed8ba2-80ed-4c50-be9b-ddd547058043 req-beaddb97-a8e9-469f-afd0-808d83f5b36b service neutron] 10.222.0.45 "GET /v2.0/networks/d4e04dec-a1c7-4334-bc5a-591d258dfdb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826082 Jun 24 12:00:53.820280 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-f3c3fea9-c8ba-40db-8ca3-a4d69999a869 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:00:56.373920 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-7cd6c2d8-0286-4309-8192-4dd63336706c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:00:56.504275 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:00:57.697295 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-03237adf-ebd0-46f2-a476-4d4bb746e0f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:00:59.681292 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-52c483ef-d5c1-4030-9a32-e5ce4ff00ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:01:12.103104 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.agents_db [None req-87a69269-d72b-4286-97f3-1041481ed6d8 None None] Agent healthcheck: found 6 active agents {{(pid=128086) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 12:01:14.675509 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:01:23.820908 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ccdd0a63-ccdf-4403-bd4b-255b48b5fe97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:01:26.375889 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-eb19c51c-d01a-41d1-b116-943a685e8b8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:01:26.505743 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:01:27.702008 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-03237adf-ebd0-46f2-a476-4d4bb746e0f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:01:29.688129 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-52c483ef-d5c1-4030-9a32-e5ce4ff00ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:01:34.934765 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 36482) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:01:34.942731 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-c6267a49-5b00-4cda-9fe5-b71ad4666140 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Request body: {'subnet': {'dns_nameservers': ['9.8.7.6']}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:01:35.036318 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-c6267a49-5b00-4cda-9fe5-b71ad4666140 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-3162477'] for subnet, before_update {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:01:35.178639 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-c6267a49-5b00-4cda-9fe5-b71ad4666140 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8793193945290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-3292025'] for subnet, after_update {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:01:35.180699 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-6583f643-bd33-4711-8c60-e8bf9303e259 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:01:35.217840 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6267a49-5b00-4cda-9fe5-b71ad4666140 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=128084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:01:35.218257 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-c6267a49-5b00-4cda-9fe5-b71ad4666140 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for subnet, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:01:35.220279 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-c6267a49-5b00-4cda-9fe5-b71ad4666140 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "PUT /v2.0/subnets/7713b846-dd46-450e-85da-20ef106a74e5 HTTP/1.1" status: 200 len: 836 time: 0.2820370 Jun 24 12:01:35.224432 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e714f2a-d18b-44c2-9e8c-6d05bb169b32 None None] Network d4e04dec-a1c7-4334-bc5a-591d258dfdb5 requested from dv-neutron-797120-4-hyperv {{(pid=128085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:01:35.237964 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6267a49-5b00-4cda-9fe5-b71ad4666140 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Pushing event updated for resources: {'Subnet': ['ID=7713b846-dd46-450e-85da-20ef106a74e5,revision_number=1']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:01:35.245593 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6267a49-5b00-4cda-9fe5-b71ad4666140 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:01:35.245980 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6267a49-5b00-4cda-9fe5-b71ad4666140 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:01:35.246356 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6267a49-5b00-4cda-9fe5-b71ad4666140 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:01:35.246725 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6267a49-5b00-4cda-9fe5-b71ad4666140 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:01:35.247088 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6267a49-5b00-4cda-9fe5-b71ad4666140 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:01:35.247994 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6267a49-5b00-4cda-9fe5-b71ad4666140 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:01:35.248795 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6267a49-5b00-4cda-9fe5-b71ad4666140 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:01:35.248795 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6267a49-5b00-4cda-9fe5-b71ad4666140 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:01:35.249150 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6267a49-5b00-4cda-9fe5-b71ad4666140 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:01:35.249775 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6267a49-5b00-4cda-9fe5-b71ad4666140 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:01:35.250132 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6267a49-5b00-4cda-9fe5-b71ad4666140 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:01:35.250487 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6267a49-5b00-4cda-9fe5-b71ad4666140 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:01:35.254239 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-c6267a49-5b00-4cda-9fe5-b71ad4666140 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:01:35.596144 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-6844100c-a906-4da9-b601-9fee1881e6fa None None] Provisioning complete for port eb36e5f3-6cee-4b24-b972-6ed14bab28d1 triggered by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:01:35.596527 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-6844100c-a906-4da9-b601-9fee1881e6fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:01:35.682455 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-6844100c-a906-4da9-b601-9fee1881e6fa None None] Provisioning complete for port 42865257-c021-4c68-a76f-b5757e287779 triggered by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:01:35.682812 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-6844100c-a906-4da9-b601-9fee1881e6fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:01:35.776101 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-6844100c-a906-4da9-b601-9fee1881e6fa None None] Provisioning complete for port 3c84ff37-b06d-41c6-9c03-a063fb4323eb triggered by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:01:35.776380 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-6844100c-a906-4da9-b601-9fee1881e6fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:01:44.690543 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:01:49.101543 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.agents_db [None req-87a69269-d72b-4286-97f3-1041481ed6d8 None None] Agent healthcheck: found 6 active agents {{(pid=128086) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 12:01:53.641471 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-99177dd4-7eff-405d-80ca-11e6b8352675 req-d7a8d4b0-518d-4307-81ac-f81209487ac7 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=f725fb52-ce38-4df0-b4d7-ad76c6f9f736&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0619154 Jun 24 12:01:53.741863 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99177dd4-7eff-405d-80ca-11e6b8352675 req-89d29c18-d444-4e9d-bbd3-94a8c9f426f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:01:53.743405 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-99177dd4-7eff-405d-80ca-11e6b8352675 req-89d29c18-d444-4e9d-bbd3-94a8c9f426f5 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=adbe78de4fbf48fcad1a6bc46d4a1728&device_id=f725fb52-ce38-4df0-b4d7-ad76c6f9f736 HTTP/1.1" status: 200 len: 1099 time: 0.0547163 Jun 24 12:01:53.821019 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-bb2371dd-bcca-4298-9b97-a1aaa1dfb713 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:01:53.857835 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99177dd4-7eff-405d-80ca-11e6b8352675 req-bbfcc108-e325-4643-8a09-fe61027a95da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:01:53.859206 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-99177dd4-7eff-405d-80ca-11e6b8352675 req-bbfcc108-e325-4643-8a09-fe61027a95da service neutron] 10.222.0.45 "GET /v2.0/networks?id=d4e04dec-a1c7-4334-bc5a-591d258dfdb5 HTTP/1.1" status: 200 len: 898 time: 0.0913239 Jun 24 12:01:53.928861 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-99177dd4-7eff-405d-80ca-11e6b8352675 req-70386eeb-2054-4061-9a9f-81d4853793f9 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=42865257-c021-4c68-a76f-b5757e287779 HTTP/1.1" status: 200 len: 1002 time: 0.0590854 Jun 24 12:01:53.985060 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99177dd4-7eff-405d-80ca-11e6b8352675 req-56ae3275-2737-4e6c-9973-8928ac889acc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:01:53.986808 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-99177dd4-7eff-405d-80ca-11e6b8352675 req-56ae3275-2737-4e6c-9973-8928ac889acc service neutron] 10.222.0.45 "GET /v2.0/subnets?id=7713b846-dd46-450e-85da-20ef106a74e5 HTTP/1.1" status: 200 len: 844 time: 0.0470331 Jun 24 12:01:54.387026 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99177dd4-7eff-405d-80ca-11e6b8352675 req-da3276cc-c846-435e-9901-38db873795a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:01:54.388721 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-99177dd4-7eff-405d-80ca-11e6b8352675 req-da3276cc-c846-435e-9901-38db873795a3 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=d4e04dec-a1c7-4334-bc5a-591d258dfdb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3926249 Jun 24 12:01:54.483648 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-99177dd4-7eff-405d-80ca-11e6b8352675 req-3b4c1dd7-b8e2-4067-beef-55d793866f2c service neutron] 10.222.0.45 "GET /v2.0/networks/d4e04dec-a1c7-4334-bc5a-591d258dfdb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838804 Jun 24 12:01:54.579081 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-99177dd4-7eff-405d-80ca-11e6b8352675 req-3a3a05e4-cb4e-4783-bd6d-9f87f1869cbc service neutron] 10.222.0.45 "GET /v2.0/networks/d4e04dec-a1c7-4334-bc5a-591d258dfdb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854352 Jun 24 12:01:56.377082 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-0daf1cf0-8e72-403f-9a4f-701a99d0db0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:01:56.506486 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:01:57.708918 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-03237adf-ebd0-46f2-a476-4d4bb746e0f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:01:59.686300 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-52c483ef-d5c1-4030-9a32-e5ce4ff00ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:02:14.705032 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:02:18.111790 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 36500) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:02:18.350939 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.plugin [None req-d6e9a636-17a0-43a2-9dd2-ceb6eb3a9a7f tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Deleting port ecb7069d-a55b-4810-9d11-d9d29ef42840 {{(pid=128084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:02:18.351183 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-d6e9a636-17a0-43a2-9dd2-ceb6eb3a9a7f tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793193942312'] for port, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:02:18.425965 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-d6e9a636-17a0-43a2-9dd2-ceb6eb3a9a7f tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1978872'] for port, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:02:18.426295 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-d6e9a636-17a0-43a2-9dd2-ceb6eb3a9a7f tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:02:18.437714 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.plugin [None req-d6e9a636-17a0-43a2-9dd2-ceb6eb3a9a7f tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Calling delete_port for ecb7069d-a55b-4810-9d11-d9d29ef42840 owned by network:floatingip {{(pid=128084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:02:18.586220 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-d6e9a636-17a0-43a2-9dd2-ceb6eb3a9a7f tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793193945299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193536732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3292088'] for port, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:02:18.589505 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-4830e271-7214-4ca3-9b10-08a2cbb679e7 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:02:18.613040 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e9a636-17a0-43a2-9dd2-ceb6eb3a9a7f tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Pushing event deleted for resources: {'Port': ['ID=ecb7069d-a55b-4810-9d11-d9d29ef42840,revision_number=None']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:02:18.617784 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-d6e9a636-17a0-43a2-9dd2-ceb6eb3a9a7f tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:02:18.680366 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-d6e9a636-17a0-43a2-9dd2-ceb6eb3a9a7f tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for floatingip, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:02:18.680695 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.db.l3_db [None req-d6e9a636-17a0-43a2-9dd2-ceb6eb3a9a7f tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Floating IP 32bd5783-62fa-4339-be93-fde56c02e235 disassociated (deleted). External IP: 172.26.7.212, port: 42865257-c021-4c68-a76f-b5757e287779. Jun 24 12:02:18.895873 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6e9a636-17a0-43a2-9dd2-ceb6eb3a9a7f tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Router 2b3aaf3f-7d56-4f76-887e-f601ac002105 has already been hosted by L3 agent 2987dba8-2249-4ee6-96ec-28f0f7a6127d {{(pid=128084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 12:02:19.281994 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6e9a636-17a0-43a2-9dd2-ceb6eb3a9a7f tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify agent at l3_agent.dv-neutron-797120-4-hyperv the message routers_updated {{(pid=128084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 12:02:19.286975 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-d6e9a636-17a0-43a2-9dd2-ceb6eb3a9a7f tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468916'] for floatingip, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:02:19.291354 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-516d9f1a-e5fc-462b-bead-9fc5058a3230 None None] Sync routers for ids ['2b3aaf3f-7d56-4f76-887e-f601ac002105'] in dv-neutron-797120-4-hyperv {{(pid=128086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 12:02:19.301112 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-516d9f1a-e5fc-462b-bead-9fc5058a3230 None None] Routers {'2b3aaf3f-7d56-4f76-887e-f601ac002105'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:02:19.302371 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-516d9f1a-e5fc-462b-bead-9fc5058a3230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T12:01:56Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['2b3aaf3f-7d56-4f76-887e-f601ac002105'], 'active': True} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:02:19.324060 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-d6e9a636-17a0-43a2-9dd2-ceb6eb3a9a7f tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "DELETE /v2.0/floatingips/32bd5783-62fa-4339-be93-fde56c02e235 HTTP/1.1" status: 204 len: 168 time: 1.2111709 Jun 24 12:02:19.324850 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f725fb52-ce38-4df0-b4d7-ad76c6f9f736', 'tag': '42865257-c021-4c68-a76f-b5757e287779'}] {{(pid=128084) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 12:02:19.327217 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}189e43ef1649f46b9bccc8e45a83b64afc33adcdec52bc597e36eecb4255b7b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbb61fd4-b80b-4b1a-89f9-167624f1db21" -d '{"events": [{"name": "network-changed", "server_uuid": "f725fb52-ce38-4df0-b4d7-ad76c6f9f736", "tag": "42865257-c021-4c68-a76f-b5757e287779"}]}' {{(pid=128084) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 12:02:19.377484 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 12:02:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06d9ef9c-685e-4808-809a-5365fc9ee020 x-openstack-request-id: req-06d9ef9c-685e-4808-809a-5365fc9ee020 {{(pid=128084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 12:02:19.377834 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f725fb52-ce38-4df0-b4d7-ad76c6f9f736", "tag": "42865257-c021-4c68-a76f-b5757e287779", "status": "completed", "code": 200}]} {{(pid=128084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 12:02:19.378139 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-06d9ef9c-685e-4808-809a-5365fc9ee020 {{(pid=128084) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 12:02:19.378586 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f725fb52-ce38-4df0-b4d7-ad76c6f9f736', 'tag': '42865257-c021-4c68-a76f-b5757e287779', 'status': 'completed', 'code': 200} Jun 24 12:02:19.422484 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_dvr_db [None req-516d9f1a-e5fc-462b-bead-9fc5058a3230 None None] Set router 2b3aaf3f-7d56-4f76-887e-f601ac002105 gateway port host: dv-neutron-797120-4-hyperv {{(pid=128086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:02:19.458039 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb61fd4-b80b-4b1a-89f9-167624f1db21 req-a78c6e9c-51bb-4d1d-a512-573fa4436bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:02:19.460345 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-fbb61fd4-b80b-4b1a-89f9-167624f1db21 req-a78c6e9c-51bb-4d1d-a512-573fa4436bd7 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=adbe78de4fbf48fcad1a6bc46d4a1728&device_id=f725fb52-ce38-4df0-b4d7-ad76c6f9f736 HTTP/1.1" status: 200 len: 1099 time: 0.0590830 Jun 24 12:02:19.589666 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb61fd4-b80b-4b1a-89f9-167624f1db21 req-ecb9e164-54e4-466a-adce-eeb16493e87a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:02:19.592107 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-fbb61fd4-b80b-4b1a-89f9-167624f1db21 req-ecb9e164-54e4-466a-adce-eeb16493e87a service neutron] 10.222.0.45 "GET /v2.0/networks?id=d4e04dec-a1c7-4334-bc5a-591d258dfdb5 HTTP/1.1" status: 200 len: 898 time: 0.1210515 Jun 24 12:02:19.639371 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-fbb61fd4-b80b-4b1a-89f9-167624f1db21 req-6c88bd57-56fe-4cef-9dbe-acb27c823b1c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=42865257-c021-4c68-a76f-b5757e287779 HTTP/1.1" status: 200 len: 217 time: 0.0386627 Jun 24 12:02:19.647959 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-516d9f1a-e5fc-462b-bead-9fc5058a3230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b3aaf3f-7d56-4f76-887e-f601ac002105', 'name': 'tempest-TestNetworkBasicOps-router-744398399', 'tenant_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'external_fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.136'}], 'enable_snat': True}, 'gw_port_id': '8d0a0c2b-d141-4828-9985-b11ba241289b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T11:59:18Z', 'updated_at': '2021-06-24T11:59:21Z', 'revision_number': 4, 'project_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'gw_port': {'id': '8d0a0c2b-d141-4828-9985-b11ba241289b', 'name': '', 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:4f:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b3aaf3f-7d56-4f76-887e-f601ac002105', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:59:18Z', 'updated_at': '2021-06-24T11:59:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-4-hyperv', '_interfaces': [{'id': '3c84ff37-b06d-41c6-9c03-a063fb4323eb', 'name': '', 'network_id': 'd4e04dec-a1c7-4334-bc5a-591d258dfdb5', 'tenant_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'mac_address': 'fa:16:3e:bf:c2:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b3aaf3f-7d56-4f76-887e-f601ac002105', 'device_owner': 'network:router_interface', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '7713b846-dd46-450e-85da-20ef106a74e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:59:20Z', 'updated_at': '2021-06-24T11:59:26Z', 'revision_number': 5, 'project_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'subnets': [{'id': '7713b846-dd46-450e-85da-20ef106a74e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:02:19.680212 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-516d9f1a-e5fc-462b-bead-9fc5058a3230 None None] Checking router: 2b3aaf3f-7d56-4f76-887e-f601ac002105 for host: dv-neutron-797120-4-hyperv {{(pid=128086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 12:02:19.689863 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-516d9f1a-e5fc-462b-bead-9fc5058a3230 None None] Routers {'2b3aaf3f-7d56-4f76-887e-f601ac002105'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:02:19.690479 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-516d9f1a-e5fc-462b-bead-9fc5058a3230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T12:01:56Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['2b3aaf3f-7d56-4f76-887e-f601ac002105'], 'active': True} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:02:19.701790 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb61fd4-b80b-4b1a-89f9-167624f1db21 req-9949c4b6-2958-4a32-92ec-ab120824f044 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:02:19.703260 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-fbb61fd4-b80b-4b1a-89f9-167624f1db21 req-9949c4b6-2958-4a32-92ec-ab120824f044 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=7713b846-dd46-450e-85da-20ef106a74e5 HTTP/1.1" status: 200 len: 844 time: 0.0570633 Jun 24 12:02:19.777095 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb61fd4-b80b-4b1a-89f9-167624f1db21 req-78cdf03c-a5a8-4302-8d9a-edec956feb4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:02:19.779956 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-fbb61fd4-b80b-4b1a-89f9-167624f1db21 req-78cdf03c-a5a8-4302-8d9a-edec956feb4f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=d4e04dec-a1c7-4334-bc5a-591d258dfdb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0694077 Jun 24 12:02:19.805128 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_dvr_db [None req-516d9f1a-e5fc-462b-bead-9fc5058a3230 None None] Set router 2b3aaf3f-7d56-4f76-887e-f601ac002105 gateway port host: dv-neutron-797120-4-hyperv {{(pid=128086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:02:19.915308 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bed02d9-e9de-4b87-a5ae-5b2076a1d37e req-a6cc1d60-804e-4a51-9272-dffb6e592124 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:02:19.916823 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-7bed02d9-e9de-4b87-a5ae-5b2076a1d37e req-a6cc1d60-804e-4a51-9272-dffb6e592124 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "GET /v2.0/ports?device_id=f725fb52-ce38-4df0-b4d7-ad76c6f9f736 HTTP/1.1" status: 200 len: 946 time: 0.2614162 Jun 24 12:02:19.921430 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-fbb61fd4-b80b-4b1a-89f9-167624f1db21 req-2b0bc41c-5cc4-412e-8b12-ba5fcaae647b service neutron] 10.222.0.45 "GET /v2.0/networks/d4e04dec-a1c7-4334-bc5a-591d258dfdb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242595 Jun 24 12:02:20.016735 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-516d9f1a-e5fc-462b-bead-9fc5058a3230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b3aaf3f-7d56-4f76-887e-f601ac002105', 'name': 'tempest-TestNetworkBasicOps-router-744398399', 'tenant_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'external_fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.136'}], 'enable_snat': True}, 'gw_port_id': '8d0a0c2b-d141-4828-9985-b11ba241289b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T11:59:18Z', 'updated_at': '2021-06-24T11:59:21Z', 'revision_number': 4, 'project_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'gw_port': {'id': '8d0a0c2b-d141-4828-9985-b11ba241289b', 'name': '', 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:4f:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b3aaf3f-7d56-4f76-887e-f601ac002105', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:59:18Z', 'updated_at': '2021-06-24T11:59:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-4-hyperv', '_interfaces': [{'id': '3c84ff37-b06d-41c6-9c03-a063fb4323eb', 'name': '', 'network_id': 'd4e04dec-a1c7-4334-bc5a-591d258dfdb5', 'tenant_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'mac_address': 'fa:16:3e:bf:c2:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b3aaf3f-7d56-4f76-887e-f601ac002105', 'device_owner': 'network:router_interface', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '7713b846-dd46-450e-85da-20ef106a74e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:59:20Z', 'updated_at': '2021-06-24T11:59:26Z', 'revision_number': 5, 'project_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'subnets': [{'id': '7713b846-dd46-450e-85da-20ef106a74e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:02:20.019381 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-7bed02d9-e9de-4b87-a5ae-5b2076a1d37e req-48bd4232-1956-4387-8f0d-c0fd1afc4baa tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "GET /v2.0/security-groups?id=56569374-1591-4ced-be93-0dc0681ffe77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0959525 Jun 24 12:02:20.045083 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-516d9f1a-e5fc-462b-bead-9fc5058a3230 None None] The sync data for ids ['2b3aaf3f-7d56-4f76-887e-f601ac002105'] in dv-neutron-797120-4-hyperv is: [{'id': '2b3aaf3f-7d56-4f76-887e-f601ac002105', 'name': 'tempest-TestNetworkBasicOps-router-744398399', 'tenant_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'external_fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.136'}], 'enable_snat': True}, 'gw_port_id': '8d0a0c2b-d141-4828-9985-b11ba241289b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T11:59:18Z', 'updated_at': '2021-06-24T11:59:21Z', 'revision_number': 4, 'project_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'gw_port': {'id': '8d0a0c2b-d141-4828-9985-b11ba241289b', 'name': '', 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:4f:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b3aaf3f-7d56-4f76-887e-f601ac002105', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:59:18Z', 'updated_at': '2021-06-24T11:59:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-4-hyperv', '_interfaces': [{'id': '3c84ff37-b06d-41c6-9c03-a063fb4323eb', 'name': '', 'network_id': 'd4e04dec-a1c7-4334-bc5a-591d258dfdb5', 'tenant_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'mac_address': 'fa:16:3e:bf:c2:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b3aaf3f-7d56-4f76-887e-f601ac002105', 'device_owner': 'network:router_interface', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '7713b846-dd46-450e-85da-20ef106a74e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:59:20Z', 'updated_at': '2021-06-24T11:59:26Z', 'revision_number': 5, 'project_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'subnets': [{'id': '7713b846-dd46-450e-85da-20ef106a74e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=128086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 12:02:20.057594 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-fbb61fd4-b80b-4b1a-89f9-167624f1db21 req-dca0f2e9-d1af-413d-8df3-9c8a974ce650 service neutron] 10.222.0.45 "GET /v2.0/networks/d4e04dec-a1c7-4334-bc5a-591d258dfdb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276660 Jun 24 12:02:20.267348 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-252dc8af-155f-4dcf-b498-ad51245f6025 None None] New status for floating IP 32bd5783-62fa-4339-be93-fde56c02e235: DOWN {{(pid=128085) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 24 12:02:21.201326 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c864fe3c-20af-4a61-ab06-d822ff0f3327 req-1bf6997f-ad9b-48c3-bcaf-8cc1bda350b9 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:02:21.202784 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-c864fe3c-20af-4a61-ab06-d822ff0f3327 req-1bf6997f-ad9b-48c3-bcaf-8cc1bda350b9 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.45 "GET /v2.0/ports?device_id=f725fb52-ce38-4df0-b4d7-ad76c6f9f736 HTTP/1.1" status: 200 len: 946 time: 0.0753899 Jun 24 12:02:21.374104 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cc17fe-7209-4a23-90a1-f17200692752 req-90ee808c-769c-410b-9b85-38eaf63129ff tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:02:21.375742 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-f9cc17fe-7209-4a23-90a1-f17200692752 req-90ee808c-769c-410b-9b85-38eaf63129ff tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "GET /v2.0/ports?device_id=f725fb52-ce38-4df0-b4d7-ad76c6f9f736 HTTP/1.1" status: 200 len: 946 time: 0.2196176 Jun 24 12:02:21.409805 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.plugin [req-c864fe3c-20af-4a61-ab06-d822ff0f3327 req-02da412e-85d4-41ad-bf4e-0f9c56293871 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Deleting port 42865257-c021-4c68-a76f-b5757e287779 {{(pid=128083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:02:21.410216 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-c864fe3c-20af-4a61-ab06-d822ff0f3327 req-02da412e-85d4-41ad-bf4e-0f9c56293871 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793193942312'] for port, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:02:21.484474 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-f9cc17fe-7209-4a23-90a1-f17200692752 req-bae22120-da4f-4a4f-a966-f7fd3196181e tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "GET /v2.0/security-groups?id=56569374-1591-4ced-be93-0dc0681ffe77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1008441 Jun 24 12:02:21.524553 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.db [req-c864fe3c-20af-4a61-ab06-d822ff0f3327 req-02da412e-85d4-41ad-bf4e-0f9c56293871 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] For port 42865257-c021-4c68-a76f-b5757e287779, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=42865257-c021-4c68-a76f-b5757e287779,segment=NetworkSegment(c1ec4113-b23f-4bd3-ace6-d95015ed91e0),segment_id=c1ec4113-b23f-4bd3-ace6-d95015ed91e0)] {{(pid=128083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:02:21.524961 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-c864fe3c-20af-4a61-ab06-d822ff0f3327 req-02da412e-85d4-41ad-bf4e-0f9c56293871 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1978872'] for port, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:02:21.537752 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.plugin [req-c864fe3c-20af-4a61-ab06-d822ff0f3327 req-02da412e-85d4-41ad-bf4e-0f9c56293871 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Calling delete_port for 42865257-c021-4c68-a76f-b5757e287779 owned by compute:nova {{(pid=128083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:02:21.678750 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-c864fe3c-20af-4a61-ab06-d822ff0f3327 req-02da412e-85d4-41ad-bf4e-0f9c56293871 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793193945299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193536732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2537862'] for port, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:02:21.683084 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-8416cc3b-5760-44d4-9592-9b339d173427 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:02:21.713634 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02da412e-85d4-41ad-bf4e-0f9c56293871 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Pushing event deleted for resources: {'Port': ['ID=42865257-c021-4c68-a76f-b5757e287779,revision_number=None']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:02:21.726164 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02da412e-85d4-41ad-bf4e-0f9c56293871 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:02:21.726592 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02da412e-85d4-41ad-bf4e-0f9c56293871 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:02:21.726977 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02da412e-85d4-41ad-bf4e-0f9c56293871 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:02:21.727355 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02da412e-85d4-41ad-bf4e-0f9c56293871 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:02:21.727797 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02da412e-85d4-41ad-bf4e-0f9c56293871 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:02:21.728172 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02da412e-85d4-41ad-bf4e-0f9c56293871 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:02:21.728540 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02da412e-85d4-41ad-bf4e-0f9c56293871 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:02:21.728908 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02da412e-85d4-41ad-bf4e-0f9c56293871 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:02:21.729339 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02da412e-85d4-41ad-bf4e-0f9c56293871 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:02:21.729705 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02da412e-85d4-41ad-bf4e-0f9c56293871 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:02:21.730105 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02da412e-85d4-41ad-bf4e-0f9c56293871 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:02:21.730513 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02da412e-85d4-41ad-bf4e-0f9c56293871 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:02:21.735415 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-02da412e-85d4-41ad-bf4e-0f9c56293871 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:02:21.772616 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.l3_dvrscheduler_db [req-c864fe3c-20af-4a61-ab06-d822ff0f3327 req-02da412e-85d4-41ad-bf4e-0f9c56293871 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] No DVR routers for this DVR port 42865257-c021-4c68-a76f-b5757e287779 on host hv-neutron-7971 {{(pid=128083) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 12:02:21.775070 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-c864fe3c-20af-4a61-ab06-d822ff0f3327 req-02da412e-85d4-41ad-bf4e-0f9c56293871 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468916'] for port, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:02:21.777069 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-c864fe3c-20af-4a61-ab06-d822ff0f3327 req-02da412e-85d4-41ad-bf4e-0f9c56293871 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.45 "DELETE /v2.0/ports/42865257-c021-4c68-a76f-b5757e287779 HTTP/1.1" status: 204 len: 173 time: 0.5566995 Jun 24 12:02:21.777621 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f725fb52-ce38-4df0-b4d7-ad76c6f9f736', 'name': 'network-vif-deleted', 'tag': '42865257-c021-4c68-a76f-b5757e287779'}] {{(pid=128083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 12:02:21.779914 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a77f7dee1a0522ddf93af289475d218fcdb8f30317daadec13ebf930b5b9dbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12042c1f-8346-43ff-acad-001e8bb58d4c" -d '{"events": [{"server_uuid": "f725fb52-ce38-4df0-b4d7-ad76c6f9f736", "name": "network-vif-deleted", "tag": "42865257-c021-4c68-a76f-b5757e287779"}]}' {{(pid=128083) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 12:02:21.869974 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 12:02:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abe8009d-49f6-4bbe-8e92-e97942ac6b3c x-openstack-request-id: req-abe8009d-49f6-4bbe-8e92-e97942ac6b3c {{(pid=128083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 12:02:21.870318 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f725fb52-ce38-4df0-b4d7-ad76c6f9f736", "name": "network-vif-deleted", "tag": "42865257-c021-4c68-a76f-b5757e287779", "status": "completed", "code": 200}]} {{(pid=128083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 12:02:21.870619 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-abe8009d-49f6-4bbe-8e92-e97942ac6b3c {{(pid=128083) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 12:02:21.871074 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f725fb52-ce38-4df0-b4d7-ad76c6f9f736', 'name': 'network-vif-deleted', 'tag': '42865257-c021-4c68-a76f-b5757e287779', 'status': 'completed', 'code': 200} Jun 24 12:02:22.582041 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 36530) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:02:22.641188 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-10ed7ad7-ad2a-42dd-8d40-6fffe18c212b tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for security_group, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:02:22.665696 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-10ed7ad7-ad2a-42dd-8d40-6fffe18c212b tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for security_group, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:02:22.725555 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-10ed7ad7-ad2a-42dd-8d40-6fffe18c212b tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800410'] for security_group, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:02:22.728335 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-10ed7ad7-ad2a-42dd-8d40-6fffe18c212b tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for security_group, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:02:22.729518 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-10ed7ad7-ad2a-42dd-8d40-6fffe18c212b tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "DELETE /v2.0/security-groups/56569374-1591-4ced-be93-0dc0681ffe77 HTTP/1.1" status: 204 len: 168 time: 0.1464829 Jun 24 12:02:22.730315 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-25922ce7-4996-4146-bcbb-66c60070e0cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:02:22.739590 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ed7ad7-ad2a-42dd-8d40-6fffe18c212b tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=56569374-1591-4ced-be93-0dc0681ffe77,revision_number=None']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:02:22.742085 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-10ed7ad7-ad2a-42dd-8d40-6fffe18c212b tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:02:22.768677 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 36534) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:02:23.132510 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-6a84fad5-65d7-4771-9aa0-32882f7cdf66 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1978565'] for router_interface, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:02:23.406273 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.plugin [None req-6a84fad5-65d7-4771-9aa0-32882f7cdf66 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Deleting port 3c84ff37-b06d-41c6-9c03-a063fb4323eb {{(pid=128083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:02:23.406523 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-6a84fad5-65d7-4771-9aa0-32882f7cdf66 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793193942312'] for port, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:02:23.503611 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.db [None req-6a84fad5-65d7-4771-9aa0-32882f7cdf66 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] For port 3c84ff37-b06d-41c6-9c03-a063fb4323eb, host dv-neutron-797120-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=3c84ff37-b06d-41c6-9c03-a063fb4323eb,segment=NetworkSegment(c1ec4113-b23f-4bd3-ace6-d95015ed91e0),segment_id=c1ec4113-b23f-4bd3-ace6-d95015ed91e0)] {{(pid=128083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:02:23.503960 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-6a84fad5-65d7-4771-9aa0-32882f7cdf66 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1978872'] for port, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:02:23.516695 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.plugin [None req-6a84fad5-65d7-4771-9aa0-32882f7cdf66 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Calling delete_port for 3c84ff37-b06d-41c6-9c03-a063fb4323eb owned by network:router_interface {{(pid=128083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:02:23.721365 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-6a84fad5-65d7-4771-9aa0-32882f7cdf66 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793193945299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193536732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2537862'] for port, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:02:23.723230 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-167f3cd8-381f-4cab-bd71-2c0e886d5fcf tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:02:23.755626 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a84fad5-65d7-4771-9aa0-32882f7cdf66 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Pushing event deleted for resources: {'Port': ['ID=3c84ff37-b06d-41c6-9c03-a063fb4323eb,revision_number=None']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:02:23.758741 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-6a84fad5-65d7-4771-9aa0-32882f7cdf66 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:02:23.825361 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ad81f03e-b535-459e-bc9e-950d8d1f43a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:02:23.942827 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-6a84fad5-65d7-4771-9aa0-32882f7cdf66 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1588985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1806165'] for router_interface, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:02:24.157995 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a84fad5-65d7-4771-9aa0-32882f7cdf66 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Router 2b3aaf3f-7d56-4f76-887e-f601ac002105 has already been hosted by L3 agent 2987dba8-2249-4ee6-96ec-28f0f7a6127d {{(pid=128083) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 12:02:24.269751 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a84fad5-65d7-4771-9aa0-32882f7cdf66 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify agent at l3_agent.dv-neutron-797120-4-hyperv the message routers_updated {{(pid=128083) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 12:02:24.274781 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-6a84fad5-65d7-4771-9aa0-32882f7cdf66 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "PUT /v2.0/routers/2b3aaf3f-7d56-4f76-887e-f601ac002105/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5050654 Jun 24 12:02:24.277937 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 36536) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:02:24.281365 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c7e4ab1-49e0-4a4a-9c16-4fb968465ebe None None] Sync routers for ids ['2b3aaf3f-7d56-4f76-887e-f601ac002105'] in dv-neutron-797120-4-hyperv {{(pid=128086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 12:02:24.290781 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c7e4ab1-49e0-4a4a-9c16-4fb968465ebe None None] Routers {'2b3aaf3f-7d56-4f76-887e-f601ac002105'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:02:24.291437 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-5c7e4ab1-49e0-4a4a-9c16-4fb968465ebe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T12:01:56Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['2b3aaf3f-7d56-4f76-887e-f601ac002105'], 'active': True} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:02:24.333362 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.db_base_plugin_v2 [None req-179bbb92-1395-4044-a3c2-98488f32fc40 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Deleting subnet 7713b846-dd46-450e-85da-20ef106a74e5 {{(pid=128083) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 24 12:02:24.336882 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-179bbb92-1395-4044-a3c2-98488f32fc40 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for subnet, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:02:24.381963 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-179bbb92-1395-4044-a3c2-98488f32fc40 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3143795'] for subnet, precommit_delete_associations {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:02:24.477694 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-179bbb92-1395-4044-a3c2-98488f32fc40 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-972249'] for subnet, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:02:24.487508 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_dvr_db [None req-5c7e4ab1-49e0-4a4a-9c16-4fb968465ebe None None] Set router 2b3aaf3f-7d56-4f76-887e-f601ac002105 gateway port host: dv-neutron-797120-4-hyperv {{(pid=128086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:02:24.537903 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-179bbb92-1395-4044-a3c2-98488f32fc40 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-972238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2537800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3289951'] for subnet, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:02:24.540699 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-8cdeb86d-c955-45b0-9bd5-12956da741ad tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:02:24.567521 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-179bbb92-1395-4044-a3c2-98488f32fc40 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for subnet, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:02:24.569458 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-179bbb92-1395-4044-a3c2-98488f32fc40 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "DELETE /v2.0/subnets/7713b846-dd46-450e-85da-20ef106a74e5 HTTP/1.1" status: 204 len: 168 time: 0.2904968 Jun 24 12:02:24.570336 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179bbb92-1395-4044-a3c2-98488f32fc40 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Pushing event deleted for resources: {'Subnet': ['ID=7713b846-dd46-450e-85da-20ef106a74e5,revision_number=None']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:02:24.573101 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 36538) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:02:24.576293 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-179bbb92-1395-4044-a3c2-98488f32fc40 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:02:24.576936 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3e5978e-df6a-4c36-becf-ff6a701ea094 None None] Network d4e04dec-a1c7-4334-bc5a-591d258dfdb5 requested from dv-neutron-797120-4-hyperv {{(pid=128085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:02:24.674930 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-5c7e4ab1-49e0-4a4a-9c16-4fb968465ebe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b3aaf3f-7d56-4f76-887e-f601ac002105', 'name': 'tempest-TestNetworkBasicOps-router-744398399', 'tenant_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'external_fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.136'}], 'enable_snat': True}, 'gw_port_id': '8d0a0c2b-d141-4828-9985-b11ba241289b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T11:59:18Z', 'updated_at': '2021-06-24T12:02:23Z', 'revision_number': 5, 'project_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'gw_port': {'id': '8d0a0c2b-d141-4828-9985-b11ba241289b', 'name': '', 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:4f:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b3aaf3f-7d56-4f76-887e-f601ac002105', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:59:18Z', 'updated_at': '2021-06-24T11:59:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-4-hyperv'}], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:02:24.703561 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c7e4ab1-49e0-4a4a-9c16-4fb968465ebe None None] Checking router: 2b3aaf3f-7d56-4f76-887e-f601ac002105 for host: dv-neutron-797120-4-hyperv {{(pid=128086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 12:02:24.713297 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c7e4ab1-49e0-4a4a-9c16-4fb968465ebe None None] Routers {'2b3aaf3f-7d56-4f76-887e-f601ac002105'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:02:24.713937 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-5c7e4ab1-49e0-4a4a-9c16-4fb968465ebe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T12:01:56Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['2b3aaf3f-7d56-4f76-887e-f601ac002105'], 'active': True} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:02:24.833363 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_dvr_db [None req-5c7e4ab1-49e0-4a4a-9c16-4fb968465ebe None None] Set router 2b3aaf3f-7d56-4f76-887e-f601ac002105 gateway port host: dv-neutron-797120-4-hyperv {{(pid=128086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:02:24.948584 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89d8745d-b955-4f79-a692-2bd64933c6b7 None None] DHCP port deletion for d4e04dec-a1c7-4334-bc5a-591d258dfdb5 request from dv-neutron-797120-4-hyperv {{(pid=128085) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 24 12:02:24.998976 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-89d8745d-b955-4f79-a692-2bd64933c6b7 None None] Deleting port eb36e5f3-6cee-4b24-b972-6ed14bab28d1 {{(pid=128085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:02:24.999424 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-89d8745d-b955-4f79-a692-2bd64933c6b7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793193942312'] for port, before_delete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:02:25.041717 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-5c7e4ab1-49e0-4a4a-9c16-4fb968465ebe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b3aaf3f-7d56-4f76-887e-f601ac002105', 'name': 'tempest-TestNetworkBasicOps-router-744398399', 'tenant_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'external_fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.136'}], 'enable_snat': True}, 'gw_port_id': '8d0a0c2b-d141-4828-9985-b11ba241289b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T11:59:18Z', 'updated_at': '2021-06-24T12:02:23Z', 'revision_number': 5, 'project_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'gw_port': {'id': '8d0a0c2b-d141-4828-9985-b11ba241289b', 'name': '', 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:4f:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b3aaf3f-7d56-4f76-887e-f601ac002105', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:59:18Z', 'updated_at': '2021-06-24T11:59:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-4-hyperv'}], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:02:25.042371 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-0db4ea7f-b559-440c-a7b6-14bff0726615 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for router, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:02:25.066934 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-89d8745d-b955-4f79-a692-2bd64933c6b7 None None] For port eb36e5f3-6cee-4b24-b972-6ed14bab28d1, host dv-neutron-797120-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=eb36e5f3-6cee-4b24-b972-6ed14bab28d1,segment=NetworkSegment(c1ec4113-b23f-4bd3-ace6-d95015ed91e0),segment_id=c1ec4113-b23f-4bd3-ace6-d95015ed91e0)] {{(pid=128085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:02:25.067325 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-89d8745d-b955-4f79-a692-2bd64933c6b7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1978872'] for port, precommit_delete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:02:25.070482 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c7e4ab1-49e0-4a4a-9c16-4fb968465ebe None None] The sync data for ids ['2b3aaf3f-7d56-4f76-887e-f601ac002105'] in dv-neutron-797120-4-hyperv is: [{'id': '2b3aaf3f-7d56-4f76-887e-f601ac002105', 'name': 'tempest-TestNetworkBasicOps-router-744398399', 'tenant_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'external_fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.136'}], 'enable_snat': True}, 'gw_port_id': '8d0a0c2b-d141-4828-9985-b11ba241289b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T11:59:18Z', 'updated_at': '2021-06-24T12:02:23Z', 'revision_number': 5, 'project_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'gw_port': {'id': '8d0a0c2b-d141-4828-9985-b11ba241289b', 'name': '', 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:4f:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b3aaf3f-7d56-4f76-887e-f601ac002105', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T11:59:18Z', 'updated_at': '2021-06-24T11:59:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-4-hyperv'}] {{(pid=128086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 12:02:25.080621 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-89d8745d-b955-4f79-a692-2bd64933c6b7 None None] Calling delete_port for eb36e5f3-6cee-4b24-b972-6ed14bab28d1 owned by network:dhcp {{(pid=128085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:02:25.148812 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-0db4ea7f-b559-440c-a7b6-14bff0726615 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for router_gateway, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:02:25.162507 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-89d8745d-b955-4f79-a692-2bd64933c6b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793193945299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193536732'] for port, after_delete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:02:25.164428 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:02:25.191291 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d8745d-b955-4f79-a692-2bd64933c6b7 None None] Pushing event deleted for resources: {'Port': ['ID=eb36e5f3-6cee-4b24-b972-6ed14bab28d1,revision_number=None']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:02:25.195568 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89d8745d-b955-4f79-a692-2bd64933c6b7 None None] No DVR routers for this DVR port eb36e5f3-6cee-4b24-b972-6ed14bab28d1 on host dv-neutron-797120-4-hyperv {{(pid=128085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 12:02:25.202764 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d8745d-b955-4f79-a692-2bd64933c6b7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:02:25.203215 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d8745d-b955-4f79-a692-2bd64933c6b7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:02:25.203586 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d8745d-b955-4f79-a692-2bd64933c6b7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:02:25.203965 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d8745d-b955-4f79-a692-2bd64933c6b7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:02:25.204245 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d8745d-b955-4f79-a692-2bd64933c6b7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:02:25.204581 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d8745d-b955-4f79-a692-2bd64933c6b7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:02:25.204914 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d8745d-b955-4f79-a692-2bd64933c6b7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:02:25.205263 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d8745d-b955-4f79-a692-2bd64933c6b7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:02:25.205596 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d8745d-b955-4f79-a692-2bd64933c6b7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:02:25.206420 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d8745d-b955-4f79-a692-2bd64933c6b7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:02:25.206420 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d8745d-b955-4f79-a692-2bd64933c6b7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:02:25.206600 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d8745d-b955-4f79-a692-2bd64933c6b7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:02:25.206696 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.plugin [None req-0db4ea7f-b559-440c-a7b6-14bff0726615 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Deleting port 8d0a0c2b-d141-4828-9985-b11ba241289b {{(pid=128083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:02:25.206935 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-0db4ea7f-b559-440c-a7b6-14bff0726615 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793193942312'] for port, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:02:25.213162 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-89d8745d-b955-4f79-a692-2bd64933c6b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:02:25.289032 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.db [None req-0db4ea7f-b559-440c-a7b6-14bff0726615 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] For port 8d0a0c2b-d141-4828-9985-b11ba241289b, host dv-neutron-797120-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=8d0a0c2b-d141-4828-9985-b11ba241289b,segment=NetworkSegment(1139564f-ff83-4b49-a593-84b33301357d),segment_id=1139564f-ff83-4b49-a593-84b33301357d)] {{(pid=128083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:02:25.289466 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-0db4ea7f-b559-440c-a7b6-14bff0726615 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1978872'] for port, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:02:25.302029 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.plugin [None req-0db4ea7f-b559-440c-a7b6-14bff0726615 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Calling delete_port for 8d0a0c2b-d141-4828-9985-b11ba241289b owned by network:router_gateway {{(pid=128083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:02:25.486939 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-0db4ea7f-b559-440c-a7b6-14bff0726615 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793193945299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193536732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2537862'] for port, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:02:25.489252 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-976c2d02-4dc6-4e19-831c-3470cd549fc6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:02:25.519550 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db4ea7f-b559-440c-a7b6-14bff0726615 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Pushing event deleted for resources: {'Port': ['ID=8d0a0c2b-d141-4828-9985-b11ba241289b,revision_number=None']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:02:25.521913 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-0db4ea7f-b559-440c-a7b6-14bff0726615 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:02:25.583506 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-0db4ea7f-b559-440c-a7b6-14bff0726615 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1815728'] for router_gateway, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:02:25.676223 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Device 42865257-c021-4c68-a76f-b5757e287779 no longer exists at agent hyperv_hv-neutron-7971 {{(pid=128085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 12:02:25.686040 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-0db4ea7f-b559-440c-a7b6-14bff0726615 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1803182', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65403'] for router, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:02:25.688175 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-0db4ea7f-b559-440c-a7b6-14bff0726615 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:02:25.698019 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] No Port match for: 42865257-c021-4c68-a76f-b5757e287779 {{(pid=128085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 12:02:25.698368 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Device 42865257-c021-4c68-a76f-b5757e287779 not bound to the agent host hv-neutron-7971 {{(pid=128085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 12:02:25.732188 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-0db4ea7f-b559-440c-a7b6-14bff0726615 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1806072'] for router, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:02:25.732585 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0db4ea7f-b559-440c-a7b6-14bff0726615 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Fanout notify agent at l3_agent the message router_deleted on router 2b3aaf3f-7d56-4f76-887e-f601ac002105 {{(pid=128083) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 24 12:02:25.739172 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-0db4ea7f-b559-440c-a7b6-14bff0726615 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for router, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:02:25.740262 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-0db4ea7f-b559-440c-a7b6-14bff0726615 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "DELETE /v2.0/routers/2b3aaf3f-7d56-4f76-887e-f601ac002105 HTTP/1.1" status: 204 len: 168 time: 1.1662347 Jun 24 12:02:25.742963 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 36540) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:02:25.831420 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-240b8a6f-ac3c-4635-8167-d0944316b30a tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-534962'] for network, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:02:25.929411 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-240b8a6f-ac3c-4635-8167-d0944316b30a tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973199', 'neutron.services.segments.db._delete_segments_for_network-8793194012456'] for network, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:02:25.940397 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.services.segments.db [None req-240b8a6f-ac3c-4635-8167-d0944316b30a tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4e04dec-a1c7-4334-bc5a-591d258dfdb5']}} {{(pid=128083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:02:25.951247 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.services.segments.db [None req-240b8a6f-ac3c-4635-8167-d0944316b30a tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1ec4113-b23f-4bd3-ace6-d95015ed91e0') {'for_net_delete': True} {{(pid=128083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:02:25.951541 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.services.segments.db [None req-240b8a6f-ac3c-4635-8167-d0944316b30a tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1ec4113-b23f-4bd3-ace6-d95015ed91e0') {} {{(pid=128083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:02:25.960306 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-240b8a6f-ac3c-4635-8167-d0944316b30a tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793194097327', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3143690'] for segment, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:02:25.976908 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-240b8a6f-ac3c-4635-8167-d0944316b30a tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967879'] for segment, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:02:25.984500 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-240b8a6f-ac3c-4635-8167-d0944316b30a tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Releasing vlan 602 on physical network physnet1 to pool {{(pid=128083) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 12:02:25.985223 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-240b8a6f-ac3c-4635-8167-d0944316b30a tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2537899'] for segment, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:02:25.989180 dv-neutron-797120-4-hyperv neutron-server[128083]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 12:02:25.989180 dv-neutron-797120-4-hyperv neutron-server[128083]: conditions |= (models_v2.Port.network_id.in_( Jun 24 12:02:25.989180 dv-neutron-797120-4-hyperv neutron-server[128083]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 12:02:25.989180 dv-neutron-797120-4-hyperv neutron-server[128083]: conditions |= (models_v2.Port.network_id.in_( Jun 24 12:02:25.989180 dv-neutron-797120-4-hyperv neutron-server[128083]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 12:02:25.989180 dv-neutron-797120-4-hyperv neutron-server[128083]: conditions |= (models_v2.Port.network_id.in_( Jun 24 12:02:25.989180 dv-neutron-797120-4-hyperv neutron-server[128083]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 12:02:25.989180 dv-neutron-797120-4-hyperv neutron-server[128083]: conditions |= (models_v2.Port.network_id.in_( Jun 24 12:02:25.989180 dv-neutron-797120-4-hyperv neutron-server[128083]: Traceback (most recent call last): Jun 24 12:02:25.989180 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 24 12:02:25.989180 dv-neutron-797120-4-hyperv neutron-server[128083]: timer() Jun 24 12:02:25.989180 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 24 12:02:25.989180 dv-neutron-797120-4-hyperv neutron-server[128083]: cb(*args, **kw) Jun 24 12:02:25.989180 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 24 12:02:25.989180 dv-neutron-797120-4-hyperv neutron-server[128083]: return func(*args, **kwargs) Jun 24 12:02:25.989180 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 24 12:02:25.989180 dv-neutron-797120-4-hyperv neutron-server[128083]: self._notify() Jun 24 12:02:25.989180 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 24 12:02:25.989180 dv-neutron-797120-4-hyperv neutron-server[128083]: self.callback(batched_events) Jun 24 12:02:25.989180 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 24 12:02:25.989180 dv-neutron-797120-4-hyperv neutron-server[128083]: event.method(event) Jun 24 12:02:25.989180 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 24 12:02:25.989180 dv-neutron-797120-4-hyperv neutron-server[128083]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 24 12:02:25.989180 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 24 12:02:25.989180 dv-neutron-797120-4-hyperv neutron-server[128083]: aggregate_uuid = self.p_client.list_aggregates( Jun 24 12:02:25.989180 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 24 12:02:25.989180 dv-neutron-797120-4-hyperv neutron-server[128083]: return f(self, *a, **k) Jun 24 12:02:25.989180 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 24 12:02:25.989180 dv-neutron-797120-4-hyperv neutron-server[128083]: return self._get(url).json() Jun 24 12:02:25.989180 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 24 12:02:25.989180 dv-neutron-797120-4-hyperv neutron-server[128083]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 24 12:02:25.989180 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 24 12:02:25.989180 dv-neutron-797120-4-hyperv neutron-server[128083]: return self.request(url, 'GET', **kwargs) Jun 24 12:02:25.989180 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 24 12:02:25.989180 dv-neutron-797120-4-hyperv neutron-server[128083]: base_url = self.get_endpoint(auth, allow=allow, Jun 24 12:02:25.989180 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 24 12:02:25.989180 dv-neutron-797120-4-hyperv neutron-server[128083]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 24 12:02:25.989180 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 24 12:02:25.989180 dv-neutron-797120-4-hyperv neutron-server[128083]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 24 12:02:25.989180 dv-neutron-797120-4-hyperv neutron-server[128083]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 24 12:02:26.064165 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-240b8a6f-ac3c-4635-8167-d0944316b30a tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1800243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1815642'] for network, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:02:26.068476 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-09c9e35c-21e9-4d1e-be07-994ddf909b4f tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:02:26.071777 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-240b8a6f-ac3c-4635-8167-d0944316b30a tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for network, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:02:26.073679 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-240b8a6f-ac3c-4635-8167-d0944316b30a tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "DELETE /v2.0/networks/d4e04dec-a1c7-4334-bc5a-591d258dfdb5 HTTP/1.1" status: 204 len: 168 time: 0.3296854 Jun 24 12:02:26.086558 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 36542) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:02:26.088289 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240b8a6f-ac3c-4635-8167-d0944316b30a tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Pushing event deleted for resources: {'Network': ['ID=d4e04dec-a1c7-4334-bc5a-591d258dfdb5,revision_number=None']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:02:26.091580 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-240b8a6f-ac3c-4635-8167-d0944316b30a tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:02:26.097652 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-910470a0-5dc7-447a-9dfb-0f28b71542a1 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Request body: {'network': {'name': 'tempest-network-smoke--565299461', 'project_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'port_security_enabled': True}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:02:26.099637 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.agents_db [None req-87a69269-d72b-4286-97f3-1041481ed6d8 None None] Agent healthcheck: found 6 active agents {{(pid=128086) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 12:02:26.126335 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-910470a0-5dc7-447a-9dfb-0f28b71542a1 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Made reservation on behalf of adbe78de4fbf48fcad1a6bc46d4a1728 for: {'network': 1} {{(pid=128084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:02:26.130890 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-910470a0-5dc7-447a-9dfb-0f28b71542a1 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for network, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:02:26.158273 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-910470a0-5dc7-447a-9dfb-0f28b71542a1 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] vlan segment allocate from pool success with {'vlan_id': 615, 'physical_network': 'physnet1'} {{(pid=128084) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 12:02:26.168060 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-910470a0-5dc7-447a-9dfb-0f28b71542a1 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967879'] for segment, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:02:26.168643 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.db.segments_db [None req-910470a0-5dc7-447a-9dfb-0f28b71542a1 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Added segment 1439be4b-1913-4802-a52e-ec68bed3b34a of type vlan for network a838822b-8af4-465f-8b8b-f39ce327096e Jun 24 12:02:26.219641 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-910470a0-5dc7-447a-9dfb-0f28b71542a1 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793193525068'] for network, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:02:26.251967 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device eb36e5f3-6cee-4b24-b972-6ed14bab28d1 no longer exists at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 12:02:26.257044 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-910470a0-5dc7-447a-9dfb-0f28b71542a1 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1800243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976'] for network, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:02:26.263938 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-910470a0-5dc7-447a-9dfb-0f28b71542a1 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=128084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:02:26.268500 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-910470a0-5dc7-447a-9dfb-0f28b71542a1 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for network, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:02:26.271098 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-4edda540-5cd5-4247-82ae-bb1b5fbbb931 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:02:26.276884 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] No Port match for: eb36e5f3-6cee-4b24-b972-6ed14bab28d1 {{(pid=128085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 12:02:26.278041 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device eb36e5f3-6cee-4b24-b972-6ed14bab28d1 not bound to the agent host dv-neutron-797120-4-hyperv {{(pid=128085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 12:02:26.279246 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device 3c84ff37-b06d-41c6-9c03-a063fb4323eb no longer exists at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 12:02:26.302508 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] No Port match for: 3c84ff37-b06d-41c6-9c03-a063fb4323eb {{(pid=128085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 12:02:26.303029 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device 3c84ff37-b06d-41c6-9c03-a063fb4323eb not bound to the agent host dv-neutron-797120-4-hyperv {{(pid=128085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 12:02:26.303498 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device 8d0a0c2b-d141-4828-9985-b11ba241289b no longer exists at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 12:02:26.318332 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 36544) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:02:26.318622 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-910470a0-5dc7-447a-9dfb-0f28b71542a1 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2305181 Jun 24 12:02:26.326611 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [None req-58412c5d-c08d-41c9-a295-2b212fbe6641 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-2064021712', 'admin_state_up': True, 'project_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b'}}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:02:26.328269 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] No Port match for: 8d0a0c2b-d141-4828-9985-b11ba241289b {{(pid=128085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 12:02:26.328726 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device 8d0a0c2b-d141-4828-9985-b11ba241289b not bound to the agent host dv-neutron-797120-4-hyperv {{(pid=128085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 12:02:26.354553 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-58412c5d-c08d-41c9-a295-2b212fbe6641 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1803889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65293'] for router, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:02:26.355655 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-58412c5d-c08d-41c9-a295-2b212fbe6641 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1803848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1975305', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1581158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65396'] for router, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:02:26.359760 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910470a0-5dc7-447a-9dfb-0f28b71542a1 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Pushing event updated for resources: {'Network': ['ID=a838822b-8af4-465f-8b8b-f39ce327096e,revision_number=1']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:02:26.369858 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-910470a0-5dc7-447a-9dfb-0f28b71542a1 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:02:26.381522 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Network a838822b-8af4-465f-8b8b-f39ce327096e details requested by agent ovs-agent-dv-neutron-797120-4-hyperv with host dv-neutron-797120-4-hyperv {{(pid=128085) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 12:02:26.408152 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-10bcf5b7-852e-4942-8ca5-a1986951f454 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:02:26.427132 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-58412c5d-c08d-41c9-a295-2b212fbe6641 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:02:26.510695 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:02:26.599160 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-58412c5d-c08d-41c9-a295-2b212fbe6641 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1975381', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1803205', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65378'] for router, precommit_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:02:26.805381 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-58412c5d-c08d-41c9-a295-2b212fbe6641 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for router_gateway, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:02:26.824198 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-58412c5d-c08d-41c9-a295-2b212fbe6641 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:02:26.926444 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.db_base_plugin_common [None req-58412c5d-c08d-41c9-a295-2b212fbe6641 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Allocated IP 172.26.7.140 (f2b8ca71-e776-48b2-8898-96cc7970207b/f37bf603-3862-4d0a-9f58-89616f7fd68f/ac1dcb66-4735-4d50-a9e5-f03ba2655d2b) {{(pid=128083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:02:27.036845 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-58412c5d-c08d-41c9-a295-2b212fbe6641 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for port, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:02:27.081494 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-58412c5d-c08d-41c9-a295-2b212fbe6641 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-650429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-506361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793193536723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2537853'] for port, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:02:27.083889 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-29d1a3a5-8523-445c-b743-21c55f673745 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:02:27.125746 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58412c5d-c08d-41c9-a295-2b212fbe6641 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Network f2b8ca71-e776-48b2-8898-96cc7970207b is already hosted by enough agents. {{(pid=128083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:02:27.128589 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.base_scheduler [None req-58412c5d-c08d-41c9-a295-2b212fbe6641 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Resources bound (agent type, host, resource id): {{(pid=128083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:02:27.131025 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58412c5d-c08d-41c9-a295-2b212fbe6641 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Received port after_create {{(pid=128083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:02:27.162893 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58412c5d-c08d-41c9-a295-2b212fbe6641 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Pushing event updated for resources: {'Port': ['ID=ac1dcb66-4735-4d50-a9e5-f03ba2655d2b,revision_number=1']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:02:27.166885 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-58412c5d-c08d-41c9-a295-2b212fbe6641 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:02:27.389159 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-58412c5d-c08d-41c9-a295-2b212fbe6641 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for router_gateway, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:02:27.581948 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-58412c5d-c08d-41c9-a295-2b212fbe6641 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1803210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1815767'] for router, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:02:27.708458 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-03237adf-ebd0-46f2-a476-4d4bb746e0f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:02:27.711510 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58412c5d-c08d-41c9-a295-2b212fbe6641 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Router 93421f4b-4e81-4cf9-90ed-d1da57e050dc is scheduled to L3 agent 2987dba8-2249-4ee6-96ec-28f0f7a6127d with binding_index 1 {{(pid=128083) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 24 12:02:27.823403 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58412c5d-c08d-41c9-a295-2b212fbe6641 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify agent at l3_agent.dv-neutron-797120-4-hyperv the message routers_updated {{(pid=128083) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 12:02:27.834712 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4ee752b-9e23-4618-aa1a-57d99bd314ef None None] Sync routers for ids ['93421f4b-4e81-4cf9-90ed-d1da57e050dc'] in dv-neutron-797120-4-hyperv {{(pid=128085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 12:02:27.842974 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-58412c5d-c08d-41c9-a295-2b212fbe6641 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for router, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:02:27.844501 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-58412c5d-c08d-41c9-a295-2b212fbe6641 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 1.5247307 Jun 24 12:02:27.847310 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 36546) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:02:27.847450 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4ee752b-9e23-4618-aa1a-57d99bd314ef None None] Routers {'93421f4b-4e81-4cf9-90ed-d1da57e050dc'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:02:27.848149 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-a4ee752b-9e23-4618-aa1a-57d99bd314ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T12:02:26Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['93421f4b-4e81-4cf9-90ed-d1da57e050dc'], 'active': True} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:02:27.962540 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvr_db [None req-a4ee752b-9e23-4618-aa1a-57d99bd314ef None None] Set router 93421f4b-4e81-4cf9-90ed-d1da57e050dc gateway port host: dv-neutron-797120-4-hyperv {{(pid=128085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:02:28.015438 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-5608791d-9121-44bc-b140-18148b3097bc tempest-TestNetworkBasicOps-1239029366 tempest-TestNetworkBasicOps-1239029366-project-admin] 10.222.0.53 "GET /v2.0/subnets?project_id=adbe78de4fbf48fcad1a6bc46d4a1728&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1669340 Jun 24 12:02:28.018232 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 36550) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:02:28.117163 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d481433-2af9-48cd-962a-2bbf56a027ff tempest-TestNetworkBasicOps-1239029366 tempest-TestNetworkBasicOps-1239029366-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:02:28.118651 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-7d481433-2af9-48cd-962a-2bbf56a027ff tempest-TestNetworkBasicOps-1239029366 tempest-TestNetworkBasicOps-1239029366-project-admin] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0995243 Jun 24 12:02:28.122880 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 36552) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:02:28.152284 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-325ce6ad-2da1-4111-a682-213c5e1ba19f tempest-TestNetworkBasicOps-1239029366 tempest-TestNetworkBasicOps-1239029366-project-admin] 10.222.0.53 "GET /v2.0/subnets?network_id=f2b8ca71-e776-48b2-8898-96cc7970207b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0279675 Jun 24 12:02:28.153159 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-a4ee752b-9e23-4618-aa1a-57d99bd314ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93421f4b-4e81-4cf9-90ed-d1da57e050dc', 'name': 'tempest-TestNetworkBasicOps-router-2064021712', 'tenant_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'external_fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.140'}], 'enable_snat': True}, 'gw_port_id': 'ac1dcb66-4735-4d50-a9e5-f03ba2655d2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:02:26Z', 'updated_at': '2021-06-24T12:02:27Z', 'revision_number': 3, 'project_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'gw_port': {'id': 'ac1dcb66-4735-4d50-a9e5-f03ba2655d2b', 'name': '', 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:6d:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93421f4b-4e81-4cf9-90ed-d1da57e050dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1479, 'fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:02:26Z', 'updated_at': '2021-06-24T12:02:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-4-hyperv'}], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:02:28.155810 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 36554) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:02:28.161004 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [None req-6ffcb6e0-dba2-4373-add0-58c982532599 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1705802168', 'network_id': 'a838822b-8af4-465f-8b8b-f39ce327096e', 'project_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:02:28.186051 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4ee752b-9e23-4618-aa1a-57d99bd314ef None None] Checking router: 93421f4b-4e81-4cf9-90ed-d1da57e050dc for host: dv-neutron-797120-4-hyperv {{(pid=128085) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 12:02:28.186415 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4ee752b-9e23-4618-aa1a-57d99bd314ef None None] Updating router 93421f4b-4e81-4cf9-90ed-d1da57e050dc port ac1dcb66-4735-4d50-a9e5-f03ba2655d2b binding host dv-neutron-797120-4-hyperv {{(pid=128085) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 12:02:28.220734 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-a4ee752b-9e23-4618-aa1a-57d99bd314ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:02:28.258961 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ffcb6e0-dba2-4373-add0-58c982532599 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Made reservation on behalf of adbe78de4fbf48fcad1a6bc46d4a1728 for: {'subnet': 1} {{(pid=128083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:02:28.263691 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-6ffcb6e0-dba2-4373-add0-58c982532599 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3289788'] for subnet, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:02:28.473146 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-6ffcb6e0-dba2-4373-add0-58c982532599 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2537737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3289942'] for subnet, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:02:28.475841 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-179bbb92-1395-4044-a3c2-98488f32fc40 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:02:28.479972 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-a4ee752b-9e23-4618-aa1a-57d99bd314ef None None] Notify callbacks [] for port, precommit_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:02:28.490991 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-a4ee752b-9e23-4618-aa1a-57d99bd314ef None None] Transition to ACTIVE for port object ac1dcb66-4735-4d50-a9e5-f03ba2655d2b will not be triggered until provisioned by entity L2. {{(pid=128085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:02:28.497798 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-a4ee752b-9e23-4618-aa1a-57d99bd314ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:02:28.499861 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-a6169557-cadc-4de4-a0e9-4ec0011a77a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:02:28.537597 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ffcb6e0-dba2-4373-add0-58c982532599 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Pushing event updated for resources: {'Subnet': ['ID=fffeb80e-5bb9-468e-8235-0cd7fe332256,revision_number=0']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:02:28.540972 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-6ffcb6e0-dba2-4373-add0-58c982532599 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:02:28.546823 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ffcb6e0-dba2-4373-add0-58c982532599 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Checking segment: {'id': '1439be4b-1913-4802-a52e-ec68bed3b34a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'a838822b-8af4-465f-8b8b-f39ce327096e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=128083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:02:28.547193 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ffcb6e0-dba2-4373-add0-58c982532599 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Network hostable DHCP agents. Network: a838822b-8af4-465f-8b8b-f39ce327096e, hostable agents: ['6be988a9-1d97-480f-be5a-c55abf2c55c5'], hosted agents: [] {{(pid=128083) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 12:02:28.560603 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-a4ee752b-9e23-4618-aa1a-57d99bd314ef None None] Attempting to bind port ac1dcb66-4735-4d50-a9e5-f03ba2655d2b on host dv-neutron-797120-4-hyperv for vnic_type normal with profile {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 12:02:28.561199 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-a4ee752b-9e23-4618-aa1a-57d99bd314ef None None] Attempting to bind port ac1dcb66-4735-4d50-a9e5-f03ba2655d2b by drivers openvswitch,hyperv on host dv-neutron-797120-4-hyperv at level 0 using segments [{'id': '1139564f-ff83-4b49-a593-84b33301357d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b'}] {{(pid=128085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 12:02:28.561629 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4ee752b-9e23-4618-aa1a-57d99bd314ef None None] Attempting to bind port ac1dcb66-4735-4d50-a9e5-f03ba2655d2b on network f2b8ca71-e776-48b2-8898-96cc7970207b {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:02:28.564865 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d272da-3f48-48a7-8c4a-b220b338fc82 None None] Pushing event updated for resources: {'Port': ['ID=ac1dcb66-4735-4d50-a9e5-f03ba2655d2b,revision_number=2']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:02:28.566122 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ffcb6e0-dba2-4373-add0-58c982532599 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Network a838822b-8af4-465f-8b8b-f39ce327096e is scheduled to be hosted by DHCP agent 6be988a9-1d97-480f-be5a-c55abf2c55c5 with binding_index 1 {{(pid=128083) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 12:02:28.568261 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-b4d272da-3f48-48a7-8c4a-b220b338fc82 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:02:28.573648 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4ee752b-9e23-4618-aa1a-57d99bd314ef None None] Checking agent: {'id': 'e3a695b2-c397-461f-83b0-10b79d490b59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 11, 36, 56), 'started_at': datetime.datetime(2021, 6, 24, 11, 37, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 12, 2, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 12:02:28.574029 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4ee752b-9e23-4618-aa1a-57d99bd314ef None None] Checking segment: {'id': '1139564f-ff83-4b49-a593-84b33301357d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=128085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:02:28.575371 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-a4ee752b-9e23-4618-aa1a-57d99bd314ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:02:28.576152 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4ee752b-9e23-4618-aa1a-57d99bd314ef None None] Bound using segment: {'id': '1139564f-ff83-4b49-a593-84b33301357d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b'} {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 12:02:28.576578 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-a4ee752b-9e23-4618-aa1a-57d99bd314ef None None] Bound port: ac1dcb66-4735-4d50-a9e5-f03ba2655d2b, host: dv-neutron-797120-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1139564f-ff83-4b49-a593-84b33301357d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b'}}] {{(pid=128085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 12:02:28.577164 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-a4ee752b-9e23-4618-aa1a-57d99bd314ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:02:28.577295 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.base_scheduler [None req-6ffcb6e0-dba2-4373-add0-58c982532599 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-4-hyperv, a838822b-8af4-465f-8b8b-f39ce327096e) {{(pid=128083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:02:28.582149 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ffcb6e0-dba2-4373-add0-58c982532599 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:02:28.582810 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-6ffcb6e0-dba2-4373-add0-58c982532599 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for subnet, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:02:28.598115 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-6ffcb6e0-dba2-4373-add0-58c982532599 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4412253 Jun 24 12:02:28.601022 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 36556) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:02:28.605387 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3152e06f-faa7-412e-a865-0f17c6fb594c None None] Network a838822b-8af4-465f-8b8b-f39ce327096e requested from dv-neutron-797120-4-hyperv {{(pid=128085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:02:28.697255 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-a4ee752b-9e23-4618-aa1a-57d99bd314ef None None] For port ac1dcb66-4735-4d50-a9e5-f03ba2655d2b, host dv-neutron-797120-4-hyperv, cleared binding levels {{(pid=128085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 12:02:28.702332 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-a4ee752b-9e23-4618-aa1a-57d99bd314ef None None] For port ac1dcb66-4735-4d50-a9e5-f03ba2655d2b, host dv-neutron-797120-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=ac1dcb66-4735-4d50-a9e5-f03ba2655d2b,segment=NetworkSegment(1139564f-ff83-4b49-a593-84b33301357d),segment_id=1139564f-ff83-4b49-a593-84b33301357d)] {{(pid=128085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 12:02:28.711602 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-a4ee752b-9e23-4618-aa1a-57d99bd314ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:02:28.715883 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:02:28.809744 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4ee752b-9e23-4618-aa1a-57d99bd314ef None None] Routers {'93421f4b-4e81-4cf9-90ed-d1da57e050dc'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:02:28.810416 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-a4ee752b-9e23-4618-aa1a-57d99bd314ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T12:02:26Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['93421f4b-4e81-4cf9-90ed-d1da57e050dc'], 'active': True} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:02:28.873861 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d272da-3f48-48a7-8c4a-b220b338fc82 None None] Pushing event updated for resources: {'Port': ['ID=ac1dcb66-4735-4d50-a9e5-f03ba2655d2b,revision_number=3']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:02:28.877733 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-b4d272da-3f48-48a7-8c4a-b220b338fc82 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:02:28.948505 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d15af42-63cd-4b47-b5ef-ee40d87f6aa1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d65c8f8-7530-5052-99fe-8ea05073750b-a838822b-8af4-465f-8b8b-f39ce327096e', 'network_id': 'a838822b-8af4-465f-8b8b-f39ce327096e', 'tenant_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'fixed_ips': [{'subnet_id': 'fffeb80e-5bb9-468e-8235-0cd7fe332256'}]}} from dv-neutron-797120-4-hyperv. {{(pid=128085) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 24 12:02:28.950265 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-9d15af42-63cd-4b47-b5ef-ee40d87f6aa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_create {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:02:28.976080 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvr_db [None req-a4ee752b-9e23-4618-aa1a-57d99bd314ef None None] Set router 93421f4b-4e81-4cf9-90ed-d1da57e050dc gateway port host: dv-neutron-797120-4-hyperv {{(pid=128085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:02:29.057371 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-15cab98d-c83d-4d0f-bf02-b9cc6313b363 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:02:29.213244 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.db_base_plugin_common [None req-9d15af42-63cd-4b47-b5ef-ee40d87f6aa1 None None] Allocated IP 172.20.0.2 (a838822b-8af4-465f-8b8b-f39ce327096e/fffeb80e-5bb9-468e-8235-0cd7fe332256/fb71dc1c-c66b-4b89-b6d2-9210217d35be) {{(pid=128085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:02:29.335880 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-a4ee752b-9e23-4618-aa1a-57d99bd314ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93421f4b-4e81-4cf9-90ed-d1da57e050dc', 'name': 'tempest-TestNetworkBasicOps-router-2064021712', 'tenant_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'external_fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.140'}], 'enable_snat': True}, 'gw_port_id': 'ac1dcb66-4735-4d50-a9e5-f03ba2655d2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:02:26Z', 'updated_at': '2021-06-24T12:02:27Z', 'revision_number': 3, 'project_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'gw_port': {'id': 'ac1dcb66-4735-4d50-a9e5-f03ba2655d2b', 'name': '', 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:6d:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93421f4b-4e81-4cf9-90ed-d1da57e050dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1479, 'fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:02:26Z', 'updated_at': '2021-06-24T12:02:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-4-hyperv'}], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:02:29.368162 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4ee752b-9e23-4618-aa1a-57d99bd314ef None None] The sync data for ids ['93421f4b-4e81-4cf9-90ed-d1da57e050dc'] in dv-neutron-797120-4-hyperv is: [{'id': '93421f4b-4e81-4cf9-90ed-d1da57e050dc', 'name': 'tempest-TestNetworkBasicOps-router-2064021712', 'tenant_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'external_fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.140'}], 'enable_snat': True}, 'gw_port_id': 'ac1dcb66-4735-4d50-a9e5-f03ba2655d2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:02:26Z', 'updated_at': '2021-06-24T12:02:27Z', 'revision_number': 3, 'project_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'gw_port': {'id': 'ac1dcb66-4735-4d50-a9e5-f03ba2655d2b', 'name': '', 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:6d:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93421f4b-4e81-4cf9-90ed-d1da57e050dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1479, 'fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:02:26Z', 'updated_at': '2021-06-24T12:02:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-4-hyperv'}] {{(pid=128085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 12:02:29.426816 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-9d15af42-63cd-4b47-b5ef-ee40d87f6aa1 None None] Notify callbacks [] for port, precommit_create {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:02:29.436125 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-9d15af42-63cd-4b47-b5ef-ee40d87f6aa1 None None] Transition to ACTIVE for port object fb71dc1c-c66b-4b89-b6d2-9210217d35be will not be triggered until provisioned by entity L2. {{(pid=128085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:02:29.451772 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-9d15af42-63cd-4b47-b5ef-ee40d87f6aa1 None None] Transition to ACTIVE for port object fb71dc1c-c66b-4b89-b6d2-9210217d35be will not be triggered until provisioned by entity DHCP. {{(pid=128085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:02:29.458195 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-9d15af42-63cd-4b47-b5ef-ee40d87f6aa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-650429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-506361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793193536723'] for port, after_create {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:02:29.460225 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:02:29.502739 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d15af42-63cd-4b47-b5ef-ee40d87f6aa1 None None] Network a838822b-8af4-465f-8b8b-f39ce327096e is already hosted by enough agents. {{(pid=128085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:02:29.505612 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.scheduler.base_scheduler [None req-9d15af42-63cd-4b47-b5ef-ee40d87f6aa1 None None] Resources bound (agent type, host, resource id): {{(pid=128085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:02:29.510206 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d15af42-63cd-4b47-b5ef-ee40d87f6aa1 None None] Received port after_create {{(pid=128085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:02:29.514246 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d15af42-63cd-4b47-b5ef-ee40d87f6aa1 None None] Pushing event updated for resources: {'Port': ['ID=fb71dc1c-c66b-4b89-b6d2-9210217d35be,revision_number=1']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:02:29.515674 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.db_base_plugin_common [None req-15cab98d-c83d-4d0f-bf02-b9cc6313b363 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Allocated IP 172.20.0.1 (a838822b-8af4-465f-8b8b-f39ce327096e/fffeb80e-5bb9-468e-8235-0cd7fe332256/f09d29da-d957-4e73-adb8-6384d14cdbde) {{(pid=128083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:02:29.518218 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-9d15af42-63cd-4b47-b5ef-ee40d87f6aa1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:02:29.582598 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-9d15af42-63cd-4b47-b5ef-ee40d87f6aa1 None None] Attempting to bind port fb71dc1c-c66b-4b89-b6d2-9210217d35be on host dv-neutron-797120-4-hyperv for vnic_type normal with profile {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 12:02:29.582989 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-9d15af42-63cd-4b47-b5ef-ee40d87f6aa1 None None] Attempting to bind port fb71dc1c-c66b-4b89-b6d2-9210217d35be by drivers openvswitch,hyperv on host dv-neutron-797120-4-hyperv at level 0 using segments [{'id': '1439be4b-1913-4802-a52e-ec68bed3b34a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'a838822b-8af4-465f-8b8b-f39ce327096e'}] {{(pid=128085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 12:02:29.583505 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d15af42-63cd-4b47-b5ef-ee40d87f6aa1 None None] Attempting to bind port fb71dc1c-c66b-4b89-b6d2-9210217d35be on network a838822b-8af4-465f-8b8b-f39ce327096e {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:02:29.591242 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d15af42-63cd-4b47-b5ef-ee40d87f6aa1 None None] Checking agent: {'id': 'e3a695b2-c397-461f-83b0-10b79d490b59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 11, 36, 56), 'started_at': datetime.datetime(2021, 6, 24, 11, 37, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 12, 2, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 12:02:29.591604 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d15af42-63cd-4b47-b5ef-ee40d87f6aa1 None None] Checking segment: {'id': '1439be4b-1913-4802-a52e-ec68bed3b34a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'a838822b-8af4-465f-8b8b-f39ce327096e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=128085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:02:29.591986 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-9d15af42-63cd-4b47-b5ef-ee40d87f6aa1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:02:29.592391 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d15af42-63cd-4b47-b5ef-ee40d87f6aa1 None None] Bound using segment: {'id': '1439be4b-1913-4802-a52e-ec68bed3b34a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'a838822b-8af4-465f-8b8b-f39ce327096e'} {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 12:02:29.593093 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-9d15af42-63cd-4b47-b5ef-ee40d87f6aa1 None None] Bound port: fb71dc1c-c66b-4b89-b6d2-9210217d35be, host: dv-neutron-797120-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1439be4b-1913-4802-a52e-ec68bed3b34a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'a838822b-8af4-465f-8b8b-f39ce327096e'}}] {{(pid=128085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 12:02:29.593596 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-9d15af42-63cd-4b47-b5ef-ee40d87f6aa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:02:29.716371 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-52c483ef-d5c1-4030-9a32-e5ce4ff00ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:02:29.721197 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-9d15af42-63cd-4b47-b5ef-ee40d87f6aa1 None None] For port fb71dc1c-c66b-4b89-b6d2-9210217d35be, host dv-neutron-797120-4-hyperv, cleared binding levels {{(pid=128085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 12:02:29.725301 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-9d15af42-63cd-4b47-b5ef-ee40d87f6aa1 None None] For port fb71dc1c-c66b-4b89-b6d2-9210217d35be, host dv-neutron-797120-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=fb71dc1c-c66b-4b89-b6d2-9210217d35be,segment=NetworkSegment(1439be4b-1913-4802-a52e-ec68bed3b34a),segment_id=1439be4b-1913-4802-a52e-ec68bed3b34a)] {{(pid=128085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 12:02:29.726359 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-15cab98d-c83d-4d0f-bf02-b9cc6313b363 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for port, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:02:29.732906 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-9d15af42-63cd-4b47-b5ef-ee40d87f6aa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:02:29.735811 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-712ad308-c732-43a5-84d2-5c284343e819 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:02:29.743885 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.provisioning_blocks [None req-15cab98d-c83d-4d0f-bf02-b9cc6313b363 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Transition to ACTIVE for port object f09d29da-d957-4e73-adb8-6384d14cdbde will not be triggered until provisioned by entity DHCP. {{(pid=128083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:02:29.787693 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-15cab98d-c83d-4d0f-bf02-b9cc6313b363 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-650429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-506361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793193536723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2537853'] for port, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:02:29.791114 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-56a6cda4-11b0-444f-8c1b-1e55c202212f tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:02:29.809892 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d15af42-63cd-4b47-b5ef-ee40d87f6aa1 None None] Pushing event updated for resources: {'Port': ['ID=fb71dc1c-c66b-4b89-b6d2-9210217d35be,revision_number=2']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:02:29.813372 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-9d15af42-63cd-4b47-b5ef-ee40d87f6aa1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:02:29.858083 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15cab98d-c83d-4d0f-bf02-b9cc6313b363 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Network a838822b-8af4-465f-8b8b-f39ce327096e is already hosted by enough agents. {{(pid=128083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:02:29.862723 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.base_scheduler [None req-15cab98d-c83d-4d0f-bf02-b9cc6313b363 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Resources bound (agent type, host, resource id): {{(pid=128083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:02:29.864799 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15cab98d-c83d-4d0f-bf02-b9cc6313b363 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Pushing event updated for resources: {'Port': ['ID=f09d29da-d957-4e73-adb8-6384d14cdbde,revision_number=1']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:02:29.867087 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15cab98d-c83d-4d0f-bf02-b9cc6313b363 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Received port after_create {{(pid=128083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:02:29.870010 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-15cab98d-c83d-4d0f-bf02-b9cc6313b363 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:02:29.929274 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-15cab98d-c83d-4d0f-bf02-b9cc6313b363 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1978458'] for router_interface, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:02:30.112493 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-15cab98d-c83d-4d0f-bf02-b9cc6313b363 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:02:30.249872 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device ac1dcb66-4735-4d50-a9e5-f03ba2655d2b up at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:02:30.315891 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning for port ac1dcb66-4735-4d50-a9e5-f03ba2655d2b completed by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:02:30.321546 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning complete for port ac1dcb66-4735-4d50-a9e5-f03ba2655d2b triggered by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:02:30.323172 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:02:30.426054 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:02:30.453701 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] For port ac1dcb66-4735-4d50-a9e5-f03ba2655d2b, host dv-neutron-797120-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=ac1dcb66-4735-4d50-a9e5-f03ba2655d2b,segment=NetworkSegment(1139564f-ff83-4b49-a593-84b33301357d),segment_id=1139564f-ff83-4b49-a593-84b33301357d)] {{(pid=128085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:02:30.458414 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:02:30.459403 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device fb71dc1c-c66b-4b89-b6d2-9210217d35be up at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:02:30.461627 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-5415d295-700c-46e0-b03d-4cc4af49b51c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:02:30.569811 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Pushing event updated for resources: {'Port': ['ID=ac1dcb66-4735-4d50-a9e5-f03ba2655d2b,revision_number=4']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:02:30.577088 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning for port fb71dc1c-c66b-4b89-b6d2-9210217d35be completed by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:02:30.577783 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:02:30.873436 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-15cab98d-c83d-4d0f-bf02-b9cc6313b363 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for port, precommit_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:02:30.882425 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-15cab98d-c83d-4d0f-bf02-b9cc6313b363 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2537871'] for port, after_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:02:30.885795 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-8416cc3b-5760-44d4-9592-9b339d173427 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:02:30.955958 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-844e7fb7-f096-4fc1-84bb-c11225b943b8 None None] Network a838822b-8af4-465f-8b8b-f39ce327096e requested from dv-neutron-797120-4-hyperv {{(pid=128085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:02:30.974746 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15cab98d-c83d-4d0f-bf02-b9cc6313b363 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Pushing event updated for resources: {'Port': ['ID=f09d29da-d957-4e73-adb8-6384d14cdbde,revision_number=2']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:02:30.977829 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-15cab98d-c83d-4d0f-bf02-b9cc6313b363 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:02:30.978772 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-15cab98d-c83d-4d0f-bf02-b9cc6313b363 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1783050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1978542'] for router_interface, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:02:31.074696 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15cab98d-c83d-4d0f-bf02-b9cc6313b363 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Network a838822b-8af4-465f-8b8b-f39ce327096e is already hosted by enough agents. {{(pid=128083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:02:31.076399 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.base_scheduler [None req-15cab98d-c83d-4d0f-bf02-b9cc6313b363 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Resources bound (agent type, host, resource id): {{(pid=128083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:02:31.201890 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15cab98d-c83d-4d0f-bf02-b9cc6313b363 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Router 93421f4b-4e81-4cf9-90ed-d1da57e050dc has already been hosted by L3 agent 2987dba8-2249-4ee6-96ec-28f0f7a6127d {{(pid=128083) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 12:02:31.212519 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-2eed727b-20b1-4129-930b-726817af782e None None] Provisioning for port fb71dc1c-c66b-4b89-b6d2-9210217d35be completed by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:02:31.225863 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-2eed727b-20b1-4129-930b-726817af782e None None] Provisioning complete for port fb71dc1c-c66b-4b89-b6d2-9210217d35be triggered by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:02:31.226317 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-2eed727b-20b1-4129-930b-726817af782e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:02:31.318135 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15cab98d-c83d-4d0f-bf02-b9cc6313b363 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify agent at l3_agent.dv-neutron-797120-4-hyperv the message routers_updated {{(pid=128083) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 12:02:31.325473 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-15cab98d-c83d-4d0f-bf02-b9cc6313b363 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "PUT /v2.0/routers/93421f4b-4e81-4cf9-90ed-d1da57e050dc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7233925 Jun 24 12:02:31.327646 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 36558) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:02:31.380079 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-2eed727b-20b1-4129-930b-726817af782e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:02:31.423105 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-2eed727b-20b1-4129-930b-726817af782e None None] For port fb71dc1c-c66b-4b89-b6d2-9210217d35be, host dv-neutron-797120-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=fb71dc1c-c66b-4b89-b6d2-9210217d35be,segment=NetworkSegment(1439be4b-1913-4802-a52e-ec68bed3b34a),segment_id=1439be4b-1913-4802-a52e-ec68bed3b34a)] {{(pid=128085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:02:31.429415 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-2eed727b-20b1-4129-930b-726817af782e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:02:31.432935 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-3607e3fd-14e3-49c9-b6ac-3177f30f518a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:02:31.434404 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e08e611-67ea-45b6-ab6a-12a94ca36b71 tempest-TestNetworkBasicOps-1239029366 tempest-TestNetworkBasicOps-1239029366-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:02:31.434747 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e08e611-67ea-45b6-ab6a-12a94ca36b71 tempest-TestNetworkBasicOps-1239029366 tempest-TestNetworkBasicOps-1239029366-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:02:31.435225 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e08e611-67ea-45b6-ab6a-12a94ca36b71 tempest-TestNetworkBasicOps-1239029366 tempest-TestNetworkBasicOps-1239029366-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:02:31.435699 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e08e611-67ea-45b6-ab6a-12a94ca36b71 tempest-TestNetworkBasicOps-1239029366 tempest-TestNetworkBasicOps-1239029366-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:02:31.439854 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-6e08e611-67ea-45b6-ab6a-12a94ca36b71 tempest-TestNetworkBasicOps-1239029366 tempest-TestNetworkBasicOps-1239029366-project-admin] 10.222.0.53 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2885 time: 0.1086092 Jun 24 12:02:31.440168 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 36560) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:02:31.486450 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eed727b-20b1-4129-930b-726817af782e None None] Pushing event updated for resources: {'Port': ['ID=fb71dc1c-c66b-4b89-b6d2-9210217d35be,revision_number=3']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:02:31.490643 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-2eed727b-20b1-4129-930b-726817af782e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:02:31.505857 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cf7793e-df20-460c-a2ec-f170f0734ad3 tempest-TestNetworkBasicOps-1239029366 tempest-TestNetworkBasicOps-1239029366-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:02:31.506484 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cf7793e-df20-460c-a2ec-f170f0734ad3 tempest-TestNetworkBasicOps-1239029366 tempest-TestNetworkBasicOps-1239029366-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:02:31.507015 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cf7793e-df20-460c-a2ec-f170f0734ad3 tempest-TestNetworkBasicOps-1239029366 tempest-TestNetworkBasicOps-1239029366-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:02:31.507488 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cf7793e-df20-460c-a2ec-f170f0734ad3 tempest-TestNetworkBasicOps-1239029366 tempest-TestNetworkBasicOps-1239029366-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:02:31.509333 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-6cf7793e-df20-460c-a2ec-f170f0734ad3 tempest-TestNetworkBasicOps-1239029366 tempest-TestNetworkBasicOps-1239029366-project-admin] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2728 time: 0.0682480 Jun 24 12:02:31.512647 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 36562) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:02:31.559534 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c76b7181-11c5-4eed-9844-e0e0d23e1dcb None None] Sync routers for ids ['93421f4b-4e81-4cf9-90ed-d1da57e050dc'] in dv-neutron-797120-4-hyperv {{(pid=128086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 12:02:31.570949 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c76b7181-11c5-4eed-9844-e0e0d23e1dcb None None] Routers {'93421f4b-4e81-4cf9-90ed-d1da57e050dc'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:02:31.571905 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-c76b7181-11c5-4eed-9844-e0e0d23e1dcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T12:02:26Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['93421f4b-4e81-4cf9-90ed-d1da57e050dc'], 'active': True} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:02:31.672195 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-6d00aa9b-bc93-4e44-9e95-a47b9877cc04 tempest-TestNetworkBasicOps-1239029366 tempest-TestNetworkBasicOps-1239029366-project-admin] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1608 time: 0.1569839 Jun 24 12:02:31.702668 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_dvr_db [None req-c76b7181-11c5-4eed-9844-e0e0d23e1dcb None None] Set router 93421f4b-4e81-4cf9-90ed-d1da57e050dc gateway port host: dv-neutron-797120-4-hyperv {{(pid=128086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:02:31.759414 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-42b36d10-e743-4960-96b1-6f00309acb31 None None] Provisioning for port f09d29da-d957-4e73-adb8-6384d14cdbde completed by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:02:31.767119 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-42b36d10-e743-4960-96b1-6f00309acb31 None None] Provisioning complete for port f09d29da-d957-4e73-adb8-6384d14cdbde triggered by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:02:31.768045 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-42b36d10-e743-4960-96b1-6f00309acb31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:02:31.820479 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-42b36d10-e743-4960-96b1-6f00309acb31 None None] Port f09d29da-d957-4e73-adb8-6384d14cdbde cannot update to ACTIVE because it is not bound. {{(pid=128085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 12:02:31.833087 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-42b36d10-e743-4960-96b1-6f00309acb31 None None] Provisioning complete for port fb71dc1c-c66b-4b89-b6d2-9210217d35be triggered by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:02:31.833769 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-42b36d10-e743-4960-96b1-6f00309acb31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:02:31.972951 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-c76b7181-11c5-4eed-9844-e0e0d23e1dcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93421f4b-4e81-4cf9-90ed-d1da57e050dc', 'name': 'tempest-TestNetworkBasicOps-router-2064021712', 'tenant_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'external_fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.140'}], 'enable_snat': True}, 'gw_port_id': 'ac1dcb66-4735-4d50-a9e5-f03ba2655d2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:02:26Z', 'updated_at': '2021-06-24T12:02:30Z', 'revision_number': 4, 'project_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'gw_port': {'id': 'ac1dcb66-4735-4d50-a9e5-f03ba2655d2b', 'name': '', 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:6d:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93421f4b-4e81-4cf9-90ed-d1da57e050dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1479, 'fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:02:26Z', 'updated_at': '2021-06-24T12:02:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-4-hyperv', '_interfaces': [{'id': 'f09d29da-d957-4e73-adb8-6384d14cdbde', 'name': '', 'network_id': 'a838822b-8af4-465f-8b8b-f39ce327096e', 'tenant_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'mac_address': 'fa:16:3e:f3:ad:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93421f4b-4e81-4cf9-90ed-d1da57e050dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1482, 'fixed_ips': [{'subnet_id': 'fffeb80e-5bb9-468e-8235-0cd7fe332256', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:02:29Z', 'updated_at': '2021-06-24T12:02:30Z', 'revision_number': 2, 'project_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'subnets': [{'id': 'fffeb80e-5bb9-468e-8235-0cd7fe332256', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:02:32.008130 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c76b7181-11c5-4eed-9844-e0e0d23e1dcb None None] Checking router: 93421f4b-4e81-4cf9-90ed-d1da57e050dc for host: dv-neutron-797120-4-hyperv {{(pid=128086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 12:02:32.008492 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c76b7181-11c5-4eed-9844-e0e0d23e1dcb None None] Updating router 93421f4b-4e81-4cf9-90ed-d1da57e050dc port f09d29da-d957-4e73-adb8-6384d14cdbde binding host dv-neutron-797120-4-hyperv {{(pid=128086) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 12:02:32.046594 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron_lib.callbacks.manager [None req-c76b7181-11c5-4eed-9844-e0e0d23e1dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:02:32.065651 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-1da11b02-0d19-4710-88a2-b4fb2678f13e None None] Provisioning complete for port f09d29da-d957-4e73-adb8-6384d14cdbde triggered by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:02:32.066061 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-1da11b02-0d19-4710-88a2-b4fb2678f13e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:02:32.076585 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 36566) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:02:32.081932 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [None req-e2e41e94-78db-4219-85d6-0aa0cf3c5ae3 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2022372654', 'description': 'tempest-secgroup-smoke-2022372654 description', 'project_id': 'adbe78de4fbf48fcad1a6bc46d4a1728'}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:02:32.119450 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-e2e41e94-78db-4219-85d6-0aa0cf3c5ae3 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for security_group, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:02:32.142574 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-1da11b02-0d19-4710-88a2-b4fb2678f13e None None] Port f09d29da-d957-4e73-adb8-6384d14cdbde cannot update to ACTIVE because it is not bound. {{(pid=128085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 12:02:32.163929 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device ac1dcb66-4735-4d50-a9e5-f03ba2655d2b up at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:02:32.222019 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning complete for port ac1dcb66-4735-4d50-a9e5-f03ba2655d2b triggered by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:02:32.222327 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:02:32.224097 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-e2e41e94-78db-4219-85d6-0aa0cf3c5ae3 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for security_group, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:02:32.229623 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-e2e41e94-78db-4219-85d6-0aa0cf3c5ae3 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800410'] for security_group, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:02:32.234338 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-852c8700-60ed-458f-9788-a1dc7cbd17f2 tempest-SecGroupTest-1107880395 tempest-SecGroupTest-1107880395-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:02:32.263061 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-e2e41e94-78db-4219-85d6-0aa0cf3c5ae3 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for security_group, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:02:32.267284 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-e2e41e94-78db-4219-85d6-0aa0cf3c5ae3 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1868169 Jun 24 12:02:32.267452 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 36568) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:02:32.272099 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [None req-cf00fb85-539d-4d2c-bfd9-f578c803609a tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Request body: {'security_group_rule': {'security_group_id': '43c8fae1-4de7-402f-90b4-741833eb9b65', 'project_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:02:32.278767 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e41e94-78db-4219-85d6-0aa0cf3c5ae3 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Pushing event updated for resources: {'SecurityGroup': ['ID=43c8fae1-4de7-402f-90b4-741833eb9b65,revision_number=1']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:02:32.282399 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-e2e41e94-78db-4219-85d6-0aa0cf3c5ae3 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:02:32.290127 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-9dc034a8-050a-47e2-b3eb-27b272c82a58 None None] Provisioning complete for port f09d29da-d957-4e73-adb8-6384d14cdbde triggered by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:02:32.290694 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-9dc034a8-050a-47e2-b3eb-27b272c82a58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:02:32.307305 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-cf00fb85-539d-4d2c-bfd9-f578c803609a tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for security_group_rule, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:02:32.350092 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-9dc034a8-050a-47e2-b3eb-27b272c82a58 None None] Port f09d29da-d957-4e73-adb8-6384d14cdbde cannot update to ACTIVE because it is not bound. {{(pid=128085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 12:02:32.360154 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device fb71dc1c-c66b-4b89-b6d2-9210217d35be up at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:02:32.363738 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron_lib.callbacks.manager [None req-c76b7181-11c5-4eed-9844-e0e0d23e1dcb None None] Notify callbacks [] for port, precommit_update {{(pid=128086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:02:32.376514 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.provisioning_blocks [None req-c76b7181-11c5-4eed-9844-e0e0d23e1dcb None None] Transition to ACTIVE for port object f09d29da-d957-4e73-adb8-6384d14cdbde will not be triggered until provisioned by entity L2. {{(pid=128086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:02:32.383649 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron_lib.callbacks.manager [None req-c76b7181-11c5-4eed-9844-e0e0d23e1dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:02:32.384313 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-cf00fb85-539d-4d2c-bfd9-f578c803609a tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:02:32.385961 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128086) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:02:32.389489 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-cf00fb85-539d-4d2c-bfd9-f578c803609a tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1627007'] for security_group_rule, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:02:32.392105 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-4b2224a3-8b49-455b-8c4d-ab080ac6f730 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:02:32.410160 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf00fb85-539d-4d2c-bfd9-f578c803609a tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df59cb9a-555d-4989-9562-8e6cd468b34d,revision_number=0']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:02:32.412725 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-cf00fb85-539d-4d2c-bfd9-f578c803609a tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:02:32.413468 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning complete for port fb71dc1c-c66b-4b89-b6d2-9210217d35be triggered by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:02:32.413958 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:02:32.415281 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-cf00fb85-539d-4d2c-bfd9-f578c803609a tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for security_group_rule, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:02:32.420781 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 36570) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:02:32.426010 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-4eb74334-f878-449d-82f5-e9142c4cff61 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Request body: {'security_group_rule': {'security_group_id': '43c8fae1-4de7-402f-90b4-741833eb9b65', 'project_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:02:32.435410 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-cf00fb85-539d-4d2c-bfd9-f578c803609a tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1569898 Jun 24 12:02:32.441763 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63591cc-5461-488b-94b4-1df41eb6646f None None] Pushing event updated for resources: {'Port': ['ID=f09d29da-d957-4e73-adb8-6384d14cdbde,revision_number=3']} {{(pid=128086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:02:32.458716 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-4eb74334-f878-449d-82f5-e9142c4cff61 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for security_group_rule, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:02:32.518198 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63591cc-5461-488b-94b4-1df41eb6646f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:02:32.518541 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63591cc-5461-488b-94b4-1df41eb6646f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:02:32.519220 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63591cc-5461-488b-94b4-1df41eb6646f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:02:32.519561 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63591cc-5461-488b-94b4-1df41eb6646f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:02:32.520135 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63591cc-5461-488b-94b4-1df41eb6646f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:02:32.520553 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63591cc-5461-488b-94b4-1df41eb6646f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:02:32.520884 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63591cc-5461-488b-94b4-1df41eb6646f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:02:32.521298 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63591cc-5461-488b-94b4-1df41eb6646f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:02:32.521691 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63591cc-5461-488b-94b4-1df41eb6646f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:02:32.522012 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63591cc-5461-488b-94b4-1df41eb6646f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:02:32.522393 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63591cc-5461-488b-94b4-1df41eb6646f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:02:32.522944 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63591cc-5461-488b-94b4-1df41eb6646f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:02:32.525253 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-4eb74334-f878-449d-82f5-e9142c4cff61 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:02:32.529908 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG oslo_concurrency.lockutils [None req-a63591cc-5461-488b-94b4-1df41eb6646f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=128086) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:02:32.530187 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-4eb74334-f878-449d-82f5-e9142c4cff61 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1627007'] for security_group_rule, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:02:32.532237 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-69798d0d-2a88-472c-b330-9c4f74d27a0c tempest-SecGroupIPv6Test-993619391 tempest-SecGroupIPv6Test-993619391-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:02:32.541988 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.plugins.ml2.managers [None req-c76b7181-11c5-4eed-9844-e0e0d23e1dcb None None] Attempting to bind port f09d29da-d957-4e73-adb8-6384d14cdbde on host dv-neutron-797120-4-hyperv for vnic_type normal with profile {{(pid=128086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 12:02:32.542401 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.plugins.ml2.managers [None req-c76b7181-11c5-4eed-9844-e0e0d23e1dcb None None] Attempting to bind port f09d29da-d957-4e73-adb8-6384d14cdbde by drivers openvswitch,hyperv on host dv-neutron-797120-4-hyperv at level 0 using segments [{'id': '1439be4b-1913-4802-a52e-ec68bed3b34a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'a838822b-8af4-465f-8b8b-f39ce327096e'}] {{(pid=128086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 12:02:32.542838 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c76b7181-11c5-4eed-9844-e0e0d23e1dcb None None] Attempting to bind port f09d29da-d957-4e73-adb8-6384d14cdbde on network a838822b-8af4-465f-8b8b-f39ce327096e {{(pid=128086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:02:32.552152 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb74334-f878-449d-82f5-e9142c4cff61 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7370181-22d4-4aab-8d6e-8a1c73005f20,revision_number=0']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:02:32.552854 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c76b7181-11c5-4eed-9844-e0e0d23e1dcb None None] Checking agent: {'id': 'e3a695b2-c397-461f-83b0-10b79d490b59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 11, 36, 56), 'started_at': datetime.datetime(2021, 6, 24, 11, 37, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 12, 2, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=128086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 12:02:32.553593 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c76b7181-11c5-4eed-9844-e0e0d23e1dcb None None] Checking segment: {'id': '1439be4b-1913-4802-a52e-ec68bed3b34a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'a838822b-8af4-465f-8b8b-f39ce327096e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=128086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:02:32.554183 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron_lib.callbacks.manager [None req-c76b7181-11c5-4eed-9844-e0e0d23e1dcb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=128086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:02:32.555243 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-4eb74334-f878-449d-82f5-e9142c4cff61 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:02:32.556632 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-4eb74334-f878-449d-82f5-e9142c4cff61 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for security_group_rule, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:02:32.558039 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-4eb74334-f878-449d-82f5-e9142c4cff61 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1362503 Jun 24 12:02:32.560730 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c76b7181-11c5-4eed-9844-e0e0d23e1dcb None None] Bound using segment: {'id': '1439be4b-1913-4802-a52e-ec68bed3b34a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'a838822b-8af4-465f-8b8b-f39ce327096e'} {{(pid=128086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 12:02:32.561337 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.plugins.ml2.managers [None req-c76b7181-11c5-4eed-9844-e0e0d23e1dcb None None] Bound port: f09d29da-d957-4e73-adb8-6384d14cdbde, host: dv-neutron-797120-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1439be4b-1913-4802-a52e-ec68bed3b34a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'a838822b-8af4-465f-8b8b-f39ce327096e'}}] {{(pid=128086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 12:02:32.561740 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron_lib.callbacks.manager [None req-c76b7181-11c5-4eed-9844-e0e0d23e1dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:02:32.561995 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 36572) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:02:32.566750 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-ae3ff831-be05-4215-8512-7038049aa07d tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Request body: {'security_group_rule': {'security_group_id': '43c8fae1-4de7-402f-90b4-741833eb9b65', 'project_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:02:32.598462 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-ae3ff831-be05-4215-8512-7038049aa07d tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for security_group_rule, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:02:32.635052 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.plugins.ml2.db [None req-c76b7181-11c5-4eed-9844-e0e0d23e1dcb None None] For port f09d29da-d957-4e73-adb8-6384d14cdbde, host dv-neutron-797120-4-hyperv, cleared binding levels {{(pid=128086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 12:02:32.638891 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.plugins.ml2.db [None req-c76b7181-11c5-4eed-9844-e0e0d23e1dcb None None] For port f09d29da-d957-4e73-adb8-6384d14cdbde, host dv-neutron-797120-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=f09d29da-d957-4e73-adb8-6384d14cdbde,segment=NetworkSegment(1439be4b-1913-4802-a52e-ec68bed3b34a),segment_id=1439be4b-1913-4802-a52e-ec68bed3b34a)] {{(pid=128086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 12:02:32.644854 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron_lib.callbacks.manager [None req-c76b7181-11c5-4eed-9844-e0e0d23e1dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:02:32.646930 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG oslo_concurrency.lockutils [None req-9f407825-090d-4612-8960-6444e3aa37e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128086) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:02:32.671458 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-ae3ff831-be05-4215-8512-7038049aa07d tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:02:32.676226 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-ae3ff831-be05-4215-8512-7038049aa07d tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1627007'] for security_group_rule, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:02:32.678607 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-6eb3d50c-1af3-4184-b37b-a3206bdfa158 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:02:32.699716 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3ff831-be05-4215-8512-7038049aa07d tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd518be3-b555-43e4-a2f8-ed69547939da,revision_number=0']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:02:32.703418 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-ae3ff831-be05-4215-8512-7038049aa07d tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:02:32.706566 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-ae3ff831-be05-4215-8512-7038049aa07d tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for security_group_rule, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:02:32.707975 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-ae3ff831-be05-4215-8512-7038049aa07d tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1449378 Jun 24 12:02:32.710834 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 36574) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:02:32.717026 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-4d861d11-354e-4002-a563-9eb197b5d527 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Request body: {'security_group_rule': {'security_group_id': '43c8fae1-4de7-402f-90b4-741833eb9b65', 'project_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:02:32.747824 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-4d861d11-354e-4002-a563-9eb197b5d527 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for security_group_rule, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:02:32.792597 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c76b7181-11c5-4eed-9844-e0e0d23e1dcb None None] Routers {'93421f4b-4e81-4cf9-90ed-d1da57e050dc'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:02:32.793374 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-c76b7181-11c5-4eed-9844-e0e0d23e1dcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T12:02:26Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['93421f4b-4e81-4cf9-90ed-d1da57e050dc'], 'active': True} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:02:32.798412 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63591cc-5461-488b-94b4-1df41eb6646f None None] Pushing event updated for resources: {'Port': ['ID=f09d29da-d957-4e73-adb8-6384d14cdbde,revision_number=4']} {{(pid=128086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:02:32.827265 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-4d861d11-354e-4002-a563-9eb197b5d527 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:02:32.829979 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG oslo_concurrency.lockutils [None req-a63591cc-5461-488b-94b4-1df41eb6646f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=128086) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:02:32.834015 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-4d861d11-354e-4002-a563-9eb197b5d527 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1627007'] for security_group_rule, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:02:32.836872 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:02:32.856388 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d861d11-354e-4002-a563-9eb197b5d527 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=507814e2-342d-4b4d-9d78-d7a2381b22a4,revision_number=0']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:02:32.865038 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-4d861d11-354e-4002-a563-9eb197b5d527 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:02:32.870283 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-4d861d11-354e-4002-a563-9eb197b5d527 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for security_group_rule, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:02:32.871731 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-4d861d11-354e-4002-a563-9eb197b5d527 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1598785 Jun 24 12:02:32.875533 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 36576) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:02:32.881912 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-f5fea270-00df-4ff6-88c7-26ff63b72126 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Request body: {'security_group_rule': {'security_group_id': '43c8fae1-4de7-402f-90b4-741833eb9b65', 'project_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:02:32.911198 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.db.securitygroups_db [None req-f5fea270-00df-4ff6-88c7-26ff63b72126 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Project adbe78de4fbf48fcad1a6bc46d4a1728 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 24 12:02:32.917028 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-f5fea270-00df-4ff6-88c7-26ff63b72126 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for security_group_rule, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:02:32.917246 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_dvr_db [None req-c76b7181-11c5-4eed-9844-e0e0d23e1dcb None None] Set router 93421f4b-4e81-4cf9-90ed-d1da57e050dc gateway port host: dv-neutron-797120-4-hyperv {{(pid=128086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:02:32.986792 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-f5fea270-00df-4ff6-88c7-26ff63b72126 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:02:32.991180 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-f5fea270-00df-4ff6-88c7-26ff63b72126 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1627007'] for security_group_rule, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:02:32.993181 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-76f05ff2-eabe-4a9b-bdc9-945a07e42bf9 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:02:33.011496 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5fea270-00df-4ff6-88c7-26ff63b72126 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be80942e-ca79-4247-92b2-746b447d8d6b,revision_number=0']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:02:33.014851 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-f5fea270-00df-4ff6-88c7-26ff63b72126 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:02:33.016001 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-f5fea270-00df-4ff6-88c7-26ff63b72126 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for security_group_rule, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:02:33.019698 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-f5fea270-00df-4ff6-88c7-26ff63b72126 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1394620 Jun 24 12:02:33.019886 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 36578) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:02:33.024310 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-77f465f5-7128-49e5-8ca8-cad4b2263caa tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Request body: {'security_group_rule': {'security_group_id': '43c8fae1-4de7-402f-90b4-741833eb9b65', 'project_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:02:33.047060 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.db.securitygroups_db [None req-77f465f5-7128-49e5-8ca8-cad4b2263caa tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Project adbe78de4fbf48fcad1a6bc46d4a1728 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 24 12:02:33.052081 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-77f465f5-7128-49e5-8ca8-cad4b2263caa tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for security_group_rule, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:02:33.121879 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-77f465f5-7128-49e5-8ca8-cad4b2263caa tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:02:33.127221 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-77f465f5-7128-49e5-8ca8-cad4b2263caa tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1627007'] for security_group_rule, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:02:33.132503 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-c76b7181-11c5-4eed-9844-e0e0d23e1dcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93421f4b-4e81-4cf9-90ed-d1da57e050dc', 'name': 'tempest-TestNetworkBasicOps-router-2064021712', 'tenant_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'external_fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.140'}], 'enable_snat': True}, 'gw_port_id': 'ac1dcb66-4735-4d50-a9e5-f03ba2655d2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:02:26Z', 'updated_at': '2021-06-24T12:02:30Z', 'revision_number': 4, 'project_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'gw_port': {'id': 'ac1dcb66-4735-4d50-a9e5-f03ba2655d2b', 'name': '', 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:6d:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93421f4b-4e81-4cf9-90ed-d1da57e050dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1479, 'fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:02:26Z', 'updated_at': '2021-06-24T12:02:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-4-hyperv', '_interfaces': [{'id': 'f09d29da-d957-4e73-adb8-6384d14cdbde', 'name': '', 'network_id': 'a838822b-8af4-465f-8b8b-f39ce327096e', 'tenant_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'mac_address': 'fa:16:3e:f3:ad:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93421f4b-4e81-4cf9-90ed-d1da57e050dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1482, 'fixed_ips': [{'subnet_id': 'fffeb80e-5bb9-468e-8235-0cd7fe332256', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:02:29Z', 'updated_at': '2021-06-24T12:02:32Z', 'revision_number': 4, 'project_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'subnets': [{'id': 'fffeb80e-5bb9-468e-8235-0cd7fe332256', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:02:33.134154 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-ae3ff831-be05-4215-8512-7038049aa07d tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:02:33.150023 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f465f5-7128-49e5-8ca8-cad4b2263caa tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be492e87-55a2-4401-b189-edb70413778d,revision_number=0']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:02:33.154583 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-77f465f5-7128-49e5-8ca8-cad4b2263caa tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:02:33.158740 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-77f465f5-7128-49e5-8ca8-cad4b2263caa tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for security_group_rule, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:02:33.160307 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-77f465f5-7128-49e5-8ca8-cad4b2263caa tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1395185 Jun 24 12:02:33.163875 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c76b7181-11c5-4eed-9844-e0e0d23e1dcb None None] The sync data for ids ['93421f4b-4e81-4cf9-90ed-d1da57e050dc'] in dv-neutron-797120-4-hyperv is: [{'id': '93421f4b-4e81-4cf9-90ed-d1da57e050dc', 'name': 'tempest-TestNetworkBasicOps-router-2064021712', 'tenant_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'external_fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.140'}], 'enable_snat': True}, 'gw_port_id': 'ac1dcb66-4735-4d50-a9e5-f03ba2655d2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:02:26Z', 'updated_at': '2021-06-24T12:02:30Z', 'revision_number': 4, 'project_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'gw_port': {'id': 'ac1dcb66-4735-4d50-a9e5-f03ba2655d2b', 'name': '', 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:6d:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93421f4b-4e81-4cf9-90ed-d1da57e050dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1479, 'fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:02:26Z', 'updated_at': '2021-06-24T12:02:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-4-hyperv', '_interfaces': [{'id': 'f09d29da-d957-4e73-adb8-6384d14cdbde', 'name': '', 'network_id': 'a838822b-8af4-465f-8b8b-f39ce327096e', 'tenant_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'mac_address': 'fa:16:3e:f3:ad:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93421f4b-4e81-4cf9-90ed-d1da57e050dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1482, 'fixed_ips': [{'subnet_id': 'fffeb80e-5bb9-468e-8235-0cd7fe332256', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:02:29Z', 'updated_at': '2021-06-24T12:02:32Z', 'revision_number': 4, 'project_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'subnets': [{'id': 'fffeb80e-5bb9-468e-8235-0cd7fe332256', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=128086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 12:02:33.354012 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-0b7d4787-251e-4139-83ca-98cbca072065 req-0c848aea-011b-4fc1-9fb6-368ae612fb00 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2022372654&fields=id&tenant_id=adbe78de4fbf48fcad1a6bc46d4a1728 HTTP/1.1" status: 200 len: 267 time: 0.0393732 Jun 24 12:02:33.472301 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7d4787-251e-4139-83ca-98cbca072065 req-c42369fa-acce-441b-a75c-aaeddda7b89a tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:02:33.474045 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-0b7d4787-251e-4139-83ca-98cbca072065 req-c42369fa-acce-441b-a75c-aaeddda7b89a tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "GET /v2.0/networks?id=a838822b-8af4-465f-8b8b-f39ce327096e HTTP/1.1" status: 200 len: 796 time: 0.1119888 Jun 24 12:02:33.489891 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-0b7d4787-251e-4139-83ca-98cbca072065 req-3016ae54-156e-49fc-92db-6d5323377b09 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "GET /v2.0/quotas/adbe78de4fbf48fcad1a6bc46d4a1728 HTTP/1.1" status: 200 len: 375 time: 0.0102510 Jun 24 12:02:33.567992 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-0b7d4787-251e-4139-83ca-98cbca072065 req-143c7bc8-4328-499b-81d8-d54cd4905d24 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=adbe78de4fbf48fcad1a6bc46d4a1728&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0722628 Jun 24 12:02:33.727341 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-0b7d4787-251e-4139-83ca-98cbca072065 req-d3cfd93a-b24b-4866-87b1-3211e462abd5 service neutron] 10.222.0.53 "GET /v2.0/networks/a838822b-8af4-465f-8b8b-f39ce327096e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1460023 Jun 24 12:02:33.828905 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-0b7d4787-251e-4139-83ca-98cbca072065 req-0e9a3a61-bc5d-4cd2-bf17-b430f671a799 service neutron] 10.222.0.53 "GET /v2.0/networks/a838822b-8af4-465f-8b8b-f39ce327096e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945797 Jun 24 12:02:34.144543 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device f09d29da-d957-4e73-adb8-6384d14cdbde up at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:02:34.196798 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning for port f09d29da-d957-4e73-adb8-6384d14cdbde completed by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:02:34.201478 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning complete for port f09d29da-d957-4e73-adb8-6384d14cdbde triggered by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:02:34.201857 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:02:34.281752 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:02:34.315047 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] For port f09d29da-d957-4e73-adb8-6384d14cdbde, host dv-neutron-797120-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=f09d29da-d957-4e73-adb8-6384d14cdbde,segment=NetworkSegment(1439be4b-1913-4802-a52e-ec68bed3b34a),segment_id=1439be4b-1913-4802-a52e-ec68bed3b34a)] {{(pid=128085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:02:34.319222 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:02:34.323177 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:02:34.372289 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Pushing event updated for resources: {'Port': ['ID=f09d29da-d957-4e73-adb8-6384d14cdbde,revision_number=5']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:02:34.375560 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:02:35.019526 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-f898c722-b450-48bc-b3c3-ba80d87bf92a req-23851c75-a78f-46cd-8a72-beb1a62c789c tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "GET /v2.0/ports?device_id=bba63088-322b-42eb-a646-e81066ded3fe HTTP/1.1" status: 200 len: 210 time: 0.0296366 Jun 24 12:02:36.115780 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-499cd57d-7fc4-4ec5-8cab-bea1115966d2 req-d1d9358e-d574-4590-9a71-b74954820bcd tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "GET /v2.0/ports?device_id=bba63088-322b-42eb-a646-e81066ded3fe HTTP/1.1" status: 200 len: 210 time: 0.0394099 Jun 24 12:02:36.141383 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device f09d29da-d957-4e73-adb8-6384d14cdbde up at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:02:36.191891 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning complete for port f09d29da-d957-4e73-adb8-6384d14cdbde triggered by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:02:36.192275 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:02:37.199736 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-50476677-3e90-473d-8631-af77a301187b req-c8127e6b-f499-4cc1-9709-b2eff4abd006 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "GET /v2.0/ports?device_id=bba63088-322b-42eb-a646-e81066ded3fe HTTP/1.1" status: 200 len: 210 time: 0.0283768 Jun 24 12:02:38.287216 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-3362a45d-74b3-4723-8869-8a8b526f2369 req-f04088f7-61c7-419e-921b-5d8aa2ebb7af tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "GET /v2.0/ports?device_id=bba63088-322b-42eb-a646-e81066ded3fe HTTP/1.1" status: 200 len: 210 time: 0.0334756 Jun 24 12:02:39.428161 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-393180f9-8d8a-41ae-9c9b-cebdeecb9568 req-46b6f553-e83b-4670-ba48-a00c24fd3b77 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "GET /v2.0/ports?device_id=bba63088-322b-42eb-a646-e81066ded3fe HTTP/1.1" status: 200 len: 210 time: 0.0293717 Jun 24 12:02:40.412472 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7d4787-251e-4139-83ca-98cbca072065 req-b48f5d1a-1e96-4ddb-aaf0-0929d46a6ee0 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:02:40.413850 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-0b7d4787-251e-4139-83ca-98cbca072065 req-b48f5d1a-1e96-4ddb-aaf0-0929d46a6ee0 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.45 "GET /v2.0/networks?id=a838822b-8af4-465f-8b8b-f39ce327096e HTTP/1.1" status: 200 len: 796 time: 0.1105971 Jun 24 12:02:40.483965 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-0b7d4787-251e-4139-83ca-98cbca072065 req-81e91ebc-540b-4b48-be78-fa81e566cb08 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=adbe78de4fbf48fcad1a6bc46d4a1728 HTTP/1.1" status: 200 len: 380 time: 0.0440307 Jun 24 12:02:40.495453 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [req-0b7d4787-251e-4139-83ca-98cbca072065 req-f4f4dd5b-a5d1-426d-9d12-a1b216201202 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Request body: {'port': {'device_id': 'bba63088-322b-42eb-a646-e81066ded3fe', 'network_id': 'a838822b-8af4-465f-8b8b-f39ce327096e', 'admin_state_up': True, 'tenant_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'security_groups': ['43c8fae1-4de7-402f-90b4-741833eb9b65']}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:02:40.587253 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-6c371085-b7a2-449c-8f70-ebe5c9748fc3 req-3f808f9b-5b60-4a1d-b855-de346536ec1d tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "GET /v2.0/ports?device_id=bba63088-322b-42eb-a646-e81066ded3fe HTTP/1.1" status: 200 len: 210 time: 0.0349243 Jun 24 12:02:40.638105 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b7d4787-251e-4139-83ca-98cbca072065 req-f4f4dd5b-a5d1-426d-9d12-a1b216201202 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Made reservation on behalf of adbe78de4fbf48fcad1a6bc46d4a1728 for: {'port': 1} {{(pid=128083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:02:40.642425 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-0b7d4787-251e-4139-83ca-98cbca072065 req-f4f4dd5b-a5d1-426d-9d12-a1b216201202 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:02:40.776687 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.db_base_plugin_common [req-0b7d4787-251e-4139-83ca-98cbca072065 req-f4f4dd5b-a5d1-426d-9d12-a1b216201202 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Allocated IP 172.20.0.8 (a838822b-8af4-465f-8b8b-f39ce327096e/fffeb80e-5bb9-468e-8235-0cd7fe332256/7e22baf8-15f5-4ef4-bd60-dfbd0c5ec2af) {{(pid=128083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:02:40.922250 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-0b7d4787-251e-4139-83ca-98cbca072065 req-f4f4dd5b-a5d1-426d-9d12-a1b216201202 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for port, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:02:40.936626 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.provisioning_blocks [req-0b7d4787-251e-4139-83ca-98cbca072065 req-f4f4dd5b-a5d1-426d-9d12-a1b216201202 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Transition to ACTIVE for port object 7e22baf8-15f5-4ef4-bd60-dfbd0c5ec2af will not be triggered until provisioned by entity DHCP. {{(pid=128083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:02:40.971481 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-0b7d4787-251e-4139-83ca-98cbca072065 req-f4f4dd5b-a5d1-426d-9d12-a1b216201202 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-650429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-506361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793193536723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2537853'] for port, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:02:40.975340 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-970ca2a5-062a-4343-858e-963e7b9a8e01 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:02:41.016385 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b7d4787-251e-4139-83ca-98cbca072065 req-f4f4dd5b-a5d1-426d-9d12-a1b216201202 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Network a838822b-8af4-465f-8b8b-f39ce327096e is already hosted by enough agents. {{(pid=128083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:02:41.021236 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.base_scheduler [req-0b7d4787-251e-4139-83ca-98cbca072065 req-f4f4dd5b-a5d1-426d-9d12-a1b216201202 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Resources bound (agent type, host, resource id): {{(pid=128083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:02:41.024885 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b7d4787-251e-4139-83ca-98cbca072065 req-f4f4dd5b-a5d1-426d-9d12-a1b216201202 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Received port after_create {{(pid=128083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:02:41.050816 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f4dd5b-a5d1-426d-9d12-a1b216201202 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Pushing event updated for resources: {'Port': ['ID=7e22baf8-15f5-4ef4-bd60-dfbd0c5ec2af,revision_number=1']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:02:41.055216 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-f4f4dd5b-a5d1-426d-9d12-a1b216201202 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:02:41.083583 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7d4787-251e-4139-83ca-98cbca072065 req-f4f4dd5b-a5d1-426d-9d12-a1b216201202 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:02:41.084284 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-0b7d4787-251e-4139-83ca-98cbca072065 req-f4f4dd5b-a5d1-426d-9d12-a1b216201202 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468916'] for port, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:02:41.100887 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-0b7d4787-251e-4139-83ca-98cbca072065 req-f4f4dd5b-a5d1-426d-9d12-a1b216201202 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6093485 Jun 24 12:02:41.117796 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [req-0b7d4787-251e-4139-83ca-98cbca072065 req-84b3ca19-9ddb-49e8-a32c-58a468519f56 service neutron] Request body: {'port': {'device_id': 'bba63088-322b-42eb-a646-e81066ded3fe', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7971'}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:02:41.198060 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-0b7d4787-251e-4139-83ca-98cbca072065 req-84b3ca19-9ddb-49e8-a32c-58a468519f56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:02:41.286649 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-d445acbe-9e64-4953-84e2-909c4bc3d23d None None] Provisioning for port 7e22baf8-15f5-4ef4-bd60-dfbd0c5ec2af completed by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:02:41.289989 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-d445acbe-9e64-4953-84e2-909c4bc3d23d None None] Provisioning complete for port 7e22baf8-15f5-4ef4-bd60-dfbd0c5ec2af triggered by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:02:41.290369 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-d445acbe-9e64-4953-84e2-909c4bc3d23d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:02:41.326830 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-d445acbe-9e64-4953-84e2-909c4bc3d23d None None] Port 7e22baf8-15f5-4ef4-bd60-dfbd0c5ec2af cannot update to ACTIVE because it is not bound. {{(pid=128085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 12:02:41.465608 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.notifiers.nova [req-0b7d4787-251e-4139-83ca-98cbca072065 req-84b3ca19-9ddb-49e8-a32c-58a468519f56 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e22baf8-15f5-4ef4-bd60-dfbd0c5ec2af {{(pid=128083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 12:02:41.472839 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-0b7d4787-251e-4139-83ca-98cbca072065 req-84b3ca19-9ddb-49e8-a32c-58a468519f56 service neutron] Notify callbacks [] for port, precommit_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:02:41.484650 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.provisioning_blocks [req-0b7d4787-251e-4139-83ca-98cbca072065 req-84b3ca19-9ddb-49e8-a32c-58a468519f56 service neutron] Transition to ACTIVE for port object 7e22baf8-15f5-4ef4-bd60-dfbd0c5ec2af will not be triggered until provisioned by entity L2. {{(pid=128083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:02:41.488532 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-0b7d4787-251e-4139-83ca-98cbca072065 req-84b3ca19-9ddb-49e8-a32c-58a468519f56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2537871'] for port, after_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:02:41.491396 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-33d1c256-eaa6-4b9d-97f3-0a3fb746955f tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:02:41.540723 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b3ca19-9ddb-49e8-a32c-58a468519f56 service neutron] Pushing event updated for resources: {'Port': ['ID=7e22baf8-15f5-4ef4-bd60-dfbd0c5ec2af,revision_number=2']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:02:41.566641 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-84b3ca19-9ddb-49e8-a32c-58a468519f56 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:02:41.620143 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.managers [req-0b7d4787-251e-4139-83ca-98cbca072065 req-84b3ca19-9ddb-49e8-a32c-58a468519f56 service neutron] Attempting to bind port 7e22baf8-15f5-4ef4-bd60-dfbd0c5ec2af on host hv-neutron-7971 for vnic_type normal with profile {{(pid=128083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 12:02:41.620143 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.managers [req-0b7d4787-251e-4139-83ca-98cbca072065 req-84b3ca19-9ddb-49e8-a32c-58a468519f56 service neutron] Attempting to bind port 7e22baf8-15f5-4ef4-bd60-dfbd0c5ec2af by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': '1439be4b-1913-4802-a52e-ec68bed3b34a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'a838822b-8af4-465f-8b8b-f39ce327096e'}] {{(pid=128083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 12:02:41.620348 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b7d4787-251e-4139-83ca-98cbca072065 req-84b3ca19-9ddb-49e8-a32c-58a468519f56 service neutron] Attempting to bind port 7e22baf8-15f5-4ef4-bd60-dfbd0c5ec2af on network a838822b-8af4-465f-8b8b-f39ce327096e {{(pid=128083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:02:41.627218 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b7d4787-251e-4139-83ca-98cbca072065 req-84b3ca19-9ddb-49e8-a32c-58a468519f56 service neutron] Port 7e22baf8-15f5-4ef4-bd60-dfbd0c5ec2af on network a838822b-8af4-465f-8b8b-f39ce327096e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=128083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 12:02:41.627610 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b7d4787-251e-4139-83ca-98cbca072065 req-84b3ca19-9ddb-49e8-a32c-58a468519f56 service neutron] Attempting to bind port 7e22baf8-15f5-4ef4-bd60-dfbd0c5ec2af on network a838822b-8af4-465f-8b8b-f39ce327096e {{(pid=128083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:02:41.633155 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b7d4787-251e-4139-83ca-98cbca072065 req-84b3ca19-9ddb-49e8-a32c-58a468519f56 service neutron] Checking agent: {'id': 'a2c9a14d-87aa-4cd1-a510-11988f19c3d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7971', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 11, 42, 44), 'started_at': datetime.datetime(2021, 6, 24, 11, 42, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 12, 2, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=128083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 12:02:41.633582 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b7d4787-251e-4139-83ca-98cbca072065 req-84b3ca19-9ddb-49e8-a32c-58a468519f56 service neutron] Checking segment: {'id': '1439be4b-1913-4802-a52e-ec68bed3b34a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'a838822b-8af4-465f-8b8b-f39ce327096e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=128083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:02:41.633968 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b7d4787-251e-4139-83ca-98cbca072065 req-84b3ca19-9ddb-49e8-a32c-58a468519f56 service neutron] Bound using segment: {'id': '1439be4b-1913-4802-a52e-ec68bed3b34a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'a838822b-8af4-465f-8b8b-f39ce327096e'} {{(pid=128083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 12:02:41.634406 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.managers [req-0b7d4787-251e-4139-83ca-98cbca072065 req-84b3ca19-9ddb-49e8-a32c-58a468519f56 service neutron] Bound port: 7e22baf8-15f5-4ef4-bd60-dfbd0c5ec2af, host: hv-neutron-7971, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1439be4b-1913-4802-a52e-ec68bed3b34a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'a838822b-8af4-465f-8b8b-f39ce327096e'}}] {{(pid=128083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 12:02:41.634770 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-0b7d4787-251e-4139-83ca-98cbca072065 req-84b3ca19-9ddb-49e8-a32c-58a468519f56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:02:41.708837 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.db [req-0b7d4787-251e-4139-83ca-98cbca072065 req-84b3ca19-9ddb-49e8-a32c-58a468519f56 service neutron] For port 7e22baf8-15f5-4ef4-bd60-dfbd0c5ec2af, host hv-neutron-7971, cleared binding levels {{(pid=128083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 12:02:41.711976 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.db [req-0b7d4787-251e-4139-83ca-98cbca072065 req-84b3ca19-9ddb-49e8-a32c-58a468519f56 service neutron] For port 7e22baf8-15f5-4ef4-bd60-dfbd0c5ec2af, host hv-neutron-7971, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=7e22baf8-15f5-4ef4-bd60-dfbd0c5ec2af,segment=NetworkSegment(1439be4b-1913-4802-a52e-ec68bed3b34a),segment_id=1439be4b-1913-4802-a52e-ec68bed3b34a)] {{(pid=128083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 12:02:41.724835 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-0b7d4787-251e-4139-83ca-98cbca072065 req-84b3ca19-9ddb-49e8-a32c-58a468519f56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2537871'] for port, after_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:02:41.742996 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-84b3ca19-9ddb-49e8-a32c-58a468519f56 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:02:41.783259 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7d4787-251e-4139-83ca-98cbca072065 req-84b3ca19-9ddb-49e8-a32c-58a468519f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:02:41.783860 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-0b7d4787-251e-4139-83ca-98cbca072065 req-84b3ca19-9ddb-49e8-a32c-58a468519f56 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468916'] for port, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:02:41.785276 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-0b7d4787-251e-4139-83ca-98cbca072065 req-84b3ca19-9ddb-49e8-a32c-58a468519f56 service neutron] 10.222.0.45 "PUT /v2.0/ports/7e22baf8-15f5-4ef4-bd60-dfbd0c5ec2af HTTP/1.1" status: 200 len: 1093 time: 0.6723964 Jun 24 12:02:41.786543 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bba63088-322b-42eb-a646-e81066ded3fe', 'tag': '7e22baf8-15f5-4ef4-bd60-dfbd0c5ec2af'}] {{(pid=128083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 12:02:41.788885 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a77f7dee1a0522ddf93af289475d218fcdb8f30317daadec13ebf930b5b9dbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0d742ba-87da-4e38-85b7-2f35ad4e34ff" -d '{"events": [{"name": "network-changed", "server_uuid": "bba63088-322b-42eb-a646-e81066ded3fe", "tag": "7e22baf8-15f5-4ef4-bd60-dfbd0c5ec2af"}]}' {{(pid=128083) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 12:02:41.838064 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 12:02:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ce0c729-992a-47ab-a9bf-517425c32c7e x-openstack-request-id: req-4ce0c729-992a-47ab-a9bf-517425c32c7e {{(pid=128083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 12:02:41.838407 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bba63088-322b-42eb-a646-e81066ded3fe", "tag": "7e22baf8-15f5-4ef4-bd60-dfbd0c5ec2af", "status": "completed", "code": 200}]} {{(pid=128083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 12:02:41.838733 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-4ce0c729-992a-47ab-a9bf-517425c32c7e {{(pid=128083) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 12:02:41.839187 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bba63088-322b-42eb-a646-e81066ded3fe', 'tag': '7e22baf8-15f5-4ef4-bd60-dfbd0c5ec2af', 'status': 'completed', 'code': 200} Jun 24 12:02:41.840088 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b3ca19-9ddb-49e8-a32c-58a468519f56 service neutron] Pushing event updated for resources: {'Port': ['ID=7e22baf8-15f5-4ef4-bd60-dfbd0c5ec2af,revision_number=3']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:02:41.844035 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-84b3ca19-9ddb-49e8-a32c-58a468519f56 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:02:41.886523 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717fc986-d925-42f9-9e10-9ba1c57f83a3 req-08d25119-add6-4f7f-ac5f-27e5e461272d tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:02:41.888767 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-717fc986-d925-42f9-9e10-9ba1c57f83a3 req-08d25119-add6-4f7f-ac5f-27e5e461272d tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "GET /v2.0/ports?device_id=bba63088-322b-42eb-a646-e81066ded3fe HTTP/1.1" status: 200 len: 943 time: 0.1755445 Jun 24 12:02:41.946286 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7d4787-251e-4139-83ca-98cbca072065 req-fdd7723b-4671-4378-8cf4-5c0fe243a7c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:02:41.947776 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-0b7d4787-251e-4139-83ca-98cbca072065 req-fdd7723b-4671-4378-8cf4-5c0fe243a7c5 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=adbe78de4fbf48fcad1a6bc46d4a1728&device_id=bba63088-322b-42eb-a646-e81066ded3fe HTTP/1.1" status: 200 len: 1096 time: 0.1005266 Jun 24 12:02:41.951881 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-717fc986-d925-42f9-9e10-9ba1c57f83a3 req-f13b9089-7606-4ed3-9e08-99a29efeb4af tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "GET /v2.0/security-groups?id=43c8fae1-4de7-402f-90b4-741833eb9b65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537641 Jun 24 12:02:42.009210 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-0b7d4787-251e-4139-83ca-98cbca072065 req-5af8d014-6947-4b60-82a8-91d0081377fd service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7e22baf8-15f5-4ef4-bd60-dfbd0c5ec2af HTTP/1.1" status: 200 len: 217 time: 0.0454788 Jun 24 12:02:42.081236 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7d4787-251e-4139-83ca-98cbca072065 req-4535eea5-5f15-4f08-b352-c8b94ba6197f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:02:42.083210 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-0b7d4787-251e-4139-83ca-98cbca072065 req-4535eea5-5f15-4f08-b352-c8b94ba6197f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=fffeb80e-5bb9-468e-8235-0cd7fe332256 HTTP/1.1" status: 200 len: 835 time: 0.0636816 Jun 24 12:02:42.151026 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7d4787-251e-4139-83ca-98cbca072065 req-a71679b4-dff7-4d8b-93ef-f61b16d942a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:02:42.152708 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-0b7d4787-251e-4139-83ca-98cbca072065 req-a71679b4-dff7-4d8b-93ef-f61b16d942a7 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a838822b-8af4-465f-8b8b-f39ce327096e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0585680 Jun 24 12:02:42.254477 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-0b7d4787-251e-4139-83ca-98cbca072065 req-312c3866-9f65-4948-a73d-663d542a2e30 service neutron] 10.222.0.45 "GET /v2.0/networks/a838822b-8af4-465f-8b8b-f39ce327096e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901513 Jun 24 12:02:42.352555 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-0b7d4787-251e-4139-83ca-98cbca072065 req-a426ff5e-8f17-464c-bfa2-c33907b74db3 service neutron] 10.222.0.45 "GET /v2.0/networks/a838822b-8af4-465f-8b8b-f39ce327096e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881264 Jun 24 12:02:42.472340 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d742ba-87da-4e38-85b7-2f35ad4e34ff req-9b6c6af0-2b91-41ee-83cc-295e337324cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:02:42.473851 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-b0d742ba-87da-4e38-85b7-2f35ad4e34ff req-9b6c6af0-2b91-41ee-83cc-295e337324cb service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=adbe78de4fbf48fcad1a6bc46d4a1728&device_id=bba63088-322b-42eb-a646-e81066ded3fe HTTP/1.1" status: 200 len: 1096 time: 0.0645385 Jun 24 12:02:42.565777 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d742ba-87da-4e38-85b7-2f35ad4e34ff req-2ab2cc6d-2853-4760-b87c-e1425b1a7a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:02:42.567339 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-b0d742ba-87da-4e38-85b7-2f35ad4e34ff req-2ab2cc6d-2853-4760-b87c-e1425b1a7a20 service neutron] 10.222.0.45 "GET /v2.0/networks?id=a838822b-8af4-465f-8b8b-f39ce327096e HTTP/1.1" status: 200 len: 897 time: 0.0846109 Jun 24 12:02:42.614948 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-b0d742ba-87da-4e38-85b7-2f35ad4e34ff req-e65ae49c-d7df-4b38-a553-cfd90c036c63 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7e22baf8-15f5-4ef4-bd60-dfbd0c5ec2af HTTP/1.1" status: 200 len: 217 time: 0.0398939 Jun 24 12:02:42.665812 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d742ba-87da-4e38-85b7-2f35ad4e34ff req-c6619aa2-7696-4e3f-ad0e-9fa6abc4f1e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:02:42.667235 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-b0d742ba-87da-4e38-85b7-2f35ad4e34ff req-c6619aa2-7696-4e3f-ad0e-9fa6abc4f1e9 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=fffeb80e-5bb9-468e-8235-0cd7fe332256 HTTP/1.1" status: 200 len: 835 time: 0.0447984 Jun 24 12:02:42.727243 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d742ba-87da-4e38-85b7-2f35ad4e34ff req-a26f0afa-68ac-4246-90a0-08d42683431b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:02:42.729363 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-b0d742ba-87da-4e38-85b7-2f35ad4e34ff req-a26f0afa-68ac-4246-90a0-08d42683431b service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a838822b-8af4-465f-8b8b-f39ce327096e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0553014 Jun 24 12:02:42.828565 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-b0d742ba-87da-4e38-85b7-2f35ad4e34ff req-d95eb1d5-c951-4c11-9418-7aa9776072e3 service neutron] 10.222.0.45 "GET /v2.0/networks/a838822b-8af4-465f-8b8b-f39ce327096e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918689 Jun 24 12:02:42.920513 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-b0d742ba-87da-4e38-85b7-2f35ad4e34ff req-f79b702a-00c4-4b79-972c-6fdc6feb8eb7 service neutron] 10.222.0.45 "GET /v2.0/networks/a838822b-8af4-465f-8b8b-f39ce327096e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843029 Jun 24 12:02:43.147138 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d630f2-1bdc-426e-8d9c-73568a44d416 req-dfbe1ed1-bb43-4cb8-adf8-7828d34848cd tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:02:43.148566 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-f4d630f2-1bdc-426e-8d9c-73568a44d416 req-dfbe1ed1-bb43-4cb8-adf8-7828d34848cd tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "GET /v2.0/ports?device_id=bba63088-322b-42eb-a646-e81066ded3fe HTTP/1.1" status: 200 len: 943 time: 0.0682025 Jun 24 12:02:43.186450 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-f4d630f2-1bdc-426e-8d9c-73568a44d416 req-11571550-9aba-4762-a8ba-fcc9521ef213 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "GET /v2.0/security-groups?id=43c8fae1-4de7-402f-90b4-741833eb9b65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312233 Jun 24 12:02:44.380306 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d873a29a-ee76-4772-9ee2-79d29dd54231 req-2972559a-a102-4a2a-b147-6917685f423c tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:02:44.381834 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-d873a29a-ee76-4772-9ee2-79d29dd54231 req-2972559a-a102-4a2a-b147-6917685f423c tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "GET /v2.0/ports?device_id=bba63088-322b-42eb-a646-e81066ded3fe HTTP/1.1" status: 200 len: 943 time: 0.0689964 Jun 24 12:02:44.421313 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-d873a29a-ee76-4772-9ee2-79d29dd54231 req-d87928d9-54d0-402f-92ad-8c5c8cf00b8e tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "GET /v2.0/security-groups?id=43c8fae1-4de7-402f-90b4-741833eb9b65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335433 Jun 24 12:02:44.708923 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:02:45.601281 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcb9195-b1b5-49f4-819c-9be14f129415 req-2fc82c6e-62e2-4faf-8c69-05cde99c126a tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:02:45.602862 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-1fcb9195-b1b5-49f4-819c-9be14f129415 req-2fc82c6e-62e2-4faf-8c69-05cde99c126a tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "GET /v2.0/ports?device_id=bba63088-322b-42eb-a646-e81066ded3fe HTTP/1.1" status: 200 len: 943 time: 0.0697012 Jun 24 12:02:45.644153 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-1fcb9195-b1b5-49f4-819c-9be14f129415 req-4a85049a-4a14-47ca-97b3-e14a6f7256a1 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "GET /v2.0/security-groups?id=43c8fae1-4de7-402f-90b4-741833eb9b65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343943 Jun 24 12:02:45.753311 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Device 7e22baf8-15f5-4ef4-bd60-dfbd0c5ec2af details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=128085) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 12:02:45.856804 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] For port 7e22baf8-15f5-4ef4-bd60-dfbd0c5ec2af, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=7e22baf8-15f5-4ef4-bd60-dfbd0c5ec2af,segment=NetworkSegment(1439be4b-1913-4802-a52e-ec68bed3b34a),segment_id=1439be4b-1913-4802-a52e-ec68bed3b34a)] {{(pid=128085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:02:45.868906 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Returning: {'device': '7e22baf8-15f5-4ef4-bd60-dfbd0c5ec2af', 'network_id': 'a838822b-8af4-465f-8b8b-f39ce327096e', 'port_id': '7e22baf8-15f5-4ef4-bd60-dfbd0c5ec2af', 'mac_address': 'fa:16:3e:5b:9f:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 615, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fffeb80e-5bb9-468e-8235-0cd7fe332256', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=128085) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 12:02:45.908088 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:02:45.921926 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.notifiers.nova [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e22baf8-15f5-4ef4-bd60-dfbd0c5ec2af {{(pid=128085) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 12:02:45.943737 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] For port 7e22baf8-15f5-4ef4-bd60-dfbd0c5ec2af, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=7e22baf8-15f5-4ef4-bd60-dfbd0c5ec2af,segment=NetworkSegment(1439be4b-1913-4802-a52e-ec68bed3b34a),segment_id=1439be4b-1913-4802-a52e-ec68bed3b34a)] {{(pid=128085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:02:45.948324 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:02:45.950889 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-5c70c955-6c75-4b51-b3aa-a4185725f082 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:02:45.995615 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Pushing event updated for resources: {'Port': ['ID=7e22baf8-15f5-4ef4-bd60-dfbd0c5ec2af,revision_number=4']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:02:45.999305 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:02:46.287893 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] get_ports_and_sgs() called for port_ids ['7e22baf8-15f5-4ef4-bd60-dfbd0c5ec2af'] {{(pid=128085) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 12:02:46.821380 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e8c88e-601d-435d-8a2a-e05ea918830b req-24a05467-e808-4bb4-a877-bb50b893eb72 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:02:46.822913 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-c4e8c88e-601d-435d-8a2a-e05ea918830b req-24a05467-e808-4bb4-a877-bb50b893eb72 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "GET /v2.0/ports?device_id=bba63088-322b-42eb-a646-e81066ded3fe HTTP/1.1" status: 200 len: 944 time: 0.0701134 Jun 24 12:02:46.863232 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-c4e8c88e-601d-435d-8a2a-e05ea918830b req-c5f7a997-0a4f-478f-9613-678798feaa33 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "GET /v2.0/security-groups?id=43c8fae1-4de7-402f-90b4-741833eb9b65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334110 Jun 24 12:02:47.754222 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Device 7e22baf8-15f5-4ef4-bd60-dfbd0c5ec2af up at agent hyperv_hv-neutron-7971 {{(pid=128085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:02:47.809686 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Provisioning for port 7e22baf8-15f5-4ef4-bd60-dfbd0c5ec2af completed by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:02:47.814444 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Provisioning complete for port 7e22baf8-15f5-4ef4-bd60-dfbd0c5ec2af triggered by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:02:47.814974 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:02:47.900825 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:02:47.924822 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bba63088-322b-42eb-a646-e81066ded3fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e22baf8-15f5-4ef4-bd60-dfbd0c5ec2af'}] {{(pid=128085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 12:02:47.927420 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1098ec9051a50dd033317f529a09b9762582ef7b417ebe05928aca59e08255aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-678c7df3-84db-4795-9562-6cf2955ea713" -d '{"events": [{"server_uuid": "bba63088-322b-42eb-a646-e81066ded3fe", "name": "network-vif-plugged", "status": "completed", "tag": "7e22baf8-15f5-4ef4-bd60-dfbd0c5ec2af"}]}' {{(pid=128085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 12:02:47.940430 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] For port 7e22baf8-15f5-4ef4-bd60-dfbd0c5ec2af, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=7e22baf8-15f5-4ef4-bd60-dfbd0c5ec2af,segment=NetworkSegment(1439be4b-1913-4802-a52e-ec68bed3b34a),segment_id=1439be4b-1913-4802-a52e-ec68bed3b34a)] {{(pid=128085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:02:47.945690 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:02:47.947696 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-89d8745d-b955-4f79-a692-2bd64933c6b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:02:48.002574 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Pushing event updated for resources: {'Port': ['ID=7e22baf8-15f5-4ef4-bd60-dfbd0c5ec2af,revision_number=5']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:02:48.005771 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:02:48.035995 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 12:02:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-890cf6be-7191-477d-aec9-acc1b2db257d x-openstack-request-id: req-890cf6be-7191-477d-aec9-acc1b2db257d {{(pid=128085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 12:02:48.036296 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bba63088-322b-42eb-a646-e81066ded3fe", "name": "network-vif-plugged", "status": "completed", "tag": "7e22baf8-15f5-4ef4-bd60-dfbd0c5ec2af", "code": 200}]} {{(pid=128085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 12:02:48.036560 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-890cf6be-7191-477d-aec9-acc1b2db257d {{(pid=128085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 12:02:48.036964 dv-neutron-797120-4-hyperv neutron-server[128085]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bba63088-322b-42eb-a646-e81066ded3fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e22baf8-15f5-4ef4-bd60-dfbd0c5ec2af', 'code': 200} Jun 24 12:02:48.063386 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecf4fc0-286e-4795-8851-f888aeab197d req-d4e74e4f-6d9b-46a2-b621-9f81dc355367 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:02:48.065043 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-cecf4fc0-286e-4795-8851-f888aeab197d req-d4e74e4f-6d9b-46a2-b621-9f81dc355367 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "GET /v2.0/ports?device_id=bba63088-322b-42eb-a646-e81066ded3fe HTTP/1.1" status: 200 len: 945 time: 0.0847368 Jun 24 12:02:48.107005 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-cecf4fc0-286e-4795-8851-f888aeab197d req-da3ccd3c-c78e-42a8-9504-4a1e9f84ff11 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "GET /v2.0/security-groups?id=43c8fae1-4de7-402f-90b4-741833eb9b65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362422 Jun 24 12:02:48.301768 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8ad270-b98f-4b58-8900-f7410dcaf80c req-24943a17-bc6d-4bed-9795-01e96cd6eaf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:02:48.303229 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-8e8ad270-b98f-4b58-8900-f7410dcaf80c req-24943a17-bc6d-4bed-9795-01e96cd6eaf5 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=bba63088-322b-42eb-a646-e81066ded3fe HTTP/1.1" status: 200 len: 1098 time: 0.0557957 Jun 24 12:02:48.341540 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-8e8ad270-b98f-4b58-8900-f7410dcaf80c req-39e1c7a2-b1a5-4e81-bd4a-ed838273f3ee service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=43c8fae1-4de7-402f-90b4-741833eb9b65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0287058 Jun 24 12:02:49.289953 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330ce985-5dae-4e2b-a2b2-ef01aaf73099 req-96b0dbf9-12ae-43b1-b961-3ebea757b959 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:02:49.291564 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-330ce985-5dae-4e2b-a2b2-ef01aaf73099 req-96b0dbf9-12ae-43b1-b961-3ebea757b959 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "GET /v2.0/ports?device_id=bba63088-322b-42eb-a646-e81066ded3fe HTTP/1.1" status: 200 len: 945 time: 0.0674586 Jun 24 12:02:49.333679 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-330ce985-5dae-4e2b-a2b2-ef01aaf73099 req-894a5690-5df3-4fed-bb8a-feb5f6473a8f tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "GET /v2.0/security-groups?id=43c8fae1-4de7-402f-90b4-741833eb9b65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359797 Jun 24 12:02:50.516721 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e946da58-da9e-442c-bcf6-3d84d0c37ecd req-4ce204a9-3149-4c51-9b21-657f6c48b53f tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:02:50.518190 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-e946da58-da9e-442c-bcf6-3d84d0c37ecd req-4ce204a9-3149-4c51-9b21-657f6c48b53f tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "GET /v2.0/ports?device_id=bba63088-322b-42eb-a646-e81066ded3fe HTTP/1.1" status: 200 len: 945 time: 0.0637257 Jun 24 12:02:50.557878 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-e946da58-da9e-442c-bcf6-3d84d0c37ecd req-76744779-337e-44ce-93a3-bbaf61564098 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "GET /v2.0/security-groups?id=43c8fae1-4de7-402f-90b4-741833eb9b65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333934 Jun 24 12:02:50.750145 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f28ae1d-9a59-43eb-95ee-ae26d445c686 req-6acca163-6158-423f-affb-02146dbecba8 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:02:50.751925 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-9f28ae1d-9a59-43eb-95ee-ae26d445c686 req-6acca163-6158-423f-affb-02146dbecba8 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "GET /v2.0/ports?device_id=bba63088-322b-42eb-a646-e81066ded3fe HTTP/1.1" status: 200 len: 945 time: 0.0714056 Jun 24 12:02:50.790746 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-9f28ae1d-9a59-43eb-95ee-ae26d445c686 req-8675d48a-a70f-446c-b6d3-1ac4cc5bf5d9 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "GET /v2.0/security-groups?id=43c8fae1-4de7-402f-90b4-741833eb9b65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332108 Jun 24 12:02:50.815699 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 36660) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:02:50.874494 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-767e9efd-72e9-41f7-9542-bf8b7187b13d tempest-TestNetworkBasicOps-1239029366 tempest-TestNetworkBasicOps-1239029366-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:02:50.876369 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-767e9efd-72e9-41f7-9542-bf8b7187b13d tempest-TestNetworkBasicOps-1239029366 tempest-TestNetworkBasicOps-1239029366-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=bba63088-322b-42eb-a646-e81066ded3fe HTTP/1.1" status: 200 len: 1093 time: 0.0595310 Jun 24 12:02:50.879286 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 36662) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:02:50.884109 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [None req-31c31c67-79e2-483f-bb2b-0e8d1e245f30 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Request body: {'floatingip': {'floating_network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'port_id': '7e22baf8-15f5-4ef4-bd60-dfbd0c5ec2af', 'tenant_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'fixed_ip_address': '172.20.0.8'}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:02:50.907599 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-31c31c67-79e2-483f-bb2b-0e8d1e245f30 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for floatingip, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:02:51.005474 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-31c31c67-79e2-483f-bb2b-0e8d1e245f30 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:02:51.107294 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.db_base_plugin_common [None req-31c31c67-79e2-483f-bb2b-0e8d1e245f30 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Allocated IP 172.26.7.20 (f2b8ca71-e776-48b2-8898-96cc7970207b/f37bf603-3862-4d0a-9f58-89616f7fd68f/66925cff-abee-41c1-b176-5363a1e1620d) {{(pid=128083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:02:51.212864 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-31c31c67-79e2-483f-bb2b-0e8d1e245f30 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for port, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:02:51.255437 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-31c31c67-79e2-483f-bb2b-0e8d1e245f30 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-650429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-506361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793193536723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2537853'] for port, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:02:51.257485 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-f708c893-8d2f-475f-a3b1-6dbaf91a5fa8 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:02:51.292394 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31c31c67-79e2-483f-bb2b-0e8d1e245f30 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Network f2b8ca71-e776-48b2-8898-96cc7970207b is already hosted by enough agents. {{(pid=128083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:02:51.295648 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.base_scheduler [None req-31c31c67-79e2-483f-bb2b-0e8d1e245f30 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Resources bound (agent type, host, resource id): {{(pid=128083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:02:51.301507 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31c31c67-79e2-483f-bb2b-0e8d1e245f30 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Received port after_create {{(pid=128083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:02:51.327290 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c31c67-79e2-483f-bb2b-0e8d1e245f30 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Pushing event updated for resources: {'Port': ['ID=66925cff-abee-41c1-b176-5363a1e1620d,revision_number=1']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:02:51.331128 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-31c31c67-79e2-483f-bb2b-0e8d1e245f30 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:02:51.679033 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-31c31c67-79e2-483f-bb2b-0e8d1e245f30 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for floatingip, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:02:51.757216 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-31c31c67-79e2-483f-bb2b-0e8d1e245f30 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:02:52.243247 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-31c31c67-79e2-483f-bb2b-0e8d1e245f30 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for port, precommit_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:02:52.248543 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-31c31c67-79e2-483f-bb2b-0e8d1e245f30 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2537871'] for port, after_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:02:52.250839 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-0db4ea7f-b559-440c-a7b6-14bff0726615 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:02:52.312317 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c31c67-79e2-483f-bb2b-0e8d1e245f30 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Pushing event updated for resources: {'Port': ['ID=66925cff-abee-41c1-b176-5363a1e1620d,revision_number=2']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:02:52.316100 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-31c31c67-79e2-483f-bb2b-0e8d1e245f30 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:02:52.326980 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-31c31c67-79e2-483f-bb2b-0e8d1e245f30 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1815637'] for floatingip, after_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:02:52.425778 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.db.l3_db [None req-31c31c67-79e2-483f-bb2b-0e8d1e245f30 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Floating IP b23653cc-66c5-44d7-b037-421959004602 associated. External IP: 172.26.7.20, port: 7e22baf8-15f5-4ef4-bd60-dfbd0c5ec2af. Jun 24 12:02:52.642463 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31c31c67-79e2-483f-bb2b-0e8d1e245f30 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Router 93421f4b-4e81-4cf9-90ed-d1da57e050dc has already been hosted by L3 agent 2987dba8-2249-4ee6-96ec-28f0f7a6127d {{(pid=128083) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 12:02:52.751234 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31c31c67-79e2-483f-bb2b-0e8d1e245f30 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify agent at l3_agent.dv-neutron-797120-4-hyperv the message routers_updated {{(pid=128083) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 12:02:52.762176 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f2c1161-74f6-4699-a69f-b71bf2812d12 None None] Sync routers for ids ['93421f4b-4e81-4cf9-90ed-d1da57e050dc'] in dv-neutron-797120-4-hyperv {{(pid=128085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 12:02:52.768396 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-31c31c67-79e2-483f-bb2b-0e8d1e245f30 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468916'] for floatingip, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:02:52.780549 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f2c1161-74f6-4699-a69f-b71bf2812d12 None None] Routers {'93421f4b-4e81-4cf9-90ed-d1da57e050dc'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:02:52.781307 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-0f2c1161-74f6-4699-a69f-b71bf2812d12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T12:02:26Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['93421f4b-4e81-4cf9-90ed-d1da57e050dc'], 'active': True} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:02:52.804150 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-31c31c67-79e2-483f-bb2b-0e8d1e245f30 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9238598 Jun 24 12:02:52.804929 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bba63088-322b-42eb-a646-e81066ded3fe', 'tag': '7e22baf8-15f5-4ef4-bd60-dfbd0c5ec2af'}] {{(pid=128083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 12:02:52.806937 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 36664) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:02:52.807393 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a77f7dee1a0522ddf93af289475d218fcdb8f30317daadec13ebf930b5b9dbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45c9a50d-8d0c-4fdf-8f7f-a8beead404e1" -d '{"events": [{"name": "network-changed", "server_uuid": "bba63088-322b-42eb-a646-e81066ded3fe", "tag": "7e22baf8-15f5-4ef4-bd60-dfbd0c5ec2af"}]}' {{(pid=128083) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 12:02:52.845334 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 12:02:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77757a5b-9cf6-4906-9ada-c9c3234987bf x-openstack-request-id: req-77757a5b-9cf6-4906-9ada-c9c3234987bf {{(pid=128083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 12:02:52.845953 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bba63088-322b-42eb-a646-e81066ded3fe", "tag": "7e22baf8-15f5-4ef4-bd60-dfbd0c5ec2af", "status": "completed", "code": 200}]} {{(pid=128083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 12:02:52.846259 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-77757a5b-9cf6-4906-9ada-c9c3234987bf {{(pid=128083) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 12:02:52.846715 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bba63088-322b-42eb-a646-e81066ded3fe', 'tag': '7e22baf8-15f5-4ef4-bd60-dfbd0c5ec2af', 'status': 'completed', 'code': 200} Jun 24 12:02:52.863516 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8554aac-70b4-4624-8cb5-6e3b6d2b5f14 tempest-TestNetworkBasicOps-1239029366 tempest-TestNetworkBasicOps-1239029366-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:02:52.865164 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-f8554aac-70b4-4624-8cb5-6e3b6d2b5f14 tempest-TestNetworkBasicOps-1239029366 tempest-TestNetworkBasicOps-1239029366-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=bba63088-322b-42eb-a646-e81066ded3fe HTTP/1.1" status: 200 len: 1093 time: 0.0570695 Jun 24 12:02:52.914163 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvr_db [None req-0f2c1161-74f6-4699-a69f-b71bf2812d12 None None] Set router 93421f4b-4e81-4cf9-90ed-d1da57e050dc gateway port host: dv-neutron-797120-4-hyperv {{(pid=128085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:02:52.940330 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c9a50d-8d0c-4fdf-8f7f-a8beead404e1 req-2c772501-5125-4417-a9a3-9135c95566bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:02:52.942186 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-45c9a50d-8d0c-4fdf-8f7f-a8beead404e1 req-2c772501-5125-4417-a9a3-9135c95566bf service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=adbe78de4fbf48fcad1a6bc46d4a1728&device_id=bba63088-322b-42eb-a646-e81066ded3fe HTTP/1.1" status: 200 len: 1098 time: 0.0734227 Jun 24 12:02:53.056367 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c9a50d-8d0c-4fdf-8f7f-a8beead404e1 req-6d59c61a-9a0a-401e-9029-04c41d7b2a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:02:53.058926 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-45c9a50d-8d0c-4fdf-8f7f-a8beead404e1 req-6d59c61a-9a0a-401e-9029-04c41d7b2a14 service neutron] 10.222.0.45 "GET /v2.0/networks?id=a838822b-8af4-465f-8b8b-f39ce327096e HTTP/1.1" status: 200 len: 897 time: 0.1089251 Jun 24 12:02:53.102672 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 36670) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:02:53.111625 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-0ea39ed9-1b15-46ec-96ea-4d7d4df8a3ef tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-205348262', 'description': 'tempest-secgroup-smoke-205348262 description', 'project_id': 'adbe78de4fbf48fcad1a6bc46d4a1728'}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:02:53.128555 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-45c9a50d-8d0c-4fdf-8f7f-a8beead404e1 req-64ba3f66-8c78-4f4f-ad94-57476360115f service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7e22baf8-15f5-4ef4-bd60-dfbd0c5ec2af HTTP/1.1" status: 200 len: 998 time: 0.0638053 Jun 24 12:02:53.137553 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-0ea39ed9-1b15-46ec-96ea-4d7d4df8a3ef tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for security_group, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:02:53.143098 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-0f2c1161-74f6-4699-a69f-b71bf2812d12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93421f4b-4e81-4cf9-90ed-d1da57e050dc', 'name': 'tempest-TestNetworkBasicOps-router-2064021712', 'tenant_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'external_fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.140'}], 'enable_snat': True}, 'gw_port_id': 'ac1dcb66-4735-4d50-a9e5-f03ba2655d2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:02:26Z', 'updated_at': '2021-06-24T12:02:30Z', 'revision_number': 4, 'project_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'gw_port': {'id': 'ac1dcb66-4735-4d50-a9e5-f03ba2655d2b', 'name': '', 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:6d:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93421f4b-4e81-4cf9-90ed-d1da57e050dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1479, 'fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:02:26Z', 'updated_at': '2021-06-24T12:02:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-4-hyperv', '_floatingips': [{'id': 'b23653cc-66c5-44d7-b037-421959004602', 'tenant_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'floating_ip_address': '172.26.7.20', 'floating_network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'router_id': '93421f4b-4e81-4cf9-90ed-d1da57e050dc', 'port_id': '7e22baf8-15f5-4ef4-bd60-dfbd0c5ec2af', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1494, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a838822b-8af4-465f-8b8b-f39ce327096e', 'mac_address': 'fa:16:3e:5b:9f:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bba63088-322b-42eb-a646-e81066ded3fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T12:02:51Z', 'updated_at': '2021-06-24T12:02:51Z', 'revision_number': 0, 'project_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f09d29da-d957-4e73-adb8-6384d14cdbde', 'name': '', 'network_id': 'a838822b-8af4-465f-8b8b-f39ce327096e', 'tenant_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'mac_address': 'fa:16:3e:f3:ad:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93421f4b-4e81-4cf9-90ed-d1da57e050dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1482, 'fixed_ips': [{'subnet_id': 'fffeb80e-5bb9-468e-8235-0cd7fe332256', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:02:29Z', 'updated_at': '2021-06-24T12:02:34Z', 'revision_number': 5, 'project_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'subnets': [{'id': 'fffeb80e-5bb9-468e-8235-0cd7fe332256', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:02:53.175130 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f2c1161-74f6-4699-a69f-b71bf2812d12 None None] Checking router: 93421f4b-4e81-4cf9-90ed-d1da57e050dc for host: dv-neutron-797120-4-hyperv {{(pid=128085) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 12:02:53.184497 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f2c1161-74f6-4699-a69f-b71bf2812d12 None None] Routers {'93421f4b-4e81-4cf9-90ed-d1da57e050dc'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:02:53.185157 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-0f2c1161-74f6-4699-a69f-b71bf2812d12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T12:02:26Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['93421f4b-4e81-4cf9-90ed-d1da57e050dc'], 'active': True} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:02:53.188515 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c9a50d-8d0c-4fdf-8f7f-a8beead404e1 req-ea1a623a-0c00-4435-8bee-c068cb7863a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:02:53.190349 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-45c9a50d-8d0c-4fdf-8f7f-a8beead404e1 req-ea1a623a-0c00-4435-8bee-c068cb7863a5 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=fffeb80e-5bb9-468e-8235-0cd7fe332256 HTTP/1.1" status: 200 len: 835 time: 0.0558474 Jun 24 12:02:53.234318 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-0ea39ed9-1b15-46ec-96ea-4d7d4df8a3ef tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for security_group, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:02:53.239091 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-0ea39ed9-1b15-46ec-96ea-4d7d4df8a3ef tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800410'] for security_group, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:02:53.242924 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-c0b1a77e-9663-416c-ac7f-2c0ac4b36476 tempest-TestVolumeBootPattern-428988392 tempest-TestVolumeBootPattern-428988392-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:02:53.257583 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c9a50d-8d0c-4fdf-8f7f-a8beead404e1 req-669f19dd-c847-4a38-b156-e3db14d235c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:02:53.259374 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-45c9a50d-8d0c-4fdf-8f7f-a8beead404e1 req-669f19dd-c847-4a38-b156-e3db14d235c2 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a838822b-8af4-465f-8b8b-f39ce327096e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0621033 Jun 24 12:02:53.263871 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-0ea39ed9-1b15-46ec-96ea-4d7d4df8a3ef tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for security_group, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:02:53.265123 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-0ea39ed9-1b15-46ec-96ea-4d7d4df8a3ef tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1603253 Jun 24 12:02:53.268392 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 36672) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:02:53.278694 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-82f954f3-9e55-423a-bc0f-c293eba535fd tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Request body: {'security_group_rule': {'security_group_id': '28bbaeeb-f77d-4bc1-93a3-6a1029dd6070', 'project_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:02:53.292281 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea39ed9-1b15-46ec-96ea-4d7d4df8a3ef tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Pushing event updated for resources: {'SecurityGroup': ['ID=28bbaeeb-f77d-4bc1-93a3-6a1029dd6070,revision_number=1']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:02:53.300753 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvr_db [None req-0f2c1161-74f6-4699-a69f-b71bf2812d12 None None] Set router 93421f4b-4e81-4cf9-90ed-d1da57e050dc gateway port host: dv-neutron-797120-4-hyperv {{(pid=128085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:02:53.303414 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea39ed9-1b15-46ec-96ea-4d7d4df8a3ef tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:02:53.303919 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea39ed9-1b15-46ec-96ea-4d7d4df8a3ef tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:02:53.304451 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea39ed9-1b15-46ec-96ea-4d7d4df8a3ef tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:02:53.304830 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea39ed9-1b15-46ec-96ea-4d7d4df8a3ef tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:02:53.305224 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea39ed9-1b15-46ec-96ea-4d7d4df8a3ef tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:02:53.305591 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea39ed9-1b15-46ec-96ea-4d7d4df8a3ef tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:02:53.305957 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea39ed9-1b15-46ec-96ea-4d7d4df8a3ef tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:02:53.306419 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea39ed9-1b15-46ec-96ea-4d7d4df8a3ef tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:02:53.306785 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea39ed9-1b15-46ec-96ea-4d7d4df8a3ef tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:02:53.307146 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea39ed9-1b15-46ec-96ea-4d7d4df8a3ef tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:02:53.307507 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea39ed9-1b15-46ec-96ea-4d7d4df8a3ef tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:02:53.307866 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea39ed9-1b15-46ec-96ea-4d7d4df8a3ef tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:02:53.313685 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-0ea39ed9-1b15-46ec-96ea-4d7d4df8a3ef tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:02:53.335961 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-82f954f3-9e55-423a-bc0f-c293eba535fd tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for security_group_rule, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:02:53.359698 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-45c9a50d-8d0c-4fdf-8f7f-a8beead404e1 req-361c44f4-5f41-48a2-9603-7ace840b2e9c service neutron] 10.222.0.45 "GET /v2.0/networks/a838822b-8af4-465f-8b8b-f39ce327096e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931091 Jun 24 12:02:53.389241 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-82f954f3-9e55-423a-bc0f-c293eba535fd tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:02:53.394380 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-82f954f3-9e55-423a-bc0f-c293eba535fd tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1627007'] for security_group_rule, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:02:53.401169 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-d0ee5778-261f-4f63-a23c-2feda9337b3a tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:02:53.419580 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f954f3-9e55-423a-bc0f-c293eba535fd tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5b9d856-bfe3-4cb4-8146-cb70c6a7c146,revision_number=0']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:02:53.422818 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-82f954f3-9e55-423a-bc0f-c293eba535fd tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:02:53.424187 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-82f954f3-9e55-423a-bc0f-c293eba535fd tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for security_group_rule, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:02:53.425549 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-82f954f3-9e55-423a-bc0f-c293eba535fd tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1562464 Jun 24 12:02:53.428410 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 36674) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:02:53.433824 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-727bed91-89e7-4ff3-81f0-454d30e2e8bf tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Request body: {'security_group_rule': {'security_group_id': '28bbaeeb-f77d-4bc1-93a3-6a1029dd6070', 'project_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:02:53.463495 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-727bed91-89e7-4ff3-81f0-454d30e2e8bf tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for security_group_rule, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:02:53.469271 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-45c9a50d-8d0c-4fdf-8f7f-a8beead404e1 req-d6b22bbf-824e-4fdf-97f6-c4d69a5ac804 service neutron] 10.222.0.45 "GET /v2.0/networks/a838822b-8af4-465f-8b8b-f39ce327096e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1022577 Jun 24 12:02:53.523543 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-727bed91-89e7-4ff3-81f0-454d30e2e8bf tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:02:53.528522 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-727bed91-89e7-4ff3-81f0-454d30e2e8bf tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1627007'] for security_group_rule, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:02:53.533913 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-a4a7bfec-d5ee-4872-89e5-28ca8829585a tempest-SecGroupIPv6Test-993619391 tempest-SecGroupIPv6Test-993619391-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:02:53.548522 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727bed91-89e7-4ff3-81f0-454d30e2e8bf tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=901c8a3c-f828-4ba9-87d1-d2438aef4f8b,revision_number=0']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:02:53.551588 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-727bed91-89e7-4ff3-81f0-454d30e2e8bf tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:02:53.555017 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-0f2c1161-74f6-4699-a69f-b71bf2812d12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93421f4b-4e81-4cf9-90ed-d1da57e050dc', 'name': 'tempest-TestNetworkBasicOps-router-2064021712', 'tenant_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'external_fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.140'}], 'enable_snat': True}, 'gw_port_id': 'ac1dcb66-4735-4d50-a9e5-f03ba2655d2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:02:26Z', 'updated_at': '2021-06-24T12:02:30Z', 'revision_number': 4, 'project_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'gw_port': {'id': 'ac1dcb66-4735-4d50-a9e5-f03ba2655d2b', 'name': '', 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:6d:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93421f4b-4e81-4cf9-90ed-d1da57e050dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1479, 'fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:02:26Z', 'updated_at': '2021-06-24T12:02:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-4-hyperv', '_floatingips': [{'id': 'b23653cc-66c5-44d7-b037-421959004602', 'tenant_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'floating_ip_address': '172.26.7.20', 'floating_network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'router_id': '93421f4b-4e81-4cf9-90ed-d1da57e050dc', 'port_id': '7e22baf8-15f5-4ef4-bd60-dfbd0c5ec2af', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1494, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a838822b-8af4-465f-8b8b-f39ce327096e', 'mac_address': 'fa:16:3e:5b:9f:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bba63088-322b-42eb-a646-e81066ded3fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T12:02:51Z', 'updated_at': '2021-06-24T12:02:51Z', 'revision_number': 0, 'project_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f09d29da-d957-4e73-adb8-6384d14cdbde', 'name': '', 'network_id': 'a838822b-8af4-465f-8b8b-f39ce327096e', 'tenant_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'mac_address': 'fa:16:3e:f3:ad:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93421f4b-4e81-4cf9-90ed-d1da57e050dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1482, 'fixed_ips': [{'subnet_id': 'fffeb80e-5bb9-468e-8235-0cd7fe332256', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:02:29Z', 'updated_at': '2021-06-24T12:02:34Z', 'revision_number': 5, 'project_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'subnets': [{'id': 'fffeb80e-5bb9-468e-8235-0cd7fe332256', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:02:53.557406 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-727bed91-89e7-4ff3-81f0-454d30e2e8bf tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for security_group_rule, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:02:53.559518 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-727bed91-89e7-4ff3-81f0-454d30e2e8bf tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1298275 Jun 24 12:02:53.562148 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 36676) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:02:53.566974 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-89baeb31-801e-4d8f-b168-3c64a59b1255 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Request body: {'security_group_rule': {'security_group_id': '28bbaeeb-f77d-4bc1-93a3-6a1029dd6070', 'project_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:02:53.584643 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f2c1161-74f6-4699-a69f-b71bf2812d12 None None] The sync data for ids ['93421f4b-4e81-4cf9-90ed-d1da57e050dc'] in dv-neutron-797120-4-hyperv is: [{'id': '93421f4b-4e81-4cf9-90ed-d1da57e050dc', 'name': 'tempest-TestNetworkBasicOps-router-2064021712', 'tenant_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'external_fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.140'}], 'enable_snat': True}, 'gw_port_id': 'ac1dcb66-4735-4d50-a9e5-f03ba2655d2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:02:26Z', 'updated_at': '2021-06-24T12:02:30Z', 'revision_number': 4, 'project_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'gw_port': {'id': 'ac1dcb66-4735-4d50-a9e5-f03ba2655d2b', 'name': '', 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:6d:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93421f4b-4e81-4cf9-90ed-d1da57e050dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1479, 'fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:02:26Z', 'updated_at': '2021-06-24T12:02:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-4-hyperv', '_floatingips': [{'id': 'b23653cc-66c5-44d7-b037-421959004602', 'tenant_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'floating_ip_address': '172.26.7.20', 'floating_network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'router_id': '93421f4b-4e81-4cf9-90ed-d1da57e050dc', 'port_id': '7e22baf8-15f5-4ef4-bd60-dfbd0c5ec2af', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1494, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a838822b-8af4-465f-8b8b-f39ce327096e', 'mac_address': 'fa:16:3e:5b:9f:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bba63088-322b-42eb-a646-e81066ded3fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T12:02:51Z', 'updated_at': '2021-06-24T12:02:51Z', 'revision_number': 0, 'project_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f09d29da-d957-4e73-adb8-6384d14cdbde', 'name': '', 'network_id': 'a838822b-8af4-465f-8b8b-f39ce327096e', 'tenant_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'mac_address': 'fa:16:3e:f3:ad:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93421f4b-4e81-4cf9-90ed-d1da57e050dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1482, 'fixed_ips': [{'subnet_id': 'fffeb80e-5bb9-468e-8235-0cd7fe332256', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:02:29Z', 'updated_at': '2021-06-24T12:02:34Z', 'revision_number': 5, 'project_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'subnets': [{'id': 'fffeb80e-5bb9-468e-8235-0cd7fe332256', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=128085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 12:02:53.601022 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-89baeb31-801e-4d8f-b168-3c64a59b1255 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for security_group_rule, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:02:53.664474 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-89baeb31-801e-4d8f-b168-3c64a59b1255 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:02:53.669935 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-89baeb31-801e-4d8f-b168-3c64a59b1255 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1627007'] for security_group_rule, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:02:53.671923 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-1c527d7d-1e06-4be0-9bb6-21d9dd19e6a7 tempest-SecGroupTest-1107880395 tempest-SecGroupTest-1107880395-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:02:53.686748 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89baeb31-801e-4d8f-b168-3c64a59b1255 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ac27cea-15d6-4dce-978b-887f925442ce,revision_number=0']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:02:53.690753 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-89baeb31-801e-4d8f-b168-3c64a59b1255 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:02:53.697357 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-89baeb31-801e-4d8f-b168-3c64a59b1255 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for security_group_rule, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:02:53.698574 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-89baeb31-801e-4d8f-b168-3c64a59b1255 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1354825 Jun 24 12:02:53.701753 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 36678) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:02:53.706568 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [None req-a71769ab-5c38-496a-ab7d-a280796e3356 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Request body: {'security_group_rule': {'security_group_id': '28bbaeeb-f77d-4bc1-93a3-6a1029dd6070', 'project_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:02:53.738622 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-a71769ab-5c38-496a-ab7d-a280796e3356 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for security_group_rule, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:02:53.793956 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56a50f10-9063-4ae8-887c-425e55652328 None None] New status for floating IP b23653cc-66c5-44d7-b037-421959004602: ACTIVE {{(pid=128086) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 24 12:02:53.813264 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-a71769ab-5c38-496a-ab7d-a280796e3356 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:02:53.818311 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-a71769ab-5c38-496a-ab7d-a280796e3356 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1627007'] for security_group_rule, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:02:53.820592 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-b1ecc945-44e0-4fc8-8c21-6819e210dada tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:02:53.830745 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-4166d761-9a47-473a-9416-2f2336bcd304 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:02:53.838810 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71769ab-5c38-496a-ab7d-a280796e3356 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dcb81196-475d-4389-8fdc-93afe66a2b57,revision_number=0']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:02:53.847625 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-a71769ab-5c38-496a-ab7d-a280796e3356 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:02:53.850442 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-a71769ab-5c38-496a-ab7d-a280796e3356 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for security_group_rule, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:02:53.851759 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-a71769ab-5c38-496a-ab7d-a280796e3356 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1489830 Jun 24 12:02:53.854755 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 36680) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:02:53.860066 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-3aa1aef9-0932-462e-91fe-151b85c0b54e tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Request body: {'security_group_rule': {'security_group_id': '28bbaeeb-f77d-4bc1-93a3-6a1029dd6070', 'project_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:02:53.884130 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.db.securitygroups_db [None req-3aa1aef9-0932-462e-91fe-151b85c0b54e tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Project adbe78de4fbf48fcad1a6bc46d4a1728 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 24 12:02:53.891405 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-3aa1aef9-0932-462e-91fe-151b85c0b54e tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for security_group_rule, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:02:53.963369 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-3aa1aef9-0932-462e-91fe-151b85c0b54e tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:02:53.968394 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-3aa1aef9-0932-462e-91fe-151b85c0b54e tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1627007'] for security_group_rule, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:02:53.970362 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-afd50bc5-7cbd-4f74-bc2f-41f21167dca8 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:02:53.987867 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa1aef9-0932-462e-91fe-151b85c0b54e tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8516fc8d-9ab3-4bed-b2b2-e1dcb60fd357,revision_number=0']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:02:53.991044 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-3aa1aef9-0932-462e-91fe-151b85c0b54e tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:02:53.993767 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-3aa1aef9-0932-462e-91fe-151b85c0b54e tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for security_group_rule, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:02:53.995095 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-3aa1aef9-0932-462e-91fe-151b85c0b54e tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1391566 Jun 24 12:02:53.999445 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 36682) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:02:54.004146 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-052d7cad-ee3e-4777-b624-a02237028e6c tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Request body: {'security_group_rule': {'security_group_id': '28bbaeeb-f77d-4bc1-93a3-6a1029dd6070', 'project_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:02:54.026141 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.db.securitygroups_db [None req-052d7cad-ee3e-4777-b624-a02237028e6c tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Project adbe78de4fbf48fcad1a6bc46d4a1728 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 24 12:02:54.031050 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-052d7cad-ee3e-4777-b624-a02237028e6c tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for security_group_rule, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:02:54.092197 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-052d7cad-ee3e-4777-b624-a02237028e6c tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:02:54.095974 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-052d7cad-ee3e-4777-b624-a02237028e6c tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1627007'] for security_group_rule, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:02:54.097983 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-4f35e364-5b1e-4f1d-aacc-8069edca4f48 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:02:54.114676 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052d7cad-ee3e-4777-b624-a02237028e6c tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e7da150-b1c0-46c5-bb2c-cc7ff2bf4905,revision_number=0']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:02:54.117751 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-052d7cad-ee3e-4777-b624-a02237028e6c tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:02:54.119986 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-052d7cad-ee3e-4777-b624-a02237028e6c tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for security_group_rule, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:02:54.121661 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-052d7cad-ee3e-4777-b624-a02237028e6c tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1213174 Jun 24 12:02:54.259899 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-ce71935a-c629-4eeb-8c4b-4cd06e0d8361 req-9182e9b7-beec-457b-a540-ba5014fd0217 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-205348262&fields=id&tenant_id=adbe78de4fbf48fcad1a6bc46d4a1728 HTTP/1.1" status: 200 len: 267 time: 0.0330174 Jun 24 12:02:54.370960 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce71935a-c629-4eeb-8c4b-4cd06e0d8361 req-0d87f114-13ee-4939-bb2f-310b933f0375 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:02:54.372279 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-ce71935a-c629-4eeb-8c4b-4cd06e0d8361 req-0d87f114-13ee-4939-bb2f-310b933f0375 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "GET /v2.0/networks?id=a838822b-8af4-465f-8b8b-f39ce327096e HTTP/1.1" status: 200 len: 796 time: 0.1054840 Jun 24 12:02:54.387683 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-ce71935a-c629-4eeb-8c4b-4cd06e0d8361 req-74218a3a-103f-4d54-ab23-e569e1f7f78a tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "GET /v2.0/quotas/adbe78de4fbf48fcad1a6bc46d4a1728 HTTP/1.1" status: 200 len: 375 time: 0.0096850 Jun 24 12:02:54.460196 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-ce71935a-c629-4eeb-8c4b-4cd06e0d8361 req-5c938508-a930-4a91-8d67-68036589d1ad tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=adbe78de4fbf48fcad1a6bc46d4a1728&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0667748 Jun 24 12:02:54.591882 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-ce71935a-c629-4eeb-8c4b-4cd06e0d8361 req-c06e111e-0b5d-4aa8-87fb-7bfe8e0231a8 service neutron] 10.222.0.53 "GET /v2.0/networks/a838822b-8af4-465f-8b8b-f39ce327096e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1195498 Jun 24 12:02:54.666565 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-d9837d5f-9a71-461e-872c-0947553d70ba req-6cb8b612-907f-4111-8954-2a766176f678 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=bba63088-322b-42eb-a646-e81066ded3fe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1223016 Jun 24 12:02:54.698430 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-ce71935a-c629-4eeb-8c4b-4cd06e0d8361 req-17ed45e2-db6e-40ea-89a9-5cd31e74fa22 service neutron] 10.222.0.53 "GET /v2.0/networks/a838822b-8af4-465f-8b8b-f39ce327096e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1007710 Jun 24 12:02:54.765216 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9837d5f-9a71-461e-872c-0947553d70ba req-c3b3f38c-bb12-4eff-b733-a4dd2598c206 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:02:54.766735 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-d9837d5f-9a71-461e-872c-0947553d70ba req-c3b3f38c-bb12-4eff-b733-a4dd2598c206 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=adbe78de4fbf48fcad1a6bc46d4a1728&device_id=bba63088-322b-42eb-a646-e81066ded3fe HTTP/1.1" status: 200 len: 1098 time: 0.0552626 Jun 24 12:02:54.887919 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-a89fa506-6b03-42fc-8382-eade164535e6 req-9d46df9d-a025-4094-9e7a-d1de8398e0f4 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "GET /v2.0/ports?device_id=bac84567-56bc-4431-99a7-c99152c00975 HTTP/1.1" status: 200 len: 210 time: 0.0340288 Jun 24 12:02:54.915212 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9837d5f-9a71-461e-872c-0947553d70ba req-7a3875f9-3ee0-4f30-9960-3793e48bec20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:02:54.916728 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-d9837d5f-9a71-461e-872c-0947553d70ba req-7a3875f9-3ee0-4f30-9960-3793e48bec20 service neutron] 10.222.0.45 "GET /v2.0/networks?id=a838822b-8af4-465f-8b8b-f39ce327096e HTTP/1.1" status: 200 len: 897 time: 0.1299877 Jun 24 12:02:54.983875 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-d9837d5f-9a71-461e-872c-0947553d70ba req-cf1c8373-0804-4a56-8c6d-5658a15fa7d7 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7e22baf8-15f5-4ef4-bd60-dfbd0c5ec2af HTTP/1.1" status: 200 len: 1000 time: 0.0596738 Jun 24 12:02:55.040240 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9837d5f-9a71-461e-872c-0947553d70ba req-93455861-c244-4617-9890-3e00f68e12b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:02:55.041850 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-d9837d5f-9a71-461e-872c-0947553d70ba req-93455861-c244-4617-9890-3e00f68e12b6 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=fffeb80e-5bb9-468e-8235-0cd7fe332256 HTTP/1.1" status: 200 len: 835 time: 0.0513635 Jun 24 12:02:55.103236 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9837d5f-9a71-461e-872c-0947553d70ba req-0473e9db-fa78-4c2d-83be-47a7190c3581 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:02:55.104893 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-d9837d5f-9a71-461e-872c-0947553d70ba req-0473e9db-fa78-4c2d-83be-47a7190c3581 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a838822b-8af4-465f-8b8b-f39ce327096e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0567503 Jun 24 12:02:55.204500 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-d9837d5f-9a71-461e-872c-0947553d70ba req-137d4ab0-0375-4da6-a637-12a2012d4a7d service neutron] 10.222.0.45 "GET /v2.0/networks/a838822b-8af4-465f-8b8b-f39ce327096e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927854 Jun 24 12:02:55.302615 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-d9837d5f-9a71-461e-872c-0947553d70ba req-df79e840-d894-47b9-b40c-13c1aadc322d service neutron] 10.222.0.45 "GET /v2.0/networks/a838822b-8af4-465f-8b8b-f39ce327096e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912933 Jun 24 12:02:55.974242 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce71935a-c629-4eeb-8c4b-4cd06e0d8361 req-b7363d3e-d2aa-4c1c-9761-805f5ab9aa9c tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:02:55.975710 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-ce71935a-c629-4eeb-8c4b-4cd06e0d8361 req-b7363d3e-d2aa-4c1c-9761-805f5ab9aa9c tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.45 "GET /v2.0/networks?id=a838822b-8af4-465f-8b8b-f39ce327096e HTTP/1.1" status: 200 len: 796 time: 0.1113081 Jun 24 12:02:56.025306 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-ce71935a-c629-4eeb-8c4b-4cd06e0d8361 req-53c65974-6a22-4aed-935d-0a5f732fe0d9 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=adbe78de4fbf48fcad1a6bc46d4a1728 HTTP/1.1" status: 200 len: 472 time: 0.0393684 Jun 24 12:02:56.039016 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [req-ce71935a-c629-4eeb-8c4b-4cd06e0d8361 req-77fd1bfb-169c-45ac-9f97-419e30c0ac75 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Request body: {'port': {'device_id': 'bac84567-56bc-4431-99a7-c99152c00975', 'network_id': 'a838822b-8af4-465f-8b8b-f39ce327096e', 'admin_state_up': True, 'tenant_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'security_groups': ['28bbaeeb-f77d-4bc1-93a3-6a1029dd6070']}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:02:56.060945 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-c20fbcec-599c-4bbe-9824-8c467bd3995c req-f1889cb6-ca1e-407d-9431-4d60510afe9a tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "GET /v2.0/ports?device_id=bac84567-56bc-4431-99a7-c99152c00975 HTTP/1.1" status: 200 len: 210 time: 0.0422330 Jun 24 12:02:56.178618 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce71935a-c629-4eeb-8c4b-4cd06e0d8361 req-77fd1bfb-169c-45ac-9f97-419e30c0ac75 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Made reservation on behalf of adbe78de4fbf48fcad1a6bc46d4a1728 for: {'port': 1} {{(pid=128083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:02:56.182404 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-ce71935a-c629-4eeb-8c4b-4cd06e0d8361 req-77fd1bfb-169c-45ac-9f97-419e30c0ac75 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:02:56.307527 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.db_base_plugin_common [req-ce71935a-c629-4eeb-8c4b-4cd06e0d8361 req-77fd1bfb-169c-45ac-9f97-419e30c0ac75 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Allocated IP 172.20.0.14 (a838822b-8af4-465f-8b8b-f39ce327096e/fffeb80e-5bb9-468e-8235-0cd7fe332256/25baf1b3-611b-4efe-bfbf-8545f5bfc1eb) {{(pid=128083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:02:56.382187 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-68c819e7-b6d4-4df1-8028-6cde30687b3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:02:56.448361 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-ce71935a-c629-4eeb-8c4b-4cd06e0d8361 req-77fd1bfb-169c-45ac-9f97-419e30c0ac75 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for port, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:02:56.462222 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.provisioning_blocks [req-ce71935a-c629-4eeb-8c4b-4cd06e0d8361 req-77fd1bfb-169c-45ac-9f97-419e30c0ac75 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Transition to ACTIVE for port object 25baf1b3-611b-4efe-bfbf-8545f5bfc1eb will not be triggered until provisioned by entity DHCP. {{(pid=128083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:02:56.496230 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-ce71935a-c629-4eeb-8c4b-4cd06e0d8361 req-77fd1bfb-169c-45ac-9f97-419e30c0ac75 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-650429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-506361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793193536723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2537853'] for port, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:02:56.500195 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-9368288b-e0bc-418c-b2cf-0fb913cb6c04 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:02:56.515513 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:02:56.543467 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce71935a-c629-4eeb-8c4b-4cd06e0d8361 req-77fd1bfb-169c-45ac-9f97-419e30c0ac75 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Network a838822b-8af4-465f-8b8b-f39ce327096e is already hosted by enough agents. {{(pid=128083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:02:56.548781 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.base_scheduler [req-ce71935a-c629-4eeb-8c4b-4cd06e0d8361 req-77fd1bfb-169c-45ac-9f97-419e30c0ac75 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Resources bound (agent type, host, resource id): {{(pid=128083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:02:56.552657 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce71935a-c629-4eeb-8c4b-4cd06e0d8361 req-77fd1bfb-169c-45ac-9f97-419e30c0ac75 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Received port after_create {{(pid=128083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:02:56.560310 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77fd1bfb-169c-45ac-9f97-419e30c0ac75 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Pushing event updated for resources: {'Port': ['ID=25baf1b3-611b-4efe-bfbf-8545f5bfc1eb,revision_number=1']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:02:56.581265 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-77fd1bfb-169c-45ac-9f97-419e30c0ac75 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:02:56.613299 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce71935a-c629-4eeb-8c4b-4cd06e0d8361 req-77fd1bfb-169c-45ac-9f97-419e30c0ac75 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:02:56.613923 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-ce71935a-c629-4eeb-8c4b-4cd06e0d8361 req-77fd1bfb-169c-45ac-9f97-419e30c0ac75 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468916'] for port, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:02:56.629103 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-ce71935a-c629-4eeb-8c4b-4cd06e0d8361 req-77fd1bfb-169c-45ac-9f97-419e30c0ac75 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5955839 Jun 24 12:02:56.645119 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [req-ce71935a-c629-4eeb-8c4b-4cd06e0d8361 req-cf2ad40f-533d-4cf7-a76c-06b5c74a1da7 service neutron] Request body: {'port': {'device_id': 'bac84567-56bc-4431-99a7-c99152c00975', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7971'}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:02:56.723717 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-ce71935a-c629-4eeb-8c4b-4cd06e0d8361 req-cf2ad40f-533d-4cf7-a76c-06b5c74a1da7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:02:56.782554 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-4cd44e6e-e0e9-467e-bcb3-79e49add5801 None None] Provisioning for port 25baf1b3-611b-4efe-bfbf-8545f5bfc1eb completed by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:02:56.786273 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-4cd44e6e-e0e9-467e-bcb3-79e49add5801 None None] Provisioning complete for port 25baf1b3-611b-4efe-bfbf-8545f5bfc1eb triggered by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:02:56.786648 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-4cd44e6e-e0e9-467e-bcb3-79e49add5801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:02:56.831445 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-4cd44e6e-e0e9-467e-bcb3-79e49add5801 None None] Port 25baf1b3-611b-4efe-bfbf-8545f5bfc1eb cannot update to ACTIVE because it is not bound. {{(pid=128085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 12:02:56.996200 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.notifiers.nova [req-ce71935a-c629-4eeb-8c4b-4cd06e0d8361 req-cf2ad40f-533d-4cf7-a76c-06b5c74a1da7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 25baf1b3-611b-4efe-bfbf-8545f5bfc1eb {{(pid=128083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 12:02:57.004111 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-ce71935a-c629-4eeb-8c4b-4cd06e0d8361 req-cf2ad40f-533d-4cf7-a76c-06b5c74a1da7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:02:57.016762 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.provisioning_blocks [req-ce71935a-c629-4eeb-8c4b-4cd06e0d8361 req-cf2ad40f-533d-4cf7-a76c-06b5c74a1da7 service neutron] Transition to ACTIVE for port object 25baf1b3-611b-4efe-bfbf-8545f5bfc1eb will not be triggered until provisioned by entity L2. {{(pid=128083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:02:57.020558 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-ce71935a-c629-4eeb-8c4b-4cd06e0d8361 req-cf2ad40f-533d-4cf7-a76c-06b5c74a1da7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2537871'] for port, after_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:02:57.023482 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-19fd8ec9-a338-460e-9a57-d9700403d700 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:02:57.076214 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2ad40f-533d-4cf7-a76c-06b5c74a1da7 service neutron] Pushing event updated for resources: {'Port': ['ID=25baf1b3-611b-4efe-bfbf-8545f5bfc1eb,revision_number=2']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:02:57.096333 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-cf2ad40f-533d-4cf7-a76c-06b5c74a1da7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:02:57.153429 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.managers [req-ce71935a-c629-4eeb-8c4b-4cd06e0d8361 req-cf2ad40f-533d-4cf7-a76c-06b5c74a1da7 service neutron] Attempting to bind port 25baf1b3-611b-4efe-bfbf-8545f5bfc1eb on host hv-neutron-7971 for vnic_type normal with profile {{(pid=128083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 12:02:57.153908 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.managers [req-ce71935a-c629-4eeb-8c4b-4cd06e0d8361 req-cf2ad40f-533d-4cf7-a76c-06b5c74a1da7 service neutron] Attempting to bind port 25baf1b3-611b-4efe-bfbf-8545f5bfc1eb by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': '1439be4b-1913-4802-a52e-ec68bed3b34a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'a838822b-8af4-465f-8b8b-f39ce327096e'}] {{(pid=128083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 12:02:57.154695 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce71935a-c629-4eeb-8c4b-4cd06e0d8361 req-cf2ad40f-533d-4cf7-a76c-06b5c74a1da7 service neutron] Attempting to bind port 25baf1b3-611b-4efe-bfbf-8545f5bfc1eb on network a838822b-8af4-465f-8b8b-f39ce327096e {{(pid=128083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:02:57.159451 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce71935a-c629-4eeb-8c4b-4cd06e0d8361 req-cf2ad40f-533d-4cf7-a76c-06b5c74a1da7 service neutron] Port 25baf1b3-611b-4efe-bfbf-8545f5bfc1eb on network a838822b-8af4-465f-8b8b-f39ce327096e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=128083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 12:02:57.159894 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce71935a-c629-4eeb-8c4b-4cd06e0d8361 req-cf2ad40f-533d-4cf7-a76c-06b5c74a1da7 service neutron] Attempting to bind port 25baf1b3-611b-4efe-bfbf-8545f5bfc1eb on network a838822b-8af4-465f-8b8b-f39ce327096e {{(pid=128083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:02:57.165518 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce71935a-c629-4eeb-8c4b-4cd06e0d8361 req-cf2ad40f-533d-4cf7-a76c-06b5c74a1da7 service neutron] Checking agent: {'id': 'a2c9a14d-87aa-4cd1-a510-11988f19c3d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7971', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 11, 42, 44), 'started_at': datetime.datetime(2021, 6, 24, 11, 42, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 12, 2, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=128083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 12:02:57.166034 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce71935a-c629-4eeb-8c4b-4cd06e0d8361 req-cf2ad40f-533d-4cf7-a76c-06b5c74a1da7 service neutron] Checking segment: {'id': '1439be4b-1913-4802-a52e-ec68bed3b34a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'a838822b-8af4-465f-8b8b-f39ce327096e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=128083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:02:57.166509 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce71935a-c629-4eeb-8c4b-4cd06e0d8361 req-cf2ad40f-533d-4cf7-a76c-06b5c74a1da7 service neutron] Bound using segment: {'id': '1439be4b-1913-4802-a52e-ec68bed3b34a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'a838822b-8af4-465f-8b8b-f39ce327096e'} {{(pid=128083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 12:02:57.167012 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.managers [req-ce71935a-c629-4eeb-8c4b-4cd06e0d8361 req-cf2ad40f-533d-4cf7-a76c-06b5c74a1da7 service neutron] Bound port: 25baf1b3-611b-4efe-bfbf-8545f5bfc1eb, host: hv-neutron-7971, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1439be4b-1913-4802-a52e-ec68bed3b34a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'a838822b-8af4-465f-8b8b-f39ce327096e'}}] {{(pid=128083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 12:02:57.167521 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-ce71935a-c629-4eeb-8c4b-4cd06e0d8361 req-cf2ad40f-533d-4cf7-a76c-06b5c74a1da7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:02:57.274765 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.db [req-ce71935a-c629-4eeb-8c4b-4cd06e0d8361 req-cf2ad40f-533d-4cf7-a76c-06b5c74a1da7 service neutron] For port 25baf1b3-611b-4efe-bfbf-8545f5bfc1eb, host hv-neutron-7971, cleared binding levels {{(pid=128083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 12:02:57.278678 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.db [req-ce71935a-c629-4eeb-8c4b-4cd06e0d8361 req-cf2ad40f-533d-4cf7-a76c-06b5c74a1da7 service neutron] For port 25baf1b3-611b-4efe-bfbf-8545f5bfc1eb, host hv-neutron-7971, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=25baf1b3-611b-4efe-bfbf-8545f5bfc1eb,segment=NetworkSegment(1439be4b-1913-4802-a52e-ec68bed3b34a),segment_id=1439be4b-1913-4802-a52e-ec68bed3b34a)] {{(pid=128083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 12:02:57.287065 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-ce71935a-c629-4eeb-8c4b-4cd06e0d8361 req-cf2ad40f-533d-4cf7-a76c-06b5c74a1da7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2537871'] for port, after_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:02:57.290864 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-31c31c67-79e2-483f-bb2b-0e8d1e245f30 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:02:57.333086 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdcae60-e9aa-4a59-bbfc-8c6848d31ff9 req-37991adf-69bc-4d7a-9d4e-0f3bcb921af1 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:02:57.334587 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-1cdcae60-e9aa-4a59-bbfc-8c6848d31ff9 req-37991adf-69bc-4d7a-9d4e-0f3bcb921af1 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "GET /v2.0/ports?device_id=bac84567-56bc-4431-99a7-c99152c00975 HTTP/1.1" status: 200 len: 944 time: 0.1265018 Jun 24 12:02:57.342079 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce71935a-c629-4eeb-8c4b-4cd06e0d8361 req-cf2ad40f-533d-4cf7-a76c-06b5c74a1da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:02:57.342703 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-ce71935a-c629-4eeb-8c4b-4cd06e0d8361 req-cf2ad40f-533d-4cf7-a76c-06b5c74a1da7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468916'] for port, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:02:57.344076 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-ce71935a-c629-4eeb-8c4b-4cd06e0d8361 req-cf2ad40f-533d-4cf7-a76c-06b5c74a1da7 service neutron] 10.222.0.45 "PUT /v2.0/ports/25baf1b3-611b-4efe-bfbf-8545f5bfc1eb HTTP/1.1" status: 200 len: 1094 time: 0.7065651 Jun 24 12:02:57.344611 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bac84567-56bc-4431-99a7-c99152c00975', 'tag': '25baf1b3-611b-4efe-bfbf-8545f5bfc1eb'}] {{(pid=128083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 12:02:57.346967 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a77f7dee1a0522ddf93af289475d218fcdb8f30317daadec13ebf930b5b9dbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5158ef4-fd61-4c04-b978-48d2ab23d3ab" -d '{"events": [{"name": "network-changed", "server_uuid": "bac84567-56bc-4431-99a7-c99152c00975", "tag": "25baf1b3-611b-4efe-bfbf-8545f5bfc1eb"}]}' {{(pid=128083) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 12:02:57.388901 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2ad40f-533d-4cf7-a76c-06b5c74a1da7 service neutron] Pushing event updated for resources: {'Port': ['ID=25baf1b3-611b-4efe-bfbf-8545f5bfc1eb,revision_number=3']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:02:57.392180 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-cf2ad40f-533d-4cf7-a76c-06b5c74a1da7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:02:57.395205 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 12:02:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b73bf03b-af7c-45a7-92e9-839d00ae6592 x-openstack-request-id: req-b73bf03b-af7c-45a7-92e9-839d00ae6592 {{(pid=128083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 12:02:57.395519 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bac84567-56bc-4431-99a7-c99152c00975", "tag": "25baf1b3-611b-4efe-bfbf-8545f5bfc1eb", "status": "completed", "code": 200}]} {{(pid=128083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 12:02:57.395829 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b73bf03b-af7c-45a7-92e9-839d00ae6592 {{(pid=128083) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 12:02:57.396281 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bac84567-56bc-4431-99a7-c99152c00975', 'tag': '25baf1b3-611b-4efe-bfbf-8545f5bfc1eb', 'status': 'completed', 'code': 200} Jun 24 12:02:57.444960 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-1cdcae60-e9aa-4a59-bbfc-8c6848d31ff9 req-9dc9eb36-79a1-457d-b744-d415f7728849 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "GET /v2.0/security-groups?id=28bbaeeb-f77d-4bc1-93a3-6a1029dd6070&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0948088 Jun 24 12:02:57.472963 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce71935a-c629-4eeb-8c4b-4cd06e0d8361 req-76e1f18a-e945-4c96-9179-7afefe809558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:02:57.474821 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-ce71935a-c629-4eeb-8c4b-4cd06e0d8361 req-76e1f18a-e945-4c96-9179-7afefe809558 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=adbe78de4fbf48fcad1a6bc46d4a1728&device_id=bac84567-56bc-4431-99a7-c99152c00975 HTTP/1.1" status: 200 len: 1097 time: 0.0777137 Jun 24 12:02:57.519537 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-ce71935a-c629-4eeb-8c4b-4cd06e0d8361 req-0dcca642-6a7e-4504-bde9-c1fd5c36c2c8 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=25baf1b3-611b-4efe-bfbf-8545f5bfc1eb HTTP/1.1" status: 200 len: 217 time: 0.0366552 Jun 24 12:02:57.568231 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce71935a-c629-4eeb-8c4b-4cd06e0d8361 req-7516c587-1ad1-4613-a55f-008705871cf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:02:57.569739 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-ce71935a-c629-4eeb-8c4b-4cd06e0d8361 req-7516c587-1ad1-4613-a55f-008705871cf0 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=fffeb80e-5bb9-468e-8235-0cd7fe332256 HTTP/1.1" status: 200 len: 835 time: 0.0439935 Jun 24 12:02:57.626770 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce71935a-c629-4eeb-8c4b-4cd06e0d8361 req-8f0a911d-4d5e-41df-b340-c4f512712700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:02:57.628128 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-ce71935a-c629-4eeb-8c4b-4cd06e0d8361 req-8f0a911d-4d5e-41df-b340-c4f512712700 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a838822b-8af4-465f-8b8b-f39ce327096e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0515368 Jun 24 12:02:57.710764 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-03237adf-ebd0-46f2-a476-4d4bb746e0f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:02:57.727741 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-ce71935a-c629-4eeb-8c4b-4cd06e0d8361 req-05455aa8-c455-4288-bc00-9f17383da1e0 service neutron] 10.222.0.45 "GET /v2.0/networks/a838822b-8af4-465f-8b8b-f39ce327096e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923343 Jun 24 12:02:57.826671 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-ce71935a-c629-4eeb-8c4b-4cd06e0d8361 req-ac25f146-597e-4bfb-81c6-a442e9537822 service neutron] 10.222.0.45 "GET /v2.0/networks/a838822b-8af4-465f-8b8b-f39ce327096e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922208 Jun 24 12:02:57.941266 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5158ef4-fd61-4c04-b978-48d2ab23d3ab req-3cb4f7ea-a933-4e05-a408-10c637a76df8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:02:57.942892 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-c5158ef4-fd61-4c04-b978-48d2ab23d3ab req-3cb4f7ea-a933-4e05-a408-10c637a76df8 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=adbe78de4fbf48fcad1a6bc46d4a1728&device_id=bac84567-56bc-4431-99a7-c99152c00975 HTTP/1.1" status: 200 len: 1097 time: 0.0562663 Jun 24 12:02:58.040372 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5158ef4-fd61-4c04-b978-48d2ab23d3ab req-92657f3d-de68-4d75-8b53-6944c60a9894 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:02:58.041981 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-c5158ef4-fd61-4c04-b978-48d2ab23d3ab req-92657f3d-de68-4d75-8b53-6944c60a9894 service neutron] 10.222.0.45 "GET /v2.0/networks?id=a838822b-8af4-465f-8b8b-f39ce327096e HTTP/1.1" status: 200 len: 897 time: 0.0890682 Jun 24 12:02:58.089058 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-c5158ef4-fd61-4c04-b978-48d2ab23d3ab req-5cb36997-8e0a-4349-80d6-a230f4d52730 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=25baf1b3-611b-4efe-bfbf-8545f5bfc1eb HTTP/1.1" status: 200 len: 217 time: 0.0403571 Jun 24 12:02:58.143587 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5158ef4-fd61-4c04-b978-48d2ab23d3ab req-4a1db635-dcbe-4e25-808e-b59247b7dba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:02:58.145186 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-c5158ef4-fd61-4c04-b978-48d2ab23d3ab req-4a1db635-dcbe-4e25-808e-b59247b7dba9 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=fffeb80e-5bb9-468e-8235-0cd7fe332256 HTTP/1.1" status: 200 len: 835 time: 0.0497770 Jun 24 12:02:58.208854 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5158ef4-fd61-4c04-b978-48d2ab23d3ab req-823be742-e927-4b52-a0fc-1d8b1737e04b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:02:58.210545 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-c5158ef4-fd61-4c04-b978-48d2ab23d3ab req-823be742-e927-4b52-a0fc-1d8b1737e04b service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a838822b-8af4-465f-8b8b-f39ce327096e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0583053 Jun 24 12:02:58.317213 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-c5158ef4-fd61-4c04-b978-48d2ab23d3ab req-4378981c-81b7-47c3-a9c0-e56229aaef51 service neutron] 10.222.0.45 "GET /v2.0/networks/a838822b-8af4-465f-8b8b-f39ce327096e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0991902 Jun 24 12:02:58.407269 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-c5158ef4-fd61-4c04-b978-48d2ab23d3ab req-68bba50b-1d1d-4ef1-a12c-bb3719a48ada service neutron] 10.222.0.45 "GET /v2.0/networks/a838822b-8af4-465f-8b8b-f39ce327096e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823035 Jun 24 12:02:58.633930 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b259e0-5371-43cc-85b7-5ffd5b125b7a req-76549daa-8b3c-4cc4-b146-80615e0a5f03 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:02:58.635440 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-16b259e0-5371-43cc-85b7-5ffd5b125b7a req-76549daa-8b3c-4cc4-b146-80615e0a5f03 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "GET /v2.0/ports?device_id=bac84567-56bc-4431-99a7-c99152c00975 HTTP/1.1" status: 200 len: 944 time: 0.0727873 Jun 24 12:02:58.672645 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-16b259e0-5371-43cc-85b7-5ffd5b125b7a req-0b5db2cf-602b-4581-a4d4-35647014a719 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "GET /v2.0/security-groups?id=28bbaeeb-f77d-4bc1-93a3-6a1029dd6070&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308132 Jun 24 12:02:59.685371 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-52c483ef-d5c1-4030-9a32-e5ce4ff00ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:02:59.784566 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Device 25baf1b3-611b-4efe-bfbf-8545f5bfc1eb details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=128085) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 12:02:59.845813 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21129b70-9853-4c7b-ada0-136716bec0ad req-7954715c-a4a9-45f1-8c03-3ab1a57b03a0 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:02:59.847268 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-21129b70-9853-4c7b-ada0-136716bec0ad req-7954715c-a4a9-45f1-8c03-3ab1a57b03a0 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "GET /v2.0/ports?device_id=bac84567-56bc-4431-99a7-c99152c00975 HTTP/1.1" status: 200 len: 944 time: 0.0655086 Jun 24 12:02:59.882618 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] For port 25baf1b3-611b-4efe-bfbf-8545f5bfc1eb, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=25baf1b3-611b-4efe-bfbf-8545f5bfc1eb,segment=NetworkSegment(1439be4b-1913-4802-a52e-ec68bed3b34a),segment_id=1439be4b-1913-4802-a52e-ec68bed3b34a)] {{(pid=128085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:02:59.887594 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-21129b70-9853-4c7b-ada0-136716bec0ad req-35715ab8-0744-4b0e-ab96-d40ae6243d70 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "GET /v2.0/security-groups?id=28bbaeeb-f77d-4bc1-93a3-6a1029dd6070&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345533 Jun 24 12:02:59.894184 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Returning: {'device': '25baf1b3-611b-4efe-bfbf-8545f5bfc1eb', 'network_id': 'a838822b-8af4-465f-8b8b-f39ce327096e', 'port_id': '25baf1b3-611b-4efe-bfbf-8545f5bfc1eb', 'mac_address': 'fa:16:3e:8e:8c:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 615, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fffeb80e-5bb9-468e-8235-0cd7fe332256', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=128085) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 12:02:59.936202 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:02:59.949094 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.notifiers.nova [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 25baf1b3-611b-4efe-bfbf-8545f5bfc1eb {{(pid=128085) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 12:02:59.970519 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] For port 25baf1b3-611b-4efe-bfbf-8545f5bfc1eb, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=25baf1b3-611b-4efe-bfbf-8545f5bfc1eb,segment=NetworkSegment(1439be4b-1913-4802-a52e-ec68bed3b34a),segment_id=1439be4b-1913-4802-a52e-ec68bed3b34a)] {{(pid=128085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:02:59.974363 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:02:59.976141 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:03:00.022912 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Pushing event updated for resources: {'Port': ['ID=25baf1b3-611b-4efe-bfbf-8545f5bfc1eb,revision_number=4']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:03:00.025983 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:03:00.208973 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] get_ports_and_sgs() called for port_ids ['25baf1b3-611b-4efe-bfbf-8545f5bfc1eb'] {{(pid=128085) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 12:03:01.064411 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de6ec41-959e-4631-a30e-bdbba20fd170 req-65c4c6fe-2ec8-4bdc-a457-6d6d5892993b tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:03:01.065891 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-6de6ec41-959e-4631-a30e-bdbba20fd170 req-65c4c6fe-2ec8-4bdc-a457-6d6d5892993b tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "GET /v2.0/ports?device_id=bac84567-56bc-4431-99a7-c99152c00975 HTTP/1.1" status: 200 len: 945 time: 0.0686579 Jun 24 12:03:01.103567 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-6de6ec41-959e-4631-a30e-bdbba20fd170 req-89d3b35a-45c4-4d76-94d8-9745d1566106 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "GET /v2.0/security-groups?id=28bbaeeb-f77d-4bc1-93a3-6a1029dd6070&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320487 Jun 24 12:03:01.799279 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Device 25baf1b3-611b-4efe-bfbf-8545f5bfc1eb up at agent hyperv_hv-neutron-7971 {{(pid=128085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:03:01.846058 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Provisioning for port 25baf1b3-611b-4efe-bfbf-8545f5bfc1eb completed by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:03:01.849815 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Provisioning complete for port 25baf1b3-611b-4efe-bfbf-8545f5bfc1eb triggered by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:03:01.850217 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:03:01.925836 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:03:01.948217 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bac84567-56bc-4431-99a7-c99152c00975', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25baf1b3-611b-4efe-bfbf-8545f5bfc1eb'}] {{(pid=128085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 12:03:01.950515 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1098ec9051a50dd033317f529a09b9762582ef7b417ebe05928aca59e08255aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4a38a47-646c-4172-b272-17cd4ae4fd69" -d '{"events": [{"server_uuid": "bac84567-56bc-4431-99a7-c99152c00975", "name": "network-vif-plugged", "status": "completed", "tag": "25baf1b3-611b-4efe-bfbf-8545f5bfc1eb"}]}' {{(pid=128085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 12:03:01.963135 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] For port 25baf1b3-611b-4efe-bfbf-8545f5bfc1eb, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=25baf1b3-611b-4efe-bfbf-8545f5bfc1eb,segment=NetworkSegment(1439be4b-1913-4802-a52e-ec68bed3b34a),segment_id=1439be4b-1913-4802-a52e-ec68bed3b34a)] {{(pid=128085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:03:01.967795 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:03:01.969750 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:03:01.992707 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 12:03:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42a80db3-9d64-4a99-ae90-40bbaac84705 x-openstack-request-id: req-42a80db3-9d64-4a99-ae90-40bbaac84705 {{(pid=128085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 12:03:01.993009 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bac84567-56bc-4431-99a7-c99152c00975", "name": "network-vif-plugged", "status": "completed", "tag": "25baf1b3-611b-4efe-bfbf-8545f5bfc1eb", "code": 200}]} {{(pid=128085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 12:03:01.993305 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-42a80db3-9d64-4a99-ae90-40bbaac84705 {{(pid=128085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 12:03:01.993739 dv-neutron-797120-4-hyperv neutron-server[128085]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bac84567-56bc-4431-99a7-c99152c00975', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25baf1b3-611b-4efe-bfbf-8545f5bfc1eb', 'code': 200} Jun 24 12:03:02.021103 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Pushing event updated for resources: {'Port': ['ID=25baf1b3-611b-4efe-bfbf-8545f5bfc1eb,revision_number=5']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:03:02.024165 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:03:02.216854 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b9a907-a867-4c51-b6ed-3cbb8d9f321e req-6eb993a9-3a7b-4425-b599-5e8ef24f1d93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:03:02.218369 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-85b9a907-a867-4c51-b6ed-3cbb8d9f321e req-6eb993a9-3a7b-4425-b599-5e8ef24f1d93 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=bac84567-56bc-4431-99a7-c99152c00975 HTTP/1.1" status: 200 len: 1099 time: 0.0580766 Jun 24 12:03:02.278264 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-85b9a907-a867-4c51-b6ed-3cbb8d9f321e req-b63226bf-21d4-4cfe-a284-51972d31b770 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=28bbaeeb-f77d-4bc1-93a3-6a1029dd6070&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499682 Jun 24 12:03:02.302157 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5195a935-0ffb-4feb-b1a2-388e07afccff req-ae1e1dd0-9e8e-48df-a14d-7a9a9bfc9874 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:03:02.303560 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-5195a935-0ffb-4feb-b1a2-388e07afccff req-ae1e1dd0-9e8e-48df-a14d-7a9a9bfc9874 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "GET /v2.0/ports?device_id=bac84567-56bc-4431-99a7-c99152c00975 HTTP/1.1" status: 200 len: 946 time: 0.0838652 Jun 24 12:03:02.341955 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-5195a935-0ffb-4feb-b1a2-388e07afccff req-a4f7feb6-832a-4e22-aee9-938abf946dc1 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "GET /v2.0/security-groups?id=28bbaeeb-f77d-4bc1-93a3-6a1029dd6070&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326674 Jun 24 12:03:03.098355 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.agents_db [None req-87a69269-d72b-4286-97f3-1041481ed6d8 None None] Agent healthcheck: found 6 active agents {{(pid=128086) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 12:03:03.523897 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d5f284-96ab-4e8d-b687-55ae3212ec30 req-4b431afa-954d-413f-8450-7de2d6cdbbfc tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:03:03.525289 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-10d5f284-96ab-4e8d-b687-55ae3212ec30 req-4b431afa-954d-413f-8450-7de2d6cdbbfc tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "GET /v2.0/ports?device_id=bac84567-56bc-4431-99a7-c99152c00975 HTTP/1.1" status: 200 len: 946 time: 0.0683072 Jun 24 12:03:03.565995 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-10d5f284-96ab-4e8d-b687-55ae3212ec30 req-5b140eb0-7dd1-4c28-9036-aa2b7d10179c tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "GET /v2.0/security-groups?id=28bbaeeb-f77d-4bc1-93a3-6a1029dd6070&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338240 Jun 24 12:03:03.746714 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9835ef-57a6-4629-8ce5-56afacc118dc req-cc461a32-9d74-4fa1-adde-ce87dcbd9ac9 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:03:03.747893 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-be9835ef-57a6-4629-8ce5-56afacc118dc req-cc461a32-9d74-4fa1-adde-ce87dcbd9ac9 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "GET /v2.0/ports?device_id=bac84567-56bc-4431-99a7-c99152c00975 HTTP/1.1" status: 200 len: 946 time: 0.0658841 Jun 24 12:03:03.787388 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-be9835ef-57a6-4629-8ce5-56afacc118dc req-9ef079c8-fd96-4b05-ba40-bd4c82a9411d tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "GET /v2.0/security-groups?id=28bbaeeb-f77d-4bc1-93a3-6a1029dd6070&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317216 Jun 24 12:03:03.811242 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 36730) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:03:03.863762 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac68ce73-3454-4a2f-b6df-e4ac15f63f59 tempest-TestNetworkBasicOps-1239029366 tempest-TestNetworkBasicOps-1239029366-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:03:03.865224 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-ac68ce73-3454-4a2f-b6df-e4ac15f63f59 tempest-TestNetworkBasicOps-1239029366 tempest-TestNetworkBasicOps-1239029366-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=bac84567-56bc-4431-99a7-c99152c00975 HTTP/1.1" status: 200 len: 1094 time: 0.0529792 Jun 24 12:03:03.867890 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 36732) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:03:03.872652 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-efbd4bbe-1104-4104-a71c-b6c91768769c tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Request body: {'floatingip': {'floating_network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'port_id': '25baf1b3-611b-4efe-bfbf-8545f5bfc1eb', 'tenant_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'fixed_ip_address': '172.20.0.14'}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:03:03.894587 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-efbd4bbe-1104-4104-a71c-b6c91768769c tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for floatingip, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:03:03.989306 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-efbd4bbe-1104-4104-a71c-b6c91768769c tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:03:04.095631 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.db.db_base_plugin_common [None req-efbd4bbe-1104-4104-a71c-b6c91768769c tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Allocated IP 172.26.7.41 (f2b8ca71-e776-48b2-8898-96cc7970207b/f37bf603-3862-4d0a-9f58-89616f7fd68f/bfe46e54-23c9-450f-ac91-db029426b4ba) {{(pid=128084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:03:04.195062 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-efbd4bbe-1104-4104-a71c-b6c91768769c tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for port, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:03:04.233168 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-efbd4bbe-1104-4104-a71c-b6c91768769c tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-650429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-506361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793193536723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3291971'] for port, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:03:04.236099 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-40631a21-ec53-46ee-a925-461ae1542c00 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:03:04.272629 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efbd4bbe-1104-4104-a71c-b6c91768769c tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Network f2b8ca71-e776-48b2-8898-96cc7970207b is already hosted by enough agents. {{(pid=128084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:03:04.275376 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.base_scheduler [None req-efbd4bbe-1104-4104-a71c-b6c91768769c tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Resources bound (agent type, host, resource id): {{(pid=128084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:03:04.278775 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efbd4bbe-1104-4104-a71c-b6c91768769c tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Received port after_create {{(pid=128084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:03:04.306686 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbd4bbe-1104-4104-a71c-b6c91768769c tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Pushing event updated for resources: {'Port': ['ID=bfe46e54-23c9-450f-ac91-db029426b4ba,revision_number=1']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:03:04.311760 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-efbd4bbe-1104-4104-a71c-b6c91768769c tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:03:04.650804 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-efbd4bbe-1104-4104-a71c-b6c91768769c tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for floatingip, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:03:04.728367 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-efbd4bbe-1104-4104-a71c-b6c91768769c tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:03:04.911179 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-efbd4bbe-1104-4104-a71c-b6c91768769c tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for port, precommit_update {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:03:04.918744 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-efbd4bbe-1104-4104-a71c-b6c91768769c tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3292081'] for port, after_update {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:03:04.921404 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-9d85aba9-140d-4ff0-85a6-29112e38aaf4 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:03:04.996361 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbd4bbe-1104-4104-a71c-b6c91768769c tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Pushing event updated for resources: {'Port': ['ID=bfe46e54-23c9-450f-ac91-db029426b4ba,revision_number=2']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:03:05.002518 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-efbd4bbe-1104-4104-a71c-b6c91768769c tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:03:05.005666 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-efbd4bbe-1104-4104-a71c-b6c91768769c tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1815637'] for floatingip, after_update {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:03:05.112013 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.db.l3_db [None req-efbd4bbe-1104-4104-a71c-b6c91768769c tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Floating IP 4ad842d7-51cd-4d36-82b3-d5994059a83b associated. External IP: 172.26.7.41, port: 25baf1b3-611b-4efe-bfbf-8545f5bfc1eb. Jun 24 12:03:05.317625 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efbd4bbe-1104-4104-a71c-b6c91768769c tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Router 93421f4b-4e81-4cf9-90ed-d1da57e050dc has already been hosted by L3 agent 2987dba8-2249-4ee6-96ec-28f0f7a6127d {{(pid=128084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 12:03:05.427428 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efbd4bbe-1104-4104-a71c-b6c91768769c tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify agent at l3_agent.dv-neutron-797120-4-hyperv the message routers_updated {{(pid=128084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 12:03:05.438350 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1223b0a0-87d3-4f71-accb-2bd6127a8fe4 None None] Sync routers for ids ['93421f4b-4e81-4cf9-90ed-d1da57e050dc'] in dv-neutron-797120-4-hyperv {{(pid=128085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 12:03:05.443055 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-efbd4bbe-1104-4104-a71c-b6c91768769c tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468916'] for floatingip, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:03:05.448322 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1223b0a0-87d3-4f71-accb-2bd6127a8fe4 None None] Routers {'93421f4b-4e81-4cf9-90ed-d1da57e050dc'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:03:05.449563 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-1223b0a0-87d3-4f71-accb-2bd6127a8fe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T12:02:56Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['93421f4b-4e81-4cf9-90ed-d1da57e050dc'], 'active': True} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:03:05.479671 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-efbd4bbe-1104-4104-a71c-b6c91768769c tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6107650 Jun 24 12:03:05.480388 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bac84567-56bc-4431-99a7-c99152c00975', 'tag': '25baf1b3-611b-4efe-bfbf-8545f5bfc1eb'}] {{(pid=128084) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 12:03:05.482752 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}189e43ef1649f46b9bccc8e45a83b64afc33adcdec52bc597e36eecb4255b7b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5e379ae-907a-4774-8857-549ce21bf654" -d '{"events": [{"name": "network-changed", "server_uuid": "bac84567-56bc-4431-99a7-c99152c00975", "tag": "25baf1b3-611b-4efe-bfbf-8545f5bfc1eb"}]}' {{(pid=128084) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 12:03:05.525223 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 12:03:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de502d9d-0fed-4905-975b-d3b38801ea2d x-openstack-request-id: req-de502d9d-0fed-4905-975b-d3b38801ea2d {{(pid=128084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 12:03:05.525604 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bac84567-56bc-4431-99a7-c99152c00975", "tag": "25baf1b3-611b-4efe-bfbf-8545f5bfc1eb", "status": "completed", "code": 200}]} {{(pid=128084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 12:03:05.525965 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-de502d9d-0fed-4905-975b-d3b38801ea2d {{(pid=128084) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 12:03:05.526467 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bac84567-56bc-4431-99a7-c99152c00975', 'tag': '25baf1b3-611b-4efe-bfbf-8545f5bfc1eb', 'status': 'completed', 'code': 200} Jun 24 12:03:05.562876 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvr_db [None req-1223b0a0-87d3-4f71-accb-2bd6127a8fe4 None None] Set router 93421f4b-4e81-4cf9-90ed-d1da57e050dc gateway port host: dv-neutron-797120-4-hyperv {{(pid=128085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:03:05.615738 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e379ae-907a-4774-8857-549ce21bf654 req-9cd699a4-813d-4bf2-b3d2-31878dfeab58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:03:05.617263 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-c5e379ae-907a-4774-8857-549ce21bf654 req-9cd699a4-813d-4bf2-b3d2-31878dfeab58 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=adbe78de4fbf48fcad1a6bc46d4a1728&device_id=bac84567-56bc-4431-99a7-c99152c00975 HTTP/1.1" status: 200 len: 1099 time: 0.0570369 Jun 24 12:03:05.717901 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e379ae-907a-4774-8857-549ce21bf654 req-4f39ae34-70ab-431e-94ee-77b0d9f2a182 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:03:05.719254 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-c5e379ae-907a-4774-8857-549ce21bf654 req-4f39ae34-70ab-431e-94ee-77b0d9f2a182 service neutron] 10.222.0.45 "GET /v2.0/networks?id=a838822b-8af4-465f-8b8b-f39ce327096e HTTP/1.1" status: 200 len: 897 time: 0.0950475 Jun 24 12:03:05.788496 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-c5e379ae-907a-4774-8857-549ce21bf654 req-ba8d4d22-91c6-406c-89fb-d5e6e93ebe75 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=25baf1b3-611b-4efe-bfbf-8545f5bfc1eb HTTP/1.1" status: 200 len: 999 time: 0.0618894 Jun 24 12:03:05.798011 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-1223b0a0-87d3-4f71-accb-2bd6127a8fe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93421f4b-4e81-4cf9-90ed-d1da57e050dc', 'name': 'tempest-TestNetworkBasicOps-router-2064021712', 'tenant_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'external_fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.140'}], 'enable_snat': True}, 'gw_port_id': 'ac1dcb66-4735-4d50-a9e5-f03ba2655d2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:02:26Z', 'updated_at': '2021-06-24T12:02:30Z', 'revision_number': 4, 'project_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'gw_port': {'id': 'ac1dcb66-4735-4d50-a9e5-f03ba2655d2b', 'name': '', 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:6d:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93421f4b-4e81-4cf9-90ed-d1da57e050dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1479, 'fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:02:26Z', 'updated_at': '2021-06-24T12:02:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-4-hyperv', '_floatingips': [{'id': '4ad842d7-51cd-4d36-82b3-d5994059a83b', 'tenant_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'floating_ip_address': '172.26.7.41', 'floating_network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'router_id': '93421f4b-4e81-4cf9-90ed-d1da57e050dc', 'port_id': '25baf1b3-611b-4efe-bfbf-8545f5bfc1eb', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1506, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a838822b-8af4-465f-8b8b-f39ce327096e', 'mac_address': 'fa:16:3e:8e:8c:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bac84567-56bc-4431-99a7-c99152c00975', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T12:03:04Z', 'updated_at': '2021-06-24T12:03:04Z', 'revision_number': 0, 'project_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'fixed_ip_address_scope': None}, {'id': 'b23653cc-66c5-44d7-b037-421959004602', 'tenant_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'floating_ip_address': '172.26.7.20', 'floating_network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'router_id': '93421f4b-4e81-4cf9-90ed-d1da57e050dc', 'port_id': '7e22baf8-15f5-4ef4-bd60-dfbd0c5ec2af', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1494, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a838822b-8af4-465f-8b8b-f39ce327096e', 'mac_address': 'fa:16:3e:5b:9f:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bba63088-322b-42eb-a646-e81066ded3fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T12:02:51Z', 'updated_at': '2021-06-24T12:02:53Z', 'revision_number': 1, 'project_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f09d29da-d957-4e73-adb8-6384d14cdbde', 'name': '', 'network_id': 'a838822b-8af4-465f-8b8b-f39ce327096e', 'tenant_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'mac_address': 'fa:16:3e:f3:ad:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93421f4b-4e81-4cf9-90ed-d1da57e050dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1482, 'fixed_ips': [{'subnet_id': 'fffeb80e-5bb9-468e-8235-0cd7fe332256', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:02:29Z', 'updated_at': '2021-06-24T12:02:34Z', 'revision_number': 5, 'project_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'subnets': [{'id': 'fffeb80e-5bb9-468e-8235-0cd7fe332256', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:03:05.825086 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1223b0a0-87d3-4f71-accb-2bd6127a8fe4 None None] Checking router: 93421f4b-4e81-4cf9-90ed-d1da57e050dc for host: dv-neutron-797120-4-hyperv {{(pid=128085) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 12:03:05.833254 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1223b0a0-87d3-4f71-accb-2bd6127a8fe4 None None] Routers {'93421f4b-4e81-4cf9-90ed-d1da57e050dc'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:03:05.833866 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-1223b0a0-87d3-4f71-accb-2bd6127a8fe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T12:02:56Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['93421f4b-4e81-4cf9-90ed-d1da57e050dc'], 'active': True} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:03:05.837718 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e379ae-907a-4774-8857-549ce21bf654 req-37afb82c-9d75-44f0-b082-b3138d74ddcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:03:05.839197 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-c5e379ae-907a-4774-8857-549ce21bf654 req-37afb82c-9d75-44f0-b082-b3138d74ddcc service neutron] 10.222.0.45 "GET /v2.0/subnets?id=fffeb80e-5bb9-468e-8235-0cd7fe332256 HTTP/1.1" status: 200 len: 835 time: 0.0438931 Jun 24 12:03:05.897794 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e379ae-907a-4774-8857-549ce21bf654 req-0a49c160-5002-4750-a82a-64486f2a7f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:03:05.899280 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-c5e379ae-907a-4774-8857-549ce21bf654 req-0a49c160-5002-4750-a82a-64486f2a7f56 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a838822b-8af4-465f-8b8b-f39ce327096e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0526173 Jun 24 12:03:05.942618 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvr_db [None req-1223b0a0-87d3-4f71-accb-2bd6127a8fe4 None None] Set router 93421f4b-4e81-4cf9-90ed-d1da57e050dc gateway port host: dv-neutron-797120-4-hyperv {{(pid=128085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:03:06.177630 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-1223b0a0-87d3-4f71-accb-2bd6127a8fe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93421f4b-4e81-4cf9-90ed-d1da57e050dc', 'name': 'tempest-TestNetworkBasicOps-router-2064021712', 'tenant_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'external_fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.140'}], 'enable_snat': True}, 'gw_port_id': 'ac1dcb66-4735-4d50-a9e5-f03ba2655d2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:02:26Z', 'updated_at': '2021-06-24T12:02:30Z', 'revision_number': 4, 'project_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'gw_port': {'id': 'ac1dcb66-4735-4d50-a9e5-f03ba2655d2b', 'name': '', 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:6d:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93421f4b-4e81-4cf9-90ed-d1da57e050dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1479, 'fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:02:26Z', 'updated_at': '2021-06-24T12:02:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-4-hyperv', '_floatingips': [{'id': '4ad842d7-51cd-4d36-82b3-d5994059a83b', 'tenant_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'floating_ip_address': '172.26.7.41', 'floating_network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'router_id': '93421f4b-4e81-4cf9-90ed-d1da57e050dc', 'port_id': '25baf1b3-611b-4efe-bfbf-8545f5bfc1eb', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1506, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a838822b-8af4-465f-8b8b-f39ce327096e', 'mac_address': 'fa:16:3e:8e:8c:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bac84567-56bc-4431-99a7-c99152c00975', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T12:03:04Z', 'updated_at': '2021-06-24T12:03:04Z', 'revision_number': 0, 'project_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'fixed_ip_address_scope': None}, {'id': 'b23653cc-66c5-44d7-b037-421959004602', 'tenant_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'floating_ip_address': '172.26.7.20', 'floating_network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'router_id': '93421f4b-4e81-4cf9-90ed-d1da57e050dc', 'port_id': '7e22baf8-15f5-4ef4-bd60-dfbd0c5ec2af', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1494, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a838822b-8af4-465f-8b8b-f39ce327096e', 'mac_address': 'fa:16:3e:5b:9f:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bba63088-322b-42eb-a646-e81066ded3fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T12:02:51Z', 'updated_at': '2021-06-24T12:02:53Z', 'revision_number': 1, 'project_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f09d29da-d957-4e73-adb8-6384d14cdbde', 'name': '', 'network_id': 'a838822b-8af4-465f-8b8b-f39ce327096e', 'tenant_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'mac_address': 'fa:16:3e:f3:ad:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93421f4b-4e81-4cf9-90ed-d1da57e050dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1482, 'fixed_ips': [{'subnet_id': 'fffeb80e-5bb9-468e-8235-0cd7fe332256', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:02:29Z', 'updated_at': '2021-06-24T12:02:34Z', 'revision_number': 5, 'project_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'subnets': [{'id': 'fffeb80e-5bb9-468e-8235-0cd7fe332256', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:03:06.208625 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1223b0a0-87d3-4f71-accb-2bd6127a8fe4 None None] The sync data for ids ['93421f4b-4e81-4cf9-90ed-d1da57e050dc'] in dv-neutron-797120-4-hyperv is: [{'id': '93421f4b-4e81-4cf9-90ed-d1da57e050dc', 'name': 'tempest-TestNetworkBasicOps-router-2064021712', 'tenant_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'external_fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.140'}], 'enable_snat': True}, 'gw_port_id': 'ac1dcb66-4735-4d50-a9e5-f03ba2655d2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:02:26Z', 'updated_at': '2021-06-24T12:02:30Z', 'revision_number': 4, 'project_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'gw_port': {'id': 'ac1dcb66-4735-4d50-a9e5-f03ba2655d2b', 'name': '', 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:6d:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93421f4b-4e81-4cf9-90ed-d1da57e050dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1479, 'fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:02:26Z', 'updated_at': '2021-06-24T12:02:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-4-hyperv', '_floatingips': [{'id': '4ad842d7-51cd-4d36-82b3-d5994059a83b', 'tenant_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'floating_ip_address': '172.26.7.41', 'floating_network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'router_id': '93421f4b-4e81-4cf9-90ed-d1da57e050dc', 'port_id': '25baf1b3-611b-4efe-bfbf-8545f5bfc1eb', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1506, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a838822b-8af4-465f-8b8b-f39ce327096e', 'mac_address': 'fa:16:3e:8e:8c:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bac84567-56bc-4431-99a7-c99152c00975', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T12:03:04Z', 'updated_at': '2021-06-24T12:03:04Z', 'revision_number': 0, 'project_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'fixed_ip_address_scope': None}, {'id': 'b23653cc-66c5-44d7-b037-421959004602', 'tenant_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'floating_ip_address': '172.26.7.20', 'floating_network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'router_id': '93421f4b-4e81-4cf9-90ed-d1da57e050dc', 'port_id': '7e22baf8-15f5-4ef4-bd60-dfbd0c5ec2af', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1494, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a838822b-8af4-465f-8b8b-f39ce327096e', 'mac_address': 'fa:16:3e:5b:9f:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bba63088-322b-42eb-a646-e81066ded3fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T12:02:51Z', 'updated_at': '2021-06-24T12:02:53Z', 'revision_number': 1, 'project_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f09d29da-d957-4e73-adb8-6384d14cdbde', 'name': '', 'network_id': 'a838822b-8af4-465f-8b8b-f39ce327096e', 'tenant_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'mac_address': 'fa:16:3e:f3:ad:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93421f4b-4e81-4cf9-90ed-d1da57e050dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1482, 'fixed_ips': [{'subnet_id': 'fffeb80e-5bb9-468e-8235-0cd7fe332256', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:02:29Z', 'updated_at': '2021-06-24T12:02:34Z', 'revision_number': 5, 'project_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'subnets': [{'id': 'fffeb80e-5bb9-468e-8235-0cd7fe332256', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=128085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 12:03:06.333354 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-c5e379ae-907a-4774-8857-549ce21bf654 req-e14f820c-3264-4749-8006-d0acb9f2539b service neutron] 10.222.0.45 "GET /v2.0/networks/a838822b-8af4-465f-8b8b-f39ce327096e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4264250 Jun 24 12:03:06.396913 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ecf7e22-e371-4508-9848-dc7af11de4d6 None None] New status for floating IP 4ad842d7-51cd-4d36-82b3-d5994059a83b: ACTIVE {{(pid=128086) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 24 12:03:06.427560 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-c5e379ae-907a-4774-8857-549ce21bf654 req-f45804f0-99c6-435c-ab30-5212d7e87435 service neutron] 10.222.0.45 "GET /v2.0/networks/a838822b-8af4-465f-8b8b-f39ce327096e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867438 Jun 24 12:03:14.733913 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:03:23.831653 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-afe4e29b-1181-4605-9cff-71a79ff661b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:03:26.384359 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-7009795c-8973-44bb-ad29-8df02a4a2647 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:03:26.520012 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:03:27.714352 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-03237adf-ebd0-46f2-a476-4d4bb746e0f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:03:29.690532 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-52c483ef-d5c1-4030-9a32-e5ce4ff00ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:03:40.097904 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.agents_db [None req-87a69269-d72b-4286-97f3-1041481ed6d8 None None] Agent healthcheck: found 6 active agents {{(pid=128086) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 12:03:41.622013 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 36750) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:03:41.688751 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-d92ce6c6-790c-400e-aae4-a92e7069d440 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "GET /v2.0/floatingips/b23653cc-66c5-44d7-b037-421959004602 HTTP/1.1" status: 200 len: 992 time: 0.0654080 Jun 24 12:03:43.071503 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 36758) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:03:43.077571 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-bb7dbe81-a2a3-4cef-a161-20bb46e7fa9f tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Request body: {'port': {'admin_state_up': False}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:03:43.162739 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-bb7dbe81-a2a3-4cef-a161-20bb46e7fa9f tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:03:43.317040 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.db [None req-bb7dbe81-a2a3-4cef-a161-20bb46e7fa9f tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] For port 7e22baf8-15f5-4ef4-bd60-dfbd0c5ec2af, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=7e22baf8-15f5-4ef4-bd60-dfbd0c5ec2af,segment=NetworkSegment(1439be4b-1913-4802-a52e-ec68bed3b34a),segment_id=1439be4b-1913-4802-a52e-ec68bed3b34a)] {{(pid=128084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:03:43.348209 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-bb7dbe81-a2a3-4cef-a161-20bb46e7fa9f tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for port, precommit_update {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:03:43.353018 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-bb7dbe81-a2a3-4cef-a161-20bb46e7fa9f tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3292081'] for port, after_update {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:03:43.355437 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-8c829204-bdd2-49f0-88ed-98c3fef4bf00 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:03:43.401538 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb7dbe81-a2a3-4cef-a161-20bb46e7fa9f tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:03:43.402205 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-bb7dbe81-a2a3-4cef-a161-20bb46e7fa9f tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468916'] for port, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:03:43.403653 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-bb7dbe81-a2a3-4cef-a161-20bb46e7fa9f tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "PUT /v2.0/ports/7e22baf8-15f5-4ef4-bd60-dfbd0c5ec2af HTTP/1.1" status: 200 len: 938 time: 0.3311636 Jun 24 12:03:43.405151 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bba63088-322b-42eb-a646-e81066ded3fe', 'tag': '7e22baf8-15f5-4ef4-bd60-dfbd0c5ec2af'}] {{(pid=128084) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 12:03:43.408718 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}189e43ef1649f46b9bccc8e45a83b64afc33adcdec52bc597e36eecb4255b7b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a112ea2-dc0d-4bfa-a74e-d596694a823a" -d '{"events": [{"name": "network-changed", "server_uuid": "bba63088-322b-42eb-a646-e81066ded3fe", "tag": "7e22baf8-15f5-4ef4-bd60-dfbd0c5ec2af"}]}' {{(pid=128084) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 12:03:43.435968 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7dbe81-a2a3-4cef-a161-20bb46e7fa9f tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Pushing event updated for resources: {'Port': ['ID=7e22baf8-15f5-4ef4-bd60-dfbd0c5ec2af,revision_number=6']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:03:43.440407 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-bb7dbe81-a2a3-4cef-a161-20bb46e7fa9f tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:03:43.449708 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 12:03:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a5fde05-97af-41b7-abfc-a5ca24bcdb0a x-openstack-request-id: req-2a5fde05-97af-41b7-abfc-a5ca24bcdb0a {{(pid=128084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 12:03:43.452166 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bba63088-322b-42eb-a646-e81066ded3fe", "tag": "7e22baf8-15f5-4ef4-bd60-dfbd0c5ec2af", "status": "completed", "code": 200}]} {{(pid=128084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 12:03:43.452166 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-2a5fde05-97af-41b7-abfc-a5ca24bcdb0a {{(pid=128084) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 12:03:43.452166 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bba63088-322b-42eb-a646-e81066ded3fe', 'tag': '7e22baf8-15f5-4ef4-bd60-dfbd0c5ec2af', 'status': 'completed', 'code': 200} Jun 24 12:03:43.535890 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a112ea2-dc0d-4bfa-a74e-d596694a823a req-a26b8306-4246-4e48-89ae-7d7355344a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:03:43.537452 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-6a112ea2-dc0d-4bfa-a74e-d596694a823a req-a26b8306-4246-4e48-89ae-7d7355344a6e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=adbe78de4fbf48fcad1a6bc46d4a1728&device_id=bba63088-322b-42eb-a646-e81066ded3fe HTTP/1.1" status: 200 len: 1099 time: 0.0588729 Jun 24 12:03:43.639204 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a112ea2-dc0d-4bfa-a74e-d596694a823a req-1a4b9482-2353-46a9-bfcc-f90a69d80bd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:03:43.640548 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-6a112ea2-dc0d-4bfa-a74e-d596694a823a req-1a4b9482-2353-46a9-bfcc-f90a69d80bd0 service neutron] 10.222.0.45 "GET /v2.0/networks?id=a838822b-8af4-465f-8b8b-f39ce327096e HTTP/1.1" status: 200 len: 897 time: 0.0960014 Jun 24 12:03:43.663094 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-77caeea4-d497-48af-8b47-6b028df44a11 None None] Provisioning complete for port 7e22baf8-15f5-4ef4-bd60-dfbd0c5ec2af triggered by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:03:43.663673 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-77caeea4-d497-48af-8b47-6b028df44a11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:03:43.715955 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-77caeea4-d497-48af-8b47-6b028df44a11 None None] Port 7e22baf8-15f5-4ef4-bd60-dfbd0c5ec2af is administratively disabled so it will not transition to active. {{(pid=128085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:351}} Jun 24 12:03:43.721683 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-6a112ea2-dc0d-4bfa-a74e-d596694a823a req-093e51bc-cd9d-4e8b-8c05-a217255b8083 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7e22baf8-15f5-4ef4-bd60-dfbd0c5ec2af HTTP/1.1" status: 200 len: 1001 time: 0.0722504 Jun 24 12:03:43.774768 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a112ea2-dc0d-4bfa-a74e-d596694a823a req-eb9e16eb-d64e-4a40-8c66-f5d0c9c6cb4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:03:43.776223 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-6a112ea2-dc0d-4bfa-a74e-d596694a823a req-eb9e16eb-d64e-4a40-8c66-f5d0c9c6cb4a service neutron] 10.222.0.45 "GET /v2.0/subnets?id=fffeb80e-5bb9-468e-8235-0cd7fe332256 HTTP/1.1" status: 200 len: 835 time: 0.0473394 Jun 24 12:03:43.835547 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a112ea2-dc0d-4bfa-a74e-d596694a823a req-73bcdd4b-9093-4b14-9df4-48fdcc26e1a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:03:43.837059 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-6a112ea2-dc0d-4bfa-a74e-d596694a823a req-73bcdd4b-9093-4b14-9df4-48fdcc26e1a8 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a838822b-8af4-465f-8b8b-f39ce327096e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0538266 Jun 24 12:03:43.942128 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-6a112ea2-dc0d-4bfa-a74e-d596694a823a req-4b1c2f48-2c50-4177-942e-3b4f23a73334 service neutron] 10.222.0.45 "GET /v2.0/networks/a838822b-8af4-465f-8b8b-f39ce327096e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974712 Jun 24 12:03:44.036876 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-6a112ea2-dc0d-4bfa-a74e-d596694a823a req-74d70172-e4c3-4cab-b28b-4573037cfa71 service neutron] 10.222.0.45 "GET /v2.0/networks/a838822b-8af4-465f-8b8b-f39ce327096e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879002 Jun 24 12:03:44.759998 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:03:47.045555 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 36766) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:03:47.050973 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-e8ae2842-5ec2-4466-9e7c-0ae29dbc56e8 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Request body: {'port': {'admin_state_up': True}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:03:47.146727 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-e8ae2842-5ec2-4466-9e7c-0ae29dbc56e8 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:03:47.303407 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.db [None req-e8ae2842-5ec2-4466-9e7c-0ae29dbc56e8 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] For port 7e22baf8-15f5-4ef4-bd60-dfbd0c5ec2af, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=7e22baf8-15f5-4ef4-bd60-dfbd0c5ec2af,segment=NetworkSegment(1439be4b-1913-4802-a52e-ec68bed3b34a),segment_id=1439be4b-1913-4802-a52e-ec68bed3b34a)] {{(pid=128084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:03:47.336388 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-e8ae2842-5ec2-4466-9e7c-0ae29dbc56e8 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for port, precommit_update {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:03:47.342082 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-e8ae2842-5ec2-4466-9e7c-0ae29dbc56e8 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3292081'] for port, after_update {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:03:47.345144 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-243e449c-e5e1-42e0-8c22-c0253a25cf5b tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:03:47.389002 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8ae2842-5ec2-4466-9e7c-0ae29dbc56e8 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:03:47.389772 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-e8ae2842-5ec2-4466-9e7c-0ae29dbc56e8 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468916'] for port, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:03:47.391189 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-e8ae2842-5ec2-4466-9e7c-0ae29dbc56e8 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "PUT /v2.0/ports/7e22baf8-15f5-4ef4-bd60-dfbd0c5ec2af HTTP/1.1" status: 200 len: 937 time: 0.3448513 Jun 24 12:03:47.392056 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bba63088-322b-42eb-a646-e81066ded3fe', 'tag': '7e22baf8-15f5-4ef4-bd60-dfbd0c5ec2af'}] {{(pid=128084) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 12:03:47.394421 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 36768) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:03:47.394882 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}189e43ef1649f46b9bccc8e45a83b64afc33adcdec52bc597e36eecb4255b7b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92120658-3fd6-473e-8f96-aba47f1fd4f4" -d '{"events": [{"name": "network-changed", "server_uuid": "bba63088-322b-42eb-a646-e81066ded3fe", "tag": "7e22baf8-15f5-4ef4-bd60-dfbd0c5ec2af"}]}' {{(pid=128084) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 12:03:47.423995 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ae2842-5ec2-4466-9e7c-0ae29dbc56e8 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Pushing event updated for resources: {'Port': ['ID=7e22baf8-15f5-4ef4-bd60-dfbd0c5ec2af,revision_number=7']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:03:47.429470 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-e8ae2842-5ec2-4466-9e7c-0ae29dbc56e8 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:03:47.437863 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 12:03:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01e198bc-cc3d-4c51-92ff-d45e6afa8745 x-openstack-request-id: req-01e198bc-cc3d-4c51-92ff-d45e6afa8745 {{(pid=128084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 12:03:47.438220 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bba63088-322b-42eb-a646-e81066ded3fe", "tag": "7e22baf8-15f5-4ef4-bd60-dfbd0c5ec2af", "status": "completed", "code": 200}]} {{(pid=128084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 12:03:47.438576 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-01e198bc-cc3d-4c51-92ff-d45e6afa8745 {{(pid=128084) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 12:03:47.439041 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bba63088-322b-42eb-a646-e81066ded3fe', 'tag': '7e22baf8-15f5-4ef4-bd60-dfbd0c5ec2af', 'status': 'completed', 'code': 200} Jun 24 12:03:47.503946 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-c39ba9e8-a43d-4872-87f7-9bfc2434d388 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "GET /v2.0/floatingips/b23653cc-66c5-44d7-b037-421959004602 HTTP/1.1" status: 200 len: 992 time: 0.1079447 Jun 24 12:03:47.529686 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92120658-3fd6-473e-8f96-aba47f1fd4f4 req-28332b14-7eda-4be3-9451-00029af63696 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:03:47.531199 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-92120658-3fd6-473e-8f96-aba47f1fd4f4 req-28332b14-7eda-4be3-9451-00029af63696 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=adbe78de4fbf48fcad1a6bc46d4a1728&device_id=bba63088-322b-42eb-a646-e81066ded3fe HTTP/1.1" status: 200 len: 1098 time: 0.0664468 Jun 24 12:03:47.632214 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92120658-3fd6-473e-8f96-aba47f1fd4f4 req-4e2634d0-1701-4780-8248-24744da91b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:03:47.633788 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-92120658-3fd6-473e-8f96-aba47f1fd4f4 req-4e2634d0-1701-4780-8248-24744da91b09 service neutron] 10.222.0.45 "GET /v2.0/networks?id=a838822b-8af4-465f-8b8b-f39ce327096e HTTP/1.1" status: 200 len: 897 time: 0.0952106 Jun 24 12:03:47.659096 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-76bb5c99-1307-40ef-b39d-7dc1605fb0aa None None] Provisioning complete for port 7e22baf8-15f5-4ef4-bd60-dfbd0c5ec2af triggered by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:03:47.659657 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-76bb5c99-1307-40ef-b39d-7dc1605fb0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:03:47.683644 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] get_ports_and_sgs() called for port_ids ['7e22baf8-15f5-4ef4-bd60-dfbd0c5ec2af'] {{(pid=128085) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 12:03:47.701268 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-92120658-3fd6-473e-8f96-aba47f1fd4f4 req-d2b1e948-100a-4be0-8328-25be749481a6 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7e22baf8-15f5-4ef4-bd60-dfbd0c5ec2af HTTP/1.1" status: 200 len: 1000 time: 0.0601759 Jun 24 12:03:47.757665 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92120658-3fd6-473e-8f96-aba47f1fd4f4 req-a487b20e-b315-4a04-8c70-3997fd8eceb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:03:47.759436 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-92120658-3fd6-473e-8f96-aba47f1fd4f4 req-a487b20e-b315-4a04-8c70-3997fd8eceb3 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=fffeb80e-5bb9-468e-8235-0cd7fe332256 HTTP/1.1" status: 200 len: 835 time: 0.0513091 Jun 24 12:03:47.827259 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92120658-3fd6-473e-8f96-aba47f1fd4f4 req-cb1a90a4-902d-427d-83b0-d045c995cafd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:03:47.828875 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-92120658-3fd6-473e-8f96-aba47f1fd4f4 req-cb1a90a4-902d-427d-83b0-d045c995cafd service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a838822b-8af4-465f-8b8b-f39ce327096e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0603864 Jun 24 12:03:47.932282 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-92120658-3fd6-473e-8f96-aba47f1fd4f4 req-df042891-c6e8-4c14-a29e-9c8e8cbc6f8d service neutron] 10.222.0.45 "GET /v2.0/networks/a838822b-8af4-465f-8b8b-f39ce327096e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925639 Jun 24 12:03:48.041838 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-92120658-3fd6-473e-8f96-aba47f1fd4f4 req-c4140476-0dcb-4c17-ae5e-18d77496cb81 service neutron] 10.222.0.45 "GET /v2.0/networks/a838822b-8af4-465f-8b8b-f39ce327096e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992036 Jun 24 12:03:50.124673 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 36778) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:03:50.287264 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.plugin [None req-3ef62752-f13a-4f38-b2c5-50764bff4d80 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Deleting port bfe46e54-23c9-450f-ac91-db029426b4ba {{(pid=128083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:03:50.287608 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-3ef62752-f13a-4f38-b2c5-50764bff4d80 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793193942312'] for port, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:03:50.367257 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-3ef62752-f13a-4f38-b2c5-50764bff4d80 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1978872'] for port, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:03:50.367538 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-3ef62752-f13a-4f38-b2c5-50764bff4d80 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:03:50.382839 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.plugin [None req-3ef62752-f13a-4f38-b2c5-50764bff4d80 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Calling delete_port for bfe46e54-23c9-450f-ac91-db029426b4ba owned by network:floatingip {{(pid=128083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:03:50.542997 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-3ef62752-f13a-4f38-b2c5-50764bff4d80 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793193945299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193536732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2537862'] for port, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:03:50.546061 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-eec29459-e0e3-4bd0-a11d-cfb54796a92b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:03:50.574508 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef62752-f13a-4f38-b2c5-50764bff4d80 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Pushing event deleted for resources: {'Port': ['ID=bfe46e54-23c9-450f-ac91-db029426b4ba,revision_number=None']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:03:50.605503 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef62752-f13a-4f38-b2c5-50764bff4d80 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:03:50.605891 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef62752-f13a-4f38-b2c5-50764bff4d80 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:03:50.606273 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef62752-f13a-4f38-b2c5-50764bff4d80 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:03:50.606645 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef62752-f13a-4f38-b2c5-50764bff4d80 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:03:50.607009 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef62752-f13a-4f38-b2c5-50764bff4d80 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:03:50.607649 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef62752-f13a-4f38-b2c5-50764bff4d80 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:03:50.608084 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef62752-f13a-4f38-b2c5-50764bff4d80 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:03:50.608416 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef62752-f13a-4f38-b2c5-50764bff4d80 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:03:50.608908 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef62752-f13a-4f38-b2c5-50764bff4d80 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:03:50.609327 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef62752-f13a-4f38-b2c5-50764bff4d80 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:03:50.609688 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef62752-f13a-4f38-b2c5-50764bff4d80 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:03:50.610171 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef62752-f13a-4f38-b2c5-50764bff4d80 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:03:50.615740 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-3ef62752-f13a-4f38-b2c5-50764bff4d80 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:03:50.655864 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-3ef62752-f13a-4f38-b2c5-50764bff4d80 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for floatingip, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:03:50.656113 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.db.l3_db [None req-3ef62752-f13a-4f38-b2c5-50764bff4d80 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Floating IP 4ad842d7-51cd-4d36-82b3-d5994059a83b disassociated (deleted). External IP: 172.26.7.41, port: 25baf1b3-611b-4efe-bfbf-8545f5bfc1eb. Jun 24 12:03:50.877352 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ef62752-f13a-4f38-b2c5-50764bff4d80 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Router 93421f4b-4e81-4cf9-90ed-d1da57e050dc has already been hosted by L3 agent 2987dba8-2249-4ee6-96ec-28f0f7a6127d {{(pid=128083) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 12:03:50.992430 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ef62752-f13a-4f38-b2c5-50764bff4d80 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify agent at l3_agent.dv-neutron-797120-4-hyperv the message routers_updated {{(pid=128083) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 12:03:50.998272 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-3ef62752-f13a-4f38-b2c5-50764bff4d80 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468916'] for floatingip, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:03:51.003379 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a800676-d010-4cd6-96d2-b169319a9525 None None] Sync routers for ids ['93421f4b-4e81-4cf9-90ed-d1da57e050dc'] in dv-neutron-797120-4-hyperv {{(pid=128085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 12:03:51.013382 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a800676-d010-4cd6-96d2-b169319a9525 None None] Routers {'93421f4b-4e81-4cf9-90ed-d1da57e050dc'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:03:51.014056 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-0a800676-d010-4cd6-96d2-b169319a9525 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T12:03:26Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['93421f4b-4e81-4cf9-90ed-d1da57e050dc'], 'active': True} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:03:51.037321 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-3ef62752-f13a-4f38-b2c5-50764bff4d80 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "DELETE /v2.0/floatingips/4ad842d7-51cd-4d36-82b3-d5994059a83b HTTP/1.1" status: 204 len: 168 time: 0.9115436 Jun 24 12:03:51.038003 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bac84567-56bc-4431-99a7-c99152c00975', 'tag': '25baf1b3-611b-4efe-bfbf-8545f5bfc1eb'}] {{(pid=128083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 12:03:51.040323 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a77f7dee1a0522ddf93af289475d218fcdb8f30317daadec13ebf930b5b9dbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90e9c435-ce36-436f-a918-daed7f39baac" -d '{"events": [{"name": "network-changed", "server_uuid": "bac84567-56bc-4431-99a7-c99152c00975", "tag": "25baf1b3-611b-4efe-bfbf-8545f5bfc1eb"}]}' {{(pid=128083) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 12:03:51.085824 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 12:03:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7801b4a3-c9cf-4251-b764-486cfef5588a x-openstack-request-id: req-7801b4a3-c9cf-4251-b764-486cfef5588a {{(pid=128083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 12:03:51.086208 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bac84567-56bc-4431-99a7-c99152c00975", "tag": "25baf1b3-611b-4efe-bfbf-8545f5bfc1eb", "status": "completed", "code": 200}]} {{(pid=128083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 12:03:51.086528 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-7801b4a3-c9cf-4251-b764-486cfef5588a {{(pid=128083) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 12:03:51.086993 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bac84567-56bc-4431-99a7-c99152c00975', 'tag': '25baf1b3-611b-4efe-bfbf-8545f5bfc1eb', 'status': 'completed', 'code': 200} Jun 24 12:03:51.132300 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvr_db [None req-0a800676-d010-4cd6-96d2-b169319a9525 None None] Set router 93421f4b-4e81-4cf9-90ed-d1da57e050dc gateway port host: dv-neutron-797120-4-hyperv {{(pid=128085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:03:51.172741 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e9c435-ce36-436f-a918-daed7f39baac req-84ea6aac-6a39-4fd7-889b-f0749b278d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:03:51.174276 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-90e9c435-ce36-436f-a918-daed7f39baac req-84ea6aac-6a39-4fd7-889b-f0749b278d37 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=adbe78de4fbf48fcad1a6bc46d4a1728&device_id=bac84567-56bc-4431-99a7-c99152c00975 HTTP/1.1" status: 200 len: 1099 time: 0.0594237 Jun 24 12:03:51.290491 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e9c435-ce36-436f-a918-daed7f39baac req-38bbd703-1bd7-4306-898c-278dcd1513d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:03:51.293407 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-90e9c435-ce36-436f-a918-daed7f39baac req-38bbd703-1bd7-4306-898c-278dcd1513d0 service neutron] 10.222.0.45 "GET /v2.0/networks?id=a838822b-8af4-465f-8b8b-f39ce327096e HTTP/1.1" status: 200 len: 897 time: 0.1087465 Jun 24 12:03:51.345525 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-90e9c435-ce36-436f-a918-daed7f39baac req-bdf9a550-88a4-43eb-957f-67cc45dbebd9 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=25baf1b3-611b-4efe-bfbf-8545f5bfc1eb HTTP/1.1" status: 200 len: 217 time: 0.0409617 Jun 24 12:03:51.395593 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-0a800676-d010-4cd6-96d2-b169319a9525 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93421f4b-4e81-4cf9-90ed-d1da57e050dc', 'name': 'tempest-TestNetworkBasicOps-router-2064021712', 'tenant_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'external_fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.140'}], 'enable_snat': True}, 'gw_port_id': 'ac1dcb66-4735-4d50-a9e5-f03ba2655d2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:02:26Z', 'updated_at': '2021-06-24T12:02:30Z', 'revision_number': 4, 'project_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'gw_port': {'id': 'ac1dcb66-4735-4d50-a9e5-f03ba2655d2b', 'name': '', 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:6d:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93421f4b-4e81-4cf9-90ed-d1da57e050dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1479, 'fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:02:26Z', 'updated_at': '2021-06-24T12:02:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-4-hyperv', '_floatingips': [{'id': 'b23653cc-66c5-44d7-b037-421959004602', 'tenant_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'floating_ip_address': '172.26.7.20', 'floating_network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'router_id': '93421f4b-4e81-4cf9-90ed-d1da57e050dc', 'port_id': '7e22baf8-15f5-4ef4-bd60-dfbd0c5ec2af', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1494, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a838822b-8af4-465f-8b8b-f39ce327096e', 'mac_address': 'fa:16:3e:5b:9f:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bba63088-322b-42eb-a646-e81066ded3fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T12:02:51Z', 'updated_at': '2021-06-24T12:02:53Z', 'revision_number': 1, 'project_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f09d29da-d957-4e73-adb8-6384d14cdbde', 'name': '', 'network_id': 'a838822b-8af4-465f-8b8b-f39ce327096e', 'tenant_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'mac_address': 'fa:16:3e:f3:ad:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93421f4b-4e81-4cf9-90ed-d1da57e050dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1482, 'fixed_ips': [{'subnet_id': 'fffeb80e-5bb9-468e-8235-0cd7fe332256', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:02:29Z', 'updated_at': '2021-06-24T12:02:34Z', 'revision_number': 5, 'project_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'subnets': [{'id': 'fffeb80e-5bb9-468e-8235-0cd7fe332256', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:03:51.415932 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e9c435-ce36-436f-a918-daed7f39baac req-5f8871d8-40a4-4abd-817e-4337529bc342 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:03:51.419064 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-90e9c435-ce36-436f-a918-daed7f39baac req-5f8871d8-40a4-4abd-817e-4337529bc342 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=fffeb80e-5bb9-468e-8235-0cd7fe332256 HTTP/1.1" status: 200 len: 835 time: 0.0648410 Jun 24 12:03:51.430169 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a800676-d010-4cd6-96d2-b169319a9525 None None] Checking router: 93421f4b-4e81-4cf9-90ed-d1da57e050dc for host: dv-neutron-797120-4-hyperv {{(pid=128085) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 12:03:51.444899 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a800676-d010-4cd6-96d2-b169319a9525 None None] Routers {'93421f4b-4e81-4cf9-90ed-d1da57e050dc'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:03:51.445568 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-0a800676-d010-4cd6-96d2-b169319a9525 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T12:03:26Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['93421f4b-4e81-4cf9-90ed-d1da57e050dc'], 'active': True} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:03:51.488733 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e9c435-ce36-436f-a918-daed7f39baac req-ca36ab54-df3a-4414-83de-1af410675608 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:03:51.490281 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-90e9c435-ce36-436f-a918-daed7f39baac req-ca36ab54-df3a-4414-83de-1af410675608 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a838822b-8af4-465f-8b8b-f39ce327096e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0642533 Jun 24 12:03:51.565910 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvr_db [None req-0a800676-d010-4cd6-96d2-b169319a9525 None None] Set router 93421f4b-4e81-4cf9-90ed-d1da57e050dc gateway port host: dv-neutron-797120-4-hyperv {{(pid=128085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:03:51.621742 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-90e9c435-ce36-436f-a918-daed7f39baac req-0ebf3141-b031-435e-b015-7eb75036c08d service neutron] 10.222.0.45 "GET /v2.0/networks/a838822b-8af4-465f-8b8b-f39ce327096e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241674 Jun 24 12:03:51.697254 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f3093f-10e0-4571-84a2-f91b55d5e4a7 req-49149c1d-059c-438f-8d10-b0fd49256e2c tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:03:51.699468 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-14f3093f-10e0-4571-84a2-f91b55d5e4a7 req-49149c1d-059c-438f-8d10-b0fd49256e2c tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "GET /v2.0/ports?device_id=bac84567-56bc-4431-99a7-c99152c00975 HTTP/1.1" status: 200 len: 946 time: 0.1472411 Jun 24 12:03:51.758434 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-14f3093f-10e0-4571-84a2-f91b55d5e4a7 req-81e71a7b-5fcb-4302-8b1f-589251c6e71d tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "GET /v2.0/security-groups?id=28bbaeeb-f77d-4bc1-93a3-6a1029dd6070&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527012 Jun 24 12:03:51.762697 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-90e9c435-ce36-436f-a918-daed7f39baac req-b23d0c83-6004-49b9-8b35-39deeca2f87b service neutron] 10.222.0.45 "GET /v2.0/networks/a838822b-8af4-465f-8b8b-f39ce327096e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1333086 Jun 24 12:03:51.797891 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-0a800676-d010-4cd6-96d2-b169319a9525 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93421f4b-4e81-4cf9-90ed-d1da57e050dc', 'name': 'tempest-TestNetworkBasicOps-router-2064021712', 'tenant_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'external_fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.140'}], 'enable_snat': True}, 'gw_port_id': 'ac1dcb66-4735-4d50-a9e5-f03ba2655d2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:02:26Z', 'updated_at': '2021-06-24T12:02:30Z', 'revision_number': 4, 'project_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'gw_port': {'id': 'ac1dcb66-4735-4d50-a9e5-f03ba2655d2b', 'name': '', 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:6d:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93421f4b-4e81-4cf9-90ed-d1da57e050dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1479, 'fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:02:26Z', 'updated_at': '2021-06-24T12:02:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-4-hyperv', '_floatingips': [{'id': 'b23653cc-66c5-44d7-b037-421959004602', 'tenant_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'floating_ip_address': '172.26.7.20', 'floating_network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'router_id': '93421f4b-4e81-4cf9-90ed-d1da57e050dc', 'port_id': '7e22baf8-15f5-4ef4-bd60-dfbd0c5ec2af', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1494, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a838822b-8af4-465f-8b8b-f39ce327096e', 'mac_address': 'fa:16:3e:5b:9f:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bba63088-322b-42eb-a646-e81066ded3fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T12:02:51Z', 'updated_at': '2021-06-24T12:02:53Z', 'revision_number': 1, 'project_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f09d29da-d957-4e73-adb8-6384d14cdbde', 'name': '', 'network_id': 'a838822b-8af4-465f-8b8b-f39ce327096e', 'tenant_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'mac_address': 'fa:16:3e:f3:ad:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93421f4b-4e81-4cf9-90ed-d1da57e050dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1482, 'fixed_ips': [{'subnet_id': 'fffeb80e-5bb9-468e-8235-0cd7fe332256', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:02:29Z', 'updated_at': '2021-06-24T12:02:34Z', 'revision_number': 5, 'project_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'subnets': [{'id': 'fffeb80e-5bb9-468e-8235-0cd7fe332256', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:03:51.823284 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a800676-d010-4cd6-96d2-b169319a9525 None None] The sync data for ids ['93421f4b-4e81-4cf9-90ed-d1da57e050dc'] in dv-neutron-797120-4-hyperv is: [{'id': '93421f4b-4e81-4cf9-90ed-d1da57e050dc', 'name': 'tempest-TestNetworkBasicOps-router-2064021712', 'tenant_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'external_fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.140'}], 'enable_snat': True}, 'gw_port_id': 'ac1dcb66-4735-4d50-a9e5-f03ba2655d2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:02:26Z', 'updated_at': '2021-06-24T12:02:30Z', 'revision_number': 4, 'project_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'gw_port': {'id': 'ac1dcb66-4735-4d50-a9e5-f03ba2655d2b', 'name': '', 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:6d:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93421f4b-4e81-4cf9-90ed-d1da57e050dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1479, 'fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:02:26Z', 'updated_at': '2021-06-24T12:02:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-4-hyperv', '_floatingips': [{'id': 'b23653cc-66c5-44d7-b037-421959004602', 'tenant_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'floating_ip_address': '172.26.7.20', 'floating_network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'router_id': '93421f4b-4e81-4cf9-90ed-d1da57e050dc', 'port_id': '7e22baf8-15f5-4ef4-bd60-dfbd0c5ec2af', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1494, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a838822b-8af4-465f-8b8b-f39ce327096e', 'mac_address': 'fa:16:3e:5b:9f:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bba63088-322b-42eb-a646-e81066ded3fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T12:02:51Z', 'updated_at': '2021-06-24T12:02:53Z', 'revision_number': 1, 'project_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f09d29da-d957-4e73-adb8-6384d14cdbde', 'name': '', 'network_id': 'a838822b-8af4-465f-8b8b-f39ce327096e', 'tenant_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'mac_address': 'fa:16:3e:f3:ad:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93421f4b-4e81-4cf9-90ed-d1da57e050dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1482, 'fixed_ips': [{'subnet_id': 'fffeb80e-5bb9-468e-8235-0cd7fe332256', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:02:29Z', 'updated_at': '2021-06-24T12:02:34Z', 'revision_number': 5, 'project_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'subnets': [{'id': 'fffeb80e-5bb9-468e-8235-0cd7fe332256', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=128085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 12:03:52.037897 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c8a41f7-d778-4b05-8942-d2d264463a47 None None] New status for floating IP 4ad842d7-51cd-4d36-82b3-d5994059a83b: DOWN {{(pid=128086) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 24 12:03:52.989761 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16deed58-f7b3-48d6-9fdf-fde5dd2999f3 req-8c6dc24a-89b5-4116-9334-8126ab5ab263 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:03:52.991454 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-16deed58-f7b3-48d6-9fdf-fde5dd2999f3 req-8c6dc24a-89b5-4116-9334-8126ab5ab263 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "GET /v2.0/ports?device_id=bac84567-56bc-4431-99a7-c99152c00975 HTTP/1.1" status: 200 len: 946 time: 0.1146047 Jun 24 12:03:53.006850 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4474f842-5372-4069-a674-6f6e0fd1c57b req-888198ec-76d1-4d44-946c-b48b9dbb95b4 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:03:53.008301 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-4474f842-5372-4069-a674-6f6e0fd1c57b req-888198ec-76d1-4d44-946c-b48b9dbb95b4 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.45 "GET /v2.0/ports?device_id=bac84567-56bc-4431-99a7-c99152c00975 HTTP/1.1" status: 200 len: 946 time: 0.0955131 Jun 24 12:03:53.080384 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-16deed58-f7b3-48d6-9fdf-fde5dd2999f3 req-4a8075fc-34ce-4bd9-8ac5-7537957230f5 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "GET /v2.0/security-groups?id=28bbaeeb-f77d-4bc1-93a3-6a1029dd6070&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0822761 Jun 24 12:03:53.142099 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.plugin [req-4474f842-5372-4069-a674-6f6e0fd1c57b req-ac277488-54e7-4559-831b-e2a0cf8fc877 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Deleting port 25baf1b3-611b-4efe-bfbf-8545f5bfc1eb {{(pid=128083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:03:53.142448 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-4474f842-5372-4069-a674-6f6e0fd1c57b req-ac277488-54e7-4559-831b-e2a0cf8fc877 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793193942312'] for port, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:03:53.237545 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.db [req-4474f842-5372-4069-a674-6f6e0fd1c57b req-ac277488-54e7-4559-831b-e2a0cf8fc877 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] For port 25baf1b3-611b-4efe-bfbf-8545f5bfc1eb, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=25baf1b3-611b-4efe-bfbf-8545f5bfc1eb,segment=NetworkSegment(1439be4b-1913-4802-a52e-ec68bed3b34a),segment_id=1439be4b-1913-4802-a52e-ec68bed3b34a)] {{(pid=128083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:03:53.237907 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-4474f842-5372-4069-a674-6f6e0fd1c57b req-ac277488-54e7-4559-831b-e2a0cf8fc877 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1978872'] for port, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:03:53.251936 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.plugin [req-4474f842-5372-4069-a674-6f6e0fd1c57b req-ac277488-54e7-4559-831b-e2a0cf8fc877 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Calling delete_port for 25baf1b3-611b-4efe-bfbf-8545f5bfc1eb owned by compute:nova {{(pid=128083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:03:53.387754 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-4474f842-5372-4069-a674-6f6e0fd1c57b req-ac277488-54e7-4559-831b-e2a0cf8fc877 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793193945299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193536732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2537862'] for port, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:03:53.392294 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-a7d5ad86-a914-4d1e-952d-cb702bd459a0 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:03:53.421855 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac277488-54e7-4559-831b-e2a0cf8fc877 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Pushing event deleted for resources: {'Port': ['ID=25baf1b3-611b-4efe-bfbf-8545f5bfc1eb,revision_number=None']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:03:53.425075 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-ac277488-54e7-4559-831b-e2a0cf8fc877 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:03:53.473613 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.l3_dvrscheduler_db [req-4474f842-5372-4069-a674-6f6e0fd1c57b req-ac277488-54e7-4559-831b-e2a0cf8fc877 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] No DVR routers for this DVR port 25baf1b3-611b-4efe-bfbf-8545f5bfc1eb on host hv-neutron-7971 {{(pid=128083) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 12:03:53.476071 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-4474f842-5372-4069-a674-6f6e0fd1c57b req-ac277488-54e7-4559-831b-e2a0cf8fc877 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468916'] for port, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:03:53.478063 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-4474f842-5372-4069-a674-6f6e0fd1c57b req-ac277488-54e7-4559-831b-e2a0cf8fc877 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.45 "DELETE /v2.0/ports/25baf1b3-611b-4efe-bfbf-8545f5bfc1eb HTTP/1.1" status: 204 len: 173 time: 0.4614129 Jun 24 12:03:53.478592 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bac84567-56bc-4431-99a7-c99152c00975', 'name': 'network-vif-deleted', 'tag': '25baf1b3-611b-4efe-bfbf-8545f5bfc1eb'}] {{(pid=128083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 12:03:53.481827 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a77f7dee1a0522ddf93af289475d218fcdb8f30317daadec13ebf930b5b9dbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cb42f8e-0157-4295-ae00-3a1c158398dc" -d '{"events": [{"server_uuid": "bac84567-56bc-4431-99a7-c99152c00975", "name": "network-vif-deleted", "tag": "25baf1b3-611b-4efe-bfbf-8545f5bfc1eb"}]}' {{(pid=128083) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 12:03:53.526676 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 12:03:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf613d0c-524a-4cd5-bd73-321a2f1604e2 x-openstack-request-id: req-cf613d0c-524a-4cd5-bd73-321a2f1604e2 {{(pid=128083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 12:03:53.527079 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bac84567-56bc-4431-99a7-c99152c00975", "name": "network-vif-deleted", "tag": "25baf1b3-611b-4efe-bfbf-8545f5bfc1eb", "status": "completed", "code": 200}]} {{(pid=128083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 12:03:53.527484 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-cf613d0c-524a-4cd5-bd73-321a2f1604e2 {{(pid=128083) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 12:03:53.527966 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bac84567-56bc-4431-99a7-c99152c00975', 'name': 'network-vif-deleted', 'tag': '25baf1b3-611b-4efe-bfbf-8545f5bfc1eb', 'status': 'completed', 'code': 200} Jun 24 12:03:53.836149 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-c86d2b05-2e50-49c8-b979-c8c19e3699c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:03:54.178550 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 36792) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:03:54.236586 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-706439f3-f58a-4609-9025-b3b7c615f4d7 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for security_group, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:03:54.263054 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-706439f3-f58a-4609-9025-b3b7c615f4d7 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for security_group, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:03:54.327549 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-706439f3-f58a-4609-9025-b3b7c615f4d7 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800410'] for security_group, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:03:54.330576 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-706439f3-f58a-4609-9025-b3b7c615f4d7 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for security_group, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:03:54.331747 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-706439f3-f58a-4609-9025-b3b7c615f4d7 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "DELETE /v2.0/security-groups/28bbaeeb-f77d-4bc1-93a3-6a1029dd6070 HTTP/1.1" status: 204 len: 168 time: 0.1522305 Jun 24 12:03:54.332555 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-43c02989-ebfd-4dab-8835-88f6eac7a183 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:03:54.342949 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706439f3-f58a-4609-9025-b3b7c615f4d7 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=28bbaeeb-f77d-4bc1-93a3-6a1029dd6070,revision_number=None']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:03:54.345615 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-706439f3-f58a-4609-9025-b3b7c615f4d7 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:03:54.371156 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 36796) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:03:54.548409 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.plugin [None req-819af5f8-83b8-4116-972a-a1cd8c7d3eae tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Deleting port 66925cff-abee-41c1-b176-5363a1e1620d {{(pid=128083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:03:54.548753 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-819af5f8-83b8-4116-972a-a1cd8c7d3eae tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793193942312'] for port, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:03:54.657401 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-819af5f8-83b8-4116-972a-a1cd8c7d3eae tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1978872'] for port, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:03:54.657632 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-819af5f8-83b8-4116-972a-a1cd8c7d3eae tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:03:54.675732 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.plugin [None req-819af5f8-83b8-4116-972a-a1cd8c7d3eae tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Calling delete_port for 66925cff-abee-41c1-b176-5363a1e1620d owned by network:floatingip {{(pid=128083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:03:54.695075 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-031ed8b5-04c5-42d0-981a-e1d003b912d8 req-15d516d1-7ed3-4925-bc1a-442f95eba37e service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=bba63088-322b-42eb-a646-e81066ded3fe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0974824 Jun 24 12:03:54.832611 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031ed8b5-04c5-42d0-981a-e1d003b912d8 req-54a65194-8705-468a-a427-bf65f81a723f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:03:54.834228 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-031ed8b5-04c5-42d0-981a-e1d003b912d8 req-54a65194-8705-468a-a427-bf65f81a723f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=adbe78de4fbf48fcad1a6bc46d4a1728&device_id=bba63088-322b-42eb-a646-e81066ded3fe HTTP/1.1" status: 200 len: 1098 time: 0.0859706 Jun 24 12:03:54.934928 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-819af5f8-83b8-4116-972a-a1cd8c7d3eae tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793193945299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193536732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2537862'] for port, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:03:54.939568 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-f4f4dd5b-a5d1-426d-9d12-a1b216201202 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:03:54.968425 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819af5f8-83b8-4116-972a-a1cd8c7d3eae tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Pushing event deleted for resources: {'Port': ['ID=66925cff-abee-41c1-b176-5363a1e1620d,revision_number=None']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:03:54.975074 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-819af5f8-83b8-4116-972a-a1cd8c7d3eae tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:03:55.040106 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031ed8b5-04c5-42d0-981a-e1d003b912d8 req-cb5faae9-a807-4422-b0d6-aef939633b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:03:55.042420 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-031ed8b5-04c5-42d0-981a-e1d003b912d8 req-cb5faae9-a807-4422-b0d6-aef939633b58 service neutron] 10.222.0.45 "GET /v2.0/networks?id=a838822b-8af4-465f-8b8b-f39ce327096e HTTP/1.1" status: 200 len: 897 time: 0.1798964 Jun 24 12:03:55.050944 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-819af5f8-83b8-4116-972a-a1cd8c7d3eae tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for floatingip, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:03:55.051337 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.db.l3_db [None req-819af5f8-83b8-4116-972a-a1cd8c7d3eae tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Floating IP b23653cc-66c5-44d7-b037-421959004602 disassociated (deleted). External IP: 172.26.7.20, port: 7e22baf8-15f5-4ef4-bd60-dfbd0c5ec2af. Jun 24 12:03:55.122514 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-031ed8b5-04c5-42d0-981a-e1d003b912d8 req-6d542a35-52d7-4253-977a-47fa6d099a00 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7e22baf8-15f5-4ef4-bd60-dfbd0c5ec2af HTTP/1.1" status: 200 len: 217 time: 0.0690022 Jun 24 12:03:55.562351 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031ed8b5-04c5-42d0-981a-e1d003b912d8 req-e88d6bed-8516-4dfc-a680-01e99c6b18ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:03:55.563776 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-031ed8b5-04c5-42d0-981a-e1d003b912d8 req-e88d6bed-8516-4dfc-a680-01e99c6b18ab service neutron] 10.222.0.45 "GET /v2.0/subnets?id=fffeb80e-5bb9-468e-8235-0cd7fe332256 HTTP/1.1" status: 200 len: 835 time: 0.4292076 Jun 24 12:03:55.714620 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031ed8b5-04c5-42d0-981a-e1d003b912d8 req-ac70396d-c2e1-4e0c-87d7-51ce2cea71dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:03:55.716114 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-031ed8b5-04c5-42d0-981a-e1d003b912d8 req-ac70396d-c2e1-4e0c-87d7-51ce2cea71dc service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a838822b-8af4-465f-8b8b-f39ce327096e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1105998 Jun 24 12:03:55.720127 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-819af5f8-83b8-4116-972a-a1cd8c7d3eae tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Router 93421f4b-4e81-4cf9-90ed-d1da57e050dc has already been hosted by L3 agent 2987dba8-2249-4ee6-96ec-28f0f7a6127d {{(pid=128083) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 12:03:55.892923 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-031ed8b5-04c5-42d0-981a-e1d003b912d8 req-75a8c59b-357d-4c80-a344-41be1ebd68d2 service neutron] 10.222.0.45 "GET /v2.0/networks/a838822b-8af4-465f-8b8b-f39ce327096e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1653712 Jun 24 12:03:55.899138 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-819af5f8-83b8-4116-972a-a1cd8c7d3eae tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify agent at l3_agent.dv-neutron-797120-4-hyperv the message routers_updated {{(pid=128083) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 12:03:55.904210 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-819af5f8-83b8-4116-972a-a1cd8c7d3eae tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468916'] for floatingip, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:03:55.908843 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ae8eafa-d51b-4ee2-aa75-8b536a5972fa None None] Sync routers for ids ['93421f4b-4e81-4cf9-90ed-d1da57e050dc'] in dv-neutron-797120-4-hyperv {{(pid=128085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 12:03:55.927011 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ae8eafa-d51b-4ee2-aa75-8b536a5972fa None None] Routers {'93421f4b-4e81-4cf9-90ed-d1da57e050dc'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:03:55.927737 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-7ae8eafa-d51b-4ee2-aa75-8b536a5972fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T12:03:26Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['93421f4b-4e81-4cf9-90ed-d1da57e050dc'], 'active': True} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:03:55.988810 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Device 25baf1b3-611b-4efe-bfbf-8545f5bfc1eb no longer exists at agent hyperv_hv-neutron-7971 {{(pid=128085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 12:03:55.996348 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-819af5f8-83b8-4116-972a-a1cd8c7d3eae tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "DELETE /v2.0/floatingips/b23653cc-66c5-44d7-b037-421959004602 HTTP/1.1" status: 204 len: 168 time: 1.6239944 Jun 24 12:03:55.998908 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bba63088-322b-42eb-a646-e81066ded3fe', 'tag': '7e22baf8-15f5-4ef4-bd60-dfbd0c5ec2af'}] {{(pid=128083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 12:03:56.001588 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a77f7dee1a0522ddf93af289475d218fcdb8f30317daadec13ebf930b5b9dbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfa3fa7f-3faa-4e6c-a701-a909035bf472" -d '{"events": [{"name": "network-changed", "server_uuid": "bba63088-322b-42eb-a646-e81066ded3fe", "tag": "7e22baf8-15f5-4ef4-bd60-dfbd0c5ec2af"}]}' {{(pid=128083) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 12:03:56.034213 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-031ed8b5-04c5-42d0-981a-e1d003b912d8 req-91c5769a-abf4-4d36-b2db-15ac1277657a service neutron] 10.222.0.45 "GET /v2.0/networks/a838822b-8af4-465f-8b8b-f39ce327096e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1331992 Jun 24 12:03:56.043763 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] No Port match for: 25baf1b3-611b-4efe-bfbf-8545f5bfc1eb {{(pid=128085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 12:03:56.044119 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Device 25baf1b3-611b-4efe-bfbf-8545f5bfc1eb not bound to the agent host hv-neutron-7971 {{(pid=128085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 12:03:56.067378 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvr_db [None req-7ae8eafa-d51b-4ee2-aa75-8b536a5972fa None None] Set router 93421f4b-4e81-4cf9-90ed-d1da57e050dc gateway port host: dv-neutron-797120-4-hyperv {{(pid=128085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:03:56.090241 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 12:03:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c2333da-6172-4cba-b6ef-adfd6d4d43fb x-openstack-request-id: req-4c2333da-6172-4cba-b6ef-adfd6d4d43fb {{(pid=128083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 12:03:56.090773 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bba63088-322b-42eb-a646-e81066ded3fe", "tag": "7e22baf8-15f5-4ef4-bd60-dfbd0c5ec2af", "status": "completed", "code": 200}]} {{(pid=128083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 12:03:56.091317 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-4c2333da-6172-4cba-b6ef-adfd6d4d43fb {{(pid=128083) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 12:03:56.091963 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bba63088-322b-42eb-a646-e81066ded3fe', 'tag': '7e22baf8-15f5-4ef4-bd60-dfbd0c5ec2af', 'status': 'completed', 'code': 200} Jun 24 12:03:56.178645 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa3fa7f-3faa-4e6c-a701-a909035bf472 req-3440ff8a-0e84-48e4-b579-6d3527287cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:03:56.180221 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-dfa3fa7f-3faa-4e6c-a701-a909035bf472 req-3440ff8a-0e84-48e4-b579-6d3527287cfd service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=adbe78de4fbf48fcad1a6bc46d4a1728&device_id=bba63088-322b-42eb-a646-e81066ded3fe HTTP/1.1" status: 200 len: 1098 time: 0.0588446 Jun 24 12:03:56.289042 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-7ae8eafa-d51b-4ee2-aa75-8b536a5972fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93421f4b-4e81-4cf9-90ed-d1da57e050dc', 'name': 'tempest-TestNetworkBasicOps-router-2064021712', 'tenant_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'external_fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.140'}], 'enable_snat': True}, 'gw_port_id': 'ac1dcb66-4735-4d50-a9e5-f03ba2655d2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:02:26Z', 'updated_at': '2021-06-24T12:02:30Z', 'revision_number': 4, 'project_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'gw_port': {'id': 'ac1dcb66-4735-4d50-a9e5-f03ba2655d2b', 'name': '', 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:6d:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93421f4b-4e81-4cf9-90ed-d1da57e050dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1479, 'fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:02:26Z', 'updated_at': '2021-06-24T12:02:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-4-hyperv', '_interfaces': [{'id': 'f09d29da-d957-4e73-adb8-6384d14cdbde', 'name': '', 'network_id': 'a838822b-8af4-465f-8b8b-f39ce327096e', 'tenant_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'mac_address': 'fa:16:3e:f3:ad:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93421f4b-4e81-4cf9-90ed-d1da57e050dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1482, 'fixed_ips': [{'subnet_id': 'fffeb80e-5bb9-468e-8235-0cd7fe332256', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:02:29Z', 'updated_at': '2021-06-24T12:02:34Z', 'revision_number': 5, 'project_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'subnets': [{'id': 'fffeb80e-5bb9-468e-8235-0cd7fe332256', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:03:56.302240 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa3fa7f-3faa-4e6c-a701-a909035bf472 req-f9ce8c06-4708-4886-a517-21543c4cf465 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:03:56.304691 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-dfa3fa7f-3faa-4e6c-a701-a909035bf472 req-f9ce8c06-4708-4886-a517-21543c4cf465 service neutron] 10.222.0.45 "GET /v2.0/networks?id=a838822b-8af4-465f-8b8b-f39ce327096e HTTP/1.1" status: 200 len: 897 time: 0.1146140 Jun 24 12:03:56.321805 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ae8eafa-d51b-4ee2-aa75-8b536a5972fa None None] Checking router: 93421f4b-4e81-4cf9-90ed-d1da57e050dc for host: dv-neutron-797120-4-hyperv {{(pid=128085) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 12:03:56.335090 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ae8eafa-d51b-4ee2-aa75-8b536a5972fa None None] Routers {'93421f4b-4e81-4cf9-90ed-d1da57e050dc'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:03:56.335898 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-7ae8eafa-d51b-4ee2-aa75-8b536a5972fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T12:03:26Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['93421f4b-4e81-4cf9-90ed-d1da57e050dc'], 'active': True} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:03:56.370927 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-dfa3fa7f-3faa-4e6c-a701-a909035bf472 req-93471d6e-35ff-4155-81d7-8cb25b64c0c1 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7e22baf8-15f5-4ef4-bd60-dfbd0c5ec2af HTTP/1.1" status: 200 len: 217 time: 0.0460916 Jun 24 12:03:56.459465 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa3fa7f-3faa-4e6c-a701-a909035bf472 req-208448ab-fe68-4638-a8d8-4fa2b88021bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:03:56.460872 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-dfa3fa7f-3faa-4e6c-a701-a909035bf472 req-208448ab-fe68-4638-a8d8-4fa2b88021bf service neutron] 10.222.0.45 "GET /v2.0/subnets?id=fffeb80e-5bb9-468e-8235-0cd7fe332256 HTTP/1.1" status: 200 len: 835 time: 0.0794156 Jun 24 12:03:56.528551 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4721fc4d-8016-479b-84f0-9eb883ac3f89 req-40fba311-0f7c-415b-beba-597f7a4dc073 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:03:56.530568 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-4721fc4d-8016-479b-84f0-9eb883ac3f89 req-40fba311-0f7c-415b-beba-597f7a4dc073 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "GET /v2.0/ports?device_id=bba63088-322b-42eb-a646-e81066ded3fe HTTP/1.1" status: 200 len: 945 time: 0.1204922 Jun 24 12:03:56.570625 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-c948654f-a93c-43a4-94ce-bfbb464b4c10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:03:56.577651 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:03:56.592013 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa3fa7f-3faa-4e6c-a701-a909035bf472 req-650ea0d5-6398-494f-a3c6-bcb64c7bab5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:03:56.593542 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-dfa3fa7f-3faa-4e6c-a701-a909035bf472 req-650ea0d5-6398-494f-a3c6-bcb64c7bab5f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a838822b-8af4-465f-8b8b-f39ce327096e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1247146 Jun 24 12:03:56.596821 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-4721fc4d-8016-479b-84f0-9eb883ac3f89 req-e0b0d7ba-e4ee-49d3-ba92-3a8ede0854a7 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "GET /v2.0/security-groups?id=43c8fae1-4de7-402f-90b4-741833eb9b65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582309 Jun 24 12:03:56.642470 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvr_db [None req-7ae8eafa-d51b-4ee2-aa75-8b536a5972fa None None] Set router 93421f4b-4e81-4cf9-90ed-d1da57e050dc gateway port host: dv-neutron-797120-4-hyperv {{(pid=128085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:03:56.694959 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-dfa3fa7f-3faa-4e6c-a701-a909035bf472 req-98995deb-2dfe-42c8-97c9-0698ec0dbda3 service neutron] 10.222.0.45 "GET /v2.0/networks/a838822b-8af4-465f-8b8b-f39ce327096e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935962 Jun 24 12:03:56.800556 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-dfa3fa7f-3faa-4e6c-a701-a909035bf472 req-c09c1349-0bee-4c3d-a758-864c5068458a service neutron] 10.222.0.45 "GET /v2.0/networks/a838822b-8af4-465f-8b8b-f39ce327096e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981116 Jun 24 12:03:56.848890 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-7ae8eafa-d51b-4ee2-aa75-8b536a5972fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93421f4b-4e81-4cf9-90ed-d1da57e050dc', 'name': 'tempest-TestNetworkBasicOps-router-2064021712', 'tenant_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'external_fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.140'}], 'enable_snat': True}, 'gw_port_id': 'ac1dcb66-4735-4d50-a9e5-f03ba2655d2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:02:26Z', 'updated_at': '2021-06-24T12:02:30Z', 'revision_number': 4, 'project_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'gw_port': {'id': 'ac1dcb66-4735-4d50-a9e5-f03ba2655d2b', 'name': '', 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:6d:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93421f4b-4e81-4cf9-90ed-d1da57e050dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1479, 'fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:02:26Z', 'updated_at': '2021-06-24T12:02:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-4-hyperv', '_interfaces': [{'id': 'f09d29da-d957-4e73-adb8-6384d14cdbde', 'name': '', 'network_id': 'a838822b-8af4-465f-8b8b-f39ce327096e', 'tenant_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'mac_address': 'fa:16:3e:f3:ad:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93421f4b-4e81-4cf9-90ed-d1da57e050dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1482, 'fixed_ips': [{'subnet_id': 'fffeb80e-5bb9-468e-8235-0cd7fe332256', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:02:29Z', 'updated_at': '2021-06-24T12:02:34Z', 'revision_number': 5, 'project_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'subnets': [{'id': 'fffeb80e-5bb9-468e-8235-0cd7fe332256', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:03:56.875663 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ae8eafa-d51b-4ee2-aa75-8b536a5972fa None None] The sync data for ids ['93421f4b-4e81-4cf9-90ed-d1da57e050dc'] in dv-neutron-797120-4-hyperv is: [{'id': '93421f4b-4e81-4cf9-90ed-d1da57e050dc', 'name': 'tempest-TestNetworkBasicOps-router-2064021712', 'tenant_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'external_fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.140'}], 'enable_snat': True}, 'gw_port_id': 'ac1dcb66-4735-4d50-a9e5-f03ba2655d2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:02:26Z', 'updated_at': '2021-06-24T12:02:30Z', 'revision_number': 4, 'project_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'gw_port': {'id': 'ac1dcb66-4735-4d50-a9e5-f03ba2655d2b', 'name': '', 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:6d:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93421f4b-4e81-4cf9-90ed-d1da57e050dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1479, 'fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:02:26Z', 'updated_at': '2021-06-24T12:02:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-4-hyperv', '_interfaces': [{'id': 'f09d29da-d957-4e73-adb8-6384d14cdbde', 'name': '', 'network_id': 'a838822b-8af4-465f-8b8b-f39ce327096e', 'tenant_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'mac_address': 'fa:16:3e:f3:ad:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93421f4b-4e81-4cf9-90ed-d1da57e050dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1482, 'fixed_ips': [{'subnet_id': 'fffeb80e-5bb9-468e-8235-0cd7fe332256', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:02:29Z', 'updated_at': '2021-06-24T12:02:34Z', 'revision_number': 5, 'project_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'subnets': [{'id': 'fffeb80e-5bb9-468e-8235-0cd7fe332256', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=128085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 12:03:57.090218 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0727109a-c826-403d-a6b1-be53cc8840ee None None] New status for floating IP b23653cc-66c5-44d7-b037-421959004602: DOWN {{(pid=128086) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 24 12:03:57.716736 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-03237adf-ebd0-46f2-a476-4d4bb746e0f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:03:57.785825 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c504c30-e4a0-4aa9-998a-564b3b615ce3 req-2112dd8e-1e7e-48a6-8b1e-e4f56dd25d6b tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:03:57.787325 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-1c504c30-e4a0-4aa9-998a-564b3b615ce3 req-2112dd8e-1e7e-48a6-8b1e-e4f56dd25d6b tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "GET /v2.0/ports?device_id=bba63088-322b-42eb-a646-e81066ded3fe HTTP/1.1" status: 200 len: 945 time: 0.0645952 Jun 24 12:03:57.829170 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-1c504c30-e4a0-4aa9-998a-564b3b615ce3 req-819e3182-6354-417e-99a5-ecdb2cf4f843 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "GET /v2.0/security-groups?id=43c8fae1-4de7-402f-90b4-741833eb9b65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347710 Jun 24 12:03:58.066802 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e49add-e020-4798-a461-3e1f7b8d956c req-ab88b08f-1731-4a8a-8be4-0aacb0bca642 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:03:58.068267 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-d4e49add-e020-4798-a461-3e1f7b8d956c req-ab88b08f-1731-4a8a-8be4-0aacb0bca642 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.45 "GET /v2.0/ports?device_id=bba63088-322b-42eb-a646-e81066ded3fe HTTP/1.1" status: 200 len: 945 time: 0.0699675 Jun 24 12:03:58.172119 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.plugin [req-d4e49add-e020-4798-a461-3e1f7b8d956c req-8c751a67-8acc-4d0b-89dd-5d2c4bb8014b tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Deleting port 7e22baf8-15f5-4ef4-bd60-dfbd0c5ec2af {{(pid=128083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:03:58.172459 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-d4e49add-e020-4798-a461-3e1f7b8d956c req-8c751a67-8acc-4d0b-89dd-5d2c4bb8014b tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793193942312'] for port, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:03:58.271845 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.db [req-d4e49add-e020-4798-a461-3e1f7b8d956c req-8c751a67-8acc-4d0b-89dd-5d2c4bb8014b tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] For port 7e22baf8-15f5-4ef4-bd60-dfbd0c5ec2af, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=7e22baf8-15f5-4ef4-bd60-dfbd0c5ec2af,segment=NetworkSegment(1439be4b-1913-4802-a52e-ec68bed3b34a),segment_id=1439be4b-1913-4802-a52e-ec68bed3b34a)] {{(pid=128083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:03:58.272199 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-d4e49add-e020-4798-a461-3e1f7b8d956c req-8c751a67-8acc-4d0b-89dd-5d2c4bb8014b tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1978872'] for port, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:03:58.285344 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.plugin [req-d4e49add-e020-4798-a461-3e1f7b8d956c req-8c751a67-8acc-4d0b-89dd-5d2c4bb8014b tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Calling delete_port for 7e22baf8-15f5-4ef4-bd60-dfbd0c5ec2af owned by compute:nova {{(pid=128083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:03:58.408561 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-d4e49add-e020-4798-a461-3e1f7b8d956c req-8c751a67-8acc-4d0b-89dd-5d2c4bb8014b tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793193945299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193536732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2537862'] for port, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:03:58.412407 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-15cab98d-c83d-4d0f-bf02-b9cc6313b363 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:03:58.441387 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c751a67-8acc-4d0b-89dd-5d2c4bb8014b tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Pushing event deleted for resources: {'Port': ['ID=7e22baf8-15f5-4ef4-bd60-dfbd0c5ec2af,revision_number=None']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:03:58.444756 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-8c751a67-8acc-4d0b-89dd-5d2c4bb8014b tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:03:58.490086 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4e49add-e020-4798-a461-3e1f7b8d956c req-8c751a67-8acc-4d0b-89dd-5d2c4bb8014b tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] No DVR routers for this DVR port 7e22baf8-15f5-4ef4-bd60-dfbd0c5ec2af on host hv-neutron-7971 {{(pid=128083) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 12:03:58.492404 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-d4e49add-e020-4798-a461-3e1f7b8d956c req-8c751a67-8acc-4d0b-89dd-5d2c4bb8014b tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468916'] for port, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:03:58.494369 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-d4e49add-e020-4798-a461-3e1f7b8d956c req-8c751a67-8acc-4d0b-89dd-5d2c4bb8014b tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.45 "DELETE /v2.0/ports/7e22baf8-15f5-4ef4-bd60-dfbd0c5ec2af HTTP/1.1" status: 204 len: 173 time: 0.4175014 Jun 24 12:03:58.494920 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bba63088-322b-42eb-a646-e81066ded3fe', 'name': 'network-vif-deleted', 'tag': '7e22baf8-15f5-4ef4-bd60-dfbd0c5ec2af'}] {{(pid=128083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 12:03:58.497305 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a77f7dee1a0522ddf93af289475d218fcdb8f30317daadec13ebf930b5b9dbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f3e2357-69da-498a-8943-169e1dc824db" -d '{"events": [{"server_uuid": "bba63088-322b-42eb-a646-e81066ded3fe", "name": "network-vif-deleted", "tag": "7e22baf8-15f5-4ef4-bd60-dfbd0c5ec2af"}]}' {{(pid=128083) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 12:03:58.533739 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 12:03:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01a5e0a8-6a59-42a0-bb93-04b7a791ac91 x-openstack-request-id: req-01a5e0a8-6a59-42a0-bb93-04b7a791ac91 {{(pid=128083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 12:03:58.534090 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bba63088-322b-42eb-a646-e81066ded3fe", "name": "network-vif-deleted", "tag": "7e22baf8-15f5-4ef4-bd60-dfbd0c5ec2af", "status": "completed", "code": 200}]} {{(pid=128083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 12:03:58.534400 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-01a5e0a8-6a59-42a0-bb93-04b7a791ac91 {{(pid=128083) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 12:03:58.534855 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bba63088-322b-42eb-a646-e81066ded3fe', 'name': 'network-vif-deleted', 'tag': '7e22baf8-15f5-4ef4-bd60-dfbd0c5ec2af', 'status': 'completed', 'code': 200} Jun 24 12:03:58.989381 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-62e57e44-d582-4317-aa2e-2afbada1787a req-b1f3eb1e-8581-4dda-a768-db2e2baea0d7 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "GET /v2.0/ports?device_id=bba63088-322b-42eb-a646-e81066ded3fe HTTP/1.1" status: 200 len: 210 time: 0.0330994 Jun 24 12:03:59.690755 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-52c483ef-d5c1-4030-9a32-e5ce4ff00ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:04:00.089518 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 36812) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:04:00.151915 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-d34408ca-2b77-4582-b7f1-ce2bcb26cab2 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for security_group, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:04:00.176747 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-d34408ca-2b77-4582-b7f1-ce2bcb26cab2 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for security_group, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:04:00.239139 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-d34408ca-2b77-4582-b7f1-ce2bcb26cab2 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800410'] for security_group, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:04:00.241820 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-d34408ca-2b77-4582-b7f1-ce2bcb26cab2 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for security_group, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:04:00.242990 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-d34408ca-2b77-4582-b7f1-ce2bcb26cab2 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "DELETE /v2.0/security-groups/43c8fae1-4de7-402f-90b4-741833eb9b65 HTTP/1.1" status: 204 len: 168 time: 0.1524932 Jun 24 12:04:00.243789 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-505a30ec-44bb-4708-acfb-5e534be5a426 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:04:00.253455 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34408ca-2b77-4582-b7f1-ce2bcb26cab2 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=43c8fae1-4de7-402f-90b4-741833eb9b65,revision_number=None']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:04:00.261962 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d34408ca-2b77-4582-b7f1-ce2bcb26cab2 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:04:00.262344 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d34408ca-2b77-4582-b7f1-ce2bcb26cab2 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:04:00.262723 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d34408ca-2b77-4582-b7f1-ce2bcb26cab2 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:04:00.263091 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d34408ca-2b77-4582-b7f1-ce2bcb26cab2 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:04:00.263570 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d34408ca-2b77-4582-b7f1-ce2bcb26cab2 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:04:00.263952 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d34408ca-2b77-4582-b7f1-ce2bcb26cab2 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:04:00.264359 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d34408ca-2b77-4582-b7f1-ce2bcb26cab2 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:04:00.264771 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d34408ca-2b77-4582-b7f1-ce2bcb26cab2 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:04:00.265230 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d34408ca-2b77-4582-b7f1-ce2bcb26cab2 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:04:00.265629 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d34408ca-2b77-4582-b7f1-ce2bcb26cab2 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:04:00.266375 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d34408ca-2b77-4582-b7f1-ce2bcb26cab2 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:04:00.266846 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d34408ca-2b77-4582-b7f1-ce2bcb26cab2 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:04:00.274672 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-d34408ca-2b77-4582-b7f1-ce2bcb26cab2 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:04:00.275211 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 36816) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:04:00.695179 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-e690a27e-5562-4553-8209-fd88fd99a622 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1978565'] for router_interface, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:04:00.975075 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.plugin [None req-e690a27e-5562-4553-8209-fd88fd99a622 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Deleting port f09d29da-d957-4e73-adb8-6384d14cdbde {{(pid=128083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:04:00.975331 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-e690a27e-5562-4553-8209-fd88fd99a622 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793193942312'] for port, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:04:01.067422 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.db [None req-e690a27e-5562-4553-8209-fd88fd99a622 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] For port f09d29da-d957-4e73-adb8-6384d14cdbde, host dv-neutron-797120-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=f09d29da-d957-4e73-adb8-6384d14cdbde,segment=NetworkSegment(1439be4b-1913-4802-a52e-ec68bed3b34a),segment_id=1439be4b-1913-4802-a52e-ec68bed3b34a)] {{(pid=128083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:04:01.067774 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-e690a27e-5562-4553-8209-fd88fd99a622 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1978872'] for port, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:04:01.081887 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.plugin [None req-e690a27e-5562-4553-8209-fd88fd99a622 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Calling delete_port for f09d29da-d957-4e73-adb8-6384d14cdbde owned by network:router_interface {{(pid=128083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:04:01.271247 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-e690a27e-5562-4553-8209-fd88fd99a622 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793193945299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193536732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2537862'] for port, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:04:01.273297 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-9368288b-e0bc-418c-b2cf-0fb913cb6c04 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:04:01.299315 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e690a27e-5562-4553-8209-fd88fd99a622 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Pushing event deleted for resources: {'Port': ['ID=f09d29da-d957-4e73-adb8-6384d14cdbde,revision_number=None']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:04:01.302309 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-e690a27e-5562-4553-8209-fd88fd99a622 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:04:01.481339 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-e690a27e-5562-4553-8209-fd88fd99a622 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1588985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1806165'] for router_interface, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:04:01.705473 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e690a27e-5562-4553-8209-fd88fd99a622 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Router 93421f4b-4e81-4cf9-90ed-d1da57e050dc has already been hosted by L3 agent 2987dba8-2249-4ee6-96ec-28f0f7a6127d {{(pid=128083) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 12:04:01.812482 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e690a27e-5562-4553-8209-fd88fd99a622 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify agent at l3_agent.dv-neutron-797120-4-hyperv the message routers_updated {{(pid=128083) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 12:04:01.817406 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-e690a27e-5562-4553-8209-fd88fd99a622 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "PUT /v2.0/routers/93421f4b-4e81-4cf9-90ed-d1da57e050dc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5399935 Jun 24 12:04:01.820057 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 36818) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:04:01.822862 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b41c833c-b00a-4b1c-9c33-e253cfc16665 None None] Sync routers for ids ['93421f4b-4e81-4cf9-90ed-d1da57e050dc'] in dv-neutron-797120-4-hyperv {{(pid=128085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 12:04:01.833457 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b41c833c-b00a-4b1c-9c33-e253cfc16665 None None] Routers {'93421f4b-4e81-4cf9-90ed-d1da57e050dc'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:04:01.833995 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-b41c833c-b00a-4b1c-9c33-e253cfc16665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T12:03:57Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['93421f4b-4e81-4cf9-90ed-d1da57e050dc'], 'active': True} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:04:01.871493 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1406708-5bb3-4dbc-932a-08e317650667 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Deleting subnet fffeb80e-5bb9-468e-8235-0cd7fe332256 {{(pid=128083) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 24 12:04:01.874667 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-d1406708-5bb3-4dbc-932a-08e317650667 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for subnet, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:04:01.914122 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-d1406708-5bb3-4dbc-932a-08e317650667 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3143795'] for subnet, precommit_delete_associations {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:04:01.940024 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvr_db [None req-b41c833c-b00a-4b1c-9c33-e253cfc16665 None None] Set router 93421f4b-4e81-4cf9-90ed-d1da57e050dc gateway port host: dv-neutron-797120-4-hyperv {{(pid=128085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:04:02.013694 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-d1406708-5bb3-4dbc-932a-08e317650667 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-972249'] for subnet, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:04:02.065496 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Device 7e22baf8-15f5-4ef4-bd60-dfbd0c5ec2af no longer exists at agent hyperv_hv-neutron-7971 {{(pid=128085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 12:04:02.073978 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-d1406708-5bb3-4dbc-932a-08e317650667 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-972238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2537800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3289951'] for subnet, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:04:02.076188 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-cbc868ae-9af4-4e61-bcd3-2ff213dc8e36 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:04:02.091806 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] No Port match for: 7e22baf8-15f5-4ef4-bd60-dfbd0c5ec2af {{(pid=128085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 12:04:02.092094 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Device 7e22baf8-15f5-4ef4-bd60-dfbd0c5ec2af not bound to the agent host hv-neutron-7971 {{(pid=128085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 12:04:02.102238 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1406708-5bb3-4dbc-932a-08e317650667 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Pushing event deleted for resources: {'Subnet': ['ID=fffeb80e-5bb9-468e-8235-0cd7fe332256,revision_number=None']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:04:02.105320 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-d1406708-5bb3-4dbc-932a-08e317650667 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:04:02.106310 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-d1406708-5bb3-4dbc-932a-08e317650667 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for subnet, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:04:02.108142 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-d1406708-5bb3-4dbc-932a-08e317650667 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "DELETE /v2.0/subnets/fffeb80e-5bb9-468e-8235-0cd7fe332256 HTTP/1.1" status: 204 len: 168 time: 0.2871628 Jun 24 12:04:02.110666 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 36820) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:04:02.114418 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9c12b24-940c-4c54-a9cf-999ae770b6c8 None None] Network a838822b-8af4-465f-8b8b-f39ce327096e requested from dv-neutron-797120-4-hyperv {{(pid=128085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:04:02.222960 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-a647d1ee-5813-4594-a471-d761dad6a70a tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for router, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:04:02.268962 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-b41c833c-b00a-4b1c-9c33-e253cfc16665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93421f4b-4e81-4cf9-90ed-d1da57e050dc', 'name': 'tempest-TestNetworkBasicOps-router-2064021712', 'tenant_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'external_fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.140'}], 'enable_snat': True}, 'gw_port_id': 'ac1dcb66-4735-4d50-a9e5-f03ba2655d2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:02:26Z', 'updated_at': '2021-06-24T12:04:01Z', 'revision_number': 5, 'project_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'gw_port': {'id': 'ac1dcb66-4735-4d50-a9e5-f03ba2655d2b', 'name': '', 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:6d:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93421f4b-4e81-4cf9-90ed-d1da57e050dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1479, 'fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:02:26Z', 'updated_at': '2021-06-24T12:02:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-4-hyperv'}], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:04:02.299683 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b41c833c-b00a-4b1c-9c33-e253cfc16665 None None] Checking router: 93421f4b-4e81-4cf9-90ed-d1da57e050dc for host: dv-neutron-797120-4-hyperv {{(pid=128085) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 12:04:02.315488 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b41c833c-b00a-4b1c-9c33-e253cfc16665 None None] Routers {'93421f4b-4e81-4cf9-90ed-d1da57e050dc'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:04:02.316117 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-b41c833c-b00a-4b1c-9c33-e253cfc16665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T12:03:57Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['93421f4b-4e81-4cf9-90ed-d1da57e050dc'], 'active': True} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:04:02.328109 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-a647d1ee-5813-4594-a471-d761dad6a70a tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for router_gateway, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:04:02.394690 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.plugin [None req-a647d1ee-5813-4594-a471-d761dad6a70a tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Deleting port ac1dcb66-4735-4d50-a9e5-f03ba2655d2b {{(pid=128083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:04:02.395034 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-a647d1ee-5813-4594-a471-d761dad6a70a tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793193942312'] for port, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:04:02.419349 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8625c7cc-3d3f-45a1-8ab2-f6d0c1f7329a None None] DHCP port deletion for a838822b-8af4-465f-8b8b-f39ce327096e request from dv-neutron-797120-4-hyperv {{(pid=128085) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 24 12:04:02.454068 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvr_db [None req-b41c833c-b00a-4b1c-9c33-e253cfc16665 None None] Set router 93421f4b-4e81-4cf9-90ed-d1da57e050dc gateway port host: dv-neutron-797120-4-hyperv {{(pid=128085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:04:02.484736 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.db [None req-a647d1ee-5813-4594-a471-d761dad6a70a tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] For port ac1dcb66-4735-4d50-a9e5-f03ba2655d2b, host dv-neutron-797120-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=ac1dcb66-4735-4d50-a9e5-f03ba2655d2b,segment=NetworkSegment(1139564f-ff83-4b49-a593-84b33301357d),segment_id=1139564f-ff83-4b49-a593-84b33301357d)] {{(pid=128083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:04:02.485289 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-a647d1ee-5813-4594-a471-d761dad6a70a tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1978872'] for port, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:04:02.500161 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.plugin [None req-a647d1ee-5813-4594-a471-d761dad6a70a tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Calling delete_port for ac1dcb66-4735-4d50-a9e5-f03ba2655d2b owned by network:router_gateway {{(pid=128083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:04:02.585743 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-8625c7cc-3d3f-45a1-8ab2-f6d0c1f7329a None None] Deleting port fb71dc1c-c66b-4b89-b6d2-9210217d35be {{(pid=128085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:04:02.586127 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-8625c7cc-3d3f-45a1-8ab2-f6d0c1f7329a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793193942312'] for port, before_delete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:04:02.680328 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-8625c7cc-3d3f-45a1-8ab2-f6d0c1f7329a None None] For port fb71dc1c-c66b-4b89-b6d2-9210217d35be, host dv-neutron-797120-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=fb71dc1c-c66b-4b89-b6d2-9210217d35be,segment=NetworkSegment(1439be4b-1913-4802-a52e-ec68bed3b34a),segment_id=1439be4b-1913-4802-a52e-ec68bed3b34a)] {{(pid=128085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:04:02.680601 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-8625c7cc-3d3f-45a1-8ab2-f6d0c1f7329a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1978872'] for port, precommit_delete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:04:02.686418 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-a647d1ee-5813-4594-a471-d761dad6a70a tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793193945299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193536732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2537862'] for port, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:04:02.689827 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-33d1c256-eaa6-4b9d-97f3-0a3fb746955f tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:04:02.696070 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-8625c7cc-3d3f-45a1-8ab2-f6d0c1f7329a None None] Calling delete_port for fb71dc1c-c66b-4b89-b6d2-9210217d35be owned by network:dhcp {{(pid=128085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:04:02.715097 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a647d1ee-5813-4594-a471-d761dad6a70a tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Pushing event deleted for resources: {'Port': ['ID=ac1dcb66-4735-4d50-a9e5-f03ba2655d2b,revision_number=None']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:04:02.718126 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-a647d1ee-5813-4594-a471-d761dad6a70a tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:04:02.762737 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-b41c833c-b00a-4b1c-9c33-e253cfc16665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93421f4b-4e81-4cf9-90ed-d1da57e050dc', 'name': 'tempest-TestNetworkBasicOps-router-2064021712', 'tenant_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'external_fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.140'}], 'enable_snat': True}, 'gw_port_id': 'ac1dcb66-4735-4d50-a9e5-f03ba2655d2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:02:26Z', 'updated_at': '2021-06-24T12:04:01Z', 'revision_number': 5, 'project_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'gw_port': {'id': 'ac1dcb66-4735-4d50-a9e5-f03ba2655d2b', 'name': '', 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:6d:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93421f4b-4e81-4cf9-90ed-d1da57e050dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1479, 'fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:02:26Z', 'updated_at': '2021-06-24T12:02:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-4-hyperv'}], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:04:02.794832 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b41c833c-b00a-4b1c-9c33-e253cfc16665 None None] The sync data for ids ['93421f4b-4e81-4cf9-90ed-d1da57e050dc'] in dv-neutron-797120-4-hyperv is: [{'id': '93421f4b-4e81-4cf9-90ed-d1da57e050dc', 'name': 'tempest-TestNetworkBasicOps-router-2064021712', 'tenant_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'external_fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.140'}], 'enable_snat': True}, 'gw_port_id': 'ac1dcb66-4735-4d50-a9e5-f03ba2655d2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:02:26Z', 'updated_at': '2021-06-24T12:04:01Z', 'revision_number': 5, 'project_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'gw_port': {'id': 'ac1dcb66-4735-4d50-a9e5-f03ba2655d2b', 'name': '', 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:6d:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93421f4b-4e81-4cf9-90ed-d1da57e050dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1479, 'fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:02:26Z', 'updated_at': '2021-06-24T12:02:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-4-hyperv'}] {{(pid=128085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 12:04:02.820482 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-8625c7cc-3d3f-45a1-8ab2-f6d0c1f7329a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793193945299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193536732'] for port, after_delete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:04:02.822252 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:04:02.848416 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8625c7cc-3d3f-45a1-8ab2-f6d0c1f7329a None None] Pushing event deleted for resources: {'Port': ['ID=fb71dc1c-c66b-4b89-b6d2-9210217d35be,revision_number=None']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:04:02.858817 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8625c7cc-3d3f-45a1-8ab2-f6d0c1f7329a None None] No DVR routers for this DVR port fb71dc1c-c66b-4b89-b6d2-9210217d35be on host dv-neutron-797120-4-hyperv {{(pid=128085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 12:04:02.861269 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8625c7cc-3d3f-45a1-8ab2-f6d0c1f7329a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:04:02.861621 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8625c7cc-3d3f-45a1-8ab2-f6d0c1f7329a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:04:02.862094 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8625c7cc-3d3f-45a1-8ab2-f6d0c1f7329a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:04:02.862437 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8625c7cc-3d3f-45a1-8ab2-f6d0c1f7329a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:04:02.862766 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8625c7cc-3d3f-45a1-8ab2-f6d0c1f7329a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:04:02.863094 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8625c7cc-3d3f-45a1-8ab2-f6d0c1f7329a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:04:02.863417 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8625c7cc-3d3f-45a1-8ab2-f6d0c1f7329a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:04:02.863743 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8625c7cc-3d3f-45a1-8ab2-f6d0c1f7329a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:04:02.864069 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8625c7cc-3d3f-45a1-8ab2-f6d0c1f7329a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:04:02.864386 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8625c7cc-3d3f-45a1-8ab2-f6d0c1f7329a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:04:02.864705 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8625c7cc-3d3f-45a1-8ab2-f6d0c1f7329a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:04:02.865115 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8625c7cc-3d3f-45a1-8ab2-f6d0c1f7329a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:04:02.868795 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-8625c7cc-3d3f-45a1-8ab2-f6d0c1f7329a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:04:03.138547 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-a647d1ee-5813-4594-a471-d761dad6a70a tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1815728'] for router_gateway, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:04:03.232003 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-a647d1ee-5813-4594-a471-d761dad6a70a tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1803182', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65403'] for router, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:04:03.234192 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-a647d1ee-5813-4594-a471-d761dad6a70a tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:04:03.281522 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-a647d1ee-5813-4594-a471-d761dad6a70a tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1806072'] for router, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:04:03.282089 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a647d1ee-5813-4594-a471-d761dad6a70a tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Fanout notify agent at l3_agent the message router_deleted on router 93421f4b-4e81-4cf9-90ed-d1da57e050dc {{(pid=128083) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 24 12:04:03.289802 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-a647d1ee-5813-4594-a471-d761dad6a70a tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for router, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:04:03.290902 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-a647d1ee-5813-4594-a471-d761dad6a70a tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "DELETE /v2.0/routers/93421f4b-4e81-4cf9-90ed-d1da57e050dc HTTP/1.1" status: 204 len: 168 time: 1.1791801 Jun 24 12:04:03.294491 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 36822) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:04:03.377657 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-dcfdee96-9de0-4f71-a79c-34a1658940c1 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-534962'] for network, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:04:03.474624 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-dcfdee96-9de0-4f71-a79c-34a1658940c1 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973199', 'neutron.services.segments.db._delete_segments_for_network-8793194012456'] for network, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:04:03.488029 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.services.segments.db [None req-dcfdee96-9de0-4f71-a79c-34a1658940c1 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a838822b-8af4-465f-8b8b-f39ce327096e']}} {{(pid=128083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:04:03.513719 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.services.segments.db [None req-dcfdee96-9de0-4f71-a79c-34a1658940c1 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1439be4b-1913-4802-a52e-ec68bed3b34a') {'for_net_delete': True} {{(pid=128083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:04:03.514236 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.services.segments.db [None req-dcfdee96-9de0-4f71-a79c-34a1658940c1 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1439be4b-1913-4802-a52e-ec68bed3b34a') {} {{(pid=128083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:04:03.528260 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-dcfdee96-9de0-4f71-a79c-34a1658940c1 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793194097327', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3143690'] for segment, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:04:03.546636 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-dcfdee96-9de0-4f71-a79c-34a1658940c1 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967879'] for segment, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:04:03.552552 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dcfdee96-9de0-4f71-a79c-34a1658940c1 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Releasing vlan 615 on physical network physnet1 to pool {{(pid=128083) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 12:04:03.553059 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-dcfdee96-9de0-4f71-a79c-34a1658940c1 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2537899'] for segment, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:04:03.556072 dv-neutron-797120-4-hyperv neutron-server[128083]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 12:04:03.556072 dv-neutron-797120-4-hyperv neutron-server[128083]: conditions |= (models_v2.Port.network_id.in_( Jun 24 12:04:03.556072 dv-neutron-797120-4-hyperv neutron-server[128083]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 12:04:03.556072 dv-neutron-797120-4-hyperv neutron-server[128083]: conditions |= (models_v2.Port.network_id.in_( Jun 24 12:04:03.556072 dv-neutron-797120-4-hyperv neutron-server[128083]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 12:04:03.556072 dv-neutron-797120-4-hyperv neutron-server[128083]: conditions |= (models_v2.Port.network_id.in_( Jun 24 12:04:03.556072 dv-neutron-797120-4-hyperv neutron-server[128083]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 12:04:03.556072 dv-neutron-797120-4-hyperv neutron-server[128083]: conditions |= (models_v2.Port.network_id.in_( Jun 24 12:04:03.556072 dv-neutron-797120-4-hyperv neutron-server[128083]: Traceback (most recent call last): Jun 24 12:04:03.556072 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 24 12:04:03.556072 dv-neutron-797120-4-hyperv neutron-server[128083]: timer() Jun 24 12:04:03.556072 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 24 12:04:03.556072 dv-neutron-797120-4-hyperv neutron-server[128083]: cb(*args, **kw) Jun 24 12:04:03.556072 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 24 12:04:03.556072 dv-neutron-797120-4-hyperv neutron-server[128083]: return func(*args, **kwargs) Jun 24 12:04:03.556072 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 24 12:04:03.556072 dv-neutron-797120-4-hyperv neutron-server[128083]: self._notify() Jun 24 12:04:03.556072 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 24 12:04:03.556072 dv-neutron-797120-4-hyperv neutron-server[128083]: self.callback(batched_events) Jun 24 12:04:03.556072 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 24 12:04:03.556072 dv-neutron-797120-4-hyperv neutron-server[128083]: event.method(event) Jun 24 12:04:03.556072 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 24 12:04:03.556072 dv-neutron-797120-4-hyperv neutron-server[128083]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 24 12:04:03.556072 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 24 12:04:03.556072 dv-neutron-797120-4-hyperv neutron-server[128083]: aggregate_uuid = self.p_client.list_aggregates( Jun 24 12:04:03.556072 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 24 12:04:03.556072 dv-neutron-797120-4-hyperv neutron-server[128083]: return f(self, *a, **k) Jun 24 12:04:03.556072 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 24 12:04:03.556072 dv-neutron-797120-4-hyperv neutron-server[128083]: return self._get(url).json() Jun 24 12:04:03.556072 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 24 12:04:03.556072 dv-neutron-797120-4-hyperv neutron-server[128083]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 24 12:04:03.556072 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 24 12:04:03.556072 dv-neutron-797120-4-hyperv neutron-server[128083]: return self.request(url, 'GET', **kwargs) Jun 24 12:04:03.556072 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 24 12:04:03.556072 dv-neutron-797120-4-hyperv neutron-server[128083]: base_url = self.get_endpoint(auth, allow=allow, Jun 24 12:04:03.556072 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 24 12:04:03.556072 dv-neutron-797120-4-hyperv neutron-server[128083]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 24 12:04:03.556072 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 24 12:04:03.556072 dv-neutron-797120-4-hyperv neutron-server[128083]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 24 12:04:03.556072 dv-neutron-797120-4-hyperv neutron-server[128083]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 24 12:04:03.617885 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-dcfdee96-9de0-4f71-a79c-34a1658940c1 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1800243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1815642'] for network, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:04:03.622698 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-26d753d4-65d1-45ac-84eb-93375f23a805 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:04:03.626855 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-dcfdee96-9de0-4f71-a79c-34a1658940c1 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for network, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:04:03.628694 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-dcfdee96-9de0-4f71-a79c-34a1658940c1 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "DELETE /v2.0/networks/a838822b-8af4-465f-8b8b-f39ce327096e HTTP/1.1" status: 204 len: 168 time: 0.3332014 Jun 24 12:04:03.641895 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfdee96-9de0-4f71-a79c-34a1658940c1 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Pushing event deleted for resources: {'Network': ['ID=a838822b-8af4-465f-8b8b-f39ce327096e,revision_number=None']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:04:03.644669 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-dcfdee96-9de0-4f71-a79c-34a1658940c1 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:04:03.663198 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 36824) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:04:03.670101 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [None req-72d879b7-c086-4824-91c3-f5d7da5aa557 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Request body: {'network': {'name': 'tempest-network-smoke--1227774808', 'project_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'port_security_enabled': True}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:04:03.694735 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72d879b7-c086-4824-91c3-f5d7da5aa557 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Made reservation on behalf of adbe78de4fbf48fcad1a6bc46d4a1728 for: {'network': 1} {{(pid=128083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:04:03.699021 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-72d879b7-c086-4824-91c3-f5d7da5aa557 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for network, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:04:03.724275 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72d879b7-c086-4824-91c3-f5d7da5aa557 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] vlan segment allocate from pool success with {'vlan_id': 646, 'physical_network': 'physnet1'} {{(pid=128083) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 12:04:03.735358 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-72d879b7-c086-4824-91c3-f5d7da5aa557 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967879'] for segment, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:04:03.735711 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.db.segments_db [None req-72d879b7-c086-4824-91c3-f5d7da5aa557 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Added segment 0751189b-e381-4ce0-bb0f-4e9cdfa513cf of type vlan for network b5822f72-b739-4f19-8f95-7f98c00eea6e Jun 24 12:04:03.785512 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-72d879b7-c086-4824-91c3-f5d7da5aa557 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793193525068'] for network, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:04:03.823444 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-72d879b7-c086-4824-91c3-f5d7da5aa557 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1800243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976'] for network, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:04:03.829007 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72d879b7-c086-4824-91c3-f5d7da5aa557 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:04:03.829595 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-72d879b7-c086-4824-91c3-f5d7da5aa557 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for network, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:04:03.832158 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-32b85c15-03b4-4419-95fc-e36fa2fc7255 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:04:03.866714 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-72d879b7-c086-4824-91c3-f5d7da5aa557 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2023156 Jun 24 12:04:03.870232 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 36826) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:04:03.875607 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-c457f785-c244-4b9b-8103-61f0eab2d24d tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1316358182', 'admin_state_up': True, 'project_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b'}}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:04:03.901181 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-c457f785-c244-4b9b-8103-61f0eab2d24d tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1803889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65293'] for router, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:04:03.902285 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-c457f785-c244-4b9b-8103-61f0eab2d24d tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1803848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1975305', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1581158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65396'] for router, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:04:03.904304 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d879b7-c086-4824-91c3-f5d7da5aa557 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Pushing event updated for resources: {'Network': ['ID=b5822f72-b739-4f19-8f95-7f98c00eea6e,revision_number=1']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:04:03.908183 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-72d879b7-c086-4824-91c3-f5d7da5aa557 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:04:03.914917 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Network b5822f72-b739-4f19-8f95-7f98c00eea6e details requested by agent ovs-agent-dv-neutron-797120-4-hyperv with host dv-neutron-797120-4-hyperv {{(pid=128085) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 12:04:03.966420 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-c457f785-c244-4b9b-8103-61f0eab2d24d tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:04:04.176640 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device ac1dcb66-4735-4d50-a9e5-f03ba2655d2b no longer exists at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 12:04:04.197879 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] No Port match for: ac1dcb66-4735-4d50-a9e5-f03ba2655d2b {{(pid=128085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 12:04:04.198348 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device ac1dcb66-4735-4d50-a9e5-f03ba2655d2b not bound to the agent host dv-neutron-797120-4-hyperv {{(pid=128085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 12:04:04.198941 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device fb71dc1c-c66b-4b89-b6d2-9210217d35be no longer exists at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 12:04:04.219314 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] No Port match for: fb71dc1c-c66b-4b89-b6d2-9210217d35be {{(pid=128085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 12:04:04.219663 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device fb71dc1c-c66b-4b89-b6d2-9210217d35be not bound to the agent host dv-neutron-797120-4-hyperv {{(pid=128085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 12:04:04.220088 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device f09d29da-d957-4e73-adb8-6384d14cdbde no longer exists at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 12:04:04.239966 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] No Port match for: f09d29da-d957-4e73-adb8-6384d14cdbde {{(pid=128085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 12:04:04.240319 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device f09d29da-d957-4e73-adb8-6384d14cdbde not bound to the agent host dv-neutron-797120-4-hyperv {{(pid=128085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 12:04:04.380694 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-c457f785-c244-4b9b-8103-61f0eab2d24d tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1975381', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1803205', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65378'] for router, precommit_update {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:04:04.588996 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-c457f785-c244-4b9b-8103-61f0eab2d24d tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for router_gateway, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:04:04.611101 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-c457f785-c244-4b9b-8103-61f0eab2d24d tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:04:04.725855 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.db.db_base_plugin_common [None req-c457f785-c244-4b9b-8103-61f0eab2d24d tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Allocated IP 172.26.7.197 (f2b8ca71-e776-48b2-8898-96cc7970207b/f37bf603-3862-4d0a-9f58-89616f7fd68f/a0a66733-30c0-4c21-9f74-2d4ed059102f) {{(pid=128084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:04:04.839602 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-c457f785-c244-4b9b-8103-61f0eab2d24d tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for port, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:04:04.877483 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-c457f785-c244-4b9b-8103-61f0eab2d24d tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-650429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-506361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793193536723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3291971'] for port, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:04:04.879447 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-4edda540-5cd5-4247-82ae-bb1b5fbbb931 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:04:04.919436 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c457f785-c244-4b9b-8103-61f0eab2d24d tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Network f2b8ca71-e776-48b2-8898-96cc7970207b is already hosted by enough agents. {{(pid=128084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:04:04.924210 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.base_scheduler [None req-c457f785-c244-4b9b-8103-61f0eab2d24d tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Resources bound (agent type, host, resource id): {{(pid=128084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:04:04.931722 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c457f785-c244-4b9b-8103-61f0eab2d24d tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Received port after_create {{(pid=128084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:04:04.943364 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c457f785-c244-4b9b-8103-61f0eab2d24d tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Pushing event updated for resources: {'Port': ['ID=a0a66733-30c0-4c21-9f74-2d4ed059102f,revision_number=1']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:04:04.972857 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-c457f785-c244-4b9b-8103-61f0eab2d24d tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:04:05.215116 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-c457f785-c244-4b9b-8103-61f0eab2d24d tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for router_gateway, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:04:05.436491 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-c457f785-c244-4b9b-8103-61f0eab2d24d tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1803210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1815767'] for router, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:04:05.564198 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c457f785-c244-4b9b-8103-61f0eab2d24d tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Router f19bfcb9-4fdf-4d86-8fea-c3ddb2844b28 is scheduled to L3 agent 2987dba8-2249-4ee6-96ec-28f0f7a6127d with binding_index 1 {{(pid=128084) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 24 12:04:05.672821 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c457f785-c244-4b9b-8103-61f0eab2d24d tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify agent at l3_agent.dv-neutron-797120-4-hyperv the message routers_updated {{(pid=128084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 12:04:05.682204 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f7dbc78-632f-452d-8723-f525ebd1c2ed None None] Sync routers for ids ['f19bfcb9-4fdf-4d86-8fea-c3ddb2844b28'] in dv-neutron-797120-4-hyperv {{(pid=128086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 12:04:05.692328 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f7dbc78-632f-452d-8723-f525ebd1c2ed None None] Routers {'f19bfcb9-4fdf-4d86-8fea-c3ddb2844b28'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:04:05.692995 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-5f7dbc78-632f-452d-8723-f525ebd1c2ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T12:03:57Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['f19bfcb9-4fdf-4d86-8fea-c3ddb2844b28'], 'active': True} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:04:05.694227 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-c457f785-c244-4b9b-8103-61f0eab2d24d tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for router, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:04:05.695519 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-c457f785-c244-4b9b-8103-61f0eab2d24d tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 1.8239357 Jun 24 12:04:05.698621 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 36828) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:04:05.731681 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-3debfaab-f218-4bc8-8374-4abb8e5ddb26 tempest-TestNetworkBasicOps-1239029366 tempest-TestNetworkBasicOps-1239029366-project-admin] 10.222.0.53 "GET /v2.0/subnets?project_id=adbe78de4fbf48fcad1a6bc46d4a1728&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0316193 Jun 24 12:04:05.734131 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 36830) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:04:05.797791 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_dvr_db [None req-5f7dbc78-632f-452d-8723-f525ebd1c2ed None None] Set router f19bfcb9-4fdf-4d86-8fea-c3ddb2844b28 gateway port host: dv-neutron-797120-4-hyperv {{(pid=128086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:04:05.826675 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c08bc027-c99e-472d-8fd2-4c93413a74f3 tempest-TestNetworkBasicOps-1239029366 tempest-TestNetworkBasicOps-1239029366-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=128084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:04:05.828127 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-c08bc027-c99e-472d-8fd2-4c93413a74f3 tempest-TestNetworkBasicOps-1239029366 tempest-TestNetworkBasicOps-1239029366-project-admin] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0930994 Jun 24 12:04:05.831741 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 36832) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:04:05.860998 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-dea2d32f-0f91-4b3d-8ef5-858ccaf7de77 tempest-TestNetworkBasicOps-1239029366 tempest-TestNetworkBasicOps-1239029366-project-admin] 10.222.0.53 "GET /v2.0/subnets?network_id=f2b8ca71-e776-48b2-8898-96cc7970207b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0280457 Jun 24 12:04:05.864258 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 36834) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:04:05.869454 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-63bbdf82-b986-4d0a-8eee-4e350e6b2781 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1977805326', 'network_id': 'b5822f72-b739-4f19-8f95-7f98c00eea6e', 'project_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:04:05.978323 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63bbdf82-b986-4d0a-8eee-4e350e6b2781 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Made reservation on behalf of adbe78de4fbf48fcad1a6bc46d4a1728 for: {'subnet': 1} {{(pid=128084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:04:05.982273 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-63bbdf82-b986-4d0a-8eee-4e350e6b2781 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3162484'] for subnet, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:04:05.990879 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-5f7dbc78-632f-452d-8723-f525ebd1c2ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f19bfcb9-4fdf-4d86-8fea-c3ddb2844b28', 'name': 'tempest-TestNetworkBasicOps-router-1316358182', 'tenant_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'external_fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.197'}], 'enable_snat': True}, 'gw_port_id': 'a0a66733-30c0-4c21-9f74-2d4ed059102f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:04:03Z', 'updated_at': '2021-06-24T12:04:05Z', 'revision_number': 3, 'project_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'gw_port': {'id': 'a0a66733-30c0-4c21-9f74-2d4ed059102f', 'name': '', 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:6b:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f19bfcb9-4fdf-4d86-8fea-c3ddb2844b28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1510, 'fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:04:04Z', 'updated_at': '2021-06-24T12:04:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-4-hyperv'}], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:04:06.019321 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f7dbc78-632f-452d-8723-f525ebd1c2ed None None] Checking router: f19bfcb9-4fdf-4d86-8fea-c3ddb2844b28 for host: dv-neutron-797120-4-hyperv {{(pid=128086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 12:04:06.019677 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f7dbc78-632f-452d-8723-f525ebd1c2ed None None] Updating router f19bfcb9-4fdf-4d86-8fea-c3ddb2844b28 port a0a66733-30c0-4c21-9f74-2d4ed059102f binding host dv-neutron-797120-4-hyperv {{(pid=128086) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 12:04:06.157347 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron_lib.callbacks.manager [None req-5f7dbc78-632f-452d-8723-f525ebd1c2ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:04:06.189906 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-63bbdf82-b986-4d0a-8eee-4e350e6b2781 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3291959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3162270'] for subnet, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:04:06.192741 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-43abc6f8-dc5f-4da7-9b30-31dec962ab34 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:04:06.257315 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63bbdf82-b986-4d0a-8eee-4e350e6b2781 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Pushing event updated for resources: {'Subnet': ['ID=f322ac1b-cb40-4131-b6e4-eacba552aad4,revision_number=0']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:04:06.260864 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-63bbdf82-b986-4d0a-8eee-4e350e6b2781 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:04:06.266964 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63bbdf82-b986-4d0a-8eee-4e350e6b2781 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Checking segment: {'id': '0751189b-e381-4ce0-bb0f-4e9cdfa513cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'b5822f72-b739-4f19-8f95-7f98c00eea6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=128084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:04:06.267328 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63bbdf82-b986-4d0a-8eee-4e350e6b2781 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Network hostable DHCP agents. Network: b5822f72-b739-4f19-8f95-7f98c00eea6e, hostable agents: ['6be988a9-1d97-480f-be5a-c55abf2c55c5'], hosted agents: [] {{(pid=128084) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 12:04:06.285763 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63bbdf82-b986-4d0a-8eee-4e350e6b2781 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Network b5822f72-b739-4f19-8f95-7f98c00eea6e is scheduled to be hosted by DHCP agent 6be988a9-1d97-480f-be5a-c55abf2c55c5 with binding_index 1 {{(pid=128084) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 12:04:06.295829 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.base_scheduler [None req-63bbdf82-b986-4d0a-8eee-4e350e6b2781 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-4-hyperv, b5822f72-b739-4f19-8f95-7f98c00eea6e) {{(pid=128084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:04:06.301453 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63bbdf82-b986-4d0a-8eee-4e350e6b2781 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=128084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:04:06.302531 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-63bbdf82-b986-4d0a-8eee-4e350e6b2781 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for subnet, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:04:06.308786 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bc0f232-c3d2-4ea1-a03d-930899081175 None None] Network b5822f72-b739-4f19-8f95-7f98c00eea6e requested from dv-neutron-797120-4-hyperv {{(pid=128085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:04:06.323482 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-63bbdf82-b986-4d0a-8eee-4e350e6b2781 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4560556 Jun 24 12:04:06.324318 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 36836) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:04:06.437964 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron_lib.callbacks.manager [None req-5f7dbc78-632f-452d-8723-f525ebd1c2ed None None] Notify callbacks [] for port, precommit_update {{(pid=128086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:04:06.450674 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.provisioning_blocks [None req-5f7dbc78-632f-452d-8723-f525ebd1c2ed None None] Transition to ACTIVE for port object a0a66733-30c0-4c21-9f74-2d4ed059102f will not be triggered until provisioned by entity L2. {{(pid=128086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:04:06.456687 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron_lib.callbacks.manager [None req-5f7dbc78-632f-452d-8723-f525ebd1c2ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:04:06.458918 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG oslo_concurrency.lockutils [None req-5b8de366-5a1c-433e-9019-9d448b51855a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128086) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:04:06.486579 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26e9ed8d-65e1-40f2-bb3a-4bc435ade143 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d65c8f8-7530-5052-99fe-8ea05073750b-b5822f72-b739-4f19-8f95-7f98c00eea6e', 'network_id': 'b5822f72-b739-4f19-8f95-7f98c00eea6e', 'tenant_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'fixed_ips': [{'subnet_id': 'f322ac1b-cb40-4131-b6e4-eacba552aad4'}]}} from dv-neutron-797120-4-hyperv. {{(pid=128085) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 24 12:04:06.487629 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-26e9ed8d-65e1-40f2-bb3a-4bc435ade143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_create {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:04:06.505508 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a303a649-2d60-4d9c-9e57-ef20752db339 None None] Pushing event updated for resources: {'Port': ['ID=a0a66733-30c0-4c21-9f74-2d4ed059102f,revision_number=2']} {{(pid=128086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:04:06.515448 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a303a649-2d60-4d9c-9e57-ef20752db339 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:04:06.515448 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a303a649-2d60-4d9c-9e57-ef20752db339 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:04:06.515448 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a303a649-2d60-4d9c-9e57-ef20752db339 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:04:06.515448 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a303a649-2d60-4d9c-9e57-ef20752db339 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:04:06.515448 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a303a649-2d60-4d9c-9e57-ef20752db339 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:04:06.515448 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a303a649-2d60-4d9c-9e57-ef20752db339 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:04:06.515989 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a303a649-2d60-4d9c-9e57-ef20752db339 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:04:06.516068 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a303a649-2d60-4d9c-9e57-ef20752db339 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:04:06.516523 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a303a649-2d60-4d9c-9e57-ef20752db339 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:04:06.516716 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a303a649-2d60-4d9c-9e57-ef20752db339 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:04:06.517106 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a303a649-2d60-4d9c-9e57-ef20752db339 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:04:06.517843 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a303a649-2d60-4d9c-9e57-ef20752db339 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:04:06.522949 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG oslo_concurrency.lockutils [None req-a303a649-2d60-4d9c-9e57-ef20752db339 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=128086) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:04:06.540481 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.plugins.ml2.managers [None req-5f7dbc78-632f-452d-8723-f525ebd1c2ed None None] Attempting to bind port a0a66733-30c0-4c21-9f74-2d4ed059102f on host dv-neutron-797120-4-hyperv for vnic_type normal with profile {{(pid=128086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 12:04:06.540880 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.plugins.ml2.managers [None req-5f7dbc78-632f-452d-8723-f525ebd1c2ed None None] Attempting to bind port a0a66733-30c0-4c21-9f74-2d4ed059102f by drivers openvswitch,hyperv on host dv-neutron-797120-4-hyperv at level 0 using segments [{'id': '1139564f-ff83-4b49-a593-84b33301357d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b'}] {{(pid=128086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 12:04:06.541876 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f7dbc78-632f-452d-8723-f525ebd1c2ed None None] Attempting to bind port a0a66733-30c0-4c21-9f74-2d4ed059102f on network f2b8ca71-e776-48b2-8898-96cc7970207b {{(pid=128086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:04:06.555915 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f7dbc78-632f-452d-8723-f525ebd1c2ed None None] Checking agent: {'id': 'e3a695b2-c397-461f-83b0-10b79d490b59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 11, 36, 56), 'started_at': datetime.datetime(2021, 6, 24, 11, 37, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 12, 3, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=128086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 12:04:06.556343 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f7dbc78-632f-452d-8723-f525ebd1c2ed None None] Checking segment: {'id': '1139564f-ff83-4b49-a593-84b33301357d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=128086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:04:06.557547 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron_lib.callbacks.manager [None req-5f7dbc78-632f-452d-8723-f525ebd1c2ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=128086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:04:06.558435 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f7dbc78-632f-452d-8723-f525ebd1c2ed None None] Bound using segment: {'id': '1139564f-ff83-4b49-a593-84b33301357d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b'} {{(pid=128086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 12:04:06.558638 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.plugins.ml2.managers [None req-5f7dbc78-632f-452d-8723-f525ebd1c2ed None None] Bound port: a0a66733-30c0-4c21-9f74-2d4ed059102f, host: dv-neutron-797120-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1139564f-ff83-4b49-a593-84b33301357d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b'}}] {{(pid=128086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 12:04:06.558978 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron_lib.callbacks.manager [None req-5f7dbc78-632f-452d-8723-f525ebd1c2ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:04:06.625187 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.plugins.ml2.db [None req-5f7dbc78-632f-452d-8723-f525ebd1c2ed None None] For port a0a66733-30c0-4c21-9f74-2d4ed059102f, host dv-neutron-797120-4-hyperv, cleared binding levels {{(pid=128086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 12:04:06.629730 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.plugins.ml2.db [None req-5f7dbc78-632f-452d-8723-f525ebd1c2ed None None] For port a0a66733-30c0-4c21-9f74-2d4ed059102f, host dv-neutron-797120-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=a0a66733-30c0-4c21-9f74-2d4ed059102f,segment=NetworkSegment(1139564f-ff83-4b49-a593-84b33301357d),segment_id=1139564f-ff83-4b49-a593-84b33301357d)] {{(pid=128086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 12:04:06.635593 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron_lib.callbacks.manager [None req-5f7dbc78-632f-452d-8723-f525ebd1c2ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:04:06.638935 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG oslo_concurrency.lockutils [None req-0ee071b9-bf09-4d1a-9a9b-402eb2a41e0f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128086) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:04:06.662647 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.db_base_plugin_common [None req-26e9ed8d-65e1-40f2-bb3a-4bc435ade143 None None] Allocated IP 172.20.0.2 (b5822f72-b739-4f19-8f95-7f98c00eea6e/f322ac1b-cb40-4131-b6e4-eacba552aad4/be2cee20-031c-4ba9-9616-acc76bf1d13b) {{(pid=128085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:04:06.698624 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a303a649-2d60-4d9c-9e57-ef20752db339 None None] Pushing event updated for resources: {'Port': ['ID=a0a66733-30c0-4c21-9f74-2d4ed059102f,revision_number=3']} {{(pid=128086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:04:06.709716 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG oslo_concurrency.lockutils [None req-a303a649-2d60-4d9c-9e57-ef20752db339 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=128086) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:04:06.711610 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f7dbc78-632f-452d-8723-f525ebd1c2ed None None] Routers {'f19bfcb9-4fdf-4d86-8fea-c3ddb2844b28'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:04:06.712230 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-5f7dbc78-632f-452d-8723-f525ebd1c2ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T12:03:57Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['f19bfcb9-4fdf-4d86-8fea-c3ddb2844b28'], 'active': True} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:04:06.820160 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_dvr_db [None req-5f7dbc78-632f-452d-8723-f525ebd1c2ed None None] Set router f19bfcb9-4fdf-4d86-8fea-c3ddb2844b28 gateway port host: dv-neutron-797120-4-hyperv {{(pid=128086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:04:06.832262 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-26e9ed8d-65e1-40f2-bb3a-4bc435ade143 None None] Notify callbacks [] for port, precommit_create {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:04:06.842114 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-26e9ed8d-65e1-40f2-bb3a-4bc435ade143 None None] Transition to ACTIVE for port object be2cee20-031c-4ba9-9616-acc76bf1d13b will not be triggered until provisioned by entity L2. {{(pid=128085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:04:06.849831 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-07e8f2d7-5564-4e9e-bff4-d71727238549 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:04:06.861374 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-26e9ed8d-65e1-40f2-bb3a-4bc435ade143 None None] Transition to ACTIVE for port object be2cee20-031c-4ba9-9616-acc76bf1d13b will not be triggered until provisioned by entity DHCP. {{(pid=128085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:04:06.869531 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-26e9ed8d-65e1-40f2-bb3a-4bc435ade143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-650429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-506361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793193536723'] for port, after_create {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:04:06.871795 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-5c70c955-6c75-4b51-b3aa-a4185725f082 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:04:06.922261 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26e9ed8d-65e1-40f2-bb3a-4bc435ade143 None None] Network b5822f72-b739-4f19-8f95-7f98c00eea6e is already hosted by enough agents. {{(pid=128085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:04:06.925208 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.scheduler.base_scheduler [None req-26e9ed8d-65e1-40f2-bb3a-4bc435ade143 None None] Resources bound (agent type, host, resource id): {{(pid=128085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:04:06.928573 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26e9ed8d-65e1-40f2-bb3a-4bc435ade143 None None] Received port after_create {{(pid=128085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:04:06.937986 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e9ed8d-65e1-40f2-bb3a-4bc435ade143 None None] Pushing event updated for resources: {'Port': ['ID=be2cee20-031c-4ba9-9616-acc76bf1d13b,revision_number=1']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:04:06.942522 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-26e9ed8d-65e1-40f2-bb3a-4bc435ade143 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:04:07.012457 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-26e9ed8d-65e1-40f2-bb3a-4bc435ade143 None None] Attempting to bind port be2cee20-031c-4ba9-9616-acc76bf1d13b on host dv-neutron-797120-4-hyperv for vnic_type normal with profile {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 12:04:07.013015 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-26e9ed8d-65e1-40f2-bb3a-4bc435ade143 None None] Attempting to bind port be2cee20-031c-4ba9-9616-acc76bf1d13b by drivers openvswitch,hyperv on host dv-neutron-797120-4-hyperv at level 0 using segments [{'id': '0751189b-e381-4ce0-bb0f-4e9cdfa513cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'b5822f72-b739-4f19-8f95-7f98c00eea6e'}] {{(pid=128085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 12:04:07.013468 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26e9ed8d-65e1-40f2-bb3a-4bc435ade143 None None] Attempting to bind port be2cee20-031c-4ba9-9616-acc76bf1d13b on network b5822f72-b739-4f19-8f95-7f98c00eea6e {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:04:07.019120 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26e9ed8d-65e1-40f2-bb3a-4bc435ade143 None None] Checking agent: {'id': 'e3a695b2-c397-461f-83b0-10b79d490b59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 11, 36, 56), 'started_at': datetime.datetime(2021, 6, 24, 11, 37, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 12, 3, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 12:04:07.019571 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26e9ed8d-65e1-40f2-bb3a-4bc435ade143 None None] Checking segment: {'id': '0751189b-e381-4ce0-bb0f-4e9cdfa513cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'b5822f72-b739-4f19-8f95-7f98c00eea6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=128085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:04:07.020256 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-26e9ed8d-65e1-40f2-bb3a-4bc435ade143 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:04:07.020730 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26e9ed8d-65e1-40f2-bb3a-4bc435ade143 None None] Bound using segment: {'id': '0751189b-e381-4ce0-bb0f-4e9cdfa513cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'b5822f72-b739-4f19-8f95-7f98c00eea6e'} {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 12:04:07.021300 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-26e9ed8d-65e1-40f2-bb3a-4bc435ade143 None None] Bound port: be2cee20-031c-4ba9-9616-acc76bf1d13b, host: dv-neutron-797120-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0751189b-e381-4ce0-bb0f-4e9cdfa513cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'b5822f72-b739-4f19-8f95-7f98c00eea6e'}}] {{(pid=128085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 12:04:07.021727 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-26e9ed8d-65e1-40f2-bb3a-4bc435ade143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:04:07.041304 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-5f7dbc78-632f-452d-8723-f525ebd1c2ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f19bfcb9-4fdf-4d86-8fea-c3ddb2844b28', 'name': 'tempest-TestNetworkBasicOps-router-1316358182', 'tenant_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'external_fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.197'}], 'enable_snat': True}, 'gw_port_id': 'a0a66733-30c0-4c21-9f74-2d4ed059102f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:04:03Z', 'updated_at': '2021-06-24T12:04:05Z', 'revision_number': 3, 'project_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'gw_port': {'id': 'a0a66733-30c0-4c21-9f74-2d4ed059102f', 'name': '', 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:6b:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f19bfcb9-4fdf-4d86-8fea-c3ddb2844b28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1510, 'fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:04:04Z', 'updated_at': '2021-06-24T12:04:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-4-hyperv'}], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:04:07.074395 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f7dbc78-632f-452d-8723-f525ebd1c2ed None None] The sync data for ids ['f19bfcb9-4fdf-4d86-8fea-c3ddb2844b28'] in dv-neutron-797120-4-hyperv is: [{'id': 'f19bfcb9-4fdf-4d86-8fea-c3ddb2844b28', 'name': 'tempest-TestNetworkBasicOps-router-1316358182', 'tenant_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'external_fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.197'}], 'enable_snat': True}, 'gw_port_id': 'a0a66733-30c0-4c21-9f74-2d4ed059102f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:04:03Z', 'updated_at': '2021-06-24T12:04:05Z', 'revision_number': 3, 'project_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'gw_port': {'id': 'a0a66733-30c0-4c21-9f74-2d4ed059102f', 'name': '', 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:6b:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f19bfcb9-4fdf-4d86-8fea-c3ddb2844b28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1510, 'fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:04:04Z', 'updated_at': '2021-06-24T12:04:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-4-hyperv'}] {{(pid=128086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 12:04:07.098104 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-26e9ed8d-65e1-40f2-bb3a-4bc435ade143 None None] For port be2cee20-031c-4ba9-9616-acc76bf1d13b, host dv-neutron-797120-4-hyperv, cleared binding levels {{(pid=128085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 12:04:07.102441 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-26e9ed8d-65e1-40f2-bb3a-4bc435ade143 None None] For port be2cee20-031c-4ba9-9616-acc76bf1d13b, host dv-neutron-797120-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=be2cee20-031c-4ba9-9616-acc76bf1d13b,segment=NetworkSegment(0751189b-e381-4ce0-bb0f-4e9cdfa513cf),segment_id=0751189b-e381-4ce0-bb0f-4e9cdfa513cf)] {{(pid=128085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 12:04:07.107918 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-26e9ed8d-65e1-40f2-bb3a-4bc435ade143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:04:07.111230 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-b4d272da-3f48-48a7-8c4a-b220b338fc82 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:04:07.172700 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e9ed8d-65e1-40f2-bb3a-4bc435ade143 None None] Pushing event updated for resources: {'Port': ['ID=be2cee20-031c-4ba9-9616-acc76bf1d13b,revision_number=2']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:04:07.175957 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-26e9ed8d-65e1-40f2-bb3a-4bc435ade143 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:04:07.221213 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.db_base_plugin_common [None req-07e8f2d7-5564-4e9e-bff4-d71727238549 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Allocated IP 172.20.0.1 (b5822f72-b739-4f19-8f95-7f98c00eea6e/f322ac1b-cb40-4131-b6e4-eacba552aad4/dfa13f97-a374-44c2-a688-37ac9c0ebabd) {{(pid=128083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:04:07.391468 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-07e8f2d7-5564-4e9e-bff4-d71727238549 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for port, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:04:07.411838 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.provisioning_blocks [None req-07e8f2d7-5564-4e9e-bff4-d71727238549 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Transition to ACTIVE for port object dfa13f97-a374-44c2-a688-37ac9c0ebabd will not be triggered until provisioned by entity DHCP. {{(pid=128083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:04:07.467182 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-07e8f2d7-5564-4e9e-bff4-d71727238549 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-650429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-506361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793193536723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2537853'] for port, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:04:07.469766 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-e690a27e-5562-4553-8209-fd88fd99a622 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:04:07.516717 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07e8f2d7-5564-4e9e-bff4-d71727238549 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Network b5822f72-b739-4f19-8f95-7f98c00eea6e is already hosted by enough agents. {{(pid=128083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:04:07.522747 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.base_scheduler [None req-07e8f2d7-5564-4e9e-bff4-d71727238549 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Resources bound (agent type, host, resource id): {{(pid=128083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:04:07.528234 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07e8f2d7-5564-4e9e-bff4-d71727238549 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Received port after_create {{(pid=128083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:04:07.536530 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e8f2d7-5564-4e9e-bff4-d71727238549 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Pushing event updated for resources: {'Port': ['ID=dfa13f97-a374-44c2-a688-37ac9c0ebabd,revision_number=1']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:04:07.563158 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-07e8f2d7-5564-4e9e-bff4-d71727238549 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:04:07.590301 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-07e8f2d7-5564-4e9e-bff4-d71727238549 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1978458'] for router_interface, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:04:07.763387 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-07e8f2d7-5564-4e9e-bff4-d71727238549 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:04:08.073760 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-07e8f2d7-5564-4e9e-bff4-d71727238549 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for port, precommit_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:04:08.078460 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-07e8f2d7-5564-4e9e-bff4-d71727238549 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2537871'] for port, after_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:04:08.081709 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-8892037c-c153-4262-85b4-22925dc8ddd7 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:04:08.171326 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e8f2d7-5564-4e9e-bff4-d71727238549 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Pushing event updated for resources: {'Port': ['ID=dfa13f97-a374-44c2-a688-37ac9c0ebabd,revision_number=2']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:04:08.174143 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-07e8f2d7-5564-4e9e-bff4-d71727238549 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1783050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1978542'] for router_interface, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:04:08.176565 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-07e8f2d7-5564-4e9e-bff4-d71727238549 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:04:08.240389 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-223a69ff-4cdb-4682-af12-7212a3010abb None None] Network b5822f72-b739-4f19-8f95-7f98c00eea6e requested from dv-neutron-797120-4-hyperv {{(pid=128085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:04:08.282984 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07e8f2d7-5564-4e9e-bff4-d71727238549 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Network b5822f72-b739-4f19-8f95-7f98c00eea6e is already hosted by enough agents. {{(pid=128083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:04:08.284508 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.base_scheduler [None req-07e8f2d7-5564-4e9e-bff4-d71727238549 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Resources bound (agent type, host, resource id): {{(pid=128083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:04:08.306209 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device a0a66733-30c0-4c21-9f74-2d4ed059102f up at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:04:08.361720 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-b3153872-7835-4f1b-80d3-dff91cbae9fd None None] Provisioning for port be2cee20-031c-4ba9-9616-acc76bf1d13b completed by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:04:08.411812 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07e8f2d7-5564-4e9e-bff4-d71727238549 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Router f19bfcb9-4fdf-4d86-8fea-c3ddb2844b28 has already been hosted by L3 agent 2987dba8-2249-4ee6-96ec-28f0f7a6127d {{(pid=128083) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 12:04:08.415096 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning for port a0a66733-30c0-4c21-9f74-2d4ed059102f completed by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:04:08.425320 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning complete for port a0a66733-30c0-4c21-9f74-2d4ed059102f triggered by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:04:08.425701 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:04:08.531145 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07e8f2d7-5564-4e9e-bff4-d71727238549 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify agent at l3_agent.dv-neutron-797120-4-hyperv the message routers_updated {{(pid=128083) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 12:04:08.537135 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-07e8f2d7-5564-4e9e-bff4-d71727238549 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "PUT /v2.0/routers/f19bfcb9-4fdf-4d86-8fea-c3ddb2844b28/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2108870 Jun 24 12:04:08.539559 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 36838) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:04:08.672136 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29fd295f-5262-4072-ad2e-25ff527f963f tempest-TestNetworkBasicOps-1239029366 tempest-TestNetworkBasicOps-1239029366-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:04:08.672621 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29fd295f-5262-4072-ad2e-25ff527f963f tempest-TestNetworkBasicOps-1239029366 tempest-TestNetworkBasicOps-1239029366-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:04:08.673120 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29fd295f-5262-4072-ad2e-25ff527f963f tempest-TestNetworkBasicOps-1239029366 tempest-TestNetworkBasicOps-1239029366-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:04:08.673598 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29fd295f-5262-4072-ad2e-25ff527f963f tempest-TestNetworkBasicOps-1239029366 tempest-TestNetworkBasicOps-1239029366-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:04:08.675715 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-29fd295f-5262-4072-ad2e-25ff527f963f tempest-TestNetworkBasicOps-1239029366 tempest-TestNetworkBasicOps-1239029366-project-admin] 10.222.0.53 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.1351902 Jun 24 12:04:08.679192 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 36840) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:04:08.719269 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:04:08.743259 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfeb7433-d5b6-4c25-ae25-535b878deb93 tempest-TestNetworkBasicOps-1239029366 tempest-TestNetworkBasicOps-1239029366-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:04:08.743712 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfeb7433-d5b6-4c25-ae25-535b878deb93 tempest-TestNetworkBasicOps-1239029366 tempest-TestNetworkBasicOps-1239029366-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:04:08.744163 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfeb7433-d5b6-4c25-ae25-535b878deb93 tempest-TestNetworkBasicOps-1239029366 tempest-TestNetworkBasicOps-1239029366-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:04:08.744753 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfeb7433-d5b6-4c25-ae25-535b878deb93 tempest-TestNetworkBasicOps-1239029366 tempest-TestNetworkBasicOps-1239029366-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:04:08.747916 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-cfeb7433-d5b6-4c25-ae25-535b878deb93 tempest-TestNetworkBasicOps-1239029366 tempest-TestNetworkBasicOps-1239029366-project-admin] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2728 time: 0.0671954 Jun 24 12:04:08.749725 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 36842) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:04:08.753831 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] For port a0a66733-30c0-4c21-9f74-2d4ed059102f, host dv-neutron-797120-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=a0a66733-30c0-4c21-9f74-2d4ed059102f,segment=NetworkSegment(1139564f-ff83-4b49-a593-84b33301357d),segment_id=1139564f-ff83-4b49-a593-84b33301357d)] {{(pid=128085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:04:08.758728 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:04:08.763163 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device be2cee20-031c-4ba9-9616-acc76bf1d13b up at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:04:08.783504 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:04:08.852316 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b53c6bc-0316-4a9b-a981-9fa1e0dab129 None None] Sync routers for ids ['f19bfcb9-4fdf-4d86-8fea-c3ddb2844b28'] in dv-neutron-797120-4-hyperv {{(pid=128085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 12:04:08.862913 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning for port be2cee20-031c-4ba9-9616-acc76bf1d13b completed by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:04:08.865293 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Pushing event updated for resources: {'Port': ['ID=a0a66733-30c0-4c21-9f74-2d4ed059102f,revision_number=4']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:04:08.871644 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:04:08.873334 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning complete for port be2cee20-031c-4ba9-9616-acc76bf1d13b triggered by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:04:08.873712 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:04:08.897670 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b53c6bc-0316-4a9b-a981-9fa1e0dab129 None None] Routers {'f19bfcb9-4fdf-4d86-8fea-c3ddb2844b28'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:04:08.898665 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-1b53c6bc-0316-4a9b-a981-9fa1e0dab129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T12:03:57Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['f19bfcb9-4fdf-4d86-8fea-c3ddb2844b28'], 'active': True} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:04:08.921415 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-ab3550b8-0393-4c52-bfa4-3e84981b713b tempest-TestNetworkBasicOps-1239029366 tempest-TestNetworkBasicOps-1239029366-project-admin] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1608 time: 0.1678193 Jun 24 12:04:09.065857 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-b07c12bb-2c40-4174-915d-f4c538e790b3 None None] Provisioning complete for port be2cee20-031c-4ba9-9616-acc76bf1d13b triggered by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:04:09.066320 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-b07c12bb-2c40-4174-915d-f4c538e790b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:04:09.073803 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvr_db [None req-1b53c6bc-0316-4a9b-a981-9fa1e0dab129 None None] Set router f19bfcb9-4fdf-4d86-8fea-c3ddb2844b28 gateway port host: dv-neutron-797120-4-hyperv {{(pid=128085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:04:09.150653 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:04:09.317670 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] For port be2cee20-031c-4ba9-9616-acc76bf1d13b, host dv-neutron-797120-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=be2cee20-031c-4ba9-9616-acc76bf1d13b,segment=NetworkSegment(0751189b-e381-4ce0-bb0f-4e9cdfa513cf),segment_id=0751189b-e381-4ce0-bb0f-4e9cdfa513cf)] {{(pid=128085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:04:09.346181 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:04:09.352507 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:04:09.427345 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 36846) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:04:09.433160 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [None req-bbccc45b-1ecd-4720-a97d-4d547296057e tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-514416074', 'description': 'tempest-secgroup-smoke-514416074 description', 'project_id': 'adbe78de4fbf48fcad1a6bc46d4a1728'}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:04:09.445426 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Pushing event updated for resources: {'Port': ['ID=be2cee20-031c-4ba9-9616-acc76bf1d13b,revision_number=3']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:04:09.451267 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:04:09.460947 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-bbccc45b-1ecd-4720-a97d-4d547296057e tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for security_group, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:04:09.471522 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-b07c12bb-2c40-4174-915d-f4c538e790b3 None None] Provisioning for port dfa13f97-a374-44c2-a688-37ac9c0ebabd completed by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:04:09.476736 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-b07c12bb-2c40-4174-915d-f4c538e790b3 None None] Provisioning complete for port dfa13f97-a374-44c2-a688-37ac9c0ebabd triggered by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:04:09.477147 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-b07c12bb-2c40-4174-915d-f4c538e790b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:04:09.528739 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-b07c12bb-2c40-4174-915d-f4c538e790b3 None None] Port dfa13f97-a374-44c2-a688-37ac9c0ebabd cannot update to ACTIVE because it is not bound. {{(pid=128085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 12:04:09.544837 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-1b53c6bc-0316-4a9b-a981-9fa1e0dab129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f19bfcb9-4fdf-4d86-8fea-c3ddb2844b28', 'name': 'tempest-TestNetworkBasicOps-router-1316358182', 'tenant_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'external_fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.197'}], 'enable_snat': True}, 'gw_port_id': 'a0a66733-30c0-4c21-9f74-2d4ed059102f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:04:03Z', 'updated_at': '2021-06-24T12:04:07Z', 'revision_number': 4, 'project_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'gw_port': {'id': 'a0a66733-30c0-4c21-9f74-2d4ed059102f', 'name': '', 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:6b:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f19bfcb9-4fdf-4d86-8fea-c3ddb2844b28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1510, 'fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:04:04Z', 'updated_at': '2021-06-24T12:04:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-4-hyperv', '_interfaces': [{'id': 'dfa13f97-a374-44c2-a688-37ac9c0ebabd', 'name': '', 'network_id': 'b5822f72-b739-4f19-8f95-7f98c00eea6e', 'tenant_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'mac_address': 'fa:16:3e:10:ff:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f19bfcb9-4fdf-4d86-8fea-c3ddb2844b28', 'device_owner': 'network:router_interface', 'standard_attr_id': 1513, 'fixed_ips': [{'subnet_id': 'f322ac1b-cb40-4131-b6e4-eacba552aad4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:04:07Z', 'updated_at': '2021-06-24T12:04:07Z', 'revision_number': 2, 'project_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'subnets': [{'id': 'f322ac1b-cb40-4131-b6e4-eacba552aad4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:04:09.547993 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-bbccc45b-1ecd-4720-a97d-4d547296057e tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for security_group, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:04:09.554469 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-bbccc45b-1ecd-4720-a97d-4d547296057e tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800410'] for security_group, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:04:09.558262 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-bad46868-5cf9-4c78-981a-54c592636b9b tempest-SecGroupTest-1107880395 tempest-SecGroupTest-1107880395-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:04:09.577899 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b53c6bc-0316-4a9b-a981-9fa1e0dab129 None None] Checking router: f19bfcb9-4fdf-4d86-8fea-c3ddb2844b28 for host: dv-neutron-797120-4-hyperv {{(pid=128085) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 12:04:09.578348 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b53c6bc-0316-4a9b-a981-9fa1e0dab129 None None] Updating router f19bfcb9-4fdf-4d86-8fea-c3ddb2844b28 port dfa13f97-a374-44c2-a688-37ac9c0ebabd binding host dv-neutron-797120-4-hyperv {{(pid=128085) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 12:04:09.585324 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-bbccc45b-1ecd-4720-a97d-4d547296057e tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for security_group, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:04:09.586552 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-bbccc45b-1ecd-4720-a97d-4d547296057e tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1582098 Jun 24 12:04:09.592131 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 36848) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:04:09.593120 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbccc45b-1ecd-4720-a97d-4d547296057e tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2d602253-3a39-4629-aa6d-0c95bff540bc,revision_number=1']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:04:09.596139 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-bbccc45b-1ecd-4720-a97d-4d547296057e tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:04:09.596847 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-d7529295-c1a1-4999-97ab-7aa9c4ae505a tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Request body: {'security_group_rule': {'security_group_id': '2d602253-3a39-4629-aa6d-0c95bff540bc', 'project_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:04:09.618181 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-1b53c6bc-0316-4a9b-a981-9fa1e0dab129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:04:09.627208 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-d7529295-c1a1-4999-97ab-7aa9c4ae505a tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for security_group_rule, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:04:09.684528 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-73684b9d-2571-4da1-9041-6a2db2289740 None None] Provisioning complete for port dfa13f97-a374-44c2-a688-37ac9c0ebabd triggered by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:04:09.684963 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-73684b9d-2571-4da1-9041-6a2db2289740 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:04:09.691049 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-d7529295-c1a1-4999-97ab-7aa9c4ae505a tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:04:09.697113 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-d7529295-c1a1-4999-97ab-7aa9c4ae505a tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1627007'] for security_group_rule, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:04:09.699555 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-3909e9dd-66b4-4d0a-a672-8696f6a2cd17 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:04:09.722368 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7529295-c1a1-4999-97ab-7aa9c4ae505a tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=629d2ebb-e66d-4ea2-ba83-98499b17b3c4,revision_number=0']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:04:09.725137 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-d7529295-c1a1-4999-97ab-7aa9c4ae505a tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:04:09.726356 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-d7529295-c1a1-4999-97ab-7aa9c4ae505a tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for security_group_rule, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:04:09.729582 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-d7529295-c1a1-4999-97ab-7aa9c4ae505a tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1363006 Jun 24 12:04:09.730902 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 36850) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:04:09.735951 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [None req-73bf99a5-bb39-4ced-ab46-303e92f79d81 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Request body: {'security_group_rule': {'security_group_id': '2d602253-3a39-4629-aa6d-0c95bff540bc', 'project_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:04:09.767257 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-73bf99a5-bb39-4ced-ab46-303e92f79d81 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for security_group_rule, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:04:09.786235 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-73684b9d-2571-4da1-9041-6a2db2289740 None None] Port dfa13f97-a374-44c2-a688-37ac9c0ebabd cannot update to ACTIVE because it is not bound. {{(pid=128085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 12:04:09.827534 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-73bf99a5-bb39-4ced-ab46-303e92f79d81 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:04:09.831307 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-73bf99a5-bb39-4ced-ab46-303e92f79d81 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1627007'] for security_group_rule, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:04:09.833228 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-a71769ab-5c38-496a-ab7d-a280796e3356 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:04:09.854877 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73bf99a5-bb39-4ced-ab46-303e92f79d81 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2670ff4c-564b-48a2-ae59-f964e9b6d2ae,revision_number=0']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:04:09.857734 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-73bf99a5-bb39-4ced-ab46-303e92f79d81 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:04:09.858884 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-73bf99a5-bb39-4ced-ab46-303e92f79d81 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for security_group_rule, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:04:09.860054 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-73bf99a5-bb39-4ced-ab46-303e92f79d81 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1281757 Jun 24 12:04:09.862929 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 36852) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:04:09.867595 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [None req-81cf750b-f296-40fb-b0c4-5adc906fe1db tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Request body: {'security_group_rule': {'security_group_id': '2d602253-3a39-4629-aa6d-0c95bff540bc', 'project_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:04:09.894288 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-81cf750b-f296-40fb-b0c4-5adc906fe1db tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for security_group_rule, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:04:09.948859 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-1b53c6bc-0316-4a9b-a981-9fa1e0dab129 None None] Notify callbacks [] for port, precommit_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:04:09.953012 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-81cf750b-f296-40fb-b0c4-5adc906fe1db tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:04:09.958215 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-81cf750b-f296-40fb-b0c4-5adc906fe1db tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1627007'] for security_group_rule, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:04:09.959381 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-1b53c6bc-0316-4a9b-a981-9fa1e0dab129 None None] Transition to ACTIVE for port object dfa13f97-a374-44c2-a688-37ac9c0ebabd will not be triggered until provisioned by entity L2. {{(pid=128085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:04:09.961228 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:04:09.966446 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-1b53c6bc-0316-4a9b-a981-9fa1e0dab129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:04:09.968345 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:04:09.986131 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cf750b-f296-40fb-b0c4-5adc906fe1db tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e66eacf7-5973-468f-8a78-8ceb91051bb8,revision_number=0']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:04:09.992448 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-81cf750b-f296-40fb-b0c4-5adc906fe1db tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:04:09.999329 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-81cf750b-f296-40fb-b0c4-5adc906fe1db tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for security_group_rule, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:04:10.000605 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-81cf750b-f296-40fb-b0c4-5adc906fe1db tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1367016 Jun 24 12:04:10.005192 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 36854) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:04:10.011647 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [None req-20c0d783-e6fd-4806-9877-9a8de7b7c85a tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Request body: {'security_group_rule': {'security_group_id': '2d602253-3a39-4629-aa6d-0c95bff540bc', 'project_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:04:10.014279 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ea60f9-d5de-418c-8624-b280d02dfe64 None None] Pushing event updated for resources: {'Port': ['ID=dfa13f97-a374-44c2-a688-37ac9c0ebabd,revision_number=3']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:04:10.018164 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-92ea60f9-d5de-418c-8624-b280d02dfe64 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:04:10.054112 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-20c0d783-e6fd-4806-9877-9a8de7b7c85a tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for security_group_rule, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:04:10.077378 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-1b53c6bc-0316-4a9b-a981-9fa1e0dab129 None None] Attempting to bind port dfa13f97-a374-44c2-a688-37ac9c0ebabd on host dv-neutron-797120-4-hyperv for vnic_type normal with profile {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 12:04:10.077378 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-1b53c6bc-0316-4a9b-a981-9fa1e0dab129 None None] Attempting to bind port dfa13f97-a374-44c2-a688-37ac9c0ebabd by drivers openvswitch,hyperv on host dv-neutron-797120-4-hyperv at level 0 using segments [{'id': '0751189b-e381-4ce0-bb0f-4e9cdfa513cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'b5822f72-b739-4f19-8f95-7f98c00eea6e'}] {{(pid=128085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 12:04:10.077812 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b53c6bc-0316-4a9b-a981-9fa1e0dab129 None None] Attempting to bind port dfa13f97-a374-44c2-a688-37ac9c0ebabd on network b5822f72-b739-4f19-8f95-7f98c00eea6e {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:04:10.083003 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b53c6bc-0316-4a9b-a981-9fa1e0dab129 None None] Checking agent: {'id': 'e3a695b2-c397-461f-83b0-10b79d490b59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 11, 36, 56), 'started_at': datetime.datetime(2021, 6, 24, 11, 37, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 12, 3, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 12:04:10.083396 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b53c6bc-0316-4a9b-a981-9fa1e0dab129 None None] Checking segment: {'id': '0751189b-e381-4ce0-bb0f-4e9cdfa513cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'b5822f72-b739-4f19-8f95-7f98c00eea6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=128085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:04:10.083806 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-1b53c6bc-0316-4a9b-a981-9fa1e0dab129 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:04:10.084212 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b53c6bc-0316-4a9b-a981-9fa1e0dab129 None None] Bound using segment: {'id': '0751189b-e381-4ce0-bb0f-4e9cdfa513cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'b5822f72-b739-4f19-8f95-7f98c00eea6e'} {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 12:04:10.084698 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-1b53c6bc-0316-4a9b-a981-9fa1e0dab129 None None] Bound port: dfa13f97-a374-44c2-a688-37ac9c0ebabd, host: dv-neutron-797120-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0751189b-e381-4ce0-bb0f-4e9cdfa513cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'b5822f72-b739-4f19-8f95-7f98c00eea6e'}}] {{(pid=128085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 12:04:10.085129 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-1b53c6bc-0316-4a9b-a981-9fa1e0dab129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:04:10.125889 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-20c0d783-e6fd-4806-9877-9a8de7b7c85a tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:04:10.130993 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-20c0d783-e6fd-4806-9877-9a8de7b7c85a tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1627007'] for security_group_rule, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:04:10.133440 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-cf00fb85-539d-4d2c-bfd9-f578c803609a tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:04:10.156399 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c0d783-e6fd-4806-9877-9a8de7b7c85a tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7f0fa2a-e089-49fa-9b9c-aa715b797a24,revision_number=0']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:04:10.157007 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-1b53c6bc-0316-4a9b-a981-9fa1e0dab129 None None] For port dfa13f97-a374-44c2-a688-37ac9c0ebabd, host dv-neutron-797120-4-hyperv, cleared binding levels {{(pid=128085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 12:04:10.159315 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-20c0d783-e6fd-4806-9877-9a8de7b7c85a tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:04:10.162870 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-20c0d783-e6fd-4806-9877-9a8de7b7c85a tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for security_group_rule, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:04:10.163037 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-1b53c6bc-0316-4a9b-a981-9fa1e0dab129 None None] For port dfa13f97-a374-44c2-a688-37ac9c0ebabd, host dv-neutron-797120-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=dfa13f97-a374-44c2-a688-37ac9c0ebabd,segment=NetworkSegment(0751189b-e381-4ce0-bb0f-4e9cdfa513cf),segment_id=0751189b-e381-4ce0-bb0f-4e9cdfa513cf)] {{(pid=128085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 12:04:10.168564 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 36856) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:04:10.168833 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-20c0d783-e6fd-4806-9877-9a8de7b7c85a tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1625235 Jun 24 12:04:10.171624 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-1b53c6bc-0316-4a9b-a981-9fa1e0dab129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:04:10.173671 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-8320d28d-6136-4165-b701-f54307ecef66 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Request body: {'security_group_rule': {'security_group_id': '2d602253-3a39-4629-aa6d-0c95bff540bc', 'project_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:04:10.174490 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:04:10.215170 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.db.securitygroups_db [None req-8320d28d-6136-4165-b701-f54307ecef66 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Project adbe78de4fbf48fcad1a6bc46d4a1728 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 24 12:04:10.220734 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-8320d28d-6136-4165-b701-f54307ecef66 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for security_group_rule, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:04:10.225085 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device a0a66733-30c0-4c21-9f74-2d4ed059102f up at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:04:10.255571 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b53c6bc-0316-4a9b-a981-9fa1e0dab129 None None] Routers {'f19bfcb9-4fdf-4d86-8fea-c3ddb2844b28'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:04:10.256300 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-1b53c6bc-0316-4a9b-a981-9fa1e0dab129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T12:03:57Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['f19bfcb9-4fdf-4d86-8fea-c3ddb2844b28'], 'active': True} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:04:10.297737 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-8320d28d-6136-4165-b701-f54307ecef66 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:04:10.302714 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-8320d28d-6136-4165-b701-f54307ecef66 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1627007'] for security_group_rule, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:04:10.304702 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-4d861d11-354e-4002-a563-9eb197b5d527 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:04:10.319203 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ea60f9-d5de-418c-8624-b280d02dfe64 None None] Pushing event updated for resources: {'Port': ['ID=dfa13f97-a374-44c2-a688-37ac9c0ebabd,revision_number=4']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:04:10.323262 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8320d28d-6136-4165-b701-f54307ecef66 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50504aa2-58eb-49c9-8ee8-e0381cbb68eb,revision_number=0']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:04:10.323948 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-92ea60f9-d5de-418c-8624-b280d02dfe64 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:04:10.326560 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-8320d28d-6136-4165-b701-f54307ecef66 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:04:10.333178 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-8320d28d-6136-4165-b701-f54307ecef66 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for security_group_rule, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:04:10.334765 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-8320d28d-6136-4165-b701-f54307ecef66 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1648998 Jun 24 12:04:10.337425 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 36858) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:04:10.346133 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-1890bc40-16e8-497a-8e0c-d56403eb454c tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Request body: {'security_group_rule': {'security_group_id': '2d602253-3a39-4629-aa6d-0c95bff540bc', 'project_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:04:10.383988 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.db.securitygroups_db [None req-1890bc40-16e8-497a-8e0c-d56403eb454c tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Project adbe78de4fbf48fcad1a6bc46d4a1728 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 24 12:04:10.392944 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-1890bc40-16e8-497a-8e0c-d56403eb454c tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for security_group_rule, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:04:10.426049 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvr_db [None req-1b53c6bc-0316-4a9b-a981-9fa1e0dab129 None None] Set router f19bfcb9-4fdf-4d86-8fea-c3ddb2844b28 gateway port host: dv-neutron-797120-4-hyperv {{(pid=128085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:04:10.428158 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning complete for port a0a66733-30c0-4c21-9f74-2d4ed059102f triggered by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:04:10.428158 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:04:10.470822 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-1890bc40-16e8-497a-8e0c-d56403eb454c tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:04:10.475595 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-1890bc40-16e8-497a-8e0c-d56403eb454c tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1627007'] for security_group_rule, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:04:10.477515 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-b0be0275-feac-4e0e-84da-fc6df77fe61d tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:04:10.495398 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1890bc40-16e8-497a-8e0c-d56403eb454c tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba359bff-c984-4e94-8970-cbcfdc0996d2,revision_number=0']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:04:10.498068 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-1890bc40-16e8-497a-8e0c-d56403eb454c tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:04:10.503385 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-1890bc40-16e8-497a-8e0c-d56403eb454c tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for security_group_rule, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:04:10.509428 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-1890bc40-16e8-497a-8e0c-d56403eb454c tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1643436 Jun 24 12:04:10.655378 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device be2cee20-031c-4ba9-9616-acc76bf1d13b up at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:04:10.657739 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-c95ad2ee-9a56-43b0-bb78-7c05aef36a1a req-f67a4f60-c57b-4cdc-b921-e163d7069cd3 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-514416074&fields=id&tenant_id=adbe78de4fbf48fcad1a6bc46d4a1728 HTTP/1.1" status: 200 len: 267 time: 0.0366216 Jun 24 12:04:10.745173 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning complete for port be2cee20-031c-4ba9-9616-acc76bf1d13b triggered by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:04:10.745538 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:04:10.776953 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95ad2ee-9a56-43b0-bb78-7c05aef36a1a req-8f924717-0f9c-4ba2-aba9-f4f56f0e9bdd tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:04:10.778573 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-c95ad2ee-9a56-43b0-bb78-7c05aef36a1a req-8f924717-0f9c-4ba2-aba9-f4f56f0e9bdd tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "GET /v2.0/networks?id=b5822f72-b739-4f19-8f95-7f98c00eea6e HTTP/1.1" status: 200 len: 797 time: 0.1136787 Jun 24 12:04:10.787189 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-1b53c6bc-0316-4a9b-a981-9fa1e0dab129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f19bfcb9-4fdf-4d86-8fea-c3ddb2844b28', 'name': 'tempest-TestNetworkBasicOps-router-1316358182', 'tenant_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'external_fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.197'}], 'enable_snat': True}, 'gw_port_id': 'a0a66733-30c0-4c21-9f74-2d4ed059102f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:04:03Z', 'updated_at': '2021-06-24T12:04:07Z', 'revision_number': 4, 'project_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'gw_port': {'id': 'a0a66733-30c0-4c21-9f74-2d4ed059102f', 'name': '', 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:6b:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f19bfcb9-4fdf-4d86-8fea-c3ddb2844b28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1510, 'fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:04:04Z', 'updated_at': '2021-06-24T12:04:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-4-hyperv', '_interfaces': [{'id': 'dfa13f97-a374-44c2-a688-37ac9c0ebabd', 'name': '', 'network_id': 'b5822f72-b739-4f19-8f95-7f98c00eea6e', 'tenant_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'mac_address': 'fa:16:3e:10:ff:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f19bfcb9-4fdf-4d86-8fea-c3ddb2844b28', 'device_owner': 'network:router_interface', 'standard_attr_id': 1513, 'fixed_ips': [{'subnet_id': 'f322ac1b-cb40-4131-b6e4-eacba552aad4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:04:07Z', 'updated_at': '2021-06-24T12:04:10Z', 'revision_number': 4, 'project_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'subnets': [{'id': 'f322ac1b-cb40-4131-b6e4-eacba552aad4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:04:10.793983 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-c95ad2ee-9a56-43b0-bb78-7c05aef36a1a req-f3045422-2ff6-447f-9981-896d6e8a6740 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "GET /v2.0/quotas/adbe78de4fbf48fcad1a6bc46d4a1728 HTTP/1.1" status: 200 len: 375 time: 0.0098701 Jun 24 12:04:10.815109 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b53c6bc-0316-4a9b-a981-9fa1e0dab129 None None] The sync data for ids ['f19bfcb9-4fdf-4d86-8fea-c3ddb2844b28'] in dv-neutron-797120-4-hyperv is: [{'id': 'f19bfcb9-4fdf-4d86-8fea-c3ddb2844b28', 'name': 'tempest-TestNetworkBasicOps-router-1316358182', 'tenant_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'external_fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.197'}], 'enable_snat': True}, 'gw_port_id': 'a0a66733-30c0-4c21-9f74-2d4ed059102f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:04:03Z', 'updated_at': '2021-06-24T12:04:07Z', 'revision_number': 4, 'project_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'gw_port': {'id': 'a0a66733-30c0-4c21-9f74-2d4ed059102f', 'name': '', 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:6b:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f19bfcb9-4fdf-4d86-8fea-c3ddb2844b28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1510, 'fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:04:04Z', 'updated_at': '2021-06-24T12:04:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-4-hyperv', '_interfaces': [{'id': 'dfa13f97-a374-44c2-a688-37ac9c0ebabd', 'name': '', 'network_id': 'b5822f72-b739-4f19-8f95-7f98c00eea6e', 'tenant_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'mac_address': 'fa:16:3e:10:ff:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f19bfcb9-4fdf-4d86-8fea-c3ddb2844b28', 'device_owner': 'network:router_interface', 'standard_attr_id': 1513, 'fixed_ips': [{'subnet_id': 'f322ac1b-cb40-4131-b6e4-eacba552aad4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:04:07Z', 'updated_at': '2021-06-24T12:04:10Z', 'revision_number': 4, 'project_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'subnets': [{'id': 'f322ac1b-cb40-4131-b6e4-eacba552aad4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=128085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 12:04:10.880361 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-c95ad2ee-9a56-43b0-bb78-7c05aef36a1a req-87da168c-a930-4d03-af62-f045e14ca30d tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=adbe78de4fbf48fcad1a6bc46d4a1728&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0808399 Jun 24 12:04:11.044739 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-c95ad2ee-9a56-43b0-bb78-7c05aef36a1a req-c3ad92f1-c325-493f-a44b-adbfdb4d5e02 service neutron] 10.222.0.53 "GET /v2.0/networks/b5822f72-b739-4f19-8f95-7f98c00eea6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1457694 Jun 24 12:04:11.143217 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-c95ad2ee-9a56-43b0-bb78-7c05aef36a1a req-b61cc2bb-9fce-49bf-8554-a14e5bb5c5b0 service neutron] 10.222.0.53 "GET /v2.0/networks/b5822f72-b739-4f19-8f95-7f98c00eea6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920427 Jun 24 12:04:11.339178 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-2e68e0b6-e2b1-4a68-9ead-d13221eb51b6 req-a81f3c47-384e-4b21-877d-00a86a0b9553 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "GET /v2.0/ports?device_id=b0115085-d4f9-4126-8150-94848c53370a HTTP/1.1" status: 200 len: 210 time: 0.0376365 Jun 24 12:04:12.199561 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device dfa13f97-a374-44c2-a688-37ac9c0ebabd up at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:04:12.247078 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning for port dfa13f97-a374-44c2-a688-37ac9c0ebabd completed by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:04:12.250617 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning complete for port dfa13f97-a374-44c2-a688-37ac9c0ebabd triggered by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:04:12.250990 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:04:12.333369 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:04:12.366540 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] For port dfa13f97-a374-44c2-a688-37ac9c0ebabd, host dv-neutron-797120-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=dfa13f97-a374-44c2-a688-37ac9c0ebabd,segment=NetworkSegment(0751189b-e381-4ce0-bb0f-4e9cdfa513cf),segment_id=0751189b-e381-4ce0-bb0f-4e9cdfa513cf)] {{(pid=128085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:04:12.372470 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:04:12.374364 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:04:12.428535 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Pushing event updated for resources: {'Port': ['ID=dfa13f97-a374-44c2-a688-37ac9c0ebabd,revision_number=5']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:04:12.434551 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:04:12.520295 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-3d18bdbd-f754-4588-9101-40bcacc9051f req-2d358e60-7aad-4452-996f-1fb54d40bda3 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "GET /v2.0/ports?device_id=b0115085-d4f9-4126-8150-94848c53370a HTTP/1.1" status: 200 len: 210 time: 0.0640578 Jun 24 12:04:12.568497 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95ad2ee-9a56-43b0-bb78-7c05aef36a1a req-af874f5e-b9dd-4306-8510-bdab1e735394 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:04:12.569964 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-c95ad2ee-9a56-43b0-bb78-7c05aef36a1a req-af874f5e-b9dd-4306-8510-bdab1e735394 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.45 "GET /v2.0/networks?id=b5822f72-b739-4f19-8f95-7f98c00eea6e HTTP/1.1" status: 200 len: 797 time: 0.1472685 Jun 24 12:04:12.625202 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-c95ad2ee-9a56-43b0-bb78-7c05aef36a1a req-19cc745c-ceff-439b-b172-2504698d0769 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=adbe78de4fbf48fcad1a6bc46d4a1728 HTTP/1.1" status: 200 len: 379 time: 0.0417683 Jun 24 12:04:12.634368 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [req-c95ad2ee-9a56-43b0-bb78-7c05aef36a1a req-80b5be33-b109-461c-a38e-2f99fe9e1772 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Request body: {'port': {'device_id': 'b0115085-d4f9-4126-8150-94848c53370a', 'network_id': 'b5822f72-b739-4f19-8f95-7f98c00eea6e', 'admin_state_up': True, 'tenant_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'security_groups': ['2d602253-3a39-4629-aa6d-0c95bff540bc']}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:04:12.749040 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c95ad2ee-9a56-43b0-bb78-7c05aef36a1a req-80b5be33-b109-461c-a38e-2f99fe9e1772 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Made reservation on behalf of adbe78de4fbf48fcad1a6bc46d4a1728 for: {'port': 1} {{(pid=128083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:04:12.752944 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-c95ad2ee-9a56-43b0-bb78-7c05aef36a1a req-80b5be33-b109-461c-a38e-2f99fe9e1772 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:04:12.880258 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.db_base_plugin_common [req-c95ad2ee-9a56-43b0-bb78-7c05aef36a1a req-80b5be33-b109-461c-a38e-2f99fe9e1772 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Allocated IP 172.20.0.5 (b5822f72-b739-4f19-8f95-7f98c00eea6e/f322ac1b-cb40-4131-b6e4-eacba552aad4/8c5a7b1a-0044-4763-a3c1-a475751cfaf7) {{(pid=128083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:04:13.022619 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-c95ad2ee-9a56-43b0-bb78-7c05aef36a1a req-80b5be33-b109-461c-a38e-2f99fe9e1772 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for port, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:04:13.039923 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.provisioning_blocks [req-c95ad2ee-9a56-43b0-bb78-7c05aef36a1a req-80b5be33-b109-461c-a38e-2f99fe9e1772 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Transition to ACTIVE for port object 8c5a7b1a-0044-4763-a3c1-a475751cfaf7 will not be triggered until provisioned by entity DHCP. {{(pid=128083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:04:13.073534 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-c95ad2ee-9a56-43b0-bb78-7c05aef36a1a req-80b5be33-b109-461c-a38e-2f99fe9e1772 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-650429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-506361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793193536723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2537853'] for port, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:04:13.077304 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-8c751a67-8acc-4d0b-89dd-5d2c4bb8014b tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:04:13.115371 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c95ad2ee-9a56-43b0-bb78-7c05aef36a1a req-80b5be33-b109-461c-a38e-2f99fe9e1772 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Network b5822f72-b739-4f19-8f95-7f98c00eea6e is already hosted by enough agents. {{(pid=128083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:04:13.120882 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.base_scheduler [req-c95ad2ee-9a56-43b0-bb78-7c05aef36a1a req-80b5be33-b109-461c-a38e-2f99fe9e1772 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Resources bound (agent type, host, resource id): {{(pid=128083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:04:13.124507 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.l3_dvrscheduler_db [req-c95ad2ee-9a56-43b0-bb78-7c05aef36a1a req-80b5be33-b109-461c-a38e-2f99fe9e1772 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Received port after_create {{(pid=128083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:04:13.152181 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b5be33-b109-461c-a38e-2f99fe9e1772 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Pushing event updated for resources: {'Port': ['ID=8c5a7b1a-0044-4763-a3c1-a475751cfaf7,revision_number=1']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:04:13.157134 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-80b5be33-b109-461c-a38e-2f99fe9e1772 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:04:13.180175 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95ad2ee-9a56-43b0-bb78-7c05aef36a1a req-80b5be33-b109-461c-a38e-2f99fe9e1772 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:04:13.180815 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-c95ad2ee-9a56-43b0-bb78-7c05aef36a1a req-80b5be33-b109-461c-a38e-2f99fe9e1772 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468916'] for port, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:04:13.196450 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-c95ad2ee-9a56-43b0-bb78-7c05aef36a1a req-80b5be33-b109-461c-a38e-2f99fe9e1772 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5661931 Jun 24 12:04:13.212948 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [req-c95ad2ee-9a56-43b0-bb78-7c05aef36a1a req-b8c65a76-ab1f-49b5-9db2-a00dbe1483ff service neutron] Request body: {'port': {'device_id': 'b0115085-d4f9-4126-8150-94848c53370a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7971'}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:04:13.297539 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-c95ad2ee-9a56-43b0-bb78-7c05aef36a1a req-b8c65a76-ab1f-49b5-9db2-a00dbe1483ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:04:13.413628 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-c49a44e8-8b4c-4c38-a934-c85b74ec7009 None None] Provisioning for port 8c5a7b1a-0044-4763-a3c1-a475751cfaf7 completed by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:04:13.418679 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-c49a44e8-8b4c-4c38-a934-c85b74ec7009 None None] Provisioning complete for port 8c5a7b1a-0044-4763-a3c1-a475751cfaf7 triggered by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:04:13.419087 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-c49a44e8-8b4c-4c38-a934-c85b74ec7009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:04:13.455636 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-c49a44e8-8b4c-4c38-a934-c85b74ec7009 None None] Port 8c5a7b1a-0044-4763-a3c1-a475751cfaf7 cannot update to ACTIVE because it is not bound. {{(pid=128085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 12:04:13.587566 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.notifiers.nova [req-c95ad2ee-9a56-43b0-bb78-7c05aef36a1a req-b8c65a76-ab1f-49b5-9db2-a00dbe1483ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8c5a7b1a-0044-4763-a3c1-a475751cfaf7 {{(pid=128083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 12:04:13.599910 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-c95ad2ee-9a56-43b0-bb78-7c05aef36a1a req-b8c65a76-ab1f-49b5-9db2-a00dbe1483ff service neutron] Notify callbacks [] for port, precommit_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:04:13.617828 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.provisioning_blocks [req-c95ad2ee-9a56-43b0-bb78-7c05aef36a1a req-b8c65a76-ab1f-49b5-9db2-a00dbe1483ff service neutron] Transition to ACTIVE for port object 8c5a7b1a-0044-4763-a3c1-a475751cfaf7 will not be triggered until provisioned by entity L2. {{(pid=128083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:04:13.622840 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-c95ad2ee-9a56-43b0-bb78-7c05aef36a1a req-b8c65a76-ab1f-49b5-9db2-a00dbe1483ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2537871'] for port, after_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:04:13.627412 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-6a84fad5-65d7-4771-9aa0-32882f7cdf66 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:04:13.714026 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c65a76-ab1f-49b5-9db2-a00dbe1483ff service neutron] Pushing event updated for resources: {'Port': ['ID=8c5a7b1a-0044-4763-a3c1-a475751cfaf7,revision_number=2']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:04:13.718654 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-b8c65a76-ab1f-49b5-9db2-a00dbe1483ff service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:04:13.805788 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92aeca4-fdba-44d2-b1d0-8bd0889f08c6 req-07e0e477-bcbe-489d-b96c-b89abe818d02 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:04:13.807884 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-d92aeca4-fdba-44d2-b1d0-8bd0889f08c6 req-07e0e477-bcbe-489d-b96c-b89abe818d02 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "GET /v2.0/ports?device_id=b0115085-d4f9-4126-8150-94848c53370a HTTP/1.1" status: 200 len: 943 time: 0.1484835 Jun 24 12:04:13.812608 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.managers [req-c95ad2ee-9a56-43b0-bb78-7c05aef36a1a req-b8c65a76-ab1f-49b5-9db2-a00dbe1483ff service neutron] Attempting to bind port 8c5a7b1a-0044-4763-a3c1-a475751cfaf7 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=128083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 12:04:13.812938 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.managers [req-c95ad2ee-9a56-43b0-bb78-7c05aef36a1a req-b8c65a76-ab1f-49b5-9db2-a00dbe1483ff service neutron] Attempting to bind port 8c5a7b1a-0044-4763-a3c1-a475751cfaf7 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': '0751189b-e381-4ce0-bb0f-4e9cdfa513cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'b5822f72-b739-4f19-8f95-7f98c00eea6e'}] {{(pid=128083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 12:04:13.813296 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c95ad2ee-9a56-43b0-bb78-7c05aef36a1a req-b8c65a76-ab1f-49b5-9db2-a00dbe1483ff service neutron] Attempting to bind port 8c5a7b1a-0044-4763-a3c1-a475751cfaf7 on network b5822f72-b739-4f19-8f95-7f98c00eea6e {{(pid=128083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:04:13.826097 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c95ad2ee-9a56-43b0-bb78-7c05aef36a1a req-b8c65a76-ab1f-49b5-9db2-a00dbe1483ff service neutron] Port 8c5a7b1a-0044-4763-a3c1-a475751cfaf7 on network b5822f72-b739-4f19-8f95-7f98c00eea6e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=128083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 12:04:13.826427 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c95ad2ee-9a56-43b0-bb78-7c05aef36a1a req-b8c65a76-ab1f-49b5-9db2-a00dbe1483ff service neutron] Attempting to bind port 8c5a7b1a-0044-4763-a3c1-a475751cfaf7 on network b5822f72-b739-4f19-8f95-7f98c00eea6e {{(pid=128083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:04:13.839936 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c95ad2ee-9a56-43b0-bb78-7c05aef36a1a req-b8c65a76-ab1f-49b5-9db2-a00dbe1483ff service neutron] Checking agent: {'id': 'a2c9a14d-87aa-4cd1-a510-11988f19c3d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7971', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 11, 42, 44), 'started_at': datetime.datetime(2021, 6, 24, 11, 42, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 12, 3, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=128083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 12:04:13.840273 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c95ad2ee-9a56-43b0-bb78-7c05aef36a1a req-b8c65a76-ab1f-49b5-9db2-a00dbe1483ff service neutron] Checking segment: {'id': '0751189b-e381-4ce0-bb0f-4e9cdfa513cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'b5822f72-b739-4f19-8f95-7f98c00eea6e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=128083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:04:13.840716 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c95ad2ee-9a56-43b0-bb78-7c05aef36a1a req-b8c65a76-ab1f-49b5-9db2-a00dbe1483ff service neutron] Bound using segment: {'id': '0751189b-e381-4ce0-bb0f-4e9cdfa513cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'b5822f72-b739-4f19-8f95-7f98c00eea6e'} {{(pid=128083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 12:04:13.841117 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.managers [req-c95ad2ee-9a56-43b0-bb78-7c05aef36a1a req-b8c65a76-ab1f-49b5-9db2-a00dbe1483ff service neutron] Bound port: 8c5a7b1a-0044-4763-a3c1-a475751cfaf7, host: hv-neutron-7971, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0751189b-e381-4ce0-bb0f-4e9cdfa513cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'b5822f72-b739-4f19-8f95-7f98c00eea6e'}}] {{(pid=128083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 12:04:13.841474 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-c95ad2ee-9a56-43b0-bb78-7c05aef36a1a req-b8c65a76-ab1f-49b5-9db2-a00dbe1483ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:04:13.870049 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-d92aeca4-fdba-44d2-b1d0-8bd0889f08c6 req-fed22d2f-89d2-4a4c-95cb-e4fba5199783 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "GET /v2.0/security-groups?id=2d602253-3a39-4629-aa6d-0c95bff540bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544794 Jun 24 12:04:13.919012 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.db [req-c95ad2ee-9a56-43b0-bb78-7c05aef36a1a req-b8c65a76-ab1f-49b5-9db2-a00dbe1483ff service neutron] For port 8c5a7b1a-0044-4763-a3c1-a475751cfaf7, host hv-neutron-7971, cleared binding levels {{(pid=128083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 12:04:13.921964 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.db [req-c95ad2ee-9a56-43b0-bb78-7c05aef36a1a req-b8c65a76-ab1f-49b5-9db2-a00dbe1483ff service neutron] For port 8c5a7b1a-0044-4763-a3c1-a475751cfaf7, host hv-neutron-7971, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=8c5a7b1a-0044-4763-a3c1-a475751cfaf7,segment=NetworkSegment(0751189b-e381-4ce0-bb0f-4e9cdfa513cf),segment_id=0751189b-e381-4ce0-bb0f-4e9cdfa513cf)] {{(pid=128083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 12:04:13.926998 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-c95ad2ee-9a56-43b0-bb78-7c05aef36a1a req-b8c65a76-ab1f-49b5-9db2-a00dbe1483ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2537871'] for port, after_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:04:13.929422 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-d142be17-c307-432b-8a3c-9d8a3b973282 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:04:14.185553 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device dfa13f97-a374-44c2-a688-37ac9c0ebabd up at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:04:14.237551 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning complete for port dfa13f97-a374-44c2-a688-37ac9c0ebabd triggered by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:04:14.237932 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:04:14.322719 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95ad2ee-9a56-43b0-bb78-7c05aef36a1a req-b8c65a76-ab1f-49b5-9db2-a00dbe1483ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:04:14.323417 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-c95ad2ee-9a56-43b0-bb78-7c05aef36a1a req-b8c65a76-ab1f-49b5-9db2-a00dbe1483ff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468916'] for port, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:04:14.324864 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-c95ad2ee-9a56-43b0-bb78-7c05aef36a1a req-b8c65a76-ab1f-49b5-9db2-a00dbe1483ff service neutron] 10.222.0.45 "PUT /v2.0/ports/8c5a7b1a-0044-4763-a3c1-a475751cfaf7 HTTP/1.1" status: 200 len: 1093 time: 1.1159818 Jun 24 12:04:14.325567 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0115085-d4f9-4126-8150-94848c53370a', 'tag': '8c5a7b1a-0044-4763-a3c1-a475751cfaf7'}] {{(pid=128083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 12:04:14.327846 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a77f7dee1a0522ddf93af289475d218fcdb8f30317daadec13ebf930b5b9dbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1961f2d-c3df-4de5-bce1-9ae124cbf041" -d '{"events": [{"name": "network-changed", "server_uuid": "b0115085-d4f9-4126-8150-94848c53370a", "tag": "8c5a7b1a-0044-4763-a3c1-a475751cfaf7"}]}' {{(pid=128083) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 12:04:14.355356 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c65a76-ab1f-49b5-9db2-a00dbe1483ff service neutron] Pushing event updated for resources: {'Port': ['ID=8c5a7b1a-0044-4763-a3c1-a475751cfaf7,revision_number=3']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:04:14.358392 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-b8c65a76-ab1f-49b5-9db2-a00dbe1483ff service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.429s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:04:14.384402 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 12:04:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd06dace-a1d6-4d2a-a24a-669d5e99e454 x-openstack-request-id: req-bd06dace-a1d6-4d2a-a24a-669d5e99e454 {{(pid=128083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 12:04:14.384830 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0115085-d4f9-4126-8150-94848c53370a", "tag": "8c5a7b1a-0044-4763-a3c1-a475751cfaf7", "status": "completed", "code": 200}]} {{(pid=128083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 12:04:14.386081 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-bd06dace-a1d6-4d2a-a24a-669d5e99e454 {{(pid=128083) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 12:04:14.386534 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0115085-d4f9-4126-8150-94848c53370a', 'tag': '8c5a7b1a-0044-4763-a3c1-a475751cfaf7', 'status': 'completed', 'code': 200} Jun 24 12:04:14.433097 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95ad2ee-9a56-43b0-bb78-7c05aef36a1a req-29a5b0f1-1837-462d-b385-4099a04d18a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:04:14.434613 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-c95ad2ee-9a56-43b0-bb78-7c05aef36a1a req-29a5b0f1-1837-462d-b385-4099a04d18a5 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=adbe78de4fbf48fcad1a6bc46d4a1728&device_id=b0115085-d4f9-4126-8150-94848c53370a HTTP/1.1" status: 200 len: 1096 time: 0.0597949 Jun 24 12:04:14.482729 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-c95ad2ee-9a56-43b0-bb78-7c05aef36a1a req-dc2a25d5-7245-4272-bc1e-d2adac777824 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8c5a7b1a-0044-4763-a3c1-a475751cfaf7 HTTP/1.1" status: 200 len: 217 time: 0.0358148 Jun 24 12:04:14.542400 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95ad2ee-9a56-43b0-bb78-7c05aef36a1a req-bec83540-52d0-4b50-8d71-c0cf865274c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:04:14.543846 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-c95ad2ee-9a56-43b0-bb78-7c05aef36a1a req-bec83540-52d0-4b50-8d71-c0cf865274c6 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f322ac1b-cb40-4131-b6e4-eacba552aad4 HTTP/1.1" status: 200 len: 835 time: 0.0496304 Jun 24 12:04:14.610627 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95ad2ee-9a56-43b0-bb78-7c05aef36a1a req-f25fea0b-1460-429e-bdd4-1518a5293163 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:04:14.612133 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-c95ad2ee-9a56-43b0-bb78-7c05aef36a1a req-f25fea0b-1460-429e-bdd4-1518a5293163 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=b5822f72-b739-4f19-8f95-7f98c00eea6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0580101 Jun 24 12:04:14.711385 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-c95ad2ee-9a56-43b0-bb78-7c05aef36a1a req-fe492bc7-6bce-4d0c-9ee2-515373c980d1 service neutron] 10.222.0.45 "GET /v2.0/networks/b5822f72-b739-4f19-8f95-7f98c00eea6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889599 Jun 24 12:04:14.749930 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:04:14.807974 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-c95ad2ee-9a56-43b0-bb78-7c05aef36a1a req-07a4ed44-d6f7-498c-8f6e-bc140e63a93e service neutron] 10.222.0.45 "GET /v2.0/networks/b5822f72-b739-4f19-8f95-7f98c00eea6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856023 Jun 24 12:04:14.913037 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1961f2d-c3df-4de5-bce1-9ae124cbf041 req-20db9a8b-47a0-4e09-939b-5ea12249133e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:04:14.914492 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-f1961f2d-c3df-4de5-bce1-9ae124cbf041 req-20db9a8b-47a0-4e09-939b-5ea12249133e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=adbe78de4fbf48fcad1a6bc46d4a1728&device_id=b0115085-d4f9-4126-8150-94848c53370a HTTP/1.1" status: 200 len: 1096 time: 0.0544729 Jun 24 12:04:15.046031 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1961f2d-c3df-4de5-bce1-9ae124cbf041 req-5e251bae-c745-4a15-b33a-465ec8b0c977 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:04:15.047505 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-f1961f2d-c3df-4de5-bce1-9ae124cbf041 req-5e251bae-c745-4a15-b33a-465ec8b0c977 service neutron] 10.222.0.45 "GET /v2.0/networks?id=b5822f72-b739-4f19-8f95-7f98c00eea6e HTTP/1.1" status: 200 len: 898 time: 0.1246386 Jun 24 12:04:15.098028 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-f1961f2d-c3df-4de5-bce1-9ae124cbf041 req-2b0e5bb5-71cd-43b3-93c3-d25311e997c2 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8c5a7b1a-0044-4763-a3c1-a475751cfaf7 HTTP/1.1" status: 200 len: 217 time: 0.0411534 Jun 24 12:04:15.106001 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149f4050-c751-468f-b34a-db112f107311 req-d3e1af9f-dd6d-4955-a227-1d706a35de26 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:04:15.107416 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-149f4050-c751-468f-b34a-db112f107311 req-d3e1af9f-dd6d-4955-a227-1d706a35de26 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "GET /v2.0/ports?device_id=b0115085-d4f9-4126-8150-94848c53370a HTTP/1.1" status: 200 len: 943 time: 0.1230175 Jun 24 12:04:15.176175 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-149f4050-c751-468f-b34a-db112f107311 req-b7562ce4-3c81-4611-a34b-d4b5509a9c6e tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "GET /v2.0/security-groups?id=2d602253-3a39-4629-aa6d-0c95bff540bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0602143 Jun 24 12:04:15.177394 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1961f2d-c3df-4de5-bce1-9ae124cbf041 req-cb4745d9-4600-434b-bd21-4e6a4c205fed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:04:15.178865 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-f1961f2d-c3df-4de5-bce1-9ae124cbf041 req-cb4745d9-4600-434b-bd21-4e6a4c205fed service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f322ac1b-cb40-4131-b6e4-eacba552aad4 HTTP/1.1" status: 200 len: 835 time: 0.0704994 Jun 24 12:04:15.243388 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1961f2d-c3df-4de5-bce1-9ae124cbf041 req-98d8d9d8-f948-493d-a7b0-47b88adf132c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:04:15.245716 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-f1961f2d-c3df-4de5-bce1-9ae124cbf041 req-98d8d9d8-f948-493d-a7b0-47b88adf132c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=b5822f72-b739-4f19-8f95-7f98c00eea6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0583320 Jun 24 12:04:15.342762 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-f1961f2d-c3df-4de5-bce1-9ae124cbf041 req-06153769-a47c-4af2-93d6-a4cf4dad0f54 service neutron] 10.222.0.45 "GET /v2.0/networks/b5822f72-b739-4f19-8f95-7f98c00eea6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876169 Jun 24 12:04:15.436673 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-f1961f2d-c3df-4de5-bce1-9ae124cbf041 req-d982e83e-3866-485f-bd52-c0dc5a902b49 service neutron] 10.222.0.45 "GET /v2.0/networks/b5822f72-b739-4f19-8f95-7f98c00eea6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866535 Jun 24 12:04:16.173761 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Device 8c5a7b1a-0044-4763-a3c1-a475751cfaf7 details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=128085) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 12:04:16.278268 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] For port 8c5a7b1a-0044-4763-a3c1-a475751cfaf7, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=8c5a7b1a-0044-4763-a3c1-a475751cfaf7,segment=NetworkSegment(0751189b-e381-4ce0-bb0f-4e9cdfa513cf),segment_id=0751189b-e381-4ce0-bb0f-4e9cdfa513cf)] {{(pid=128085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:04:16.289438 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Returning: {'device': '8c5a7b1a-0044-4763-a3c1-a475751cfaf7', 'network_id': 'b5822f72-b739-4f19-8f95-7f98c00eea6e', 'port_id': '8c5a7b1a-0044-4763-a3c1-a475751cfaf7', 'mac_address': 'fa:16:3e:50:4b:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 646, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f322ac1b-cb40-4131-b6e4-eacba552aad4', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=128085) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 12:04:16.331869 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:04:16.346384 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.notifiers.nova [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c5a7b1a-0044-4763-a3c1-a475751cfaf7 {{(pid=128085) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 12:04:16.366111 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] For port 8c5a7b1a-0044-4763-a3c1-a475751cfaf7, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=8c5a7b1a-0044-4763-a3c1-a475751cfaf7,segment=NetworkSegment(0751189b-e381-4ce0-bb0f-4e9cdfa513cf),segment_id=0751189b-e381-4ce0-bb0f-4e9cdfa513cf)] {{(pid=128085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:04:16.371386 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:04:16.373126 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:04:16.375426 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4537caec-a9dc-4387-9f2c-560a9723dd63 req-653c5cb1-cdc1-4298-be9c-4ff45c742407 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:04:16.377342 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-4537caec-a9dc-4387-9f2c-560a9723dd63 req-653c5cb1-cdc1-4298-be9c-4ff45c742407 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "GET /v2.0/ports?device_id=b0115085-d4f9-4126-8150-94848c53370a HTTP/1.1" status: 200 len: 943 time: 0.0798662 Jun 24 12:04:16.417425 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-4537caec-a9dc-4387-9f2c-560a9723dd63 req-1effa00b-4714-4cb2-be2f-3055dffba6a6 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "GET /v2.0/security-groups?id=2d602253-3a39-4629-aa6d-0c95bff540bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342784 Jun 24 12:04:16.419255 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Pushing event updated for resources: {'Port': ['ID=8c5a7b1a-0044-4763-a3c1-a475751cfaf7,revision_number=4']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:04:16.422404 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:04:16.628354 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] get_ports_and_sgs() called for port_ids ['8c5a7b1a-0044-4763-a3c1-a475751cfaf7'] {{(pid=128085) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 12:04:17.096219 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.agents_db [None req-87a69269-d72b-4286-97f3-1041481ed6d8 None None] Agent healthcheck: found 6 active agents {{(pid=128086) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 12:04:17.601974 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b82de72-e691-41c6-8564-da995989c1d5 req-e6b813eb-ac8c-437a-bcae-167d226c2bfa tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:04:17.603424 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-9b82de72-e691-41c6-8564-da995989c1d5 req-e6b813eb-ac8c-437a-bcae-167d226c2bfa tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "GET /v2.0/ports?device_id=b0115085-d4f9-4126-8150-94848c53370a HTTP/1.1" status: 200 len: 944 time: 0.0694306 Jun 24 12:04:17.644104 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-9b82de72-e691-41c6-8564-da995989c1d5 req-204d87be-6d30-4c85-aafc-ac35f150ecce tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "GET /v2.0/security-groups?id=2d602253-3a39-4629-aa6d-0c95bff540bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335944 Jun 24 12:04:18.190911 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Device 8c5a7b1a-0044-4763-a3c1-a475751cfaf7 up at agent hyperv_hv-neutron-7971 {{(pid=128085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:04:18.238215 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Provisioning for port 8c5a7b1a-0044-4763-a3c1-a475751cfaf7 completed by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:04:18.241994 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Provisioning complete for port 8c5a7b1a-0044-4763-a3c1-a475751cfaf7 triggered by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:04:18.242387 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:04:18.319206 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:04:18.341837 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0115085-d4f9-4126-8150-94848c53370a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c5a7b1a-0044-4763-a3c1-a475751cfaf7'}] {{(pid=128085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 12:04:18.344334 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1098ec9051a50dd033317f529a09b9762582ef7b417ebe05928aca59e08255aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5691db53-2d19-4707-a09a-2d6f3302851c" -d '{"events": [{"server_uuid": "b0115085-d4f9-4126-8150-94848c53370a", "name": "network-vif-plugged", "status": "completed", "tag": "8c5a7b1a-0044-4763-a3c1-a475751cfaf7"}]}' {{(pid=128085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 12:04:18.358072 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] For port 8c5a7b1a-0044-4763-a3c1-a475751cfaf7, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=8c5a7b1a-0044-4763-a3c1-a475751cfaf7,segment=NetworkSegment(0751189b-e381-4ce0-bb0f-4e9cdfa513cf),segment_id=0751189b-e381-4ce0-bb0f-4e9cdfa513cf)] {{(pid=128085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:04:18.362220 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:04:18.364123 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-9d15af42-63cd-4b47-b5ef-ee40d87f6aa1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:04:18.385852 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 12:04:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0165c7c0-4d73-4cb2-b90d-3ecf5abd884f x-openstack-request-id: req-0165c7c0-4d73-4cb2-b90d-3ecf5abd884f {{(pid=128085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 12:04:18.386215 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0115085-d4f9-4126-8150-94848c53370a", "name": "network-vif-plugged", "status": "completed", "tag": "8c5a7b1a-0044-4763-a3c1-a475751cfaf7", "code": 200}]} {{(pid=128085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 12:04:18.386451 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-0165c7c0-4d73-4cb2-b90d-3ecf5abd884f {{(pid=128085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 12:04:18.386861 dv-neutron-797120-4-hyperv neutron-server[128085]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0115085-d4f9-4126-8150-94848c53370a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c5a7b1a-0044-4763-a3c1-a475751cfaf7', 'code': 200} Jun 24 12:04:18.413341 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Pushing event updated for resources: {'Port': ['ID=8c5a7b1a-0044-4763-a3c1-a475751cfaf7,revision_number=5']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:04:18.417202 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:04:18.628847 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e8198c-fcae-4ee4-b350-d5bed2cef2ef req-9d111776-4be8-4b35-a549-a0718c96c1f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:04:18.630250 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-b7e8198c-fcae-4ee4-b350-d5bed2cef2ef req-9d111776-4be8-4b35-a549-a0718c96c1f4 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=b0115085-d4f9-4126-8150-94848c53370a HTTP/1.1" status: 200 len: 1098 time: 0.0570691 Jun 24 12:04:18.668890 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-b7e8198c-fcae-4ee4-b350-d5bed2cef2ef req-88fda730-ac58-4756-83e6-8aa54c5d5780 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=2d602253-3a39-4629-aa6d-0c95bff540bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0277884 Jun 24 12:04:18.825743 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75610eda-6bca-4275-9cab-402db6d99421 req-4e3de19b-e79d-4906-b8b9-f1e303ce1286 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:04:18.827425 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-75610eda-6bca-4275-9cab-402db6d99421 req-4e3de19b-e79d-4906-b8b9-f1e303ce1286 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "GET /v2.0/ports?device_id=b0115085-d4f9-4126-8150-94848c53370a HTTP/1.1" status: 200 len: 945 time: 0.0674198 Jun 24 12:04:18.865503 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-75610eda-6bca-4275-9cab-402db6d99421 req-8183fbc3-73cb-42df-b934-16737758dd2c tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "GET /v2.0/security-groups?id=2d602253-3a39-4629-aa6d-0c95bff540bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324414 Jun 24 12:04:20.044571 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3407c23f-d4fb-4fe8-b3aa-b2eb98a469ea req-f5c10291-2a64-40c9-8ce2-3bed3526e450 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:04:20.046218 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-3407c23f-d4fb-4fe8-b3aa-b2eb98a469ea req-f5c10291-2a64-40c9-8ce2-3bed3526e450 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "GET /v2.0/ports?device_id=b0115085-d4f9-4126-8150-94848c53370a HTTP/1.1" status: 200 len: 945 time: 0.0676694 Jun 24 12:04:20.084738 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-3407c23f-d4fb-4fe8-b3aa-b2eb98a469ea req-9db105c8-ba05-453b-8df6-67f45e588b50 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "GET /v2.0/security-groups?id=2d602253-3a39-4629-aa6d-0c95bff540bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325718 Jun 24 12:04:20.265095 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd20f173-0810-432b-9498-c23b4b1c7938 req-6099154f-1fdd-4c3b-a7b2-a2055eed8ef2 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:04:20.266544 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-cd20f173-0810-432b-9498-c23b4b1c7938 req-6099154f-1fdd-4c3b-a7b2-a2055eed8ef2 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "GET /v2.0/ports?device_id=b0115085-d4f9-4126-8150-94848c53370a HTTP/1.1" status: 200 len: 945 time: 0.0680749 Jun 24 12:04:20.303413 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-cd20f173-0810-432b-9498-c23b4b1c7938 req-673de71d-3c81-4b78-8ae0-cd3db1e73897 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "GET /v2.0/security-groups?id=2d602253-3a39-4629-aa6d-0c95bff540bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311737 Jun 24 12:04:20.327894 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 36914) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:04:20.378634 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba64d84f-5a39-4284-9e07-66ac99651331 tempest-TestNetworkBasicOps-1239029366 tempest-TestNetworkBasicOps-1239029366-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:04:20.380108 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-ba64d84f-5a39-4284-9e07-66ac99651331 tempest-TestNetworkBasicOps-1239029366 tempest-TestNetworkBasicOps-1239029366-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=b0115085-d4f9-4126-8150-94848c53370a HTTP/1.1" status: 200 len: 1093 time: 0.0512497 Jun 24 12:04:20.382834 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 36916) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:04:20.388009 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [None req-c5ed62a4-e165-4d74-904a-7c5d6ca603bf tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Request body: {'floatingip': {'floating_network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'port_id': '8c5a7b1a-0044-4763-a3c1-a475751cfaf7', 'tenant_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'fixed_ip_address': '172.20.0.5'}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:04:20.409590 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-c5ed62a4-e165-4d74-904a-7c5d6ca603bf tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for floatingip, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:04:20.508767 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-c5ed62a4-e165-4d74-904a-7c5d6ca603bf tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:04:20.615439 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.db_base_plugin_common [None req-c5ed62a4-e165-4d74-904a-7c5d6ca603bf tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Allocated IP 172.26.7.209 (f2b8ca71-e776-48b2-8898-96cc7970207b/f37bf603-3862-4d0a-9f58-89616f7fd68f/7d2bc72a-689c-4608-bf76-76250a11bf12) {{(pid=128083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:04:20.721427 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-c5ed62a4-e165-4d74-904a-7c5d6ca603bf tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for port, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:04:20.761821 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-c5ed62a4-e165-4d74-904a-7c5d6ca603bf tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-650429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-506361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793193536723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2537853'] for port, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:04:20.763842 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-80b5be33-b109-461c-a38e-2f99fe9e1772 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:04:20.803643 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5ed62a4-e165-4d74-904a-7c5d6ca603bf tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Network f2b8ca71-e776-48b2-8898-96cc7970207b is already hosted by enough agents. {{(pid=128083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:04:20.806407 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.base_scheduler [None req-c5ed62a4-e165-4d74-904a-7c5d6ca603bf tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Resources bound (agent type, host, resource id): {{(pid=128083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:04:20.811577 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5ed62a4-e165-4d74-904a-7c5d6ca603bf tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Received port after_create {{(pid=128083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:04:20.814668 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ed62a4-e165-4d74-904a-7c5d6ca603bf tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Pushing event updated for resources: {'Port': ['ID=7d2bc72a-689c-4608-bf76-76250a11bf12,revision_number=1']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:04:20.834922 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-c5ed62a4-e165-4d74-904a-7c5d6ca603bf tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:04:21.207690 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-c5ed62a4-e165-4d74-904a-7c5d6ca603bf tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for floatingip, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:04:21.289784 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-c5ed62a4-e165-4d74-904a-7c5d6ca603bf tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:04:21.453540 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-c5ed62a4-e165-4d74-904a-7c5d6ca603bf tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for port, precommit_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:04:21.459520 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-c5ed62a4-e165-4d74-904a-7c5d6ca603bf tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2537871'] for port, after_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:04:21.462404 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-15cab98d-c83d-4d0f-bf02-b9cc6313b363 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:04:21.523536 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ed62a4-e165-4d74-904a-7c5d6ca603bf tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Pushing event updated for resources: {'Port': ['ID=7d2bc72a-689c-4608-bf76-76250a11bf12,revision_number=2']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:04:21.528031 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-c5ed62a4-e165-4d74-904a-7c5d6ca603bf tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:04:21.539976 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-c5ed62a4-e165-4d74-904a-7c5d6ca603bf tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1815637'] for floatingip, after_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:04:21.642653 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.db.l3_db [None req-c5ed62a4-e165-4d74-904a-7c5d6ca603bf tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Floating IP 4a5d4f32-45c3-4016-ae41-956589995db0 associated. External IP: 172.26.7.209, port: 8c5a7b1a-0044-4763-a3c1-a475751cfaf7. Jun 24 12:04:21.854599 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5ed62a4-e165-4d74-904a-7c5d6ca603bf tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Router f19bfcb9-4fdf-4d86-8fea-c3ddb2844b28 has already been hosted by L3 agent 2987dba8-2249-4ee6-96ec-28f0f7a6127d {{(pid=128083) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 12:04:21.964909 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5ed62a4-e165-4d74-904a-7c5d6ca603bf tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify agent at l3_agent.dv-neutron-797120-4-hyperv the message routers_updated {{(pid=128083) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 12:04:21.977644 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e447f0b-3977-48fa-8fb3-20c7b29e88ce None None] Sync routers for ids ['f19bfcb9-4fdf-4d86-8fea-c3ddb2844b28'] in dv-neutron-797120-4-hyperv {{(pid=128086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 12:04:21.984073 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-c5ed62a4-e165-4d74-904a-7c5d6ca603bf tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468916'] for floatingip, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:04:21.997655 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e447f0b-3977-48fa-8fb3-20c7b29e88ce None None] Routers {'f19bfcb9-4fdf-4d86-8fea-c3ddb2844b28'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:04:21.998268 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-8e447f0b-3977-48fa-8fb3-20c7b29e88ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T12:03:57Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['f19bfcb9-4fdf-4d86-8fea-c3ddb2844b28'], 'active': True} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:04:22.021218 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-c5ed62a4-e165-4d74-904a-7c5d6ca603bf tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6373382 Jun 24 12:04:22.022017 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0115085-d4f9-4126-8150-94848c53370a', 'tag': '8c5a7b1a-0044-4763-a3c1-a475751cfaf7'}] {{(pid=128083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 12:04:22.024087 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 36918) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:04:22.024762 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a77f7dee1a0522ddf93af289475d218fcdb8f30317daadec13ebf930b5b9dbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a83b0eb-0337-44f2-946e-791c05dd01f2" -d '{"events": [{"name": "network-changed", "server_uuid": "b0115085-d4f9-4126-8150-94848c53370a", "tag": "8c5a7b1a-0044-4763-a3c1-a475751cfaf7"}]}' {{(pid=128083) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 12:04:22.066313 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 12:04:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d069eb42-4df0-4060-9c4c-fdc3c0980e51 x-openstack-request-id: req-d069eb42-4df0-4060-9c4c-fdc3c0980e51 {{(pid=128083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 12:04:22.066722 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0115085-d4f9-4126-8150-94848c53370a", "tag": "8c5a7b1a-0044-4763-a3c1-a475751cfaf7", "status": "completed", "code": 200}]} {{(pid=128083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 12:04:22.066995 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d069eb42-4df0-4060-9c4c-fdc3c0980e51 {{(pid=128083) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 12:04:22.067526 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0115085-d4f9-4126-8150-94848c53370a', 'tag': '8c5a7b1a-0044-4763-a3c1-a475751cfaf7', 'status': 'completed', 'code': 200} Jun 24 12:04:22.097443 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-47c06332-f7bc-4b98-8d4f-722658d05d25 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "GET /v2.0/floatingips/4a5d4f32-45c3-4016-ae41-956589995db0 HTTP/1.1" status: 200 len: 991 time: 0.0709875 Jun 24 12:04:22.110019 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_dvr_db [None req-8e447f0b-3977-48fa-8fb3-20c7b29e88ce None None] Set router f19bfcb9-4fdf-4d86-8fea-c3ddb2844b28 gateway port host: dv-neutron-797120-4-hyperv {{(pid=128086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:04:22.147946 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a83b0eb-0337-44f2-946e-791c05dd01f2 req-337ff853-8d1c-4edb-9937-e06796ac3ca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:04:22.149514 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-1a83b0eb-0337-44f2-946e-791c05dd01f2 req-337ff853-8d1c-4edb-9937-e06796ac3ca0 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=adbe78de4fbf48fcad1a6bc46d4a1728&device_id=b0115085-d4f9-4126-8150-94848c53370a HTTP/1.1" status: 200 len: 1098 time: 0.0574172 Jun 24 12:04:22.246495 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a83b0eb-0337-44f2-946e-791c05dd01f2 req-9453221f-9d24-420a-971f-6765187fa819 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:04:22.247969 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-1a83b0eb-0337-44f2-946e-791c05dd01f2 req-9453221f-9d24-420a-971f-6765187fa819 service neutron] 10.222.0.45 "GET /v2.0/networks?id=b5822f72-b739-4f19-8f95-7f98c00eea6e HTTP/1.1" status: 200 len: 898 time: 0.0912845 Jun 24 12:04:22.313367 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-1a83b0eb-0337-44f2-946e-791c05dd01f2 req-e8574061-8a3d-4db7-a674-443ba87f682f service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8c5a7b1a-0044-4763-a3c1-a475751cfaf7 HTTP/1.1" status: 200 len: 999 time: 0.0583124 Jun 24 12:04:22.336059 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-8e447f0b-3977-48fa-8fb3-20c7b29e88ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f19bfcb9-4fdf-4d86-8fea-c3ddb2844b28', 'name': 'tempest-TestNetworkBasicOps-router-1316358182', 'tenant_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'external_fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.197'}], 'enable_snat': True}, 'gw_port_id': 'a0a66733-30c0-4c21-9f74-2d4ed059102f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:04:03Z', 'updated_at': '2021-06-24T12:04:07Z', 'revision_number': 4, 'project_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'gw_port': {'id': 'a0a66733-30c0-4c21-9f74-2d4ed059102f', 'name': '', 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:6b:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f19bfcb9-4fdf-4d86-8fea-c3ddb2844b28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1510, 'fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:04:04Z', 'updated_at': '2021-06-24T12:04:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-4-hyperv', '_floatingips': [{'id': '4a5d4f32-45c3-4016-ae41-956589995db0', 'tenant_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'floating_ip_address': '172.26.7.209', 'floating_network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'router_id': 'f19bfcb9-4fdf-4d86-8fea-c3ddb2844b28', 'port_id': '8c5a7b1a-0044-4763-a3c1-a475751cfaf7', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1525, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5822f72-b739-4f19-8f95-7f98c00eea6e', 'mac_address': 'fa:16:3e:50:4b:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0115085-d4f9-4126-8150-94848c53370a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T12:04:21Z', 'updated_at': '2021-06-24T12:04:21Z', 'revision_number': 0, 'project_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dfa13f97-a374-44c2-a688-37ac9c0ebabd', 'name': '', 'network_id': 'b5822f72-b739-4f19-8f95-7f98c00eea6e', 'tenant_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'mac_address': 'fa:16:3e:10:ff:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f19bfcb9-4fdf-4d86-8fea-c3ddb2844b28', 'device_owner': 'network:router_interface', 'standard_attr_id': 1513, 'fixed_ips': [{'subnet_id': 'f322ac1b-cb40-4131-b6e4-eacba552aad4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:04:07Z', 'updated_at': '2021-06-24T12:04:12Z', 'revision_number': 5, 'project_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'subnets': [{'id': 'f322ac1b-cb40-4131-b6e4-eacba552aad4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:04:22.370561 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e447f0b-3977-48fa-8fb3-20c7b29e88ce None None] Checking router: f19bfcb9-4fdf-4d86-8fea-c3ddb2844b28 for host: dv-neutron-797120-4-hyperv {{(pid=128086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 12:04:22.370752 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a83b0eb-0337-44f2-946e-791c05dd01f2 req-006ba757-9a2a-4384-ad8e-13b447883e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:04:22.371230 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-1a83b0eb-0337-44f2-946e-791c05dd01f2 req-006ba757-9a2a-4384-ad8e-13b447883e77 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f322ac1b-cb40-4131-b6e4-eacba552aad4 HTTP/1.1" status: 200 len: 835 time: 0.0514810 Jun 24 12:04:22.373680 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e447f0b-3977-48fa-8fb3-20c7b29e88ce None None] Routers {'f19bfcb9-4fdf-4d86-8fea-c3ddb2844b28'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:04:22.374267 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-8e447f0b-3977-48fa-8fb3-20c7b29e88ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T12:03:57Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['f19bfcb9-4fdf-4d86-8fea-c3ddb2844b28'], 'active': True} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:04:22.429986 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a83b0eb-0337-44f2-946e-791c05dd01f2 req-8303306c-0d7c-47a0-ac22-49cb56e4343e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:04:22.431475 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-1a83b0eb-0337-44f2-946e-791c05dd01f2 req-8303306c-0d7c-47a0-ac22-49cb56e4343e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=b5822f72-b739-4f19-8f95-7f98c00eea6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0536413 Jun 24 12:04:22.481734 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_dvr_db [None req-8e447f0b-3977-48fa-8fb3-20c7b29e88ce None None] Set router f19bfcb9-4fdf-4d86-8fea-c3ddb2844b28 gateway port host: dv-neutron-797120-4-hyperv {{(pid=128086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:04:22.526477 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-1a83b0eb-0337-44f2-946e-791c05dd01f2 req-11adbb64-2986-4ae6-abfd-8bb4942c229c service neutron] 10.222.0.45 "GET /v2.0/networks/b5822f72-b739-4f19-8f95-7f98c00eea6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856581 Jun 24 12:04:22.629774 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-1a83b0eb-0337-44f2-946e-791c05dd01f2 req-fe8bf63d-9248-4170-ab57-0d0d01f47808 service neutron] 10.222.0.45 "GET /v2.0/networks/b5822f72-b739-4f19-8f95-7f98c00eea6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964408 Jun 24 12:04:22.714506 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-8e447f0b-3977-48fa-8fb3-20c7b29e88ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f19bfcb9-4fdf-4d86-8fea-c3ddb2844b28', 'name': 'tempest-TestNetworkBasicOps-router-1316358182', 'tenant_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'external_fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.197'}], 'enable_snat': True}, 'gw_port_id': 'a0a66733-30c0-4c21-9f74-2d4ed059102f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:04:03Z', 'updated_at': '2021-06-24T12:04:07Z', 'revision_number': 4, 'project_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'gw_port': {'id': 'a0a66733-30c0-4c21-9f74-2d4ed059102f', 'name': '', 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:6b:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f19bfcb9-4fdf-4d86-8fea-c3ddb2844b28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1510, 'fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:04:04Z', 'updated_at': '2021-06-24T12:04:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-4-hyperv', '_floatingips': [{'id': '4a5d4f32-45c3-4016-ae41-956589995db0', 'tenant_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'floating_ip_address': '172.26.7.209', 'floating_network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'router_id': 'f19bfcb9-4fdf-4d86-8fea-c3ddb2844b28', 'port_id': '8c5a7b1a-0044-4763-a3c1-a475751cfaf7', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1525, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5822f72-b739-4f19-8f95-7f98c00eea6e', 'mac_address': 'fa:16:3e:50:4b:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0115085-d4f9-4126-8150-94848c53370a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T12:04:21Z', 'updated_at': '2021-06-24T12:04:21Z', 'revision_number': 0, 'project_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dfa13f97-a374-44c2-a688-37ac9c0ebabd', 'name': '', 'network_id': 'b5822f72-b739-4f19-8f95-7f98c00eea6e', 'tenant_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'mac_address': 'fa:16:3e:10:ff:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f19bfcb9-4fdf-4d86-8fea-c3ddb2844b28', 'device_owner': 'network:router_interface', 'standard_attr_id': 1513, 'fixed_ips': [{'subnet_id': 'f322ac1b-cb40-4131-b6e4-eacba552aad4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:04:07Z', 'updated_at': '2021-06-24T12:04:12Z', 'revision_number': 5, 'project_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'subnets': [{'id': 'f322ac1b-cb40-4131-b6e4-eacba552aad4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:04:22.739764 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e447f0b-3977-48fa-8fb3-20c7b29e88ce None None] The sync data for ids ['f19bfcb9-4fdf-4d86-8fea-c3ddb2844b28'] in dv-neutron-797120-4-hyperv is: [{'id': 'f19bfcb9-4fdf-4d86-8fea-c3ddb2844b28', 'name': 'tempest-TestNetworkBasicOps-router-1316358182', 'tenant_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'external_fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.197'}], 'enable_snat': True}, 'gw_port_id': 'a0a66733-30c0-4c21-9f74-2d4ed059102f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:04:03Z', 'updated_at': '2021-06-24T12:04:07Z', 'revision_number': 4, 'project_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'gw_port': {'id': 'a0a66733-30c0-4c21-9f74-2d4ed059102f', 'name': '', 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:6b:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f19bfcb9-4fdf-4d86-8fea-c3ddb2844b28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1510, 'fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:04:04Z', 'updated_at': '2021-06-24T12:04:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-4-hyperv', '_floatingips': [{'id': '4a5d4f32-45c3-4016-ae41-956589995db0', 'tenant_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'floating_ip_address': '172.26.7.209', 'floating_network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'router_id': 'f19bfcb9-4fdf-4d86-8fea-c3ddb2844b28', 'port_id': '8c5a7b1a-0044-4763-a3c1-a475751cfaf7', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1525, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5822f72-b739-4f19-8f95-7f98c00eea6e', 'mac_address': 'fa:16:3e:50:4b:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0115085-d4f9-4126-8150-94848c53370a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T12:04:21Z', 'updated_at': '2021-06-24T12:04:21Z', 'revision_number': 0, 'project_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dfa13f97-a374-44c2-a688-37ac9c0ebabd', 'name': '', 'network_id': 'b5822f72-b739-4f19-8f95-7f98c00eea6e', 'tenant_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'mac_address': 'fa:16:3e:10:ff:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f19bfcb9-4fdf-4d86-8fea-c3ddb2844b28', 'device_owner': 'network:router_interface', 'standard_attr_id': 1513, 'fixed_ips': [{'subnet_id': 'f322ac1b-cb40-4131-b6e4-eacba552aad4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:04:07Z', 'updated_at': '2021-06-24T12:04:12Z', 'revision_number': 5, 'project_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'subnets': [{'id': 'f322ac1b-cb40-4131-b6e4-eacba552aad4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=128086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 12:04:22.918622 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e13591e-7db2-4420-9650-70a84774a2ef None None] New status for floating IP 4a5d4f32-45c3-4016-ae41-956589995db0: ACTIVE {{(pid=128085) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 24 12:04:23.098906 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 36922) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:04:23.160216 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-93a5d454-cac0-4899-8d78-eed38271c14e tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "GET /v2.0/floatingips/4a5d4f32-45c3-4016-ae41-956589995db0 HTTP/1.1" status: 200 len: 993 time: 0.0599391 Jun 24 12:04:23.845351 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-e25b3ba2-99d8-4c24-90e0-326febb5d689 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:04:26.381913 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-53c7ec92-ecde-4b81-b172-10053ae9aedf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:04:26.525293 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:04:27.720029 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-03237adf-ebd0-46f2-a476-4d4bb746e0f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:04:29.696779 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-52c483ef-d5c1-4030-9a32-e5ce4ff00ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:04:44.752554 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:04:53.837267 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-132d5b89-bed4-42b8-9dfe-c4d183258015 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:04:54.094930 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.agents_db [None req-87a69269-d72b-4286-97f3-1041481ed6d8 None None] Agent healthcheck: found 6 active agents {{(pid=128086) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 12:04:54.616202 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-adcb8995-4ad6-4551-99f0-ec3ddc3a2c30 req-b758420c-86ac-4469-be87-452ec1aa7f2c service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=b0115085-d4f9-4126-8150-94848c53370a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0534708 Jun 24 12:04:54.725623 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcb8995-4ad6-4551-99f0-ec3ddc3a2c30 req-cc7c1d68-cc69-49ef-ab6b-114415301aea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:04:54.727099 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-adcb8995-4ad6-4551-99f0-ec3ddc3a2c30 req-cc7c1d68-cc69-49ef-ab6b-114415301aea service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=adbe78de4fbf48fcad1a6bc46d4a1728&device_id=b0115085-d4f9-4126-8150-94848c53370a HTTP/1.1" status: 200 len: 1098 time: 0.0578356 Jun 24 12:04:54.843126 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcb8995-4ad6-4551-99f0-ec3ddc3a2c30 req-0da1c79b-a476-4ce1-b045-a18d68a6dfd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:04:54.844527 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-adcb8995-4ad6-4551-99f0-ec3ddc3a2c30 req-0da1c79b-a476-4ce1-b045-a18d68a6dfd8 service neutron] 10.222.0.45 "GET /v2.0/networks?id=b5822f72-b739-4f19-8f95-7f98c00eea6e HTTP/1.1" status: 200 len: 898 time: 0.0955055 Jun 24 12:04:54.913847 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-adcb8995-4ad6-4551-99f0-ec3ddc3a2c30 req-0d95bac8-9ff8-4b20-be26-7588eda948c1 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8c5a7b1a-0044-4763-a3c1-a475751cfaf7 HTTP/1.1" status: 200 len: 1001 time: 0.0620883 Jun 24 12:04:54.961837 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcb8995-4ad6-4551-99f0-ec3ddc3a2c30 req-c11f4db4-4a49-4f3c-ac74-2bbb0ef27c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:04:54.963847 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-adcb8995-4ad6-4551-99f0-ec3ddc3a2c30 req-c11f4db4-4a49-4f3c-ac74-2bbb0ef27c82 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f322ac1b-cb40-4131-b6e4-eacba552aad4 HTTP/1.1" status: 200 len: 835 time: 0.0427175 Jun 24 12:04:55.022878 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcb8995-4ad6-4551-99f0-ec3ddc3a2c30 req-f5938cff-5438-40f3-9799-55bee9a539b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:04:55.024337 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-adcb8995-4ad6-4551-99f0-ec3ddc3a2c30 req-f5938cff-5438-40f3-9799-55bee9a539b1 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=b5822f72-b739-4f19-8f95-7f98c00eea6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0540712 Jun 24 12:04:55.126095 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-adcb8995-4ad6-4551-99f0-ec3ddc3a2c30 req-cbaa2d31-b80e-440a-9837-279644130ccb service neutron] 10.222.0.45 "GET /v2.0/networks/b5822f72-b739-4f19-8f95-7f98c00eea6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929205 Jun 24 12:04:55.219945 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-adcb8995-4ad6-4551-99f0-ec3ddc3a2c30 req-c3b83029-405f-47c5-a931-15547902ea1d service neutron] 10.222.0.45 "GET /v2.0/networks/b5822f72-b739-4f19-8f95-7f98c00eea6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853174 Jun 24 12:04:56.383776 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-eca2a982-5d59-48ad-88d9-7343c22384f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:04:56.527967 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:04:57.726342 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-03237adf-ebd0-46f2-a476-4d4bb746e0f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:04:58.357156 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 36934) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:04:58.361918 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-3a950635-d12c-4008-8d5e-120e8c2a49e5 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Request body: {'router': {'admin_state_up': False}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:04:58.671818 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-3a950635-d12c-4008-8d5e-120e8c2a49e5 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1975381', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1803205', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65378'] for router, precommit_update {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:04:58.683790 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-3a950635-d12c-4008-8d5e-120e8c2a49e5 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1815767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1975340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1815772', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1803228'] for router, after_update {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:04:58.793717 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a950635-d12c-4008-8d5e-120e8c2a49e5 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Router f19bfcb9-4fdf-4d86-8fea-c3ddb2844b28 has already been hosted by L3 agent 2987dba8-2249-4ee6-96ec-28f0f7a6127d {{(pid=128084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 12:04:58.905437 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a950635-d12c-4008-8d5e-120e8c2a49e5 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify agent at l3_agent.dv-neutron-797120-4-hyperv the message routers_updated {{(pid=128084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 12:04:58.912441 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-3a950635-d12c-4008-8d5e-120e8c2a49e5 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for router, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:04:58.913794 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-3a950635-d12c-4008-8d5e-120e8c2a49e5 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "PUT /v2.0/routers/f19bfcb9-4fdf-4d86-8fea-c3ddb2844b28 HTTP/1.1" status: 200 len: 889 time: 0.5556405 Jun 24 12:04:58.915132 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c779d58-4af0-48fb-b614-f7bd6f498508 None None] Sync routers for ids ['f19bfcb9-4fdf-4d86-8fea-c3ddb2844b28'] in dv-neutron-797120-4-hyperv {{(pid=128086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 12:04:58.927528 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c779d58-4af0-48fb-b614-f7bd6f498508 None None] Routers {'f19bfcb9-4fdf-4d86-8fea-c3ddb2844b28'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:04:58.928253 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-0c779d58-4af0-48fb-b614-f7bd6f498508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T12:04:56Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['f19bfcb9-4fdf-4d86-8fea-c3ddb2844b28'], 'active': True} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:04:59.048999 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-0c779d58-4af0-48fb-b614-f7bd6f498508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:04:59.059286 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c779d58-4af0-48fb-b614-f7bd6f498508 None None] Routers {'f19bfcb9-4fdf-4d86-8fea-c3ddb2844b28'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:04:59.059902 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-0c779d58-4af0-48fb-b614-f7bd6f498508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T12:04:56Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['f19bfcb9-4fdf-4d86-8fea-c3ddb2844b28'], 'active': True} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:04:59.092912 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-0c779d58-4af0-48fb-b614-f7bd6f498508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:04:59.093585 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c779d58-4af0-48fb-b614-f7bd6f498508 None None] The sync data for ids ['f19bfcb9-4fdf-4d86-8fea-c3ddb2844b28'] in dv-neutron-797120-4-hyperv is: [] {{(pid=128086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 12:04:59.697792 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-52c483ef-d5c1-4030-9a32-e5ce4ff00ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:04:59.861114 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d723d5d-a859-4fec-acae-3cceba4a2242 None None] New status for floating IP 4a5d4f32-45c3-4016-ae41-956589995db0: DOWN {{(pid=128085) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 24 12:05:00.207787 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device a0a66733-30c0-4c21-9f74-2d4ed059102f no longer exists at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 12:05:00.285961 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:05:00.305807 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] For port a0a66733-30c0-4c21-9f74-2d4ed059102f, host dv-neutron-797120-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=a0a66733-30c0-4c21-9f74-2d4ed059102f,segment=NetworkSegment(1139564f-ff83-4b49-a593-84b33301357d),segment_id=1139564f-ff83-4b49-a593-84b33301357d)] {{(pid=128085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:05:00.310557 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:05:00.311564 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device dfa13f97-a374-44c2-a688-37ac9c0ebabd no longer exists at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 12:05:00.314367 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:05:00.389391 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Pushing event updated for resources: {'Port': ['ID=a0a66733-30c0-4c21-9f74-2d4ed059102f,revision_number=5']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:05:00.392601 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:05:00.429564 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:05:00.461123 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] For port dfa13f97-a374-44c2-a688-37ac9c0ebabd, host dv-neutron-797120-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=dfa13f97-a374-44c2-a688-37ac9c0ebabd,segment=NetworkSegment(0751189b-e381-4ce0-bb0f-4e9cdfa513cf),segment_id=0751189b-e381-4ce0-bb0f-4e9cdfa513cf)] {{(pid=128085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:05:00.465899 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:05:00.467674 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:05:00.516015 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Pushing event updated for resources: {'Port': ['ID=dfa13f97-a374-44c2-a688-37ac9c0ebabd,revision_number=6']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:05:00.519062 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:05:01.075299 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 36938) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:05:01.080229 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-9c30b39a-f3e1-4848-aeb0-861c3b27aa3a tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Request body: {'router': {'admin_state_up': True}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:05:01.658321 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-9c30b39a-f3e1-4848-aeb0-861c3b27aa3a tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1975381', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1803205', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65378'] for router, precommit_update {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:05:01.669660 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-9c30b39a-f3e1-4848-aeb0-861c3b27aa3a tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1815767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1975340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1815772', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1803228'] for router, after_update {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:05:01.796209 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c30b39a-f3e1-4848-aeb0-861c3b27aa3a tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Router f19bfcb9-4fdf-4d86-8fea-c3ddb2844b28 has already been hosted by L3 agent 2987dba8-2249-4ee6-96ec-28f0f7a6127d {{(pid=128084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 12:05:01.904647 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c30b39a-f3e1-4848-aeb0-861c3b27aa3a tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify agent at l3_agent.dv-neutron-797120-4-hyperv the message routers_updated {{(pid=128084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 12:05:01.911452 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-9c30b39a-f3e1-4848-aeb0-861c3b27aa3a tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for router, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:05:01.915082 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-9c30b39a-f3e1-4848-aeb0-861c3b27aa3a tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "PUT /v2.0/routers/f19bfcb9-4fdf-4d86-8fea-c3ddb2844b28 HTTP/1.1" status: 200 len: 888 time: 0.8361070 Jun 24 12:05:01.915228 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8717585-abab-48fe-acf8-c9aada74f84e None None] Sync routers for ids ['f19bfcb9-4fdf-4d86-8fea-c3ddb2844b28'] in dv-neutron-797120-4-hyperv {{(pid=128086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 12:05:01.915631 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 36940) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:05:01.924921 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8717585-abab-48fe-acf8-c9aada74f84e None None] Routers {'f19bfcb9-4fdf-4d86-8fea-c3ddb2844b28'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:05:01.925550 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-c8717585-abab-48fe-acf8-c9aada74f84e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T12:04:56Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['f19bfcb9-4fdf-4d86-8fea-c3ddb2844b28'], 'active': True} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:05:01.980216 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-bdbd6145-b43f-4ee2-8877-dff5891c6ce3 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "GET /v2.0/floatingips/4a5d4f32-45c3-4016-ae41-956589995db0 HTTP/1.1" status: 200 len: 991 time: 0.0636289 Jun 24 12:05:02.035619 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_dvr_db [None req-c8717585-abab-48fe-acf8-c9aada74f84e None None] Set router f19bfcb9-4fdf-4d86-8fea-c3ddb2844b28 gateway port host: dv-neutron-797120-4-hyperv {{(pid=128086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:05:02.268452 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-c8717585-abab-48fe-acf8-c9aada74f84e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f19bfcb9-4fdf-4d86-8fea-c3ddb2844b28', 'name': 'tempest-TestNetworkBasicOps-router-1316358182', 'tenant_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'external_fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.197'}], 'enable_snat': True}, 'gw_port_id': 'a0a66733-30c0-4c21-9f74-2d4ed059102f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:04:03Z', 'updated_at': '2021-06-24T12:05:01Z', 'revision_number': 6, 'project_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'gw_port': {'id': 'a0a66733-30c0-4c21-9f74-2d4ed059102f', 'name': '', 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:6b:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f19bfcb9-4fdf-4d86-8fea-c3ddb2844b28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1510, 'fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:04:04Z', 'updated_at': '2021-06-24T12:05:00Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-4-hyperv', '_floatingips': [{'id': '4a5d4f32-45c3-4016-ae41-956589995db0', 'tenant_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'floating_ip_address': '172.26.7.209', 'floating_network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'router_id': 'f19bfcb9-4fdf-4d86-8fea-c3ddb2844b28', 'port_id': '8c5a7b1a-0044-4763-a3c1-a475751cfaf7', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1525, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5822f72-b739-4f19-8f95-7f98c00eea6e', 'mac_address': 'fa:16:3e:50:4b:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0115085-d4f9-4126-8150-94848c53370a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T12:04:21Z', 'updated_at': '2021-06-24T12:04:59Z', 'revision_number': 2, 'project_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dfa13f97-a374-44c2-a688-37ac9c0ebabd', 'name': '', 'network_id': 'b5822f72-b739-4f19-8f95-7f98c00eea6e', 'tenant_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'mac_address': 'fa:16:3e:10:ff:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f19bfcb9-4fdf-4d86-8fea-c3ddb2844b28', 'device_owner': 'network:router_interface', 'standard_attr_id': 1513, 'fixed_ips': [{'subnet_id': 'f322ac1b-cb40-4131-b6e4-eacba552aad4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:04:07Z', 'updated_at': '2021-06-24T12:05:00Z', 'revision_number': 6, 'project_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'subnets': [{'id': 'f322ac1b-cb40-4131-b6e4-eacba552aad4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:05:02.292574 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8717585-abab-48fe-acf8-c9aada74f84e None None] Checking router: f19bfcb9-4fdf-4d86-8fea-c3ddb2844b28 for host: dv-neutron-797120-4-hyperv {{(pid=128086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 12:05:02.300836 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8717585-abab-48fe-acf8-c9aada74f84e None None] Routers {'f19bfcb9-4fdf-4d86-8fea-c3ddb2844b28'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:05:02.301472 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-c8717585-abab-48fe-acf8-c9aada74f84e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T12:04:56Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['f19bfcb9-4fdf-4d86-8fea-c3ddb2844b28'], 'active': True} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:05:02.409838 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_dvr_db [None req-c8717585-abab-48fe-acf8-c9aada74f84e None None] Set router f19bfcb9-4fdf-4d86-8fea-c3ddb2844b28 gateway port host: dv-neutron-797120-4-hyperv {{(pid=128086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:05:02.636218 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-c8717585-abab-48fe-acf8-c9aada74f84e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f19bfcb9-4fdf-4d86-8fea-c3ddb2844b28', 'name': 'tempest-TestNetworkBasicOps-router-1316358182', 'tenant_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'external_fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.197'}], 'enable_snat': True}, 'gw_port_id': 'a0a66733-30c0-4c21-9f74-2d4ed059102f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:04:03Z', 'updated_at': '2021-06-24T12:05:01Z', 'revision_number': 6, 'project_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'gw_port': {'id': 'a0a66733-30c0-4c21-9f74-2d4ed059102f', 'name': '', 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:6b:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f19bfcb9-4fdf-4d86-8fea-c3ddb2844b28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1510, 'fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:04:04Z', 'updated_at': '2021-06-24T12:05:00Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-4-hyperv', '_floatingips': [{'id': '4a5d4f32-45c3-4016-ae41-956589995db0', 'tenant_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'floating_ip_address': '172.26.7.209', 'floating_network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'router_id': 'f19bfcb9-4fdf-4d86-8fea-c3ddb2844b28', 'port_id': '8c5a7b1a-0044-4763-a3c1-a475751cfaf7', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1525, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5822f72-b739-4f19-8f95-7f98c00eea6e', 'mac_address': 'fa:16:3e:50:4b:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0115085-d4f9-4126-8150-94848c53370a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T12:04:21Z', 'updated_at': '2021-06-24T12:04:59Z', 'revision_number': 2, 'project_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dfa13f97-a374-44c2-a688-37ac9c0ebabd', 'name': '', 'network_id': 'b5822f72-b739-4f19-8f95-7f98c00eea6e', 'tenant_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'mac_address': 'fa:16:3e:10:ff:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f19bfcb9-4fdf-4d86-8fea-c3ddb2844b28', 'device_owner': 'network:router_interface', 'standard_attr_id': 1513, 'fixed_ips': [{'subnet_id': 'f322ac1b-cb40-4131-b6e4-eacba552aad4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:04:07Z', 'updated_at': '2021-06-24T12:05:00Z', 'revision_number': 6, 'project_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'subnets': [{'id': 'f322ac1b-cb40-4131-b6e4-eacba552aad4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:05:02.665608 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8717585-abab-48fe-acf8-c9aada74f84e None None] The sync data for ids ['f19bfcb9-4fdf-4d86-8fea-c3ddb2844b28'] in dv-neutron-797120-4-hyperv is: [{'id': 'f19bfcb9-4fdf-4d86-8fea-c3ddb2844b28', 'name': 'tempest-TestNetworkBasicOps-router-1316358182', 'tenant_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'external_fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.197'}], 'enable_snat': True}, 'gw_port_id': 'a0a66733-30c0-4c21-9f74-2d4ed059102f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:04:03Z', 'updated_at': '2021-06-24T12:05:01Z', 'revision_number': 6, 'project_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'gw_port': {'id': 'a0a66733-30c0-4c21-9f74-2d4ed059102f', 'name': '', 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:6b:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f19bfcb9-4fdf-4d86-8fea-c3ddb2844b28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1510, 'fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:04:04Z', 'updated_at': '2021-06-24T12:05:00Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-4-hyperv', '_floatingips': [{'id': '4a5d4f32-45c3-4016-ae41-956589995db0', 'tenant_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'floating_ip_address': '172.26.7.209', 'floating_network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'router_id': 'f19bfcb9-4fdf-4d86-8fea-c3ddb2844b28', 'port_id': '8c5a7b1a-0044-4763-a3c1-a475751cfaf7', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1525, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5822f72-b739-4f19-8f95-7f98c00eea6e', 'mac_address': 'fa:16:3e:50:4b:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0115085-d4f9-4126-8150-94848c53370a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T12:04:21Z', 'updated_at': '2021-06-24T12:04:59Z', 'revision_number': 2, 'project_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dfa13f97-a374-44c2-a688-37ac9c0ebabd', 'name': '', 'network_id': 'b5822f72-b739-4f19-8f95-7f98c00eea6e', 'tenant_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'mac_address': 'fa:16:3e:10:ff:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f19bfcb9-4fdf-4d86-8fea-c3ddb2844b28', 'device_owner': 'network:router_interface', 'standard_attr_id': 1513, 'fixed_ips': [{'subnet_id': 'f322ac1b-cb40-4131-b6e4-eacba552aad4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:04:07Z', 'updated_at': '2021-06-24T12:05:00Z', 'revision_number': 6, 'project_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'subnets': [{'id': 'f322ac1b-cb40-4131-b6e4-eacba552aad4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=128086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 12:05:02.984671 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 36942) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:05:03.051996 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-9e95a211-41e4-46ed-8551-faec940e573f tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "GET /v2.0/floatingips/4a5d4f32-45c3-4016-ae41-956589995db0 HTTP/1.1" status: 200 len: 991 time: 0.0661190 Jun 24 12:05:04.054876 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 36944) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:05:04.123616 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-69a56f49-1011-46fd-8403-8cca9ccd1296 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "GET /v2.0/floatingips/4a5d4f32-45c3-4016-ae41-956589995db0 HTTP/1.1" status: 200 len: 991 time: 0.0674634 Jun 24 12:05:04.253549 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device a0a66733-30c0-4c21-9f74-2d4ed059102f up at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:05:04.301331 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b36af498-300a-4927-b53f-a756cf13348b None None] New status for floating IP 4a5d4f32-45c3-4016-ae41-956589995db0: ACTIVE {{(pid=128085) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 24 12:05:04.356854 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning complete for port a0a66733-30c0-4c21-9f74-2d4ed059102f triggered by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:05:04.357276 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:05:04.514209 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:05:04.535880 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] For port a0a66733-30c0-4c21-9f74-2d4ed059102f, host dv-neutron-797120-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=a0a66733-30c0-4c21-9f74-2d4ed059102f,segment=NetworkSegment(1139564f-ff83-4b49-a593-84b33301357d),segment_id=1139564f-ff83-4b49-a593-84b33301357d)] {{(pid=128085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:05:04.540186 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:05:04.541051 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device dfa13f97-a374-44c2-a688-37ac9c0ebabd up at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:05:04.543483 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-18a6f9a2-a9bf-4490-a4f3-cf4f559ae65a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:05:04.617166 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Pushing event updated for resources: {'Port': ['ID=a0a66733-30c0-4c21-9f74-2d4ed059102f,revision_number=6']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:05:04.629155 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:05:04.629504 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:05:04.629845 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:05:04.630176 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:05:04.630522 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:05:04.630843 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:05:04.631181 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:05:04.631499 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:05:04.631823 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:05:04.632146 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:05:04.632466 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:05:04.632784 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:05:04.637527 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:05:04.642489 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning complete for port dfa13f97-a374-44c2-a688-37ac9c0ebabd triggered by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:05:04.642871 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:05:04.723003 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:05:04.770696 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] For port dfa13f97-a374-44c2-a688-37ac9c0ebabd, host dv-neutron-797120-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=dfa13f97-a374-44c2-a688-37ac9c0ebabd,segment=NetworkSegment(0751189b-e381-4ce0-bb0f-4e9cdfa513cf),segment_id=0751189b-e381-4ce0-bb0f-4e9cdfa513cf)] {{(pid=128085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:05:04.776951 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:05:04.808134 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:05:04.864782 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Pushing event updated for resources: {'Port': ['ID=dfa13f97-a374-44c2-a688-37ac9c0ebabd,revision_number=7']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:05:04.867875 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:05:05.127172 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 36946) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:05:05.190814 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-55d3bc50-3441-4634-a384-6b251f961699 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "GET /v2.0/floatingips/4a5d4f32-45c3-4016-ae41-956589995db0 HTTP/1.1" status: 200 len: 993 time: 0.0622656 Jun 24 12:05:05.504812 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 36952) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:05:05.665987 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.plugin [None req-6beeb76c-4599-4e61-adc1-8afc8ca14774 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Deleting port 7d2bc72a-689c-4608-bf76-76250a11bf12 {{(pid=128083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:05:05.666880 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-6beeb76c-4599-4e61-adc1-8afc8ca14774 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793193942312'] for port, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:05:05.748587 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-6beeb76c-4599-4e61-adc1-8afc8ca14774 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1978872'] for port, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:05:05.748913 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-6beeb76c-4599-4e61-adc1-8afc8ca14774 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:05:05.764350 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.plugin [None req-6beeb76c-4599-4e61-adc1-8afc8ca14774 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Calling delete_port for 7d2bc72a-689c-4608-bf76-76250a11bf12 owned by network:floatingip {{(pid=128083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:05:06.216842 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device a0a66733-30c0-4c21-9f74-2d4ed059102f up at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:05:06.258223 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-6beeb76c-4599-4e61-adc1-8afc8ca14774 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793193945299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193536732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2537862'] for port, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:05:06.261146 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-3ef62752-f13a-4f38-b2c5-50764bff4d80 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:05:06.263479 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning complete for port a0a66733-30c0-4c21-9f74-2d4ed059102f triggered by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:05:06.263863 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:05:06.287230 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6beeb76c-4599-4e61-adc1-8afc8ca14774 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Pushing event deleted for resources: {'Port': ['ID=7d2bc72a-689c-4608-bf76-76250a11bf12,revision_number=None']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:05:06.299271 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6beeb76c-4599-4e61-adc1-8afc8ca14774 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:05:06.299667 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6beeb76c-4599-4e61-adc1-8afc8ca14774 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:05:06.300056 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6beeb76c-4599-4e61-adc1-8afc8ca14774 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:05:06.300434 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6beeb76c-4599-4e61-adc1-8afc8ca14774 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:05:06.300828 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6beeb76c-4599-4e61-adc1-8afc8ca14774 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:05:06.301549 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6beeb76c-4599-4e61-adc1-8afc8ca14774 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:05:06.302040 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6beeb76c-4599-4e61-adc1-8afc8ca14774 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:05:06.302296 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6beeb76c-4599-4e61-adc1-8afc8ca14774 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:05:06.302726 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6beeb76c-4599-4e61-adc1-8afc8ca14774 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:05:06.303212 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6beeb76c-4599-4e61-adc1-8afc8ca14774 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:05:06.303650 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6beeb76c-4599-4e61-adc1-8afc8ca14774 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:05:06.304028 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6beeb76c-4599-4e61-adc1-8afc8ca14774 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:05:06.321925 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-6beeb76c-4599-4e61-adc1-8afc8ca14774 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:05:06.343476 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device dfa13f97-a374-44c2-a688-37ac9c0ebabd up at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:05:06.362635 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-6beeb76c-4599-4e61-adc1-8afc8ca14774 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for floatingip, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:05:06.363554 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.db.l3_db [None req-6beeb76c-4599-4e61-adc1-8afc8ca14774 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Floating IP 4a5d4f32-45c3-4016-ae41-956589995db0 disassociated (deleted). External IP: 172.26.7.209, port: 8c5a7b1a-0044-4763-a3c1-a475751cfaf7. Jun 24 12:05:06.390725 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning complete for port dfa13f97-a374-44c2-a688-37ac9c0ebabd triggered by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:05:06.391113 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:05:06.573783 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6beeb76c-4599-4e61-adc1-8afc8ca14774 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Router f19bfcb9-4fdf-4d86-8fea-c3ddb2844b28 has already been hosted by L3 agent 2987dba8-2249-4ee6-96ec-28f0f7a6127d {{(pid=128083) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 12:05:06.683355 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6beeb76c-4599-4e61-adc1-8afc8ca14774 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify agent at l3_agent.dv-neutron-797120-4-hyperv the message routers_updated {{(pid=128083) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 12:05:06.690209 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-6beeb76c-4599-4e61-adc1-8afc8ca14774 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468916'] for floatingip, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:05:06.693486 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59c9b31f-b830-40de-8413-e62e27e4a6bc None None] Sync routers for ids ['f19bfcb9-4fdf-4d86-8fea-c3ddb2844b28'] in dv-neutron-797120-4-hyperv {{(pid=128086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 12:05:06.703353 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59c9b31f-b830-40de-8413-e62e27e4a6bc None None] Routers {'f19bfcb9-4fdf-4d86-8fea-c3ddb2844b28'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:05:06.703959 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-59c9b31f-b830-40de-8413-e62e27e4a6bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T12:04:56Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['f19bfcb9-4fdf-4d86-8fea-c3ddb2844b28'], 'active': True} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:05:06.731716 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-6beeb76c-4599-4e61-adc1-8afc8ca14774 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "DELETE /v2.0/floatingips/4a5d4f32-45c3-4016-ae41-956589995db0 HTTP/1.1" status: 204 len: 168 time: 1.2255511 Jun 24 12:05:06.732207 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0115085-d4f9-4126-8150-94848c53370a', 'tag': '8c5a7b1a-0044-4763-a3c1-a475751cfaf7'}] {{(pid=128083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 12:05:06.734568 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a77f7dee1a0522ddf93af289475d218fcdb8f30317daadec13ebf930b5b9dbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6455d5a3-5dd6-423e-a48b-2edbb0228b38" -d '{"events": [{"name": "network-changed", "server_uuid": "b0115085-d4f9-4126-8150-94848c53370a", "tag": "8c5a7b1a-0044-4763-a3c1-a475751cfaf7"}]}' {{(pid=128083) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 12:05:06.775016 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 12:05:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-079cdaf8-5142-4586-90ff-97fecda2dd1a x-openstack-request-id: req-079cdaf8-5142-4586-90ff-97fecda2dd1a {{(pid=128083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 12:05:06.775508 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0115085-d4f9-4126-8150-94848c53370a", "tag": "8c5a7b1a-0044-4763-a3c1-a475751cfaf7", "status": "completed", "code": 200}]} {{(pid=128083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 12:05:06.777306 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-079cdaf8-5142-4586-90ff-97fecda2dd1a {{(pid=128083) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 12:05:06.777990 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0115085-d4f9-4126-8150-94848c53370a', 'tag': '8c5a7b1a-0044-4763-a3c1-a475751cfaf7', 'status': 'completed', 'code': 200} Jun 24 12:05:06.810974 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_dvr_db [None req-59c9b31f-b830-40de-8413-e62e27e4a6bc None None] Set router f19bfcb9-4fdf-4d86-8fea-c3ddb2844b28 gateway port host: dv-neutron-797120-4-hyperv {{(pid=128086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:05:06.861548 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6455d5a3-5dd6-423e-a48b-2edbb0228b38 req-33cdf42e-2e9e-4c2d-b9eb-a72db96c7977 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:05:06.863068 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-6455d5a3-5dd6-423e-a48b-2edbb0228b38 req-33cdf42e-2e9e-4c2d-b9eb-a72db96c7977 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=adbe78de4fbf48fcad1a6bc46d4a1728&device_id=b0115085-d4f9-4126-8150-94848c53370a HTTP/1.1" status: 200 len: 1098 time: 0.0572391 Jun 24 12:05:06.972399 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6455d5a3-5dd6-423e-a48b-2edbb0228b38 req-ebf0558e-7624-46ea-81c3-33533ab19d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:05:06.973896 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-6455d5a3-5dd6-423e-a48b-2edbb0228b38 req-ebf0558e-7624-46ea-81c3-33533ab19d3e service neutron] 10.222.0.45 "GET /v2.0/networks?id=b5822f72-b739-4f19-8f95-7f98c00eea6e HTTP/1.1" status: 200 len: 898 time: 0.1007171 Jun 24 12:05:07.019165 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-6455d5a3-5dd6-423e-a48b-2edbb0228b38 req-4d58f683-5dbb-49a7-b498-4dbc4216d1d1 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8c5a7b1a-0044-4763-a3c1-a475751cfaf7 HTTP/1.1" status: 200 len: 217 time: 0.0371835 Jun 24 12:05:07.029157 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-59c9b31f-b830-40de-8413-e62e27e4a6bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f19bfcb9-4fdf-4d86-8fea-c3ddb2844b28', 'name': 'tempest-TestNetworkBasicOps-router-1316358182', 'tenant_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'external_fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.197'}], 'enable_snat': True}, 'gw_port_id': 'a0a66733-30c0-4c21-9f74-2d4ed059102f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:04:03Z', 'updated_at': '2021-06-24T12:05:01Z', 'revision_number': 6, 'project_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'gw_port': {'id': 'a0a66733-30c0-4c21-9f74-2d4ed059102f', 'name': '', 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:6b:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f19bfcb9-4fdf-4d86-8fea-c3ddb2844b28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1510, 'fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:04:04Z', 'updated_at': '2021-06-24T12:05:04Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-4-hyperv', '_interfaces': [{'id': 'dfa13f97-a374-44c2-a688-37ac9c0ebabd', 'name': '', 'network_id': 'b5822f72-b739-4f19-8f95-7f98c00eea6e', 'tenant_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'mac_address': 'fa:16:3e:10:ff:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f19bfcb9-4fdf-4d86-8fea-c3ddb2844b28', 'device_owner': 'network:router_interface', 'standard_attr_id': 1513, 'fixed_ips': [{'subnet_id': 'f322ac1b-cb40-4131-b6e4-eacba552aad4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:04:07Z', 'updated_at': '2021-06-24T12:05:04Z', 'revision_number': 7, 'project_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'subnets': [{'id': 'f322ac1b-cb40-4131-b6e4-eacba552aad4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:05:07.057383 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59c9b31f-b830-40de-8413-e62e27e4a6bc None None] Checking router: f19bfcb9-4fdf-4d86-8fea-c3ddb2844b28 for host: dv-neutron-797120-4-hyperv {{(pid=128086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 12:05:07.066203 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59c9b31f-b830-40de-8413-e62e27e4a6bc None None] Routers {'f19bfcb9-4fdf-4d86-8fea-c3ddb2844b28'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:05:07.066797 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-59c9b31f-b830-40de-8413-e62e27e4a6bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T12:04:56Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['f19bfcb9-4fdf-4d86-8fea-c3ddb2844b28'], 'active': True} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:05:07.104892 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6455d5a3-5dd6-423e-a48b-2edbb0228b38 req-7de883c7-26f5-401f-aabd-6279491f16d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:05:07.106381 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-6455d5a3-5dd6-423e-a48b-2edbb0228b38 req-7de883c7-26f5-401f-aabd-6279491f16d4 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f322ac1b-cb40-4131-b6e4-eacba552aad4 HTTP/1.1" status: 200 len: 835 time: 0.0793443 Jun 24 12:05:07.163873 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcf44d3-1ab3-4c18-80cd-4140b8ea0ca7 req-b6db3093-5e07-46bc-a632-2148e0d87071 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:05:07.165391 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-8bcf44d3-1ab3-4c18-80cd-4140b8ea0ca7 req-b6db3093-5e07-46bc-a632-2148e0d87071 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "GET /v2.0/ports?device_id=b0115085-d4f9-4126-8150-94848c53370a HTTP/1.1" status: 200 len: 945 time: 0.1066036 Jun 24 12:05:07.171325 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_dvr_db [None req-59c9b31f-b830-40de-8413-e62e27e4a6bc None None] Set router f19bfcb9-4fdf-4d86-8fea-c3ddb2844b28 gateway port host: dv-neutron-797120-4-hyperv {{(pid=128086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:05:07.211546 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6455d5a3-5dd6-423e-a48b-2edbb0228b38 req-5d883be8-98b8-4158-87e9-e54aed00d2b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:05:07.213098 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-6455d5a3-5dd6-423e-a48b-2edbb0228b38 req-5d883be8-98b8-4158-87e9-e54aed00d2b1 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=b5822f72-b739-4f19-8f95-7f98c00eea6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0980809 Jun 24 12:05:07.218275 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-8bcf44d3-1ab3-4c18-80cd-4140b8ea0ca7 req-1b62640c-99d2-4307-820f-f7b00e6a9255 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "GET /v2.0/security-groups?id=2d602253-3a39-4629-aa6d-0c95bff540bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456142 Jun 24 12:05:07.310441 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-6455d5a3-5dd6-423e-a48b-2edbb0228b38 req-34df4ecc-89ee-4819-8f88-1e575508b71a service neutron] 10.222.0.45 "GET /v2.0/networks/b5822f72-b739-4f19-8f95-7f98c00eea6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888028 Jun 24 12:05:07.410558 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-6455d5a3-5dd6-423e-a48b-2edbb0228b38 req-ab82768b-144b-4bee-b23c-a93bff999fe3 service neutron] 10.222.0.45 "GET /v2.0/networks/b5822f72-b739-4f19-8f95-7f98c00eea6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916297 Jun 24 12:05:07.457717 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-59c9b31f-b830-40de-8413-e62e27e4a6bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f19bfcb9-4fdf-4d86-8fea-c3ddb2844b28', 'name': 'tempest-TestNetworkBasicOps-router-1316358182', 'tenant_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'external_fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.197'}], 'enable_snat': True}, 'gw_port_id': 'a0a66733-30c0-4c21-9f74-2d4ed059102f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:04:03Z', 'updated_at': '2021-06-24T12:05:01Z', 'revision_number': 6, 'project_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'gw_port': {'id': 'a0a66733-30c0-4c21-9f74-2d4ed059102f', 'name': '', 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:6b:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f19bfcb9-4fdf-4d86-8fea-c3ddb2844b28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1510, 'fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:04:04Z', 'updated_at': '2021-06-24T12:05:04Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-4-hyperv', '_interfaces': [{'id': 'dfa13f97-a374-44c2-a688-37ac9c0ebabd', 'name': '', 'network_id': 'b5822f72-b739-4f19-8f95-7f98c00eea6e', 'tenant_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'mac_address': 'fa:16:3e:10:ff:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f19bfcb9-4fdf-4d86-8fea-c3ddb2844b28', 'device_owner': 'network:router_interface', 'standard_attr_id': 1513, 'fixed_ips': [{'subnet_id': 'f322ac1b-cb40-4131-b6e4-eacba552aad4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:04:07Z', 'updated_at': '2021-06-24T12:05:04Z', 'revision_number': 7, 'project_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'subnets': [{'id': 'f322ac1b-cb40-4131-b6e4-eacba552aad4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:05:07.483725 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59c9b31f-b830-40de-8413-e62e27e4a6bc None None] The sync data for ids ['f19bfcb9-4fdf-4d86-8fea-c3ddb2844b28'] in dv-neutron-797120-4-hyperv is: [{'id': 'f19bfcb9-4fdf-4d86-8fea-c3ddb2844b28', 'name': 'tempest-TestNetworkBasicOps-router-1316358182', 'tenant_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'external_fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.197'}], 'enable_snat': True}, 'gw_port_id': 'a0a66733-30c0-4c21-9f74-2d4ed059102f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:04:03Z', 'updated_at': '2021-06-24T12:05:01Z', 'revision_number': 6, 'project_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'gw_port': {'id': 'a0a66733-30c0-4c21-9f74-2d4ed059102f', 'name': '', 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:6b:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f19bfcb9-4fdf-4d86-8fea-c3ddb2844b28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1510, 'fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:04:04Z', 'updated_at': '2021-06-24T12:05:04Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-4-hyperv', '_interfaces': [{'id': 'dfa13f97-a374-44c2-a688-37ac9c0ebabd', 'name': '', 'network_id': 'b5822f72-b739-4f19-8f95-7f98c00eea6e', 'tenant_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'mac_address': 'fa:16:3e:10:ff:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f19bfcb9-4fdf-4d86-8fea-c3ddb2844b28', 'device_owner': 'network:router_interface', 'standard_attr_id': 1513, 'fixed_ips': [{'subnet_id': 'f322ac1b-cb40-4131-b6e4-eacba552aad4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:04:07Z', 'updated_at': '2021-06-24T12:05:04Z', 'revision_number': 7, 'project_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'subnets': [{'id': 'f322ac1b-cb40-4131-b6e4-eacba552aad4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=128086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 12:05:08.100198 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abd9b06a-666d-4695-ac2f-50cc2ece86f8 None None] New status for floating IP 4a5d4f32-45c3-4016-ae41-956589995db0: DOWN {{(pid=128085) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 24 12:05:08.394423 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d64b209-071b-43dd-a4d0-8d7f5d8520f7 req-861a1544-987e-4546-82cd-b6ea06c62069 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:05:08.395796 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-1d64b209-071b-43dd-a4d0-8d7f5d8520f7 req-861a1544-987e-4546-82cd-b6ea06c62069 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "GET /v2.0/ports?device_id=b0115085-d4f9-4126-8150-94848c53370a HTTP/1.1" status: 200 len: 945 time: 0.0636599 Jun 24 12:05:08.433991 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-1d64b209-071b-43dd-a4d0-8d7f5d8520f7 req-e42b4fab-cdfc-4223-91ab-ab49ff105911 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "GET /v2.0/security-groups?id=2d602253-3a39-4629-aa6d-0c95bff540bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317972 Jun 24 12:05:08.659065 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f3d6db-44a2-4b91-bdd4-bd18296db2c1 req-5542f08c-5c08-4703-8374-93466a5df25d tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:05:08.660559 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-17f3d6db-44a2-4b91-bdd4-bd18296db2c1 req-5542f08c-5c08-4703-8374-93466a5df25d tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.45 "GET /v2.0/ports?device_id=b0115085-d4f9-4126-8150-94848c53370a HTTP/1.1" status: 200 len: 945 time: 0.0634992 Jun 24 12:05:08.767933 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.plugin [req-17f3d6db-44a2-4b91-bdd4-bd18296db2c1 req-ffeda9c7-38fd-4f9f-9500-6dc16aa4e365 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Deleting port 8c5a7b1a-0044-4763-a3c1-a475751cfaf7 {{(pid=128083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:05:08.768278 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-17f3d6db-44a2-4b91-bdd4-bd18296db2c1 req-ffeda9c7-38fd-4f9f-9500-6dc16aa4e365 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793193942312'] for port, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:05:08.857392 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.db [req-17f3d6db-44a2-4b91-bdd4-bd18296db2c1 req-ffeda9c7-38fd-4f9f-9500-6dc16aa4e365 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] For port 8c5a7b1a-0044-4763-a3c1-a475751cfaf7, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=8c5a7b1a-0044-4763-a3c1-a475751cfaf7,segment=NetworkSegment(0751189b-e381-4ce0-bb0f-4e9cdfa513cf),segment_id=0751189b-e381-4ce0-bb0f-4e9cdfa513cf)] {{(pid=128083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:05:08.857750 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-17f3d6db-44a2-4b91-bdd4-bd18296db2c1 req-ffeda9c7-38fd-4f9f-9500-6dc16aa4e365 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1978872'] for port, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:05:08.870398 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.plugin [req-17f3d6db-44a2-4b91-bdd4-bd18296db2c1 req-ffeda9c7-38fd-4f9f-9500-6dc16aa4e365 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Calling delete_port for 8c5a7b1a-0044-4763-a3c1-a475751cfaf7 owned by compute:nova {{(pid=128083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:05:09.003259 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-17f3d6db-44a2-4b91-bdd4-bd18296db2c1 req-ffeda9c7-38fd-4f9f-9500-6dc16aa4e365 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793193945299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193536732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2537862'] for port, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:05:09.007442 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-cf2ad40f-533d-4cf7-a76c-06b5c74a1da7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:05:09.031038 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffeda9c7-38fd-4f9f-9500-6dc16aa4e365 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Pushing event deleted for resources: {'Port': ['ID=8c5a7b1a-0044-4763-a3c1-a475751cfaf7,revision_number=None']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:05:09.034711 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-ffeda9c7-38fd-4f9f-9500-6dc16aa4e365 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:05:09.081638 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.l3_dvrscheduler_db [req-17f3d6db-44a2-4b91-bdd4-bd18296db2c1 req-ffeda9c7-38fd-4f9f-9500-6dc16aa4e365 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] No DVR routers for this DVR port 8c5a7b1a-0044-4763-a3c1-a475751cfaf7 on host hv-neutron-7971 {{(pid=128083) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 12:05:09.083959 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-17f3d6db-44a2-4b91-bdd4-bd18296db2c1 req-ffeda9c7-38fd-4f9f-9500-6dc16aa4e365 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468916'] for port, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:05:09.085905 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-17f3d6db-44a2-4b91-bdd4-bd18296db2c1 req-ffeda9c7-38fd-4f9f-9500-6dc16aa4e365 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.45 "DELETE /v2.0/ports/8c5a7b1a-0044-4763-a3c1-a475751cfaf7 HTTP/1.1" status: 204 len: 173 time: 0.4169941 Jun 24 12:05:09.086429 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0115085-d4f9-4126-8150-94848c53370a', 'name': 'network-vif-deleted', 'tag': '8c5a7b1a-0044-4763-a3c1-a475751cfaf7'}] {{(pid=128083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 12:05:09.088965 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a77f7dee1a0522ddf93af289475d218fcdb8f30317daadec13ebf930b5b9dbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5864a67-f583-46be-8081-6d34cd73fcb9" -d '{"events": [{"server_uuid": "b0115085-d4f9-4126-8150-94848c53370a", "name": "network-vif-deleted", "tag": "8c5a7b1a-0044-4763-a3c1-a475751cfaf7"}]}' {{(pid=128083) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 12:05:09.127043 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 12:05:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3346664a-392b-4270-813e-052532999b9d x-openstack-request-id: req-3346664a-392b-4270-813e-052532999b9d {{(pid=128083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 12:05:09.127396 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0115085-d4f9-4126-8150-94848c53370a", "name": "network-vif-deleted", "tag": "8c5a7b1a-0044-4763-a3c1-a475751cfaf7", "status": "completed", "code": 200}]} {{(pid=128083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 12:05:09.127968 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-3346664a-392b-4270-813e-052532999b9d {{(pid=128083) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 12:05:09.128430 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0115085-d4f9-4126-8150-94848c53370a', 'name': 'network-vif-deleted', 'tag': '8c5a7b1a-0044-4763-a3c1-a475751cfaf7', 'status': 'completed', 'code': 200} Jun 24 12:05:09.596451 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-dc90c5a8-3d0f-431a-9b6a-e5c6937de2fb req-21a78840-42a2-4096-96c5-cf50a44f7ff8 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "GET /v2.0/ports?device_id=b0115085-d4f9-4126-8150-94848c53370a HTTP/1.1" status: 200 len: 210 time: 0.0318234 Jun 24 12:05:10.689784 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 36968) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:05:10.749332 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-231a3034-b0b6-4c07-a0fc-cd25a443feb2 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for security_group, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:05:10.775045 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-231a3034-b0b6-4c07-a0fc-cd25a443feb2 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for security_group, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:05:10.833402 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-231a3034-b0b6-4c07-a0fc-cd25a443feb2 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800410'] for security_group, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:05:10.835966 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-231a3034-b0b6-4c07-a0fc-cd25a443feb2 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for security_group, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:05:10.837122 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-231a3034-b0b6-4c07-a0fc-cd25a443feb2 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "DELETE /v2.0/security-groups/2d602253-3a39-4629-aa6d-0c95bff540bc HTTP/1.1" status: 204 len: 168 time: 0.1462510 Jun 24 12:05:10.838534 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-a6ceadd8-b6fd-4a80-a192-18e464d55cec tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:05:10.847674 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231a3034-b0b6-4c07-a0fc-cd25a443feb2 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d602253-3a39-4629-aa6d-0c95bff540bc,revision_number=None']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:05:10.855807 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231a3034-b0b6-4c07-a0fc-cd25a443feb2 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:05:10.856231 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231a3034-b0b6-4c07-a0fc-cd25a443feb2 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:05:10.856614 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231a3034-b0b6-4c07-a0fc-cd25a443feb2 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:05:10.857068 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231a3034-b0b6-4c07-a0fc-cd25a443feb2 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:05:10.857467 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231a3034-b0b6-4c07-a0fc-cd25a443feb2 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:05:10.858203 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231a3034-b0b6-4c07-a0fc-cd25a443feb2 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:05:10.858635 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231a3034-b0b6-4c07-a0fc-cd25a443feb2 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:05:10.859071 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231a3034-b0b6-4c07-a0fc-cd25a443feb2 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:05:10.859541 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231a3034-b0b6-4c07-a0fc-cd25a443feb2 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:05:10.860010 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231a3034-b0b6-4c07-a0fc-cd25a443feb2 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:05:10.860489 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231a3034-b0b6-4c07-a0fc-cd25a443feb2 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:05:10.860903 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231a3034-b0b6-4c07-a0fc-cd25a443feb2 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:05:10.864747 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-231a3034-b0b6-4c07-a0fc-cd25a443feb2 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:05:10.868616 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 36972) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:05:11.237094 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-a1f274c5-5450-4020-b2a6-e800cc325414 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1978565'] for router_interface, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:05:11.509374 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.plugin [None req-a1f274c5-5450-4020-b2a6-e800cc325414 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Deleting port dfa13f97-a374-44c2-a688-37ac9c0ebabd {{(pid=128083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:05:11.509648 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-a1f274c5-5450-4020-b2a6-e800cc325414 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793193942312'] for port, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:05:11.607954 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.db [None req-a1f274c5-5450-4020-b2a6-e800cc325414 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] For port dfa13f97-a374-44c2-a688-37ac9c0ebabd, host dv-neutron-797120-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=dfa13f97-a374-44c2-a688-37ac9c0ebabd,segment=NetworkSegment(0751189b-e381-4ce0-bb0f-4e9cdfa513cf),segment_id=0751189b-e381-4ce0-bb0f-4e9cdfa513cf)] {{(pid=128083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:05:11.608305 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-a1f274c5-5450-4020-b2a6-e800cc325414 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1978872'] for port, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:05:11.621774 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.plugin [None req-a1f274c5-5450-4020-b2a6-e800cc325414 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Calling delete_port for dfa13f97-a374-44c2-a688-37ac9c0ebabd owned by network:router_interface {{(pid=128083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:05:11.815917 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-a1f274c5-5450-4020-b2a6-e800cc325414 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793193945299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193536732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2537862'] for port, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:05:11.818071 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-c5ed62a4-e165-4d74-904a-7c5d6ca603bf tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:05:11.845729 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f274c5-5450-4020-b2a6-e800cc325414 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Pushing event deleted for resources: {'Port': ['ID=dfa13f97-a374-44c2-a688-37ac9c0ebabd,revision_number=None']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:05:11.848746 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-a1f274c5-5450-4020-b2a6-e800cc325414 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:05:12.039841 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-a1f274c5-5450-4020-b2a6-e800cc325414 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1588985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1806165'] for router_interface, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:05:12.276943 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1f274c5-5450-4020-b2a6-e800cc325414 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Router f19bfcb9-4fdf-4d86-8fea-c3ddb2844b28 has already been hosted by L3 agent 2987dba8-2249-4ee6-96ec-28f0f7a6127d {{(pid=128083) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 12:05:12.382147 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1f274c5-5450-4020-b2a6-e800cc325414 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify agent at l3_agent.dv-neutron-797120-4-hyperv the message routers_updated {{(pid=128083) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 12:05:12.392167 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-a1f274c5-5450-4020-b2a6-e800cc325414 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "PUT /v2.0/routers/f19bfcb9-4fdf-4d86-8fea-c3ddb2844b28/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5186207 Jun 24 12:05:12.392265 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 36974) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:05:12.394312 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac093d9f-13f9-416f-aee2-23e248aa568f None None] Sync routers for ids ['f19bfcb9-4fdf-4d86-8fea-c3ddb2844b28'] in dv-neutron-797120-4-hyperv {{(pid=128086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 12:05:12.403872 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac093d9f-13f9-416f-aee2-23e248aa568f None None] Routers {'f19bfcb9-4fdf-4d86-8fea-c3ddb2844b28'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:05:12.404551 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-ac093d9f-13f9-416f-aee2-23e248aa568f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T12:04:56Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['f19bfcb9-4fdf-4d86-8fea-c3ddb2844b28'], 'active': True} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:05:12.455743 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.db.db_base_plugin_v2 [None req-02d5278a-2d6a-4bd7-a2a4-0429c00497bd tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Deleting subnet f322ac1b-cb40-4131-b6e4-eacba552aad4 {{(pid=128084) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 24 12:05:12.459489 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-02d5278a-2d6a-4bd7-a2a4-0429c00497bd tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for subnet, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:05:12.471972 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Device 8c5a7b1a-0044-4763-a3c1-a475751cfaf7 no longer exists at agent hyperv_hv-neutron-7971 {{(pid=128085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 12:05:12.492378 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] No Port match for: 8c5a7b1a-0044-4763-a3c1-a475751cfaf7 {{(pid=128085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 12:05:12.492732 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Device 8c5a7b1a-0044-4763-a3c1-a475751cfaf7 not bound to the agent host hv-neutron-7971 {{(pid=128085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 12:05:12.511416 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-02d5278a-2d6a-4bd7-a2a4-0429c00497bd tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2373542'] for subnet, precommit_delete_associations {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:05:12.521488 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_dvr_db [None req-ac093d9f-13f9-416f-aee2-23e248aa568f None None] Set router f19bfcb9-4fdf-4d86-8fea-c3ddb2844b28 gateway port host: dv-neutron-797120-4-hyperv {{(pid=128086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:05:12.613549 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-02d5278a-2d6a-4bd7-a2a4-0429c00497bd tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-972249'] for subnet, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:05:12.685631 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-02d5278a-2d6a-4bd7-a2a4-0429c00497bd tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-972238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3292022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3162263'] for subnet, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:05:12.688440 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-bfd47795-7d1d-4369-b306-22fd7a377ddd tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:05:12.710675 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-ac093d9f-13f9-416f-aee2-23e248aa568f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f19bfcb9-4fdf-4d86-8fea-c3ddb2844b28', 'name': 'tempest-TestNetworkBasicOps-router-1316358182', 'tenant_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'external_fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.197'}], 'enable_snat': True}, 'gw_port_id': 'a0a66733-30c0-4c21-9f74-2d4ed059102f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:04:03Z', 'updated_at': '2021-06-24T12:05:11Z', 'revision_number': 7, 'project_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'gw_port': {'id': 'a0a66733-30c0-4c21-9f74-2d4ed059102f', 'name': '', 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:6b:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f19bfcb9-4fdf-4d86-8fea-c3ddb2844b28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1510, 'fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:04:04Z', 'updated_at': '2021-06-24T12:05:04Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-4-hyperv'}], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:05:12.717029 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d5278a-2d6a-4bd7-a2a4-0429c00497bd tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Pushing event deleted for resources: {'Subnet': ['ID=f322ac1b-cb40-4131-b6e4-eacba552aad4,revision_number=None']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:05:12.719208 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-02d5278a-2d6a-4bd7-a2a4-0429c00497bd tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for subnet, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:05:12.721104 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-02d5278a-2d6a-4bd7-a2a4-0429c00497bd tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "DELETE /v2.0/subnets/f322ac1b-cb40-4131-b6e4-eacba552aad4 HTTP/1.1" status: 204 len: 168 time: 0.3278587 Jun 24 12:05:12.722185 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-02d5278a-2d6a-4bd7-a2a4-0429c00497bd tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:05:12.724056 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 36976) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:05:12.724655 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1540d829-9874-46ab-933f-6d31a8a02412 None None] Network b5822f72-b739-4f19-8f95-7f98c00eea6e requested from dv-neutron-797120-4-hyperv {{(pid=128085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:05:12.742239 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac093d9f-13f9-416f-aee2-23e248aa568f None None] Checking router: f19bfcb9-4fdf-4d86-8fea-c3ddb2844b28 for host: dv-neutron-797120-4-hyperv {{(pid=128086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 12:05:12.764946 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac093d9f-13f9-416f-aee2-23e248aa568f None None] Routers {'f19bfcb9-4fdf-4d86-8fea-c3ddb2844b28'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:05:12.765607 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-ac093d9f-13f9-416f-aee2-23e248aa568f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T12:04:56Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['f19bfcb9-4fdf-4d86-8fea-c3ddb2844b28'], 'active': True} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:05:12.848730 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-760914a1-b96f-47a2-bb44-0395347398ac tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for router, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:05:12.884471 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_dvr_db [None req-ac093d9f-13f9-416f-aee2-23e248aa568f None None] Set router f19bfcb9-4fdf-4d86-8fea-c3ddb2844b28 gateway port host: dv-neutron-797120-4-hyperv {{(pid=128086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:05:12.946159 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f85c0009-eebb-4d05-af62-b0beea097b4a None None] DHCP port deletion for b5822f72-b739-4f19-8f95-7f98c00eea6e request from dv-neutron-797120-4-hyperv {{(pid=128085) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 24 12:05:12.992943 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-760914a1-b96f-47a2-bb44-0395347398ac tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for router_gateway, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:05:13.003465 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-f85c0009-eebb-4d05-af62-b0beea097b4a None None] Deleting port be2cee20-031c-4ba9-9616-acc76bf1d13b {{(pid=128085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:05:13.004005 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-f85c0009-eebb-4d05-af62-b0beea097b4a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793193942312'] for port, before_delete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:05:13.055080 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.plugin [None req-760914a1-b96f-47a2-bb44-0395347398ac tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Deleting port a0a66733-30c0-4c21-9f74-2d4ed059102f {{(pid=128083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:05:13.055662 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-760914a1-b96f-47a2-bb44-0395347398ac tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793193942312'] for port, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:05:13.071077 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-f85c0009-eebb-4d05-af62-b0beea097b4a None None] For port be2cee20-031c-4ba9-9616-acc76bf1d13b, host dv-neutron-797120-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=be2cee20-031c-4ba9-9616-acc76bf1d13b,segment=NetworkSegment(0751189b-e381-4ce0-bb0f-4e9cdfa513cf),segment_id=0751189b-e381-4ce0-bb0f-4e9cdfa513cf)] {{(pid=128085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:05:13.071483 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-f85c0009-eebb-4d05-af62-b0beea097b4a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1978872'] for port, precommit_delete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:05:13.089836 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-f85c0009-eebb-4d05-af62-b0beea097b4a None None] Calling delete_port for be2cee20-031c-4ba9-9616-acc76bf1d13b owned by network:dhcp {{(pid=128085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:05:13.101809 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-ac093d9f-13f9-416f-aee2-23e248aa568f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f19bfcb9-4fdf-4d86-8fea-c3ddb2844b28', 'name': 'tempest-TestNetworkBasicOps-router-1316358182', 'tenant_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'external_fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.197'}], 'enable_snat': True}, 'gw_port_id': 'a0a66733-30c0-4c21-9f74-2d4ed059102f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:04:03Z', 'updated_at': '2021-06-24T12:05:11Z', 'revision_number': 7, 'project_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'gw_port': {'id': 'a0a66733-30c0-4c21-9f74-2d4ed059102f', 'name': '', 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:6b:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f19bfcb9-4fdf-4d86-8fea-c3ddb2844b28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1510, 'fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:04:04Z', 'updated_at': '2021-06-24T12:05:04Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-4-hyperv'}], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:05:13.133193 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac093d9f-13f9-416f-aee2-23e248aa568f None None] The sync data for ids ['f19bfcb9-4fdf-4d86-8fea-c3ddb2844b28'] in dv-neutron-797120-4-hyperv is: [{'id': 'f19bfcb9-4fdf-4d86-8fea-c3ddb2844b28', 'name': 'tempest-TestNetworkBasicOps-router-1316358182', 'tenant_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'external_fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.197'}], 'enable_snat': True}, 'gw_port_id': 'a0a66733-30c0-4c21-9f74-2d4ed059102f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:04:03Z', 'updated_at': '2021-06-24T12:05:11Z', 'revision_number': 7, 'project_id': 'adbe78de4fbf48fcad1a6bc46d4a1728', 'gw_port': {'id': 'a0a66733-30c0-4c21-9f74-2d4ed059102f', 'name': '', 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:6b:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f19bfcb9-4fdf-4d86-8fea-c3ddb2844b28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1510, 'fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:04:04Z', 'updated_at': '2021-06-24T12:05:04Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-4-hyperv'}] {{(pid=128086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 12:05:13.143563 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.db [None req-760914a1-b96f-47a2-bb44-0395347398ac tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] For port a0a66733-30c0-4c21-9f74-2d4ed059102f, host dv-neutron-797120-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=a0a66733-30c0-4c21-9f74-2d4ed059102f,segment=NetworkSegment(1139564f-ff83-4b49-a593-84b33301357d),segment_id=1139564f-ff83-4b49-a593-84b33301357d)] {{(pid=128083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:05:13.143926 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-760914a1-b96f-47a2-bb44-0395347398ac tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1978872'] for port, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:05:13.158386 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.plugin [None req-760914a1-b96f-47a2-bb44-0395347398ac tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Calling delete_port for a0a66733-30c0-4c21-9f74-2d4ed059102f owned by network:router_gateway {{(pid=128083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:05:13.193426 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-f85c0009-eebb-4d05-af62-b0beea097b4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793193945299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193536732'] for port, after_delete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:05:13.195905 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:05:13.223326 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85c0009-eebb-4d05-af62-b0beea097b4a None None] Pushing event deleted for resources: {'Port': ['ID=be2cee20-031c-4ba9-9616-acc76bf1d13b,revision_number=None']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:05:13.227531 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-f85c0009-eebb-4d05-af62-b0beea097b4a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:05:13.228310 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f85c0009-eebb-4d05-af62-b0beea097b4a None None] No DVR routers for this DVR port be2cee20-031c-4ba9-9616-acc76bf1d13b on host dv-neutron-797120-4-hyperv {{(pid=128085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 12:05:13.341268 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-760914a1-b96f-47a2-bb44-0395347398ac tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793193945299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193536732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2537862'] for port, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:05:13.343325 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-ac277488-54e7-4559-831b-e2a0cf8fc877 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:05:13.367886 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760914a1-b96f-47a2-bb44-0395347398ac tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Pushing event deleted for resources: {'Port': ['ID=a0a66733-30c0-4c21-9f74-2d4ed059102f,revision_number=None']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:05:13.371587 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-760914a1-b96f-47a2-bb44-0395347398ac tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:05:13.443554 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-760914a1-b96f-47a2-bb44-0395347398ac tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1815728'] for router_gateway, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:05:13.538740 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-760914a1-b96f-47a2-bb44-0395347398ac tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1803182', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65403'] for router, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:05:13.541390 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-760914a1-b96f-47a2-bb44-0395347398ac tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:05:13.597737 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-760914a1-b96f-47a2-bb44-0395347398ac tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1806072'] for router, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:05:13.598306 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-760914a1-b96f-47a2-bb44-0395347398ac tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Fanout notify agent at l3_agent the message router_deleted on router f19bfcb9-4fdf-4d86-8fea-c3ddb2844b28 {{(pid=128083) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 24 12:05:13.606373 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-760914a1-b96f-47a2-bb44-0395347398ac tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for router, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:05:13.607543 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-760914a1-b96f-47a2-bb44-0395347398ac tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "DELETE /v2.0/routers/f19bfcb9-4fdf-4d86-8fea-c3ddb2844b28 HTTP/1.1" status: 204 len: 168 time: 0.8820837 Jun 24 12:05:13.610647 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 36978) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:05:14.085225 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-ba64e364-679d-49bc-ac5b-81d324a14e32 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-534962'] for network, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:05:14.177500 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-ba64e364-679d-49bc-ac5b-81d324a14e32 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973199', 'neutron.services.segments.db._delete_segments_for_network-8793194012456'] for network, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:05:14.188100 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.services.segments.db [None req-ba64e364-679d-49bc-ac5b-81d324a14e32 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5822f72-b739-4f19-8f95-7f98c00eea6e']}} {{(pid=128083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:05:14.199434 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.services.segments.db [None req-ba64e364-679d-49bc-ac5b-81d324a14e32 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0751189b-e381-4ce0-bb0f-4e9cdfa513cf') {'for_net_delete': True} {{(pid=128083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:05:14.199730 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.services.segments.db [None req-ba64e364-679d-49bc-ac5b-81d324a14e32 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0751189b-e381-4ce0-bb0f-4e9cdfa513cf') {} {{(pid=128083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:05:14.210025 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-ba64e364-679d-49bc-ac5b-81d324a14e32 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793194097327', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3143690'] for segment, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:05:14.214385 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device a0a66733-30c0-4c21-9f74-2d4ed059102f no longer exists at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 12:05:14.225256 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-ba64e364-679d-49bc-ac5b-81d324a14e32 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967879'] for segment, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:05:14.231852 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba64e364-679d-49bc-ac5b-81d324a14e32 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Releasing vlan 646 on physical network physnet1 to pool {{(pid=128083) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 12:05:14.232254 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-ba64e364-679d-49bc-ac5b-81d324a14e32 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2537899'] for segment, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:05:14.234830 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] No Port match for: a0a66733-30c0-4c21-9f74-2d4ed059102f {{(pid=128085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 12:05:14.235191 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device a0a66733-30c0-4c21-9f74-2d4ed059102f not bound to the agent host dv-neutron-797120-4-hyperv {{(pid=128085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 12:05:14.235305 dv-neutron-797120-4-hyperv neutron-server[128083]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 12:05:14.235305 dv-neutron-797120-4-hyperv neutron-server[128083]: conditions |= (models_v2.Port.network_id.in_( Jun 24 12:05:14.235305 dv-neutron-797120-4-hyperv neutron-server[128083]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 12:05:14.235305 dv-neutron-797120-4-hyperv neutron-server[128083]: conditions |= (models_v2.Port.network_id.in_( Jun 24 12:05:14.235305 dv-neutron-797120-4-hyperv neutron-server[128083]: Traceback (most recent call last): Jun 24 12:05:14.235305 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 24 12:05:14.235305 dv-neutron-797120-4-hyperv neutron-server[128083]: timer() Jun 24 12:05:14.235305 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 24 12:05:14.235305 dv-neutron-797120-4-hyperv neutron-server[128083]: cb(*args, **kw) Jun 24 12:05:14.235305 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 24 12:05:14.235305 dv-neutron-797120-4-hyperv neutron-server[128083]: return func(*args, **kwargs) Jun 24 12:05:14.235305 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 24 12:05:14.235305 dv-neutron-797120-4-hyperv neutron-server[128083]: self._notify() Jun 24 12:05:14.235305 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 24 12:05:14.235305 dv-neutron-797120-4-hyperv neutron-server[128083]: self.callback(batched_events) Jun 24 12:05:14.235305 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 24 12:05:14.235305 dv-neutron-797120-4-hyperv neutron-server[128083]: event.method(event) Jun 24 12:05:14.235305 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 24 12:05:14.235305 dv-neutron-797120-4-hyperv neutron-server[128083]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 24 12:05:14.235305 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 24 12:05:14.235305 dv-neutron-797120-4-hyperv neutron-server[128083]: aggregate_uuid = self.p_client.list_aggregates( Jun 24 12:05:14.235305 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 24 12:05:14.235305 dv-neutron-797120-4-hyperv neutron-server[128083]: return f(self, *a, **k) Jun 24 12:05:14.235305 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 24 12:05:14.235305 dv-neutron-797120-4-hyperv neutron-server[128083]: return self._get(url).json() Jun 24 12:05:14.235305 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 24 12:05:14.235305 dv-neutron-797120-4-hyperv neutron-server[128083]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 24 12:05:14.235305 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 24 12:05:14.235305 dv-neutron-797120-4-hyperv neutron-server[128083]: return self.request(url, 'GET', **kwargs) Jun 24 12:05:14.235305 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 24 12:05:14.235305 dv-neutron-797120-4-hyperv neutron-server[128083]: base_url = self.get_endpoint(auth, allow=allow, Jun 24 12:05:14.235305 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 24 12:05:14.235305 dv-neutron-797120-4-hyperv neutron-server[128083]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 24 12:05:14.235305 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 24 12:05:14.235305 dv-neutron-797120-4-hyperv neutron-server[128083]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 24 12:05:14.235305 dv-neutron-797120-4-hyperv neutron-server[128083]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 24 12:05:14.237335 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device dfa13f97-a374-44c2-a688-37ac9c0ebabd no longer exists at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 12:05:14.257258 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] No Port match for: dfa13f97-a374-44c2-a688-37ac9c0ebabd {{(pid=128085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 12:05:14.257616 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device dfa13f97-a374-44c2-a688-37ac9c0ebabd not bound to the agent host dv-neutron-797120-4-hyperv {{(pid=128085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 12:05:14.258046 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device be2cee20-031c-4ba9-9616-acc76bf1d13b no longer exists at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 12:05:14.279202 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] No Port match for: be2cee20-031c-4ba9-9616-acc76bf1d13b {{(pid=128085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 12:05:14.279554 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device be2cee20-031c-4ba9-9616-acc76bf1d13b not bound to the agent host dv-neutron-797120-4-hyperv {{(pid=128085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 12:05:14.303819 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-ba64e364-679d-49bc-ac5b-81d324a14e32 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1800243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1815642'] for network, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:05:14.310750 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-ba64e364-679d-49bc-ac5b-81d324a14e32 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Notify callbacks [] for network, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:05:14.315778 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-ba64e364-679d-49bc-ac5b-81d324a14e32 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] 10.222.0.53 "DELETE /v2.0/networks/b5822f72-b739-4f19-8f95-7f98c00eea6e HTTP/1.1" status: 204 len: 168 time: 0.7002921 Jun 24 12:05:14.315778 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-f0d3d3cf-3b54-4cfe-947f-855257cbd0b0 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:05:14.330709 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba64e364-679d-49bc-ac5b-81d324a14e32 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Pushing event deleted for resources: {'Network': ['ID=b5822f72-b739-4f19-8f95-7f98c00eea6e,revision_number=None']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:05:14.336777 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-ba64e364-679d-49bc-ac5b-81d324a14e32 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:05:14.634565 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 36984) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:05:14.750215 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:05:14.771709 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-e5d3ddb3-ba6f-4141-8819-feeb0a116050 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=adbe78de4fbf48fcad1a6bc46d4a1728&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1351442 Jun 24 12:05:14.774175 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 36988) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:05:14.823857 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-4b39fb97-d6e4-4ad8-ba47-1991b16f038a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:05:14.845875 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-4b39fb97-d6e4-4ad8-ba47-1991b16f038a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:05:14.898888 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-4b39fb97-d6e4-4ad8-ba47-1991b16f038a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800410'] for security_group, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:05:14.902745 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-4b39fb97-d6e4-4ad8-ba47-1991b16f038a admin admin] Notify callbacks [] for security_group, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:05:14.903922 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-4b39fb97-d6e4-4ad8-ba47-1991b16f038a admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/1b18b9f6-3bdb-44cd-ad9a-f61b90581c27 HTTP/1.1" status: 204 len: 168 time: 0.1288438 Jun 24 12:05:14.904742 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-f08ab554-ff97-4c83-a5a7-cf64453fa9df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:05:14.912907 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b39fb97-d6e4-4ad8-ba47-1991b16f038a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b18b9f6-3bdb-44cd-ad9a-f61b90581c27,revision_number=None']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:05:14.916049 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-4b39fb97-d6e4-4ad8-ba47-1991b16f038a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:05:15.192507 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 36994) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:05:15.206761 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-2809fdcf-d1ef-48a2-b754-1b4b2c01996c admin admin] Notify callbacks [] for security_group, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:05:15.304861 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-2809fdcf-d1ef-48a2-b754-1b4b2c01996c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:05:15.309032 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-2809fdcf-d1ef-48a2-b754-1b4b2c01996c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800410'] for security_group, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:05:15.311971 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-31cd4a68-9a2f-4e4c-83af-20b11e8acd9b tempest-SecGroupTest-1107880395 tempest-SecGroupTest-1107880395-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:05:15.347497 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2809fdcf-d1ef-48a2-b754-1b4b2c01996c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ea54d34-85b4-4e3f-94b8-5d99faa59697,revision_number=1']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:05:15.352049 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-2809fdcf-d1ef-48a2-b754-1b4b2c01996c admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=1f19cb7da32b45be9c74ae30a4d3604b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1584687 Jun 24 12:05:15.353010 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-2809fdcf-d1ef-48a2-b754-1b4b2c01996c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:05:15.356126 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 36996) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:05:15.407802 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-a3e05836-4f87-4d58-8fce-9c083650716d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:05:15.429568 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-a3e05836-4f87-4d58-8fce-9c083650716d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:05:15.476501 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-a3e05836-4f87-4d58-8fce-9c083650716d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800410'] for security_group, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:05:15.479791 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-a3e05836-4f87-4d58-8fce-9c083650716d admin admin] Notify callbacks [] for security_group, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:05:15.483393 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-a3e05836-4f87-4d58-8fce-9c083650716d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/7ea54d34-85b4-4e3f-94b8-5d99faa59697 HTTP/1.1" status: 204 len: 168 time: 0.1240447 Jun 24 12:05:15.483393 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-75f01c86-c72d-449b-afb0-fc071e11c777 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:05:15.489592 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e05836-4f87-4d58-8fce-9c083650716d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ea54d34-85b4-4e3f-94b8-5d99faa59697,revision_number=None']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:05:15.493101 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-a3e05836-4f87-4d58-8fce-9c083650716d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:05:22.390194 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-f95dcaaa-d500-440e-9952-04a84769cdb5 req-30f6de0e-7e80-4037-996c-58345e305d6c tempest-ServersAdminNegativeTestJSON-2094187069 tempest-ServersAdminNegativeTestJSON-2094187069-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=8a2def6686594901a7f86062ba32b716&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0337861 Jun 24 12:05:22.581685 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95dcaaa-d500-440e-9952-04a84769cdb5 req-a102e836-2c7e-48ba-aef9-d52d81ab5452 tempest-ServersAdminNegativeTestJSON-2094187069 tempest-ServersAdminNegativeTestJSON-2094187069-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:05:22.583169 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-f95dcaaa-d500-440e-9952-04a84769cdb5 req-a102e836-2c7e-48ba-aef9-d52d81ab5452 tempest-ServersAdminNegativeTestJSON-2094187069 tempest-ServersAdminNegativeTestJSON-2094187069-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1876671 Jun 24 12:05:22.598224 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-f95dcaaa-d500-440e-9952-04a84769cdb5 req-2da2648b-74e9-4ab9-b228-896878d72a76 tempest-ServersAdminNegativeTestJSON-2094187069 tempest-ServersAdminNegativeTestJSON-2094187069-project] 10.222.0.53 "GET /v2.0/quotas/8a2def6686594901a7f86062ba32b716 HTTP/1.1" status: 200 len: 375 time: 0.0093725 Jun 24 12:05:22.633855 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-f95dcaaa-d500-440e-9952-04a84769cdb5 req-bd8b622f-bdad-46c8-ab44-9caff76dc2f4 tempest-ServersAdminNegativeTestJSON-2094187069 tempest-ServersAdminNegativeTestJSON-2094187069-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=8a2def6686594901a7f86062ba32b716&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0303619 Jun 24 12:05:22.813073 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-145a59cf-1ed0-49c8-9ef2-0ec6d4c84a73 req-d5e5baac-03ac-41c2-b182-ac55a2b2ecd0 tempest-ServersAdminNegativeTestJSON-2094187069 tempest-ServersAdminNegativeTestJSON-2094187069-project] 10.222.0.53 "GET /v2.0/ports?device_id=e9b88710-2270-40b2-83ee-852fd484cef9 HTTP/1.1" status: 200 len: 210 time: 0.0339506 Jun 24 12:05:23.845615 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ee802529-b5f2-4404-b351-2ed562bb41f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:05:23.884241 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-f95dcaaa-d500-440e-9952-04a84769cdb5 req-158dd5c4-5261-4c39-805d-5c6878feef7b tempest-ServersAdminNegativeTestJSON-2094187069 tempest-ServersAdminNegativeTestJSON-2094187069-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=8a2def6686594901a7f86062ba32b716&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0246127 Jun 24 12:05:23.993501 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-b504870b-ede9-44bd-911f-64278812b71b req-fe2966c8-c310-426e-836e-70f00820b6fd tempest-ServersAdminNegativeTestJSON-2094187069 tempest-ServersAdminNegativeTestJSON-2094187069-project] 10.222.0.53 "GET /v2.0/ports?device_id=e9b88710-2270-40b2-83ee-852fd484cef9 HTTP/1.1" status: 200 len: 210 time: 0.0394933 Jun 24 12:05:24.032075 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95dcaaa-d500-440e-9952-04a84769cdb5 req-5b96fc0b-a042-4088-a4cf-c4d99a6c0166 tempest-ServersAdminNegativeTestJSON-2094187069 tempest-ServersAdminNegativeTestJSON-2094187069-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:05:24.033366 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-f95dcaaa-d500-440e-9952-04a84769cdb5 req-5b96fc0b-a042-4088-a4cf-c4d99a6c0166 tempest-ServersAdminNegativeTestJSON-2094187069 tempest-ServersAdminNegativeTestJSON-2094187069-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1422014 Jun 24 12:05:24.048630 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [req-f95dcaaa-d500-440e-9952-04a84769cdb5 req-9a8ce5b3-49d0-4351-affd-ea5218740614 tempest-ServersAdminNegativeTestJSON-2094187069 tempest-ServersAdminNegativeTestJSON-2094187069-project] Request body: {'port': {'device_id': 'e9b88710-2270-40b2-83ee-852fd484cef9', 'network_id': '54a26b12-e51b-4f4e-9540-5373b0592c0d', 'admin_state_up': True, 'tenant_id': '8a2def6686594901a7f86062ba32b716'}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:05:24.166506 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f95dcaaa-d500-440e-9952-04a84769cdb5 req-9a8ce5b3-49d0-4351-affd-ea5218740614 tempest-ServersAdminNegativeTestJSON-2094187069 tempest-ServersAdminNegativeTestJSON-2094187069-project] Made reservation on behalf of 8a2def6686594901a7f86062ba32b716 for: {'port': 1} {{(pid=128083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:05:24.170095 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-f95dcaaa-d500-440e-9952-04a84769cdb5 req-9a8ce5b3-49d0-4351-affd-ea5218740614 tempest-ServersAdminNegativeTestJSON-2094187069 tempest-ServersAdminNegativeTestJSON-2094187069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:05:24.179273 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-f95dcaaa-d500-440e-9952-04a84769cdb5 req-9a8ce5b3-49d0-4351-affd-ea5218740614 tempest-ServersAdminNegativeTestJSON-2094187069 tempest-ServersAdminNegativeTestJSON-2094187069-project] Notify callbacks [] for security_group, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:05:24.274843 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-f95dcaaa-d500-440e-9952-04a84769cdb5 req-9a8ce5b3-49d0-4351-affd-ea5218740614 tempest-ServersAdminNegativeTestJSON-2094187069 tempest-ServersAdminNegativeTestJSON-2094187069-project] Notify callbacks [] for security_group, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:05:24.279937 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-f95dcaaa-d500-440e-9952-04a84769cdb5 req-9a8ce5b3-49d0-4351-affd-ea5218740614 tempest-ServersAdminNegativeTestJSON-2094187069 tempest-ServersAdminNegativeTestJSON-2094187069-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800410'] for security_group, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:05:24.283475 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-6efc2cfe-62c0-4810-9dff-432d2ad491b2 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:05:24.351712 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8ce5b3-49d0-4351-affd-ea5218740614 tempest-ServersAdminNegativeTestJSON-2094187069 tempest-ServersAdminNegativeTestJSON-2094187069-project] Pushing event updated for resources: {'SecurityGroup': ['ID=058f299d-ff1a-4e0e-bb3f-ac41fe313a17,revision_number=1']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:05:24.355678 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-9a8ce5b3-49d0-4351-affd-ea5218740614 tempest-ServersAdminNegativeTestJSON-2094187069 tempest-ServersAdminNegativeTestJSON-2094187069-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:05:24.436418 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.db_base_plugin_common [req-f95dcaaa-d500-440e-9952-04a84769cdb5 req-9a8ce5b3-49d0-4351-affd-ea5218740614 tempest-ServersAdminNegativeTestJSON-2094187069 tempest-ServersAdminNegativeTestJSON-2094187069-project] Allocated IP 192.168.233.74 (54a26b12-e51b-4f4e-9540-5373b0592c0d/536f4e6a-3125-4cc3-a49c-78dfcef6a428/cf1b02bc-098a-4c1e-8f15-379d63b9789e) {{(pid=128083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:05:24.600120 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-f95dcaaa-d500-440e-9952-04a84769cdb5 req-9a8ce5b3-49d0-4351-affd-ea5218740614 tempest-ServersAdminNegativeTestJSON-2094187069 tempest-ServersAdminNegativeTestJSON-2094187069-project] Notify callbacks [] for port, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:05:24.615358 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.provisioning_blocks [req-f95dcaaa-d500-440e-9952-04a84769cdb5 req-9a8ce5b3-49d0-4351-affd-ea5218740614 tempest-ServersAdminNegativeTestJSON-2094187069 tempest-ServersAdminNegativeTestJSON-2094187069-project] Transition to ACTIVE for port object cf1b02bc-098a-4c1e-8f15-379d63b9789e will not be triggered until provisioned by entity DHCP. {{(pid=128083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:05:24.650007 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-f95dcaaa-d500-440e-9952-04a84769cdb5 req-9a8ce5b3-49d0-4351-affd-ea5218740614 tempest-ServersAdminNegativeTestJSON-2094187069 tempest-ServersAdminNegativeTestJSON-2094187069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-650429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-506361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793193536723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2537853'] for port, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:05:24.654006 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-07e8f2d7-5564-4e9e-bff4-d71727238549 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:05:24.693876 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f95dcaaa-d500-440e-9952-04a84769cdb5 req-9a8ce5b3-49d0-4351-affd-ea5218740614 tempest-ServersAdminNegativeTestJSON-2094187069 tempest-ServersAdminNegativeTestJSON-2094187069-project] Network 54a26b12-e51b-4f4e-9540-5373b0592c0d is already hosted by enough agents. {{(pid=128083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:05:24.699566 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.base_scheduler [req-f95dcaaa-d500-440e-9952-04a84769cdb5 req-9a8ce5b3-49d0-4351-affd-ea5218740614 tempest-ServersAdminNegativeTestJSON-2094187069 tempest-ServersAdminNegativeTestJSON-2094187069-project] Resources bound (agent type, host, resource id): {{(pid=128083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:05:24.703428 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.l3_dvrscheduler_db [req-f95dcaaa-d500-440e-9952-04a84769cdb5 req-9a8ce5b3-49d0-4351-affd-ea5218740614 tempest-ServersAdminNegativeTestJSON-2094187069 tempest-ServersAdminNegativeTestJSON-2094187069-project] Received port after_create {{(pid=128083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:05:24.730329 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8ce5b3-49d0-4351-affd-ea5218740614 tempest-ServersAdminNegativeTestJSON-2094187069 tempest-ServersAdminNegativeTestJSON-2094187069-project] Pushing event updated for resources: {'Port': ['ID=cf1b02bc-098a-4c1e-8f15-379d63b9789e,revision_number=1']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:05:24.734957 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-9a8ce5b3-49d0-4351-affd-ea5218740614 tempest-ServersAdminNegativeTestJSON-2094187069 tempest-ServersAdminNegativeTestJSON-2094187069-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:05:24.757243 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95dcaaa-d500-440e-9952-04a84769cdb5 req-9a8ce5b3-49d0-4351-affd-ea5218740614 tempest-ServersAdminNegativeTestJSON-2094187069 tempest-ServersAdminNegativeTestJSON-2094187069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:05:24.757877 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-f95dcaaa-d500-440e-9952-04a84769cdb5 req-9a8ce5b3-49d0-4351-affd-ea5218740614 tempest-ServersAdminNegativeTestJSON-2094187069 tempest-ServersAdminNegativeTestJSON-2094187069-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468916'] for port, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:05:24.773311 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-f95dcaaa-d500-440e-9952-04a84769cdb5 req-9a8ce5b3-49d0-4351-affd-ea5218740614 tempest-ServersAdminNegativeTestJSON-2094187069 tempest-ServersAdminNegativeTestJSON-2094187069-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.7286196 Jun 24 12:05:24.788786 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [req-f95dcaaa-d500-440e-9952-04a84769cdb5 req-1381b421-0a2d-44e4-84af-bc0c5cd44eba tempest-ServersAdminNegativeTestJSON-2094187069 tempest-ServersAdminNegativeTestJSON-2094187069-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=128083) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 24 12:05:24.789873 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-f95dcaaa-d500-440e-9952-04a84769cdb5 req-1381b421-0a2d-44e4-84af-bc0c5cd44eba tempest-ServersAdminNegativeTestJSON-2094187069 tempest-ServersAdminNegativeTestJSON-2094187069-project] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056152 Jun 24 12:05:24.804277 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [req-f95dcaaa-d500-440e-9952-04a84769cdb5 req-658a9784-0564-4db3-9fc1-09e2552f01c0 service neutron] Request body: {'port': {'device_id': 'e9b88710-2270-40b2-83ee-852fd484cef9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7971'}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:05:24.904029 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-f95dcaaa-d500-440e-9952-04a84769cdb5 req-658a9784-0564-4db3-9fc1-09e2552f01c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:05:24.982512 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-25c8285e-289b-4d97-84b9-83d7c6a8190f None None] Provisioning for port cf1b02bc-098a-4c1e-8f15-379d63b9789e completed by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:05:24.986357 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-25c8285e-289b-4d97-84b9-83d7c6a8190f None None] Provisioning complete for port cf1b02bc-098a-4c1e-8f15-379d63b9789e triggered by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:05:24.986728 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-25c8285e-289b-4d97-84b9-83d7c6a8190f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:05:25.023354 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-25c8285e-289b-4d97-84b9-83d7c6a8190f None None] Port cf1b02bc-098a-4c1e-8f15-379d63b9789e cannot update to ACTIVE because it is not bound. {{(pid=128085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 12:05:25.231840 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531a58cb-6de6-4518-9f15-d5fc58a06aac req-fe9f2b96-514f-494e-842b-249f62262fa1 tempest-ServersAdminNegativeTestJSON-2094187069 tempest-ServersAdminNegativeTestJSON-2094187069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:05:25.233306 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-531a58cb-6de6-4518-9f15-d5fc58a06aac req-fe9f2b96-514f-494e-842b-249f62262fa1 tempest-ServersAdminNegativeTestJSON-2094187069 tempest-ServersAdminNegativeTestJSON-2094187069-project] 10.222.0.53 "GET /v2.0/ports?device_id=e9b88710-2270-40b2-83ee-852fd484cef9 HTTP/1.1" status: 200 len: 935 time: 0.1223035 Jun 24 12:05:25.242791 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.notifiers.nova [req-f95dcaaa-d500-440e-9952-04a84769cdb5 req-658a9784-0564-4db3-9fc1-09e2552f01c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf1b02bc-098a-4c1e-8f15-379d63b9789e {{(pid=128083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 12:05:25.256893 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-f95dcaaa-d500-440e-9952-04a84769cdb5 req-658a9784-0564-4db3-9fc1-09e2552f01c0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:05:25.286911 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.provisioning_blocks [req-f95dcaaa-d500-440e-9952-04a84769cdb5 req-658a9784-0564-4db3-9fc1-09e2552f01c0 service neutron] Transition to ACTIVE for port object cf1b02bc-098a-4c1e-8f15-379d63b9789e will not be triggered until provisioned by entity L2. {{(pid=128083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:05:25.292493 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-531a58cb-6de6-4518-9f15-d5fc58a06aac req-492cf2d4-8004-4507-b363-79d30649e194 tempest-ServersAdminNegativeTestJSON-2094187069 tempest-ServersAdminNegativeTestJSON-2094187069-project] 10.222.0.53 "GET /v2.0/security-groups?id=058f299d-ff1a-4e0e-bb3f-ac41fe313a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526493 Jun 24 12:05:25.293566 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-f95dcaaa-d500-440e-9952-04a84769cdb5 req-658a9784-0564-4db3-9fc1-09e2552f01c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2537871'] for port, after_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:05:25.295655 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-02da412e-85d4-41ad-bf4e-0f9c56293871 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:05:25.350729 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658a9784-0564-4db3-9fc1-09e2552f01c0 service neutron] Pushing event updated for resources: {'Port': ['ID=cf1b02bc-098a-4c1e-8f15-379d63b9789e,revision_number=2']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:05:25.355304 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-658a9784-0564-4db3-9fc1-09e2552f01c0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:05:25.434510 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.managers [req-f95dcaaa-d500-440e-9952-04a84769cdb5 req-658a9784-0564-4db3-9fc1-09e2552f01c0 service neutron] Attempting to bind port cf1b02bc-098a-4c1e-8f15-379d63b9789e on host hv-neutron-7971 for vnic_type normal with profile {{(pid=128083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 12:05:25.435101 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.managers [req-f95dcaaa-d500-440e-9952-04a84769cdb5 req-658a9784-0564-4db3-9fc1-09e2552f01c0 service neutron] Attempting to bind port cf1b02bc-098a-4c1e-8f15-379d63b9789e by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': '511b8d3c-0c35-4ffa-b000-9e69c0881cd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '54a26b12-e51b-4f4e-9540-5373b0592c0d'}] {{(pid=128083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 12:05:25.435440 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f95dcaaa-d500-440e-9952-04a84769cdb5 req-658a9784-0564-4db3-9fc1-09e2552f01c0 service neutron] Attempting to bind port cf1b02bc-098a-4c1e-8f15-379d63b9789e on network 54a26b12-e51b-4f4e-9540-5373b0592c0d {{(pid=128083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:05:25.440106 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f95dcaaa-d500-440e-9952-04a84769cdb5 req-658a9784-0564-4db3-9fc1-09e2552f01c0 service neutron] Port cf1b02bc-098a-4c1e-8f15-379d63b9789e on network 54a26b12-e51b-4f4e-9540-5373b0592c0d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=128083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 12:05:25.440428 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f95dcaaa-d500-440e-9952-04a84769cdb5 req-658a9784-0564-4db3-9fc1-09e2552f01c0 service neutron] Attempting to bind port cf1b02bc-098a-4c1e-8f15-379d63b9789e on network 54a26b12-e51b-4f4e-9540-5373b0592c0d {{(pid=128083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:05:25.445680 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f95dcaaa-d500-440e-9952-04a84769cdb5 req-658a9784-0564-4db3-9fc1-09e2552f01c0 service neutron] Checking agent: {'id': 'a2c9a14d-87aa-4cd1-a510-11988f19c3d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7971', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 11, 42, 44), 'started_at': datetime.datetime(2021, 6, 24, 11, 42, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 12, 5, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=128083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 12:05:25.446027 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f95dcaaa-d500-440e-9952-04a84769cdb5 req-658a9784-0564-4db3-9fc1-09e2552f01c0 service neutron] Checking segment: {'id': '511b8d3c-0c35-4ffa-b000-9e69c0881cd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '54a26b12-e51b-4f4e-9540-5373b0592c0d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=128083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:05:25.446413 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f95dcaaa-d500-440e-9952-04a84769cdb5 req-658a9784-0564-4db3-9fc1-09e2552f01c0 service neutron] Bound using segment: {'id': '511b8d3c-0c35-4ffa-b000-9e69c0881cd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '54a26b12-e51b-4f4e-9540-5373b0592c0d'} {{(pid=128083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 12:05:25.446855 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.managers [req-f95dcaaa-d500-440e-9952-04a84769cdb5 req-658a9784-0564-4db3-9fc1-09e2552f01c0 service neutron] Bound port: cf1b02bc-098a-4c1e-8f15-379d63b9789e, host: hv-neutron-7971, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '511b8d3c-0c35-4ffa-b000-9e69c0881cd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '54a26b12-e51b-4f4e-9540-5373b0592c0d'}}] {{(pid=128083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 12:05:25.447800 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-f95dcaaa-d500-440e-9952-04a84769cdb5 req-658a9784-0564-4db3-9fc1-09e2552f01c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:05:25.532544 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.db [req-f95dcaaa-d500-440e-9952-04a84769cdb5 req-658a9784-0564-4db3-9fc1-09e2552f01c0 service neutron] For port cf1b02bc-098a-4c1e-8f15-379d63b9789e, host hv-neutron-7971, cleared binding levels {{(pid=128083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 12:05:25.536933 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.db [req-f95dcaaa-d500-440e-9952-04a84769cdb5 req-658a9784-0564-4db3-9fc1-09e2552f01c0 service neutron] For port cf1b02bc-098a-4c1e-8f15-379d63b9789e, host hv-neutron-7971, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=cf1b02bc-098a-4c1e-8f15-379d63b9789e,segment=NetworkSegment(511b8d3c-0c35-4ffa-b000-9e69c0881cd5),segment_id=511b8d3c-0c35-4ffa-b000-9e69c0881cd5)] {{(pid=128083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 12:05:25.542564 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-f95dcaaa-d500-440e-9952-04a84769cdb5 req-658a9784-0564-4db3-9fc1-09e2552f01c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2537871'] for port, after_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:05:25.545846 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-77fd1bfb-169c-45ac-9f97-419e30c0ac75 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:05:25.578622 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95dcaaa-d500-440e-9952-04a84769cdb5 req-658a9784-0564-4db3-9fc1-09e2552f01c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:05:25.579726 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-f95dcaaa-d500-440e-9952-04a84769cdb5 req-658a9784-0564-4db3-9fc1-09e2552f01c0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468916'] for port, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:05:25.580593 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-f95dcaaa-d500-440e-9952-04a84769cdb5 req-658a9784-0564-4db3-9fc1-09e2552f01c0 service neutron] 10.222.0.45 "PUT /v2.0/ports/cf1b02bc-098a-4c1e-8f15-379d63b9789e HTTP/1.1" status: 200 len: 1097 time: 0.7813840 Jun 24 12:05:25.581170 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9b88710-2270-40b2-83ee-852fd484cef9', 'tag': 'cf1b02bc-098a-4c1e-8f15-379d63b9789e'}] {{(pid=128083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 12:05:25.583585 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a77f7dee1a0522ddf93af289475d218fcdb8f30317daadec13ebf930b5b9dbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aecb60e5-5fa6-4088-a462-4e60e87c4537" -d '{"events": [{"name": "network-changed", "server_uuid": "e9b88710-2270-40b2-83ee-852fd484cef9", "tag": "cf1b02bc-098a-4c1e-8f15-379d63b9789e"}]}' {{(pid=128083) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 12:05:25.622836 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658a9784-0564-4db3-9fc1-09e2552f01c0 service neutron] Pushing event updated for resources: {'Port': ['ID=cf1b02bc-098a-4c1e-8f15-379d63b9789e,revision_number=3']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:05:25.635353 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-658a9784-0564-4db3-9fc1-09e2552f01c0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:05:25.642881 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 12:05:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-217b6b28-2331-4fd4-b3a9-2727e42735e7 x-openstack-request-id: req-217b6b28-2331-4fd4-b3a9-2727e42735e7 {{(pid=128083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 12:05:25.643328 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9b88710-2270-40b2-83ee-852fd484cef9", "tag": "cf1b02bc-098a-4c1e-8f15-379d63b9789e", "status": "completed", "code": 200}]} {{(pid=128083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 12:05:25.643645 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-217b6b28-2331-4fd4-b3a9-2727e42735e7 {{(pid=128083) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 12:05:25.644122 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9b88710-2270-40b2-83ee-852fd484cef9', 'tag': 'cf1b02bc-098a-4c1e-8f15-379d63b9789e', 'status': 'completed', 'code': 200} Jun 24 12:05:25.711043 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95dcaaa-d500-440e-9952-04a84769cdb5 req-52abc426-5d5c-4390-92e2-204f63991dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:05:25.712599 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-f95dcaaa-d500-440e-9952-04a84769cdb5 req-52abc426-5d5c-4390-92e2-204f63991dd6 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=8a2def6686594901a7f86062ba32b716&device_id=e9b88710-2270-40b2-83ee-852fd484cef9 HTTP/1.1" status: 200 len: 1100 time: 0.0676620 Jun 24 12:05:25.768905 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-f95dcaaa-d500-440e-9952-04a84769cdb5 req-774fc2a8-afb2-4c57-8a63-a84c226a3956 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.74&port_id=cf1b02bc-098a-4c1e-8f15-379d63b9789e HTTP/1.1" status: 200 len: 217 time: 0.0441587 Jun 24 12:05:25.820047 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95dcaaa-d500-440e-9952-04a84769cdb5 req-9b9568f3-deab-4c0c-8d6a-1983ecee184f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:05:25.821606 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-f95dcaaa-d500-440e-9952-04a84769cdb5 req-9b9568f3-deab-4c0c-8d6a-1983ecee184f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=536f4e6a-3125-4cc3-a49c-78dfcef6a428 HTTP/1.1" status: 200 len: 843 time: 0.0455678 Jun 24 12:05:25.891121 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95dcaaa-d500-440e-9952-04a84769cdb5 req-b3593b6d-46a1-4326-bbb2-d8775e6c9c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:05:25.892647 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-f95dcaaa-d500-440e-9952-04a84769cdb5 req-b3593b6d-46a1-4326-bbb2-d8775e6c9c7c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=54a26b12-e51b-4f4e-9540-5373b0592c0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1180 time: 0.0609086 Jun 24 12:05:25.998206 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-f95dcaaa-d500-440e-9952-04a84769cdb5 req-ec20304c-7731-4ef8-8d7b-cfc3307342cc service neutron] 10.222.0.45 "GET /v2.0/networks/54a26b12-e51b-4f4e-9540-5373b0592c0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927560 Jun 24 12:05:26.090901 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-f95dcaaa-d500-440e-9952-04a84769cdb5 req-de28dc50-0e95-4c1e-9507-bed3dfe6e64a service neutron] 10.222.0.45 "GET /v2.0/networks/54a26b12-e51b-4f4e-9540-5373b0592c0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858574 Jun 24 12:05:26.203949 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecb60e5-5fa6-4088-a462-4e60e87c4537 req-eef8eb18-3584-4bb1-82f5-fe6562af3e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:05:26.205462 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-aecb60e5-5fa6-4088-a462-4e60e87c4537 req-eef8eb18-3584-4bb1-82f5-fe6562af3e7d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=8a2def6686594901a7f86062ba32b716&device_id=e9b88710-2270-40b2-83ee-852fd484cef9 HTTP/1.1" status: 200 len: 1100 time: 0.0611491 Jun 24 12:05:26.304493 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecb60e5-5fa6-4088-a462-4e60e87c4537 req-e03fcd8d-2d77-42b0-a896-1f4fec1466ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:05:26.306010 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-aecb60e5-5fa6-4088-a462-4e60e87c4537 req-e03fcd8d-2d77-42b0-a896-1f4fec1466ec service neutron] 10.222.0.45 "GET /v2.0/networks?id=54a26b12-e51b-4f4e-9540-5373b0592c0d HTTP/1.1" status: 200 len: 870 time: 0.0934365 Jun 24 12:05:26.350685 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-aecb60e5-5fa6-4088-a462-4e60e87c4537 req-a8045aa1-b8c0-48ef-9676-66b1a37bfa3b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.74&port_id=cf1b02bc-098a-4c1e-8f15-379d63b9789e HTTP/1.1" status: 200 len: 217 time: 0.0373793 Jun 24 12:05:26.389669 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-48984352-d6a2-43aa-a497-99034416aa41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:05:26.408024 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecb60e5-5fa6-4088-a462-4e60e87c4537 req-70d57125-7bdf-447b-8bed-952e498ebba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:05:26.409618 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-aecb60e5-5fa6-4088-a462-4e60e87c4537 req-70d57125-7bdf-447b-8bed-952e498ebba3 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=536f4e6a-3125-4cc3-a49c-78dfcef6a428 HTTP/1.1" status: 200 len: 843 time: 0.0518708 Jun 24 12:05:26.512277 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecb60e5-5fa6-4088-a462-4e60e87c4537 req-73011d22-d8ed-4b58-816f-dd9924f4e821 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:05:26.513831 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-aecb60e5-5fa6-4088-a462-4e60e87c4537 req-73011d22-d8ed-4b58-816f-dd9924f4e821 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=54a26b12-e51b-4f4e-9540-5373b0592c0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1180 time: 0.0897315 Jun 24 12:05:26.522793 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49530e73-ad7d-4baa-aef4-387632f330ce req-9c5dea3c-50c0-45c5-ab46-342813db4d4d tempest-ServersAdminNegativeTestJSON-2094187069 tempest-ServersAdminNegativeTestJSON-2094187069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:05:26.524280 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-49530e73-ad7d-4baa-aef4-387632f330ce req-9c5dea3c-50c0-45c5-ab46-342813db4d4d tempest-ServersAdminNegativeTestJSON-2094187069 tempest-ServersAdminNegativeTestJSON-2094187069-project] 10.222.0.53 "GET /v2.0/ports?device_id=e9b88710-2270-40b2-83ee-852fd484cef9 HTTP/1.1" status: 200 len: 947 time: 0.1095293 Jun 24 12:05:26.536494 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:05:26.614415 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-49530e73-ad7d-4baa-aef4-387632f330ce req-426f7d32-a16f-46e9-a9eb-094b09685781 tempest-ServersAdminNegativeTestJSON-2094187069 tempest-ServersAdminNegativeTestJSON-2094187069-project] 10.222.0.53 "GET /v2.0/security-groups?id=058f299d-ff1a-4e0e-bb3f-ac41fe313a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816879 Jun 24 12:05:26.643110 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-aecb60e5-5fa6-4088-a462-4e60e87c4537 req-b6abf6b2-243f-4137-b3d9-fd972761fda6 service neutron] 10.222.0.45 "GET /v2.0/networks/54a26b12-e51b-4f4e-9540-5373b0592c0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1178479 Jun 24 12:05:26.743111 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-aecb60e5-5fa6-4088-a462-4e60e87c4537 req-b1a8314d-b76a-407f-a32d-5d366207105b service neutron] 10.222.0.45 "GET /v2.0/networks/54a26b12-e51b-4f4e-9540-5373b0592c0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925298 Jun 24 12:05:27.727413 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-03237adf-ebd0-46f2-a476-4d4bb746e0f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:05:27.800565 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae49b08-081c-4c24-9d7d-d5fde9884af8 req-a6bb5ac3-0061-4e5c-8573-ea8af9f2847b tempest-ServersAdminNegativeTestJSON-2094187069 tempest-ServersAdminNegativeTestJSON-2094187069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:05:27.802132 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-aae49b08-081c-4c24-9d7d-d5fde9884af8 req-a6bb5ac3-0061-4e5c-8573-ea8af9f2847b tempest-ServersAdminNegativeTestJSON-2094187069 tempest-ServersAdminNegativeTestJSON-2094187069-project] 10.222.0.53 "GET /v2.0/ports?device_id=e9b88710-2270-40b2-83ee-852fd484cef9 HTTP/1.1" status: 200 len: 947 time: 0.0700212 Jun 24 12:05:27.841624 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-aae49b08-081c-4c24-9d7d-d5fde9884af8 req-a3478770-7fa5-4632-86a1-46bbf6b60e3b tempest-ServersAdminNegativeTestJSON-2094187069 tempest-ServersAdminNegativeTestJSON-2094187069-project] 10.222.0.53 "GET /v2.0/security-groups?id=058f299d-ff1a-4e0e-bb3f-ac41fe313a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335319 Jun 24 12:05:28.536291 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Device cf1b02bc-098a-4c1e-8f15-379d63b9789e details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=128085) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 12:05:28.636946 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] For port cf1b02bc-098a-4c1e-8f15-379d63b9789e, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=cf1b02bc-098a-4c1e-8f15-379d63b9789e,segment=NetworkSegment(511b8d3c-0c35-4ffa-b000-9e69c0881cd5),segment_id=511b8d3c-0c35-4ffa-b000-9e69c0881cd5)] {{(pid=128085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:05:28.648659 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Returning: {'device': 'cf1b02bc-098a-4c1e-8f15-379d63b9789e', 'network_id': '54a26b12-e51b-4f4e-9540-5373b0592c0d', 'port_id': 'cf1b02bc-098a-4c1e-8f15-379d63b9789e', 'mac_address': 'fa:16:3e:ba:53:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 628, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '536f4e6a-3125-4cc3-a49c-78dfcef6a428', 'ip_address': '192.168.233.74'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=128085) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 12:05:28.687531 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:05:28.700311 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.notifiers.nova [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf1b02bc-098a-4c1e-8f15-379d63b9789e {{(pid=128085) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 12:05:28.720464 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] For port cf1b02bc-098a-4c1e-8f15-379d63b9789e, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=cf1b02bc-098a-4c1e-8f15-379d63b9789e,segment=NetworkSegment(511b8d3c-0c35-4ffa-b000-9e69c0881cd5),segment_id=511b8d3c-0c35-4ffa-b000-9e69c0881cd5)] {{(pid=128085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:05:28.724519 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:05:28.727166 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:05:28.782998 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Pushing event updated for resources: {'Port': ['ID=cf1b02bc-098a-4c1e-8f15-379d63b9789e,revision_number=4']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:05:28.787324 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:05:29.013656 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] get_ports_and_sgs() called for port_ids ['cf1b02bc-098a-4c1e-8f15-379d63b9789e'] {{(pid=128085) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 12:05:29.027781 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7639d8b-212d-44f8-8b80-a71dbd858849 req-a001dfd8-2ee2-475f-b58f-43534a716a32 tempest-ServersAdminNegativeTestJSON-2094187069 tempest-ServersAdminNegativeTestJSON-2094187069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:05:29.029333 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-c7639d8b-212d-44f8-8b80-a71dbd858849 req-a001dfd8-2ee2-475f-b58f-43534a716a32 tempest-ServersAdminNegativeTestJSON-2094187069 tempest-ServersAdminNegativeTestJSON-2094187069-project] 10.222.0.53 "GET /v2.0/ports?device_id=e9b88710-2270-40b2-83ee-852fd484cef9 HTTP/1.1" status: 200 len: 948 time: 0.0683751 Jun 24 12:05:29.075785 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-c7639d8b-212d-44f8-8b80-a71dbd858849 req-54f53ee2-5683-46be-b7b6-65853629bb8f tempest-ServersAdminNegativeTestJSON-2094187069 tempest-ServersAdminNegativeTestJSON-2094187069-project] 10.222.0.53 "GET /v2.0/security-groups?id=058f299d-ff1a-4e0e-bb3f-ac41fe313a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403771 Jun 24 12:05:29.699214 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-52c483ef-d5c1-4030-9a32-e5ce4ff00ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:05:30.263562 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32447715-48da-4cc3-8634-5969beba7afc req-b7588605-fa6f-4dc7-ba31-2bc4312e52f4 tempest-ServersAdminNegativeTestJSON-2094187069 tempest-ServersAdminNegativeTestJSON-2094187069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:05:30.265127 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-32447715-48da-4cc3-8634-5969beba7afc req-b7588605-fa6f-4dc7-ba31-2bc4312e52f4 tempest-ServersAdminNegativeTestJSON-2094187069 tempest-ServersAdminNegativeTestJSON-2094187069-project] 10.222.0.53 "GET /v2.0/ports?device_id=e9b88710-2270-40b2-83ee-852fd484cef9 HTTP/1.1" status: 200 len: 948 time: 0.0730219 Jun 24 12:05:30.314154 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-32447715-48da-4cc3-8634-5969beba7afc req-e7b84395-dbf9-4436-bd0d-74563a48ddef tempest-ServersAdminNegativeTestJSON-2094187069 tempest-ServersAdminNegativeTestJSON-2094187069-project] 10.222.0.53 "GET /v2.0/security-groups?id=058f299d-ff1a-4e0e-bb3f-ac41fe313a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423040 Jun 24 12:05:30.549697 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Device cf1b02bc-098a-4c1e-8f15-379d63b9789e up at agent hyperv_hv-neutron-7971 {{(pid=128085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:05:30.602374 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Provisioning for port cf1b02bc-098a-4c1e-8f15-379d63b9789e completed by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:05:30.607073 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Provisioning complete for port cf1b02bc-098a-4c1e-8f15-379d63b9789e triggered by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:05:30.607445 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:05:30.686580 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:05:30.709922 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9b88710-2270-40b2-83ee-852fd484cef9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf1b02bc-098a-4c1e-8f15-379d63b9789e'}] {{(pid=128085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 12:05:30.712206 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1098ec9051a50dd033317f529a09b9762582ef7b417ebe05928aca59e08255aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2df1e68-17e3-4d6d-8251-0ca7476fbb8b" -d '{"events": [{"server_uuid": "e9b88710-2270-40b2-83ee-852fd484cef9", "name": "network-vif-plugged", "status": "completed", "tag": "cf1b02bc-098a-4c1e-8f15-379d63b9789e"}]}' {{(pid=128085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 12:05:30.725832 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] For port cf1b02bc-098a-4c1e-8f15-379d63b9789e, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=cf1b02bc-098a-4c1e-8f15-379d63b9789e,segment=NetworkSegment(511b8d3c-0c35-4ffa-b000-9e69c0881cd5),segment_id=511b8d3c-0c35-4ffa-b000-9e69c0881cd5)] {{(pid=128085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:05:30.731340 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:05:30.734132 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-92ea60f9-d5de-418c-8624-b280d02dfe64 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:05:30.757603 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 12:05:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e39ffad-ba1e-4879-a518-b1f39aa56120 x-openstack-request-id: req-9e39ffad-ba1e-4879-a518-b1f39aa56120 {{(pid=128085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 12:05:30.757838 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9b88710-2270-40b2-83ee-852fd484cef9", "name": "network-vif-plugged", "status": "completed", "tag": "cf1b02bc-098a-4c1e-8f15-379d63b9789e", "code": 200}]} {{(pid=128085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 12:05:30.758080 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-9e39ffad-ba1e-4879-a518-b1f39aa56120 {{(pid=128085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 12:05:30.758470 dv-neutron-797120-4-hyperv neutron-server[128085]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9b88710-2270-40b2-83ee-852fd484cef9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf1b02bc-098a-4c1e-8f15-379d63b9789e', 'code': 200} Jun 24 12:05:30.786597 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Pushing event updated for resources: {'Port': ['ID=cf1b02bc-098a-4c1e-8f15-379d63b9789e,revision_number=5']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:05:30.786597 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:05:30.985156 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e9c587-4e08-4dae-98b3-843edf1842b5 req-05c125ac-1b17-49c9-86d7-529e0c686054 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:05:30.986583 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-d1e9c587-4e08-4dae-98b3-843edf1842b5 req-05c125ac-1b17-49c9-86d7-529e0c686054 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=e9b88710-2270-40b2-83ee-852fd484cef9 HTTP/1.1" status: 200 len: 1102 time: 0.0529263 Jun 24 12:05:31.025017 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-d1e9c587-4e08-4dae-98b3-843edf1842b5 req-1fddbff7-6568-4aec-ad1a-60501c7ce480 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=058f299d-ff1a-4e0e-bb3f-ac41fe313a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0289090 Jun 24 12:05:31.094271 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.agents_db [None req-87a69269-d72b-4286-97f3-1041481ed6d8 None None] Agent healthcheck: found 6 active agents {{(pid=128086) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 12:05:31.493543 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48075121-8676-4728-9cf1-a971526f8be1 req-a06c124c-c41d-4c25-a52e-2aa584a98f86 tempest-ServersAdminNegativeTestJSON-2094187069 tempest-ServersAdminNegativeTestJSON-2094187069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:05:31.495407 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-48075121-8676-4728-9cf1-a971526f8be1 req-a06c124c-c41d-4c25-a52e-2aa584a98f86 tempest-ServersAdminNegativeTestJSON-2094187069 tempest-ServersAdminNegativeTestJSON-2094187069-project] 10.222.0.53 "GET /v2.0/ports?device_id=e9b88710-2270-40b2-83ee-852fd484cef9 HTTP/1.1" status: 200 len: 949 time: 0.0667796 Jun 24 12:05:31.535025 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-48075121-8676-4728-9cf1-a971526f8be1 req-4c834eea-8ba7-499b-904e-76bedf530cc8 tempest-ServersAdminNegativeTestJSON-2094187069 tempest-ServersAdminNegativeTestJSON-2094187069-project] 10.222.0.53 "GET /v2.0/security-groups?id=058f299d-ff1a-4e0e-bb3f-ac41fe313a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339286 Jun 24 12:05:32.714773 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c41ded9-103e-4a4f-b2c3-35b589520a70 req-23f8d00a-ff56-4b6d-81a7-5d0ca0b9aa1d tempest-ServersAdminNegativeTestJSON-2094187069 tempest-ServersAdminNegativeTestJSON-2094187069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:05:32.716260 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-9c41ded9-103e-4a4f-b2c3-35b589520a70 req-23f8d00a-ff56-4b6d-81a7-5d0ca0b9aa1d tempest-ServersAdminNegativeTestJSON-2094187069 tempest-ServersAdminNegativeTestJSON-2094187069-project] 10.222.0.53 "GET /v2.0/ports?device_id=e9b88710-2270-40b2-83ee-852fd484cef9 HTTP/1.1" status: 200 len: 949 time: 0.0691388 Jun 24 12:05:32.755601 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-9c41ded9-103e-4a4f-b2c3-35b589520a70 req-edddc270-2878-446d-90b1-a8e953b603ac tempest-ServersAdminNegativeTestJSON-2094187069 tempest-ServersAdminNegativeTestJSON-2094187069-project] 10.222.0.53 "GET /v2.0/security-groups?id=058f299d-ff1a-4e0e-bb3f-ac41fe313a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336425 Jun 24 12:05:33.973324 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b75baae-dabb-4dd7-8c51-63459bd3d967 req-053dc6e6-d685-4395-b831-7ba163698d2a tempest-ServersAdminNegativeTestJSON-2094187069 tempest-ServersAdminNegativeTestJSON-2094187069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:05:33.974727 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-8b75baae-dabb-4dd7-8c51-63459bd3d967 req-053dc6e6-d685-4395-b831-7ba163698d2a tempest-ServersAdminNegativeTestJSON-2094187069 tempest-ServersAdminNegativeTestJSON-2094187069-project] 10.222.0.53 "GET /v2.0/ports?device_id=e9b88710-2270-40b2-83ee-852fd484cef9 HTTP/1.1" status: 200 len: 949 time: 0.0671976 Jun 24 12:05:34.021130 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-8b75baae-dabb-4dd7-8c51-63459bd3d967 req-2474f33f-3f35-44bf-9785-ab983f4fb0cd tempest-ServersAdminNegativeTestJSON-2094187069 tempest-ServersAdminNegativeTestJSON-2094187069-project] 10.222.0.53 "GET /v2.0/security-groups?id=058f299d-ff1a-4e0e-bb3f-ac41fe313a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407000 Jun 24 12:05:35.211772 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9282bc91-bdab-44ec-9bfe-6a8b1ddd8526 req-41fbe64a-18b4-428f-b6e0-b9032e4dfb89 tempest-ServersAdminNegativeTestJSON-2094187069 tempest-ServersAdminNegativeTestJSON-2094187069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:05:35.213457 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-9282bc91-bdab-44ec-9bfe-6a8b1ddd8526 req-41fbe64a-18b4-428f-b6e0-b9032e4dfb89 tempest-ServersAdminNegativeTestJSON-2094187069 tempest-ServersAdminNegativeTestJSON-2094187069-project] 10.222.0.53 "GET /v2.0/ports?device_id=e9b88710-2270-40b2-83ee-852fd484cef9 HTTP/1.1" status: 200 len: 949 time: 0.0723248 Jun 24 12:05:35.258186 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-9282bc91-bdab-44ec-9bfe-6a8b1ddd8526 req-e6db0dc1-f3f3-4618-ba1a-c7664ec92292 tempest-ServersAdminNegativeTestJSON-2094187069 tempest-ServersAdminNegativeTestJSON-2094187069-project] 10.222.0.53 "GET /v2.0/security-groups?id=058f299d-ff1a-4e0e-bb3f-ac41fe313a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387888 Jun 24 12:05:35.367809 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d281d811-7980-40c1-b8d6-461bc6366935 req-36658cc7-f006-4327-8581-3cc8f39f70dc tempest-ServersAdminNegativeTestJSON-2094187069 tempest-ServersAdminNegativeTestJSON-2094187069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:05:35.369869 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-d281d811-7980-40c1-b8d6-461bc6366935 req-36658cc7-f006-4327-8581-3cc8f39f70dc tempest-ServersAdminNegativeTestJSON-2094187069 tempest-ServersAdminNegativeTestJSON-2094187069-project] 10.222.0.45 "GET /v2.0/ports?device_id=e9b88710-2270-40b2-83ee-852fd484cef9 HTTP/1.1" status: 200 len: 949 time: 0.0663455 Jun 24 12:05:35.473401 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.plugin [req-d281d811-7980-40c1-b8d6-461bc6366935 req-9b5e9965-f7e9-4daf-b3d6-1f7e3473e8a9 tempest-ServersAdminNegativeTestJSON-2094187069 tempest-ServersAdminNegativeTestJSON-2094187069-project] Deleting port cf1b02bc-098a-4c1e-8f15-379d63b9789e {{(pid=128083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:05:35.473748 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-d281d811-7980-40c1-b8d6-461bc6366935 req-9b5e9965-f7e9-4daf-b3d6-1f7e3473e8a9 tempest-ServersAdminNegativeTestJSON-2094187069 tempest-ServersAdminNegativeTestJSON-2094187069-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793193942312'] for port, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:05:35.572515 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.db [req-d281d811-7980-40c1-b8d6-461bc6366935 req-9b5e9965-f7e9-4daf-b3d6-1f7e3473e8a9 tempest-ServersAdminNegativeTestJSON-2094187069 tempest-ServersAdminNegativeTestJSON-2094187069-project] For port cf1b02bc-098a-4c1e-8f15-379d63b9789e, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=cf1b02bc-098a-4c1e-8f15-379d63b9789e,segment=NetworkSegment(511b8d3c-0c35-4ffa-b000-9e69c0881cd5),segment_id=511b8d3c-0c35-4ffa-b000-9e69c0881cd5)] {{(pid=128083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:05:35.572833 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-d281d811-7980-40c1-b8d6-461bc6366935 req-9b5e9965-f7e9-4daf-b3d6-1f7e3473e8a9 tempest-ServersAdminNegativeTestJSON-2094187069 tempest-ServersAdminNegativeTestJSON-2094187069-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1978872'] for port, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:05:35.585528 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.plugin [req-d281d811-7980-40c1-b8d6-461bc6366935 req-9b5e9965-f7e9-4daf-b3d6-1f7e3473e8a9 tempest-ServersAdminNegativeTestJSON-2094187069 tempest-ServersAdminNegativeTestJSON-2094187069-project] Calling delete_port for cf1b02bc-098a-4c1e-8f15-379d63b9789e owned by compute:nova {{(pid=128083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:05:35.720940 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-d281d811-7980-40c1-b8d6-461bc6366935 req-9b5e9965-f7e9-4daf-b3d6-1f7e3473e8a9 tempest-ServersAdminNegativeTestJSON-2094187069 tempest-ServersAdminNegativeTestJSON-2094187069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793193945299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193536732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2537862'] for port, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:05:35.726528 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-a39abdb8-4e80-488a-abcf-0ecbbe6215a8 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:05:35.738773 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] get_ports_and_sgs() called for port_ids ['cf1b02bc-098a-4c1e-8f15-379d63b9789e'] {{(pid=128085) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 12:05:35.758610 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5e9965-f7e9-4daf-b3d6-1f7e3473e8a9 tempest-ServersAdminNegativeTestJSON-2094187069 tempest-ServersAdminNegativeTestJSON-2094187069-project] Pushing event deleted for resources: {'Port': ['ID=cf1b02bc-098a-4c1e-8f15-379d63b9789e,revision_number=None']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:05:35.784478 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-9b5e9965-f7e9-4daf-b3d6-1f7e3473e8a9 tempest-ServersAdminNegativeTestJSON-2094187069 tempest-ServersAdminNegativeTestJSON-2094187069-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:05:35.804775 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.l3_dvrscheduler_db [req-d281d811-7980-40c1-b8d6-461bc6366935 req-9b5e9965-f7e9-4daf-b3d6-1f7e3473e8a9 tempest-ServersAdminNegativeTestJSON-2094187069 tempest-ServersAdminNegativeTestJSON-2094187069-project] No DVR routers for this DVR port cf1b02bc-098a-4c1e-8f15-379d63b9789e on host hv-neutron-7971 {{(pid=128083) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 12:05:35.808109 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-d281d811-7980-40c1-b8d6-461bc6366935 req-9b5e9965-f7e9-4daf-b3d6-1f7e3473e8a9 tempest-ServersAdminNegativeTestJSON-2094187069 tempest-ServersAdminNegativeTestJSON-2094187069-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468916'] for port, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:05:35.811577 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-d281d811-7980-40c1-b8d6-461bc6366935 req-9b5e9965-f7e9-4daf-b3d6-1f7e3473e8a9 tempest-ServersAdminNegativeTestJSON-2094187069 tempest-ServersAdminNegativeTestJSON-2094187069-project] 10.222.0.45 "DELETE /v2.0/ports/cf1b02bc-098a-4c1e-8f15-379d63b9789e HTTP/1.1" status: 204 len: 173 time: 0.4336510 Jun 24 12:05:35.812368 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9b88710-2270-40b2-83ee-852fd484cef9', 'name': 'network-vif-deleted', 'tag': 'cf1b02bc-098a-4c1e-8f15-379d63b9789e'}] {{(pid=128083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 12:05:35.816151 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a77f7dee1a0522ddf93af289475d218fcdb8f30317daadec13ebf930b5b9dbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-235fac8d-bf77-48ed-86e3-f04b9a24618f" -d '{"events": [{"server_uuid": "e9b88710-2270-40b2-83ee-852fd484cef9", "name": "network-vif-deleted", "tag": "cf1b02bc-098a-4c1e-8f15-379d63b9789e"}]}' {{(pid=128083) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 12:05:35.860627 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 12:05:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef1edec2-e5d4-44fe-929d-9fef634e2c3b x-openstack-request-id: req-ef1edec2-e5d4-44fe-929d-9fef634e2c3b {{(pid=128083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 12:05:35.861001 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9b88710-2270-40b2-83ee-852fd484cef9", "name": "network-vif-deleted", "tag": "cf1b02bc-098a-4c1e-8f15-379d63b9789e", "status": "completed", "code": 200}]} {{(pid=128083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 12:05:35.861313 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ef1edec2-e5d4-44fe-929d-9fef634e2c3b {{(pid=128083) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 12:05:35.861772 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9b88710-2270-40b2-83ee-852fd484cef9', 'name': 'network-vif-deleted', 'tag': 'cf1b02bc-098a-4c1e-8f15-379d63b9789e', 'status': 'completed', 'code': 200} Jun 24 12:05:36.422797 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-69588065-a6de-4760-bb9b-6410baa05471 req-137519da-bb2c-448c-858d-861f99bb6610 tempest-ServersAdminNegativeTestJSON-2094187069 tempest-ServersAdminNegativeTestJSON-2094187069-project] 10.222.0.53 "GET /v2.0/ports?device_id=e9b88710-2270-40b2-83ee-852fd484cef9 HTTP/1.1" status: 200 len: 210 time: 0.0336356 Jun 24 12:05:37.777130 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 37130) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:05:37.925922 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-54106354-821d-42b9-95c5-bfbabc4cfdd9 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=8a2def6686594901a7f86062ba32b716&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1475129 Jun 24 12:05:37.928233 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 37134) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:05:37.987845 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-bc7811ff-0d3c-4ef0-804d-830b935f7583 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:05:38.009356 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-bc7811ff-0d3c-4ef0-804d-830b935f7583 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:05:38.061702 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-bc7811ff-0d3c-4ef0-804d-830b935f7583 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800410'] for security_group, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:05:38.064243 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-bc7811ff-0d3c-4ef0-804d-830b935f7583 admin admin] Notify callbacks [] for security_group, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:05:38.065407 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-bc7811ff-0d3c-4ef0-804d-830b935f7583 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/058f299d-ff1a-4e0e-bb3f-ac41fe313a17 HTTP/1.1" status: 204 len: 168 time: 0.1362684 Jun 24 12:05:38.066206 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-259eae9c-8672-4fa7-ae91-5580a29b7582 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:05:38.076769 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7811ff-0d3c-4ef0-804d-830b935f7583 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=058f299d-ff1a-4e0e-bb3f-ac41fe313a17,revision_number=None']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:05:38.080222 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-bc7811ff-0d3c-4ef0-804d-830b935f7583 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:05:38.351996 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 37140) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:05:38.370443 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-fc7c2ccd-0186-4d6d-8e15-ebe9eb97b03a admin admin] Notify callbacks [] for security_group, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:05:38.467373 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-fc7c2ccd-0186-4d6d-8e15-ebe9eb97b03a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:05:38.473665 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-fc7c2ccd-0186-4d6d-8e15-ebe9eb97b03a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800410'] for security_group, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:05:38.476280 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-db8ad960-2c35-4cb3-a2ab-5ab2e32f9e60 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:05:38.513542 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-fc7c2ccd-0186-4d6d-8e15-ebe9eb97b03a admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=320323d51071412395bc3778985db618&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1604314 Jun 24 12:05:38.514654 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7c2ccd-0186-4d6d-8e15-ebe9eb97b03a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fcb0b7b-a0d4-473f-844e-bdc1c98adf97,revision_number=1']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:05:38.516158 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 37142) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:05:38.517837 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-fc7c2ccd-0186-4d6d-8e15-ebe9eb97b03a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:05:38.574644 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-e53c970e-1434-4032-95bd-dded279ccdec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:05:38.590479 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Device cf1b02bc-098a-4c1e-8f15-379d63b9789e no longer exists at agent hyperv_hv-neutron-7971 {{(pid=128085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 12:05:38.600597 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-e53c970e-1434-4032-95bd-dded279ccdec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:05:38.610758 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] No Port match for: cf1b02bc-098a-4c1e-8f15-379d63b9789e {{(pid=128085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 12:05:38.611117 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Device cf1b02bc-098a-4c1e-8f15-379d63b9789e not bound to the agent host hv-neutron-7971 {{(pid=128085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 12:05:38.652605 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-e53c970e-1434-4032-95bd-dded279ccdec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800410'] for security_group, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:05:38.655146 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-e53c970e-1434-4032-95bd-dded279ccdec admin admin] Notify callbacks [] for security_group, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:05:38.656450 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-e53c970e-1434-4032-95bd-dded279ccdec admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/1fcb0b7b-a0d4-473f-844e-bdc1c98adf97 HTTP/1.1" status: 204 len: 168 time: 0.1384957 Jun 24 12:05:38.657399 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-17fa6953-879b-4f40-b78e-acd00aef3210 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:05:38.664990 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53c970e-1434-4032-95bd-dded279ccdec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fcb0b7b-a0d4-473f-844e-bdc1c98adf97,revision_number=None']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:05:38.668519 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-e53c970e-1434-4032-95bd-dded279ccdec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:05:39.358433 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 37164) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:05:39.455705 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [None req-c595f79c-f745-466d-9a16-280ec497c870 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-871073251-network', 'tenant_id': '6a5dc2a634cb44fd84eb5821b5aee7e2'}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:05:39.477415 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c595f79c-f745-466d-9a16-280ec497c870 admin admin] Made reservation on behalf of 6a5dc2a634cb44fd84eb5821b5aee7e2 for: {'network': 1} {{(pid=128083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:05:39.480288 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-c595f79c-f745-466d-9a16-280ec497c870 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for network, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:05:39.489275 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-c595f79c-f745-466d-9a16-280ec497c870 admin admin] Notify callbacks [] for security_group, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:05:39.581557 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-c595f79c-f745-466d-9a16-280ec497c870 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:05:39.586457 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-c595f79c-f745-466d-9a16-280ec497c870 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800410'] for security_group, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:05:39.590437 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-3147bbc1-9d53-4d44-8f5c-248c6c32c112 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:05:39.610122 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c595f79c-f745-466d-9a16-280ec497c870 admin admin] vlan segment allocate from pool success with {'vlan_id': 635, 'physical_network': 'physnet1'} {{(pid=128083) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 12:05:39.624301 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c595f79c-f745-466d-9a16-280ec497c870 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00ccdd7d-a541-4328-9b3c-5b061bf4ef46,revision_number=1']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:05:39.629291 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-c595f79c-f745-466d-9a16-280ec497c870 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:05:39.634258 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-c595f79c-f745-466d-9a16-280ec497c870 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967879'] for segment, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:05:39.635222 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.db.segments_db [None req-c595f79c-f745-466d-9a16-280ec497c870 admin admin] Added segment 54a60c5b-57f5-4654-ac9e-da1ec2ca18a5 of type vlan for network 890d2b25-5bbc-4136-8d68-054a5d75079f Jun 24 12:05:39.675986 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-c595f79c-f745-466d-9a16-280ec497c870 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793193525068'] for network, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:05:39.707839 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-c595f79c-f745-466d-9a16-280ec497c870 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1800243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976'] for network, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:05:39.708926 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c595f79c-f745-466d-9a16-280ec497c870 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:05:39.709550 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-c595f79c-f745-466d-9a16-280ec497c870 admin admin] Notify callbacks [] for network, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:05:39.712346 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-4ef230c8-ff19-45ce-b653-0b7f3d0c2aa9 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:05:39.757971 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-c595f79c-f745-466d-9a16-280ec497c870 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3983741 Jun 24 12:05:39.762731 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 37168) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:05:39.768215 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-e5a668a3-c2c9-48a0-825a-795ed63fbd1a admin admin] Request body: {'subnet': {'network_id': '890d2b25-5bbc-4136-8d68-054a5d75079f', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-871073251-subnet', 'tenant_id': '6a5dc2a634cb44fd84eb5821b5aee7e2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:05:39.794136 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5a668a3-c2c9-48a0-825a-795ed63fbd1a admin admin] Made reservation on behalf of 6a5dc2a634cb44fd84eb5821b5aee7e2 for: {'subnet': 1} {{(pid=128084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:05:39.796627 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-e5a668a3-c2c9-48a0-825a-795ed63fbd1a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3162484'] for subnet, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:05:39.801566 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c595f79c-f745-466d-9a16-280ec497c870 admin admin] Pushing event updated for resources: {'Network': ['ID=890d2b25-5bbc-4136-8d68-054a5d75079f,revision_number=1']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:05:39.804632 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-c595f79c-f745-466d-9a16-280ec497c870 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:05:39.812893 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Network 890d2b25-5bbc-4136-8d68-054a5d75079f details requested by agent ovs-agent-dv-neutron-797120-4-hyperv with host dv-neutron-797120-4-hyperv {{(pid=128085) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 12:05:39.983273 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-e5a668a3-c2c9-48a0-825a-795ed63fbd1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3291959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3162270'] for subnet, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:05:39.985926 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-1c3eeef3-57b9-47a1-8260-6cb89ad6736e tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:05:40.042524 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a668a3-c2c9-48a0-825a-795ed63fbd1a admin admin] Pushing event updated for resources: {'Subnet': ['ID=ab18851e-204a-428b-9f45-7746e4bda502,revision_number=0']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:05:40.046713 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-e5a668a3-c2c9-48a0-825a-795ed63fbd1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:05:40.050987 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5a668a3-c2c9-48a0-825a-795ed63fbd1a admin admin] Checking segment: {'id': '54a60c5b-57f5-4654-ac9e-da1ec2ca18a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '890d2b25-5bbc-4136-8d68-054a5d75079f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=128084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:05:40.051347 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5a668a3-c2c9-48a0-825a-795ed63fbd1a admin admin] Network hostable DHCP agents. Network: 890d2b25-5bbc-4136-8d68-054a5d75079f, hostable agents: ['6be988a9-1d97-480f-be5a-c55abf2c55c5'], hosted agents: [] {{(pid=128084) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 12:05:40.070290 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5a668a3-c2c9-48a0-825a-795ed63fbd1a admin admin] Network 890d2b25-5bbc-4136-8d68-054a5d75079f is scheduled to be hosted by DHCP agent 6be988a9-1d97-480f-be5a-c55abf2c55c5 with binding_index 1 {{(pid=128084) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 12:05:40.079747 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.base_scheduler [None req-e5a668a3-c2c9-48a0-825a-795ed63fbd1a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-4-hyperv, 890d2b25-5bbc-4136-8d68-054a5d75079f) {{(pid=128084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:05:40.085009 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5a668a3-c2c9-48a0-825a-795ed63fbd1a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=128084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:05:40.085922 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-e5a668a3-c2c9-48a0-825a-795ed63fbd1a admin admin] Notify callbacks [] for subnet, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:05:40.091771 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f03a760f-a334-4aee-9554-4e80e3f3b7c2 None None] Network 890d2b25-5bbc-4136-8d68-054a5d75079f requested from dv-neutron-797120-4-hyperv {{(pid=128085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:05:40.116668 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-e5a668a3-c2c9-48a0-825a-795ed63fbd1a admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3476036 Jun 24 12:05:40.233123 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8db6d5ee-8fb9-438d-845c-7c20453931a2 None None] Network 890d2b25-5bbc-4136-8d68-054a5d75079f requested from dv-neutron-797120-4-hyperv {{(pid=128085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:05:40.548790 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34113039-2c77-48d3-b0db-c37270cc8f08 req-ce5a0dd7-4667-4245-815e-28d91596a03f tempest-DeleteServersTestJSON-1257955019 tempest-DeleteServersTestJSON-1257955019-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:05:40.550464 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-34113039-2c77-48d3-b0db-c37270cc8f08 req-ce5a0dd7-4667-4245-815e-28d91596a03f tempest-DeleteServersTestJSON-1257955019 tempest-DeleteServersTestJSON-1257955019-project] 10.222.0.53 "GET /v2.0/networks?id=890d2b25-5bbc-4136-8d68-054a5d75079f HTTP/1.1" status: 200 len: 811 time: 0.1072009 Jun 24 12:05:40.565824 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-34113039-2c77-48d3-b0db-c37270cc8f08 req-61cd00fa-36c9-42d7-b6dc-9eb5abf763c8 tempest-DeleteServersTestJSON-1257955019 tempest-DeleteServersTestJSON-1257955019-project] 10.222.0.53 "GET /v2.0/quotas/6a5dc2a634cb44fd84eb5821b5aee7e2 HTTP/1.1" status: 200 len: 375 time: 0.0098777 Jun 24 12:05:40.600518 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-34113039-2c77-48d3-b0db-c37270cc8f08 req-ca9a9f91-d101-411f-925f-fdd4b11a67f4 tempest-DeleteServersTestJSON-1257955019 tempest-DeleteServersTestJSON-1257955019-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=6a5dc2a634cb44fd84eb5821b5aee7e2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0293596 Jun 24 12:05:40.611355 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [req-34113039-2c77-48d3-b0db-c37270cc8f08 req-e43c6284-b6ca-446f-bf78-e4f3dab8b67b service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=128083) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 24 12:05:40.612309 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-34113039-2c77-48d3-b0db-c37270cc8f08 req-e43c6284-b6ca-446f-bf78-e4f3dab8b67b service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051858 Jun 24 12:05:40.706419 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-34113039-2c77-48d3-b0db-c37270cc8f08 req-7462ade3-e064-4e5b-b2f0-0f99a064b72b service neutron] 10.222.0.53 "GET /v2.0/networks/890d2b25-5bbc-4136-8d68-054a5d75079f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881736 Jun 24 12:05:40.798503 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-34113039-2c77-48d3-b0db-c37270cc8f08 req-6b876d3f-7778-4929-ad5b-c4da2b98352d service neutron] 10.222.0.53 "GET /v2.0/networks/890d2b25-5bbc-4136-8d68-054a5d75079f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864327 Jun 24 12:05:40.969189 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-d5fb0bb4-ea80-4fe7-a1a4-02893b273914 req-21b8e545-3465-4e08-a8e8-bc279d0c33e6 tempest-DeleteServersTestJSON-1257955019 tempest-DeleteServersTestJSON-1257955019-project] 10.222.0.53 "GET /v2.0/ports?device_id=72d9bb0f-d8b1-4c7f-9068-3d590b31924d HTTP/1.1" status: 200 len: 210 time: 0.0329320 Jun 24 12:05:42.128711 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-4f9ee0ff-0fe0-46b2-abd9-db537ee9024c req-fb098936-8f91-4613-8916-8156f31156be tempest-DeleteServersTestJSON-1257955019 tempest-DeleteServersTestJSON-1257955019-project] 10.222.0.53 "GET /v2.0/ports?device_id=72d9bb0f-d8b1-4c7f-9068-3d590b31924d HTTP/1.1" status: 200 len: 210 time: 0.0405846 Jun 24 12:05:42.136278 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34113039-2c77-48d3-b0db-c37270cc8f08 req-a6852ce5-7af8-4b2d-8773-50888446f85d tempest-DeleteServersTestJSON-1257955019 tempest-DeleteServersTestJSON-1257955019-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:05:42.137804 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-34113039-2c77-48d3-b0db-c37270cc8f08 req-a6852ce5-7af8-4b2d-8773-50888446f85d tempest-DeleteServersTestJSON-1257955019 tempest-DeleteServersTestJSON-1257955019-project] 10.222.0.45 "GET /v2.0/networks?id=890d2b25-5bbc-4136-8d68-054a5d75079f HTTP/1.1" status: 200 len: 811 time: 0.1388769 Jun 24 12:05:42.155643 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [req-34113039-2c77-48d3-b0db-c37270cc8f08 req-083f3f23-bc2b-4667-b250-b06e573ca1c2 tempest-DeleteServersTestJSON-1257955019 tempest-DeleteServersTestJSON-1257955019-project] Request body: {'port': {'device_id': '72d9bb0f-d8b1-4c7f-9068-3d590b31924d', 'network_id': '890d2b25-5bbc-4136-8d68-054a5d75079f', 'admin_state_up': True, 'tenant_id': '6a5dc2a634cb44fd84eb5821b5aee7e2'}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:05:42.606826 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-34113039-2c77-48d3-b0db-c37270cc8f08 req-083f3f23-bc2b-4667-b250-b06e573ca1c2 tempest-DeleteServersTestJSON-1257955019 tempest-DeleteServersTestJSON-1257955019-project] Made reservation on behalf of 6a5dc2a634cb44fd84eb5821b5aee7e2 for: {'port': 1} {{(pid=128083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:05:42.610379 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-34113039-2c77-48d3-b0db-c37270cc8f08 req-083f3f23-bc2b-4667-b250-b06e573ca1c2 tempest-DeleteServersTestJSON-1257955019 tempest-DeleteServersTestJSON-1257955019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:05:42.734131 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.db_base_plugin_common [req-34113039-2c77-48d3-b0db-c37270cc8f08 req-083f3f23-bc2b-4667-b250-b06e573ca1c2 tempest-DeleteServersTestJSON-1257955019 tempest-DeleteServersTestJSON-1257955019-project] Allocated IP 172.20.0.2 (890d2b25-5bbc-4136-8d68-054a5d75079f/ab18851e-204a-428b-9f45-7746e4bda502/770dab81-e71b-4d11-a45b-5135040e0d22) {{(pid=128083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:05:42.884327 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-34113039-2c77-48d3-b0db-c37270cc8f08 req-083f3f23-bc2b-4667-b250-b06e573ca1c2 tempest-DeleteServersTestJSON-1257955019 tempest-DeleteServersTestJSON-1257955019-project] Notify callbacks [] for port, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:05:42.923394 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-34113039-2c77-48d3-b0db-c37270cc8f08 req-083f3f23-bc2b-4667-b250-b06e573ca1c2 tempest-DeleteServersTestJSON-1257955019 tempest-DeleteServersTestJSON-1257955019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-650429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-506361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793193536723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2537853'] for port, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:05:42.927277 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-07e8f2d7-5564-4e9e-bff4-d71727238549 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:05:42.967886 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-34113039-2c77-48d3-b0db-c37270cc8f08 req-083f3f23-bc2b-4667-b250-b06e573ca1c2 tempest-DeleteServersTestJSON-1257955019 tempest-DeleteServersTestJSON-1257955019-project] Network 890d2b25-5bbc-4136-8d68-054a5d75079f is already hosted by enough agents. {{(pid=128083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:05:42.972871 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.base_scheduler [req-34113039-2c77-48d3-b0db-c37270cc8f08 req-083f3f23-bc2b-4667-b250-b06e573ca1c2 tempest-DeleteServersTestJSON-1257955019 tempest-DeleteServersTestJSON-1257955019-project] Resources bound (agent type, host, resource id): {{(pid=128083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:05:42.976568 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.l3_dvrscheduler_db [req-34113039-2c77-48d3-b0db-c37270cc8f08 req-083f3f23-bc2b-4667-b250-b06e573ca1c2 tempest-DeleteServersTestJSON-1257955019 tempest-DeleteServersTestJSON-1257955019-project] Received port after_create {{(pid=128083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:05:42.983867 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083f3f23-bc2b-4667-b250-b06e573ca1c2 tempest-DeleteServersTestJSON-1257955019 tempest-DeleteServersTestJSON-1257955019-project] Pushing event updated for resources: {'Port': ['ID=770dab81-e71b-4d11-a45b-5135040e0d22,revision_number=1']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:05:43.003056 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-083f3f23-bc2b-4667-b250-b06e573ca1c2 tempest-DeleteServersTestJSON-1257955019 tempest-DeleteServersTestJSON-1257955019-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:05:43.029425 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34113039-2c77-48d3-b0db-c37270cc8f08 req-083f3f23-bc2b-4667-b250-b06e573ca1c2 tempest-DeleteServersTestJSON-1257955019 tempest-DeleteServersTestJSON-1257955019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:05:43.030274 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-34113039-2c77-48d3-b0db-c37270cc8f08 req-083f3f23-bc2b-4667-b250-b06e573ca1c2 tempest-DeleteServersTestJSON-1257955019 tempest-DeleteServersTestJSON-1257955019-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468916'] for port, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:05:43.049642 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-34113039-2c77-48d3-b0db-c37270cc8f08 req-083f3f23-bc2b-4667-b250-b06e573ca1c2 tempest-DeleteServersTestJSON-1257955019 tempest-DeleteServersTestJSON-1257955019-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8982670 Jun 24 12:05:43.066514 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [req-34113039-2c77-48d3-b0db-c37270cc8f08 req-66fbc6fe-0cf0-4933-8317-c8aca487df09 service neutron] Request body: {'port': {'device_id': '72d9bb0f-d8b1-4c7f-9068-3d590b31924d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7971'}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:05:43.144926 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-34113039-2c77-48d3-b0db-c37270cc8f08 req-66fbc6fe-0cf0-4933-8317-c8aca487df09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:05:43.383125 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5399272b-e637-497b-9582-eb525068dc7f req-97c1b7e8-b055-4545-80d8-1b5db9083eb9 tempest-DeleteServersTestJSON-1257955019 tempest-DeleteServersTestJSON-1257955019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:05:43.384687 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-5399272b-e637-497b-9582-eb525068dc7f req-97c1b7e8-b055-4545-80d8-1b5db9083eb9 tempest-DeleteServersTestJSON-1257955019 tempest-DeleteServersTestJSON-1257955019-project] 10.222.0.53 "GET /v2.0/ports?device_id=72d9bb0f-d8b1-4c7f-9068-3d590b31924d HTTP/1.1" status: 200 len: 931 time: 0.1369059 Jun 24 12:05:43.453066 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-5399272b-e637-497b-9582-eb525068dc7f req-9ccd97f1-d92c-45e7-870b-8ed675f19288 tempest-DeleteServersTestJSON-1257955019 tempest-DeleteServersTestJSON-1257955019-project] 10.222.0.53 "GET /v2.0/security-groups?id=00ccdd7d-a541-4328-9b3c-5b061bf4ef46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617855 Jun 24 12:05:43.496841 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.notifiers.nova [req-34113039-2c77-48d3-b0db-c37270cc8f08 req-66fbc6fe-0cf0-4933-8317-c8aca487df09 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 770dab81-e71b-4d11-a45b-5135040e0d22 {{(pid=128083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 12:05:43.504682 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-34113039-2c77-48d3-b0db-c37270cc8f08 req-66fbc6fe-0cf0-4933-8317-c8aca487df09 service neutron] Notify callbacks [] for port, precommit_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:05:43.518810 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.provisioning_blocks [req-34113039-2c77-48d3-b0db-c37270cc8f08 req-66fbc6fe-0cf0-4933-8317-c8aca487df09 service neutron] Transition to ACTIVE for port object 770dab81-e71b-4d11-a45b-5135040e0d22 will not be triggered until provisioned by entity L2. {{(pid=128083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:05:43.522047 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-34113039-2c77-48d3-b0db-c37270cc8f08 req-66fbc6fe-0cf0-4933-8317-c8aca487df09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2537871'] for port, after_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:05:43.524175 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-b8c65a76-ab1f-49b5-9db2-a00dbe1483ff service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:05:43.576015 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66fbc6fe-0cf0-4933-8317-c8aca487df09 service neutron] Pushing event updated for resources: {'Port': ['ID=770dab81-e71b-4d11-a45b-5135040e0d22,revision_number=2']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:05:43.578916 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-66fbc6fe-0cf0-4933-8317-c8aca487df09 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:05:43.649250 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.managers [req-34113039-2c77-48d3-b0db-c37270cc8f08 req-66fbc6fe-0cf0-4933-8317-c8aca487df09 service neutron] Attempting to bind port 770dab81-e71b-4d11-a45b-5135040e0d22 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=128083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 12:05:43.649585 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.managers [req-34113039-2c77-48d3-b0db-c37270cc8f08 req-66fbc6fe-0cf0-4933-8317-c8aca487df09 service neutron] Attempting to bind port 770dab81-e71b-4d11-a45b-5135040e0d22 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': '54a60c5b-57f5-4654-ac9e-da1ec2ca18a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '890d2b25-5bbc-4136-8d68-054a5d75079f'}] {{(pid=128083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 12:05:43.649918 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34113039-2c77-48d3-b0db-c37270cc8f08 req-66fbc6fe-0cf0-4933-8317-c8aca487df09 service neutron] Attempting to bind port 770dab81-e71b-4d11-a45b-5135040e0d22 on network 890d2b25-5bbc-4136-8d68-054a5d75079f {{(pid=128083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:05:43.654275 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34113039-2c77-48d3-b0db-c37270cc8f08 req-66fbc6fe-0cf0-4933-8317-c8aca487df09 service neutron] Port 770dab81-e71b-4d11-a45b-5135040e0d22 on network 890d2b25-5bbc-4136-8d68-054a5d75079f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=128083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 12:05:43.654601 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34113039-2c77-48d3-b0db-c37270cc8f08 req-66fbc6fe-0cf0-4933-8317-c8aca487df09 service neutron] Attempting to bind port 770dab81-e71b-4d11-a45b-5135040e0d22 on network 890d2b25-5bbc-4136-8d68-054a5d75079f {{(pid=128083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:05:43.659342 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34113039-2c77-48d3-b0db-c37270cc8f08 req-66fbc6fe-0cf0-4933-8317-c8aca487df09 service neutron] Checking agent: {'id': 'a2c9a14d-87aa-4cd1-a510-11988f19c3d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7971', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 11, 42, 44), 'started_at': datetime.datetime(2021, 6, 24, 11, 42, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 12, 5, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=128083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 12:05:43.659680 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34113039-2c77-48d3-b0db-c37270cc8f08 req-66fbc6fe-0cf0-4933-8317-c8aca487df09 service neutron] Checking segment: {'id': '54a60c5b-57f5-4654-ac9e-da1ec2ca18a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '890d2b25-5bbc-4136-8d68-054a5d75079f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=128083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:05:43.660067 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34113039-2c77-48d3-b0db-c37270cc8f08 req-66fbc6fe-0cf0-4933-8317-c8aca487df09 service neutron] Bound using segment: {'id': '54a60c5b-57f5-4654-ac9e-da1ec2ca18a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '890d2b25-5bbc-4136-8d68-054a5d75079f'} {{(pid=128083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 12:05:43.660497 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.managers [req-34113039-2c77-48d3-b0db-c37270cc8f08 req-66fbc6fe-0cf0-4933-8317-c8aca487df09 service neutron] Bound port: 770dab81-e71b-4d11-a45b-5135040e0d22, host: hv-neutron-7971, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '54a60c5b-57f5-4654-ac9e-da1ec2ca18a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '890d2b25-5bbc-4136-8d68-054a5d75079f'}}] {{(pid=128083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 12:05:43.660859 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-34113039-2c77-48d3-b0db-c37270cc8f08 req-66fbc6fe-0cf0-4933-8317-c8aca487df09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:05:43.726916 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.db [req-34113039-2c77-48d3-b0db-c37270cc8f08 req-66fbc6fe-0cf0-4933-8317-c8aca487df09 service neutron] For port 770dab81-e71b-4d11-a45b-5135040e0d22, host hv-neutron-7971, cleared binding levels {{(pid=128083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 12:05:43.730696 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.db [req-34113039-2c77-48d3-b0db-c37270cc8f08 req-66fbc6fe-0cf0-4933-8317-c8aca487df09 service neutron] For port 770dab81-e71b-4d11-a45b-5135040e0d22, host hv-neutron-7971, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=770dab81-e71b-4d11-a45b-5135040e0d22,segment=NetworkSegment(54a60c5b-57f5-4654-ac9e-da1ec2ca18a5),segment_id=54a60c5b-57f5-4654-ac9e-da1ec2ca18a5)] {{(pid=128083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 12:05:43.735758 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-34113039-2c77-48d3-b0db-c37270cc8f08 req-66fbc6fe-0cf0-4933-8317-c8aca487df09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2537871'] for port, after_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:05:43.737968 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-9b5e9965-f7e9-4daf-b3d6-1f7e3473e8a9 tempest-ServersAdminNegativeTestJSON-2094187069 tempest-ServersAdminNegativeTestJSON-2094187069-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:05:43.772320 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34113039-2c77-48d3-b0db-c37270cc8f08 req-66fbc6fe-0cf0-4933-8317-c8aca487df09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:05:43.772937 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-34113039-2c77-48d3-b0db-c37270cc8f08 req-66fbc6fe-0cf0-4933-8317-c8aca487df09 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468916'] for port, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:05:43.774325 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-34113039-2c77-48d3-b0db-c37270cc8f08 req-66fbc6fe-0cf0-4933-8317-c8aca487df09 service neutron] 10.222.0.45 "PUT /v2.0/ports/770dab81-e71b-4d11-a45b-5135040e0d22 HTTP/1.1" status: 200 len: 1093 time: 0.7121718 Jun 24 12:05:43.774856 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72d9bb0f-d8b1-4c7f-9068-3d590b31924d', 'tag': '770dab81-e71b-4d11-a45b-5135040e0d22'}] {{(pid=128083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 12:05:43.777745 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a77f7dee1a0522ddf93af289475d218fcdb8f30317daadec13ebf930b5b9dbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-154a9555-b1f6-4fea-b9f3-40d70aa39fd1" -d '{"events": [{"name": "network-changed", "server_uuid": "72d9bb0f-d8b1-4c7f-9068-3d590b31924d", "tag": "770dab81-e71b-4d11-a45b-5135040e0d22"}]}' {{(pid=128083) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 12:05:43.802216 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66fbc6fe-0cf0-4933-8317-c8aca487df09 service neutron] Pushing event updated for resources: {'Port': ['ID=770dab81-e71b-4d11-a45b-5135040e0d22,revision_number=3']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:05:43.805482 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-66fbc6fe-0cf0-4933-8317-c8aca487df09 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:05:43.827610 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 12:05:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92bd042c-0a35-4a9e-96e7-66953a5c9590 x-openstack-request-id: req-92bd042c-0a35-4a9e-96e7-66953a5c9590 {{(pid=128083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 12:05:43.827950 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72d9bb0f-d8b1-4c7f-9068-3d590b31924d", "tag": "770dab81-e71b-4d11-a45b-5135040e0d22", "status": "completed", "code": 200}]} {{(pid=128083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 12:05:43.828249 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-92bd042c-0a35-4a9e-96e7-66953a5c9590 {{(pid=128083) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 12:05:43.828693 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72d9bb0f-d8b1-4c7f-9068-3d590b31924d', 'tag': '770dab81-e71b-4d11-a45b-5135040e0d22', 'status': 'completed', 'code': 200} Jun 24 12:05:43.880750 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34113039-2c77-48d3-b0db-c37270cc8f08 req-45e0bb0c-9329-4af0-980c-4bc0fc416333 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:05:43.882290 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-34113039-2c77-48d3-b0db-c37270cc8f08 req-45e0bb0c-9329-4af0-980c-4bc0fc416333 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=6a5dc2a634cb44fd84eb5821b5aee7e2&device_id=72d9bb0f-d8b1-4c7f-9068-3d590b31924d HTTP/1.1" status: 200 len: 1096 time: 0.0646517 Jun 24 12:05:43.927424 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-34113039-2c77-48d3-b0db-c37270cc8f08 req-97c00927-cff2-4308-b4a6-8e2d213b8926 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=770dab81-e71b-4d11-a45b-5135040e0d22 HTTP/1.1" status: 200 len: 217 time: 0.0334578 Jun 24 12:05:43.976783 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34113039-2c77-48d3-b0db-c37270cc8f08 req-c56c5fc1-c97a-4e6a-b0b2-ba690b2c93ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:05:43.978737 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-34113039-2c77-48d3-b0db-c37270cc8f08 req-c56c5fc1-c97a-4e6a-b0b2-ba690b2c93ab service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ab18851e-204a-428b-9f45-7746e4bda502 HTTP/1.1" status: 200 len: 851 time: 0.0429955 Jun 24 12:05:44.014451 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-34113039-2c77-48d3-b0db-c37270cc8f08 req-b7c823c0-f085-4a01-8a98-56c1b1ef6be5 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=890d2b25-5bbc-4136-8d68-054a5d75079f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291348 Jun 24 12:05:44.117179 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-34113039-2c77-48d3-b0db-c37270cc8f08 req-adeac7eb-05aa-4d11-ae71-42954492c6bf service neutron] 10.222.0.45 "GET /v2.0/networks/890d2b25-5bbc-4136-8d68-054a5d75079f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925949 Jun 24 12:05:44.219730 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-34113039-2c77-48d3-b0db-c37270cc8f08 req-762a728b-ed08-4bad-9684-d40b6f0dec13 service neutron] 10.222.0.45 "GET /v2.0/networks/890d2b25-5bbc-4136-8d68-054a5d75079f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904117 Jun 24 12:05:44.326859 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154a9555-b1f6-4fea-b9f3-40d70aa39fd1 req-ceed3f72-ebd5-4624-8e23-97fc75e014a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:05:44.328354 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-154a9555-b1f6-4fea-b9f3-40d70aa39fd1 req-ceed3f72-ebd5-4624-8e23-97fc75e014a0 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=6a5dc2a634cb44fd84eb5821b5aee7e2&device_id=72d9bb0f-d8b1-4c7f-9068-3d590b31924d HTTP/1.1" status: 200 len: 1096 time: 0.0574691 Jun 24 12:05:44.421638 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154a9555-b1f6-4fea-b9f3-40d70aa39fd1 req-28eb7a49-0b8a-44b0-81b1-24aa618d22ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:05:44.423085 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-154a9555-b1f6-4fea-b9f3-40d70aa39fd1 req-28eb7a49-0b8a-44b0-81b1-24aa618d22ab service neutron] 10.222.0.45 "GET /v2.0/networks?id=890d2b25-5bbc-4136-8d68-054a5d75079f HTTP/1.1" status: 200 len: 912 time: 0.0874438 Jun 24 12:05:44.471214 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-154a9555-b1f6-4fea-b9f3-40d70aa39fd1 req-b5a6b489-64f7-4083-a755-cd630b2e9d6b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=770dab81-e71b-4d11-a45b-5135040e0d22 HTTP/1.1" status: 200 len: 217 time: 0.0412991 Jun 24 12:05:44.526213 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154a9555-b1f6-4fea-b9f3-40d70aa39fd1 req-3871003f-8899-4301-b7df-2a89684a7e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:05:44.527654 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-154a9555-b1f6-4fea-b9f3-40d70aa39fd1 req-3871003f-8899-4301-b7df-2a89684a7e9c service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ab18851e-204a-428b-9f45-7746e4bda502 HTTP/1.1" status: 200 len: 851 time: 0.0473285 Jun 24 12:05:44.566117 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-154a9555-b1f6-4fea-b9f3-40d70aa39fd1 req-4d3afc77-6abe-4463-9074-95f3b21e78be service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=890d2b25-5bbc-4136-8d68-054a5d75079f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278275 Jun 24 12:05:44.698486 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-154a9555-b1f6-4fea-b9f3-40d70aa39fd1 req-10bcca2c-4baa-4027-9382-d80f11e4f96e service neutron] 10.222.0.45 "GET /v2.0/networks/890d2b25-5bbc-4136-8d68-054a5d75079f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1175683 Jun 24 12:05:44.706789 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1828f134-afa7-442d-8230-e03aeed335af req-e61f5402-e629-44a5-b42f-140ab5c4136f tempest-DeleteServersTestJSON-1257955019 tempest-DeleteServersTestJSON-1257955019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:05:44.708176 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-1828f134-afa7-442d-8230-e03aeed335af req-e61f5402-e629-44a5-b42f-140ab5c4136f tempest-DeleteServersTestJSON-1257955019 tempest-DeleteServersTestJSON-1257955019-project] 10.222.0.53 "GET /v2.0/ports?device_id=72d9bb0f-d8b1-4c7f-9068-3d590b31924d HTTP/1.1" status: 200 len: 943 time: 0.1386681 Jun 24 12:05:44.765783 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:05:44.804233 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-1828f134-afa7-442d-8230-e03aeed335af req-d96d9ee1-250f-42fe-8790-db4e73f7b20d tempest-DeleteServersTestJSON-1257955019 tempest-DeleteServersTestJSON-1257955019-project] 10.222.0.53 "GET /v2.0/security-groups?id=00ccdd7d-a541-4328-9b3c-5b061bf4ef46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873432 Jun 24 12:05:44.832041 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-154a9555-b1f6-4fea-b9f3-40d70aa39fd1 req-0bc33175-778b-46cd-8480-5004c2b294c6 service neutron] 10.222.0.45 "GET /v2.0/networks/890d2b25-5bbc-4136-8d68-054a5d75079f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229141 Jun 24 12:05:45.980858 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff57f8e3-5287-4029-b4c6-efd06e1a0147 req-d8c09019-590d-4a60-add0-9126da515af4 tempest-DeleteServersTestJSON-1257955019 tempest-DeleteServersTestJSON-1257955019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:05:45.982360 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-ff57f8e3-5287-4029-b4c6-efd06e1a0147 req-d8c09019-590d-4a60-add0-9126da515af4 tempest-DeleteServersTestJSON-1257955019 tempest-DeleteServersTestJSON-1257955019-project] 10.222.0.53 "GET /v2.0/ports?device_id=72d9bb0f-d8b1-4c7f-9068-3d590b31924d HTTP/1.1" status: 200 len: 943 time: 0.0647323 Jun 24 12:05:46.023507 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-ff57f8e3-5287-4029-b4c6-efd06e1a0147 req-dda384b2-a130-4ff7-9aef-64ebc12abdbe tempest-DeleteServersTestJSON-1257955019 tempest-DeleteServersTestJSON-1257955019-project] 10.222.0.53 "GET /v2.0/security-groups?id=00ccdd7d-a541-4328-9b3c-5b061bf4ef46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354593 Jun 24 12:05:46.611451 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Device 770dab81-e71b-4d11-a45b-5135040e0d22 details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=128085) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 12:05:46.711114 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] For port 770dab81-e71b-4d11-a45b-5135040e0d22, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=770dab81-e71b-4d11-a45b-5135040e0d22,segment=NetworkSegment(54a60c5b-57f5-4654-ac9e-da1ec2ca18a5),segment_id=54a60c5b-57f5-4654-ac9e-da1ec2ca18a5)] {{(pid=128085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:05:46.722349 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Returning: {'device': '770dab81-e71b-4d11-a45b-5135040e0d22', 'network_id': '890d2b25-5bbc-4136-8d68-054a5d75079f', 'port_id': '770dab81-e71b-4d11-a45b-5135040e0d22', 'mac_address': 'fa:16:3e:5d:41:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 635, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab18851e-204a-428b-9f45-7746e4bda502', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=128085) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 12:05:46.760738 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:05:46.774648 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.notifiers.nova [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 770dab81-e71b-4d11-a45b-5135040e0d22 {{(pid=128085) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 12:05:46.795420 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] For port 770dab81-e71b-4d11-a45b-5135040e0d22, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=770dab81-e71b-4d11-a45b-5135040e0d22,segment=NetworkSegment(54a60c5b-57f5-4654-ac9e-da1ec2ca18a5),segment_id=54a60c5b-57f5-4654-ac9e-da1ec2ca18a5)] {{(pid=128085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:05:46.799221 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:05:46.801939 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-26e9ed8d-65e1-40f2-bb3a-4bc435ade143 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:05:46.851245 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Pushing event updated for resources: {'Port': ['ID=770dab81-e71b-4d11-a45b-5135040e0d22,revision_number=4']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:05:46.854452 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:05:47.061206 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] get_ports_and_sgs() called for port_ids ['770dab81-e71b-4d11-a45b-5135040e0d22'] {{(pid=128085) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 12:05:47.203171 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3c418c-869a-4910-93f6-120b842384ee req-7b0df04f-dfd5-44cb-af38-64572becd9ac tempest-DeleteServersTestJSON-1257955019 tempest-DeleteServersTestJSON-1257955019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:05:47.204562 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-fb3c418c-869a-4910-93f6-120b842384ee req-7b0df04f-dfd5-44cb-af38-64572becd9ac tempest-DeleteServersTestJSON-1257955019 tempest-DeleteServersTestJSON-1257955019-project] 10.222.0.53 "GET /v2.0/ports?device_id=72d9bb0f-d8b1-4c7f-9068-3d590b31924d HTTP/1.1" status: 200 len: 944 time: 0.0682905 Jun 24 12:05:47.241636 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-fb3c418c-869a-4910-93f6-120b842384ee req-0646a3cb-245b-4247-8628-3bc62a1bd675 tempest-DeleteServersTestJSON-1257955019 tempest-DeleteServersTestJSON-1257955019-project] 10.222.0.53 "GET /v2.0/security-groups?id=00ccdd7d-a541-4328-9b3c-5b061bf4ef46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313721 Jun 24 12:05:48.414884 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96cede6-41b3-4d7e-85bf-c4519fc807a6 req-2e06d467-6d14-4004-8d94-59ad0ae5d3ef tempest-DeleteServersTestJSON-1257955019 tempest-DeleteServersTestJSON-1257955019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:05:48.416848 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-d96cede6-41b3-4d7e-85bf-c4519fc807a6 req-2e06d467-6d14-4004-8d94-59ad0ae5d3ef tempest-DeleteServersTestJSON-1257955019 tempest-DeleteServersTestJSON-1257955019-project] 10.222.0.53 "GET /v2.0/ports?device_id=72d9bb0f-d8b1-4c7f-9068-3d590b31924d HTTP/1.1" status: 200 len: 944 time: 0.0673075 Jun 24 12:05:48.459224 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-d96cede6-41b3-4d7e-85bf-c4519fc807a6 req-39da2e43-2d65-4704-a65e-41a81b92fac7 tempest-DeleteServersTestJSON-1257955019 tempest-DeleteServersTestJSON-1257955019-project] 10.222.0.53 "GET /v2.0/security-groups?id=00ccdd7d-a541-4328-9b3c-5b061bf4ef46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367777 Jun 24 12:05:48.616228 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Device 770dab81-e71b-4d11-a45b-5135040e0d22 up at agent hyperv_hv-neutron-7971 {{(pid=128085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:05:48.667108 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Provisioning for port 770dab81-e71b-4d11-a45b-5135040e0d22 completed by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:05:48.670879 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Provisioning complete for port 770dab81-e71b-4d11-a45b-5135040e0d22 triggered by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:05:48.671266 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:05:48.749896 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:05:48.773228 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72d9bb0f-d8b1-4c7f-9068-3d590b31924d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '770dab81-e71b-4d11-a45b-5135040e0d22'}] {{(pid=128085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 12:05:48.775566 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1098ec9051a50dd033317f529a09b9762582ef7b417ebe05928aca59e08255aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22940820-79d2-4dcf-8c8a-db2fa016d835" -d '{"events": [{"server_uuid": "72d9bb0f-d8b1-4c7f-9068-3d590b31924d", "name": "network-vif-plugged", "status": "completed", "tag": "770dab81-e71b-4d11-a45b-5135040e0d22"}]}' {{(pid=128085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 12:05:48.789125 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] For port 770dab81-e71b-4d11-a45b-5135040e0d22, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=770dab81-e71b-4d11-a45b-5135040e0d22,segment=NetworkSegment(54a60c5b-57f5-4654-ac9e-da1ec2ca18a5),segment_id=54a60c5b-57f5-4654-ac9e-da1ec2ca18a5)] {{(pid=128085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:05:48.793675 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:05:48.795966 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:05:48.826893 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 12:05:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f85074d1-6433-4054-9d7c-188615f5655d x-openstack-request-id: req-f85074d1-6433-4054-9d7c-188615f5655d {{(pid=128085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 12:05:48.828229 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72d9bb0f-d8b1-4c7f-9068-3d590b31924d", "name": "network-vif-plugged", "status": "completed", "tag": "770dab81-e71b-4d11-a45b-5135040e0d22", "code": 200}]} {{(pid=128085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 12:05:48.828229 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f85074d1-6433-4054-9d7c-188615f5655d {{(pid=128085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 12:05:48.828229 dv-neutron-797120-4-hyperv neutron-server[128085]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72d9bb0f-d8b1-4c7f-9068-3d590b31924d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '770dab81-e71b-4d11-a45b-5135040e0d22', 'code': 200} Jun 24 12:05:48.861548 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Pushing event updated for resources: {'Port': ['ID=770dab81-e71b-4d11-a45b-5135040e0d22,revision_number=5']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:05:48.864577 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:05:49.054758 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e468b4a2-7e83-4e9f-b395-99e30432ebb2 req-21937edd-b3c9-4a84-99a5-94e6d3bdadf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:05:49.056118 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-e468b4a2-7e83-4e9f-b395-99e30432ebb2 req-21937edd-b3c9-4a84-99a5-94e6d3bdadf3 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=72d9bb0f-d8b1-4c7f-9068-3d590b31924d HTTP/1.1" status: 200 len: 1098 time: 0.0504518 Jun 24 12:05:49.094229 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-e468b4a2-7e83-4e9f-b395-99e30432ebb2 req-cdcba1fd-253e-45de-93a3-a88004e11e07 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=00ccdd7d-a541-4328-9b3c-5b061bf4ef46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0279191 Jun 24 12:05:49.634236 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb66d95-59ce-4a7d-9815-fabd302623d1 req-8a2b8a9e-0fed-4878-b5f4-193b4a6b481c tempest-DeleteServersTestJSON-1257955019 tempest-DeleteServersTestJSON-1257955019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:05:49.636746 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-9bb66d95-59ce-4a7d-9815-fabd302623d1 req-8a2b8a9e-0fed-4878-b5f4-193b4a6b481c tempest-DeleteServersTestJSON-1257955019 tempest-DeleteServersTestJSON-1257955019-project] 10.222.0.53 "GET /v2.0/ports?device_id=72d9bb0f-d8b1-4c7f-9068-3d590b31924d HTTP/1.1" status: 200 len: 945 time: 0.0678713 Jun 24 12:05:49.674220 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-9bb66d95-59ce-4a7d-9815-fabd302623d1 req-36f2d16d-66e7-441d-92bf-f4002fc65ef5 tempest-DeleteServersTestJSON-1257955019 tempest-DeleteServersTestJSON-1257955019-project] 10.222.0.53 "GET /v2.0/security-groups?id=00ccdd7d-a541-4328-9b3c-5b061bf4ef46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318832 Jun 24 12:05:50.851258 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30570a3d-7723-47c3-8b49-3cfcf09b2b77 req-3a062b6a-a0d1-4551-b1c3-5c1c8eef6dc1 tempest-DeleteServersTestJSON-1257955019 tempest-DeleteServersTestJSON-1257955019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:05:50.852643 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-30570a3d-7723-47c3-8b49-3cfcf09b2b77 req-3a062b6a-a0d1-4551-b1c3-5c1c8eef6dc1 tempest-DeleteServersTestJSON-1257955019 tempest-DeleteServersTestJSON-1257955019-project] 10.222.0.53 "GET /v2.0/ports?device_id=72d9bb0f-d8b1-4c7f-9068-3d590b31924d HTTP/1.1" status: 200 len: 945 time: 0.0662651 Jun 24 12:05:50.891449 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-30570a3d-7723-47c3-8b49-3cfcf09b2b77 req-808fdc7b-9d3c-48bc-86c2-0fe5e4b02abe tempest-DeleteServersTestJSON-1257955019 tempest-DeleteServersTestJSON-1257955019-project] 10.222.0.53 "GET /v2.0/security-groups?id=00ccdd7d-a541-4328-9b3c-5b061bf4ef46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325511 Jun 24 12:05:51.247298 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 37228) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:05:51.287506 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa07562d-afcc-4f40-b6f0-f657e7b96994 req-2f59b81e-b256-4766-9ea1-e29f5d4da390 tempest-DeleteServersTestJSON-1257955019 tempest-DeleteServersTestJSON-1257955019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:05:51.289123 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-aa07562d-afcc-4f40-b6f0-f657e7b96994 req-2f59b81e-b256-4766-9ea1-e29f5d4da390 tempest-DeleteServersTestJSON-1257955019 tempest-DeleteServersTestJSON-1257955019-project] 10.222.0.53 "GET /v2.0/ports?device_id=72d9bb0f-d8b1-4c7f-9068-3d590b31924d HTTP/1.1" status: 200 len: 945 time: 0.0707755 Jun 24 12:05:51.327406 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-aa07562d-afcc-4f40-b6f0-f657e7b96994 req-45974f8a-2bce-4fe2-9525-c227c5b48f88 tempest-DeleteServersTestJSON-1257955019 tempest-DeleteServersTestJSON-1257955019-project] 10.222.0.53 "GET /v2.0/security-groups?id=00ccdd7d-a541-4328-9b3c-5b061bf4ef46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323904 Jun 24 12:05:51.350902 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [req-2b063af0-044b-4b6f-9fbf-608ba7e643ad req-1b8a3e2b-2fe7-4f04-a36f-f4745910d4f0 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=72d9bb0f-d8b1-4c7f-9068-3d590b31924d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1022117 Jun 24 12:05:52.505168 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b119df5-146f-4c91-8602-7cf7f41766f3 req-7f3ed9b6-eea0-4f77-a093-50ac5c3bd8d3 tempest-DeleteServersTestJSON-1257955019 tempest-DeleteServersTestJSON-1257955019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:05:52.506700 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-1b119df5-146f-4c91-8602-7cf7f41766f3 req-7f3ed9b6-eea0-4f77-a093-50ac5c3bd8d3 tempest-DeleteServersTestJSON-1257955019 tempest-DeleteServersTestJSON-1257955019-project] 10.222.0.53 "GET /v2.0/ports?device_id=72d9bb0f-d8b1-4c7f-9068-3d590b31924d HTTP/1.1" status: 200 len: 945 time: 0.0675452 Jun 24 12:05:52.553871 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-1b119df5-146f-4c91-8602-7cf7f41766f3 req-1d6306e2-ea1f-4a0a-a21a-f2a3c7d662cd tempest-DeleteServersTestJSON-1257955019 tempest-DeleteServersTestJSON-1257955019-project] 10.222.0.53 "GET /v2.0/security-groups?id=00ccdd7d-a541-4328-9b3c-5b061bf4ef46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408311 Jun 24 12:05:52.632120 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b063af0-044b-4b6f-9fbf-608ba7e643ad req-82feccb1-fffb-469a-a412-cfc02cc0b73c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:05:52.633520 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-2b063af0-044b-4b6f-9fbf-608ba7e643ad req-82feccb1-fffb-469a-a412-cfc02cc0b73c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=6a5dc2a634cb44fd84eb5821b5aee7e2&device_id=72d9bb0f-d8b1-4c7f-9068-3d590b31924d HTTP/1.1" status: 200 len: 1098 time: 0.1002338 Jun 24 12:05:52.725693 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b063af0-044b-4b6f-9fbf-608ba7e643ad req-9ca4a99d-d257-4162-b0ae-9c59835bc0bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:05:52.727188 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-2b063af0-044b-4b6f-9fbf-608ba7e643ad req-9ca4a99d-d257-4162-b0ae-9c59835bc0bf service neutron] 10.222.0.45 "GET /v2.0/networks?id=890d2b25-5bbc-4136-8d68-054a5d75079f HTTP/1.1" status: 200 len: 912 time: 0.0870559 Jun 24 12:05:52.768845 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-2b063af0-044b-4b6f-9fbf-608ba7e643ad req-97e9d892-bc89-4eac-90fb-e2ec7b1af1e3 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=770dab81-e71b-4d11-a45b-5135040e0d22 HTTP/1.1" status: 200 len: 217 time: 0.0348618 Jun 24 12:05:52.823628 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b063af0-044b-4b6f-9fbf-608ba7e643ad req-fcc6a911-17bb-487c-8059-28f1e4dd1c74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:05:52.825093 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-2b063af0-044b-4b6f-9fbf-608ba7e643ad req-fcc6a911-17bb-487c-8059-28f1e4dd1c74 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ab18851e-204a-428b-9f45-7746e4bda502 HTTP/1.1" status: 200 len: 851 time: 0.0497603 Jun 24 12:05:52.857980 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-2b063af0-044b-4b6f-9fbf-608ba7e643ad req-3ece9514-8871-4503-8091-8409b82b051a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=890d2b25-5bbc-4136-8d68-054a5d75079f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258477 Jun 24 12:05:52.947986 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-2b063af0-044b-4b6f-9fbf-608ba7e643ad req-12c08c97-704d-48f9-973b-8e68c8689a69 service neutron] 10.222.0.45 "GET /v2.0/networks/890d2b25-5bbc-4136-8d68-054a5d75079f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822763 Jun 24 12:05:53.039377 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-2b063af0-044b-4b6f-9fbf-608ba7e643ad req-360f3078-f907-4866-bc82-18bd41c11d92 service neutron] 10.222.0.45 "GET /v2.0/networks/890d2b25-5bbc-4136-8d68-054a5d75079f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851767 Jun 24 12:05:53.725723 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2928e5aa-3244-410c-a4eb-a3cb8dbaa56e req-016fc3b9-98a2-4d8b-8ee2-01db94448d21 tempest-DeleteServersTestJSON-1257955019 tempest-DeleteServersTestJSON-1257955019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:05:53.727171 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-2928e5aa-3244-410c-a4eb-a3cb8dbaa56e req-016fc3b9-98a2-4d8b-8ee2-01db94448d21 tempest-DeleteServersTestJSON-1257955019 tempest-DeleteServersTestJSON-1257955019-project] 10.222.0.53 "GET /v2.0/ports?device_id=72d9bb0f-d8b1-4c7f-9068-3d590b31924d HTTP/1.1" status: 200 len: 945 time: 0.0620067 Jun 24 12:05:53.767026 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-2928e5aa-3244-410c-a4eb-a3cb8dbaa56e req-96d2e4ee-34a4-46c0-af7e-c95b6cc49bfa tempest-DeleteServersTestJSON-1257955019 tempest-DeleteServersTestJSON-1257955019-project] 10.222.0.53 "GET /v2.0/security-groups?id=00ccdd7d-a541-4328-9b3c-5b061bf4ef46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339885 Jun 24 12:05:53.837105 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-19de55ca-b05f-44f5-80ae-3310a2cbe3cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:05:54.945935 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9065c0fb-2fe2-4e4b-b431-a443e1fac9f6 req-ca256852-457b-40a6-befd-6fab87b5fcc6 tempest-DeleteServersTestJSON-1257955019 tempest-DeleteServersTestJSON-1257955019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:05:54.947592 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-9065c0fb-2fe2-4e4b-b431-a443e1fac9f6 req-ca256852-457b-40a6-befd-6fab87b5fcc6 tempest-DeleteServersTestJSON-1257955019 tempest-DeleteServersTestJSON-1257955019-project] 10.222.0.53 "GET /v2.0/ports?device_id=72d9bb0f-d8b1-4c7f-9068-3d590b31924d HTTP/1.1" status: 200 len: 945 time: 0.0683830 Jun 24 12:05:54.986405 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-9065c0fb-2fe2-4e4b-b431-a443e1fac9f6 req-668b9387-810f-475f-a0e6-62aa7ebcedce tempest-DeleteServersTestJSON-1257955019 tempest-DeleteServersTestJSON-1257955019-project] 10.222.0.53 "GET /v2.0/security-groups?id=00ccdd7d-a541-4328-9b3c-5b061bf4ef46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330899 Jun 24 12:05:55.692492 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589fdbe9-90e8-4bc4-bde4-618b7d81e6a1 req-95078b6e-93ac-4483-aef3-06a4c8720f66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:05:55.693992 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-589fdbe9-90e8-4bc4-bde4-618b7d81e6a1 req-95078b6e-93ac-4483-aef3-06a4c8720f66 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=6a5dc2a634cb44fd84eb5821b5aee7e2&device_id=72d9bb0f-d8b1-4c7f-9068-3d590b31924d HTTP/1.1" status: 200 len: 1098 time: 0.0534964 Jun 24 12:05:55.817105 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589fdbe9-90e8-4bc4-bde4-618b7d81e6a1 req-bd2f507f-a849-4564-a32b-fa8d544429f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:05:55.818559 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-589fdbe9-90e8-4bc4-bde4-618b7d81e6a1 req-bd2f507f-a849-4564-a32b-fa8d544429f9 service neutron] 10.222.0.45 "GET /v2.0/networks?id=890d2b25-5bbc-4136-8d68-054a5d75079f HTTP/1.1" status: 200 len: 912 time: 0.1004250 Jun 24 12:05:55.865673 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-589fdbe9-90e8-4bc4-bde4-618b7d81e6a1 req-31d37018-5f7a-48c3-923b-4de421f07179 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=770dab81-e71b-4d11-a45b-5135040e0d22 HTTP/1.1" status: 200 len: 217 time: 0.0384040 Jun 24 12:05:55.914535 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589fdbe9-90e8-4bc4-bde4-618b7d81e6a1 req-ccf4c462-c619-417a-9bdd-bce2d9e0464b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:05:55.916239 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-589fdbe9-90e8-4bc4-bde4-618b7d81e6a1 req-ccf4c462-c619-417a-9bdd-bce2d9e0464b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ab18851e-204a-428b-9f45-7746e4bda502 HTTP/1.1" status: 200 len: 851 time: 0.0449843 Jun 24 12:05:55.953132 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-589fdbe9-90e8-4bc4-bde4-618b7d81e6a1 req-42ce3218-2479-4000-9b75-022aafedafc2 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=890d2b25-5bbc-4136-8d68-054a5d75079f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279493 Jun 24 12:05:56.047335 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-589fdbe9-90e8-4bc4-bde4-618b7d81e6a1 req-571c5407-8119-43e2-af4b-aec2d93025d5 service neutron] 10.222.0.45 "GET /v2.0/networks/890d2b25-5bbc-4136-8d68-054a5d75079f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872734 Jun 24 12:05:56.197872 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-589fdbe9-90e8-4bc4-bde4-618b7d81e6a1 req-bd45b973-e4bc-43f4-85a1-461a6f0b4d8a service neutron] 10.222.0.45 "GET /v2.0/networks/890d2b25-5bbc-4136-8d68-054a5d75079f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260984 Jun 24 12:05:56.219000 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde28008-ef10-427f-b10a-9ed2dd01fc9a req-4a0753b9-15e5-4b98-a37e-27fde977b4b9 tempest-DeleteServersTestJSON-1257955019 tempest-DeleteServersTestJSON-1257955019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:05:56.220442 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-fde28008-ef10-427f-b10a-9ed2dd01fc9a req-4a0753b9-15e5-4b98-a37e-27fde977b4b9 tempest-DeleteServersTestJSON-1257955019 tempest-DeleteServersTestJSON-1257955019-project] 10.222.0.53 "GET /v2.0/ports?device_id=72d9bb0f-d8b1-4c7f-9068-3d590b31924d HTTP/1.1" status: 200 len: 945 time: 0.0956974 Jun 24 12:05:56.260320 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-fde28008-ef10-427f-b10a-9ed2dd01fc9a req-611bccfc-a063-4369-ba50-2a4fe8a46a3d tempest-DeleteServersTestJSON-1257955019 tempest-DeleteServersTestJSON-1257955019-project] 10.222.0.53 "GET /v2.0/security-groups?id=00ccdd7d-a541-4328-9b3c-5b061bf4ef46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336435 Jun 24 12:05:56.391406 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-1ffe4e6e-a0dc-4e05-87fa-f7124f550a63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:05:56.529032 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:05:57.440607 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bcdcbb-f165-4f7a-b5e7-783b352b31f4 req-198d9879-5308-4d9d-b999-08a59dc540e4 tempest-DeleteServersTestJSON-1257955019 tempest-DeleteServersTestJSON-1257955019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:05:57.442117 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-f3bcdcbb-f165-4f7a-b5e7-783b352b31f4 req-198d9879-5308-4d9d-b999-08a59dc540e4 tempest-DeleteServersTestJSON-1257955019 tempest-DeleteServersTestJSON-1257955019-project] 10.222.0.53 "GET /v2.0/ports?device_id=72d9bb0f-d8b1-4c7f-9068-3d590b31924d HTTP/1.1" status: 200 len: 945 time: 0.0648265 Jun 24 12:05:57.479848 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-f3bcdcbb-f165-4f7a-b5e7-783b352b31f4 req-03ac344e-33d4-429b-8552-4179e7375d4e tempest-DeleteServersTestJSON-1257955019 tempest-DeleteServersTestJSON-1257955019-project] 10.222.0.53 "GET /v2.0/security-groups?id=00ccdd7d-a541-4328-9b3c-5b061bf4ef46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313809 Jun 24 12:05:57.730223 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-03237adf-ebd0-46f2-a476-4d4bb746e0f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:05:58.685173 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100b826e-f079-414e-8b0d-bc296e7aaae1 req-71476d2e-a85b-4ea4-b5f2-98d2ee0d9ada tempest-DeleteServersTestJSON-1257955019 tempest-DeleteServersTestJSON-1257955019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:05:58.686678 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-100b826e-f079-414e-8b0d-bc296e7aaae1 req-71476d2e-a85b-4ea4-b5f2-98d2ee0d9ada tempest-DeleteServersTestJSON-1257955019 tempest-DeleteServersTestJSON-1257955019-project] 10.222.0.53 "GET /v2.0/ports?device_id=72d9bb0f-d8b1-4c7f-9068-3d590b31924d HTTP/1.1" status: 200 len: 945 time: 0.0856726 Jun 24 12:05:58.727287 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-100b826e-f079-414e-8b0d-bc296e7aaae1 req-ef14a952-6897-431c-a9a5-d413fadc2795 tempest-DeleteServersTestJSON-1257955019 tempest-DeleteServersTestJSON-1257955019-project] 10.222.0.53 "GET /v2.0/security-groups?id=00ccdd7d-a541-4328-9b3c-5b061bf4ef46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348442 Jun 24 12:05:59.704203 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-52c483ef-d5c1-4030-9a32-e5ce4ff00ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:05:59.905663 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ee26c1-9df4-463a-9077-1743f7187d78 req-b2015da3-4467-4341-83bb-71e206cb5a43 tempest-DeleteServersTestJSON-1257955019 tempest-DeleteServersTestJSON-1257955019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:05:59.907166 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-33ee26c1-9df4-463a-9077-1743f7187d78 req-b2015da3-4467-4341-83bb-71e206cb5a43 tempest-DeleteServersTestJSON-1257955019 tempest-DeleteServersTestJSON-1257955019-project] 10.222.0.53 "GET /v2.0/ports?device_id=72d9bb0f-d8b1-4c7f-9068-3d590b31924d HTTP/1.1" status: 200 len: 945 time: 0.0635037 Jun 24 12:05:59.945455 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-33ee26c1-9df4-463a-9077-1743f7187d78 req-d345daca-47a1-4783-be08-36fc89b5e3ea tempest-DeleteServersTestJSON-1257955019 tempest-DeleteServersTestJSON-1257955019-project] 10.222.0.53 "GET /v2.0/security-groups?id=00ccdd7d-a541-4328-9b3c-5b061bf4ef46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324230 Jun 24 12:06:01.121637 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afe09ea-8aeb-4942-93aa-847f3b0277a2 req-5b81e48e-80aa-4b49-8d04-83c1433e5104 tempest-DeleteServersTestJSON-1257955019 tempest-DeleteServersTestJSON-1257955019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:06:01.123113 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-3afe09ea-8aeb-4942-93aa-847f3b0277a2 req-5b81e48e-80aa-4b49-8d04-83c1433e5104 tempest-DeleteServersTestJSON-1257955019 tempest-DeleteServersTestJSON-1257955019-project] 10.222.0.53 "GET /v2.0/ports?device_id=72d9bb0f-d8b1-4c7f-9068-3d590b31924d HTTP/1.1" status: 200 len: 945 time: 0.0653026 Jun 24 12:06:01.163530 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-3afe09ea-8aeb-4942-93aa-847f3b0277a2 req-295e6bbb-dc00-4af8-a053-b33bcfcdb896 tempest-DeleteServersTestJSON-1257955019 tempest-DeleteServersTestJSON-1257955019-project] 10.222.0.53 "GET /v2.0/security-groups?id=00ccdd7d-a541-4328-9b3c-5b061bf4ef46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347948 Jun 24 12:06:02.345228 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2f4e77-a138-4ffd-85fc-fe0604a2f525 req-289c805e-4110-4553-aa9c-19925b9e70bf tempest-DeleteServersTestJSON-1257955019 tempest-DeleteServersTestJSON-1257955019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:06:02.346721 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-8d2f4e77-a138-4ffd-85fc-fe0604a2f525 req-289c805e-4110-4553-aa9c-19925b9e70bf tempest-DeleteServersTestJSON-1257955019 tempest-DeleteServersTestJSON-1257955019-project] 10.222.0.53 "GET /v2.0/ports?device_id=72d9bb0f-d8b1-4c7f-9068-3d590b31924d HTTP/1.1" status: 200 len: 945 time: 0.0698247 Jun 24 12:06:02.385772 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-8d2f4e77-a138-4ffd-85fc-fe0604a2f525 req-9b2f9cbf-e8b0-4ca7-a133-ecddc36df1fd tempest-DeleteServersTestJSON-1257955019 tempest-DeleteServersTestJSON-1257955019-project] 10.222.0.53 "GET /v2.0/security-groups?id=00ccdd7d-a541-4328-9b3c-5b061bf4ef46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328469 Jun 24 12:06:03.560578 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4ced42-b289-496d-bd7c-b215bffa1232 req-36a610c9-3c60-453f-b141-545f072837f1 tempest-DeleteServersTestJSON-1257955019 tempest-DeleteServersTestJSON-1257955019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:06:03.562078 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-3a4ced42-b289-496d-bd7c-b215bffa1232 req-36a610c9-3c60-453f-b141-545f072837f1 tempest-DeleteServersTestJSON-1257955019 tempest-DeleteServersTestJSON-1257955019-project] 10.222.0.53 "GET /v2.0/ports?device_id=72d9bb0f-d8b1-4c7f-9068-3d590b31924d HTTP/1.1" status: 200 len: 945 time: 0.0667315 Jun 24 12:06:03.605999 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-3a4ced42-b289-496d-bd7c-b215bffa1232 req-28baf917-08d4-4f53-9118-1247a9e8d030 tempest-DeleteServersTestJSON-1257955019 tempest-DeleteServersTestJSON-1257955019-project] 10.222.0.53 "GET /v2.0/security-groups?id=00ccdd7d-a541-4328-9b3c-5b061bf4ef46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382071 Jun 24 12:06:04.788509 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c224565-9415-4d72-a9c4-bf95acf73774 req-3b151f81-cc69-44b0-9fd6-606b0cf7e5aa tempest-DeleteServersTestJSON-1257955019 tempest-DeleteServersTestJSON-1257955019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:06:04.789983 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-9c224565-9415-4d72-a9c4-bf95acf73774 req-3b151f81-cc69-44b0-9fd6-606b0cf7e5aa tempest-DeleteServersTestJSON-1257955019 tempest-DeleteServersTestJSON-1257955019-project] 10.222.0.53 "GET /v2.0/ports?device_id=72d9bb0f-d8b1-4c7f-9068-3d590b31924d HTTP/1.1" status: 200 len: 945 time: 0.0687284 Jun 24 12:06:04.828648 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-9c224565-9415-4d72-a9c4-bf95acf73774 req-b6aa238e-deac-42e9-86c8-a278ae393e31 tempest-DeleteServersTestJSON-1257955019 tempest-DeleteServersTestJSON-1257955019-project] 10.222.0.53 "GET /v2.0/security-groups?id=00ccdd7d-a541-4328-9b3c-5b061bf4ef46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328789 Jun 24 12:06:06.005241 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f79b67-1549-4798-96e3-c5759c9b224c req-7cd21308-a678-4233-b7e8-a349206ea445 tempest-DeleteServersTestJSON-1257955019 tempest-DeleteServersTestJSON-1257955019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:06:06.006724 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-57f79b67-1549-4798-96e3-c5759c9b224c req-7cd21308-a678-4233-b7e8-a349206ea445 tempest-DeleteServersTestJSON-1257955019 tempest-DeleteServersTestJSON-1257955019-project] 10.222.0.53 "GET /v2.0/ports?device_id=72d9bb0f-d8b1-4c7f-9068-3d590b31924d HTTP/1.1" status: 200 len: 945 time: 0.0656841 Jun 24 12:06:06.051636 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-57f79b67-1549-4798-96e3-c5759c9b224c req-a05ee5db-c240-4196-91c5-f774792b79d8 tempest-DeleteServersTestJSON-1257955019 tempest-DeleteServersTestJSON-1257955019-project] 10.222.0.53 "GET /v2.0/security-groups?id=00ccdd7d-a541-4328-9b3c-5b061bf4ef46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388427 Jun 24 12:06:07.239986 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ea8062-5925-4429-b1f7-10f7e54ce288 req-3ea9693b-6ce2-4eec-b258-1d1692cf2bbe tempest-DeleteServersTestJSON-1257955019 tempest-DeleteServersTestJSON-1257955019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:06:07.241480 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-32ea8062-5925-4429-b1f7-10f7e54ce288 req-3ea9693b-6ce2-4eec-b258-1d1692cf2bbe tempest-DeleteServersTestJSON-1257955019 tempest-DeleteServersTestJSON-1257955019-project] 10.222.0.53 "GET /v2.0/ports?device_id=72d9bb0f-d8b1-4c7f-9068-3d590b31924d HTTP/1.1" status: 200 len: 945 time: 0.0636215 Jun 24 12:06:07.280223 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-32ea8062-5925-4429-b1f7-10f7e54ce288 req-9d6cd104-4787-4ce5-8fc5-c242af220ef5 tempest-DeleteServersTestJSON-1257955019 tempest-DeleteServersTestJSON-1257955019-project] 10.222.0.53 "GET /v2.0/security-groups?id=00ccdd7d-a541-4328-9b3c-5b061bf4ef46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326614 Jun 24 12:06:08.093052 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.agents_db [None req-87a69269-d72b-4286-97f3-1041481ed6d8 None None] Agent healthcheck: found 6 active agents {{(pid=128086) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 12:06:08.474880 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7ac1cd-9126-4fc3-a61f-3ae093b18239 req-f5ebc95e-c760-4614-926d-d8a5fc7cd9e5 tempest-DeleteServersTestJSON-1257955019 tempest-DeleteServersTestJSON-1257955019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:06:08.476232 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-0e7ac1cd-9126-4fc3-a61f-3ae093b18239 req-f5ebc95e-c760-4614-926d-d8a5fc7cd9e5 tempest-DeleteServersTestJSON-1257955019 tempest-DeleteServersTestJSON-1257955019-project] 10.222.0.53 "GET /v2.0/ports?device_id=72d9bb0f-d8b1-4c7f-9068-3d590b31924d HTTP/1.1" status: 200 len: 945 time: 0.0717227 Jun 24 12:06:08.515074 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-0e7ac1cd-9126-4fc3-a61f-3ae093b18239 req-6c0c864d-6217-4e13-b233-7af31774e709 tempest-DeleteServersTestJSON-1257955019 tempest-DeleteServersTestJSON-1257955019-project] 10.222.0.53 "GET /v2.0/security-groups?id=00ccdd7d-a541-4328-9b3c-5b061bf4ef46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323384 Jun 24 12:06:09.691052 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f94486-05ba-47c7-b0fd-66f703f6cad3 req-de2a01c4-872a-4906-8d8f-5582e1f3d127 tempest-DeleteServersTestJSON-1257955019 tempest-DeleteServersTestJSON-1257955019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:06:09.692552 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-19f94486-05ba-47c7-b0fd-66f703f6cad3 req-de2a01c4-872a-4906-8d8f-5582e1f3d127 tempest-DeleteServersTestJSON-1257955019 tempest-DeleteServersTestJSON-1257955019-project] 10.222.0.53 "GET /v2.0/ports?device_id=72d9bb0f-d8b1-4c7f-9068-3d590b31924d HTTP/1.1" status: 200 len: 945 time: 0.0661082 Jun 24 12:06:09.732584 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-19f94486-05ba-47c7-b0fd-66f703f6cad3 req-57eeb67b-7524-46da-bcbe-bb20a00305ea tempest-DeleteServersTestJSON-1257955019 tempest-DeleteServersTestJSON-1257955019-project] 10.222.0.53 "GET /v2.0/security-groups?id=00ccdd7d-a541-4328-9b3c-5b061bf4ef46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328066 Jun 24 12:06:10.911857 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931e3641-68bb-4b43-a8c5-b0c5670e2938 req-ff23d0f2-1a6a-4178-9f63-b649e4a35ca9 tempest-DeleteServersTestJSON-1257955019 tempest-DeleteServersTestJSON-1257955019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:06:10.913270 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-931e3641-68bb-4b43-a8c5-b0c5670e2938 req-ff23d0f2-1a6a-4178-9f63-b649e4a35ca9 tempest-DeleteServersTestJSON-1257955019 tempest-DeleteServersTestJSON-1257955019-project] 10.222.0.53 "GET /v2.0/ports?device_id=72d9bb0f-d8b1-4c7f-9068-3d590b31924d HTTP/1.1" status: 200 len: 945 time: 0.0695045 Jun 24 12:06:10.951503 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-931e3641-68bb-4b43-a8c5-b0c5670e2938 req-8cb4b06b-b6a1-4550-ac48-cf5305b1b5bd tempest-DeleteServersTestJSON-1257955019 tempest-DeleteServersTestJSON-1257955019-project] 10.222.0.53 "GET /v2.0/security-groups?id=00ccdd7d-a541-4328-9b3c-5b061bf4ef46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317509 Jun 24 12:06:12.131298 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbb57fe-c4ac-4937-a4a7-4d39773d87be req-2dcd43db-ca18-4f36-9a3e-2a6f69b77acd tempest-DeleteServersTestJSON-1257955019 tempest-DeleteServersTestJSON-1257955019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:06:12.132758 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-cbbb57fe-c4ac-4937-a4a7-4d39773d87be req-2dcd43db-ca18-4f36-9a3e-2a6f69b77acd tempest-DeleteServersTestJSON-1257955019 tempest-DeleteServersTestJSON-1257955019-project] 10.222.0.53 "GET /v2.0/ports?device_id=72d9bb0f-d8b1-4c7f-9068-3d590b31924d HTTP/1.1" status: 200 len: 945 time: 0.0658054 Jun 24 12:06:12.172808 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-cbbb57fe-c4ac-4937-a4a7-4d39773d87be req-6b703420-0222-4ae8-bb5a-219f2cb50047 tempest-DeleteServersTestJSON-1257955019 tempest-DeleteServersTestJSON-1257955019-project] 10.222.0.53 "GET /v2.0/security-groups?id=00ccdd7d-a541-4328-9b3c-5b061bf4ef46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338380 Jun 24 12:06:13.345849 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f52ffd-fbdf-4e2f-a44b-8b143cb71ca0 req-2b2e1888-162c-4c22-99d9-8a19a23bdc68 tempest-DeleteServersTestJSON-1257955019 tempest-DeleteServersTestJSON-1257955019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:06:13.347342 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-17f52ffd-fbdf-4e2f-a44b-8b143cb71ca0 req-2b2e1888-162c-4c22-99d9-8a19a23bdc68 tempest-DeleteServersTestJSON-1257955019 tempest-DeleteServersTestJSON-1257955019-project] 10.222.0.53 "GET /v2.0/ports?device_id=72d9bb0f-d8b1-4c7f-9068-3d590b31924d HTTP/1.1" status: 200 len: 945 time: 0.0649068 Jun 24 12:06:13.385903 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-17f52ffd-fbdf-4e2f-a44b-8b143cb71ca0 req-0b90d171-8ace-4e10-b1fd-155ec4742516 tempest-DeleteServersTestJSON-1257955019 tempest-DeleteServersTestJSON-1257955019-project] 10.222.0.53 "GET /v2.0/security-groups?id=00ccdd7d-a541-4328-9b3c-5b061bf4ef46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330091 Jun 24 12:06:14.563435 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0ecae7-dd27-460f-838a-12a7cdcba727 req-15803659-72ff-4d4e-95cd-3eb454b714c8 tempest-DeleteServersTestJSON-1257955019 tempest-DeleteServersTestJSON-1257955019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:06:14.564884 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-3e0ecae7-dd27-460f-838a-12a7cdcba727 req-15803659-72ff-4d4e-95cd-3eb454b714c8 tempest-DeleteServersTestJSON-1257955019 tempest-DeleteServersTestJSON-1257955019-project] 10.222.0.53 "GET /v2.0/ports?device_id=72d9bb0f-d8b1-4c7f-9068-3d590b31924d HTTP/1.1" status: 200 len: 945 time: 0.0700309 Jun 24 12:06:14.602680 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-3e0ecae7-dd27-460f-838a-12a7cdcba727 req-1fc4dfcb-230b-45e1-a122-d177dc83c060 tempest-DeleteServersTestJSON-1257955019 tempest-DeleteServersTestJSON-1257955019-project] 10.222.0.53 "GET /v2.0/security-groups?id=00ccdd7d-a541-4328-9b3c-5b061bf4ef46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321474 Jun 24 12:06:14.779610 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:06:15.778506 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02dac6b8-b220-4ade-803f-a91a0137d5b3 req-7b95ac3d-f613-4ee6-bae1-4da3b3980526 tempest-DeleteServersTestJSON-1257955019 tempest-DeleteServersTestJSON-1257955019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:06:15.779970 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-02dac6b8-b220-4ade-803f-a91a0137d5b3 req-7b95ac3d-f613-4ee6-bae1-4da3b3980526 tempest-DeleteServersTestJSON-1257955019 tempest-DeleteServersTestJSON-1257955019-project] 10.222.0.53 "GET /v2.0/ports?device_id=72d9bb0f-d8b1-4c7f-9068-3d590b31924d HTTP/1.1" status: 200 len: 945 time: 0.0630884 Jun 24 12:06:15.819652 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-02dac6b8-b220-4ade-803f-a91a0137d5b3 req-a622ed05-0353-47e1-ae52-50bb50ea1ae5 tempest-DeleteServersTestJSON-1257955019 tempest-DeleteServersTestJSON-1257955019-project] 10.222.0.53 "GET /v2.0/security-groups?id=00ccdd7d-a541-4328-9b3c-5b061bf4ef46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339909 Jun 24 12:06:16.999824 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402cbd55-7cb0-4baf-9027-c971d0d06247 req-54594525-d8f0-4620-891d-d76a22681846 tempest-DeleteServersTestJSON-1257955019 tempest-DeleteServersTestJSON-1257955019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:06:17.001349 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-402cbd55-7cb0-4baf-9027-c971d0d06247 req-54594525-d8f0-4620-891d-d76a22681846 tempest-DeleteServersTestJSON-1257955019 tempest-DeleteServersTestJSON-1257955019-project] 10.222.0.53 "GET /v2.0/ports?device_id=72d9bb0f-d8b1-4c7f-9068-3d590b31924d HTTP/1.1" status: 200 len: 945 time: 0.0695148 Jun 24 12:06:17.040358 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-402cbd55-7cb0-4baf-9027-c971d0d06247 req-fb642623-ac6f-4251-afc0-1c96f82af535 tempest-DeleteServersTestJSON-1257955019 tempest-DeleteServersTestJSON-1257955019-project] 10.222.0.53 "GET /v2.0/security-groups?id=00ccdd7d-a541-4328-9b3c-5b061bf4ef46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330811 Jun 24 12:06:18.225474 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c7eaa1-63d5-4314-b57d-f6553397458e req-f30be3be-adb1-46ad-9e23-ab7b7d11dced tempest-DeleteServersTestJSON-1257955019 tempest-DeleteServersTestJSON-1257955019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:06:18.226943 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-c4c7eaa1-63d5-4314-b57d-f6553397458e req-f30be3be-adb1-46ad-9e23-ab7b7d11dced tempest-DeleteServersTestJSON-1257955019 tempest-DeleteServersTestJSON-1257955019-project] 10.222.0.53 "GET /v2.0/ports?device_id=72d9bb0f-d8b1-4c7f-9068-3d590b31924d HTTP/1.1" status: 200 len: 945 time: 0.0678122 Jun 24 12:06:18.265846 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-c4c7eaa1-63d5-4314-b57d-f6553397458e req-99d4a256-16af-4658-a56b-763445ff7e99 tempest-DeleteServersTestJSON-1257955019 tempest-DeleteServersTestJSON-1257955019-project] 10.222.0.53 "GET /v2.0/security-groups?id=00ccdd7d-a541-4328-9b3c-5b061bf4ef46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326273 Jun 24 12:06:19.442238 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a8a8dc-a7e7-4a1c-92b1-5b6d3af36d9c req-61932b53-f879-4e95-9e6a-6cbb495b8c7a tempest-DeleteServersTestJSON-1257955019 tempest-DeleteServersTestJSON-1257955019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:06:19.443708 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-87a8a8dc-a7e7-4a1c-92b1-5b6d3af36d9c req-61932b53-f879-4e95-9e6a-6cbb495b8c7a tempest-DeleteServersTestJSON-1257955019 tempest-DeleteServersTestJSON-1257955019-project] 10.222.0.53 "GET /v2.0/ports?device_id=72d9bb0f-d8b1-4c7f-9068-3d590b31924d HTTP/1.1" status: 200 len: 945 time: 0.0653472 Jun 24 12:06:19.481262 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-87a8a8dc-a7e7-4a1c-92b1-5b6d3af36d9c req-d63d65a0-25a2-4916-ba37-cdf0012d2108 tempest-DeleteServersTestJSON-1257955019 tempest-DeleteServersTestJSON-1257955019-project] 10.222.0.53 "GET /v2.0/security-groups?id=00ccdd7d-a541-4328-9b3c-5b061bf4ef46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319026 Jun 24 12:06:20.098711 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-2b063af0-044b-4b6f-9fbf-608ba7e643ad req-4e0a5086-5dc1-49d6-ba90-7f402caf69f4 service neutron] 10.222.0.45 "GET /v2.0/ports/770dab81-e71b-4d11-a45b-5135040e0d22/bindings/hv-neutron-7971 HTTP/1.1" status: 200 len: 384 time: 0.0602765 Jun 24 12:06:20.414724 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b063af0-044b-4b6f-9fbf-608ba7e643ad req-48701a2e-83f5-42a5-a879-6541d0695c1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:06:20.414724 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-2b063af0-044b-4b6f-9fbf-608ba7e643ad req-48701a2e-83f5-42a5-a879-6541d0695c1c service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=72d9bb0f-d8b1-4c7f-9068-3d590b31924d&tenant_id=6a5dc2a634cb44fd84eb5821b5aee7e2 HTTP/1.1" status: 200 len: 1098 time: 0.0895126 Jun 24 12:06:20.500255 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b063af0-044b-4b6f-9fbf-608ba7e643ad req-38e4309b-2205-41f2-8b25-34f566626b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:06:20.501752 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-2b063af0-044b-4b6f-9fbf-608ba7e643ad req-38e4309b-2205-41f2-8b25-34f566626b50 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=6a5dc2a634cb44fd84eb5821b5aee7e2&device_id=72d9bb0f-d8b1-4c7f-9068-3d590b31924d HTTP/1.1" status: 200 len: 1098 time: 0.0573766 Jun 24 12:06:20.643540 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b063af0-044b-4b6f-9fbf-608ba7e643ad req-d9d3a60e-a7d8-4b1f-aa0a-9edc79d0394f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:06:20.645077 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-2b063af0-044b-4b6f-9fbf-608ba7e643ad req-d9d3a60e-a7d8-4b1f-aa0a-9edc79d0394f service neutron] 10.222.0.45 "GET /v2.0/networks?id=890d2b25-5bbc-4136-8d68-054a5d75079f HTTP/1.1" status: 200 len: 912 time: 0.1334739 Jun 24 12:06:20.698420 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-2b063af0-044b-4b6f-9fbf-608ba7e643ad req-8af08348-4d55-454d-ab59-5842bb3b340a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=770dab81-e71b-4d11-a45b-5135040e0d22 HTTP/1.1" status: 200 len: 217 time: 0.0423689 Jun 24 12:06:20.708934 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab38ade4-87ae-4e02-bea0-882b83042b37 req-c377a68b-c829-449b-a729-bd3b7a83e185 tempest-DeleteServersTestJSON-1257955019 tempest-DeleteServersTestJSON-1257955019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:06:20.710488 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-ab38ade4-87ae-4e02-bea0-882b83042b37 req-c377a68b-c829-449b-a729-bd3b7a83e185 tempest-DeleteServersTestJSON-1257955019 tempest-DeleteServersTestJSON-1257955019-project] 10.222.0.53 "GET /v2.0/ports?device_id=72d9bb0f-d8b1-4c7f-9068-3d590b31924d HTTP/1.1" status: 200 len: 945 time: 0.1124880 Jun 24 12:06:20.772780 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b063af0-044b-4b6f-9fbf-608ba7e643ad req-749f3f8f-008d-411e-9f41-5a21a83cc1a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:06:20.774224 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-2b063af0-044b-4b6f-9fbf-608ba7e643ad req-749f3f8f-008d-411e-9f41-5a21a83cc1a8 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ab18851e-204a-428b-9f45-7746e4bda502 HTTP/1.1" status: 200 len: 851 time: 0.0628791 Jun 24 12:06:20.782217 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-ab38ade4-87ae-4e02-bea0-882b83042b37 req-8842c0a6-8ef7-4e48-94a1-b3cfeba4c68d tempest-DeleteServersTestJSON-1257955019 tempest-DeleteServersTestJSON-1257955019-project] 10.222.0.53 "GET /v2.0/security-groups?id=00ccdd7d-a541-4328-9b3c-5b061bf4ef46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634363 Jun 24 12:06:20.815390 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-2b063af0-044b-4b6f-9fbf-608ba7e643ad req-b2eb5019-0f48-4543-b613-596a5f36b8db service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=890d2b25-5bbc-4136-8d68-054a5d75079f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306642 Jun 24 12:06:21.276102 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-2b063af0-044b-4b6f-9fbf-608ba7e643ad req-12134ff1-c7c1-42e1-a963-cb1386d3f1e7 service neutron] 10.222.0.45 "GET /v2.0/networks/890d2b25-5bbc-4136-8d68-054a5d75079f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4498835 Jun 24 12:06:21.378266 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-2b063af0-044b-4b6f-9fbf-608ba7e643ad req-4d0bed5d-be82-4286-bc4c-04071f1e5d17 service neutron] 10.222.0.45 "GET /v2.0/networks/890d2b25-5bbc-4136-8d68-054a5d75079f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894215 Jun 24 12:06:21.956747 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d981e4-2b3f-4c70-9ce0-23e2b2505191 req-b19934ad-34c2-4dea-90ea-9da2061d4e7b tempest-DeleteServersTestJSON-1257955019 tempest-DeleteServersTestJSON-1257955019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:06:21.958274 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-51d981e4-2b3f-4c70-9ce0-23e2b2505191 req-b19934ad-34c2-4dea-90ea-9da2061d4e7b tempest-DeleteServersTestJSON-1257955019 tempest-DeleteServersTestJSON-1257955019-project] 10.222.0.53 "GET /v2.0/ports?device_id=72d9bb0f-d8b1-4c7f-9068-3d590b31924d HTTP/1.1" status: 200 len: 945 time: 0.0642450 Jun 24 12:06:21.998099 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-51d981e4-2b3f-4c70-9ce0-23e2b2505191 req-0f45879c-5370-4105-9b5a-999bfeff97ca tempest-DeleteServersTestJSON-1257955019 tempest-DeleteServersTestJSON-1257955019-project] 10.222.0.53 "GET /v2.0/security-groups?id=00ccdd7d-a541-4328-9b3c-5b061bf4ef46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329874 Jun 24 12:06:22.729088 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Device 770dab81-e71b-4d11-a45b-5135040e0d22 no longer exists at agent hyperv_hv-neutron-7971 {{(pid=128085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 12:06:22.802817 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:06:22.824964 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72d9bb0f-d8b1-4c7f-9068-3d590b31924d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '770dab81-e71b-4d11-a45b-5135040e0d22'}] {{(pid=128085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 12:06:22.827277 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1098ec9051a50dd033317f529a09b9762582ef7b417ebe05928aca59e08255aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b060624a-ff15-4857-991c-53cacf092c47" -d '{"events": [{"server_uuid": "72d9bb0f-d8b1-4c7f-9068-3d590b31924d", "name": "network-vif-unplugged", "status": "completed", "tag": "770dab81-e71b-4d11-a45b-5135040e0d22"}]}' {{(pid=128085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 12:06:22.842986 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] For port 770dab81-e71b-4d11-a45b-5135040e0d22, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=770dab81-e71b-4d11-a45b-5135040e0d22,segment=NetworkSegment(54a60c5b-57f5-4654-ac9e-da1ec2ca18a5),segment_id=54a60c5b-57f5-4654-ac9e-da1ec2ca18a5)] {{(pid=128085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:06:22.847234 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:06:22.849382 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:06:22.881740 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 24 Jun 2021 12:06:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef49a801-8604-4377-b9bc-4071c857a844 x-openstack-request-id: req-ef49a801-8604-4377-b9bc-4071c857a844 {{(pid=128085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 12:06:22.882043 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72d9bb0f-d8b1-4c7f-9068-3d590b31924d", "name": "network-vif-unplugged", "status": "completed", "tag": "770dab81-e71b-4d11-a45b-5135040e0d22", "code": 200}]} {{(pid=128085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 12:06:22.882300 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ef49a801-8604-4377-b9bc-4071c857a844 {{(pid=128085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 12:06:22.882692 dv-neutron-797120-4-hyperv neutron-server[128085]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72d9bb0f-d8b1-4c7f-9068-3d590b31924d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '770dab81-e71b-4d11-a45b-5135040e0d22', 'code': 200} Jun 24 12:06:22.896192 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Pushing event updated for resources: {'Port': ['ID=770dab81-e71b-4d11-a45b-5135040e0d22,revision_number=6']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:06:22.903791 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:06:22.904132 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:06:22.904465 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:06:22.904791 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:06:22.905147 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:06:22.905471 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:06:22.905790 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:06:22.906134 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:06:22.906453 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:06:22.906766 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:06:22.907079 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:06:22.907386 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:06:22.911196 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:06:23.188788 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9940416a-e756-4d36-85a1-d6cfa8b79dcb req-1840623f-6a4a-47c5-98f9-e87f0ae740f0 tempest-DeleteServersTestJSON-1257955019 tempest-DeleteServersTestJSON-1257955019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:06:23.190214 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-9940416a-e756-4d36-85a1-d6cfa8b79dcb req-1840623f-6a4a-47c5-98f9-e87f0ae740f0 tempest-DeleteServersTestJSON-1257955019 tempest-DeleteServersTestJSON-1257955019-project] 10.222.0.53 "GET /v2.0/ports?device_id=72d9bb0f-d8b1-4c7f-9068-3d590b31924d HTTP/1.1" status: 200 len: 943 time: 0.0707684 Jun 24 12:06:23.230459 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-9940416a-e756-4d36-85a1-d6cfa8b79dcb req-da7ce7ec-f614-48c1-a144-b9b667fc2aac tempest-DeleteServersTestJSON-1257955019 tempest-DeleteServersTestJSON-1257955019-project] 10.222.0.53 "GET /v2.0/security-groups?id=00ccdd7d-a541-4328-9b3c-5b061bf4ef46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346484 Jun 24 12:06:23.840398 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-673b26c7-bc6e-4f44-92e2-a3767b03f3a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:06:24.411276 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33be5af3-6a97-46bc-8eac-445375ecda76 req-3003d6fd-b8f8-48de-8a20-4e3cd4b8050b tempest-DeleteServersTestJSON-1257955019 tempest-DeleteServersTestJSON-1257955019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:06:24.412712 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-33be5af3-6a97-46bc-8eac-445375ecda76 req-3003d6fd-b8f8-48de-8a20-4e3cd4b8050b tempest-DeleteServersTestJSON-1257955019 tempest-DeleteServersTestJSON-1257955019-project] 10.222.0.53 "GET /v2.0/ports?device_id=72d9bb0f-d8b1-4c7f-9068-3d590b31924d HTTP/1.1" status: 200 len: 943 time: 0.0631287 Jun 24 12:06:24.450454 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-33be5af3-6a97-46bc-8eac-445375ecda76 req-8ace6d2a-e263-4ce5-827d-b04138fe5b10 tempest-DeleteServersTestJSON-1257955019 tempest-DeleteServersTestJSON-1257955019-project] 10.222.0.53 "GET /v2.0/security-groups?id=00ccdd7d-a541-4328-9b3c-5b061bf4ef46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313969 Jun 24 12:06:24.719905 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Device 770dab81-e71b-4d11-a45b-5135040e0d22 details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=128085) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 12:06:24.812259 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] For port 770dab81-e71b-4d11-a45b-5135040e0d22, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=770dab81-e71b-4d11-a45b-5135040e0d22,segment=NetworkSegment(54a60c5b-57f5-4654-ac9e-da1ec2ca18a5),segment_id=54a60c5b-57f5-4654-ac9e-da1ec2ca18a5)] {{(pid=128085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:06:24.827304 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Returning: {'device': '770dab81-e71b-4d11-a45b-5135040e0d22', 'network_id': '890d2b25-5bbc-4136-8d68-054a5d75079f', 'port_id': '770dab81-e71b-4d11-a45b-5135040e0d22', 'mac_address': 'fa:16:3e:5d:41:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 635, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab18851e-204a-428b-9f45-7746e4bda502', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=128085) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 12:06:24.863483 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:06:24.875813 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.notifiers.nova [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 770dab81-e71b-4d11-a45b-5135040e0d22 {{(pid=128085) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 12:06:24.878440 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5959a6-1eec-47f8-8077-9b04aef09983 req-0df5f4eb-900a-44ac-babd-7dcaa9e2d68a tempest-DeleteServersTestJSON-1257955019 tempest-DeleteServersTestJSON-1257955019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:06:24.880146 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-8b5959a6-1eec-47f8-8077-9b04aef09983 req-0df5f4eb-900a-44ac-babd-7dcaa9e2d68a tempest-DeleteServersTestJSON-1257955019 tempest-DeleteServersTestJSON-1257955019-project] 10.222.0.45 "GET /v2.0/ports?device_id=72d9bb0f-d8b1-4c7f-9068-3d590b31924d&tenant_id=6a5dc2a634cb44fd84eb5821b5aee7e2&binding%3Ahost_id=hv-neutron-7971 HTTP/1.1" status: 200 len: 943 time: 0.1114881 Jun 24 12:06:24.895517 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] For port 770dab81-e71b-4d11-a45b-5135040e0d22, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=770dab81-e71b-4d11-a45b-5135040e0d22,segment=NetworkSegment(54a60c5b-57f5-4654-ac9e-da1ec2ca18a5),segment_id=54a60c5b-57f5-4654-ac9e-da1ec2ca18a5)] {{(pid=128085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:06:24.899460 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:06:24.901826 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:06:24.949677 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Pushing event updated for resources: {'Port': ['ID=770dab81-e71b-4d11-a45b-5135040e0d22,revision_number=7']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:06:24.952758 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:06:24.967037 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] get_ports_and_sgs() called for port_ids ['770dab81-e71b-4d11-a45b-5135040e0d22'] {{(pid=128085) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 12:06:24.980049 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5959a6-1eec-47f8-8077-9b04aef09983 req-a1665fb9-00a9-43af-a938-86908e6e98a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:06:24.981453 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-8b5959a6-1eec-47f8-8077-9b04aef09983 req-a1665fb9-00a9-43af-a938-86908e6e98a5 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=6a5dc2a634cb44fd84eb5821b5aee7e2&device_id=72d9bb0f-d8b1-4c7f-9068-3d590b31924d HTTP/1.1" status: 200 len: 1097 time: 0.0537724 Jun 24 12:06:25.076448 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5959a6-1eec-47f8-8077-9b04aef09983 req-70ee1b38-f446-488a-a75c-339dc766d748 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:06:25.077931 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-8b5959a6-1eec-47f8-8077-9b04aef09983 req-70ee1b38-f446-488a-a75c-339dc766d748 service neutron] 10.222.0.45 "GET /v2.0/networks?id=890d2b25-5bbc-4136-8d68-054a5d75079f HTTP/1.1" status: 200 len: 912 time: 0.0891898 Jun 24 12:06:25.121205 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-8b5959a6-1eec-47f8-8077-9b04aef09983 req-d62973aa-58dd-458e-b660-d0d363b8c886 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=770dab81-e71b-4d11-a45b-5135040e0d22 HTTP/1.1" status: 200 len: 217 time: 0.0360372 Jun 24 12:06:25.168042 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5959a6-1eec-47f8-8077-9b04aef09983 req-51104cc1-6766-4682-b026-aa71c094ea4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:06:25.169523 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-8b5959a6-1eec-47f8-8077-9b04aef09983 req-51104cc1-6766-4682-b026-aa71c094ea4c service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ab18851e-204a-428b-9f45-7746e4bda502 HTTP/1.1" status: 200 len: 851 time: 0.0421820 Jun 24 12:06:25.206520 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-8b5959a6-1eec-47f8-8077-9b04aef09983 req-74b09cf7-32a3-482a-b271-3458ba2f2524 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=890d2b25-5bbc-4136-8d68-054a5d75079f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295391 Jun 24 12:06:25.295553 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-8b5959a6-1eec-47f8-8077-9b04aef09983 req-afceed25-a48d-4277-9e24-83f2c12b17b5 service neutron] 10.222.0.45 "GET /v2.0/networks/890d2b25-5bbc-4136-8d68-054a5d75079f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818911 Jun 24 12:06:25.389390 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-8b5959a6-1eec-47f8-8077-9b04aef09983 req-3d6e698a-ed01-40bc-8798-a3de304fe7a7 service neutron] 10.222.0.45 "GET /v2.0/networks/890d2b25-5bbc-4136-8d68-054a5d75079f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868356 Jun 24 12:06:26.287994 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9050f1b7-594f-4e38-92da-154955c35c10 req-141dd5aa-a39b-48a8-bbce-8f35acc2bbc6 tempest-DeleteServersTestJSON-1257955019 tempest-DeleteServersTestJSON-1257955019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:06:26.289487 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-9050f1b7-594f-4e38-92da-154955c35c10 req-141dd5aa-a39b-48a8-bbce-8f35acc2bbc6 tempest-DeleteServersTestJSON-1257955019 tempest-DeleteServersTestJSON-1257955019-project] 10.222.0.53 "GET /v2.0/ports?device_id=72d9bb0f-d8b1-4c7f-9068-3d590b31924d HTTP/1.1" status: 200 len: 944 time: 0.0632689 Jun 24 12:06:26.326445 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-9050f1b7-594f-4e38-92da-154955c35c10 req-1335eca7-1789-4e6e-8270-c3ba194c5395 tempest-DeleteServersTestJSON-1257955019 tempest-DeleteServersTestJSON-1257955019-project] 10.222.0.53 "GET /v2.0/security-groups?id=00ccdd7d-a541-4328-9b3c-5b061bf4ef46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313144 Jun 24 12:06:26.392713 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-5e127aa5-0e93-47dd-a8cf-239add8255dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:06:26.529460 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:06:26.721441 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Device 770dab81-e71b-4d11-a45b-5135040e0d22 up at agent hyperv_hv-neutron-7971 {{(pid=128085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:06:26.770229 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Provisioning complete for port 770dab81-e71b-4d11-a45b-5135040e0d22 triggered by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:06:26.770706 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:06:26.852065 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:06:26.873404 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72d9bb0f-d8b1-4c7f-9068-3d590b31924d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '770dab81-e71b-4d11-a45b-5135040e0d22'}] {{(pid=128085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 12:06:26.875638 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1098ec9051a50dd033317f529a09b9762582ef7b417ebe05928aca59e08255aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c5b8b67-7396-480c-b6d2-2ebc5796b9b9" -d '{"events": [{"server_uuid": "72d9bb0f-d8b1-4c7f-9068-3d590b31924d", "name": "network-vif-plugged", "status": "completed", "tag": "770dab81-e71b-4d11-a45b-5135040e0d22"}]}' {{(pid=128085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 12:06:26.889216 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] For port 770dab81-e71b-4d11-a45b-5135040e0d22, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=770dab81-e71b-4d11-a45b-5135040e0d22,segment=NetworkSegment(54a60c5b-57f5-4654-ac9e-da1ec2ca18a5),segment_id=54a60c5b-57f5-4654-ac9e-da1ec2ca18a5)] {{(pid=128085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:06:26.893385 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:06:26.895182 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-f85c0009-eebb-4d05-af62-b0beea097b4a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:06:26.923408 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 12:06:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ecfb1b0-1ea2-477d-a456-57e1a0fd76dc x-openstack-request-id: req-7ecfb1b0-1ea2-477d-a456-57e1a0fd76dc {{(pid=128085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 12:06:26.923708 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72d9bb0f-d8b1-4c7f-9068-3d590b31924d", "name": "network-vif-plugged", "status": "completed", "tag": "770dab81-e71b-4d11-a45b-5135040e0d22", "code": 200}]} {{(pid=128085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 12:06:26.923969 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-7ecfb1b0-1ea2-477d-a456-57e1a0fd76dc {{(pid=128085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 12:06:26.924365 dv-neutron-797120-4-hyperv neutron-server[128085]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72d9bb0f-d8b1-4c7f-9068-3d590b31924d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '770dab81-e71b-4d11-a45b-5135040e0d22', 'code': 200} Jun 24 12:06:26.951650 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Pushing event updated for resources: {'Port': ['ID=770dab81-e71b-4d11-a45b-5135040e0d22,revision_number=8']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:06:26.954800 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:06:27.514946 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bfaa91-8849-4c0c-8584-4888380e2a50 req-525ae576-1648-49a6-acba-8c30727bd2b7 tempest-DeleteServersTestJSON-1257955019 tempest-DeleteServersTestJSON-1257955019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:06:27.516633 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-49bfaa91-8849-4c0c-8584-4888380e2a50 req-525ae576-1648-49a6-acba-8c30727bd2b7 tempest-DeleteServersTestJSON-1257955019 tempest-DeleteServersTestJSON-1257955019-project] 10.222.0.53 "GET /v2.0/ports?device_id=72d9bb0f-d8b1-4c7f-9068-3d590b31924d HTTP/1.1" status: 200 len: 945 time: 0.0731084 Jun 24 12:06:27.572919 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-49bfaa91-8849-4c0c-8584-4888380e2a50 req-16643eca-adee-46f5-a82e-c026edee9b1c tempest-DeleteServersTestJSON-1257955019 tempest-DeleteServersTestJSON-1257955019-project] 10.222.0.53 "GET /v2.0/security-groups?id=00ccdd7d-a541-4328-9b3c-5b061bf4ef46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503876 Jun 24 12:06:27.732970 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-03237adf-ebd0-46f2-a476-4d4bb746e0f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:06:28.080743 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5959a6-1eec-47f8-8077-9b04aef09983 req-f746673d-fb6d-4f78-a62a-079ac7a4517c tempest-DeleteServersTestJSON-1257955019 tempest-DeleteServersTestJSON-1257955019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:06:28.082202 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-8b5959a6-1eec-47f8-8077-9b04aef09983 req-f746673d-fb6d-4f78-a62a-079ac7a4517c tempest-DeleteServersTestJSON-1257955019 tempest-DeleteServersTestJSON-1257955019-project] 10.222.0.45 "GET /v2.0/ports?device_id=72d9bb0f-d8b1-4c7f-9068-3d590b31924d HTTP/1.1" status: 200 len: 945 time: 0.0636313 Jun 24 12:06:28.183289 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.plugin [req-8b5959a6-1eec-47f8-8077-9b04aef09983 req-ccc9ba8b-5ee8-4461-ab06-bac5135a987f tempest-DeleteServersTestJSON-1257955019 tempest-DeleteServersTestJSON-1257955019-project] Deleting port 770dab81-e71b-4d11-a45b-5135040e0d22 {{(pid=128083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:06:28.183633 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-8b5959a6-1eec-47f8-8077-9b04aef09983 req-ccc9ba8b-5ee8-4461-ab06-bac5135a987f tempest-DeleteServersTestJSON-1257955019 tempest-DeleteServersTestJSON-1257955019-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793193942312'] for port, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:06:28.276972 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.db [req-8b5959a6-1eec-47f8-8077-9b04aef09983 req-ccc9ba8b-5ee8-4461-ab06-bac5135a987f tempest-DeleteServersTestJSON-1257955019 tempest-DeleteServersTestJSON-1257955019-project] For port 770dab81-e71b-4d11-a45b-5135040e0d22, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=770dab81-e71b-4d11-a45b-5135040e0d22,segment=NetworkSegment(54a60c5b-57f5-4654-ac9e-da1ec2ca18a5),segment_id=54a60c5b-57f5-4654-ac9e-da1ec2ca18a5)] {{(pid=128083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:06:28.277355 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-8b5959a6-1eec-47f8-8077-9b04aef09983 req-ccc9ba8b-5ee8-4461-ab06-bac5135a987f tempest-DeleteServersTestJSON-1257955019 tempest-DeleteServersTestJSON-1257955019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1978872'] for port, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:06:28.289943 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.plugin [req-8b5959a6-1eec-47f8-8077-9b04aef09983 req-ccc9ba8b-5ee8-4461-ab06-bac5135a987f tempest-DeleteServersTestJSON-1257955019 tempest-DeleteServersTestJSON-1257955019-project] Calling delete_port for 770dab81-e71b-4d11-a45b-5135040e0d22 owned by compute:nova {{(pid=128083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:06:28.418801 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-8b5959a6-1eec-47f8-8077-9b04aef09983 req-ccc9ba8b-5ee8-4461-ab06-bac5135a987f tempest-DeleteServersTestJSON-1257955019 tempest-DeleteServersTestJSON-1257955019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793193945299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193536732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2537862'] for port, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:06:28.423087 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-58412c5d-c08d-41c9-a295-2b212fbe6641 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:06:28.433325 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] get_ports_and_sgs() called for port_ids ['770dab81-e71b-4d11-a45b-5135040e0d22'] {{(pid=128085) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 12:06:28.449741 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc9ba8b-5ee8-4461-ab06-bac5135a987f tempest-DeleteServersTestJSON-1257955019 tempest-DeleteServersTestJSON-1257955019-project] Pushing event deleted for resources: {'Port': ['ID=770dab81-e71b-4d11-a45b-5135040e0d22,revision_number=None']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:06:28.481355 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc9ba8b-5ee8-4461-ab06-bac5135a987f tempest-DeleteServersTestJSON-1257955019 tempest-DeleteServersTestJSON-1257955019-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:06:28.482148 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc9ba8b-5ee8-4461-ab06-bac5135a987f tempest-DeleteServersTestJSON-1257955019 tempest-DeleteServersTestJSON-1257955019-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:06:28.482148 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc9ba8b-5ee8-4461-ab06-bac5135a987f tempest-DeleteServersTestJSON-1257955019 tempest-DeleteServersTestJSON-1257955019-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:06:28.482501 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc9ba8b-5ee8-4461-ab06-bac5135a987f tempest-DeleteServersTestJSON-1257955019 tempest-DeleteServersTestJSON-1257955019-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:06:28.482874 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc9ba8b-5ee8-4461-ab06-bac5135a987f tempest-DeleteServersTestJSON-1257955019 tempest-DeleteServersTestJSON-1257955019-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:06:28.483244 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc9ba8b-5ee8-4461-ab06-bac5135a987f tempest-DeleteServersTestJSON-1257955019 tempest-DeleteServersTestJSON-1257955019-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:06:28.483615 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc9ba8b-5ee8-4461-ab06-bac5135a987f tempest-DeleteServersTestJSON-1257955019 tempest-DeleteServersTestJSON-1257955019-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:06:28.483982 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc9ba8b-5ee8-4461-ab06-bac5135a987f tempest-DeleteServersTestJSON-1257955019 tempest-DeleteServersTestJSON-1257955019-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:06:28.484348 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc9ba8b-5ee8-4461-ab06-bac5135a987f tempest-DeleteServersTestJSON-1257955019 tempest-DeleteServersTestJSON-1257955019-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:06:28.484709 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc9ba8b-5ee8-4461-ab06-bac5135a987f tempest-DeleteServersTestJSON-1257955019 tempest-DeleteServersTestJSON-1257955019-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:06:28.485093 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc9ba8b-5ee8-4461-ab06-bac5135a987f tempest-DeleteServersTestJSON-1257955019 tempest-DeleteServersTestJSON-1257955019-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:06:28.485455 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc9ba8b-5ee8-4461-ab06-bac5135a987f tempest-DeleteServersTestJSON-1257955019 tempest-DeleteServersTestJSON-1257955019-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:06:28.489227 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-ccc9ba8b-5ee8-4461-ab06-bac5135a987f tempest-DeleteServersTestJSON-1257955019 tempest-DeleteServersTestJSON-1257955019-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:06:28.505882 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b5959a6-1eec-47f8-8077-9b04aef09983 req-ccc9ba8b-5ee8-4461-ab06-bac5135a987f tempest-DeleteServersTestJSON-1257955019 tempest-DeleteServersTestJSON-1257955019-project] No DVR routers for this DVR port 770dab81-e71b-4d11-a45b-5135040e0d22 on host hv-neutron-7971 {{(pid=128083) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 12:06:28.508130 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-8b5959a6-1eec-47f8-8077-9b04aef09983 req-ccc9ba8b-5ee8-4461-ab06-bac5135a987f tempest-DeleteServersTestJSON-1257955019 tempest-DeleteServersTestJSON-1257955019-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468916'] for port, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:06:28.511204 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-8b5959a6-1eec-47f8-8077-9b04aef09983 req-ccc9ba8b-5ee8-4461-ab06-bac5135a987f tempest-DeleteServersTestJSON-1257955019 tempest-DeleteServersTestJSON-1257955019-project] 10.222.0.45 "DELETE /v2.0/ports/770dab81-e71b-4d11-a45b-5135040e0d22 HTTP/1.1" status: 204 len: 173 time: 0.4207652 Jun 24 12:06:28.511705 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72d9bb0f-d8b1-4c7f-9068-3d590b31924d', 'name': 'network-vif-deleted', 'tag': '770dab81-e71b-4d11-a45b-5135040e0d22'}] {{(pid=128083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 12:06:28.514017 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a77f7dee1a0522ddf93af289475d218fcdb8f30317daadec13ebf930b5b9dbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7b7ee1e-4e1e-4e5d-b863-36e14f972f03" -d '{"events": [{"server_uuid": "72d9bb0f-d8b1-4c7f-9068-3d590b31924d", "name": "network-vif-deleted", "tag": "770dab81-e71b-4d11-a45b-5135040e0d22"}]}' {{(pid=128083) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 12:06:28.555797 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 12:06:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2cdbfd5-8e4e-47ff-b325-c85ac8cd40e9 x-openstack-request-id: req-e2cdbfd5-8e4e-47ff-b325-c85ac8cd40e9 {{(pid=128083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 12:06:28.557036 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72d9bb0f-d8b1-4c7f-9068-3d590b31924d", "name": "network-vif-deleted", "tag": "770dab81-e71b-4d11-a45b-5135040e0d22", "status": "completed", "code": 200}]} {{(pid=128083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 12:06:28.557230 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e2cdbfd5-8e4e-47ff-b325-c85ac8cd40e9 {{(pid=128083) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 12:06:28.557688 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72d9bb0f-d8b1-4c7f-9068-3d590b31924d', 'name': 'network-vif-deleted', 'tag': '770dab81-e71b-4d11-a45b-5135040e0d22', 'status': 'completed', 'code': 200} Jun 24 12:06:28.740672 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-81f118b0-0f50-4da7-a6f3-57570b6578f7 req-337eec49-b69d-4198-97f7-7749690ede38 tempest-DeleteServersTestJSON-1257955019 tempest-DeleteServersTestJSON-1257955019-project] 10.222.0.53 "GET /v2.0/ports?device_id=72d9bb0f-d8b1-4c7f-9068-3d590b31924d HTTP/1.1" status: 200 len: 210 time: 0.0330989 Jun 24 12:06:29.704580 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-52c483ef-d5c1-4030-9a32-e5ce4ff00ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:06:29.976545 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 37334) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:06:30.030790 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7fb86be-dc7d-43da-8cc6-775a83c91156 admin admin] Deleting subnet ab18851e-204a-428b-9f45-7746e4bda502 {{(pid=128084) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 24 12:06:30.034437 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-e7fb86be-dc7d-43da-8cc6-775a83c91156 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:06:30.076045 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-e7fb86be-dc7d-43da-8cc6-775a83c91156 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2373542'] for subnet, precommit_delete_associations {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:06:30.120871 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-e7fb86be-dc7d-43da-8cc6-775a83c91156 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-972249'] for subnet, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:06:30.179234 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-e7fb86be-dc7d-43da-8cc6-775a83c91156 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-972238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3292022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3162263'] for subnet, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:06:30.182225 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-5b31f014-3371-4b60-a624-d507e34459ab tempest-FloatingIPNegativeTestJSON-1774915856 tempest-FloatingIPNegativeTestJSON-1774915856-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:06:30.208849 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7fb86be-dc7d-43da-8cc6-775a83c91156 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ab18851e-204a-428b-9f45-7746e4bda502,revision_number=None']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:06:30.211324 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-e7fb86be-dc7d-43da-8cc6-775a83c91156 admin admin] Notify callbacks [] for subnet, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:06:30.217680 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-e7fb86be-dc7d-43da-8cc6-775a83c91156 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/ab18851e-204a-428b-9f45-7746e4bda502 HTTP/1.1" status: 204 len: 168 time: 0.2366116 Jun 24 12:06:30.217802 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 37336) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:06:30.220499 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7fb86be-dc7d-43da-8cc6-775a83c91156 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:06:30.220906 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7fb86be-dc7d-43da-8cc6-775a83c91156 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:06:30.221333 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7fb86be-dc7d-43da-8cc6-775a83c91156 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:06:30.221681 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7fb86be-dc7d-43da-8cc6-775a83c91156 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:06:30.222060 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7fb86be-dc7d-43da-8cc6-775a83c91156 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:06:30.222425 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7fb86be-dc7d-43da-8cc6-775a83c91156 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:06:30.222792 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7fb86be-dc7d-43da-8cc6-775a83c91156 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:06:30.223158 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7fb86be-dc7d-43da-8cc6-775a83c91156 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:06:30.223524 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7fb86be-dc7d-43da-8cc6-775a83c91156 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:06:30.223885 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7fb86be-dc7d-43da-8cc6-775a83c91156 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:06:30.224245 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7fb86be-dc7d-43da-8cc6-775a83c91156 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:06:30.224616 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7fb86be-dc7d-43da-8cc6-775a83c91156 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:06:30.229910 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-e7fb86be-dc7d-43da-8cc6-775a83c91156 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:06:30.301525 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-ac622c82-26a8-4931-b5ae-873f1467118e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-534962'] for network, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:06:30.390131 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-ac622c82-26a8-4931-b5ae-873f1467118e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973199', 'neutron.services.segments.db._delete_segments_for_network-8793194012456'] for network, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:06:30.400107 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.services.segments.db [None req-ac622c82-26a8-4931-b5ae-873f1467118e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['890d2b25-5bbc-4136-8d68-054a5d75079f']}} {{(pid=128083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:06:30.410251 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.services.segments.db [None req-ac622c82-26a8-4931-b5ae-873f1467118e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54a60c5b-57f5-4654-ac9e-da1ec2ca18a5') {'for_net_delete': True} {{(pid=128083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:06:30.410546 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.services.segments.db [None req-ac622c82-26a8-4931-b5ae-873f1467118e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54a60c5b-57f5-4654-ac9e-da1ec2ca18a5') {} {{(pid=128083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:06:30.420382 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-ac622c82-26a8-4931-b5ae-873f1467118e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793194097327', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3143690'] for segment, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:06:30.436275 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-ac622c82-26a8-4931-b5ae-873f1467118e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967879'] for segment, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:06:30.443989 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac622c82-26a8-4931-b5ae-873f1467118e admin admin] Releasing vlan 635 on physical network physnet1 to pool {{(pid=128083) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 12:06:30.444395 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-ac622c82-26a8-4931-b5ae-873f1467118e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2537899'] for segment, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:06:30.446218 dv-neutron-797120-4-hyperv neutron-server[128083]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 12:06:30.446218 dv-neutron-797120-4-hyperv neutron-server[128083]: conditions |= (models_v2.Port.network_id.in_( Jun 24 12:06:30.446218 dv-neutron-797120-4-hyperv neutron-server[128083]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 12:06:30.446218 dv-neutron-797120-4-hyperv neutron-server[128083]: conditions |= (models_v2.Port.network_id.in_( Jun 24 12:06:30.446218 dv-neutron-797120-4-hyperv neutron-server[128083]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 12:06:30.446218 dv-neutron-797120-4-hyperv neutron-server[128083]: conditions |= (models_v2.Port.network_id.in_( Jun 24 12:06:30.446218 dv-neutron-797120-4-hyperv neutron-server[128083]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 12:06:30.446218 dv-neutron-797120-4-hyperv neutron-server[128083]: conditions |= (models_v2.Port.network_id.in_( Jun 24 12:06:30.446218 dv-neutron-797120-4-hyperv neutron-server[128083]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 12:06:30.446218 dv-neutron-797120-4-hyperv neutron-server[128083]: conditions |= (models_v2.Port.network_id.in_( Jun 24 12:06:30.446218 dv-neutron-797120-4-hyperv neutron-server[128083]: Traceback (most recent call last): Jun 24 12:06:30.446218 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 24 12:06:30.446218 dv-neutron-797120-4-hyperv neutron-server[128083]: timer() Jun 24 12:06:30.446218 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 24 12:06:30.446218 dv-neutron-797120-4-hyperv neutron-server[128083]: cb(*args, **kw) Jun 24 12:06:30.446218 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 24 12:06:30.446218 dv-neutron-797120-4-hyperv neutron-server[128083]: return func(*args, **kwargs) Jun 24 12:06:30.446218 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 24 12:06:30.446218 dv-neutron-797120-4-hyperv neutron-server[128083]: self._notify() Jun 24 12:06:30.446218 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 24 12:06:30.446218 dv-neutron-797120-4-hyperv neutron-server[128083]: self.callback(batched_events) Jun 24 12:06:30.446218 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 24 12:06:30.446218 dv-neutron-797120-4-hyperv neutron-server[128083]: event.method(event) Jun 24 12:06:30.446218 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 24 12:06:30.446218 dv-neutron-797120-4-hyperv neutron-server[128083]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 24 12:06:30.446218 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 24 12:06:30.446218 dv-neutron-797120-4-hyperv neutron-server[128083]: aggregate_uuid = self.p_client.list_aggregates( Jun 24 12:06:30.446218 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 24 12:06:30.446218 dv-neutron-797120-4-hyperv neutron-server[128083]: return f(self, *a, **k) Jun 24 12:06:30.446218 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 24 12:06:30.446218 dv-neutron-797120-4-hyperv neutron-server[128083]: return self._get(url).json() Jun 24 12:06:30.446218 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 24 12:06:30.446218 dv-neutron-797120-4-hyperv neutron-server[128083]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 24 12:06:30.446218 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 24 12:06:30.446218 dv-neutron-797120-4-hyperv neutron-server[128083]: return self.request(url, 'GET', **kwargs) Jun 24 12:06:30.446218 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 24 12:06:30.446218 dv-neutron-797120-4-hyperv neutron-server[128083]: base_url = self.get_endpoint(auth, allow=allow, Jun 24 12:06:30.446218 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 24 12:06:30.446218 dv-neutron-797120-4-hyperv neutron-server[128083]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 24 12:06:30.446218 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 24 12:06:30.446218 dv-neutron-797120-4-hyperv neutron-server[128083]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 24 12:06:30.446218 dv-neutron-797120-4-hyperv neutron-server[128083]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 24 12:06:30.502017 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-ac622c82-26a8-4931-b5ae-873f1467118e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1800243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1815642'] for network, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:06:30.506437 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-3b72f35b-65a7-4652-ba69-889cb9d4e0fe tempest-BulkNetworkOpsTest-1574223460 tempest-BulkNetworkOpsTest-1574223460-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:06:30.509262 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-ac622c82-26a8-4931-b5ae-873f1467118e admin admin] Notify callbacks [] for network, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:06:30.511574 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-ac622c82-26a8-4931-b5ae-873f1467118e admin admin] 10.222.0.53 "DELETE /v2.0/networks/890d2b25-5bbc-4136-8d68-054a5d75079f HTTP/1.1" status: 204 len: 168 time: 0.2931080 Jun 24 12:06:30.525371 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac622c82-26a8-4931-b5ae-873f1467118e admin admin] Pushing event deleted for resources: {'Network': ['ID=890d2b25-5bbc-4136-8d68-054a5d75079f,revision_number=None']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:06:30.528094 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-ac622c82-26a8-4931-b5ae-873f1467118e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:06:30.625302 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 37340) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:06:30.669589 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-fca054d5-60d1-4197-9add-eaeab0e29bdb admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=6a5dc2a634cb44fd84eb5821b5aee7e2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0429428 Jun 24 12:06:30.672356 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 37342) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:06:30.722462 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-5d01d7b5-28a6-4390-8ac9-ca8c84b133a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:06:30.744175 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-5d01d7b5-28a6-4390-8ac9-ca8c84b133a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:06:30.753314 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Device 770dab81-e71b-4d11-a45b-5135040e0d22 no longer exists at agent hyperv_hv-neutron-7971 {{(pid=128085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 12:06:30.774450 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] No Port match for: 770dab81-e71b-4d11-a45b-5135040e0d22 {{(pid=128085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 12:06:30.775470 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Device 770dab81-e71b-4d11-a45b-5135040e0d22 not bound to the agent host hv-neutron-7971 {{(pid=128085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 12:06:30.795494 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-5d01d7b5-28a6-4390-8ac9-ca8c84b133a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800410'] for security_group, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:06:30.798273 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-5d01d7b5-28a6-4390-8ac9-ca8c84b133a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:06:30.799440 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-5d01d7b5-28a6-4390-8ac9-ca8c84b133a2 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/00ccdd7d-a541-4328-9b3c-5b061bf4ef46 HTTP/1.1" status: 204 len: 168 time: 0.1261988 Jun 24 12:06:30.800334 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-c15bd94e-5889-48a4-a35f-5eda4905d495 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:06:30.808465 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d01d7b5-28a6-4390-8ac9-ca8c84b133a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00ccdd7d-a541-4328-9b3c-5b061bf4ef46,revision_number=None']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:06:30.810868 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-5d01d7b5-28a6-4390-8ac9-ca8c84b133a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:06:31.456882 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 37364) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:06:31.551897 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [None req-6c526c57-7cbd-4f74-b59d-8b18af2fe034 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1057899697-network', 'tenant_id': 'fa02a2b47a2b4959936012d06c7c21ca'}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:06:31.577780 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c526c57-7cbd-4f74-b59d-8b18af2fe034 admin admin] Made reservation on behalf of fa02a2b47a2b4959936012d06c7c21ca for: {'network': 1} {{(pid=128083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:06:31.580132 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-6c526c57-7cbd-4f74-b59d-8b18af2fe034 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for network, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:06:31.589171 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-6c526c57-7cbd-4f74-b59d-8b18af2fe034 admin admin] Notify callbacks [] for security_group, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:06:31.679888 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-6c526c57-7cbd-4f74-b59d-8b18af2fe034 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:06:31.684087 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-6c526c57-7cbd-4f74-b59d-8b18af2fe034 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800410'] for security_group, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:06:31.687196 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-bbccc45b-1ecd-4720-a97d-4d547296057e tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:06:31.712871 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c526c57-7cbd-4f74-b59d-8b18af2fe034 admin admin] vlan segment allocate from pool success with {'vlan_id': 602, 'physical_network': 'physnet1'} {{(pid=128083) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 12:06:31.719631 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c526c57-7cbd-4f74-b59d-8b18af2fe034 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13674d09-e7c9-4a89-b149-d3f123d8050f,revision_number=1']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:06:31.722783 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-6c526c57-7cbd-4f74-b59d-8b18af2fe034 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:06:31.727500 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-6c526c57-7cbd-4f74-b59d-8b18af2fe034 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967879'] for segment, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:06:31.729066 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.db.segments_db [None req-6c526c57-7cbd-4f74-b59d-8b18af2fe034 admin admin] Added segment 349e41c2-7ef9-41a0-ae3f-8ef171777e7f of type vlan for network 6d91596e-182e-491d-ba8e-0d3f590de66e Jun 24 12:06:31.774192 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-6c526c57-7cbd-4f74-b59d-8b18af2fe034 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793193525068'] for network, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:06:31.804465 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-6c526c57-7cbd-4f74-b59d-8b18af2fe034 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1800243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976'] for network, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:06:31.805576 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c526c57-7cbd-4f74-b59d-8b18af2fe034 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:06:31.806378 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-6c526c57-7cbd-4f74-b59d-8b18af2fe034 admin admin] Notify callbacks [] for network, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:06:31.808550 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-510045a0-2223-4130-a2c9-24a51bf70f9e tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:06:31.860810 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-6c526c57-7cbd-4f74-b59d-8b18af2fe034 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4025404 Jun 24 12:06:31.863688 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 37368) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:06:31.870737 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [None req-85bead2b-43e7-47f8-b7d0-5fdd0390ea55 admin admin] Request body: {'subnet': {'network_id': '6d91596e-182e-491d-ba8e-0d3f590de66e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1057899697-subnet', 'tenant_id': 'fa02a2b47a2b4959936012d06c7c21ca', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:06:31.877324 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c526c57-7cbd-4f74-b59d-8b18af2fe034 admin admin] Pushing event updated for resources: {'Network': ['ID=6d91596e-182e-491d-ba8e-0d3f590de66e,revision_number=1']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:06:31.882298 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-6c526c57-7cbd-4f74-b59d-8b18af2fe034 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:06:31.892084 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Network 6d91596e-182e-491d-ba8e-0d3f590de66e details requested by agent ovs-agent-dv-neutron-797120-4-hyperv with host dv-neutron-797120-4-hyperv {{(pid=128085) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 12:06:31.899409 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85bead2b-43e7-47f8-b7d0-5fdd0390ea55 admin admin] Made reservation on behalf of fa02a2b47a2b4959936012d06c7c21ca for: {'subnet': 1} {{(pid=128083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:06:31.902620 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-85bead2b-43e7-47f8-b7d0-5fdd0390ea55 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3289788'] for subnet, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:06:32.082837 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-85bead2b-43e7-47f8-b7d0-5fdd0390ea55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2537737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3289942'] for subnet, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:06:32.084714 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-f7166e15-738e-4244-9a1d-ac122a83d915 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:06:32.138234 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85bead2b-43e7-47f8-b7d0-5fdd0390ea55 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7e7ae902-5626-4905-a20c-81ba3bf8ea7d,revision_number=0']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:06:32.141811 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-85bead2b-43e7-47f8-b7d0-5fdd0390ea55 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:06:32.147159 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85bead2b-43e7-47f8-b7d0-5fdd0390ea55 admin admin] Checking segment: {'id': '349e41c2-7ef9-41a0-ae3f-8ef171777e7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '6d91596e-182e-491d-ba8e-0d3f590de66e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=128083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:06:32.147516 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85bead2b-43e7-47f8-b7d0-5fdd0390ea55 admin admin] Network hostable DHCP agents. Network: 6d91596e-182e-491d-ba8e-0d3f590de66e, hostable agents: ['6be988a9-1d97-480f-be5a-c55abf2c55c5'], hosted agents: [] {{(pid=128083) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 12:06:32.164139 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85bead2b-43e7-47f8-b7d0-5fdd0390ea55 admin admin] Network 6d91596e-182e-491d-ba8e-0d3f590de66e is scheduled to be hosted by DHCP agent 6be988a9-1d97-480f-be5a-c55abf2c55c5 with binding_index 1 {{(pid=128083) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 12:06:32.172651 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.base_scheduler [None req-85bead2b-43e7-47f8-b7d0-5fdd0390ea55 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-4-hyperv, 6d91596e-182e-491d-ba8e-0d3f590de66e) {{(pid=128083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:06:32.176721 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85bead2b-43e7-47f8-b7d0-5fdd0390ea55 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:06:32.177508 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-85bead2b-43e7-47f8-b7d0-5fdd0390ea55 admin admin] Notify callbacks [] for subnet, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:06:32.182226 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b9a905e-8319-44af-952f-6e20b13c6459 None None] Network 6d91596e-182e-491d-ba8e-0d3f590de66e requested from dv-neutron-797120-4-hyperv {{(pid=128085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:06:32.192566 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-85bead2b-43e7-47f8-b7d0-5fdd0390ea55 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3278074 Jun 24 12:06:32.314837 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9035463a-5786-4350-a0f6-a356156d3c72 None None] Network 6d91596e-182e-491d-ba8e-0d3f590de66e requested from dv-neutron-797120-4-hyperv {{(pid=128085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:06:32.626093 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae233de2-50ef-4309-8199-8e76097e792c req-0b3a6f43-e3d8-4557-b149-ea01ea5cc5c3 tempest-ServerDiskConfigTestJSON-2114072499 tempest-ServerDiskConfigTestJSON-2114072499-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:06:32.627466 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-ae233de2-50ef-4309-8199-8e76097e792c req-0b3a6f43-e3d8-4557-b149-ea01ea5cc5c3 tempest-ServerDiskConfigTestJSON-2114072499 tempest-ServerDiskConfigTestJSON-2114072499-project] 10.222.0.53 "GET /v2.0/networks?id=6d91596e-182e-491d-ba8e-0d3f590de66e HTTP/1.1" status: 200 len: 815 time: 0.1070867 Jun 24 12:06:32.643003 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-ae233de2-50ef-4309-8199-8e76097e792c req-0e7c84b6-bbbb-4ff4-8146-7254b65f5b9d tempest-ServerDiskConfigTestJSON-2114072499 tempest-ServerDiskConfigTestJSON-2114072499-project] 10.222.0.53 "GET /v2.0/quotas/fa02a2b47a2b4959936012d06c7c21ca HTTP/1.1" status: 200 len: 375 time: 0.0096831 Jun 24 12:06:32.676876 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-ae233de2-50ef-4309-8199-8e76097e792c req-48132e68-b880-41f5-baef-cbe0bbe4f5ad tempest-ServerDiskConfigTestJSON-2114072499 tempest-ServerDiskConfigTestJSON-2114072499-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=fa02a2b47a2b4959936012d06c7c21ca&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0284014 Jun 24 12:06:32.688908 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [req-ae233de2-50ef-4309-8199-8e76097e792c req-a87bb947-c58a-4529-aa40-7fcce5943c23 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=128083) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 24 12:06:32.689981 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-ae233de2-50ef-4309-8199-8e76097e792c req-a87bb947-c58a-4529-aa40-7fcce5943c23 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052767 Jun 24 12:06:32.785658 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-ae233de2-50ef-4309-8199-8e76097e792c req-e60741c4-5fab-4fd6-85dd-15f98fcb9a3c service neutron] 10.222.0.53 "GET /v2.0/networks/6d91596e-182e-491d-ba8e-0d3f590de66e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899911 Jun 24 12:06:32.877866 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-ae233de2-50ef-4309-8199-8e76097e792c req-05d5a71a-f7b0-48e8-b7c5-5e71518718ef service neutron] 10.222.0.53 "GET /v2.0/networks/6d91596e-182e-491d-ba8e-0d3f590de66e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838480 Jun 24 12:06:34.079301 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-c5f03a92-5969-44a1-8ca6-8766cb59b2b4 req-91857d93-acba-4bf5-a88e-79f2964a5370 tempest-ServerDiskConfigTestJSON-2114072499 tempest-ServerDiskConfigTestJSON-2114072499-project] 10.222.0.53 "GET /v2.0/ports?device_id=d5dcbc08-0e34-44c9-9885-64ff702d9d80 HTTP/1.1" status: 200 len: 210 time: 0.0340328 Jun 24 12:06:35.293751 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-f9720993-88b3-423e-a026-d6a76df5c6c1 req-ff460edb-fd46-4163-9162-6dd0f2277d65 tempest-ServerDiskConfigTestJSON-2114072499 tempest-ServerDiskConfigTestJSON-2114072499-project] 10.222.0.53 "GET /v2.0/ports?device_id=d5dcbc08-0e34-44c9-9885-64ff702d9d80 HTTP/1.1" status: 200 len: 210 time: 0.0630758 Jun 24 12:06:35.339915 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae233de2-50ef-4309-8199-8e76097e792c req-19f66f43-c1f8-4945-83a6-a2f6b70f8256 tempest-ServerDiskConfigTestJSON-2114072499 tempest-ServerDiskConfigTestJSON-2114072499-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:06:35.341466 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-ae233de2-50ef-4309-8199-8e76097e792c req-19f66f43-c1f8-4945-83a6-a2f6b70f8256 tempest-ServerDiskConfigTestJSON-2114072499 tempest-ServerDiskConfigTestJSON-2114072499-project] 10.222.0.45 "GET /v2.0/networks?id=6d91596e-182e-491d-ba8e-0d3f590de66e HTTP/1.1" status: 200 len: 815 time: 0.1979480 Jun 24 12:06:35.357773 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [req-ae233de2-50ef-4309-8199-8e76097e792c req-19f3ac78-6950-40b7-8bca-9aa33cb0ff08 tempest-ServerDiskConfigTestJSON-2114072499 tempest-ServerDiskConfigTestJSON-2114072499-project] Request body: {'port': {'device_id': 'd5dcbc08-0e34-44c9-9885-64ff702d9d80', 'network_id': '6d91596e-182e-491d-ba8e-0d3f590de66e', 'admin_state_up': True, 'tenant_id': 'fa02a2b47a2b4959936012d06c7c21ca'}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:06:35.472769 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ae233de2-50ef-4309-8199-8e76097e792c req-19f3ac78-6950-40b7-8bca-9aa33cb0ff08 tempest-ServerDiskConfigTestJSON-2114072499 tempest-ServerDiskConfigTestJSON-2114072499-project] Made reservation on behalf of fa02a2b47a2b4959936012d06c7c21ca for: {'port': 1} {{(pid=128083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:06:35.476492 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-ae233de2-50ef-4309-8199-8e76097e792c req-19f3ac78-6950-40b7-8bca-9aa33cb0ff08 tempest-ServerDiskConfigTestJSON-2114072499 tempest-ServerDiskConfigTestJSON-2114072499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:06:35.615735 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.db_base_plugin_common [req-ae233de2-50ef-4309-8199-8e76097e792c req-19f3ac78-6950-40b7-8bca-9aa33cb0ff08 tempest-ServerDiskConfigTestJSON-2114072499 tempest-ServerDiskConfigTestJSON-2114072499-project] Allocated IP 172.20.0.3 (6d91596e-182e-491d-ba8e-0d3f590de66e/7e7ae902-5626-4905-a20c-81ba3bf8ea7d/eda41735-6c27-4b97-a28a-c72283b98cc2) {{(pid=128083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:06:35.769876 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-ae233de2-50ef-4309-8199-8e76097e792c req-19f3ac78-6950-40b7-8bca-9aa33cb0ff08 tempest-ServerDiskConfigTestJSON-2114072499 tempest-ServerDiskConfigTestJSON-2114072499-project] Notify callbacks [] for port, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:06:35.812584 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-ae233de2-50ef-4309-8199-8e76097e792c req-19f3ac78-6950-40b7-8bca-9aa33cb0ff08 tempest-ServerDiskConfigTestJSON-2114072499 tempest-ServerDiskConfigTestJSON-2114072499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-650429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-506361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793193536723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2537853'] for port, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:06:35.814665 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-083f3f23-bc2b-4667-b250-b06e573ca1c2 tempest-DeleteServersTestJSON-1257955019 tempest-DeleteServersTestJSON-1257955019-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:06:35.856410 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae233de2-50ef-4309-8199-8e76097e792c req-19f3ac78-6950-40b7-8bca-9aa33cb0ff08 tempest-ServerDiskConfigTestJSON-2114072499 tempest-ServerDiskConfigTestJSON-2114072499-project] Network 6d91596e-182e-491d-ba8e-0d3f590de66e is already hosted by enough agents. {{(pid=128083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:06:35.861428 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.base_scheduler [req-ae233de2-50ef-4309-8199-8e76097e792c req-19f3ac78-6950-40b7-8bca-9aa33cb0ff08 tempest-ServerDiskConfigTestJSON-2114072499 tempest-ServerDiskConfigTestJSON-2114072499-project] Resources bound (agent type, host, resource id): {{(pid=128083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:06:35.865141 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae233de2-50ef-4309-8199-8e76097e792c req-19f3ac78-6950-40b7-8bca-9aa33cb0ff08 tempest-ServerDiskConfigTestJSON-2114072499 tempest-ServerDiskConfigTestJSON-2114072499-project] Received port after_create {{(pid=128083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:06:35.890334 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f3ac78-6950-40b7-8bca-9aa33cb0ff08 tempest-ServerDiskConfigTestJSON-2114072499 tempest-ServerDiskConfigTestJSON-2114072499-project] Pushing event updated for resources: {'Port': ['ID=eda41735-6c27-4b97-a28a-c72283b98cc2,revision_number=1']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:06:35.894752 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-19f3ac78-6950-40b7-8bca-9aa33cb0ff08 tempest-ServerDiskConfigTestJSON-2114072499 tempest-ServerDiskConfigTestJSON-2114072499-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:06:35.919016 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae233de2-50ef-4309-8199-8e76097e792c req-19f3ac78-6950-40b7-8bca-9aa33cb0ff08 tempest-ServerDiskConfigTestJSON-2114072499 tempest-ServerDiskConfigTestJSON-2114072499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:06:35.919627 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-ae233de2-50ef-4309-8199-8e76097e792c req-19f3ac78-6950-40b7-8bca-9aa33cb0ff08 tempest-ServerDiskConfigTestJSON-2114072499 tempest-ServerDiskConfigTestJSON-2114072499-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468916'] for port, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:06:35.934556 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-ae233de2-50ef-4309-8199-8e76097e792c req-19f3ac78-6950-40b7-8bca-9aa33cb0ff08 tempest-ServerDiskConfigTestJSON-2114072499 tempest-ServerDiskConfigTestJSON-2114072499-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5826578 Jun 24 12:06:35.951090 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [req-ae233de2-50ef-4309-8199-8e76097e792c req-86d7aef3-6bc8-46f2-9df0-cfdce16ac8e3 service neutron] Request body: {'port': {'device_id': 'd5dcbc08-0e34-44c9-9885-64ff702d9d80', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7971'}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:06:36.026875 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-ae233de2-50ef-4309-8199-8e76097e792c req-86d7aef3-6bc8-46f2-9df0-cfdce16ac8e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:06:36.305606 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.notifiers.nova [req-ae233de2-50ef-4309-8199-8e76097e792c req-86d7aef3-6bc8-46f2-9df0-cfdce16ac8e3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eda41735-6c27-4b97-a28a-c72283b98cc2 {{(pid=128083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 12:06:36.315335 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-ae233de2-50ef-4309-8199-8e76097e792c req-86d7aef3-6bc8-46f2-9df0-cfdce16ac8e3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:06:36.328859 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.provisioning_blocks [req-ae233de2-50ef-4309-8199-8e76097e792c req-86d7aef3-6bc8-46f2-9df0-cfdce16ac8e3 service neutron] Transition to ACTIVE for port object eda41735-6c27-4b97-a28a-c72283b98cc2 will not be triggered until provisioned by entity L2. {{(pid=128083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:06:36.332869 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-ae233de2-50ef-4309-8199-8e76097e792c req-86d7aef3-6bc8-46f2-9df0-cfdce16ac8e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2537871'] for port, after_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:06:36.334940 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-819af5f8-83b8-4116-972a-a1cd8c7d3eae tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:06:36.382872 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d7aef3-6bc8-46f2-9df0-cfdce16ac8e3 service neutron] Pushing event updated for resources: {'Port': ['ID=eda41735-6c27-4b97-a28a-c72283b98cc2,revision_number=2']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:06:36.387882 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-86d7aef3-6bc8-46f2-9df0-cfdce16ac8e3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:06:36.494635 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.managers [req-ae233de2-50ef-4309-8199-8e76097e792c req-86d7aef3-6bc8-46f2-9df0-cfdce16ac8e3 service neutron] Attempting to bind port eda41735-6c27-4b97-a28a-c72283b98cc2 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=128083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 12:06:36.494971 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.managers [req-ae233de2-50ef-4309-8199-8e76097e792c req-86d7aef3-6bc8-46f2-9df0-cfdce16ac8e3 service neutron] Attempting to bind port eda41735-6c27-4b97-a28a-c72283b98cc2 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': '349e41c2-7ef9-41a0-ae3f-8ef171777e7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '6d91596e-182e-491d-ba8e-0d3f590de66e'}] {{(pid=128083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 12:06:36.495307 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae233de2-50ef-4309-8199-8e76097e792c req-86d7aef3-6bc8-46f2-9df0-cfdce16ac8e3 service neutron] Attempting to bind port eda41735-6c27-4b97-a28a-c72283b98cc2 on network 6d91596e-182e-491d-ba8e-0d3f590de66e {{(pid=128083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:06:36.506153 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae233de2-50ef-4309-8199-8e76097e792c req-86d7aef3-6bc8-46f2-9df0-cfdce16ac8e3 service neutron] Port eda41735-6c27-4b97-a28a-c72283b98cc2 on network 6d91596e-182e-491d-ba8e-0d3f590de66e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=128083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 12:06:36.506485 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae233de2-50ef-4309-8199-8e76097e792c req-86d7aef3-6bc8-46f2-9df0-cfdce16ac8e3 service neutron] Attempting to bind port eda41735-6c27-4b97-a28a-c72283b98cc2 on network 6d91596e-182e-491d-ba8e-0d3f590de66e {{(pid=128083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:06:36.515914 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae233de2-50ef-4309-8199-8e76097e792c req-86d7aef3-6bc8-46f2-9df0-cfdce16ac8e3 service neutron] Checking agent: {'id': 'a2c9a14d-87aa-4cd1-a510-11988f19c3d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7971', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 11, 42, 44), 'started_at': datetime.datetime(2021, 6, 24, 11, 42, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 12, 6, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=128083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 12:06:36.516256 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae233de2-50ef-4309-8199-8e76097e792c req-86d7aef3-6bc8-46f2-9df0-cfdce16ac8e3 service neutron] Checking segment: {'id': '349e41c2-7ef9-41a0-ae3f-8ef171777e7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '6d91596e-182e-491d-ba8e-0d3f590de66e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=128083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:06:36.516644 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae233de2-50ef-4309-8199-8e76097e792c req-86d7aef3-6bc8-46f2-9df0-cfdce16ac8e3 service neutron] Bound using segment: {'id': '349e41c2-7ef9-41a0-ae3f-8ef171777e7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '6d91596e-182e-491d-ba8e-0d3f590de66e'} {{(pid=128083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 12:06:36.517103 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.managers [req-ae233de2-50ef-4309-8199-8e76097e792c req-86d7aef3-6bc8-46f2-9df0-cfdce16ac8e3 service neutron] Bound port: eda41735-6c27-4b97-a28a-c72283b98cc2, host: hv-neutron-7971, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '349e41c2-7ef9-41a0-ae3f-8ef171777e7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '6d91596e-182e-491d-ba8e-0d3f590de66e'}}] {{(pid=128083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 12:06:36.517469 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-ae233de2-50ef-4309-8199-8e76097e792c req-86d7aef3-6bc8-46f2-9df0-cfdce16ac8e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:06:36.526187 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4efe0fb-beae-4252-a982-99ad38086b77 req-fddf5ee7-b5ac-4be3-bcd1-daaef59e78f3 tempest-ServerDiskConfigTestJSON-2114072499 tempest-ServerDiskConfigTestJSON-2114072499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:06:36.527672 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-c4efe0fb-beae-4252-a982-99ad38086b77 req-fddf5ee7-b5ac-4be3-bcd1-daaef59e78f3 tempest-ServerDiskConfigTestJSON-2114072499 tempest-ServerDiskConfigTestJSON-2114072499-project] 10.222.0.53 "GET /v2.0/ports?device_id=d5dcbc08-0e34-44c9-9885-64ff702d9d80 HTTP/1.1" status: 200 len: 943 time: 0.0975299 Jun 24 12:06:36.602002 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-c4efe0fb-beae-4252-a982-99ad38086b77 req-67ce390a-7910-4c82-a59a-2ef2e2d63b89 tempest-ServerDiskConfigTestJSON-2114072499 tempest-ServerDiskConfigTestJSON-2114072499-project] 10.222.0.53 "GET /v2.0/security-groups?id=13674d09-e7c9-4a89-b149-d3f123d8050f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668199 Jun 24 12:06:36.627665 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.db [req-ae233de2-50ef-4309-8199-8e76097e792c req-86d7aef3-6bc8-46f2-9df0-cfdce16ac8e3 service neutron] For port eda41735-6c27-4b97-a28a-c72283b98cc2, host hv-neutron-7971, cleared binding levels {{(pid=128083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 12:06:36.630901 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.db [req-ae233de2-50ef-4309-8199-8e76097e792c req-86d7aef3-6bc8-46f2-9df0-cfdce16ac8e3 service neutron] For port eda41735-6c27-4b97-a28a-c72283b98cc2, host hv-neutron-7971, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=eda41735-6c27-4b97-a28a-c72283b98cc2,segment=NetworkSegment(349e41c2-7ef9-41a0-ae3f-8ef171777e7f),segment_id=349e41c2-7ef9-41a0-ae3f-8ef171777e7f)] {{(pid=128083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 12:06:36.635578 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-ae233de2-50ef-4309-8199-8e76097e792c req-86d7aef3-6bc8-46f2-9df0-cfdce16ac8e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2537871'] for port, after_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:06:36.637658 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-9a8ce5b3-49d0-4351-affd-ea5218740614 tempest-ServersAdminNegativeTestJSON-2094187069 tempest-ServersAdminNegativeTestJSON-2094187069-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:06:36.670046 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae233de2-50ef-4309-8199-8e76097e792c req-86d7aef3-6bc8-46f2-9df0-cfdce16ac8e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:06:36.670640 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-ae233de2-50ef-4309-8199-8e76097e792c req-86d7aef3-6bc8-46f2-9df0-cfdce16ac8e3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468916'] for port, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:06:36.672222 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-ae233de2-50ef-4309-8199-8e76097e792c req-86d7aef3-6bc8-46f2-9df0-cfdce16ac8e3 service neutron] 10.222.0.45 "PUT /v2.0/ports/eda41735-6c27-4b97-a28a-c72283b98cc2 HTTP/1.1" status: 200 len: 1093 time: 0.7259891 Jun 24 12:06:36.674585 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5dcbc08-0e34-44c9-9885-64ff702d9d80', 'tag': 'eda41735-6c27-4b97-a28a-c72283b98cc2'}] {{(pid=128083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 12:06:36.676932 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a77f7dee1a0522ddf93af289475d218fcdb8f30317daadec13ebf930b5b9dbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60f327eb-6b5c-4400-9e2b-93dc0fd4b842" -d '{"events": [{"name": "network-changed", "server_uuid": "d5dcbc08-0e34-44c9-9885-64ff702d9d80", "tag": "eda41735-6c27-4b97-a28a-c72283b98cc2"}]}' {{(pid=128083) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 12:06:36.703197 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d7aef3-6bc8-46f2-9df0-cfdce16ac8e3 service neutron] Pushing event updated for resources: {'Port': ['ID=eda41735-6c27-4b97-a28a-c72283b98cc2,revision_number=3']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:06:36.706338 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-86d7aef3-6bc8-46f2-9df0-cfdce16ac8e3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:06:36.727375 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 12:06:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fe530a1-6957-4bb1-bfe0-a7d637678885 x-openstack-request-id: req-8fe530a1-6957-4bb1-bfe0-a7d637678885 {{(pid=128083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 12:06:36.728242 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5dcbc08-0e34-44c9-9885-64ff702d9d80", "tag": "eda41735-6c27-4b97-a28a-c72283b98cc2", "status": "completed", "code": 200}]} {{(pid=128083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 12:06:36.729085 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-8fe530a1-6957-4bb1-bfe0-a7d637678885 {{(pid=128083) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 12:06:36.729085 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5dcbc08-0e34-44c9-9885-64ff702d9d80', 'tag': 'eda41735-6c27-4b97-a28a-c72283b98cc2', 'status': 'completed', 'code': 200} Jun 24 12:06:36.787766 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae233de2-50ef-4309-8199-8e76097e792c req-84ab3e35-9cd6-43e6-ba8f-04a94989fc02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:06:36.789280 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-ae233de2-50ef-4309-8199-8e76097e792c req-84ab3e35-9cd6-43e6-ba8f-04a94989fc02 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=fa02a2b47a2b4959936012d06c7c21ca&device_id=d5dcbc08-0e34-44c9-9885-64ff702d9d80 HTTP/1.1" status: 200 len: 1096 time: 0.0547833 Jun 24 12:06:36.836468 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-ae233de2-50ef-4309-8199-8e76097e792c req-c46536e0-4fe3-4a79-b86e-dc0979ba189a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=eda41735-6c27-4b97-a28a-c72283b98cc2 HTTP/1.1" status: 200 len: 217 time: 0.0362175 Jun 24 12:06:36.896092 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae233de2-50ef-4309-8199-8e76097e792c req-83a6a817-d61f-4595-a01c-3d39ea2416f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:06:36.898202 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-ae233de2-50ef-4309-8199-8e76097e792c req-83a6a817-d61f-4595-a01c-3d39ea2416f6 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=7e7ae902-5626-4905-a20c-81ba3bf8ea7d HTTP/1.1" status: 200 len: 855 time: 0.0521629 Jun 24 12:06:36.944692 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-ae233de2-50ef-4309-8199-8e76097e792c req-bb4f7866-f532-484c-a614-4ea5a88f7d30 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=6d91596e-182e-491d-ba8e-0d3f590de66e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0355515 Jun 24 12:06:37.043148 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-ae233de2-50ef-4309-8199-8e76097e792c req-d0930b56-368a-48f3-b17f-799ee7622456 service neutron] 10.222.0.45 "GET /v2.0/networks/6d91596e-182e-491d-ba8e-0d3f590de66e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876818 Jun 24 12:06:37.138787 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-ae233de2-50ef-4309-8199-8e76097e792c req-5e3cf4f8-ec8b-4a65-a4b0-e830fa7669a5 service neutron] 10.222.0.45 "GET /v2.0/networks/6d91596e-182e-491d-ba8e-0d3f590de66e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859411 Jun 24 12:06:37.248622 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f327eb-6b5c-4400-9e2b-93dc0fd4b842 req-018f9a0e-b38e-48a8-bc83-9920cc7fd880 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:06:37.250228 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-60f327eb-6b5c-4400-9e2b-93dc0fd4b842 req-018f9a0e-b38e-48a8-bc83-9920cc7fd880 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=fa02a2b47a2b4959936012d06c7c21ca&device_id=d5dcbc08-0e34-44c9-9885-64ff702d9d80 HTTP/1.1" status: 200 len: 1096 time: 0.0587490 Jun 24 12:06:37.353076 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f327eb-6b5c-4400-9e2b-93dc0fd4b842 req-00d641a2-67e4-4e73-9fe6-2c0e5c4cfc6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:06:37.354655 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-60f327eb-6b5c-4400-9e2b-93dc0fd4b842 req-00d641a2-67e4-4e73-9fe6-2c0e5c4cfc6d service neutron] 10.222.0.45 "GET /v2.0/networks?id=6d91596e-182e-491d-ba8e-0d3f590de66e HTTP/1.1" status: 200 len: 916 time: 0.0970676 Jun 24 12:06:37.401561 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-60f327eb-6b5c-4400-9e2b-93dc0fd4b842 req-3d45a1fa-6e36-43ba-b054-1a069e486f86 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=eda41735-6c27-4b97-a28a-c72283b98cc2 HTTP/1.1" status: 200 len: 217 time: 0.0367990 Jun 24 12:06:37.455168 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f327eb-6b5c-4400-9e2b-93dc0fd4b842 req-829138a1-3f0d-4403-b70b-7dc1bff0b103 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:06:37.456617 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-60f327eb-6b5c-4400-9e2b-93dc0fd4b842 req-829138a1-3f0d-4403-b70b-7dc1bff0b103 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=7e7ae902-5626-4905-a20c-81ba3bf8ea7d HTTP/1.1" status: 200 len: 855 time: 0.0478475 Jun 24 12:06:37.491153 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-60f327eb-6b5c-4400-9e2b-93dc0fd4b842 req-c4b5d516-0f3a-49a7-98fe-81efda96a579 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=6d91596e-182e-491d-ba8e-0d3f590de66e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253181 Jun 24 12:06:37.586221 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-60f327eb-6b5c-4400-9e2b-93dc0fd4b842 req-02293265-6685-4081-85c2-da05ac0e6a95 service neutron] 10.222.0.45 "GET /v2.0/networks/6d91596e-182e-491d-ba8e-0d3f590de66e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858433 Jun 24 12:06:37.684042 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-60f327eb-6b5c-4400-9e2b-93dc0fd4b842 req-ca76e790-bb94-416a-a146-31a9a1d25491 service neutron] 10.222.0.45 "GET /v2.0/networks/6d91596e-182e-491d-ba8e-0d3f590de66e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897748 Jun 24 12:06:37.781823 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025cbd1e-d083-4a25-ad75-dfb2c69f0462 req-512e5781-08fd-4635-8e27-9315a607b990 tempest-ServerDiskConfigTestJSON-2114072499 tempest-ServerDiskConfigTestJSON-2114072499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:06:37.783308 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-025cbd1e-d083-4a25-ad75-dfb2c69f0462 req-512e5781-08fd-4635-8e27-9315a607b990 tempest-ServerDiskConfigTestJSON-2114072499 tempest-ServerDiskConfigTestJSON-2114072499-project] 10.222.0.53 "GET /v2.0/ports?device_id=d5dcbc08-0e34-44c9-9885-64ff702d9d80 HTTP/1.1" status: 200 len: 943 time: 0.0654404 Jun 24 12:06:37.824155 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-025cbd1e-d083-4a25-ad75-dfb2c69f0462 req-6ea7a08e-2863-4623-84a7-276b2ba34c77 tempest-ServerDiskConfigTestJSON-2114072499 tempest-ServerDiskConfigTestJSON-2114072499-project] 10.222.0.53 "GET /v2.0/security-groups?id=13674d09-e7c9-4a89-b149-d3f123d8050f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351565 Jun 24 12:06:39.011895 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdad1651-6ed7-4d7a-bca0-f006d7f396e7 req-d2148c1b-24c9-4193-b6a1-29135f8f4878 tempest-ServerDiskConfigTestJSON-2114072499 tempest-ServerDiskConfigTestJSON-2114072499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:06:39.013405 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-cdad1651-6ed7-4d7a-bca0-f006d7f396e7 req-d2148c1b-24c9-4193-b6a1-29135f8f4878 tempest-ServerDiskConfigTestJSON-2114072499 tempest-ServerDiskConfigTestJSON-2114072499-project] 10.222.0.53 "GET /v2.0/ports?device_id=d5dcbc08-0e34-44c9-9885-64ff702d9d80 HTTP/1.1" status: 200 len: 943 time: 0.0746024 Jun 24 12:06:39.052251 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-cdad1651-6ed7-4d7a-bca0-f006d7f396e7 req-5235b09e-be4e-4281-b3f5-6362788422ae tempest-ServerDiskConfigTestJSON-2114072499 tempest-ServerDiskConfigTestJSON-2114072499-project] 10.222.0.53 "GET /v2.0/security-groups?id=13674d09-e7c9-4a89-b149-d3f123d8050f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330822 Jun 24 12:06:40.234622 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a511bd4c-afc0-4091-a234-5a1bb4832524 req-484e98dd-1f1e-477b-a15e-aaddd6509bae tempest-ServerDiskConfigTestJSON-2114072499 tempest-ServerDiskConfigTestJSON-2114072499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:06:40.236117 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-a511bd4c-afc0-4091-a234-5a1bb4832524 req-484e98dd-1f1e-477b-a15e-aaddd6509bae tempest-ServerDiskConfigTestJSON-2114072499 tempest-ServerDiskConfigTestJSON-2114072499-project] 10.222.0.53 "GET /v2.0/ports?device_id=d5dcbc08-0e34-44c9-9885-64ff702d9d80 HTTP/1.1" status: 200 len: 943 time: 0.0661573 Jun 24 12:06:40.275818 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-a511bd4c-afc0-4091-a234-5a1bb4832524 req-91151c63-3b99-4d91-b5d6-9b311f66fa2a tempest-ServerDiskConfigTestJSON-2114072499 tempest-ServerDiskConfigTestJSON-2114072499-project] 10.222.0.53 "GET /v2.0/security-groups?id=13674d09-e7c9-4a89-b149-d3f123d8050f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340605 Jun 24 12:06:40.784207 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Device eda41735-6c27-4b97-a28a-c72283b98cc2 details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=128085) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 12:06:40.875766 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] For port eda41735-6c27-4b97-a28a-c72283b98cc2, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=eda41735-6c27-4b97-a28a-c72283b98cc2,segment=NetworkSegment(349e41c2-7ef9-41a0-ae3f-8ef171777e7f),segment_id=349e41c2-7ef9-41a0-ae3f-8ef171777e7f)] {{(pid=128085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:06:40.887288 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Returning: {'device': 'eda41735-6c27-4b97-a28a-c72283b98cc2', 'network_id': '6d91596e-182e-491d-ba8e-0d3f590de66e', 'port_id': 'eda41735-6c27-4b97-a28a-c72283b98cc2', 'mac_address': 'fa:16:3e:8c:80:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 602, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e7ae902-5626-4905-a20c-81ba3bf8ea7d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=128085) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 12:06:40.930315 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:06:40.942778 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.notifiers.nova [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eda41735-6c27-4b97-a28a-c72283b98cc2 {{(pid=128085) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 12:06:40.961382 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] For port eda41735-6c27-4b97-a28a-c72283b98cc2, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=eda41735-6c27-4b97-a28a-c72283b98cc2,segment=NetworkSegment(349e41c2-7ef9-41a0-ae3f-8ef171777e7f),segment_id=349e41c2-7ef9-41a0-ae3f-8ef171777e7f)] {{(pid=128085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:06:40.967324 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:06:40.969036 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-b4d272da-3f48-48a7-8c4a-b220b338fc82 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:06:41.014214 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Pushing event updated for resources: {'Port': ['ID=eda41735-6c27-4b97-a28a-c72283b98cc2,revision_number=4']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:06:41.017516 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:06:41.306658 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] get_ports_and_sgs() called for port_ids ['eda41735-6c27-4b97-a28a-c72283b98cc2'] {{(pid=128085) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 12:06:41.455902 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9792b649-7208-45d5-8c96-d168fe72c5c9 req-5904b7dd-bdc5-4056-8feb-823395cc1b8d tempest-ServerDiskConfigTestJSON-2114072499 tempest-ServerDiskConfigTestJSON-2114072499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:06:41.457421 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-9792b649-7208-45d5-8c96-d168fe72c5c9 req-5904b7dd-bdc5-4056-8feb-823395cc1b8d tempest-ServerDiskConfigTestJSON-2114072499 tempest-ServerDiskConfigTestJSON-2114072499-project] 10.222.0.53 "GET /v2.0/ports?device_id=d5dcbc08-0e34-44c9-9885-64ff702d9d80 HTTP/1.1" status: 200 len: 944 time: 0.0711517 Jun 24 12:06:41.497933 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-9792b649-7208-45d5-8c96-d168fe72c5c9 req-61986d11-f01f-45c6-a01a-427559e6758d tempest-ServerDiskConfigTestJSON-2114072499 tempest-ServerDiskConfigTestJSON-2114072499-project] 10.222.0.53 "GET /v2.0/security-groups?id=13674d09-e7c9-4a89-b149-d3f123d8050f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340717 Jun 24 12:06:42.676371 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0814fcc-953c-4d85-aedf-9a51e54f1f09 req-560ade85-de57-4853-ab51-4e91fffb72b1 tempest-ServerDiskConfigTestJSON-2114072499 tempest-ServerDiskConfigTestJSON-2114072499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:06:42.677918 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-c0814fcc-953c-4d85-aedf-9a51e54f1f09 req-560ade85-de57-4853-ab51-4e91fffb72b1 tempest-ServerDiskConfigTestJSON-2114072499 tempest-ServerDiskConfigTestJSON-2114072499-project] 10.222.0.53 "GET /v2.0/ports?device_id=d5dcbc08-0e34-44c9-9885-64ff702d9d80 HTTP/1.1" status: 200 len: 944 time: 0.0663161 Jun 24 12:06:42.716412 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-c0814fcc-953c-4d85-aedf-9a51e54f1f09 req-06a3f9d6-c89f-42c7-8cad-04b8e1ea9bb4 tempest-ServerDiskConfigTestJSON-2114072499 tempest-ServerDiskConfigTestJSON-2114072499-project] 10.222.0.53 "GET /v2.0/security-groups?id=13674d09-e7c9-4a89-b149-d3f123d8050f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329075 Jun 24 12:06:42.801664 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Device eda41735-6c27-4b97-a28a-c72283b98cc2 up at agent hyperv_hv-neutron-7971 {{(pid=128085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:06:42.849364 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Provisioning for port eda41735-6c27-4b97-a28a-c72283b98cc2 completed by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:06:42.852940 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Provisioning complete for port eda41735-6c27-4b97-a28a-c72283b98cc2 triggered by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:06:42.853356 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:06:42.926729 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:06:42.953278 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5dcbc08-0e34-44c9-9885-64ff702d9d80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eda41735-6c27-4b97-a28a-c72283b98cc2'}] {{(pid=128085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 12:06:42.955534 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1098ec9051a50dd033317f529a09b9762582ef7b417ebe05928aca59e08255aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb35b29d-bf02-46b5-a63d-8ffed3cc59c8" -d '{"events": [{"server_uuid": "d5dcbc08-0e34-44c9-9885-64ff702d9d80", "name": "network-vif-plugged", "status": "completed", "tag": "eda41735-6c27-4b97-a28a-c72283b98cc2"}]}' {{(pid=128085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 12:06:42.968762 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] For port eda41735-6c27-4b97-a28a-c72283b98cc2, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=eda41735-6c27-4b97-a28a-c72283b98cc2,segment=NetworkSegment(349e41c2-7ef9-41a0-ae3f-8ef171777e7f),segment_id=349e41c2-7ef9-41a0-ae3f-8ef171777e7f)] {{(pid=128085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:06:42.973251 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:06:42.975091 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-92ea60f9-d5de-418c-8624-b280d02dfe64 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:06:42.996828 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 12:06:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8df3e120-9cca-4e5b-8cf9-c39aaac623ca x-openstack-request-id: req-8df3e120-9cca-4e5b-8cf9-c39aaac623ca {{(pid=128085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 12:06:42.997158 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5dcbc08-0e34-44c9-9885-64ff702d9d80", "name": "network-vif-plugged", "status": "completed", "tag": "eda41735-6c27-4b97-a28a-c72283b98cc2", "code": 200}]} {{(pid=128085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 12:06:42.997420 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-8df3e120-9cca-4e5b-8cf9-c39aaac623ca {{(pid=128085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 12:06:42.997819 dv-neutron-797120-4-hyperv neutron-server[128085]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5dcbc08-0e34-44c9-9885-64ff702d9d80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eda41735-6c27-4b97-a28a-c72283b98cc2', 'code': 200} Jun 24 12:06:43.023503 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Pushing event updated for resources: {'Port': ['ID=eda41735-6c27-4b97-a28a-c72283b98cc2,revision_number=5']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:06:43.026750 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:06:43.221496 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9f3603-9912-4033-8c1c-63f570754f14 req-5b7b0c30-4ddd-42ec-ad59-3c34209db51e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:06:43.222889 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-5b9f3603-9912-4033-8c1c-63f570754f14 req-5b7b0c30-4ddd-42ec-ad59-3c34209db51e service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=d5dcbc08-0e34-44c9-9885-64ff702d9d80 HTTP/1.1" status: 200 len: 1098 time: 0.0518281 Jun 24 12:06:43.259499 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-5b9f3603-9912-4033-8c1c-63f570754f14 req-97409efd-4524-4e3a-9329-2d33701f0596 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=13674d09-e7c9-4a89-b149-d3f123d8050f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0280037 Jun 24 12:06:43.898039 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5f5c57-af0b-4bf0-a349-949663f716a0 req-30973e35-c280-4675-8a2f-6a4c520e6437 tempest-ServerDiskConfigTestJSON-2114072499 tempest-ServerDiskConfigTestJSON-2114072499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:06:43.899965 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-2e5f5c57-af0b-4bf0-a349-949663f716a0 req-30973e35-c280-4675-8a2f-6a4c520e6437 tempest-ServerDiskConfigTestJSON-2114072499 tempest-ServerDiskConfigTestJSON-2114072499-project] 10.222.0.53 "GET /v2.0/ports?device_id=d5dcbc08-0e34-44c9-9885-64ff702d9d80 HTTP/1.1" status: 200 len: 945 time: 0.0668886 Jun 24 12:06:43.937218 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-2e5f5c57-af0b-4bf0-a349-949663f716a0 req-d9aa6183-f0b7-4c45-8f74-228470fbdf05 tempest-ServerDiskConfigTestJSON-2114072499 tempest-ServerDiskConfigTestJSON-2114072499-project] 10.222.0.53 "GET /v2.0/security-groups?id=13674d09-e7c9-4a89-b149-d3f123d8050f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313962 Jun 24 12:06:44.794814 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:06:45.091751 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.agents_db [None req-87a69269-d72b-4286-97f3-1041481ed6d8 None None] Agent healthcheck: found 6 active agents {{(pid=128086) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 12:06:45.115116 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c85c439-c286-4be9-847a-99f33c17564d req-b634bfb4-fd13-490e-9656-25aa6d7e6ed7 tempest-ServerDiskConfigTestJSON-2114072499 tempest-ServerDiskConfigTestJSON-2114072499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:06:45.116604 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-8c85c439-c286-4be9-847a-99f33c17564d req-b634bfb4-fd13-490e-9656-25aa6d7e6ed7 tempest-ServerDiskConfigTestJSON-2114072499 tempest-ServerDiskConfigTestJSON-2114072499-project] 10.222.0.53 "GET /v2.0/ports?device_id=d5dcbc08-0e34-44c9-9885-64ff702d9d80 HTTP/1.1" status: 200 len: 945 time: 0.0643969 Jun 24 12:06:45.156009 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-8c85c439-c286-4be9-847a-99f33c17564d req-df4d5231-bf31-4b1e-ae6d-326d77c17b99 tempest-ServerDiskConfigTestJSON-2114072499 tempest-ServerDiskConfigTestJSON-2114072499-project] 10.222.0.53 "GET /v2.0/security-groups?id=13674d09-e7c9-4a89-b149-d3f123d8050f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335035 Jun 24 12:06:45.344019 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928bb791-3374-4c49-a269-afa55d0cb5fa req-841abd1c-ddfc-4344-8bfd-33096c233158 tempest-ServerDiskConfigTestJSON-2114072499 tempest-ServerDiskConfigTestJSON-2114072499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:06:45.345492 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-928bb791-3374-4c49-a269-afa55d0cb5fa req-841abd1c-ddfc-4344-8bfd-33096c233158 tempest-ServerDiskConfigTestJSON-2114072499 tempest-ServerDiskConfigTestJSON-2114072499-project] 10.222.0.53 "GET /v2.0/ports?device_id=d5dcbc08-0e34-44c9-9885-64ff702d9d80 HTTP/1.1" status: 200 len: 945 time: 0.0666349 Jun 24 12:06:45.382627 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-928bb791-3374-4c49-a269-afa55d0cb5fa req-ec72337b-3440-49dd-92db-2b280342b3cc tempest-ServerDiskConfigTestJSON-2114072499 tempest-ServerDiskConfigTestJSON-2114072499-project] 10.222.0.53 "GET /v2.0/security-groups?id=13674d09-e7c9-4a89-b149-d3f123d8050f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313861 Jun 24 12:06:45.724055 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7c9688-e105-47bc-a61a-2e2d0c7d4101 req-5a641582-19dd-407c-a062-528e521f535f tempest-ServerDiskConfigTestJSON-2114072499 tempest-ServerDiskConfigTestJSON-2114072499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:06:45.725443 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-8b7c9688-e105-47bc-a61a-2e2d0c7d4101 req-5a641582-19dd-407c-a062-528e521f535f tempest-ServerDiskConfigTestJSON-2114072499 tempest-ServerDiskConfigTestJSON-2114072499-project] 10.222.0.53 "GET /v2.0/ports?device_id=d5dcbc08-0e34-44c9-9885-64ff702d9d80 HTTP/1.1" status: 200 len: 945 time: 0.0647573 Jun 24 12:06:45.765260 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-8b7c9688-e105-47bc-a61a-2e2d0c7d4101 req-f0091c8d-df6d-4864-9bd6-4614379c8f65 tempest-ServerDiskConfigTestJSON-2114072499 tempest-ServerDiskConfigTestJSON-2114072499-project] 10.222.0.53 "GET /v2.0/security-groups?id=13674d09-e7c9-4a89-b149-d3f123d8050f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329208 Jun 24 12:06:45.937085 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4b68b6-139d-42e0-8f2a-4b5640154ebf req-e48cc18b-e4b4-43da-98d5-30a0f75c48f8 tempest-ServerDiskConfigTestJSON-2114072499 tempest-ServerDiskConfigTestJSON-2114072499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:06:45.938522 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-3d4b68b6-139d-42e0-8f2a-4b5640154ebf req-e48cc18b-e4b4-43da-98d5-30a0f75c48f8 tempest-ServerDiskConfigTestJSON-2114072499 tempest-ServerDiskConfigTestJSON-2114072499-project] 10.222.0.53 "GET /v2.0/ports?device_id=d5dcbc08-0e34-44c9-9885-64ff702d9d80 HTTP/1.1" status: 200 len: 945 time: 0.0615308 Jun 24 12:06:45.975555 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-3d4b68b6-139d-42e0-8f2a-4b5640154ebf req-61248d64-40e4-4e96-aec6-757882ea4064 tempest-ServerDiskConfigTestJSON-2114072499 tempest-ServerDiskConfigTestJSON-2114072499-project] 10.222.0.53 "GET /v2.0/security-groups?id=13674d09-e7c9-4a89-b149-d3f123d8050f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313594 Jun 24 12:06:46.351376 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [req-57aab2f6-a4f6-4c1c-aba2-c50143ec062e req-486d4f2e-669d-491c-9dbe-c58b69a3e285 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=d5dcbc08-0e34-44c9-9885-64ff702d9d80&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0595019 Jun 24 12:06:46.764884 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c40c7ea-84da-4881-821d-61593ace0acc req-baa679fa-178c-4f49-a3b7-9b86c9b2d458 tempest-ServerDiskConfigTestJSON-2114072499 tempest-ServerDiskConfigTestJSON-2114072499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:06:46.766365 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-4c40c7ea-84da-4881-821d-61593ace0acc req-baa679fa-178c-4f49-a3b7-9b86c9b2d458 tempest-ServerDiskConfigTestJSON-2114072499 tempest-ServerDiskConfigTestJSON-2114072499-project] 10.222.0.53 "GET /v2.0/ports?device_id=d5dcbc08-0e34-44c9-9885-64ff702d9d80 HTTP/1.1" status: 200 len: 945 time: 0.4272363 Jun 24 12:06:46.804717 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-4c40c7ea-84da-4881-821d-61593ace0acc req-afd1c962-2b4a-40f2-86c0-377d5c96a48d tempest-ServerDiskConfigTestJSON-2114072499 tempest-ServerDiskConfigTestJSON-2114072499-project] 10.222.0.53 "GET /v2.0/security-groups?id=13674d09-e7c9-4a89-b149-d3f123d8050f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326750 Jun 24 12:06:47.606074 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57aab2f6-a4f6-4c1c-aba2-c50143ec062e req-f8c0e622-4d46-44bd-a5a7-ef885e1974dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:06:47.607829 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-57aab2f6-a4f6-4c1c-aba2-c50143ec062e req-f8c0e622-4d46-44bd-a5a7-ef885e1974dd service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=fa02a2b47a2b4959936012d06c7c21ca&device_id=d5dcbc08-0e34-44c9-9885-64ff702d9d80 HTTP/1.1" status: 200 len: 1098 time: 0.0543892 Jun 24 12:06:47.701006 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57aab2f6-a4f6-4c1c-aba2-c50143ec062e req-d024497f-5df4-4418-9d04-5433308a7a32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:06:47.702520 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-57aab2f6-a4f6-4c1c-aba2-c50143ec062e req-d024497f-5df4-4418-9d04-5433308a7a32 service neutron] 10.222.0.45 "GET /v2.0/networks?id=6d91596e-182e-491d-ba8e-0d3f590de66e HTTP/1.1" status: 200 len: 916 time: 0.0884185 Jun 24 12:06:47.745132 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-57aab2f6-a4f6-4c1c-aba2-c50143ec062e req-a673674f-62d6-4e5b-9edb-4a3048dbd5ee service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=eda41735-6c27-4b97-a28a-c72283b98cc2 HTTP/1.1" status: 200 len: 217 time: 0.0362339 Jun 24 12:06:47.796352 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57aab2f6-a4f6-4c1c-aba2-c50143ec062e req-d3eb087d-67da-41e8-b9eb-50e55390667c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:06:47.797831 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-57aab2f6-a4f6-4c1c-aba2-c50143ec062e req-d3eb087d-67da-41e8-b9eb-50e55390667c service neutron] 10.222.0.45 "GET /v2.0/subnets?id=7e7ae902-5626-4905-a20c-81ba3bf8ea7d HTTP/1.1" status: 200 len: 855 time: 0.0469592 Jun 24 12:06:47.835974 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-57aab2f6-a4f6-4c1c-aba2-c50143ec062e req-200994d2-ac2f-4e5b-a408-178559c88d3a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=6d91596e-182e-491d-ba8e-0d3f590de66e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0308502 Jun 24 12:06:47.937731 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-57aab2f6-a4f6-4c1c-aba2-c50143ec062e req-c1806aaa-9213-47d3-9574-f2de3aab9992 service neutron] 10.222.0.45 "GET /v2.0/networks/6d91596e-182e-491d-ba8e-0d3f590de66e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952749 Jun 24 12:06:48.056100 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54c0b9f-558b-47ab-8a20-37bbd8c7add3 req-cfa1439e-775c-4a9f-9b0e-7b57dd8f46ad tempest-ServerDiskConfigTestJSON-2114072499 tempest-ServerDiskConfigTestJSON-2114072499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:06:48.057711 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-c54c0b9f-558b-47ab-8a20-37bbd8c7add3 req-cfa1439e-775c-4a9f-9b0e-7b57dd8f46ad tempest-ServerDiskConfigTestJSON-2114072499 tempest-ServerDiskConfigTestJSON-2114072499-project] 10.222.0.53 "GET /v2.0/ports?device_id=d5dcbc08-0e34-44c9-9885-64ff702d9d80 HTTP/1.1" status: 200 len: 945 time: 0.1359048 Jun 24 12:06:48.078782 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-57aab2f6-a4f6-4c1c-aba2-c50143ec062e req-3d0c1adc-2073-4509-84c0-5328cf8cd61f service neutron] 10.222.0.45 "GET /v2.0/networks/6d91596e-182e-491d-ba8e-0d3f590de66e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208794 Jun 24 12:06:48.111092 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-c54c0b9f-558b-47ab-8a20-37bbd8c7add3 req-c004be87-a594-4fa5-a325-7f4e117abab4 tempest-ServerDiskConfigTestJSON-2114072499 tempest-ServerDiskConfigTestJSON-2114072499-project] 10.222.0.53 "GET /v2.0/security-groups?id=13674d09-e7c9-4a89-b149-d3f123d8050f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443816 Jun 24 12:06:49.298438 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93174f5-8872-4753-84a1-d688968b89e2 req-2d5bf3d2-7a76-4a17-b091-da7cd2f4fa0e tempest-ServerDiskConfigTestJSON-2114072499 tempest-ServerDiskConfigTestJSON-2114072499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:06:49.299899 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-f93174f5-8872-4753-84a1-d688968b89e2 req-2d5bf3d2-7a76-4a17-b091-da7cd2f4fa0e tempest-ServerDiskConfigTestJSON-2114072499 tempest-ServerDiskConfigTestJSON-2114072499-project] 10.222.0.53 "GET /v2.0/ports?device_id=d5dcbc08-0e34-44c9-9885-64ff702d9d80 HTTP/1.1" status: 200 len: 945 time: 0.0692117 Jun 24 12:06:49.339536 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-f93174f5-8872-4753-84a1-d688968b89e2 req-e8d0dba4-7170-4005-8198-94472659c545 tempest-ServerDiskConfigTestJSON-2114072499 tempest-ServerDiskConfigTestJSON-2114072499-project] 10.222.0.53 "GET /v2.0/security-groups?id=13674d09-e7c9-4a89-b149-d3f123d8050f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338330 Jun 24 12:06:50.518727 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82ca2cf-2af8-4977-86d6-7454d4e89489 req-5d8af59a-d262-4d2a-88a1-3f9eb7715eba tempest-ServerDiskConfigTestJSON-2114072499 tempest-ServerDiskConfigTestJSON-2114072499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:06:50.520238 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-c82ca2cf-2af8-4977-86d6-7454d4e89489 req-5d8af59a-d262-4d2a-88a1-3f9eb7715eba tempest-ServerDiskConfigTestJSON-2114072499 tempest-ServerDiskConfigTestJSON-2114072499-project] 10.222.0.53 "GET /v2.0/ports?device_id=d5dcbc08-0e34-44c9-9885-64ff702d9d80 HTTP/1.1" status: 200 len: 945 time: 0.0654497 Jun 24 12:06:50.561246 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-c82ca2cf-2af8-4977-86d6-7454d4e89489 req-7d737852-6ce9-4b39-a445-095c04aeeb24 tempest-ServerDiskConfigTestJSON-2114072499 tempest-ServerDiskConfigTestJSON-2114072499-project] 10.222.0.53 "GET /v2.0/security-groups?id=13674d09-e7c9-4a89-b149-d3f123d8050f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346856 Jun 24 12:06:51.747742 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ff9066-3d73-48c4-ae57-4b9626d1e067 req-0ff48d94-fa7e-4dc7-9bdb-abf5687f20d8 tempest-ServerDiskConfigTestJSON-2114072499 tempest-ServerDiskConfigTestJSON-2114072499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:06:51.749262 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-26ff9066-3d73-48c4-ae57-4b9626d1e067 req-0ff48d94-fa7e-4dc7-9bdb-abf5687f20d8 tempest-ServerDiskConfigTestJSON-2114072499 tempest-ServerDiskConfigTestJSON-2114072499-project] 10.222.0.53 "GET /v2.0/ports?device_id=d5dcbc08-0e34-44c9-9885-64ff702d9d80 HTTP/1.1" status: 200 len: 945 time: 0.0701001 Jun 24 12:06:51.787927 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-26ff9066-3d73-48c4-ae57-4b9626d1e067 req-20f64a4a-501b-4afd-b3a6-58577088ad3b tempest-ServerDiskConfigTestJSON-2114072499 tempest-ServerDiskConfigTestJSON-2114072499-project] 10.222.0.53 "GET /v2.0/security-groups?id=13674d09-e7c9-4a89-b149-d3f123d8050f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329497 Jun 24 12:06:52.978556 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e099b52e-2245-47cd-a541-cec3abe0e4d9 req-fab911db-e623-41b7-871c-cde7a05d91b6 tempest-ServerDiskConfigTestJSON-2114072499 tempest-ServerDiskConfigTestJSON-2114072499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:06:52.980100 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-e099b52e-2245-47cd-a541-cec3abe0e4d9 req-fab911db-e623-41b7-871c-cde7a05d91b6 tempest-ServerDiskConfigTestJSON-2114072499 tempest-ServerDiskConfigTestJSON-2114072499-project] 10.222.0.53 "GET /v2.0/ports?device_id=d5dcbc08-0e34-44c9-9885-64ff702d9d80 HTTP/1.1" status: 200 len: 945 time: 0.0773680 Jun 24 12:06:53.032758 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-e099b52e-2245-47cd-a541-cec3abe0e4d9 req-386be5b8-636f-4063-9a5e-acf6dc8b83fc tempest-ServerDiskConfigTestJSON-2114072499 tempest-ServerDiskConfigTestJSON-2114072499-project] 10.222.0.53 "GET /v2.0/security-groups?id=13674d09-e7c9-4a89-b149-d3f123d8050f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468078 Jun 24 12:06:53.841609 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-17bc3081-daff-493d-a39f-f9c20e170fff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:06:54.210111 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059dda0d-eb08-4485-9e0f-08b72d7c650a req-55e30059-72eb-4f7b-9032-a06970ee8e18 tempest-ServerDiskConfigTestJSON-2114072499 tempest-ServerDiskConfigTestJSON-2114072499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:06:54.211498 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-059dda0d-eb08-4485-9e0f-08b72d7c650a req-55e30059-72eb-4f7b-9032-a06970ee8e18 tempest-ServerDiskConfigTestJSON-2114072499 tempest-ServerDiskConfigTestJSON-2114072499-project] 10.222.0.53 "GET /v2.0/ports?device_id=d5dcbc08-0e34-44c9-9885-64ff702d9d80 HTTP/1.1" status: 200 len: 945 time: 0.0661027 Jun 24 12:06:54.252015 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-059dda0d-eb08-4485-9e0f-08b72d7c650a req-1d88b9fa-adcd-48c0-b07c-3f2b77e93c9e tempest-ServerDiskConfigTestJSON-2114072499 tempest-ServerDiskConfigTestJSON-2114072499-project] 10.222.0.53 "GET /v2.0/security-groups?id=13674d09-e7c9-4a89-b149-d3f123d8050f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330515 Jun 24 12:06:55.435057 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad5d338-8668-4dc6-902c-f38138aca0e8 req-8d7a90ed-7caf-484b-9063-0e7b16734faa tempest-ServerDiskConfigTestJSON-2114072499 tempest-ServerDiskConfigTestJSON-2114072499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:06:55.436550 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-cad5d338-8668-4dc6-902c-f38138aca0e8 req-8d7a90ed-7caf-484b-9063-0e7b16734faa tempest-ServerDiskConfigTestJSON-2114072499 tempest-ServerDiskConfigTestJSON-2114072499-project] 10.222.0.53 "GET /v2.0/ports?device_id=d5dcbc08-0e34-44c9-9885-64ff702d9d80 HTTP/1.1" status: 200 len: 945 time: 0.0688815 Jun 24 12:06:55.474481 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-cad5d338-8668-4dc6-902c-f38138aca0e8 req-0d23bd89-1d4e-438b-8463-6f049497d812 tempest-ServerDiskConfigTestJSON-2114072499 tempest-ServerDiskConfigTestJSON-2114072499-project] 10.222.0.53 "GET /v2.0/security-groups?id=13674d09-e7c9-4a89-b149-d3f123d8050f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322583 Jun 24 12:06:56.394134 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-f21b5d20-71bb-4396-8c8b-dbe7a5224c3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:06:56.534789 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:06:56.690538 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9391ee-92fe-4623-9721-d93df7d72ab1 req-f86bb803-b0fb-415e-b4c2-5ccf1d723a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:06:56.691932 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-cf9391ee-92fe-4623-9721-d93df7d72ab1 req-f86bb803-b0fb-415e-b4c2-5ccf1d723a8b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=fa02a2b47a2b4959936012d06c7c21ca&device_id=d5dcbc08-0e34-44c9-9885-64ff702d9d80 HTTP/1.1" status: 200 len: 1098 time: 0.1023726 Jun 24 12:06:56.705299 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581919dc-8d2b-4d30-af12-550f816e8841 req-3a10ee02-ece8-4b4f-b8c6-431d06a07451 tempest-ServerDiskConfigTestJSON-2114072499 tempest-ServerDiskConfigTestJSON-2114072499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:06:56.706826 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-581919dc-8d2b-4d30-af12-550f816e8841 req-3a10ee02-ece8-4b4f-b8c6-431d06a07451 tempest-ServerDiskConfigTestJSON-2114072499 tempest-ServerDiskConfigTestJSON-2114072499-project] 10.222.0.53 "GET /v2.0/ports?device_id=d5dcbc08-0e34-44c9-9885-64ff702d9d80 HTTP/1.1" status: 200 len: 945 time: 0.1086330 Jun 24 12:06:56.799595 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-581919dc-8d2b-4d30-af12-550f816e8841 req-64a8bb83-54b6-474b-962a-4766442269b7 tempest-ServerDiskConfigTestJSON-2114072499 tempest-ServerDiskConfigTestJSON-2114072499-project] 10.222.0.53 "GET /v2.0/security-groups?id=13674d09-e7c9-4a89-b149-d3f123d8050f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850306 Jun 24 12:06:56.832950 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9391ee-92fe-4623-9721-d93df7d72ab1 req-70f93c0c-7a37-4865-8c76-9d0cc74c307c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:06:56.834413 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-cf9391ee-92fe-4623-9721-d93df7d72ab1 req-70f93c0c-7a37-4865-8c76-9d0cc74c307c service neutron] 10.222.0.45 "GET /v2.0/networks?id=6d91596e-182e-491d-ba8e-0d3f590de66e HTTP/1.1" status: 200 len: 916 time: 0.1121631 Jun 24 12:06:56.881759 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-cf9391ee-92fe-4623-9721-d93df7d72ab1 req-bfc9aca7-6029-40be-96bc-eb8a3e2266ae service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=eda41735-6c27-4b97-a28a-c72283b98cc2 HTTP/1.1" status: 200 len: 217 time: 0.0400980 Jun 24 12:06:56.931707 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9391ee-92fe-4623-9721-d93df7d72ab1 req-9110f32e-9e3c-47f6-97a4-d41a7c3aa99f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:06:56.933361 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-cf9391ee-92fe-4623-9721-d93df7d72ab1 req-9110f32e-9e3c-47f6-97a4-d41a7c3aa99f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=7e7ae902-5626-4905-a20c-81ba3bf8ea7d HTTP/1.1" status: 200 len: 855 time: 0.0452464 Jun 24 12:06:56.967931 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-cf9391ee-92fe-4623-9721-d93df7d72ab1 req-3d79f04a-9981-4f6e-b3b5-fce714c95cf7 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=6d91596e-182e-491d-ba8e-0d3f590de66e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275774 Jun 24 12:06:57.063925 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-cf9391ee-92fe-4623-9721-d93df7d72ab1 req-a8f29ec5-b3ed-4545-95d5-dd8df60577fe service neutron] 10.222.0.45 "GET /v2.0/networks/6d91596e-182e-491d-ba8e-0d3f590de66e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869761 Jun 24 12:06:57.158627 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-cf9391ee-92fe-4623-9721-d93df7d72ab1 req-12daf141-c1ee-4ff5-a0c4-8ce73c23b286 service neutron] 10.222.0.45 "GET /v2.0/networks/6d91596e-182e-491d-ba8e-0d3f590de66e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857372 Jun 24 12:06:57.735449 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-03237adf-ebd0-46f2-a476-4d4bb746e0f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:06:57.984848 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00ce611-74d0-4ca9-9b13-107f2b744b56 req-19f702d6-d7d5-4415-a202-4c2b34a3a180 tempest-ServerDiskConfigTestJSON-2114072499 tempest-ServerDiskConfigTestJSON-2114072499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:06:57.986723 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-a00ce611-74d0-4ca9-9b13-107f2b744b56 req-19f702d6-d7d5-4415-a202-4c2b34a3a180 tempest-ServerDiskConfigTestJSON-2114072499 tempest-ServerDiskConfigTestJSON-2114072499-project] 10.222.0.53 "GET /v2.0/ports?device_id=d5dcbc08-0e34-44c9-9885-64ff702d9d80 HTTP/1.1" status: 200 len: 945 time: 0.0714982 Jun 24 12:06:58.028808 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-a00ce611-74d0-4ca9-9b13-107f2b744b56 req-f362b6bd-0de5-4510-8560-7b62c5da9387 tempest-ServerDiskConfigTestJSON-2114072499 tempest-ServerDiskConfigTestJSON-2114072499-project] 10.222.0.53 "GET /v2.0/security-groups?id=13674d09-e7c9-4a89-b149-d3f123d8050f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365014 Jun 24 12:06:59.206881 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34adaf2-dda2-4f4e-a1b0-025954bb851c req-3c5292af-bc82-43dc-b0a4-8b06d03f17b2 tempest-ServerDiskConfigTestJSON-2114072499 tempest-ServerDiskConfigTestJSON-2114072499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:06:59.208442 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-c34adaf2-dda2-4f4e-a1b0-025954bb851c req-3c5292af-bc82-43dc-b0a4-8b06d03f17b2 tempest-ServerDiskConfigTestJSON-2114072499 tempest-ServerDiskConfigTestJSON-2114072499-project] 10.222.0.53 "GET /v2.0/ports?device_id=d5dcbc08-0e34-44c9-9885-64ff702d9d80 HTTP/1.1" status: 200 len: 945 time: 0.0679524 Jun 24 12:06:59.247396 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-c34adaf2-dda2-4f4e-a1b0-025954bb851c req-bd2fd17f-9db6-4603-9e0a-d170ebab099d tempest-ServerDiskConfigTestJSON-2114072499 tempest-ServerDiskConfigTestJSON-2114072499-project] 10.222.0.53 "GET /v2.0/security-groups?id=13674d09-e7c9-4a89-b149-d3f123d8050f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324948 Jun 24 12:06:59.706206 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-52c483ef-d5c1-4030-9a32-e5ce4ff00ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:07:00.423481 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7136d1fa-e91a-43f6-bcc3-0c8ed0ef2bde req-567c359a-05d9-4f9c-b21b-785196225267 tempest-ServerDiskConfigTestJSON-2114072499 tempest-ServerDiskConfigTestJSON-2114072499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:07:00.424952 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-7136d1fa-e91a-43f6-bcc3-0c8ed0ef2bde req-567c359a-05d9-4f9c-b21b-785196225267 tempest-ServerDiskConfigTestJSON-2114072499 tempest-ServerDiskConfigTestJSON-2114072499-project] 10.222.0.53 "GET /v2.0/ports?device_id=d5dcbc08-0e34-44c9-9885-64ff702d9d80 HTTP/1.1" status: 200 len: 945 time: 0.0635738 Jun 24 12:07:00.462841 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-7136d1fa-e91a-43f6-bcc3-0c8ed0ef2bde req-7fed84ce-612c-4fc1-8c02-627f959eda3e tempest-ServerDiskConfigTestJSON-2114072499 tempest-ServerDiskConfigTestJSON-2114072499-project] 10.222.0.53 "GET /v2.0/security-groups?id=13674d09-e7c9-4a89-b149-d3f123d8050f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314896 Jun 24 12:07:01.640075 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723b8684-ffae-485f-9a1a-78262ec651f1 req-68bc202b-a388-4cab-a187-f34b8f0f3cc6 tempest-ServerDiskConfigTestJSON-2114072499 tempest-ServerDiskConfigTestJSON-2114072499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:07:01.641547 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-723b8684-ffae-485f-9a1a-78262ec651f1 req-68bc202b-a388-4cab-a187-f34b8f0f3cc6 tempest-ServerDiskConfigTestJSON-2114072499 tempest-ServerDiskConfigTestJSON-2114072499-project] 10.222.0.53 "GET /v2.0/ports?device_id=d5dcbc08-0e34-44c9-9885-64ff702d9d80 HTTP/1.1" status: 200 len: 945 time: 0.0675945 Jun 24 12:07:01.682570 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-723b8684-ffae-485f-9a1a-78262ec651f1 req-dde6923a-d929-4ec2-941f-eba5dfc26a98 tempest-ServerDiskConfigTestJSON-2114072499 tempest-ServerDiskConfigTestJSON-2114072499-project] 10.222.0.53 "GET /v2.0/security-groups?id=13674d09-e7c9-4a89-b149-d3f123d8050f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336215 Jun 24 12:07:02.865630 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206b6bcf-e6e8-4647-b56a-81ed7c8e3b6f req-bbb2536a-485a-455f-87d8-95b0adb925e7 tempest-ServerDiskConfigTestJSON-2114072499 tempest-ServerDiskConfigTestJSON-2114072499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:07:02.867012 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-206b6bcf-e6e8-4647-b56a-81ed7c8e3b6f req-bbb2536a-485a-455f-87d8-95b0adb925e7 tempest-ServerDiskConfigTestJSON-2114072499 tempest-ServerDiskConfigTestJSON-2114072499-project] 10.222.0.53 "GET /v2.0/ports?device_id=d5dcbc08-0e34-44c9-9885-64ff702d9d80 HTTP/1.1" status: 200 len: 945 time: 0.0648754 Jun 24 12:07:02.905936 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-206b6bcf-e6e8-4647-b56a-81ed7c8e3b6f req-08ec0ab9-afdf-4f1e-8db4-8701f5ed6dd5 tempest-ServerDiskConfigTestJSON-2114072499 tempest-ServerDiskConfigTestJSON-2114072499-project] 10.222.0.53 "GET /v2.0/security-groups?id=13674d09-e7c9-4a89-b149-d3f123d8050f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318675 Jun 24 12:07:04.112636 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb9d28d-03ee-424c-8bc6-f5742098b97f req-53f28e56-7c7b-41dc-a964-2c3437d6aa55 tempest-ServerDiskConfigTestJSON-2114072499 tempest-ServerDiskConfigTestJSON-2114072499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:07:04.114369 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-adb9d28d-03ee-424c-8bc6-f5742098b97f req-53f28e56-7c7b-41dc-a964-2c3437d6aa55 tempest-ServerDiskConfigTestJSON-2114072499 tempest-ServerDiskConfigTestJSON-2114072499-project] 10.222.0.53 "GET /v2.0/ports?device_id=d5dcbc08-0e34-44c9-9885-64ff702d9d80 HTTP/1.1" status: 200 len: 945 time: 0.0767703 Jun 24 12:07:04.164368 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-adb9d28d-03ee-424c-8bc6-f5742098b97f req-d877c114-b4a2-4dbf-9f83-09d41a6f4b61 tempest-ServerDiskConfigTestJSON-2114072499 tempest-ServerDiskConfigTestJSON-2114072499-project] 10.222.0.53 "GET /v2.0/security-groups?id=13674d09-e7c9-4a89-b149-d3f123d8050f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434580 Jun 24 12:07:05.350387 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79ae8ac-406f-4cb4-96c5-f0499932fd85 req-9b33134d-2ee7-423d-8577-f09b264013e7 tempest-ServerDiskConfigTestJSON-2114072499 tempest-ServerDiskConfigTestJSON-2114072499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:07:05.351868 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-c79ae8ac-406f-4cb4-96c5-f0499932fd85 req-9b33134d-2ee7-423d-8577-f09b264013e7 tempest-ServerDiskConfigTestJSON-2114072499 tempest-ServerDiskConfigTestJSON-2114072499-project] 10.222.0.53 "GET /v2.0/ports?device_id=d5dcbc08-0e34-44c9-9885-64ff702d9d80 HTTP/1.1" status: 200 len: 945 time: 0.0717392 Jun 24 12:07:05.389762 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-c79ae8ac-406f-4cb4-96c5-f0499932fd85 req-7565aebe-6c47-415e-906f-fe933e0321f8 tempest-ServerDiskConfigTestJSON-2114072499 tempest-ServerDiskConfigTestJSON-2114072499-project] 10.222.0.53 "GET /v2.0/security-groups?id=13674d09-e7c9-4a89-b149-d3f123d8050f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320432 Jun 24 12:07:06.580871 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb53712e-2e9c-4bb3-a4bf-508a5bd71e24 req-4b6fc6be-5b10-4a86-93f3-fa4f148eb455 tempest-ServerDiskConfigTestJSON-2114072499 tempest-ServerDiskConfigTestJSON-2114072499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:07:06.582355 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-bb53712e-2e9c-4bb3-a4bf-508a5bd71e24 req-4b6fc6be-5b10-4a86-93f3-fa4f148eb455 tempest-ServerDiskConfigTestJSON-2114072499 tempest-ServerDiskConfigTestJSON-2114072499-project] 10.222.0.53 "GET /v2.0/ports?device_id=d5dcbc08-0e34-44c9-9885-64ff702d9d80 HTTP/1.1" status: 200 len: 945 time: 0.0637724 Jun 24 12:07:06.620006 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-bb53712e-2e9c-4bb3-a4bf-508a5bd71e24 req-f77df9a3-c7dd-4337-bc92-c02962bab92e tempest-ServerDiskConfigTestJSON-2114072499 tempest-ServerDiskConfigTestJSON-2114072499-project] 10.222.0.53 "GET /v2.0/security-groups?id=13674d09-e7c9-4a89-b149-d3f123d8050f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315814 Jun 24 12:07:07.804255 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bdb596-bf2c-4fc8-9233-251ec492f27d req-d8a1b65e-932d-481e-aa83-b754704819be tempest-ServerDiskConfigTestJSON-2114072499 tempest-ServerDiskConfigTestJSON-2114072499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:07:07.806253 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-77bdb596-bf2c-4fc8-9233-251ec492f27d req-d8a1b65e-932d-481e-aa83-b754704819be tempest-ServerDiskConfigTestJSON-2114072499 tempest-ServerDiskConfigTestJSON-2114072499-project] 10.222.0.53 "GET /v2.0/ports?device_id=d5dcbc08-0e34-44c9-9885-64ff702d9d80 HTTP/1.1" status: 200 len: 945 time: 0.0680587 Jun 24 12:07:07.843860 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-77bdb596-bf2c-4fc8-9233-251ec492f27d req-1ed4ef0a-757e-4128-9b2b-0ca2ba72ef81 tempest-ServerDiskConfigTestJSON-2114072499 tempest-ServerDiskConfigTestJSON-2114072499-project] 10.222.0.53 "GET /v2.0/security-groups?id=13674d09-e7c9-4a89-b149-d3f123d8050f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316126 Jun 24 12:07:09.028617 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c041c1-e274-40fb-bbbd-47c2a08739bf req-1a3deec5-2877-4168-a7ac-a69d22886896 tempest-ServerDiskConfigTestJSON-2114072499 tempest-ServerDiskConfigTestJSON-2114072499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:07:09.030086 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-50c041c1-e274-40fb-bbbd-47c2a08739bf req-1a3deec5-2877-4168-a7ac-a69d22886896 tempest-ServerDiskConfigTestJSON-2114072499 tempest-ServerDiskConfigTestJSON-2114072499-project] 10.222.0.53 "GET /v2.0/ports?device_id=d5dcbc08-0e34-44c9-9885-64ff702d9d80 HTTP/1.1" status: 200 len: 945 time: 0.0651371 Jun 24 12:07:09.068914 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-50c041c1-e274-40fb-bbbd-47c2a08739bf req-2a4be501-3c1a-4a08-9ac7-5398401780ed tempest-ServerDiskConfigTestJSON-2114072499 tempest-ServerDiskConfigTestJSON-2114072499-project] 10.222.0.53 "GET /v2.0/security-groups?id=13674d09-e7c9-4a89-b149-d3f123d8050f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332091 Jun 24 12:07:10.247462 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d51c03-bdf6-4401-8b36-3b22058a2770 req-ae4d9e59-e28d-4489-858a-5c88e49238dd tempest-ServerDiskConfigTestJSON-2114072499 tempest-ServerDiskConfigTestJSON-2114072499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:07:10.248928 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-18d51c03-bdf6-4401-8b36-3b22058a2770 req-ae4d9e59-e28d-4489-858a-5c88e49238dd tempest-ServerDiskConfigTestJSON-2114072499 tempest-ServerDiskConfigTestJSON-2114072499-project] 10.222.0.53 "GET /v2.0/ports?device_id=d5dcbc08-0e34-44c9-9885-64ff702d9d80 HTTP/1.1" status: 200 len: 945 time: 0.0687449 Jun 24 12:07:10.286854 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-18d51c03-bdf6-4401-8b36-3b22058a2770 req-87434959-d944-42a5-a618-5673740b480e tempest-ServerDiskConfigTestJSON-2114072499 tempest-ServerDiskConfigTestJSON-2114072499-project] 10.222.0.53 "GET /v2.0/security-groups?id=13674d09-e7c9-4a89-b149-d3f123d8050f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322750 Jun 24 12:07:11.464696 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35add48a-12d9-4e43-aee4-487a467ca322 req-f226557c-3878-489c-a54c-73f5c85e1a27 tempest-ServerDiskConfigTestJSON-2114072499 tempest-ServerDiskConfigTestJSON-2114072499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:07:11.466231 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-35add48a-12d9-4e43-aee4-487a467ca322 req-f226557c-3878-489c-a54c-73f5c85e1a27 tempest-ServerDiskConfigTestJSON-2114072499 tempest-ServerDiskConfigTestJSON-2114072499-project] 10.222.0.53 "GET /v2.0/ports?device_id=d5dcbc08-0e34-44c9-9885-64ff702d9d80 HTTP/1.1" status: 200 len: 945 time: 0.0649667 Jun 24 12:07:11.504604 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-35add48a-12d9-4e43-aee4-487a467ca322 req-b8b345f7-2b6c-4b89-8ef5-ccbde3f8906d tempest-ServerDiskConfigTestJSON-2114072499 tempest-ServerDiskConfigTestJSON-2114072499-project] 10.222.0.53 "GET /v2.0/security-groups?id=13674d09-e7c9-4a89-b149-d3f123d8050f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323870 Jun 24 12:07:12.690732 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2489cf39-fc81-473d-8a7c-a94191622151 req-d8c2b933-8275-45f3-b15c-987aaa92595e tempest-ServerDiskConfigTestJSON-2114072499 tempest-ServerDiskConfigTestJSON-2114072499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:07:12.692194 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-2489cf39-fc81-473d-8a7c-a94191622151 req-d8c2b933-8275-45f3-b15c-987aaa92595e tempest-ServerDiskConfigTestJSON-2114072499 tempest-ServerDiskConfigTestJSON-2114072499-project] 10.222.0.53 "GET /v2.0/ports?device_id=d5dcbc08-0e34-44c9-9885-64ff702d9d80 HTTP/1.1" status: 200 len: 945 time: 0.0674486 Jun 24 12:07:12.731852 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-2489cf39-fc81-473d-8a7c-a94191622151 req-ae1e1fd2-5d00-4776-84f6-52d53e892aee tempest-ServerDiskConfigTestJSON-2114072499 tempest-ServerDiskConfigTestJSON-2114072499-project] 10.222.0.53 "GET /v2.0/security-groups?id=13674d09-e7c9-4a89-b149-d3f123d8050f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332184 Jun 24 12:07:13.912414 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c9e5ca-4c14-4836-bb40-cb1830ef9cd1 req-669317f4-3d67-4d70-bc76-b7622213a01e tempest-ServerDiskConfigTestJSON-2114072499 tempest-ServerDiskConfigTestJSON-2114072499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:07:13.913728 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-83c9e5ca-4c14-4836-bb40-cb1830ef9cd1 req-669317f4-3d67-4d70-bc76-b7622213a01e tempest-ServerDiskConfigTestJSON-2114072499 tempest-ServerDiskConfigTestJSON-2114072499-project] 10.222.0.53 "GET /v2.0/ports?device_id=d5dcbc08-0e34-44c9-9885-64ff702d9d80 HTTP/1.1" status: 200 len: 945 time: 0.0679812 Jun 24 12:07:13.953227 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-83c9e5ca-4c14-4836-bb40-cb1830ef9cd1 req-c8d99e73-ddc9-4d27-b3d1-c0d6bd31c266 tempest-ServerDiskConfigTestJSON-2114072499 tempest-ServerDiskConfigTestJSON-2114072499-project] 10.222.0.53 "GET /v2.0/security-groups?id=13674d09-e7c9-4a89-b149-d3f123d8050f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325496 Jun 24 12:07:14.795894 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:07:15.168655 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-57aab2f6-a4f6-4c1c-aba2-c50143ec062e req-193dd343-6172-4287-accf-35955202cde1 service neutron] 10.222.0.45 "GET /v2.0/ports/eda41735-6c27-4b97-a28a-c72283b98cc2/bindings/hv-neutron-7971 HTTP/1.1" status: 200 len: 384 time: 0.0755126 Jun 24 12:07:15.180121 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1647b0-d615-4f50-b5c0-f447e4c29a00 req-13706433-8cc0-4fd4-bb02-9250a28d76a9 tempest-ServerDiskConfigTestJSON-2114072499 tempest-ServerDiskConfigTestJSON-2114072499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:07:15.181792 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-dc1647b0-d615-4f50-b5c0-f447e4c29a00 req-13706433-8cc0-4fd4-bb02-9250a28d76a9 tempest-ServerDiskConfigTestJSON-2114072499 tempest-ServerDiskConfigTestJSON-2114072499-project] 10.222.0.53 "GET /v2.0/ports?device_id=d5dcbc08-0e34-44c9-9885-64ff702d9d80 HTTP/1.1" status: 200 len: 945 time: 0.1175125 Jun 24 12:07:15.225805 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-dc1647b0-d615-4f50-b5c0-f447e4c29a00 req-4320a362-b16a-4817-8450-035ca7c8d9bd tempest-ServerDiskConfigTestJSON-2114072499 tempest-ServerDiskConfigTestJSON-2114072499-project] 10.222.0.53 "GET /v2.0/security-groups?id=13674d09-e7c9-4a89-b149-d3f123d8050f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370975 Jun 24 12:07:15.444839 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57aab2f6-a4f6-4c1c-aba2-c50143ec062e req-f0fbb6f2-a142-4a1f-86e2-5432fb4ab783 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:07:15.447057 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-57aab2f6-a4f6-4c1c-aba2-c50143ec062e req-f0fbb6f2-a142-4a1f-86e2-5432fb4ab783 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=d5dcbc08-0e34-44c9-9885-64ff702d9d80&tenant_id=fa02a2b47a2b4959936012d06c7c21ca HTTP/1.1" status: 200 len: 1098 time: 0.0568800 Jun 24 12:07:15.525125 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57aab2f6-a4f6-4c1c-aba2-c50143ec062e req-2bcc23f3-8d47-43ef-8790-4ce599fc5b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:07:15.525953 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-57aab2f6-a4f6-4c1c-aba2-c50143ec062e req-2bcc23f3-8d47-43ef-8790-4ce599fc5b4f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=fa02a2b47a2b4959936012d06c7c21ca&device_id=d5dcbc08-0e34-44c9-9885-64ff702d9d80 HTTP/1.1" status: 200 len: 1098 time: 0.0536799 Jun 24 12:07:15.626167 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57aab2f6-a4f6-4c1c-aba2-c50143ec062e req-41be81e0-0ec9-41b4-99cc-289273cd630a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:07:15.627622 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-57aab2f6-a4f6-4c1c-aba2-c50143ec062e req-41be81e0-0ec9-41b4-99cc-289273cd630a service neutron] 10.222.0.45 "GET /v2.0/networks?id=6d91596e-182e-491d-ba8e-0d3f590de66e HTTP/1.1" status: 200 len: 916 time: 0.0940456 Jun 24 12:07:15.674047 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-57aab2f6-a4f6-4c1c-aba2-c50143ec062e req-b64dc6dd-f94a-4f63-9ca5-14f730bb6bab service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=eda41735-6c27-4b97-a28a-c72283b98cc2 HTTP/1.1" status: 200 len: 217 time: 0.0353661 Jun 24 12:07:15.722765 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57aab2f6-a4f6-4c1c-aba2-c50143ec062e req-ae869201-e26f-4904-b2f6-f1c75ebfba64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:07:15.724203 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-57aab2f6-a4f6-4c1c-aba2-c50143ec062e req-ae869201-e26f-4904-b2f6-f1c75ebfba64 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=7e7ae902-5626-4905-a20c-81ba3bf8ea7d HTTP/1.1" status: 200 len: 855 time: 0.0433097 Jun 24 12:07:15.766214 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-57aab2f6-a4f6-4c1c-aba2-c50143ec062e req-51eb702a-737d-4c59-bd29-7f786ff0b808 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=6d91596e-182e-491d-ba8e-0d3f590de66e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0312722 Jun 24 12:07:15.858054 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-57aab2f6-a4f6-4c1c-aba2-c50143ec062e req-16314591-01ec-4e48-942a-4d541dcce10b service neutron] 10.222.0.45 "GET /v2.0/networks/6d91596e-182e-491d-ba8e-0d3f590de66e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817463 Jun 24 12:07:15.954189 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-57aab2f6-a4f6-4c1c-aba2-c50143ec062e req-196509b2-55eb-414d-860e-f428b8fe278c service neutron] 10.222.0.45 "GET /v2.0/networks/6d91596e-182e-491d-ba8e-0d3f590de66e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865037 Jun 24 12:07:16.402672 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4bb6a9-e874-4988-954a-8eb2f55ed3a8 req-6d0005d4-1c02-4570-aaa7-87bac02ac306 tempest-ServerDiskConfigTestJSON-2114072499 tempest-ServerDiskConfigTestJSON-2114072499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:07:16.404045 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-5d4bb6a9-e874-4988-954a-8eb2f55ed3a8 req-6d0005d4-1c02-4570-aaa7-87bac02ac306 tempest-ServerDiskConfigTestJSON-2114072499 tempest-ServerDiskConfigTestJSON-2114072499-project] 10.222.0.53 "GET /v2.0/ports?device_id=d5dcbc08-0e34-44c9-9885-64ff702d9d80 HTTP/1.1" status: 200 len: 945 time: 0.0631883 Jun 24 12:07:16.441377 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-5d4bb6a9-e874-4988-954a-8eb2f55ed3a8 req-4393c4d3-17b1-4998-a851-5f8d1e47b793 tempest-ServerDiskConfigTestJSON-2114072499 tempest-ServerDiskConfigTestJSON-2114072499-project] 10.222.0.53 "GET /v2.0/security-groups?id=13674d09-e7c9-4a89-b149-d3f123d8050f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316422 Jun 24 12:07:17.626159 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f676f0-ae3c-4df1-86e4-35e8e76e243c req-dfb9a014-2abe-434a-8630-4831961f7bae tempest-ServerDiskConfigTestJSON-2114072499 tempest-ServerDiskConfigTestJSON-2114072499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:07:17.627762 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-b7f676f0-ae3c-4df1-86e4-35e8e76e243c req-dfb9a014-2abe-434a-8630-4831961f7bae tempest-ServerDiskConfigTestJSON-2114072499 tempest-ServerDiskConfigTestJSON-2114072499-project] 10.222.0.53 "GET /v2.0/ports?device_id=d5dcbc08-0e34-44c9-9885-64ff702d9d80 HTTP/1.1" status: 200 len: 945 time: 0.0745380 Jun 24 12:07:17.673760 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-b7f676f0-ae3c-4df1-86e4-35e8e76e243c req-1cf64748-8a7b-40b8-800b-7f8073817919 tempest-ServerDiskConfigTestJSON-2114072499 tempest-ServerDiskConfigTestJSON-2114072499-project] 10.222.0.53 "GET /v2.0/security-groups?id=13674d09-e7c9-4a89-b149-d3f123d8050f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397401 Jun 24 12:07:18.856284 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c670fb00-6236-4b97-ad80-788e4f64ca73 req-ba3215b1-5258-4eec-9339-6528a3f4f02a tempest-ServerDiskConfigTestJSON-2114072499 tempest-ServerDiskConfigTestJSON-2114072499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:07:18.857723 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-c670fb00-6236-4b97-ad80-788e4f64ca73 req-ba3215b1-5258-4eec-9339-6528a3f4f02a tempest-ServerDiskConfigTestJSON-2114072499 tempest-ServerDiskConfigTestJSON-2114072499-project] 10.222.0.53 "GET /v2.0/ports?device_id=d5dcbc08-0e34-44c9-9885-64ff702d9d80 HTTP/1.1" status: 200 len: 945 time: 0.0706747 Jun 24 12:07:18.897162 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-c670fb00-6236-4b97-ad80-788e4f64ca73 req-8c462902-66ca-4919-9ed2-ca979589d79f tempest-ServerDiskConfigTestJSON-2114072499 tempest-ServerDiskConfigTestJSON-2114072499-project] 10.222.0.53 "GET /v2.0/security-groups?id=13674d09-e7c9-4a89-b149-d3f123d8050f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337901 Jun 24 12:07:18.969691 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Device eda41735-6c27-4b97-a28a-c72283b98cc2 details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=128085) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 12:07:19.076665 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] For port eda41735-6c27-4b97-a28a-c72283b98cc2, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=eda41735-6c27-4b97-a28a-c72283b98cc2,segment=NetworkSegment(349e41c2-7ef9-41a0-ae3f-8ef171777e7f),segment_id=349e41c2-7ef9-41a0-ae3f-8ef171777e7f)] {{(pid=128085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:07:19.089137 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Returning: {'device': 'eda41735-6c27-4b97-a28a-c72283b98cc2', 'network_id': '6d91596e-182e-491d-ba8e-0d3f590de66e', 'port_id': 'eda41735-6c27-4b97-a28a-c72283b98cc2', 'mac_address': 'fa:16:3e:8c:80:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 602, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e7ae902-5626-4905-a20c-81ba3bf8ea7d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=128085) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 12:07:19.132093 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:07:19.146405 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.notifiers.nova [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id eda41735-6c27-4b97-a28a-c72283b98cc2 {{(pid=128085) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 12:07:19.168798 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] For port eda41735-6c27-4b97-a28a-c72283b98cc2, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=eda41735-6c27-4b97-a28a-c72283b98cc2,segment=NetworkSegment(349e41c2-7ef9-41a0-ae3f-8ef171777e7f),segment_id=349e41c2-7ef9-41a0-ae3f-8ef171777e7f)] {{(pid=128085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:07:19.172646 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:07:19.174418 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:07:19.235367 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Pushing event updated for resources: {'Port': ['ID=eda41735-6c27-4b97-a28a-c72283b98cc2,revision_number=6']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:07:19.240361 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] get_ports_and_sgs() called for port_ids ['eda41735-6c27-4b97-a28a-c72283b98cc2'] {{(pid=128085) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 12:07:19.243372 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:07:19.259777 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3213b96-2c14-4c38-9411-b0b79440574d req-2cf63ac0-7327-4463-8577-2bf60406caef tempest-ServerDiskConfigTestJSON-2114072499 tempest-ServerDiskConfigTestJSON-2114072499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:07:19.262086 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-d3213b96-2c14-4c38-9411-b0b79440574d req-2cf63ac0-7327-4463-8577-2bf60406caef tempest-ServerDiskConfigTestJSON-2114072499 tempest-ServerDiskConfigTestJSON-2114072499-project] 10.222.0.53 "GET /v2.0/ports?device_id=d5dcbc08-0e34-44c9-9885-64ff702d9d80 HTTP/1.1" status: 200 len: 945 time: 0.1231091 Jun 24 12:07:19.269294 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22401525-dc39-492b-ae7f-3d4bbd05565a req-af3cc06d-ecbe-4335-840b-916db19531e0 tempest-ServerDiskConfigTestJSON-2114072499 tempest-ServerDiskConfigTestJSON-2114072499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:07:19.270823 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-22401525-dc39-492b-ae7f-3d4bbd05565a req-af3cc06d-ecbe-4335-840b-916db19531e0 tempest-ServerDiskConfigTestJSON-2114072499 tempest-ServerDiskConfigTestJSON-2114072499-project] 10.222.0.45 "GET /v2.0/ports?device_id=d5dcbc08-0e34-44c9-9885-64ff702d9d80&tenant_id=fa02a2b47a2b4959936012d06c7c21ca&binding%3Ahost_id=hv-neutron-7971 HTTP/1.1" status: 200 len: 944 time: 0.1219547 Jun 24 12:07:19.312004 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-d3213b96-2c14-4c38-9411-b0b79440574d req-a4a9d336-4e14-4ff5-8726-26b9c13365b2 tempest-ServerDiskConfigTestJSON-2114072499 tempest-ServerDiskConfigTestJSON-2114072499-project] 10.222.0.53 "GET /v2.0/security-groups?id=13674d09-e7c9-4a89-b149-d3f123d8050f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401454 Jun 24 12:07:19.380829 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22401525-dc39-492b-ae7f-3d4bbd05565a req-0b07786b-bcc1-40e4-a3ab-0cca536e7d15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:07:19.382426 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-22401525-dc39-492b-ae7f-3d4bbd05565a req-0b07786b-bcc1-40e4-a3ab-0cca536e7d15 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=fa02a2b47a2b4959936012d06c7c21ca&device_id=d5dcbc08-0e34-44c9-9885-64ff702d9d80 HTTP/1.1" status: 200 len: 1097 time: 0.0628459 Jun 24 12:07:19.479017 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22401525-dc39-492b-ae7f-3d4bbd05565a req-a4a7ce88-43a7-4e91-a635-a7e1e066d8cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:07:19.480469 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-22401525-dc39-492b-ae7f-3d4bbd05565a req-a4a7ce88-43a7-4e91-a635-a7e1e066d8cd service neutron] 10.222.0.45 "GET /v2.0/networks?id=6d91596e-182e-491d-ba8e-0d3f590de66e HTTP/1.1" status: 200 len: 916 time: 0.0918701 Jun 24 12:07:19.524884 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-22401525-dc39-492b-ae7f-3d4bbd05565a req-2e6cd8e1-3a46-4213-8eb9-193c0a5298c7 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=eda41735-6c27-4b97-a28a-c72283b98cc2 HTTP/1.1" status: 200 len: 217 time: 0.0366848 Jun 24 12:07:19.580891 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22401525-dc39-492b-ae7f-3d4bbd05565a req-dea05b96-3edf-4ebd-a00f-3d9f9f57d1b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:07:19.582414 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-22401525-dc39-492b-ae7f-3d4bbd05565a req-dea05b96-3edf-4ebd-a00f-3d9f9f57d1b3 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=7e7ae902-5626-4905-a20c-81ba3bf8ea7d HTTP/1.1" status: 200 len: 855 time: 0.0518475 Jun 24 12:07:19.620394 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-22401525-dc39-492b-ae7f-3d4bbd05565a req-b1f319cd-44d3-487e-aad4-15cfd739f7bd service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=6d91596e-182e-491d-ba8e-0d3f590de66e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0316811 Jun 24 12:07:19.718135 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-22401525-dc39-492b-ae7f-3d4bbd05565a req-35426663-351b-4321-b26e-3996809a4955 service neutron] 10.222.0.45 "GET /v2.0/networks/6d91596e-182e-491d-ba8e-0d3f590de66e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907927 Jun 24 12:07:19.820474 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-22401525-dc39-492b-ae7f-3d4bbd05565a req-a27f881b-8c1d-4455-af64-29d752d66412 service neutron] 10.222.0.45 "GET /v2.0/networks/6d91596e-182e-491d-ba8e-0d3f590de66e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960741 Jun 24 12:07:20.559214 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3929f0-b437-466b-b4b0-6b377f63e290 req-4a163f28-df18-4e4d-b72a-75f46ef5ad3b tempest-ServerDiskConfigTestJSON-2114072499 tempest-ServerDiskConfigTestJSON-2114072499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:07:20.560711 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-5b3929f0-b437-466b-b4b0-6b377f63e290 req-4a163f28-df18-4e4d-b72a-75f46ef5ad3b tempest-ServerDiskConfigTestJSON-2114072499 tempest-ServerDiskConfigTestJSON-2114072499-project] 10.222.0.53 "GET /v2.0/ports?device_id=d5dcbc08-0e34-44c9-9885-64ff702d9d80 HTTP/1.1" status: 200 len: 944 time: 0.1206505 Jun 24 12:07:20.601009 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-5b3929f0-b437-466b-b4b0-6b377f63e290 req-6671a2f7-9378-4700-a6c2-db5edb536636 tempest-ServerDiskConfigTestJSON-2114072499 tempest-ServerDiskConfigTestJSON-2114072499-project] 10.222.0.53 "GET /v2.0/security-groups?id=13674d09-e7c9-4a89-b149-d3f123d8050f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334997 Jun 24 12:07:20.830440 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7dc82f-71da-4254-a61f-eb39166d79db req-142dbfdf-5756-4311-8e54-3577aa782a96 tempest-ServerDiskConfigTestJSON-2114072499 tempest-ServerDiskConfigTestJSON-2114072499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:07:20.831914 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-0e7dc82f-71da-4254-a61f-eb39166d79db req-142dbfdf-5756-4311-8e54-3577aa782a96 tempest-ServerDiskConfigTestJSON-2114072499 tempest-ServerDiskConfigTestJSON-2114072499-project] 10.222.0.53 "GET /v2.0/ports?device_id=d5dcbc08-0e34-44c9-9885-64ff702d9d80 HTTP/1.1" status: 200 len: 944 time: 0.1190572 Jun 24 12:07:20.869706 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-0e7dc82f-71da-4254-a61f-eb39166d79db req-4b94331b-9296-4d33-ad2b-5d4c4b768b5d tempest-ServerDiskConfigTestJSON-2114072499 tempest-ServerDiskConfigTestJSON-2114072499-project] 10.222.0.53 "GET /v2.0/security-groups?id=13674d09-e7c9-4a89-b149-d3f123d8050f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321176 Jun 24 12:07:20.969468 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Device eda41735-6c27-4b97-a28a-c72283b98cc2 up at agent hyperv_hv-neutron-7971 {{(pid=128085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:07:21.019778 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Provisioning complete for port eda41735-6c27-4b97-a28a-c72283b98cc2 triggered by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:07:21.020062 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:07:21.044385 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913af185-c60e-4873-b1c1-5289bf446829 req-a9a4c4da-3266-4909-8480-06788dac99d8 tempest-ServerDiskConfigTestJSON-2114072499 tempest-ServerDiskConfigTestJSON-2114072499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:07:21.046005 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-913af185-c60e-4873-b1c1-5289bf446829 req-a9a4c4da-3266-4909-8480-06788dac99d8 tempest-ServerDiskConfigTestJSON-2114072499 tempest-ServerDiskConfigTestJSON-2114072499-project] 10.222.0.53 "GET /v2.0/ports?device_id=d5dcbc08-0e34-44c9-9885-64ff702d9d80 HTTP/1.1" status: 200 len: 944 time: 0.0648689 Jun 24 12:07:21.085735 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-913af185-c60e-4873-b1c1-5289bf446829 req-243e6917-3dee-4811-842e-4e30da2d511d tempest-ServerDiskConfigTestJSON-2114072499 tempest-ServerDiskConfigTestJSON-2114072499-project] 10.222.0.53 "GET /v2.0/security-groups?id=13674d09-e7c9-4a89-b149-d3f123d8050f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336277 Jun 24 12:07:21.097508 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:07:21.120720 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5dcbc08-0e34-44c9-9885-64ff702d9d80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eda41735-6c27-4b97-a28a-c72283b98cc2'}] {{(pid=128085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 12:07:21.123005 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1098ec9051a50dd033317f529a09b9762582ef7b417ebe05928aca59e08255aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a955f2f-7fd0-40a2-a6ae-aebeeb5ec7c6" -d '{"events": [{"server_uuid": "d5dcbc08-0e34-44c9-9885-64ff702d9d80", "name": "network-vif-plugged", "status": "completed", "tag": "eda41735-6c27-4b97-a28a-c72283b98cc2"}]}' {{(pid=128085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 12:07:21.136276 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] For port eda41735-6c27-4b97-a28a-c72283b98cc2, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=eda41735-6c27-4b97-a28a-c72283b98cc2,segment=NetworkSegment(349e41c2-7ef9-41a0-ae3f-8ef171777e7f),segment_id=349e41c2-7ef9-41a0-ae3f-8ef171777e7f)] {{(pid=128085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:07:21.141474 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:07:21.143482 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-9d15af42-63cd-4b47-b5ef-ee40d87f6aa1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:07:21.166824 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 12:07:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3439ae0c-a55e-4b37-a084-21f7009e9b6d x-openstack-request-id: req-3439ae0c-a55e-4b37-a084-21f7009e9b6d {{(pid=128085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 12:07:21.167116 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5dcbc08-0e34-44c9-9885-64ff702d9d80", "name": "network-vif-plugged", "status": "completed", "tag": "eda41735-6c27-4b97-a28a-c72283b98cc2", "code": 200}]} {{(pid=128085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 12:07:21.167374 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-3439ae0c-a55e-4b37-a084-21f7009e9b6d {{(pid=128085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 12:07:21.167768 dv-neutron-797120-4-hyperv neutron-server[128085]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5dcbc08-0e34-44c9-9885-64ff702d9d80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eda41735-6c27-4b97-a28a-c72283b98cc2', 'code': 200} Jun 24 12:07:21.193332 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Pushing event updated for resources: {'Port': ['ID=eda41735-6c27-4b97-a28a-c72283b98cc2,revision_number=7']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:07:21.196533 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:07:21.537648 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79274064-6a29-401b-866a-e75beb518272 req-9afda545-8d62-4593-a2bc-eaf1f78c4dd3 tempest-ServerDiskConfigTestJSON-2114072499 tempest-ServerDiskConfigTestJSON-2114072499-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:07:21.538993 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-79274064-6a29-401b-866a-e75beb518272 req-9afda545-8d62-4593-a2bc-eaf1f78c4dd3 tempest-ServerDiskConfigTestJSON-2114072499 tempest-ServerDiskConfigTestJSON-2114072499-project] 10.222.0.53 "GET /v2.0/networks?id=6d91596e-182e-491d-ba8e-0d3f590de66e HTTP/1.1" status: 200 len: 815 time: 0.1030350 Jun 24 12:07:21.554450 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-79274064-6a29-401b-866a-e75beb518272 req-09db4b4f-e3a7-40b4-85d7-61936b7e18ef tempest-ServerDiskConfigTestJSON-2114072499 tempest-ServerDiskConfigTestJSON-2114072499-project] 10.222.0.53 "GET /v2.0/quotas/fa02a2b47a2b4959936012d06c7c21ca HTTP/1.1" status: 200 len: 375 time: 0.0092189 Jun 24 12:07:21.616951 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-79274064-6a29-401b-866a-e75beb518272 req-7b0c54d6-ba83-4d3c-8de8-5b1d16cbd511 tempest-ServerDiskConfigTestJSON-2114072499 tempest-ServerDiskConfigTestJSON-2114072499-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=fa02a2b47a2b4959936012d06c7c21ca&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0568113 Jun 24 12:07:21.711339 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-79274064-6a29-401b-866a-e75beb518272 req-f98fac74-afe2-447e-a3b7-63a8c903e9df service neutron] 10.222.0.53 "GET /v2.0/networks/6d91596e-182e-491d-ba8e-0d3f590de66e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860095 Jun 24 12:07:21.798987 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-79274064-6a29-401b-866a-e75beb518272 req-e2fbe35d-cd01-4d1b-b5f6-129840fd920e service neutron] 10.222.0.53 "GET /v2.0/networks/6d91596e-182e-491d-ba8e-0d3f590de66e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807025 Jun 24 12:07:21.980704 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-e508f9d8-8334-4283-90cc-930900b124d6 req-61b5a497-0c55-4d5d-ad78-a2d1cf995a9c tempest-ServerDiskConfigTestJSON-2114072499 tempest-ServerDiskConfigTestJSON-2114072499-project] 10.222.0.53 "GET /v2.0/ports?device_id=e5c7a66d-061d-4037-b710-d5590d89c491 HTTP/1.1" status: 200 len: 210 time: 0.0370686 Jun 24 12:07:22.091406 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.agents_db [None req-87a69269-d72b-4286-97f3-1041481ed6d8 None None] Agent healthcheck: found 6 active agents {{(pid=128086) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 12:07:23.186108 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-5e4f7d50-c004-4d82-97db-0b5c181ca7fd req-37543329-ec49-46b4-ac36-353ed0aa3ce3 tempest-ServerDiskConfigTestJSON-2114072499 tempest-ServerDiskConfigTestJSON-2114072499-project] 10.222.0.53 "GET /v2.0/ports?device_id=e5c7a66d-061d-4037-b710-d5590d89c491 HTTP/1.1" status: 200 len: 210 time: 0.0488429 Jun 24 12:07:23.214687 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79274064-6a29-401b-866a-e75beb518272 req-c2138307-0667-45d0-a623-93706cb5a670 tempest-ServerDiskConfigTestJSON-2114072499 tempest-ServerDiskConfigTestJSON-2114072499-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:07:23.216289 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-79274064-6a29-401b-866a-e75beb518272 req-c2138307-0667-45d0-a623-93706cb5a670 tempest-ServerDiskConfigTestJSON-2114072499 tempest-ServerDiskConfigTestJSON-2114072499-project] 10.222.0.45 "GET /v2.0/networks?id=6d91596e-182e-491d-ba8e-0d3f590de66e HTTP/1.1" status: 200 len: 815 time: 0.1935978 Jun 24 12:07:23.234052 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [req-79274064-6a29-401b-866a-e75beb518272 req-3dbb96cd-4c66-41ad-9817-5fdf30b80a82 tempest-ServerDiskConfigTestJSON-2114072499 tempest-ServerDiskConfigTestJSON-2114072499-project] Request body: {'port': {'device_id': 'e5c7a66d-061d-4037-b710-d5590d89c491', 'network_id': '6d91596e-182e-491d-ba8e-0d3f590de66e', 'admin_state_up': True, 'tenant_id': 'fa02a2b47a2b4959936012d06c7c21ca'}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:07:23.392225 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a928f4-06d4-46df-af2e-50fae208ea3b req-0df35a03-5999-4815-891f-bb6dbf4b33ed tempest-ServerDiskConfigTestJSON-2114072499 tempest-ServerDiskConfigTestJSON-2114072499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:07:23.393731 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-d2a928f4-06d4-46df-af2e-50fae208ea3b req-0df35a03-5999-4815-891f-bb6dbf4b33ed tempest-ServerDiskConfigTestJSON-2114072499 tempest-ServerDiskConfigTestJSON-2114072499-project] 10.222.0.45 "GET /v2.0/ports?device_id=d5dcbc08-0e34-44c9-9885-64ff702d9d80 HTTP/1.1" status: 200 len: 945 time: 0.1319284 Jun 24 12:07:23.408062 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-79274064-6a29-401b-866a-e75beb518272 req-3dbb96cd-4c66-41ad-9817-5fdf30b80a82 tempest-ServerDiskConfigTestJSON-2114072499 tempest-ServerDiskConfigTestJSON-2114072499-project] Made reservation on behalf of fa02a2b47a2b4959936012d06c7c21ca for: {'port': 1} {{(pid=128083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:07:23.411462 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-79274064-6a29-401b-866a-e75beb518272 req-3dbb96cd-4c66-41ad-9817-5fdf30b80a82 tempest-ServerDiskConfigTestJSON-2114072499 tempest-ServerDiskConfigTestJSON-2114072499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:07:23.605906 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.plugin [req-d2a928f4-06d4-46df-af2e-50fae208ea3b req-de4c7b06-eb7a-4a37-819f-9b81e06cfaba tempest-ServerDiskConfigTestJSON-2114072499 tempest-ServerDiskConfigTestJSON-2114072499-project] Deleting port eda41735-6c27-4b97-a28a-c72283b98cc2 {{(pid=128083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:07:23.606240 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-d2a928f4-06d4-46df-af2e-50fae208ea3b req-de4c7b06-eb7a-4a37-819f-9b81e06cfaba tempest-ServerDiskConfigTestJSON-2114072499 tempest-ServerDiskConfigTestJSON-2114072499-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793193942312'] for port, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:07:23.612641 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.db_base_plugin_common [req-79274064-6a29-401b-866a-e75beb518272 req-3dbb96cd-4c66-41ad-9817-5fdf30b80a82 tempest-ServerDiskConfigTestJSON-2114072499 tempest-ServerDiskConfigTestJSON-2114072499-project] Allocated IP 172.20.0.7 (6d91596e-182e-491d-ba8e-0d3f590de66e/7e7ae902-5626-4905-a20c-81ba3bf8ea7d/6e1d3abe-5cea-4363-bfad-fda9927613eb) {{(pid=128083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:07:23.844309 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-1590c60c-8559-4221-9328-5e6db35bf9bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:07:24.091517 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.db [req-d2a928f4-06d4-46df-af2e-50fae208ea3b req-de4c7b06-eb7a-4a37-819f-9b81e06cfaba tempest-ServerDiskConfigTestJSON-2114072499 tempest-ServerDiskConfigTestJSON-2114072499-project] For port eda41735-6c27-4b97-a28a-c72283b98cc2, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=eda41735-6c27-4b97-a28a-c72283b98cc2,segment=NetworkSegment(349e41c2-7ef9-41a0-ae3f-8ef171777e7f),segment_id=349e41c2-7ef9-41a0-ae3f-8ef171777e7f)] {{(pid=128083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:07:24.091870 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-d2a928f4-06d4-46df-af2e-50fae208ea3b req-de4c7b06-eb7a-4a37-819f-9b81e06cfaba tempest-ServerDiskConfigTestJSON-2114072499 tempest-ServerDiskConfigTestJSON-2114072499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1978872'] for port, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:07:24.126828 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.plugin [req-d2a928f4-06d4-46df-af2e-50fae208ea3b req-de4c7b06-eb7a-4a37-819f-9b81e06cfaba tempest-ServerDiskConfigTestJSON-2114072499 tempest-ServerDiskConfigTestJSON-2114072499-project] Calling delete_port for eda41735-6c27-4b97-a28a-c72283b98cc2 owned by compute:nova {{(pid=128083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:07:24.248886 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-79274064-6a29-401b-866a-e75beb518272 req-3dbb96cd-4c66-41ad-9817-5fdf30b80a82 tempest-ServerDiskConfigTestJSON-2114072499 tempest-ServerDiskConfigTestJSON-2114072499-project] Notify callbacks [] for port, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:07:24.345386 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-79274064-6a29-401b-866a-e75beb518272 req-3dbb96cd-4c66-41ad-9817-5fdf30b80a82 tempest-ServerDiskConfigTestJSON-2114072499 tempest-ServerDiskConfigTestJSON-2114072499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-650429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-506361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793193536723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2537853'] for port, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:07:24.360578 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] get_ports_and_sgs() called for port_ids ['eda41735-6c27-4b97-a28a-c72283b98cc2'] {{(pid=128085) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 12:07:24.366504 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-84b3ca19-9ddb-49e8-a32c-58a468519f56 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:07:24.373314 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-d2a928f4-06d4-46df-af2e-50fae208ea3b req-de4c7b06-eb7a-4a37-819f-9b81e06cfaba tempest-ServerDiskConfigTestJSON-2114072499 tempest-ServerDiskConfigTestJSON-2114072499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793193945299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193536732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2537862'] for port, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:07:24.397750 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] get_ports_and_sgs() called for port_ids ['eda41735-6c27-4b97-a28a-c72283b98cc2'] {{(pid=128085) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 12:07:24.439299 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-79274064-6a29-401b-866a-e75beb518272 req-3dbb96cd-4c66-41ad-9817-5fdf30b80a82 tempest-ServerDiskConfigTestJSON-2114072499 tempest-ServerDiskConfigTestJSON-2114072499-project] Network 6d91596e-182e-491d-ba8e-0d3f590de66e is already hosted by enough agents. {{(pid=128083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:07:24.446869 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dbb96cd-4c66-41ad-9817-5fdf30b80a82 tempest-ServerDiskConfigTestJSON-2114072499 tempest-ServerDiskConfigTestJSON-2114072499-project] Pushing event updated for resources: {'Port': ['ID=6e1d3abe-5cea-4363-bfad-fda9927613eb,revision_number=1']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:07:24.449196 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.base_scheduler [req-79274064-6a29-401b-866a-e75beb518272 req-3dbb96cd-4c66-41ad-9817-5fdf30b80a82 tempest-ServerDiskConfigTestJSON-2114072499 tempest-ServerDiskConfigTestJSON-2114072499-project] Resources bound (agent type, host, resource id): {{(pid=128083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:07:24.450929 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-3dbb96cd-4c66-41ad-9817-5fdf30b80a82 tempest-ServerDiskConfigTestJSON-2114072499 tempest-ServerDiskConfigTestJSON-2114072499-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:07:24.467466 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-66fbc6fe-0cf0-4933-8317-c8aca487df09 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.067s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:07:24.473307 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.l3_dvrscheduler_db [req-79274064-6a29-401b-866a-e75beb518272 req-3dbb96cd-4c66-41ad-9817-5fdf30b80a82 tempest-ServerDiskConfigTestJSON-2114072499 tempest-ServerDiskConfigTestJSON-2114072499-project] Received port after_create {{(pid=128083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:07:24.534088 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4c7b06-eb7a-4a37-819f-9b81e06cfaba tempest-ServerDiskConfigTestJSON-2114072499 tempest-ServerDiskConfigTestJSON-2114072499-project] Pushing event deleted for resources: {'Port': ['ID=eda41735-6c27-4b97-a28a-c72283b98cc2,revision_number=None']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:07:24.536073 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2a928f4-06d4-46df-af2e-50fae208ea3b req-de4c7b06-eb7a-4a37-819f-9b81e06cfaba tempest-ServerDiskConfigTestJSON-2114072499 tempest-ServerDiskConfigTestJSON-2114072499-project] No DVR routers for this DVR port eda41735-6c27-4b97-a28a-c72283b98cc2 on host hv-neutron-7971 {{(pid=128083) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 12:07:24.539606 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-de4c7b06-eb7a-4a37-819f-9b81e06cfaba tempest-ServerDiskConfigTestJSON-2114072499 tempest-ServerDiskConfigTestJSON-2114072499-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:07:24.541458 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-d2a928f4-06d4-46df-af2e-50fae208ea3b req-de4c7b06-eb7a-4a37-819f-9b81e06cfaba tempest-ServerDiskConfigTestJSON-2114072499 tempest-ServerDiskConfigTestJSON-2114072499-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468916'] for port, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:07:24.543354 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-d2a928f4-06d4-46df-af2e-50fae208ea3b req-de4c7b06-eb7a-4a37-819f-9b81e06cfaba tempest-ServerDiskConfigTestJSON-2114072499 tempest-ServerDiskConfigTestJSON-2114072499-project] 10.222.0.45 "DELETE /v2.0/ports/eda41735-6c27-4b97-a28a-c72283b98cc2 HTTP/1.1" status: 204 len: 173 time: 1.1440117 Jun 24 12:07:24.545715 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5dcbc08-0e34-44c9-9885-64ff702d9d80', 'name': 'network-vif-deleted', 'tag': 'eda41735-6c27-4b97-a28a-c72283b98cc2'}] {{(pid=128083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 12:07:24.548388 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a77f7dee1a0522ddf93af289475d218fcdb8f30317daadec13ebf930b5b9dbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b16a04d8-92ab-47d6-a358-b9b43e2eb3d7" -d '{"events": [{"server_uuid": "d5dcbc08-0e34-44c9-9885-64ff702d9d80", "name": "network-vif-deleted", "tag": "eda41735-6c27-4b97-a28a-c72283b98cc2"}]}' {{(pid=128083) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 12:07:24.569655 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d883d4-89ff-4231-a1d6-6184ced8f423 req-1f4bb083-9ead-4691-9e19-af2bfac991bc tempest-ServerDiskConfigTestJSON-2114072499 tempest-ServerDiskConfigTestJSON-2114072499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:07:24.572529 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-e7d883d4-89ff-4231-a1d6-6184ced8f423 req-1f4bb083-9ead-4691-9e19-af2bfac991bc tempest-ServerDiskConfigTestJSON-2114072499 tempest-ServerDiskConfigTestJSON-2114072499-project] 10.222.0.53 "GET /v2.0/ports?device_id=e5c7a66d-061d-4037-b710-d5590d89c491 HTTP/1.1" status: 200 len: 931 time: 0.2463284 Jun 24 12:07:24.588318 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79274064-6a29-401b-866a-e75beb518272 req-3dbb96cd-4c66-41ad-9817-5fdf30b80a82 tempest-ServerDiskConfigTestJSON-2114072499 tempest-ServerDiskConfigTestJSON-2114072499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:07:24.588807 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-79274064-6a29-401b-866a-e75beb518272 req-3dbb96cd-4c66-41ad-9817-5fdf30b80a82 tempest-ServerDiskConfigTestJSON-2114072499 tempest-ServerDiskConfigTestJSON-2114072499-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468916'] for port, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:07:24.624183 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-79274064-6a29-401b-866a-e75beb518272 req-3dbb96cd-4c66-41ad-9817-5fdf30b80a82 tempest-ServerDiskConfigTestJSON-2114072499 tempest-ServerDiskConfigTestJSON-2114072499-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3941181 Jun 24 12:07:24.637578 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-e7d883d4-89ff-4231-a1d6-6184ced8f423 req-ea807885-95be-49ce-9594-6900afe65ea4 tempest-ServerDiskConfigTestJSON-2114072499 tempest-ServerDiskConfigTestJSON-2114072499-project] 10.222.0.53 "GET /v2.0/security-groups?id=13674d09-e7c9-4a89-b149-d3f123d8050f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558996 Jun 24 12:07:24.642700 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [req-79274064-6a29-401b-866a-e75beb518272 req-4d9b3ee8-ef84-4626-b5d6-e531b5412a9d service neutron] Request body: {'port': {'device_id': 'e5c7a66d-061d-4037-b710-d5590d89c491', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7971'}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:07:24.672204 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 12:07:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb0fe539-e8fc-431e-bd93-abf6706260c6 x-openstack-request-id: req-eb0fe539-e8fc-431e-bd93-abf6706260c6 {{(pid=128083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 12:07:24.672530 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5dcbc08-0e34-44c9-9885-64ff702d9d80", "name": "network-vif-deleted", "tag": "eda41735-6c27-4b97-a28a-c72283b98cc2", "status": "completed", "code": 200}]} {{(pid=128083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 12:07:24.672831 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-eb0fe539-e8fc-431e-bd93-abf6706260c6 {{(pid=128083) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 12:07:24.673305 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5dcbc08-0e34-44c9-9885-64ff702d9d80', 'name': 'network-vif-deleted', 'tag': 'eda41735-6c27-4b97-a28a-c72283b98cc2', 'status': 'completed', 'code': 200} Jun 24 12:07:24.722335 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-79274064-6a29-401b-866a-e75beb518272 req-4d9b3ee8-ef84-4626-b5d6-e531b5412a9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:07:24.981497 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.notifiers.nova [req-79274064-6a29-401b-866a-e75beb518272 req-4d9b3ee8-ef84-4626-b5d6-e531b5412a9d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e1d3abe-5cea-4363-bfad-fda9927613eb {{(pid=128083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 12:07:24.989129 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-79274064-6a29-401b-866a-e75beb518272 req-4d9b3ee8-ef84-4626-b5d6-e531b5412a9d service neutron] Notify callbacks [] for port, precommit_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:07:25.000957 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.provisioning_blocks [req-79274064-6a29-401b-866a-e75beb518272 req-4d9b3ee8-ef84-4626-b5d6-e531b5412a9d service neutron] Transition to ACTIVE for port object 6e1d3abe-5cea-4363-bfad-fda9927613eb will not be triggered until provisioned by entity L2. {{(pid=128083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:07:25.005824 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-79274064-6a29-401b-866a-e75beb518272 req-4d9b3ee8-ef84-4626-b5d6-e531b5412a9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2537871'] for port, after_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:07:25.007820 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-86d7aef3-6bc8-46f2-9df0-cfdce16ac8e3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:07:25.058433 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9b3ee8-ef84-4626-b5d6-e531b5412a9d service neutron] Pushing event updated for resources: {'Port': ['ID=6e1d3abe-5cea-4363-bfad-fda9927613eb,revision_number=2']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:07:25.062198 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-4d9b3ee8-ef84-4626-b5d6-e531b5412a9d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:07:25.126223 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.managers [req-79274064-6a29-401b-866a-e75beb518272 req-4d9b3ee8-ef84-4626-b5d6-e531b5412a9d service neutron] Attempting to bind port 6e1d3abe-5cea-4363-bfad-fda9927613eb on host hv-neutron-7971 for vnic_type normal with profile {{(pid=128083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 12:07:25.126552 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.managers [req-79274064-6a29-401b-866a-e75beb518272 req-4d9b3ee8-ef84-4626-b5d6-e531b5412a9d service neutron] Attempting to bind port 6e1d3abe-5cea-4363-bfad-fda9927613eb by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': '349e41c2-7ef9-41a0-ae3f-8ef171777e7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '6d91596e-182e-491d-ba8e-0d3f590de66e'}] {{(pid=128083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 12:07:25.126878 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79274064-6a29-401b-866a-e75beb518272 req-4d9b3ee8-ef84-4626-b5d6-e531b5412a9d service neutron] Attempting to bind port 6e1d3abe-5cea-4363-bfad-fda9927613eb on network 6d91596e-182e-491d-ba8e-0d3f590de66e {{(pid=128083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:07:25.131311 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79274064-6a29-401b-866a-e75beb518272 req-4d9b3ee8-ef84-4626-b5d6-e531b5412a9d service neutron] Port 6e1d3abe-5cea-4363-bfad-fda9927613eb on network 6d91596e-182e-491d-ba8e-0d3f590de66e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=128083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 12:07:25.131628 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79274064-6a29-401b-866a-e75beb518272 req-4d9b3ee8-ef84-4626-b5d6-e531b5412a9d service neutron] Attempting to bind port 6e1d3abe-5cea-4363-bfad-fda9927613eb on network 6d91596e-182e-491d-ba8e-0d3f590de66e {{(pid=128083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:07:25.136538 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79274064-6a29-401b-866a-e75beb518272 req-4d9b3ee8-ef84-4626-b5d6-e531b5412a9d service neutron] Checking agent: {'id': 'a2c9a14d-87aa-4cd1-a510-11988f19c3d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7971', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 11, 42, 44), 'started_at': datetime.datetime(2021, 6, 24, 11, 42, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 12, 7, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=128083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 12:07:25.136869 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79274064-6a29-401b-866a-e75beb518272 req-4d9b3ee8-ef84-4626-b5d6-e531b5412a9d service neutron] Checking segment: {'id': '349e41c2-7ef9-41a0-ae3f-8ef171777e7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '6d91596e-182e-491d-ba8e-0d3f590de66e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=128083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:07:25.137272 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79274064-6a29-401b-866a-e75beb518272 req-4d9b3ee8-ef84-4626-b5d6-e531b5412a9d service neutron] Bound using segment: {'id': '349e41c2-7ef9-41a0-ae3f-8ef171777e7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '6d91596e-182e-491d-ba8e-0d3f590de66e'} {{(pid=128083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 12:07:25.137693 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.managers [req-79274064-6a29-401b-866a-e75beb518272 req-4d9b3ee8-ef84-4626-b5d6-e531b5412a9d service neutron] Bound port: 6e1d3abe-5cea-4363-bfad-fda9927613eb, host: hv-neutron-7971, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '349e41c2-7ef9-41a0-ae3f-8ef171777e7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '6d91596e-182e-491d-ba8e-0d3f590de66e'}}] {{(pid=128083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 12:07:25.138046 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-79274064-6a29-401b-866a-e75beb518272 req-4d9b3ee8-ef84-4626-b5d6-e531b5412a9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:07:25.206293 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.db [req-79274064-6a29-401b-866a-e75beb518272 req-4d9b3ee8-ef84-4626-b5d6-e531b5412a9d service neutron] For port 6e1d3abe-5cea-4363-bfad-fda9927613eb, host hv-neutron-7971, cleared binding levels {{(pid=128083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 12:07:25.209335 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.db [req-79274064-6a29-401b-866a-e75beb518272 req-4d9b3ee8-ef84-4626-b5d6-e531b5412a9d service neutron] For port 6e1d3abe-5cea-4363-bfad-fda9927613eb, host hv-neutron-7971, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=6e1d3abe-5cea-4363-bfad-fda9927613eb,segment=NetworkSegment(349e41c2-7ef9-41a0-ae3f-8ef171777e7f),segment_id=349e41c2-7ef9-41a0-ae3f-8ef171777e7f)] {{(pid=128083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 12:07:25.214553 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-79274064-6a29-401b-866a-e75beb518272 req-4d9b3ee8-ef84-4626-b5d6-e531b5412a9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2537871'] for port, after_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:07:25.217412 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-658a9784-0564-4db3-9fc1-09e2552f01c0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:07:25.248342 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79274064-6a29-401b-866a-e75beb518272 req-4d9b3ee8-ef84-4626-b5d6-e531b5412a9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:07:25.249017 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-79274064-6a29-401b-866a-e75beb518272 req-4d9b3ee8-ef84-4626-b5d6-e531b5412a9d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468916'] for port, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:07:25.250404 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-79274064-6a29-401b-866a-e75beb518272 req-4d9b3ee8-ef84-4626-b5d6-e531b5412a9d service neutron] 10.222.0.45 "PUT /v2.0/ports/6e1d3abe-5cea-4363-bfad-fda9927613eb HTTP/1.1" status: 200 len: 1093 time: 0.6119189 Jun 24 12:07:25.273000 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9b3ee8-ef84-4626-b5d6-e531b5412a9d service neutron] Pushing event updated for resources: {'Port': ['ID=6e1d3abe-5cea-4363-bfad-fda9927613eb,revision_number=3']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:07:25.276668 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-4d9b3ee8-ef84-4626-b5d6-e531b5412a9d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:07:25.342842 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79274064-6a29-401b-866a-e75beb518272 req-7daf8859-854e-4861-824a-4fae99590870 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:07:25.344351 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-79274064-6a29-401b-866a-e75beb518272 req-7daf8859-854e-4861-824a-4fae99590870 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=fa02a2b47a2b4959936012d06c7c21ca&device_id=e5c7a66d-061d-4037-b710-d5590d89c491 HTTP/1.1" status: 200 len: 1096 time: 0.0553677 Jun 24 12:07:25.394298 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-79274064-6a29-401b-866a-e75beb518272 req-9d636e6d-26e6-496f-b375-c388adf27d3e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6e1d3abe-5cea-4363-bfad-fda9927613eb HTTP/1.1" status: 200 len: 217 time: 0.0389886 Jun 24 12:07:25.442035 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79274064-6a29-401b-866a-e75beb518272 req-5527c5b8-b2c9-4322-af99-f907e682df5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:07:25.443432 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-79274064-6a29-401b-866a-e75beb518272 req-5527c5b8-b2c9-4322-af99-f907e682df5c service neutron] 10.222.0.45 "GET /v2.0/subnets?id=7e7ae902-5626-4905-a20c-81ba3bf8ea7d HTTP/1.1" status: 200 len: 855 time: 0.0422392 Jun 24 12:07:25.476018 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-79274064-6a29-401b-866a-e75beb518272 req-858fe2ac-ed80-4af7-9cd5-53530b6cdfb7 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=6d91596e-182e-491d-ba8e-0d3f590de66e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254610 Jun 24 12:07:25.569728 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-79274064-6a29-401b-866a-e75beb518272 req-4b6f0cd6-b804-4f84-823c-801d6b415db6 service neutron] 10.222.0.45 "GET /v2.0/networks/6d91596e-182e-491d-ba8e-0d3f590de66e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839324 Jun 24 12:07:25.662471 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-79274064-6a29-401b-866a-e75beb518272 req-b79220a3-5252-4dff-8d98-2f472c790ead service neutron] 10.222.0.45 "GET /v2.0/networks/6d91596e-182e-491d-ba8e-0d3f590de66e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828841 Jun 24 12:07:25.819446 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fd9420-5cda-4150-abce-f406148e463b req-e830d0ae-cd30-4c3a-9520-756989d99f64 tempest-ServerDiskConfigTestJSON-2114072499 tempest-ServerDiskConfigTestJSON-2114072499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:07:25.820943 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-15fd9420-5cda-4150-abce-f406148e463b req-e830d0ae-cd30-4c3a-9520-756989d99f64 tempest-ServerDiskConfigTestJSON-2114072499 tempest-ServerDiskConfigTestJSON-2114072499-project] 10.222.0.53 "GET /v2.0/ports?device_id=e5c7a66d-061d-4037-b710-d5590d89c491 HTTP/1.1" status: 200 len: 943 time: 0.0666592 Jun 24 12:07:25.860115 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-15fd9420-5cda-4150-abce-f406148e463b req-5d1a7059-5d4f-4ad9-935a-98167044a9e5 tempest-ServerDiskConfigTestJSON-2114072499 tempest-ServerDiskConfigTestJSON-2114072499-project] 10.222.0.53 "GET /v2.0/security-groups?id=13674d09-e7c9-4a89-b149-d3f123d8050f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321968 Jun 24 12:07:26.396630 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-d552b53d-9830-4d0c-8fef-e5eba3a58da8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:07:26.527578 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:07:26.675506 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5c7a66d-061d-4037-b710-d5590d89c491', 'tag': '6e1d3abe-5cea-4363-bfad-fda9927613eb'}] {{(pid=128083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 12:07:26.677990 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a77f7dee1a0522ddf93af289475d218fcdb8f30317daadec13ebf930b5b9dbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-997960a4-21c7-4b2a-b4f8-fd38b005428b" -d '{"events": [{"name": "network-changed", "server_uuid": "e5c7a66d-061d-4037-b710-d5590d89c491", "tag": "6e1d3abe-5cea-4363-bfad-fda9927613eb"}]}' {{(pid=128083) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 12:07:26.713679 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 12:07:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bc298e0-c1e0-4be7-a7a9-7bdc3205e5d3 x-openstack-request-id: req-6bc298e0-c1e0-4be7-a7a9-7bdc3205e5d3 {{(pid=128083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 12:07:26.714019 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5c7a66d-061d-4037-b710-d5590d89c491", "tag": "6e1d3abe-5cea-4363-bfad-fda9927613eb", "status": "completed", "code": 200}]} {{(pid=128083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 12:07:26.714640 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-6bc298e0-c1e0-4be7-a7a9-7bdc3205e5d3 {{(pid=128083) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 12:07:26.714759 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5c7a66d-061d-4037-b710-d5590d89c491', 'tag': '6e1d3abe-5cea-4363-bfad-fda9927613eb', 'status': 'completed', 'code': 200} Jun 24 12:07:26.796050 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997960a4-21c7-4b2a-b4f8-fd38b005428b req-0f76c816-4c1d-415d-afbb-ad1a5d6b8b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:07:26.798101 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-997960a4-21c7-4b2a-b4f8-fd38b005428b req-0f76c816-4c1d-415d-afbb-ad1a5d6b8b94 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=fa02a2b47a2b4959936012d06c7c21ca&device_id=e5c7a66d-061d-4037-b710-d5590d89c491 HTTP/1.1" status: 200 len: 1096 time: 0.0569954 Jun 24 12:07:26.891858 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997960a4-21c7-4b2a-b4f8-fd38b005428b req-cb243bc2-a012-44a5-8cf5-0698eb43680f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:07:26.893349 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-997960a4-21c7-4b2a-b4f8-fd38b005428b req-cb243bc2-a012-44a5-8cf5-0698eb43680f service neutron] 10.222.0.45 "GET /v2.0/networks?id=6d91596e-182e-491d-ba8e-0d3f590de66e HTTP/1.1" status: 200 len: 916 time: 0.0860262 Jun 24 12:07:26.937024 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-997960a4-21c7-4b2a-b4f8-fd38b005428b req-b0c3fed7-ab76-4908-8e8a-bc0d629ed05c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6e1d3abe-5cea-4363-bfad-fda9927613eb HTTP/1.1" status: 200 len: 217 time: 0.0338278 Jun 24 12:07:27.030278 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997960a4-21c7-4b2a-b4f8-fd38b005428b req-8a5da13d-9c78-47c1-9eae-646b238679a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:07:27.031707 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-997960a4-21c7-4b2a-b4f8-fd38b005428b req-8a5da13d-9c78-47c1-9eae-646b238679a2 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=7e7ae902-5626-4905-a20c-81ba3bf8ea7d HTTP/1.1" status: 200 len: 855 time: 0.0805852 Jun 24 12:07:27.073954 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-997960a4-21c7-4b2a-b4f8-fd38b005428b req-7dc0b788-9e29-42b0-97de-e625db13be43 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=6d91596e-182e-491d-ba8e-0d3f590de66e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0315981 Jun 24 12:07:27.085564 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1fac78-6b20-4ffc-b1bb-c549a9261877 req-47f26767-cb3d-4ddc-8cd3-57dfcac5af6f tempest-ServerDiskConfigTestJSON-2114072499 tempest-ServerDiskConfigTestJSON-2114072499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:07:27.087180 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-be1fac78-6b20-4ffc-b1bb-c549a9261877 req-47f26767-cb3d-4ddc-8cd3-57dfcac5af6f tempest-ServerDiskConfigTestJSON-2114072499 tempest-ServerDiskConfigTestJSON-2114072499-project] 10.222.0.53 "GET /v2.0/ports?device_id=e5c7a66d-061d-4037-b710-d5590d89c491 HTTP/1.1" status: 200 len: 943 time: 0.1080723 Jun 24 12:07:27.175082 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-be1fac78-6b20-4ffc-b1bb-c549a9261877 req-1cdc5466-99f2-4368-960d-1fef40c92b01 tempest-ServerDiskConfigTestJSON-2114072499 tempest-ServerDiskConfigTestJSON-2114072499-project] 10.222.0.53 "GET /v2.0/security-groups?id=13674d09-e7c9-4a89-b149-d3f123d8050f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799782 Jun 24 12:07:27.201082 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-997960a4-21c7-4b2a-b4f8-fd38b005428b req-73f6f309-744b-491c-bffc-a415e90e34a0 service neutron] 10.222.0.45 "GET /v2.0/networks/6d91596e-182e-491d-ba8e-0d3f590de66e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1127789 Jun 24 12:07:27.298741 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-997960a4-21c7-4b2a-b4f8-fd38b005428b req-37ca1fff-b3c6-420d-b8fd-37b45ed0df91 service neutron] 10.222.0.45 "GET /v2.0/networks/6d91596e-182e-491d-ba8e-0d3f590de66e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872881 Jun 24 12:07:27.738156 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-03237adf-ebd0-46f2-a476-4d4bb746e0f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:07:28.380164 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960ba98c-ba56-4e43-92b9-4987877a8445 req-0adf1523-eac8-4c94-b7cb-3d157380035d tempest-ServerDiskConfigTestJSON-2114072499 tempest-ServerDiskConfigTestJSON-2114072499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:07:28.381981 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-960ba98c-ba56-4e43-92b9-4987877a8445 req-0adf1523-eac8-4c94-b7cb-3d157380035d tempest-ServerDiskConfigTestJSON-2114072499 tempest-ServerDiskConfigTestJSON-2114072499-project] 10.222.0.53 "GET /v2.0/ports?device_id=e5c7a66d-061d-4037-b710-d5590d89c491 HTTP/1.1" status: 200 len: 943 time: 0.0682850 Jun 24 12:07:28.428154 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-960ba98c-ba56-4e43-92b9-4987877a8445 req-fc76631a-0c2c-4002-8d5f-8fcce13bc2de tempest-ServerDiskConfigTestJSON-2114072499 tempest-ServerDiskConfigTestJSON-2114072499-project] 10.222.0.53 "GET /v2.0/security-groups?id=13674d09-e7c9-4a89-b149-d3f123d8050f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382354 Jun 24 12:07:29.002011 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Device 6e1d3abe-5cea-4363-bfad-fda9927613eb details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=128085) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 12:07:29.006002 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Device eda41735-6c27-4b97-a28a-c72283b98cc2 no longer exists at agent hyperv_hv-neutron-7971 {{(pid=128085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 12:07:29.030302 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] No Port match for: eda41735-6c27-4b97-a28a-c72283b98cc2 {{(pid=128085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 12:07:29.030656 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Device eda41735-6c27-4b97-a28a-c72283b98cc2 not bound to the agent host hv-neutron-7971 {{(pid=128085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 12:07:29.131533 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] For port 6e1d3abe-5cea-4363-bfad-fda9927613eb, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=6e1d3abe-5cea-4363-bfad-fda9927613eb,segment=NetworkSegment(349e41c2-7ef9-41a0-ae3f-8ef171777e7f),segment_id=349e41c2-7ef9-41a0-ae3f-8ef171777e7f)] {{(pid=128085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:07:29.142921 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Returning: {'device': '6e1d3abe-5cea-4363-bfad-fda9927613eb', 'network_id': '6d91596e-182e-491d-ba8e-0d3f590de66e', 'port_id': '6e1d3abe-5cea-4363-bfad-fda9927613eb', 'mac_address': 'fa:16:3e:1e:22:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 602, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e7ae902-5626-4905-a20c-81ba3bf8ea7d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=128085) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 12:07:29.179303 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:07:29.192555 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.notifiers.nova [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e1d3abe-5cea-4363-bfad-fda9927613eb {{(pid=128085) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 12:07:29.210870 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] For port 6e1d3abe-5cea-4363-bfad-fda9927613eb, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=6e1d3abe-5cea-4363-bfad-fda9927613eb,segment=NetworkSegment(349e41c2-7ef9-41a0-ae3f-8ef171777e7f),segment_id=349e41c2-7ef9-41a0-ae3f-8ef171777e7f)] {{(pid=128085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:07:29.214727 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:07:29.217521 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-712ad308-c732-43a5-84d2-5c284343e819 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:07:29.270935 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Pushing event updated for resources: {'Port': ['ID=6e1d3abe-5cea-4363-bfad-fda9927613eb,revision_number=4']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:07:29.277718 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:07:29.278063 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:07:29.278399 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:07:29.278728 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:07:29.279056 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:07:29.279383 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:07:29.279707 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:07:29.280030 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:07:29.280352 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:07:29.280669 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:07:29.281000 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:07:29.281326 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:07:29.284928 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:07:29.466279 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] get_ports_and_sgs() called for port_ids ['6e1d3abe-5cea-4363-bfad-fda9927613eb'] {{(pid=128085) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 12:07:29.612544 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1de0c9b-680d-48f8-aa68-c4a4edbca4ad req-8f9ae2fa-05b9-474a-ba4d-ede424e2350d tempest-ServerDiskConfigTestJSON-2114072499 tempest-ServerDiskConfigTestJSON-2114072499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:07:29.614047 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-b1de0c9b-680d-48f8-aa68-c4a4edbca4ad req-8f9ae2fa-05b9-474a-ba4d-ede424e2350d tempest-ServerDiskConfigTestJSON-2114072499 tempest-ServerDiskConfigTestJSON-2114072499-project] 10.222.0.53 "GET /v2.0/ports?device_id=e5c7a66d-061d-4037-b710-d5590d89c491 HTTP/1.1" status: 200 len: 944 time: 0.0676167 Jun 24 12:07:29.659477 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-b1de0c9b-680d-48f8-aa68-c4a4edbca4ad req-dea54ee0-edb6-4882-9401-1fa286961682 tempest-ServerDiskConfigTestJSON-2114072499 tempest-ServerDiskConfigTestJSON-2114072499-project] 10.222.0.53 "GET /v2.0/security-groups?id=13674d09-e7c9-4a89-b149-d3f123d8050f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384274 Jun 24 12:07:29.707931 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-52c483ef-d5c1-4030-9a32-e5ce4ff00ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:07:30.834687 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d252af7-0a32-4821-9107-eb83f4313dc1 req-2bee4ba5-82ff-4f40-9074-c6879c42f6d8 tempest-ServerDiskConfigTestJSON-2114072499 tempest-ServerDiskConfigTestJSON-2114072499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:07:30.836218 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-7d252af7-0a32-4821-9107-eb83f4313dc1 req-2bee4ba5-82ff-4f40-9074-c6879c42f6d8 tempest-ServerDiskConfigTestJSON-2114072499 tempest-ServerDiskConfigTestJSON-2114072499-project] 10.222.0.53 "GET /v2.0/ports?device_id=e5c7a66d-061d-4037-b710-d5590d89c491 HTTP/1.1" status: 200 len: 944 time: 0.0640717 Jun 24 12:07:30.875628 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-7d252af7-0a32-4821-9107-eb83f4313dc1 req-44ba0f06-b70a-4de8-b595-7028e514772e tempest-ServerDiskConfigTestJSON-2114072499 tempest-ServerDiskConfigTestJSON-2114072499-project] 10.222.0.53 "GET /v2.0/security-groups?id=13674d09-e7c9-4a89-b149-d3f123d8050f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324786 Jun 24 12:07:31.007959 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Device 6e1d3abe-5cea-4363-bfad-fda9927613eb up at agent hyperv_hv-neutron-7971 {{(pid=128085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:07:31.059140 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Provisioning for port 6e1d3abe-5cea-4363-bfad-fda9927613eb completed by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:07:31.062929 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Provisioning complete for port 6e1d3abe-5cea-4363-bfad-fda9927613eb triggered by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:07:31.063334 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:07:31.140669 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:07:31.308431 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5c7a66d-061d-4037-b710-d5590d89c491', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e1d3abe-5cea-4363-bfad-fda9927613eb'}] {{(pid=128085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 12:07:31.310712 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1098ec9051a50dd033317f529a09b9762582ef7b417ebe05928aca59e08255aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfba3b9e-3a3f-4c77-b612-3eea1768041e" -d '{"events": [{"server_uuid": "e5c7a66d-061d-4037-b710-d5590d89c491", "name": "network-vif-plugged", "status": "completed", "tag": "6e1d3abe-5cea-4363-bfad-fda9927613eb"}]}' {{(pid=128085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 12:07:31.322692 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] For port 6e1d3abe-5cea-4363-bfad-fda9927613eb, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=6e1d3abe-5cea-4363-bfad-fda9927613eb,segment=NetworkSegment(349e41c2-7ef9-41a0-ae3f-8ef171777e7f),segment_id=349e41c2-7ef9-41a0-ae3f-8ef171777e7f)] {{(pid=128085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:07:31.328472 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:07:31.330508 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:07:31.352234 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 12:07:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd4a9cfc-a6fe-4570-925e-a85b3c8dc87c x-openstack-request-id: req-fd4a9cfc-a6fe-4570-925e-a85b3c8dc87c {{(pid=128085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 12:07:31.353110 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5c7a66d-061d-4037-b710-d5590d89c491", "name": "network-vif-plugged", "status": "completed", "tag": "6e1d3abe-5cea-4363-bfad-fda9927613eb", "code": 200}]} {{(pid=128085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 12:07:31.353804 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-fd4a9cfc-a6fe-4570-925e-a85b3c8dc87c {{(pid=128085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 12:07:31.353804 dv-neutron-797120-4-hyperv neutron-server[128085]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5c7a66d-061d-4037-b710-d5590d89c491', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e1d3abe-5cea-4363-bfad-fda9927613eb', 'code': 200} Jun 24 12:07:31.381207 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Pushing event updated for resources: {'Port': ['ID=6e1d3abe-5cea-4363-bfad-fda9927613eb,revision_number=5']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:07:31.385395 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:07:31.586334 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2785f55b-ee96-47f5-865d-8f09f3345dc6 req-c1f2970a-3a87-42e4-b16a-8f8446acdf78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:07:31.588845 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-2785f55b-ee96-47f5-865d-8f09f3345dc6 req-c1f2970a-3a87-42e4-b16a-8f8446acdf78 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=e5c7a66d-061d-4037-b710-d5590d89c491 HTTP/1.1" status: 200 len: 1098 time: 0.0568240 Jun 24 12:07:31.626687 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-2785f55b-ee96-47f5-865d-8f09f3345dc6 req-685723c7-a61b-4667-bda6-cd0402590054 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=13674d09-e7c9-4a89-b149-d3f123d8050f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0278461 Jun 24 12:07:32.054074 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56daad6-25b0-43c8-a596-75f80ceafab4 req-99c6598a-0b68-466d-b29f-1e65230ac349 tempest-ServerDiskConfigTestJSON-2114072499 tempest-ServerDiskConfigTestJSON-2114072499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:07:32.057249 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-e56daad6-25b0-43c8-a596-75f80ceafab4 req-99c6598a-0b68-466d-b29f-1e65230ac349 tempest-ServerDiskConfigTestJSON-2114072499 tempest-ServerDiskConfigTestJSON-2114072499-project] 10.222.0.53 "GET /v2.0/ports?device_id=e5c7a66d-061d-4037-b710-d5590d89c491 HTTP/1.1" status: 200 len: 945 time: 0.0657425 Jun 24 12:07:32.099436 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-e56daad6-25b0-43c8-a596-75f80ceafab4 req-1a731eb7-29e3-4034-a6b9-65af94170d2e tempest-ServerDiskConfigTestJSON-2114072499 tempest-ServerDiskConfigTestJSON-2114072499-project] 10.222.0.53 "GET /v2.0/security-groups?id=13674d09-e7c9-4a89-b149-d3f123d8050f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349195 Jun 24 12:07:33.275601 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545e73eb-86ad-4fe8-bc4d-fc7f3f4e6031 req-002bcc62-0aef-4b24-9e18-d5eeb1867e22 tempest-ServerDiskConfigTestJSON-2114072499 tempest-ServerDiskConfigTestJSON-2114072499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:07:33.277084 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-545e73eb-86ad-4fe8-bc4d-fc7f3f4e6031 req-002bcc62-0aef-4b24-9e18-d5eeb1867e22 tempest-ServerDiskConfigTestJSON-2114072499 tempest-ServerDiskConfigTestJSON-2114072499-project] 10.222.0.53 "GET /v2.0/ports?device_id=e5c7a66d-061d-4037-b710-d5590d89c491 HTTP/1.1" status: 200 len: 945 time: 0.0635653 Jun 24 12:07:33.321299 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-545e73eb-86ad-4fe8-bc4d-fc7f3f4e6031 req-296b2801-6cc4-427c-8f0a-2eba29a94405 tempest-ServerDiskConfigTestJSON-2114072499 tempest-ServerDiskConfigTestJSON-2114072499-project] 10.222.0.53 "GET /v2.0/security-groups?id=13674d09-e7c9-4a89-b149-d3f123d8050f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385404 Jun 24 12:07:33.499656 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7832400-cf31-4837-b98c-54c3cb4bafab req-a711e355-5f35-4a32-af7c-3c7dc596e077 tempest-ServerDiskConfigTestJSON-2114072499 tempest-ServerDiskConfigTestJSON-2114072499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:07:33.501185 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-b7832400-cf31-4837-b98c-54c3cb4bafab req-a711e355-5f35-4a32-af7c-3c7dc596e077 tempest-ServerDiskConfigTestJSON-2114072499 tempest-ServerDiskConfigTestJSON-2114072499-project] 10.222.0.53 "GET /v2.0/ports?device_id=e5c7a66d-061d-4037-b710-d5590d89c491 HTTP/1.1" status: 200 len: 945 time: 0.0655160 Jun 24 12:07:33.544065 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-b7832400-cf31-4837-b98c-54c3cb4bafab req-58982bbe-64b7-43f2-9053-ebd5a1f0d78f tempest-ServerDiskConfigTestJSON-2114072499 tempest-ServerDiskConfigTestJSON-2114072499-project] 10.222.0.53 "GET /v2.0/security-groups?id=13674d09-e7c9-4a89-b149-d3f123d8050f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368435 Jun 24 12:07:33.920190 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [req-2b8436e8-3055-407b-89ff-3b4db9d202ca req-cf08ffa9-f002-4008-abb4-f5cfb8d8baf5 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=e5c7a66d-061d-4037-b710-d5590d89c491&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0678632 Jun 24 12:07:33.978836 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9f315b-7f87-4990-b90f-5d09bc927768 req-32cbd696-64e6-4e5e-a035-5160721170b7 tempest-ServerDiskConfigTestJSON-2114072499 tempest-ServerDiskConfigTestJSON-2114072499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:07:33.980549 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-dc9f315b-7f87-4990-b90f-5d09bc927768 req-32cbd696-64e6-4e5e-a035-5160721170b7 tempest-ServerDiskConfigTestJSON-2114072499 tempest-ServerDiskConfigTestJSON-2114072499-project] 10.222.0.53 "GET /v2.0/ports?device_id=e5c7a66d-061d-4037-b710-d5590d89c491 HTTP/1.1" status: 200 len: 945 time: 0.0763564 Jun 24 12:07:34.024828 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-dc9f315b-7f87-4990-b90f-5d09bc927768 req-84aa7d16-b712-4b7f-8192-a47ad1a50826 tempest-ServerDiskConfigTestJSON-2114072499 tempest-ServerDiskConfigTestJSON-2114072499-project] 10.222.0.53 "GET /v2.0/security-groups?id=13674d09-e7c9-4a89-b149-d3f123d8050f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377057 Jun 24 12:07:35.206052 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8436e8-3055-407b-89ff-3b4db9d202ca req-1e206591-3dd6-4516-b4ba-e0fe192549e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:07:35.207533 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-2b8436e8-3055-407b-89ff-3b4db9d202ca req-1e206591-3dd6-4516-b4ba-e0fe192549e0 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=fa02a2b47a2b4959936012d06c7c21ca&device_id=e5c7a66d-061d-4037-b710-d5590d89c491 HTTP/1.1" status: 200 len: 1098 time: 0.1011965 Jun 24 12:07:35.252459 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384e26f4-8209-42b3-a338-c12c0c736bd6 req-7bd2a528-0a73-4024-a09a-06714fbb1b28 tempest-ServerDiskConfigTestJSON-2114072499 tempest-ServerDiskConfigTestJSON-2114072499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:07:35.253957 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-384e26f4-8209-42b3-a338-c12c0c736bd6 req-7bd2a528-0a73-4024-a09a-06714fbb1b28 tempest-ServerDiskConfigTestJSON-2114072499 tempest-ServerDiskConfigTestJSON-2114072499-project] 10.222.0.53 "GET /v2.0/ports?device_id=e5c7a66d-061d-4037-b710-d5590d89c491 HTTP/1.1" status: 200 len: 945 time: 0.1090057 Jun 24 12:07:35.329810 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-384e26f4-8209-42b3-a338-c12c0c736bd6 req-034f560a-1c56-4d34-ab9e-d76c6bee57a5 tempest-ServerDiskConfigTestJSON-2114072499 tempest-ServerDiskConfigTestJSON-2114072499-project] 10.222.0.53 "GET /v2.0/security-groups?id=13674d09-e7c9-4a89-b149-d3f123d8050f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473945 Jun 24 12:07:35.348315 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8436e8-3055-407b-89ff-3b4db9d202ca req-69fda011-af35-4d4d-b00d-c3f172be67b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:07:35.348315 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-2b8436e8-3055-407b-89ff-3b4db9d202ca req-69fda011-af35-4d4d-b00d-c3f172be67b7 service neutron] 10.222.0.45 "GET /v2.0/networks?id=6d91596e-182e-491d-ba8e-0d3f590de66e HTTP/1.1" status: 200 len: 916 time: 0.1330495 Jun 24 12:07:35.391299 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-2b8436e8-3055-407b-89ff-3b4db9d202ca req-d275fac4-353b-4243-bcc1-dee89d590a66 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6e1d3abe-5cea-4363-bfad-fda9927613eb HTTP/1.1" status: 200 len: 217 time: 0.0369203 Jun 24 12:07:35.439110 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8436e8-3055-407b-89ff-3b4db9d202ca req-ea20b9c7-a633-4f44-a622-bbb73b4a2de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:07:35.440621 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-2b8436e8-3055-407b-89ff-3b4db9d202ca req-ea20b9c7-a633-4f44-a622-bbb73b4a2de5 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=7e7ae902-5626-4905-a20c-81ba3bf8ea7d HTTP/1.1" status: 200 len: 855 time: 0.0435069 Jun 24 12:07:35.478956 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-2b8436e8-3055-407b-89ff-3b4db9d202ca req-6e89836c-9c91-49a4-8803-9ecd7338f068 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=6d91596e-182e-491d-ba8e-0d3f590de66e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0314670 Jun 24 12:07:35.576482 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-2b8436e8-3055-407b-89ff-3b4db9d202ca req-6d5de024-bed9-49e2-a2cc-4a58633b3873 service neutron] 10.222.0.45 "GET /v2.0/networks/6d91596e-182e-491d-ba8e-0d3f590de66e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909755 Jun 24 12:07:35.680232 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-2b8436e8-3055-407b-89ff-3b4db9d202ca req-26dfed23-38c9-4222-832a-218f01d9b1ef service neutron] 10.222.0.45 "GET /v2.0/networks/6d91596e-182e-491d-ba8e-0d3f590de66e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967364 Jun 24 12:07:36.508360 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b675851-ac83-452d-9fac-49ae7f8a9d77 req-b54b7e6b-4070-4da8-a8dc-f766d65bdb0d tempest-ServerDiskConfigTestJSON-2114072499 tempest-ServerDiskConfigTestJSON-2114072499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:07:36.509791 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-7b675851-ac83-452d-9fac-49ae7f8a9d77 req-b54b7e6b-4070-4da8-a8dc-f766d65bdb0d tempest-ServerDiskConfigTestJSON-2114072499 tempest-ServerDiskConfigTestJSON-2114072499-project] 10.222.0.53 "GET /v2.0/ports?device_id=e5c7a66d-061d-4037-b710-d5590d89c491 HTTP/1.1" status: 200 len: 945 time: 0.0636134 Jun 24 12:07:36.549354 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-7b675851-ac83-452d-9fac-49ae7f8a9d77 req-c2e4c792-3737-49e4-8901-ad1774a27656 tempest-ServerDiskConfigTestJSON-2114072499 tempest-ServerDiskConfigTestJSON-2114072499-project] 10.222.0.53 "GET /v2.0/security-groups?id=13674d09-e7c9-4a89-b149-d3f123d8050f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323317 Jun 24 12:07:37.727307 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3503ed17-6a2b-43d2-b1ed-f2d9b3d23926 req-aa14b866-a3ab-4dee-8bbd-58a19fb5ce86 tempest-ServerDiskConfigTestJSON-2114072499 tempest-ServerDiskConfigTestJSON-2114072499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:07:37.729154 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-3503ed17-6a2b-43d2-b1ed-f2d9b3d23926 req-aa14b866-a3ab-4dee-8bbd-58a19fb5ce86 tempest-ServerDiskConfigTestJSON-2114072499 tempest-ServerDiskConfigTestJSON-2114072499-project] 10.222.0.53 "GET /v2.0/ports?device_id=e5c7a66d-061d-4037-b710-d5590d89c491 HTTP/1.1" status: 200 len: 945 time: 0.0688007 Jun 24 12:07:37.767005 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-3503ed17-6a2b-43d2-b1ed-f2d9b3d23926 req-bf9f8a48-42ed-41a5-a06f-62f7079fce39 tempest-ServerDiskConfigTestJSON-2114072499 tempest-ServerDiskConfigTestJSON-2114072499-project] 10.222.0.53 "GET /v2.0/security-groups?id=13674d09-e7c9-4a89-b149-d3f123d8050f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323133 Jun 24 12:07:38.942041 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cdd28e-415f-46fa-a40c-2e1acfda9f0b req-5708e999-1a97-4a67-ae3b-4124a873467a tempest-ServerDiskConfigTestJSON-2114072499 tempest-ServerDiskConfigTestJSON-2114072499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:07:38.943448 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-82cdd28e-415f-46fa-a40c-2e1acfda9f0b req-5708e999-1a97-4a67-ae3b-4124a873467a tempest-ServerDiskConfigTestJSON-2114072499 tempest-ServerDiskConfigTestJSON-2114072499-project] 10.222.0.53 "GET /v2.0/ports?device_id=e5c7a66d-061d-4037-b710-d5590d89c491 HTTP/1.1" status: 200 len: 945 time: 0.0650892 Jun 24 12:07:38.982510 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-82cdd28e-415f-46fa-a40c-2e1acfda9f0b req-aa9b2c58-bd63-44dd-9ebd-7b06096027b3 tempest-ServerDiskConfigTestJSON-2114072499 tempest-ServerDiskConfigTestJSON-2114072499-project] 10.222.0.53 "GET /v2.0/security-groups?id=13674d09-e7c9-4a89-b149-d3f123d8050f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326538 Jun 24 12:07:40.160152 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb1eddc-56df-4430-a41c-c128b6b70d29 req-72ac3f36-03d8-4593-8805-6e698732a135 tempest-ServerDiskConfigTestJSON-2114072499 tempest-ServerDiskConfigTestJSON-2114072499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:07:40.161625 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-2cb1eddc-56df-4430-a41c-c128b6b70d29 req-72ac3f36-03d8-4593-8805-6e698732a135 tempest-ServerDiskConfigTestJSON-2114072499 tempest-ServerDiskConfigTestJSON-2114072499-project] 10.222.0.53 "GET /v2.0/ports?device_id=e5c7a66d-061d-4037-b710-d5590d89c491 HTTP/1.1" status: 200 len: 945 time: 0.0659001 Jun 24 12:07:40.201356 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-2cb1eddc-56df-4430-a41c-c128b6b70d29 req-db9a4190-707b-4730-985e-47586b125348 tempest-ServerDiskConfigTestJSON-2114072499 tempest-ServerDiskConfigTestJSON-2114072499-project] 10.222.0.53 "GET /v2.0/security-groups?id=13674d09-e7c9-4a89-b149-d3f123d8050f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340779 Jun 24 12:07:41.381759 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66335523-24b7-42a0-8d6b-7bcf0cf7cfa4 req-72c78857-5b1c-43f7-9932-6f334ed48dbf tempest-ServerDiskConfigTestJSON-2114072499 tempest-ServerDiskConfigTestJSON-2114072499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:07:41.383191 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-66335523-24b7-42a0-8d6b-7bcf0cf7cfa4 req-72c78857-5b1c-43f7-9932-6f334ed48dbf tempest-ServerDiskConfigTestJSON-2114072499 tempest-ServerDiskConfigTestJSON-2114072499-project] 10.222.0.53 "GET /v2.0/ports?device_id=e5c7a66d-061d-4037-b710-d5590d89c491 HTTP/1.1" status: 200 len: 945 time: 0.0691948 Jun 24 12:07:41.421558 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-66335523-24b7-42a0-8d6b-7bcf0cf7cfa4 req-45cd32a7-2eb6-4852-ba40-6f6e70782156 tempest-ServerDiskConfigTestJSON-2114072499 tempest-ServerDiskConfigTestJSON-2114072499-project] 10.222.0.53 "GET /v2.0/security-groups?id=13674d09-e7c9-4a89-b149-d3f123d8050f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319653 Jun 24 12:07:42.594224 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2bce5b-aa28-46fc-80d1-5a9260457e71 req-51b941eb-6382-4b21-987d-c3f8b84b05d0 tempest-ServerDiskConfigTestJSON-2114072499 tempest-ServerDiskConfigTestJSON-2114072499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:07:42.595888 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-2d2bce5b-aa28-46fc-80d1-5a9260457e71 req-51b941eb-6382-4b21-987d-c3f8b84b05d0 tempest-ServerDiskConfigTestJSON-2114072499 tempest-ServerDiskConfigTestJSON-2114072499-project] 10.222.0.53 "GET /v2.0/ports?device_id=e5c7a66d-061d-4037-b710-d5590d89c491 HTTP/1.1" status: 200 len: 945 time: 0.0647573 Jun 24 12:07:42.633873 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-2d2bce5b-aa28-46fc-80d1-5a9260457e71 req-342251dc-b7b0-4c72-b4ec-6bacdfa05d55 tempest-ServerDiskConfigTestJSON-2114072499 tempest-ServerDiskConfigTestJSON-2114072499-project] 10.222.0.53 "GET /v2.0/security-groups?id=13674d09-e7c9-4a89-b149-d3f123d8050f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319710 Jun 24 12:07:43.816601 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6ddf7b-3206-4314-962b-f3a690c01729 req-ea45b7df-180f-422c-8b95-830eb09e50e5 tempest-ServerDiskConfigTestJSON-2114072499 tempest-ServerDiskConfigTestJSON-2114072499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:07:43.818121 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-3e6ddf7b-3206-4314-962b-f3a690c01729 req-ea45b7df-180f-422c-8b95-830eb09e50e5 tempest-ServerDiskConfigTestJSON-2114072499 tempest-ServerDiskConfigTestJSON-2114072499-project] 10.222.0.53 "GET /v2.0/ports?device_id=e5c7a66d-061d-4037-b710-d5590d89c491 HTTP/1.1" status: 200 len: 945 time: 0.0699511 Jun 24 12:07:43.857705 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-3e6ddf7b-3206-4314-962b-f3a690c01729 req-c448d490-2930-48dd-81ee-383698f3b74f tempest-ServerDiskConfigTestJSON-2114072499 tempest-ServerDiskConfigTestJSON-2114072499-project] 10.222.0.53 "GET /v2.0/security-groups?id=13674d09-e7c9-4a89-b149-d3f123d8050f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331922 Jun 24 12:07:44.811636 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:07:45.033576 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7e9c4d-32c3-4551-8d54-c9465828d68c req-10cda7b3-01c6-46ab-8918-a7d79fc3416d tempest-ServerDiskConfigTestJSON-2114072499 tempest-ServerDiskConfigTestJSON-2114072499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:07:45.035058 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-9d7e9c4d-32c3-4551-8d54-c9465828d68c req-10cda7b3-01c6-46ab-8918-a7d79fc3416d tempest-ServerDiskConfigTestJSON-2114072499 tempest-ServerDiskConfigTestJSON-2114072499-project] 10.222.0.53 "GET /v2.0/ports?device_id=e5c7a66d-061d-4037-b710-d5590d89c491 HTTP/1.1" status: 200 len: 945 time: 0.0647492 Jun 24 12:07:45.074816 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-9d7e9c4d-32c3-4551-8d54-c9465828d68c req-c9ebef8f-177f-41d2-8ca1-d3faea1e5739 tempest-ServerDiskConfigTestJSON-2114072499 tempest-ServerDiskConfigTestJSON-2114072499-project] 10.222.0.53 "GET /v2.0/security-groups?id=13674d09-e7c9-4a89-b149-d3f123d8050f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335732 Jun 24 12:07:46.254857 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cde7aa-e370-4fbe-9846-bb099281eab0 req-3fbf1933-cb96-42ac-ab40-75c05dccdddf tempest-ServerDiskConfigTestJSON-2114072499 tempest-ServerDiskConfigTestJSON-2114072499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:07:46.256588 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-81cde7aa-e370-4fbe-9846-bb099281eab0 req-3fbf1933-cb96-42ac-ab40-75c05dccdddf tempest-ServerDiskConfigTestJSON-2114072499 tempest-ServerDiskConfigTestJSON-2114072499-project] 10.222.0.53 "GET /v2.0/ports?device_id=e5c7a66d-061d-4037-b710-d5590d89c491 HTTP/1.1" status: 200 len: 945 time: 0.0652797 Jun 24 12:07:46.295895 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-81cde7aa-e370-4fbe-9846-bb099281eab0 req-0c558346-5ce5-47da-9b5a-24023a4f1117 tempest-ServerDiskConfigTestJSON-2114072499 tempest-ServerDiskConfigTestJSON-2114072499-project] 10.222.0.53 "GET /v2.0/security-groups?id=13674d09-e7c9-4a89-b149-d3f123d8050f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329020 Jun 24 12:07:47.475654 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fa3580-3009-498d-9f57-e0e4559e39f6 req-0954dfd1-1a26-466b-af30-612b3befdb28 tempest-ServerDiskConfigTestJSON-2114072499 tempest-ServerDiskConfigTestJSON-2114072499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:07:47.477190 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-f3fa3580-3009-498d-9f57-e0e4559e39f6 req-0954dfd1-1a26-466b-af30-612b3befdb28 tempest-ServerDiskConfigTestJSON-2114072499 tempest-ServerDiskConfigTestJSON-2114072499-project] 10.222.0.53 "GET /v2.0/ports?device_id=e5c7a66d-061d-4037-b710-d5590d89c491 HTTP/1.1" status: 200 len: 945 time: 0.0666380 Jun 24 12:07:47.515384 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-f3fa3580-3009-498d-9f57-e0e4559e39f6 req-86d6081d-408e-4c0d-9b73-7ff658d7b616 tempest-ServerDiskConfigTestJSON-2114072499 tempest-ServerDiskConfigTestJSON-2114072499-project] 10.222.0.53 "GET /v2.0/security-groups?id=13674d09-e7c9-4a89-b149-d3f123d8050f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321894 Jun 24 12:07:48.692536 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6e5b21-b2b2-47a4-ba57-021f14788f8a req-11173a14-55e0-4d2f-9e02-7f63eed17bc5 tempest-ServerDiskConfigTestJSON-2114072499 tempest-ServerDiskConfigTestJSON-2114072499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:07:48.694045 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-2b6e5b21-b2b2-47a4-ba57-021f14788f8a req-11173a14-55e0-4d2f-9e02-7f63eed17bc5 tempest-ServerDiskConfigTestJSON-2114072499 tempest-ServerDiskConfigTestJSON-2114072499-project] 10.222.0.53 "GET /v2.0/ports?device_id=e5c7a66d-061d-4037-b710-d5590d89c491 HTTP/1.1" status: 200 len: 945 time: 0.0660248 Jun 24 12:07:48.732212 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-2b6e5b21-b2b2-47a4-ba57-021f14788f8a req-2ce31742-182e-475a-82db-d1e52f753092 tempest-ServerDiskConfigTestJSON-2114072499 tempest-ServerDiskConfigTestJSON-2114072499-project] 10.222.0.53 "GET /v2.0/security-groups?id=13674d09-e7c9-4a89-b149-d3f123d8050f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324373 Jun 24 12:07:49.919253 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3472a282-188e-4de8-b903-84191f783b70 req-7d395af7-cbf7-4215-887f-c5c87b00484a tempest-ServerDiskConfigTestJSON-2114072499 tempest-ServerDiskConfigTestJSON-2114072499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:07:49.920919 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-3472a282-188e-4de8-b903-84191f783b70 req-7d395af7-cbf7-4215-887f-c5c87b00484a tempest-ServerDiskConfigTestJSON-2114072499 tempest-ServerDiskConfigTestJSON-2114072499-project] 10.222.0.53 "GET /v2.0/ports?device_id=e5c7a66d-061d-4037-b710-d5590d89c491 HTTP/1.1" status: 200 len: 945 time: 0.0731413 Jun 24 12:07:49.961342 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-3472a282-188e-4de8-b903-84191f783b70 req-4b59525a-62ef-47b0-81f6-49c0d84cc2bc tempest-ServerDiskConfigTestJSON-2114072499 tempest-ServerDiskConfigTestJSON-2114072499-project] 10.222.0.53 "GET /v2.0/security-groups?id=13674d09-e7c9-4a89-b149-d3f123d8050f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347114 Jun 24 12:07:51.137010 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567446ed-1eb3-439d-a1b1-aefaa58d2c09 req-8d075c58-01f8-4c05-ae90-c75d9b0a52d9 tempest-ServerDiskConfigTestJSON-2114072499 tempest-ServerDiskConfigTestJSON-2114072499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:07:51.138583 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-567446ed-1eb3-439d-a1b1-aefaa58d2c09 req-8d075c58-01f8-4c05-ae90-c75d9b0a52d9 tempest-ServerDiskConfigTestJSON-2114072499 tempest-ServerDiskConfigTestJSON-2114072499-project] 10.222.0.53 "GET /v2.0/ports?device_id=e5c7a66d-061d-4037-b710-d5590d89c491 HTTP/1.1" status: 200 len: 945 time: 0.0636606 Jun 24 12:07:51.176574 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-567446ed-1eb3-439d-a1b1-aefaa58d2c09 req-be6cfe03-5c86-40ef-a558-385c8f170f8a tempest-ServerDiskConfigTestJSON-2114072499 tempest-ServerDiskConfigTestJSON-2114072499-project] 10.222.0.53 "GET /v2.0/security-groups?id=13674d09-e7c9-4a89-b149-d3f123d8050f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324707 Jun 24 12:07:52.361245 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d451266-b934-493e-b0ab-740d69b5f452 req-89bb0622-df78-4f29-8fd0-87d71ade313f tempest-ServerDiskConfigTestJSON-2114072499 tempest-ServerDiskConfigTestJSON-2114072499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:07:52.362692 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-3d451266-b934-493e-b0ab-740d69b5f452 req-89bb0622-df78-4f29-8fd0-87d71ade313f tempest-ServerDiskConfigTestJSON-2114072499 tempest-ServerDiskConfigTestJSON-2114072499-project] 10.222.0.53 "GET /v2.0/ports?device_id=e5c7a66d-061d-4037-b710-d5590d89c491 HTTP/1.1" status: 200 len: 945 time: 0.0671010 Jun 24 12:07:52.405813 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-3d451266-b934-493e-b0ab-740d69b5f452 req-8155f63d-de2e-4169-864c-c0976352fa46 tempest-ServerDiskConfigTestJSON-2114072499 tempest-ServerDiskConfigTestJSON-2114072499-project] 10.222.0.53 "GET /v2.0/security-groups?id=13674d09-e7c9-4a89-b149-d3f123d8050f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371313 Jun 24 12:07:53.586330 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b74fe0e-b2ef-4052-9b07-4b191f4b3092 req-377b359c-cd7b-4ad3-8ff7-a71076ed5cdc tempest-ServerDiskConfigTestJSON-2114072499 tempest-ServerDiskConfigTestJSON-2114072499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:07:53.588475 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-8b74fe0e-b2ef-4052-9b07-4b191f4b3092 req-377b359c-cd7b-4ad3-8ff7-a71076ed5cdc tempest-ServerDiskConfigTestJSON-2114072499 tempest-ServerDiskConfigTestJSON-2114072499-project] 10.222.0.53 "GET /v2.0/ports?device_id=e5c7a66d-061d-4037-b710-d5590d89c491 HTTP/1.1" status: 200 len: 945 time: 0.0682962 Jun 24 12:07:53.626259 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-8b74fe0e-b2ef-4052-9b07-4b191f4b3092 req-2278535e-67a0-4ebe-98f5-8b99d671fdb4 tempest-ServerDiskConfigTestJSON-2114072499 tempest-ServerDiskConfigTestJSON-2114072499-project] 10.222.0.53 "GET /v2.0/security-groups?id=13674d09-e7c9-4a89-b149-d3f123d8050f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320921 Jun 24 12:07:53.848388 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-1818417f-4ce2-4b61-b3ff-2b324ee6b583 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:07:54.808346 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5209ced0-5c47-4740-bd12-d69fe04a30a5 req-3b2c9392-0ffe-4de1-904f-443fb6a4d8f9 tempest-ServerDiskConfigTestJSON-2114072499 tempest-ServerDiskConfigTestJSON-2114072499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:07:54.809847 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-5209ced0-5c47-4740-bd12-d69fe04a30a5 req-3b2c9392-0ffe-4de1-904f-443fb6a4d8f9 tempest-ServerDiskConfigTestJSON-2114072499 tempest-ServerDiskConfigTestJSON-2114072499-project] 10.222.0.53 "GET /v2.0/ports?device_id=e5c7a66d-061d-4037-b710-d5590d89c491 HTTP/1.1" status: 200 len: 945 time: 0.0639234 Jun 24 12:07:54.848189 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-5209ced0-5c47-4740-bd12-d69fe04a30a5 req-26634b23-696d-4818-a648-050e11a5da9b tempest-ServerDiskConfigTestJSON-2114072499 tempest-ServerDiskConfigTestJSON-2114072499-project] 10.222.0.53 "GET /v2.0/security-groups?id=13674d09-e7c9-4a89-b149-d3f123d8050f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326095 Jun 24 12:07:56.024962 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac14349-11aa-41a0-8dd2-24394b172d3f req-a071eacd-dffb-4f96-84f7-d83e20eb407d tempest-ServerDiskConfigTestJSON-2114072499 tempest-ServerDiskConfigTestJSON-2114072499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:07:56.026453 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-8ac14349-11aa-41a0-8dd2-24394b172d3f req-a071eacd-dffb-4f96-84f7-d83e20eb407d tempest-ServerDiskConfigTestJSON-2114072499 tempest-ServerDiskConfigTestJSON-2114072499-project] 10.222.0.53 "GET /v2.0/ports?device_id=e5c7a66d-061d-4037-b710-d5590d89c491 HTTP/1.1" status: 200 len: 945 time: 0.0673990 Jun 24 12:07:56.064124 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-8ac14349-11aa-41a0-8dd2-24394b172d3f req-a0ab624b-bd81-47c7-80c8-a964d21c00a0 tempest-ServerDiskConfigTestJSON-2114072499 tempest-ServerDiskConfigTestJSON-2114072499-project] 10.222.0.53 "GET /v2.0/security-groups?id=13674d09-e7c9-4a89-b149-d3f123d8050f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319531 Jun 24 12:07:56.396893 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-dc623f97-d9db-4ec7-8bc2-7b29446a2d84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:07:56.530586 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:07:56.683568 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8059fa4e-50e0-4ee0-a3e4-13a278d24012 req-576c4903-9a76-4e44-a57c-0d88927eaf74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:07:56.685061 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-8059fa4e-50e0-4ee0-a3e4-13a278d24012 req-576c4903-9a76-4e44-a57c-0d88927eaf74 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=fa02a2b47a2b4959936012d06c7c21ca&device_id=e5c7a66d-061d-4037-b710-d5590d89c491 HTTP/1.1" status: 200 len: 1098 time: 0.0569227 Jun 24 12:07:56.796521 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8059fa4e-50e0-4ee0-a3e4-13a278d24012 req-3086ee41-aa3e-4720-86ac-9cc8dff49ebc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:07:56.797903 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-8059fa4e-50e0-4ee0-a3e4-13a278d24012 req-3086ee41-aa3e-4720-86ac-9cc8dff49ebc service neutron] 10.222.0.45 "GET /v2.0/networks?id=6d91596e-182e-491d-ba8e-0d3f590de66e HTTP/1.1" status: 200 len: 916 time: 0.0919220 Jun 24 12:07:56.841128 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-8059fa4e-50e0-4ee0-a3e4-13a278d24012 req-f43d8d9b-a460-4375-93cd-7b689e58cf31 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6e1d3abe-5cea-4363-bfad-fda9927613eb HTTP/1.1" status: 200 len: 217 time: 0.0334191 Jun 24 12:07:56.888213 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8059fa4e-50e0-4ee0-a3e4-13a278d24012 req-c4ed7bd1-33ed-4fb3-a0ce-9852404215c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:07:56.889705 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-8059fa4e-50e0-4ee0-a3e4-13a278d24012 req-c4ed7bd1-33ed-4fb3-a0ce-9852404215c7 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=7e7ae902-5626-4905-a20c-81ba3bf8ea7d HTTP/1.1" status: 200 len: 855 time: 0.0424991 Jun 24 12:07:56.922606 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-8059fa4e-50e0-4ee0-a3e4-13a278d24012 req-828d91b6-a21e-4e63-b6ab-36ec6627e383 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=6d91596e-182e-491d-ba8e-0d3f590de66e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255346 Jun 24 12:07:57.012352 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-8059fa4e-50e0-4ee0-a3e4-13a278d24012 req-c4253577-8ebc-48b3-ab0e-54010640e7fa service neutron] 10.222.0.45 "GET /v2.0/networks/6d91596e-182e-491d-ba8e-0d3f590de66e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827968 Jun 24 12:07:57.104880 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-8059fa4e-50e0-4ee0-a3e4-13a278d24012 req-d83385df-d351-4d6c-881e-70606791cffa service neutron] 10.222.0.45 "GET /v2.0/networks/6d91596e-182e-491d-ba8e-0d3f590de66e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855243 Jun 24 12:07:57.236408 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657b9cc6-d236-46fd-9090-86f5dab6088f req-c7f9ae08-a121-444f-8580-d38346dc8565 tempest-ServerDiskConfigTestJSON-2114072499 tempest-ServerDiskConfigTestJSON-2114072499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:07:57.237898 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-657b9cc6-d236-46fd-9090-86f5dab6088f req-c7f9ae08-a121-444f-8580-d38346dc8565 tempest-ServerDiskConfigTestJSON-2114072499 tempest-ServerDiskConfigTestJSON-2114072499-project] 10.222.0.53 "GET /v2.0/ports?device_id=e5c7a66d-061d-4037-b710-d5590d89c491 HTTP/1.1" status: 200 len: 945 time: 0.0626197 Jun 24 12:07:57.277644 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-657b9cc6-d236-46fd-9090-86f5dab6088f req-c4ee0c39-0e2c-4c5a-a58a-040f889af31b tempest-ServerDiskConfigTestJSON-2114072499 tempest-ServerDiskConfigTestJSON-2114072499-project] 10.222.0.53 "GET /v2.0/security-groups?id=13674d09-e7c9-4a89-b149-d3f123d8050f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329809 Jun 24 12:07:57.741426 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-03237adf-ebd0-46f2-a476-4d4bb746e0f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:07:58.449969 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df192560-7e06-4ee6-b81b-75a5e30f268f req-8759ea65-5d7d-4785-ad66-ccf6d23b0074 tempest-ServerDiskConfigTestJSON-2114072499 tempest-ServerDiskConfigTestJSON-2114072499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:07:58.451443 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-df192560-7e06-4ee6-b81b-75a5e30f268f req-8759ea65-5d7d-4785-ad66-ccf6d23b0074 tempest-ServerDiskConfigTestJSON-2114072499 tempest-ServerDiskConfigTestJSON-2114072499-project] 10.222.0.53 "GET /v2.0/ports?device_id=e5c7a66d-061d-4037-b710-d5590d89c491 HTTP/1.1" status: 200 len: 945 time: 0.0625925 Jun 24 12:07:58.490478 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-df192560-7e06-4ee6-b81b-75a5e30f268f req-186d5ee6-ca32-4f15-a8b4-16202412bca1 tempest-ServerDiskConfigTestJSON-2114072499 tempest-ServerDiskConfigTestJSON-2114072499-project] 10.222.0.53 "GET /v2.0/security-groups?id=13674d09-e7c9-4a89-b149-d3f123d8050f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332329 Jun 24 12:07:59.090516 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.agents_db [None req-87a69269-d72b-4286-97f3-1041481ed6d8 None None] Agent healthcheck: found 6 active agents {{(pid=128086) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 12:07:59.712819 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-52c483ef-d5c1-4030-9a32-e5ce4ff00ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:07:59.823678 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7f3871-258f-41ab-9e01-22119ad34ea4 req-e19d6544-5df1-423a-9edc-d8e3fcd3ae8f tempest-ServerDiskConfigTestJSON-2114072499 tempest-ServerDiskConfigTestJSON-2114072499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:07:59.825759 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-1b7f3871-258f-41ab-9e01-22119ad34ea4 req-e19d6544-5df1-423a-9edc-d8e3fcd3ae8f tempest-ServerDiskConfigTestJSON-2114072499 tempest-ServerDiskConfigTestJSON-2114072499-project] 10.222.0.53 "GET /v2.0/ports?device_id=e5c7a66d-061d-4037-b710-d5590d89c491 HTTP/1.1" status: 200 len: 945 time: 0.0681193 Jun 24 12:07:59.866068 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-1b7f3871-258f-41ab-9e01-22119ad34ea4 req-09d2e425-49fc-419b-9c48-7541ce783451 tempest-ServerDiskConfigTestJSON-2114072499 tempest-ServerDiskConfigTestJSON-2114072499-project] 10.222.0.53 "GET /v2.0/security-groups?id=13674d09-e7c9-4a89-b149-d3f123d8050f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353773 Jun 24 12:08:01.047758 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3ce9d6-3c13-46da-b9a4-077f38dd4195 req-c1ad56e8-e2bd-4278-b2e0-c0e0fd4729e7 tempest-ServerDiskConfigTestJSON-2114072499 tempest-ServerDiskConfigTestJSON-2114072499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:08:01.049449 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-ac3ce9d6-3c13-46da-b9a4-077f38dd4195 req-c1ad56e8-e2bd-4278-b2e0-c0e0fd4729e7 tempest-ServerDiskConfigTestJSON-2114072499 tempest-ServerDiskConfigTestJSON-2114072499-project] 10.222.0.53 "GET /v2.0/ports?device_id=e5c7a66d-061d-4037-b710-d5590d89c491 HTTP/1.1" status: 200 len: 945 time: 0.0662761 Jun 24 12:08:01.089129 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-ac3ce9d6-3c13-46da-b9a4-077f38dd4195 req-d21d80ce-a836-4019-ad2b-1abed0b2b4bb tempest-ServerDiskConfigTestJSON-2114072499 tempest-ServerDiskConfigTestJSON-2114072499-project] 10.222.0.53 "GET /v2.0/security-groups?id=13674d09-e7c9-4a89-b149-d3f123d8050f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338326 Jun 24 12:08:02.265576 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e62be12-ffe5-456f-8700-ee298bf5e211 req-459013ae-91c7-4351-847c-0634bc6dd122 tempest-ServerDiskConfigTestJSON-2114072499 tempest-ServerDiskConfigTestJSON-2114072499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:08:02.267056 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-0e62be12-ffe5-456f-8700-ee298bf5e211 req-459013ae-91c7-4351-847c-0634bc6dd122 tempest-ServerDiskConfigTestJSON-2114072499 tempest-ServerDiskConfigTestJSON-2114072499-project] 10.222.0.53 "GET /v2.0/ports?device_id=e5c7a66d-061d-4037-b710-d5590d89c491 HTTP/1.1" status: 200 len: 945 time: 0.0671408 Jun 24 12:08:02.308480 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-0e62be12-ffe5-456f-8700-ee298bf5e211 req-e0f6c50f-32c3-49bb-9561-299a7070b5e8 tempest-ServerDiskConfigTestJSON-2114072499 tempest-ServerDiskConfigTestJSON-2114072499-project] 10.222.0.53 "GET /v2.0/security-groups?id=13674d09-e7c9-4a89-b149-d3f123d8050f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353246 Jun 24 12:08:02.728384 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-2b8436e8-3055-407b-89ff-3b4db9d202ca req-12e2d494-4ecd-4628-99a6-a58c71e1ef4f service neutron] 10.222.0.45 "GET /v2.0/ports/6e1d3abe-5cea-4363-bfad-fda9927613eb/bindings/hv-neutron-7971 HTTP/1.1" status: 200 len: 384 time: 0.0592043 Jun 24 12:08:03.016505 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8436e8-3055-407b-89ff-3b4db9d202ca req-99c1f140-d4ff-424d-8f67-3f6cc23d8ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:08:03.018040 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-2b8436e8-3055-407b-89ff-3b4db9d202ca req-99c1f140-d4ff-424d-8f67-3f6cc23d8ed2 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=e5c7a66d-061d-4037-b710-d5590d89c491&tenant_id=fa02a2b47a2b4959936012d06c7c21ca HTTP/1.1" status: 200 len: 1098 time: 0.0544198 Jun 24 12:08:03.093363 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8436e8-3055-407b-89ff-3b4db9d202ca req-d734b351-12e4-440a-824a-1207b68eb1e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:08:03.094837 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-2b8436e8-3055-407b-89ff-3b4db9d202ca req-d734b351-12e4-440a-824a-1207b68eb1e0 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=fa02a2b47a2b4959936012d06c7c21ca&device_id=e5c7a66d-061d-4037-b710-d5590d89c491 HTTP/1.1" status: 200 len: 1098 time: 0.0520599 Jun 24 12:08:03.610902 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8436e8-3055-407b-89ff-3b4db9d202ca req-4b0a7d37-4dba-452a-8a79-96ade612f31a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:08:03.612252 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-2b8436e8-3055-407b-89ff-3b4db9d202ca req-4b0a7d37-4dba-452a-8a79-96ade612f31a service neutron] 10.222.0.45 "GET /v2.0/networks?id=6d91596e-182e-491d-ba8e-0d3f590de66e HTTP/1.1" status: 200 len: 916 time: 0.5075870 Jun 24 12:08:03.624313 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e472cb7-48d5-408c-b5e6-5bc9312e0c7c req-6e63970b-47d1-4fed-960c-74456ab6bcb1 tempest-ServerDiskConfigTestJSON-2114072499 tempest-ServerDiskConfigTestJSON-2114072499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:08:03.625700 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-0e472cb7-48d5-408c-b5e6-5bc9312e0c7c req-6e63970b-47d1-4fed-960c-74456ab6bcb1 tempest-ServerDiskConfigTestJSON-2114072499 tempest-ServerDiskConfigTestJSON-2114072499-project] 10.222.0.53 "GET /v2.0/ports?device_id=e5c7a66d-061d-4037-b710-d5590d89c491 HTTP/1.1" status: 200 len: 945 time: 0.1258976 Jun 24 12:08:03.670280 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-2b8436e8-3055-407b-89ff-3b4db9d202ca req-999e4c06-e508-40bc-bd43-f0ec84832ece service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6e1d3abe-5cea-4363-bfad-fda9927613eb HTTP/1.1" status: 200 len: 217 time: 0.0436034 Jun 24 12:08:03.697204 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-0e472cb7-48d5-408c-b5e6-5bc9312e0c7c req-561b691d-af40-4189-a4e9-c0f2c659be14 tempest-ServerDiskConfigTestJSON-2114072499 tempest-ServerDiskConfigTestJSON-2114072499-project] 10.222.0.53 "GET /v2.0/security-groups?id=13674d09-e7c9-4a89-b149-d3f123d8050f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651903 Jun 24 12:08:03.731095 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8436e8-3055-407b-89ff-3b4db9d202ca req-23233166-8f20-49eb-a6d6-057355f0db2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:08:03.732517 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-2b8436e8-3055-407b-89ff-3b4db9d202ca req-23233166-8f20-49eb-a6d6-057355f0db2b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=7e7ae902-5626-4905-a20c-81ba3bf8ea7d HTTP/1.1" status: 200 len: 855 time: 0.0497963 Jun 24 12:08:03.772058 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-2b8436e8-3055-407b-89ff-3b4db9d202ca req-4af71fc5-598a-40c8-a445-70e89756a550 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=6d91596e-182e-491d-ba8e-0d3f590de66e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297990 Jun 24 12:08:03.868576 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-2b8436e8-3055-407b-89ff-3b4db9d202ca req-c6b44715-e6a2-44ee-8b04-02727bb9f52b service neutron] 10.222.0.45 "GET /v2.0/networks/6d91596e-182e-491d-ba8e-0d3f590de66e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816159 Jun 24 12:08:03.965106 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-2b8436e8-3055-407b-89ff-3b4db9d202ca req-e1169a6e-d8f1-430b-b147-ee8723d7d228 service neutron] 10.222.0.45 "GET /v2.0/networks/6d91596e-182e-491d-ba8e-0d3f590de66e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859950 Jun 24 12:08:04.881124 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4501a5-76f2-43d0-918c-94b180115e61 req-1fa1254f-3e3f-4e31-aa64-f91170e1728a tempest-ServerDiskConfigTestJSON-2114072499 tempest-ServerDiskConfigTestJSON-2114072499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:08:04.882757 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-5e4501a5-76f2-43d0-918c-94b180115e61 req-1fa1254f-3e3f-4e31-aa64-f91170e1728a tempest-ServerDiskConfigTestJSON-2114072499 tempest-ServerDiskConfigTestJSON-2114072499-project] 10.222.0.53 "GET /v2.0/ports?device_id=e5c7a66d-061d-4037-b710-d5590d89c491 HTTP/1.1" status: 200 len: 945 time: 0.0696840 Jun 24 12:08:04.921012 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-5e4501a5-76f2-43d0-918c-94b180115e61 req-3787fec0-c96d-4547-8873-d2f4845ee641 tempest-ServerDiskConfigTestJSON-2114072499 tempest-ServerDiskConfigTestJSON-2114072499-project] 10.222.0.53 "GET /v2.0/security-groups?id=13674d09-e7c9-4a89-b149-d3f123d8050f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323765 Jun 24 12:08:06.103781 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd747f7b-2c27-4024-b641-9a6d3ce59f4d req-5843b134-8918-408b-8ea8-dd104454d597 tempest-ServerDiskConfigTestJSON-2114072499 tempest-ServerDiskConfigTestJSON-2114072499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:08:06.105431 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-dd747f7b-2c27-4024-b641-9a6d3ce59f4d req-5843b134-8918-408b-8ea8-dd104454d597 tempest-ServerDiskConfigTestJSON-2114072499 tempest-ServerDiskConfigTestJSON-2114072499-project] 10.222.0.53 "GET /v2.0/ports?device_id=e5c7a66d-061d-4037-b710-d5590d89c491 HTTP/1.1" status: 200 len: 945 time: 0.0679827 Jun 24 12:08:06.152701 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-dd747f7b-2c27-4024-b641-9a6d3ce59f4d req-2b2d7540-ebc9-4dfb-8efa-7690bc710d4d tempest-ServerDiskConfigTestJSON-2114072499 tempest-ServerDiskConfigTestJSON-2114072499-project] 10.222.0.53 "GET /v2.0/security-groups?id=13674d09-e7c9-4a89-b149-d3f123d8050f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413983 Jun 24 12:08:06.522601 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a47b2e6-2322-4b9f-8059-fc1cf5b1a4ed req-fd7166ce-103e-4ae3-9ec8-2864dd8fb468 tempest-ServerDiskConfigTestJSON-2114072499 tempest-ServerDiskConfigTestJSON-2114072499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:08:06.524020 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-3a47b2e6-2322-4b9f-8059-fc1cf5b1a4ed req-fd7166ce-103e-4ae3-9ec8-2864dd8fb468 tempest-ServerDiskConfigTestJSON-2114072499 tempest-ServerDiskConfigTestJSON-2114072499-project] 10.222.0.53 "GET /v2.0/ports?device_id=e5c7a66d-061d-4037-b710-d5590d89c491 HTTP/1.1" status: 200 len: 945 time: 0.1156607 Jun 24 12:08:06.548221 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400e8a44-e51c-4f72-8369-75cb85c4048c req-61c15f0d-033b-43a3-a082-fd71e40f1234 tempest-ServerDiskConfigTestJSON-2114072499 tempest-ServerDiskConfigTestJSON-2114072499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:08:06.549750 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-400e8a44-e51c-4f72-8369-75cb85c4048c req-61c15f0d-033b-43a3-a082-fd71e40f1234 tempest-ServerDiskConfigTestJSON-2114072499 tempest-ServerDiskConfigTestJSON-2114072499-project] 10.222.0.45 "GET /v2.0/ports?device_id=e5c7a66d-061d-4037-b710-d5590d89c491&tenant_id=fa02a2b47a2b4959936012d06c7c21ca&binding%3Ahost_id=hv-neutron-7971 HTTP/1.1" status: 200 len: 945 time: 0.1317568 Jun 24 12:08:06.583858 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-3a47b2e6-2322-4b9f-8059-fc1cf5b1a4ed req-236a9891-a2b5-49bf-bae2-01ee246388e1 tempest-ServerDiskConfigTestJSON-2114072499 tempest-ServerDiskConfigTestJSON-2114072499-project] 10.222.0.53 "GET /v2.0/security-groups?id=13674d09-e7c9-4a89-b149-d3f123d8050f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531330 Jun 24 12:08:06.654707 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400e8a44-e51c-4f72-8369-75cb85c4048c req-74f25e8d-4ef5-4644-a331-5ead8bf5b594 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:08:06.656174 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-400e8a44-e51c-4f72-8369-75cb85c4048c req-74f25e8d-4ef5-4644-a331-5ead8bf5b594 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=fa02a2b47a2b4959936012d06c7c21ca&device_id=e5c7a66d-061d-4037-b710-d5590d89c491 HTTP/1.1" status: 200 len: 1098 time: 0.0583687 Jun 24 12:08:06.752059 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400e8a44-e51c-4f72-8369-75cb85c4048c req-26a39fd1-a56b-44cb-a55b-be113bb5c18b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:08:06.753586 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-400e8a44-e51c-4f72-8369-75cb85c4048c req-26a39fd1-a56b-44cb-a55b-be113bb5c18b service neutron] 10.222.0.45 "GET /v2.0/networks?id=6d91596e-182e-491d-ba8e-0d3f590de66e HTTP/1.1" status: 200 len: 916 time: 0.0908806 Jun 24 12:08:06.800011 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-400e8a44-e51c-4f72-8369-75cb85c4048c req-b6e77647-5a89-4acf-a79e-d1573e6d365e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6e1d3abe-5cea-4363-bfad-fda9927613eb HTTP/1.1" status: 200 len: 217 time: 0.0390491 Jun 24 12:08:06.850732 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400e8a44-e51c-4f72-8369-75cb85c4048c req-7054d3ba-e66c-4730-ac3f-9de7ccf50d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:08:06.852732 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-400e8a44-e51c-4f72-8369-75cb85c4048c req-7054d3ba-e66c-4730-ac3f-9de7ccf50d55 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=7e7ae902-5626-4905-a20c-81ba3bf8ea7d HTTP/1.1" status: 200 len: 855 time: 0.0455325 Jun 24 12:08:06.888177 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-400e8a44-e51c-4f72-8369-75cb85c4048c req-50f3e4f3-2fb5-42ad-9c9c-c965a4433204 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=6d91596e-182e-491d-ba8e-0d3f590de66e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285378 Jun 24 12:08:06.984951 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-400e8a44-e51c-4f72-8369-75cb85c4048c req-4a580da7-56aa-4a5c-a90e-65b1a205b12b service neutron] 10.222.0.45 "GET /v2.0/networks/6d91596e-182e-491d-ba8e-0d3f590de66e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903602 Jun 24 12:08:07.077388 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-400e8a44-e51c-4f72-8369-75cb85c4048c req-05ba36a0-3e2f-4398-808c-4fd94e5dd164 service neutron] 10.222.0.45 "GET /v2.0/networks/6d91596e-182e-491d-ba8e-0d3f590de66e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852332 Jun 24 12:08:07.081527 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Device 6e1d3abe-5cea-4363-bfad-fda9927613eb details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=128085) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 12:08:07.084587 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Device 6e1d3abe-5cea-4363-bfad-fda9927613eb no longer exists at agent hyperv_hv-neutron-7971 {{(pid=128085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 12:08:07.222775 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:08:07.248799 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] For port 6e1d3abe-5cea-4363-bfad-fda9927613eb, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=6e1d3abe-5cea-4363-bfad-fda9927613eb,segment=NetworkSegment(349e41c2-7ef9-41a0-ae3f-8ef171777e7f),segment_id=349e41c2-7ef9-41a0-ae3f-8ef171777e7f)] {{(pid=128085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:08:07.268093 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5c7a66d-061d-4037-b710-d5590d89c491', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6e1d3abe-5cea-4363-bfad-fda9927613eb'}] {{(pid=128085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 12:08:07.270306 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1098ec9051a50dd033317f529a09b9762582ef7b417ebe05928aca59e08255aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-116eae13-3f17-4caa-a3f4-c07109ad584d" -d '{"events": [{"server_uuid": "e5c7a66d-061d-4037-b710-d5590d89c491", "name": "network-vif-unplugged", "status": "completed", "tag": "6e1d3abe-5cea-4363-bfad-fda9927613eb"}]}' {{(pid=128085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 12:08:07.281490 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Returning: {'device': '6e1d3abe-5cea-4363-bfad-fda9927613eb', 'network_id': '6d91596e-182e-491d-ba8e-0d3f590de66e', 'port_id': '6e1d3abe-5cea-4363-bfad-fda9927613eb', 'mac_address': 'fa:16:3e:1e:22:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 602, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e7ae902-5626-4905-a20c-81ba3bf8ea7d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=128085) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 12:08:07.286016 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] For port 6e1d3abe-5cea-4363-bfad-fda9927613eb, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=6e1d3abe-5cea-4363-bfad-fda9927613eb,segment=NetworkSegment(349e41c2-7ef9-41a0-ae3f-8ef171777e7f),segment_id=349e41c2-7ef9-41a0-ae3f-8ef171777e7f)] {{(pid=128085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:08:07.291836 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:08:07.309552 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-2eed727b-20b1-4129-930b-726817af782e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:08:07.355843 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:08:07.376578 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Pushing event updated for resources: {'Port': ['ID=6e1d3abe-5cea-4363-bfad-fda9927613eb,revision_number=6']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:08:07.379908 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.notifiers.nova [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e1d3abe-5cea-4363-bfad-fda9927613eb {{(pid=128085) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 12:08:07.397545 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 24 Jun 2021 12:08:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64393679-c405-403a-aba9-b32c2b80e408 x-openstack-request-id: req-64393679-c405-403a-aba9-b32c2b80e408 {{(pid=128085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 12:08:07.397841 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5c7a66d-061d-4037-b710-d5590d89c491", "name": "network-vif-unplugged", "status": "completed", "tag": "6e1d3abe-5cea-4363-bfad-fda9927613eb", "code": 200}]} {{(pid=128085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 12:08:07.398100 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-64393679-c405-403a-aba9-b32c2b80e408 {{(pid=128085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 12:08:07.398494 dv-neutron-797120-4-hyperv neutron-server[128085]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5c7a66d-061d-4037-b710-d5590d89c491', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6e1d3abe-5cea-4363-bfad-fda9927613eb', 'code': 200} Jun 24 12:08:07.399778 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:08:07.403190 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] For port 6e1d3abe-5cea-4363-bfad-fda9927613eb, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=6e1d3abe-5cea-4363-bfad-fda9927613eb,segment=NetworkSegment(349e41c2-7ef9-41a0-ae3f-8ef171777e7f),segment_id=349e41c2-7ef9-41a0-ae3f-8ef171777e7f)] {{(pid=128085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:08:07.406972 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:08:07.408621 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:08:07.456199 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Pushing event updated for resources: {'Port': ['ID=6e1d3abe-5cea-4363-bfad-fda9927613eb,revision_number=7']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:08:07.459026 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:08:07.469897 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] get_ports_and_sgs() called for port_ids ['6e1d3abe-5cea-4363-bfad-fda9927613eb'] {{(pid=128085) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 12:08:07.763889 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba25214-6662-4f59-80fa-0103f30333e7 req-47f0b60d-a250-42b1-9f74-f001662dd97a tempest-ServerDiskConfigTestJSON-2114072499 tempest-ServerDiskConfigTestJSON-2114072499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:08:07.765788 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-5ba25214-6662-4f59-80fa-0103f30333e7 req-47f0b60d-a250-42b1-9f74-f001662dd97a tempest-ServerDiskConfigTestJSON-2114072499 tempest-ServerDiskConfigTestJSON-2114072499-project] 10.222.0.53 "GET /v2.0/ports?device_id=e5c7a66d-061d-4037-b710-d5590d89c491 HTTP/1.1" status: 200 len: 944 time: 0.0655553 Jun 24 12:08:07.810199 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-5ba25214-6662-4f59-80fa-0103f30333e7 req-92044d34-3dd9-45b5-9519-126dede4bd71 tempest-ServerDiskConfigTestJSON-2114072499 tempest-ServerDiskConfigTestJSON-2114072499-project] 10.222.0.53 "GET /v2.0/security-groups?id=13674d09-e7c9-4a89-b149-d3f123d8050f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389268 Jun 24 12:08:08.998779 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8da3d4-d0b4-4db4-8865-495ecc618478 req-c1133f32-a64c-4754-bbb7-ac80e05b6f61 tempest-ServerDiskConfigTestJSON-2114072499 tempest-ServerDiskConfigTestJSON-2114072499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:08:09.000312 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-ab8da3d4-d0b4-4db4-8865-495ecc618478 req-c1133f32-a64c-4754-bbb7-ac80e05b6f61 tempest-ServerDiskConfigTestJSON-2114072499 tempest-ServerDiskConfigTestJSON-2114072499-project] 10.222.0.53 "GET /v2.0/ports?device_id=e5c7a66d-061d-4037-b710-d5590d89c491 HTTP/1.1" status: 200 len: 944 time: 0.0742519 Jun 24 12:08:09.041545 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-ab8da3d4-d0b4-4db4-8865-495ecc618478 req-02626938-ab31-4b8f-87d6-3bb5d2f47916 tempest-ServerDiskConfigTestJSON-2114072499 tempest-ServerDiskConfigTestJSON-2114072499-project] 10.222.0.53 "GET /v2.0/security-groups?id=13674d09-e7c9-4a89-b149-d3f123d8050f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352945 Jun 24 12:08:09.121002 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Device 6e1d3abe-5cea-4363-bfad-fda9927613eb up at agent hyperv_hv-neutron-7971 {{(pid=128085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:08:09.168922 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Provisioning complete for port 6e1d3abe-5cea-4363-bfad-fda9927613eb triggered by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:08:09.169332 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:08:09.227750 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b47cbd-f6f2-460b-a524-acd3d56f0753 req-1301d384-6e93-415f-b7aa-c8fcf0ea8ef9 tempest-ServerDiskConfigTestJSON-2114072499 tempest-ServerDiskConfigTestJSON-2114072499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:08:09.229858 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-05b47cbd-f6f2-460b-a524-acd3d56f0753 req-1301d384-6e93-415f-b7aa-c8fcf0ea8ef9 tempest-ServerDiskConfigTestJSON-2114072499 tempest-ServerDiskConfigTestJSON-2114072499-project] 10.222.0.53 "GET /v2.0/ports?device_id=e5c7a66d-061d-4037-b710-d5590d89c491 HTTP/1.1" status: 200 len: 944 time: 0.0726237 Jun 24 12:08:09.251812 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:08:09.279855 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-05b47cbd-f6f2-460b-a524-acd3d56f0753 req-89612d37-2262-40e3-a3a3-b25e9b91db0e tempest-ServerDiskConfigTestJSON-2114072499 tempest-ServerDiskConfigTestJSON-2114072499-project] 10.222.0.53 "GET /v2.0/security-groups?id=13674d09-e7c9-4a89-b149-d3f123d8050f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440977 Jun 24 12:08:09.296258 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] For port 6e1d3abe-5cea-4363-bfad-fda9927613eb, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=6e1d3abe-5cea-4363-bfad-fda9927613eb,segment=NetworkSegment(349e41c2-7ef9-41a0-ae3f-8ef171777e7f),segment_id=349e41c2-7ef9-41a0-ae3f-8ef171777e7f)] {{(pid=128085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:08:09.301485 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:08:09.304410 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:08:09.357783 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Pushing event updated for resources: {'Port': ['ID=6e1d3abe-5cea-4363-bfad-fda9927613eb,revision_number=8']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:08:09.361077 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:08:09.399820 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5c7a66d-061d-4037-b710-d5590d89c491', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e1d3abe-5cea-4363-bfad-fda9927613eb'}] {{(pid=128085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 12:08:09.402400 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1098ec9051a50dd033317f529a09b9762582ef7b417ebe05928aca59e08255aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3d18f21-925a-41e3-ac63-7c99e042065c" -d '{"events": [{"server_uuid": "e5c7a66d-061d-4037-b710-d5590d89c491", "name": "network-vif-plugged", "status": "completed", "tag": "6e1d3abe-5cea-4363-bfad-fda9927613eb"}]}' {{(pid=128085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 12:08:09.439298 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 12:08:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60e433de-aee6-4115-8f78-9e7aeeac0583 x-openstack-request-id: req-60e433de-aee6-4115-8f78-9e7aeeac0583 {{(pid=128085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 12:08:09.439606 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5c7a66d-061d-4037-b710-d5590d89c491", "name": "network-vif-plugged", "status": "completed", "tag": "6e1d3abe-5cea-4363-bfad-fda9927613eb", "code": 200}]} {{(pid=128085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 12:08:09.439867 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-60e433de-aee6-4115-8f78-9e7aeeac0583 {{(pid=128085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 12:08:09.440265 dv-neutron-797120-4-hyperv neutron-server[128085]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5c7a66d-061d-4037-b710-d5590d89c491', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e1d3abe-5cea-4363-bfad-fda9927613eb', 'code': 200} Jun 24 12:08:09.475244 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312f90db-f94b-41a9-85eb-7bd2cd6e89cb req-ee884e25-f439-41d7-a5d6-690e893943af tempest-ServerDiskConfigTestJSON-2114072499 tempest-ServerDiskConfigTestJSON-2114072499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:08:09.476819 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-312f90db-f94b-41a9-85eb-7bd2cd6e89cb req-ee884e25-f439-41d7-a5d6-690e893943af tempest-ServerDiskConfigTestJSON-2114072499 tempest-ServerDiskConfigTestJSON-2114072499-project] 10.222.0.53 "GET /v2.0/ports?device_id=e5c7a66d-061d-4037-b710-d5590d89c491 HTTP/1.1" status: 200 len: 945 time: 0.0805120 Jun 24 12:08:09.519830 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-312f90db-f94b-41a9-85eb-7bd2cd6e89cb req-81f4bde1-0742-4123-b176-fcf1ab36e50c tempest-ServerDiskConfigTestJSON-2114072499 tempest-ServerDiskConfigTestJSON-2114072499-project] 10.222.0.53 "GET /v2.0/security-groups?id=13674d09-e7c9-4a89-b149-d3f123d8050f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366454 Jun 24 12:08:10.129339 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa1082e-c16d-4327-b138-e68b50289c2c req-2eebbabc-d0d5-4b2f-8c07-d59fb04a0c62 tempest-ServerDiskConfigTestJSON-2114072499 tempest-ServerDiskConfigTestJSON-2114072499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:08:10.130811 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-5aa1082e-c16d-4327-b138-e68b50289c2c req-2eebbabc-d0d5-4b2f-8c07-d59fb04a0c62 tempest-ServerDiskConfigTestJSON-2114072499 tempest-ServerDiskConfigTestJSON-2114072499-project] 10.222.0.53 "GET /v2.0/ports?device_id=e5c7a66d-061d-4037-b710-d5590d89c491 HTTP/1.1" status: 200 len: 945 time: 0.0646167 Jun 24 12:08:10.169975 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-5aa1082e-c16d-4327-b138-e68b50289c2c req-64a3d673-a873-4e33-8d81-a619aa9a27e9 tempest-ServerDiskConfigTestJSON-2114072499 tempest-ServerDiskConfigTestJSON-2114072499-project] 10.222.0.53 "GET /v2.0/security-groups?id=13674d09-e7c9-4a89-b149-d3f123d8050f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319083 Jun 24 12:08:11.349382 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935086c1-ee98-495f-be84-11aa3c6dee4e req-b3c18017-2202-45bb-98bd-fe1ae9533ab8 tempest-ServerDiskConfigTestJSON-2114072499 tempest-ServerDiskConfigTestJSON-2114072499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:08:11.350994 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-935086c1-ee98-495f-be84-11aa3c6dee4e req-b3c18017-2202-45bb-98bd-fe1ae9533ab8 tempest-ServerDiskConfigTestJSON-2114072499 tempest-ServerDiskConfigTestJSON-2114072499-project] 10.222.0.53 "GET /v2.0/ports?device_id=e5c7a66d-061d-4037-b710-d5590d89c491 HTTP/1.1" status: 200 len: 945 time: 0.0635762 Jun 24 12:08:11.397362 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-935086c1-ee98-495f-be84-11aa3c6dee4e req-822b3a56-14c3-4358-ab34-e09a285799c5 tempest-ServerDiskConfigTestJSON-2114072499 tempest-ServerDiskConfigTestJSON-2114072499-project] 10.222.0.53 "GET /v2.0/security-groups?id=13674d09-e7c9-4a89-b149-d3f123d8050f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400772 Jun 24 12:08:11.740887 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa7e42b-e666-4762-ac3a-8589d356795d req-1122f935-3b80-4ef5-b3a4-bdba8a7f4e0f tempest-ServerDiskConfigTestJSON-2114072499 tempest-ServerDiskConfigTestJSON-2114072499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:08:11.742344 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-7fa7e42b-e666-4762-ac3a-8589d356795d req-1122f935-3b80-4ef5-b3a4-bdba8a7f4e0f tempest-ServerDiskConfigTestJSON-2114072499 tempest-ServerDiskConfigTestJSON-2114072499-project] 10.222.0.45 "GET /v2.0/ports?device_id=e5c7a66d-061d-4037-b710-d5590d89c491 HTTP/1.1" status: 200 len: 945 time: 0.0638053 Jun 24 12:08:11.845000 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.plugin [req-7fa7e42b-e666-4762-ac3a-8589d356795d req-b9300648-f3fa-4beb-90b4-96566390ee6d tempest-ServerDiskConfigTestJSON-2114072499 tempest-ServerDiskConfigTestJSON-2114072499-project] Deleting port 6e1d3abe-5cea-4363-bfad-fda9927613eb {{(pid=128083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:08:11.845000 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-7fa7e42b-e666-4762-ac3a-8589d356795d req-b9300648-f3fa-4beb-90b4-96566390ee6d tempest-ServerDiskConfigTestJSON-2114072499 tempest-ServerDiskConfigTestJSON-2114072499-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793193942312'] for port, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:08:11.944511 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.db [req-7fa7e42b-e666-4762-ac3a-8589d356795d req-b9300648-f3fa-4beb-90b4-96566390ee6d tempest-ServerDiskConfigTestJSON-2114072499 tempest-ServerDiskConfigTestJSON-2114072499-project] For port 6e1d3abe-5cea-4363-bfad-fda9927613eb, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=6e1d3abe-5cea-4363-bfad-fda9927613eb,segment=NetworkSegment(349e41c2-7ef9-41a0-ae3f-8ef171777e7f),segment_id=349e41c2-7ef9-41a0-ae3f-8ef171777e7f)] {{(pid=128083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:08:11.944884 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-7fa7e42b-e666-4762-ac3a-8589d356795d req-b9300648-f3fa-4beb-90b4-96566390ee6d tempest-ServerDiskConfigTestJSON-2114072499 tempest-ServerDiskConfigTestJSON-2114072499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1978872'] for port, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:08:11.959757 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.plugin [req-7fa7e42b-e666-4762-ac3a-8589d356795d req-b9300648-f3fa-4beb-90b4-96566390ee6d tempest-ServerDiskConfigTestJSON-2114072499 tempest-ServerDiskConfigTestJSON-2114072499-project] Calling delete_port for 6e1d3abe-5cea-4363-bfad-fda9927613eb owned by compute:nova {{(pid=128083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:08:12.096090 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-7fa7e42b-e666-4762-ac3a-8589d356795d req-b9300648-f3fa-4beb-90b4-96566390ee6d tempest-ServerDiskConfigTestJSON-2114072499 tempest-ServerDiskConfigTestJSON-2114072499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793193945299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193536732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2537862'] for port, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:08:12.100109 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-b8c65a76-ab1f-49b5-9db2-a00dbe1483ff service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:08:12.109343 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] get_ports_and_sgs() called for port_ids ['6e1d3abe-5cea-4363-bfad-fda9927613eb'] {{(pid=128085) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 12:08:12.128003 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9300648-f3fa-4beb-90b4-96566390ee6d tempest-ServerDiskConfigTestJSON-2114072499 tempest-ServerDiskConfigTestJSON-2114072499-project] Pushing event deleted for resources: {'Port': ['ID=6e1d3abe-5cea-4363-bfad-fda9927613eb,revision_number=None']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:08:12.161041 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9300648-f3fa-4beb-90b4-96566390ee6d tempest-ServerDiskConfigTestJSON-2114072499 tempest-ServerDiskConfigTestJSON-2114072499-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:08:12.161438 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9300648-f3fa-4beb-90b4-96566390ee6d tempest-ServerDiskConfigTestJSON-2114072499 tempest-ServerDiskConfigTestJSON-2114072499-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:08:12.161826 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9300648-f3fa-4beb-90b4-96566390ee6d tempest-ServerDiskConfigTestJSON-2114072499 tempest-ServerDiskConfigTestJSON-2114072499-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:08:12.162210 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9300648-f3fa-4beb-90b4-96566390ee6d tempest-ServerDiskConfigTestJSON-2114072499 tempest-ServerDiskConfigTestJSON-2114072499-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:08:12.162588 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9300648-f3fa-4beb-90b4-96566390ee6d tempest-ServerDiskConfigTestJSON-2114072499 tempest-ServerDiskConfigTestJSON-2114072499-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:08:12.162970 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9300648-f3fa-4beb-90b4-96566390ee6d tempest-ServerDiskConfigTestJSON-2114072499 tempest-ServerDiskConfigTestJSON-2114072499-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:08:12.163342 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9300648-f3fa-4beb-90b4-96566390ee6d tempest-ServerDiskConfigTestJSON-2114072499 tempest-ServerDiskConfigTestJSON-2114072499-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:08:12.163711 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9300648-f3fa-4beb-90b4-96566390ee6d tempest-ServerDiskConfigTestJSON-2114072499 tempest-ServerDiskConfigTestJSON-2114072499-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:08:12.164084 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9300648-f3fa-4beb-90b4-96566390ee6d tempest-ServerDiskConfigTestJSON-2114072499 tempest-ServerDiskConfigTestJSON-2114072499-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:08:12.164454 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9300648-f3fa-4beb-90b4-96566390ee6d tempest-ServerDiskConfigTestJSON-2114072499 tempest-ServerDiskConfigTestJSON-2114072499-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:08:12.165524 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9300648-f3fa-4beb-90b4-96566390ee6d tempest-ServerDiskConfigTestJSON-2114072499 tempest-ServerDiskConfigTestJSON-2114072499-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:08:12.166018 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9300648-f3fa-4beb-90b4-96566390ee6d tempest-ServerDiskConfigTestJSON-2114072499 tempest-ServerDiskConfigTestJSON-2114072499-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:08:12.170188 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-b9300648-f3fa-4beb-90b4-96566390ee6d tempest-ServerDiskConfigTestJSON-2114072499 tempest-ServerDiskConfigTestJSON-2114072499-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:08:12.187402 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fa7e42b-e666-4762-ac3a-8589d356795d req-b9300648-f3fa-4beb-90b4-96566390ee6d tempest-ServerDiskConfigTestJSON-2114072499 tempest-ServerDiskConfigTestJSON-2114072499-project] No DVR routers for this DVR port 6e1d3abe-5cea-4363-bfad-fda9927613eb on host hv-neutron-7971 {{(pid=128083) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 12:08:12.189923 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-7fa7e42b-e666-4762-ac3a-8589d356795d req-b9300648-f3fa-4beb-90b4-96566390ee6d tempest-ServerDiskConfigTestJSON-2114072499 tempest-ServerDiskConfigTestJSON-2114072499-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468916'] for port, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:08:12.191967 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-7fa7e42b-e666-4762-ac3a-8589d356795d req-b9300648-f3fa-4beb-90b4-96566390ee6d tempest-ServerDiskConfigTestJSON-2114072499 tempest-ServerDiskConfigTestJSON-2114072499-project] 10.222.0.45 "DELETE /v2.0/ports/6e1d3abe-5cea-4363-bfad-fda9927613eb HTTP/1.1" status: 204 len: 173 time: 0.4430709 Jun 24 12:08:12.192529 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5c7a66d-061d-4037-b710-d5590d89c491', 'name': 'network-vif-deleted', 'tag': '6e1d3abe-5cea-4363-bfad-fda9927613eb'}] {{(pid=128083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 12:08:12.195060 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a77f7dee1a0522ddf93af289475d218fcdb8f30317daadec13ebf930b5b9dbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b44917e1-2d8c-47ed-97e4-25a447ca6f13" -d '{"events": [{"server_uuid": "e5c7a66d-061d-4037-b710-d5590d89c491", "name": "network-vif-deleted", "tag": "6e1d3abe-5cea-4363-bfad-fda9927613eb"}]}' {{(pid=128083) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 12:08:12.234797 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 12:08:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d8b96e0-7f87-4c09-a968-9ec1e5336632 x-openstack-request-id: req-2d8b96e0-7f87-4c09-a968-9ec1e5336632 {{(pid=128083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 12:08:12.235215 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5c7a66d-061d-4037-b710-d5590d89c491", "name": "network-vif-deleted", "tag": "6e1d3abe-5cea-4363-bfad-fda9927613eb", "status": "completed", "code": 200}]} {{(pid=128083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 12:08:12.235522 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-2d8b96e0-7f87-4c09-a968-9ec1e5336632 {{(pid=128083) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 12:08:12.235984 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5c7a66d-061d-4037-b710-d5590d89c491', 'name': 'network-vif-deleted', 'tag': '6e1d3abe-5cea-4363-bfad-fda9927613eb', 'status': 'completed', 'code': 200} Jun 24 12:08:12.558366 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-144832ab-f57d-4aa7-87cd-4cd4f030f91e req-15704478-4011-4a49-8bc8-f7ada7e0f6e3 tempest-ServerDiskConfigTestJSON-2114072499 tempest-ServerDiskConfigTestJSON-2114072499-project] 10.222.0.53 "GET /v2.0/ports?device_id=e5c7a66d-061d-4037-b710-d5590d89c491 HTTP/1.1" status: 200 len: 210 time: 0.0348732 Jun 24 12:08:13.784124 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 37714) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:08:13.834551 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b741a05-7411-4410-a6e9-05c66bbc9b13 admin admin] Deleting subnet 7e7ae902-5626-4905-a20c-81ba3bf8ea7d {{(pid=128084) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 24 12:08:13.838319 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-6b741a05-7411-4410-a6e9-05c66bbc9b13 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:08:13.872857 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-6b741a05-7411-4410-a6e9-05c66bbc9b13 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2373542'] for subnet, precommit_delete_associations {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:08:13.913900 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-6b741a05-7411-4410-a6e9-05c66bbc9b13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-972249'] for subnet, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:08:13.967017 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-6b741a05-7411-4410-a6e9-05c66bbc9b13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-972238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3292022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3162263'] for subnet, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:08:13.969093 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-ec56c50a-46ac-4ddd-89d5-75cd52bbafbd tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:08:13.999412 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b741a05-7411-4410-a6e9-05c66bbc9b13 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7e7ae902-5626-4905-a20c-81ba3bf8ea7d,revision_number=None']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:08:14.002374 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-6b741a05-7411-4410-a6e9-05c66bbc9b13 admin admin] Notify callbacks [] for subnet, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:08:14.003711 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-6b741a05-7411-4410-a6e9-05c66bbc9b13 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/7e7ae902-5626-4905-a20c-81ba3bf8ea7d HTTP/1.1" status: 204 len: 168 time: 0.2185104 Jun 24 12:08:14.006397 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 37716) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:08:14.010443 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b741a05-7411-4410-a6e9-05c66bbc9b13 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:08:14.010839 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b741a05-7411-4410-a6e9-05c66bbc9b13 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:08:14.011223 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b741a05-7411-4410-a6e9-05c66bbc9b13 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:08:14.011604 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b741a05-7411-4410-a6e9-05c66bbc9b13 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:08:14.011979 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b741a05-7411-4410-a6e9-05c66bbc9b13 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:08:14.012356 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b741a05-7411-4410-a6e9-05c66bbc9b13 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:08:14.012728 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b741a05-7411-4410-a6e9-05c66bbc9b13 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:08:14.013132 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b741a05-7411-4410-a6e9-05c66bbc9b13 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:08:14.013504 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b741a05-7411-4410-a6e9-05c66bbc9b13 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:08:14.013873 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b741a05-7411-4410-a6e9-05c66bbc9b13 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:08:14.014243 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b741a05-7411-4410-a6e9-05c66bbc9b13 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:08:14.014607 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b741a05-7411-4410-a6e9-05c66bbc9b13 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:08:14.017780 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-6b741a05-7411-4410-a6e9-05c66bbc9b13 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:08:14.081253 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-0814e809-1070-4c4f-b7da-8b74c81fe80d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-534962'] for network, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:08:14.164025 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-0814e809-1070-4c4f-b7da-8b74c81fe80d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973199', 'neutron.services.segments.db._delete_segments_for_network-8793194012456'] for network, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:08:14.174349 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.services.segments.db [None req-0814e809-1070-4c4f-b7da-8b74c81fe80d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d91596e-182e-491d-ba8e-0d3f590de66e']}} {{(pid=128083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:08:14.184044 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.services.segments.db [None req-0814e809-1070-4c4f-b7da-8b74c81fe80d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '349e41c2-7ef9-41a0-ae3f-8ef171777e7f') {'for_net_delete': True} {{(pid=128083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:08:14.184333 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.services.segments.db [None req-0814e809-1070-4c4f-b7da-8b74c81fe80d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '349e41c2-7ef9-41a0-ae3f-8ef171777e7f') {} {{(pid=128083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:08:14.193134 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-0814e809-1070-4c4f-b7da-8b74c81fe80d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793194097327', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3143690'] for segment, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:08:14.207766 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-0814e809-1070-4c4f-b7da-8b74c81fe80d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967879'] for segment, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:08:14.214422 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0814e809-1070-4c4f-b7da-8b74c81fe80d admin admin] Releasing vlan 602 on physical network physnet1 to pool {{(pid=128083) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 12:08:14.215194 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-0814e809-1070-4c4f-b7da-8b74c81fe80d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2537899'] for segment, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:08:14.217504 dv-neutron-797120-4-hyperv neutron-server[128083]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 12:08:14.217504 dv-neutron-797120-4-hyperv neutron-server[128083]: conditions |= (models_v2.Port.network_id.in_( Jun 24 12:08:14.217504 dv-neutron-797120-4-hyperv neutron-server[128083]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 12:08:14.217504 dv-neutron-797120-4-hyperv neutron-server[128083]: conditions |= (models_v2.Port.network_id.in_( Jun 24 12:08:14.217504 dv-neutron-797120-4-hyperv neutron-server[128083]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 12:08:14.217504 dv-neutron-797120-4-hyperv neutron-server[128083]: conditions |= (models_v2.Port.network_id.in_( Jun 24 12:08:14.217504 dv-neutron-797120-4-hyperv neutron-server[128083]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 12:08:14.217504 dv-neutron-797120-4-hyperv neutron-server[128083]: conditions |= (models_v2.Port.network_id.in_( Jun 24 12:08:14.217504 dv-neutron-797120-4-hyperv neutron-server[128083]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 12:08:14.217504 dv-neutron-797120-4-hyperv neutron-server[128083]: conditions |= (models_v2.Port.network_id.in_( Jun 24 12:08:14.217504 dv-neutron-797120-4-hyperv neutron-server[128083]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 12:08:14.217504 dv-neutron-797120-4-hyperv neutron-server[128083]: conditions |= (models_v2.Port.network_id.in_( Jun 24 12:08:14.217504 dv-neutron-797120-4-hyperv neutron-server[128083]: Traceback (most recent call last): Jun 24 12:08:14.217504 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 24 12:08:14.217504 dv-neutron-797120-4-hyperv neutron-server[128083]: timer() Jun 24 12:08:14.217504 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 24 12:08:14.217504 dv-neutron-797120-4-hyperv neutron-server[128083]: cb(*args, **kw) Jun 24 12:08:14.217504 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 24 12:08:14.217504 dv-neutron-797120-4-hyperv neutron-server[128083]: return func(*args, **kwargs) Jun 24 12:08:14.217504 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 24 12:08:14.217504 dv-neutron-797120-4-hyperv neutron-server[128083]: self._notify() Jun 24 12:08:14.217504 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 24 12:08:14.217504 dv-neutron-797120-4-hyperv neutron-server[128083]: self.callback(batched_events) Jun 24 12:08:14.217504 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 24 12:08:14.217504 dv-neutron-797120-4-hyperv neutron-server[128083]: event.method(event) Jun 24 12:08:14.217504 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 24 12:08:14.217504 dv-neutron-797120-4-hyperv neutron-server[128083]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 24 12:08:14.217504 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 24 12:08:14.217504 dv-neutron-797120-4-hyperv neutron-server[128083]: aggregate_uuid = self.p_client.list_aggregates( Jun 24 12:08:14.217504 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 24 12:08:14.217504 dv-neutron-797120-4-hyperv neutron-server[128083]: return f(self, *a, **k) Jun 24 12:08:14.217504 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 24 12:08:14.217504 dv-neutron-797120-4-hyperv neutron-server[128083]: return self._get(url).json() Jun 24 12:08:14.217504 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 24 12:08:14.217504 dv-neutron-797120-4-hyperv neutron-server[128083]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 24 12:08:14.217504 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 24 12:08:14.217504 dv-neutron-797120-4-hyperv neutron-server[128083]: return self.request(url, 'GET', **kwargs) Jun 24 12:08:14.217504 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 24 12:08:14.217504 dv-neutron-797120-4-hyperv neutron-server[128083]: base_url = self.get_endpoint(auth, allow=allow, Jun 24 12:08:14.217504 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 24 12:08:14.217504 dv-neutron-797120-4-hyperv neutron-server[128083]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 24 12:08:14.217504 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 24 12:08:14.217504 dv-neutron-797120-4-hyperv neutron-server[128083]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 24 12:08:14.217504 dv-neutron-797120-4-hyperv neutron-server[128083]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 24 12:08:14.270869 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-0814e809-1070-4c4f-b7da-8b74c81fe80d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1800243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1815642'] for network, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:08:14.277149 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-0814e809-1070-4c4f-b7da-8b74c81fe80d admin admin] Notify callbacks [] for network, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:08:14.278992 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-0814e809-1070-4c4f-b7da-8b74c81fe80d admin admin] 10.222.0.53 "DELETE /v2.0/networks/6d91596e-182e-491d-ba8e-0d3f590de66e HTTP/1.1" status: 204 len: 168 time: 0.2713301 Jun 24 12:08:14.279967 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-6c526c57-7cbd-4f74-b59d-8b18af2fe034 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:08:14.292615 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0814e809-1070-4c4f-b7da-8b74c81fe80d admin admin] Pushing event deleted for resources: {'Network': ['ID=6d91596e-182e-491d-ba8e-0d3f590de66e,revision_number=None']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:08:14.295060 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-0814e809-1070-4c4f-b7da-8b74c81fe80d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:08:14.394006 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 37720) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:08:14.443152 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-360bfbb0-30d3-49fa-899c-570895d1604a admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=fa02a2b47a2b4959936012d06c7c21ca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0477593 Jun 24 12:08:14.445512 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 37722) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:08:14.496330 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-7727eeac-f8a2-446f-8c1e-5ca56f17cce7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:08:14.521238 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-7727eeac-f8a2-446f-8c1e-5ca56f17cce7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:08:14.571661 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-7727eeac-f8a2-446f-8c1e-5ca56f17cce7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800410'] for security_group, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:08:14.574683 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-7727eeac-f8a2-446f-8c1e-5ca56f17cce7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:08:14.580196 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-7727eeac-f8a2-446f-8c1e-5ca56f17cce7 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/13674d09-e7c9-4a89-b149-d3f123d8050f HTTP/1.1" status: 204 len: 168 time: 0.1330099 Jun 24 12:08:14.580846 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-30b81bde-f1cb-42e9-ae67-d531aca448a3 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:08:14.589832 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7727eeac-f8a2-446f-8c1e-5ca56f17cce7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13674d09-e7c9-4a89-b149-d3f123d8050f,revision_number=None']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:08:14.593199 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-7727eeac-f8a2-446f-8c1e-5ca56f17cce7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:08:14.828909 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:08:15.287756 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 37744) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:08:15.388338 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-25faa400-6d73-484d-90ca-52025d946b5a admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-2035639249-network', 'tenant_id': '0414285f410c496f97b7d12d23355c2f'}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:08:15.409670 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25faa400-6d73-484d-90ca-52025d946b5a admin admin] Made reservation on behalf of 0414285f410c496f97b7d12d23355c2f for: {'network': 1} {{(pid=128084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:08:15.412017 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-25faa400-6d73-484d-90ca-52025d946b5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for network, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:08:15.421421 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-25faa400-6d73-484d-90ca-52025d946b5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:08:15.527139 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-25faa400-6d73-484d-90ca-52025d946b5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:08:15.530848 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-25faa400-6d73-484d-90ca-52025d946b5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800410'] for security_group, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:08:15.533800 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-2b98f8ec-cf38-42fa-bf81-b2c1ae801fb9 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:08:15.556766 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25faa400-6d73-484d-90ca-52025d946b5a admin admin] vlan segment allocate from pool success with {'vlan_id': 621, 'physical_network': 'physnet1'} {{(pid=128084) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 12:08:15.566482 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25faa400-6d73-484d-90ca-52025d946b5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17a3a495-7929-4f2d-8fd6-fcf456a11db3,revision_number=1']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:08:15.570795 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-25faa400-6d73-484d-90ca-52025d946b5a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:08:15.572600 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-25faa400-6d73-484d-90ca-52025d946b5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967879'] for segment, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:08:15.572936 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.db.segments_db [None req-25faa400-6d73-484d-90ca-52025d946b5a admin admin] Added segment c6747bfc-9f45-4917-9f38-8036bcce1357 of type vlan for network cde1942d-b2ff-4a1a-9427-86fec798cc5b Jun 24 12:08:15.614261 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-25faa400-6d73-484d-90ca-52025d946b5a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793193525068'] for network, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:08:15.644919 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-25faa400-6d73-484d-90ca-52025d946b5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1800243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976'] for network, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:08:15.646069 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25faa400-6d73-484d-90ca-52025d946b5a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=128084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:08:15.646791 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-25faa400-6d73-484d-90ca-52025d946b5a admin admin] Notify callbacks [] for network, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:08:15.649015 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-8c71fd55-8cab-4dfd-b733-29557b87c8c3 tempest-BulkNetworkOpsTest-1574223460 tempest-BulkNetworkOpsTest-1574223460-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:08:15.724420 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-25faa400-6d73-484d-90ca-52025d946b5a admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4355426 Jun 24 12:08:15.727967 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 37748) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:08:15.734815 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [None req-6719b276-3048-4473-93b0-eb33ef661a1c admin admin] Request body: {'subnet': {'network_id': 'cde1942d-b2ff-4a1a-9427-86fec798cc5b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-2035639249-subnet', 'tenant_id': '0414285f410c496f97b7d12d23355c2f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:08:15.739341 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25faa400-6d73-484d-90ca-52025d946b5a admin admin] Pushing event updated for resources: {'Network': ['ID=cde1942d-b2ff-4a1a-9427-86fec798cc5b,revision_number=1']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:08:15.742202 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-25faa400-6d73-484d-90ca-52025d946b5a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:08:15.749849 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Network cde1942d-b2ff-4a1a-9427-86fec798cc5b details requested by agent ovs-agent-dv-neutron-797120-4-hyperv with host dv-neutron-797120-4-hyperv {{(pid=128085) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 12:08:15.759352 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6719b276-3048-4473-93b0-eb33ef661a1c admin admin] Made reservation on behalf of 0414285f410c496f97b7d12d23355c2f for: {'subnet': 1} {{(pid=128083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:08:15.762263 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-6719b276-3048-4473-93b0-eb33ef661a1c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3289788'] for subnet, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:08:15.932017 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-6719b276-3048-4473-93b0-eb33ef661a1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2537737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3289942'] for subnet, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:08:15.934150 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-b6535c0c-e13a-43b4-8ec1-419bbe3545a7 tempest-RoutersNegativeIpV6Test-675716403 tempest-RoutersNegativeIpV6Test-675716403-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:08:15.980192 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6719b276-3048-4473-93b0-eb33ef661a1c admin admin] Pushing event updated for resources: {'Subnet': ['ID=32933e07-9d7b-413a-a2dd-d2852e8b62db,revision_number=0']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:08:15.986957 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-6719b276-3048-4473-93b0-eb33ef661a1c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:08:15.996290 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6719b276-3048-4473-93b0-eb33ef661a1c admin admin] Checking segment: {'id': 'c6747bfc-9f45-4917-9f38-8036bcce1357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'cde1942d-b2ff-4a1a-9427-86fec798cc5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=128083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:08:15.996651 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6719b276-3048-4473-93b0-eb33ef661a1c admin admin] Network hostable DHCP agents. Network: cde1942d-b2ff-4a1a-9427-86fec798cc5b, hostable agents: ['6be988a9-1d97-480f-be5a-c55abf2c55c5'], hosted agents: [] {{(pid=128083) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 12:08:16.012371 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6719b276-3048-4473-93b0-eb33ef661a1c admin admin] Network cde1942d-b2ff-4a1a-9427-86fec798cc5b is scheduled to be hosted by DHCP agent 6be988a9-1d97-480f-be5a-c55abf2c55c5 with binding_index 1 {{(pid=128083) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 12:08:16.020955 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.base_scheduler [None req-6719b276-3048-4473-93b0-eb33ef661a1c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-4-hyperv, cde1942d-b2ff-4a1a-9427-86fec798cc5b) {{(pid=128083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:08:16.026466 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6719b276-3048-4473-93b0-eb33ef661a1c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:08:16.027408 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-6719b276-3048-4473-93b0-eb33ef661a1c admin admin] Notify callbacks [] for subnet, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:08:16.031862 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b57c9d7-2a38-407e-92c8-b28827a74f3b None None] Network cde1942d-b2ff-4a1a-9427-86fec798cc5b requested from dv-neutron-797120-4-hyperv {{(pid=128085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:08:16.042371 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-6719b276-3048-4473-93b0-eb33ef661a1c admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3131354 Jun 24 12:08:16.045124 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 37750) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:08:16.049641 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [None req-47a55f2a-64cb-41cd-92ca-532ef9d4605b admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-2035639249-router', 'tenant_id': '0414285f410c496f97b7d12d23355c2f', 'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b'}}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:08:16.069819 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-47a55f2a-64cb-41cd-92ca-532ef9d4605b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1803889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65293'] for router, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:08:16.070840 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-47a55f2a-64cb-41cd-92ca-532ef9d4605b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1803848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1975305', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1581158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65396'] for router, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:08:16.130199 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-47a55f2a-64cb-41cd-92ca-532ef9d4605b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:08:16.180528 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26c0a36c-c970-482e-935e-733e1ef0c84f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d65c8f8-7530-5052-99fe-8ea05073750b-cde1942d-b2ff-4a1a-9427-86fec798cc5b', 'network_id': 'cde1942d-b2ff-4a1a-9427-86fec798cc5b', 'tenant_id': '0414285f410c496f97b7d12d23355c2f', 'fixed_ips': [{'subnet_id': '32933e07-9d7b-413a-a2dd-d2852e8b62db'}]}} from dv-neutron-797120-4-hyperv. {{(pid=128085) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 24 12:08:16.181661 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-26c0a36c-c970-482e-935e-733e1ef0c84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_create {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:08:16.268388 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-47a55f2a-64cb-41cd-92ca-532ef9d4605b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1975381', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1803205', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65378'] for router, precommit_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:08:16.318568 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.db_base_plugin_common [None req-26c0a36c-c970-482e-935e-733e1ef0c84f None None] Allocated IP 172.20.0.2 (cde1942d-b2ff-4a1a-9427-86fec798cc5b/32933e07-9d7b-413a-a2dd-d2852e8b62db/01267635-b0e9-472e-8832-be9621effd42) {{(pid=128085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:08:16.467533 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-26c0a36c-c970-482e-935e-733e1ef0c84f None None] Notify callbacks [] for port, precommit_create {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:08:16.475765 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-26c0a36c-c970-482e-935e-733e1ef0c84f None None] Transition to ACTIVE for port object 01267635-b0e9-472e-8832-be9621effd42 will not be triggered until provisioned by entity L2. {{(pid=128085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:08:16.482530 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-47a55f2a-64cb-41cd-92ca-532ef9d4605b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:08:16.490232 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-26c0a36c-c970-482e-935e-733e1ef0c84f None None] Transition to ACTIVE for port object 01267635-b0e9-472e-8832-be9621effd42 will not be triggered until provisioned by entity DHCP. {{(pid=128085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:08:16.495530 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-26c0a36c-c970-482e-935e-733e1ef0c84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-650429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-506361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793193536723'] for port, after_create {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:08:16.497380 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-26e9ed8d-65e1-40f2-bb3a-4bc435ade143 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:08:16.501718 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-47a55f2a-64cb-41cd-92ca-532ef9d4605b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:08:16.537928 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26c0a36c-c970-482e-935e-733e1ef0c84f None None] Network cde1942d-b2ff-4a1a-9427-86fec798cc5b is already hosted by enough agents. {{(pid=128085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:08:16.543447 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.scheduler.base_scheduler [None req-26c0a36c-c970-482e-935e-733e1ef0c84f None None] Resources bound (agent type, host, resource id): {{(pid=128085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:08:16.546991 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26c0a36c-c970-482e-935e-733e1ef0c84f None None] Received port after_create {{(pid=128085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:08:16.575116 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c0a36c-c970-482e-935e-733e1ef0c84f None None] Pushing event updated for resources: {'Port': ['ID=01267635-b0e9-472e-8832-be9621effd42,revision_number=1']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:08:16.579265 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-26c0a36c-c970-482e-935e-733e1ef0c84f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:08:16.607341 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-26c0a36c-c970-482e-935e-733e1ef0c84f None None] Attempting to bind port 01267635-b0e9-472e-8832-be9621effd42 on host dv-neutron-797120-4-hyperv for vnic_type normal with profile {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 12:08:16.607721 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-26c0a36c-c970-482e-935e-733e1ef0c84f None None] Attempting to bind port 01267635-b0e9-472e-8832-be9621effd42 by drivers openvswitch,hyperv on host dv-neutron-797120-4-hyperv at level 0 using segments [{'id': 'c6747bfc-9f45-4917-9f38-8036bcce1357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'cde1942d-b2ff-4a1a-9427-86fec798cc5b'}] {{(pid=128085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 12:08:16.608097 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26c0a36c-c970-482e-935e-733e1ef0c84f None None] Attempting to bind port 01267635-b0e9-472e-8832-be9621effd42 on network cde1942d-b2ff-4a1a-9427-86fec798cc5b {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:08:16.613027 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26c0a36c-c970-482e-935e-733e1ef0c84f None None] Checking agent: {'id': 'e3a695b2-c397-461f-83b0-10b79d490b59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 11, 36, 56), 'started_at': datetime.datetime(2021, 6, 24, 11, 37, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 12, 7, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 12:08:16.613414 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26c0a36c-c970-482e-935e-733e1ef0c84f None None] Checking segment: {'id': 'c6747bfc-9f45-4917-9f38-8036bcce1357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'cde1942d-b2ff-4a1a-9427-86fec798cc5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=128085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:08:16.613606 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.db_base_plugin_common [None req-47a55f2a-64cb-41cd-92ca-532ef9d4605b admin admin] Allocated IP 172.26.7.71 (f2b8ca71-e776-48b2-8898-96cc7970207b/f37bf603-3862-4d0a-9f58-89616f7fd68f/724033e4-3216-4ffb-8215-98af4306d04c) {{(pid=128083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:08:16.613823 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-26c0a36c-c970-482e-935e-733e1ef0c84f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:08:16.614220 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26c0a36c-c970-482e-935e-733e1ef0c84f None None] Bound using segment: {'id': 'c6747bfc-9f45-4917-9f38-8036bcce1357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'cde1942d-b2ff-4a1a-9427-86fec798cc5b'} {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 12:08:16.614693 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-26c0a36c-c970-482e-935e-733e1ef0c84f None None] Bound port: 01267635-b0e9-472e-8832-be9621effd42, host: dv-neutron-797120-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6747bfc-9f45-4917-9f38-8036bcce1357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'cde1942d-b2ff-4a1a-9427-86fec798cc5b'}}] {{(pid=128085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 12:08:16.615082 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-26c0a36c-c970-482e-935e-733e1ef0c84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:08:16.677901 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-26c0a36c-c970-482e-935e-733e1ef0c84f None None] For port 01267635-b0e9-472e-8832-be9621effd42, host dv-neutron-797120-4-hyperv, cleared binding levels {{(pid=128085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 12:08:16.682026 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-26c0a36c-c970-482e-935e-733e1ef0c84f None None] For port 01267635-b0e9-472e-8832-be9621effd42, host dv-neutron-797120-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=01267635-b0e9-472e-8832-be9621effd42,segment=NetworkSegment(c6747bfc-9f45-4917-9f38-8036bcce1357),segment_id=c6747bfc-9f45-4917-9f38-8036bcce1357)] {{(pid=128085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 12:08:16.688141 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-26c0a36c-c970-482e-935e-733e1ef0c84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:08:16.691110 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:08:16.717477 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-47a55f2a-64cb-41cd-92ca-532ef9d4605b admin admin] Notify callbacks [] for port, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:08:16.759692 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-47a55f2a-64cb-41cd-92ca-532ef9d4605b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-650429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-506361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793193536723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2537853'] for port, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:08:16.763957 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c0a36c-c970-482e-935e-733e1ef0c84f None None] Pushing event updated for resources: {'Port': ['ID=01267635-b0e9-472e-8832-be9621effd42,revision_number=2']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:08:16.767142 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-26c0a36c-c970-482e-935e-733e1ef0c84f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:08:16.768128 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-a647d1ee-5813-4594-a471-d761dad6a70a tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:08:16.798076 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47a55f2a-64cb-41cd-92ca-532ef9d4605b admin admin] Network f2b8ca71-e776-48b2-8898-96cc7970207b is already hosted by enough agents. {{(pid=128083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:08:16.802658 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.base_scheduler [None req-47a55f2a-64cb-41cd-92ca-532ef9d4605b admin admin] Resources bound (agent type, host, resource id): {{(pid=128083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:08:16.806767 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47a55f2a-64cb-41cd-92ca-532ef9d4605b admin admin] Received port after_create {{(pid=128083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:08:16.839789 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a55f2a-64cb-41cd-92ca-532ef9d4605b admin admin] Pushing event updated for resources: {'Port': ['ID=724033e4-3216-4ffb-8215-98af4306d04c,revision_number=1']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:08:16.843926 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-47a55f2a-64cb-41cd-92ca-532ef9d4605b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:08:17.082821 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-47a55f2a-64cb-41cd-92ca-532ef9d4605b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:08:17.159226 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Device 6e1d3abe-5cea-4363-bfad-fda9927613eb no longer exists at agent hyperv_hv-neutron-7971 {{(pid=128085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 12:08:17.179924 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] No Port match for: 6e1d3abe-5cea-4363-bfad-fda9927613eb {{(pid=128085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 12:08:17.180802 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Device 6e1d3abe-5cea-4363-bfad-fda9927613eb not bound to the agent host hv-neutron-7971 {{(pid=128085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 12:08:17.280926 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-47a55f2a-64cb-41cd-92ca-532ef9d4605b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1803210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1815767'] for router, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:08:17.410642 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47a55f2a-64cb-41cd-92ca-532ef9d4605b admin admin] Router 5f6b9212-f3ed-4af8-8246-7ff04426fd3a is scheduled to L3 agent 2987dba8-2249-4ee6-96ec-28f0f7a6127d with binding_index 1 {{(pid=128083) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 24 12:08:17.683253 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07b348fd-53da-4e70-b494-3f785db08b89 None None] Network cde1942d-b2ff-4a1a-9427-86fec798cc5b requested from dv-neutron-797120-4-hyperv {{(pid=128085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:08:17.739758 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-c52d1dbc-9e61-4f3d-8498-5eba8ad159a9 None None] Provisioning for port 01267635-b0e9-472e-8832-be9621effd42 completed by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:08:17.891958 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47a55f2a-64cb-41cd-92ca-532ef9d4605b admin admin] Notify agent at l3_agent.dv-neutron-797120-4-hyperv the message routers_updated {{(pid=128083) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 12:08:17.901408 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0754db06-0dfa-4448-bceb-e421447d9438 None None] Sync routers for ids ['5f6b9212-f3ed-4af8-8246-7ff04426fd3a'] in dv-neutron-797120-4-hyperv {{(pid=128085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 12:08:17.907994 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-47a55f2a-64cb-41cd-92ca-532ef9d4605b admin admin] Notify callbacks [] for router, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:08:17.909292 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-47a55f2a-64cb-41cd-92ca-532ef9d4605b admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.8632059 Jun 24 12:08:17.912053 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0754db06-0dfa-4448-bceb-e421447d9438 None None] Routers {'5f6b9212-f3ed-4af8-8246-7ff04426fd3a'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:08:17.912190 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 37752) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:08:17.912685 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-0754db06-0dfa-4448-bceb-e421447d9438 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T12:07:56Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['5f6b9212-f3ed-4af8-8246-7ff04426fd3a'], 'active': True} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:08:18.026253 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvr_db [None req-0754db06-0dfa-4448-bceb-e421447d9438 None None] Set router 5f6b9212-f3ed-4af8-8246-7ff04426fd3a gateway port host: dv-neutron-797120-4-hyperv {{(pid=128085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:08:18.214596 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-0754db06-0dfa-4448-bceb-e421447d9438 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f6b9212-f3ed-4af8-8246-7ff04426fd3a', 'name': 'tempest-ServerActionsTestJSON-2035639249-router', 'tenant_id': '0414285f410c496f97b7d12d23355c2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'external_fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.71'}], 'enable_snat': True}, 'gw_port_id': '724033e4-3216-4ffb-8215-98af4306d04c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:08:16Z', 'updated_at': '2021-06-24T12:08:16Z', 'revision_number': 3, 'project_id': '0414285f410c496f97b7d12d23355c2f', 'gw_port': {'id': '724033e4-3216-4ffb-8215-98af4306d04c', 'name': '', 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:2b:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f6b9212-f3ed-4af8-8246-7ff04426fd3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:08:16Z', 'updated_at': '2021-06-24T12:08:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-4-hyperv'}], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:08:18.243618 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0754db06-0dfa-4448-bceb-e421447d9438 None None] Checking router: 5f6b9212-f3ed-4af8-8246-7ff04426fd3a for host: dv-neutron-797120-4-hyperv {{(pid=128085) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 12:08:18.244108 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0754db06-0dfa-4448-bceb-e421447d9438 None None] Updating router 5f6b9212-f3ed-4af8-8246-7ff04426fd3a port 724033e4-3216-4ffb-8215-98af4306d04c binding host dv-neutron-797120-4-hyperv {{(pid=128085) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 12:08:18.283800 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-0754db06-0dfa-4448-bceb-e421447d9438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:08:18.339021 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-0a8a91fd-1dcb-4f14-8297-65ba83e52fae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:08:18.373712 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device 01267635-b0e9-472e-8832-be9621effd42 up at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:08:18.499367 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning for port 01267635-b0e9-472e-8832-be9621effd42 completed by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:08:18.507854 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning complete for port 01267635-b0e9-472e-8832-be9621effd42 triggered by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:08:18.508320 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:08:18.540681 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.db_base_plugin_common [None req-0a8a91fd-1dcb-4f14-8297-65ba83e52fae admin admin] Allocated IP 172.20.0.1 (cde1942d-b2ff-4a1a-9427-86fec798cc5b/32933e07-9d7b-413a-a2dd-d2852e8b62db/539e94c5-a7c7-49a1-9ccf-cf97a640b437) {{(pid=128083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:08:18.648536 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-0a8a91fd-1dcb-4f14-8297-65ba83e52fae admin admin] Notify callbacks [] for port, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:08:18.655438 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-0754db06-0dfa-4448-bceb-e421447d9438 None None] Notify callbacks [] for port, precommit_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:08:18.662846 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.provisioning_blocks [None req-0a8a91fd-1dcb-4f14-8297-65ba83e52fae admin admin] Transition to ACTIVE for port object 539e94c5-a7c7-49a1-9ccf-cf97a640b437 will not be triggered until provisioned by entity DHCP. {{(pid=128083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:08:18.667739 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:08:18.671700 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-0754db06-0dfa-4448-bceb-e421447d9438 None None] Transition to ACTIVE for port object 724033e4-3216-4ffb-8215-98af4306d04c will not be triggered until provisioned by entity L2. {{(pid=128085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:08:18.685694 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-0754db06-0dfa-4448-bceb-e421447d9438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:08:18.688384 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:08:18.696544 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-0a8a91fd-1dcb-4f14-8297-65ba83e52fae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-650429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-506361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793193536723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2537853'] for port, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:08:18.699514 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-ffeda9c7-38fd-4f9f-9500-6dc16aa4e365 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:08:18.735471 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a8a91fd-1dcb-4f14-8297-65ba83e52fae admin admin] Network cde1942d-b2ff-4a1a-9427-86fec798cc5b is already hosted by enough agents. {{(pid=128083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:08:18.740257 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.base_scheduler [None req-0a8a91fd-1dcb-4f14-8297-65ba83e52fae admin admin] Resources bound (agent type, host, resource id): {{(pid=128083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:08:18.743621 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a8a91fd-1dcb-4f14-8297-65ba83e52fae admin admin] Received port after_create {{(pid=128083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:08:18.749436 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8a91fd-1dcb-4f14-8297-65ba83e52fae admin admin] Pushing event updated for resources: {'Port': ['ID=539e94c5-a7c7-49a1-9ccf-cf97a640b437,revision_number=1']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:08:18.762636 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-0754db06-0dfa-4448-bceb-e421447d9438 None None] Attempting to bind port 724033e4-3216-4ffb-8215-98af4306d04c on host dv-neutron-797120-4-hyperv for vnic_type normal with profile {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 12:08:18.763016 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-0754db06-0dfa-4448-bceb-e421447d9438 None None] Attempting to bind port 724033e4-3216-4ffb-8215-98af4306d04c by drivers openvswitch,hyperv on host dv-neutron-797120-4-hyperv at level 0 using segments [{'id': '1139564f-ff83-4b49-a593-84b33301357d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b'}] {{(pid=128085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 12:08:18.763388 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0754db06-0dfa-4448-bceb-e421447d9438 None None] Attempting to bind port 724033e4-3216-4ffb-8215-98af4306d04c on network f2b8ca71-e776-48b2-8898-96cc7970207b {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:08:18.772437 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] For port 01267635-b0e9-472e-8832-be9621effd42, host dv-neutron-797120-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=01267635-b0e9-472e-8832-be9621effd42,segment=NetworkSegment(c6747bfc-9f45-4917-9f38-8036bcce1357),segment_id=c6747bfc-9f45-4917-9f38-8036bcce1357)] {{(pid=128085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:08:18.773486 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5b1f86-5062-4776-aacb-a8b9d6bc617f None None] Pushing event updated for resources: {'Port': ['ID=724033e4-3216-4ffb-8215-98af4306d04c,revision_number=2']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:08:18.775786 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-0a8a91fd-1dcb-4f14-8297-65ba83e52fae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:08:18.778100 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-2f5b1f86-5062-4776-aacb-a8b9d6bc617f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:08:18.781742 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0754db06-0dfa-4448-bceb-e421447d9438 None None] Checking agent: {'id': 'e3a695b2-c397-461f-83b0-10b79d490b59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 11, 36, 56), 'started_at': datetime.datetime(2021, 6, 24, 11, 37, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 12, 7, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 12:08:18.782253 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0754db06-0dfa-4448-bceb-e421447d9438 None None] Checking segment: {'id': '1139564f-ff83-4b49-a593-84b33301357d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=128085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:08:18.782673 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-0754db06-0dfa-4448-bceb-e421447d9438 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:08:18.783161 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0754db06-0dfa-4448-bceb-e421447d9438 None None] Bound using segment: {'id': '1139564f-ff83-4b49-a593-84b33301357d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b'} {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 12:08:18.783557 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-0754db06-0dfa-4448-bceb-e421447d9438 None None] Bound port: 724033e4-3216-4ffb-8215-98af4306d04c, host: dv-neutron-797120-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1139564f-ff83-4b49-a593-84b33301357d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b'}}] {{(pid=128085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 12:08:18.783985 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-0754db06-0dfa-4448-bceb-e421447d9438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:08:18.787846 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:08:18.800397 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-0a8a91fd-1dcb-4f14-8297-65ba83e52fae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1978458'] for router_interface, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:08:18.806713 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:08:18.878838 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Pushing event updated for resources: {'Port': ['ID=01267635-b0e9-472e-8832-be9621effd42,revision_number=3']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:08:18.881964 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-0754db06-0dfa-4448-bceb-e421447d9438 None None] For port 724033e4-3216-4ffb-8215-98af4306d04c, host dv-neutron-797120-4-hyperv, cleared binding levels {{(pid=128085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 12:08:18.885530 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:08:18.896456 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-0754db06-0dfa-4448-bceb-e421447d9438 None None] For port 724033e4-3216-4ffb-8215-98af4306d04c, host dv-neutron-797120-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=724033e4-3216-4ffb-8215-98af4306d04c,segment=NetworkSegment(1139564f-ff83-4b49-a593-84b33301357d),segment_id=1139564f-ff83-4b49-a593-84b33301357d)] {{(pid=128085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 12:08:18.902816 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-0754db06-0dfa-4448-bceb-e421447d9438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:08:18.905703 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:08:18.966622 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0754db06-0dfa-4448-bceb-e421447d9438 None None] Routers {'5f6b9212-f3ed-4af8-8246-7ff04426fd3a'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:08:18.967266 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-0754db06-0dfa-4448-bceb-e421447d9438 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T12:07:56Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['5f6b9212-f3ed-4af8-8246-7ff04426fd3a'], 'active': True} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:08:18.975201 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-0a8a91fd-1dcb-4f14-8297-65ba83e52fae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:08:19.004067 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5b1f86-5062-4776-aacb-a8b9d6bc617f None None] Pushing event updated for resources: {'Port': ['ID=724033e4-3216-4ffb-8215-98af4306d04c,revision_number=3']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:08:19.008760 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-2f5b1f86-5062-4776-aacb-a8b9d6bc617f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:08:19.075231 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-411fc54d-8859-49ac-a74c-33165cd88b6d None None] Provisioning for port 539e94c5-a7c7-49a1-9ccf-cf97a640b437 completed by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:08:19.084377 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-411fc54d-8859-49ac-a74c-33165cd88b6d None None] Provisioning complete for port 539e94c5-a7c7-49a1-9ccf-cf97a640b437 triggered by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:08:19.084753 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-411fc54d-8859-49ac-a74c-33165cd88b6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:08:19.091961 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvr_db [None req-0754db06-0dfa-4448-bceb-e421447d9438 None None] Set router 5f6b9212-f3ed-4af8-8246-7ff04426fd3a gateway port host: dv-neutron-797120-4-hyperv {{(pid=128085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:08:19.154989 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-0a8a91fd-1dcb-4f14-8297-65ba83e52fae admin admin] Notify callbacks [] for port, precommit_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:08:19.158182 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-411fc54d-8859-49ac-a74c-33165cd88b6d None None] Port 539e94c5-a7c7-49a1-9ccf-cf97a640b437 cannot update to ACTIVE because it is not bound. {{(pid=128085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 12:08:19.166850 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-0a8a91fd-1dcb-4f14-8297-65ba83e52fae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2537871'] for port, after_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:08:19.170217 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-b9300648-f3fa-4beb-90b4-96566390ee6d tempest-ServerDiskConfigTestJSON-2114072499 tempest-ServerDiskConfigTestJSON-2114072499-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:08:19.235450 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-0a8a91fd-1dcb-4f14-8297-65ba83e52fae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1783050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1978542'] for router_interface, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:08:19.238149 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8a91fd-1dcb-4f14-8297-65ba83e52fae admin admin] Pushing event updated for resources: {'Port': ['ID=539e94c5-a7c7-49a1-9ccf-cf97a640b437,revision_number=2']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:08:19.243955 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-0a8a91fd-1dcb-4f14-8297-65ba83e52fae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:08:19.315610 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-0754db06-0dfa-4448-bceb-e421447d9438 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f6b9212-f3ed-4af8-8246-7ff04426fd3a', 'name': 'tempest-ServerActionsTestJSON-2035639249-router', 'tenant_id': '0414285f410c496f97b7d12d23355c2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'external_fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.71'}], 'enable_snat': True}, 'gw_port_id': '724033e4-3216-4ffb-8215-98af4306d04c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:08:16Z', 'updated_at': '2021-06-24T12:08:18Z', 'revision_number': 4, 'project_id': '0414285f410c496f97b7d12d23355c2f', 'gw_port': {'id': '724033e4-3216-4ffb-8215-98af4306d04c', 'name': '', 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:2b:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f6b9212-f3ed-4af8-8246-7ff04426fd3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:08:16Z', 'updated_at': '2021-06-24T12:08:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-4-hyperv', '_interfaces': [{'id': '539e94c5-a7c7-49a1-9ccf-cf97a640b437', 'name': '', 'network_id': 'cde1942d-b2ff-4a1a-9427-86fec798cc5b', 'tenant_id': '0414285f410c496f97b7d12d23355c2f', 'mac_address': 'fa:16:3e:98:a7:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f6b9212-f3ed-4af8-8246-7ff04426fd3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': '32933e07-9d7b-413a-a2dd-d2852e8b62db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:08:18Z', 'updated_at': '2021-06-24T12:08:18Z', 'revision_number': 1, 'project_id': '0414285f410c496f97b7d12d23355c2f', 'subnets': [{'id': '32933e07-9d7b-413a-a2dd-d2852e8b62db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:08:19.338282 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a8a91fd-1dcb-4f14-8297-65ba83e52fae admin admin] Network cde1942d-b2ff-4a1a-9427-86fec798cc5b is already hosted by enough agents. {{(pid=128083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:08:19.339844 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.base_scheduler [None req-0a8a91fd-1dcb-4f14-8297-65ba83e52fae admin admin] Resources bound (agent type, host, resource id): {{(pid=128083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:08:19.347382 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0754db06-0dfa-4448-bceb-e421447d9438 None None] The sync data for ids ['5f6b9212-f3ed-4af8-8246-7ff04426fd3a'] in dv-neutron-797120-4-hyperv is: [{'id': '5f6b9212-f3ed-4af8-8246-7ff04426fd3a', 'name': 'tempest-ServerActionsTestJSON-2035639249-router', 'tenant_id': '0414285f410c496f97b7d12d23355c2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'external_fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.71'}], 'enable_snat': True}, 'gw_port_id': '724033e4-3216-4ffb-8215-98af4306d04c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:08:16Z', 'updated_at': '2021-06-24T12:08:18Z', 'revision_number': 4, 'project_id': '0414285f410c496f97b7d12d23355c2f', 'gw_port': {'id': '724033e4-3216-4ffb-8215-98af4306d04c', 'name': '', 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:2b:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f6b9212-f3ed-4af8-8246-7ff04426fd3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:08:16Z', 'updated_at': '2021-06-24T12:08:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-4-hyperv', '_interfaces': [{'id': '539e94c5-a7c7-49a1-9ccf-cf97a640b437', 'name': '', 'network_id': 'cde1942d-b2ff-4a1a-9427-86fec798cc5b', 'tenant_id': '0414285f410c496f97b7d12d23355c2f', 'mac_address': 'fa:16:3e:98:a7:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f6b9212-f3ed-4af8-8246-7ff04426fd3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': '32933e07-9d7b-413a-a2dd-d2852e8b62db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:08:18Z', 'updated_at': '2021-06-24T12:08:18Z', 'revision_number': 1, 'project_id': '0414285f410c496f97b7d12d23355c2f', 'subnets': [{'id': '32933e07-9d7b-413a-a2dd-d2852e8b62db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=128085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 12:08:19.470880 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a8a91fd-1dcb-4f14-8297-65ba83e52fae admin admin] Router 5f6b9212-f3ed-4af8-8246-7ff04426fd3a has already been hosted by L3 agent 2987dba8-2249-4ee6-96ec-28f0f7a6127d {{(pid=128083) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 12:08:19.581842 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-19f303c6-6199-414f-b82d-5a488a9f0afb None None] Provisioning complete for port 539e94c5-a7c7-49a1-9ccf-cf97a640b437 triggered by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:08:19.582224 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-19f303c6-6199-414f-b82d-5a488a9f0afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:08:19.619653 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a8a91fd-1dcb-4f14-8297-65ba83e52fae admin admin] Notify agent at l3_agent.dv-neutron-797120-4-hyperv the message routers_updated {{(pid=128083) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 12:08:19.629024 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-0a8a91fd-1dcb-4f14-8297-65ba83e52fae admin admin] 10.222.0.53 "PUT /v2.0/routers/5f6b9212-f3ed-4af8-8246-7ff04426fd3a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7115421 Jun 24 12:08:19.629231 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-19f303c6-6199-414f-b82d-5a488a9f0afb None None] Port 539e94c5-a7c7-49a1-9ccf-cf97a640b437 cannot update to ACTIVE because it is not bound. {{(pid=128085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 12:08:20.412927 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 37760) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:08:20.416528 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device 724033e4-3216-4ffb-8215-98af4306d04c up at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:08:20.419248 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-8f4d7133-a740-460d-91eb-90496f0f0a14 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1254363886', 'description': 'tempest-description--1581179997'}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:08:20.442194 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-8f4d7133-a740-460d-91eb-90496f0f0a14 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] Notify callbacks [] for security_group, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:08:20.475747 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning for port 724033e4-3216-4ffb-8215-98af4306d04c completed by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:08:20.481668 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning complete for port 724033e4-3216-4ffb-8215-98af4306d04c triggered by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:08:20.482050 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:08:20.538614 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-8f4d7133-a740-460d-91eb-90496f0f0a14 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] Notify callbacks [] for security_group, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:08:20.543876 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-8f4d7133-a740-460d-91eb-90496f0f0a14 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800410'] for security_group, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:08:20.546740 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-9959b9ea-07af-48d5-8696-322296608a5d tempest-SecGroupTest-1107880395 tempest-SecGroupTest-1107880395-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:08:20.573755 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-8f4d7133-a740-460d-91eb-90496f0f0a14 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] Notify callbacks [] for security_group, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:08:20.578972 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 37762) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:08:20.584908 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [None req-ad88d9aa-1974-4627-bc99-f500a15a7ef3 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] Request body: {'security_group_rule': {'security_group_id': '816370d7-cde7-4040-8fb6-b452766cafd6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:08:20.589716 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-8f4d7133-a740-460d-91eb-90496f0f0a14 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.1750267 Jun 24 12:08:20.607473 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4d7133-a740-460d-91eb-90496f0f0a14 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] Pushing event updated for resources: {'SecurityGroup': ['ID=816370d7-cde7-4040-8fb6-b452766cafd6,revision_number=1']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:08:20.622329 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-8f4d7133-a740-460d-91eb-90496f0f0a14 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:08:20.627265 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-ad88d9aa-1974-4627-bc99-f500a15a7ef3 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] Notify callbacks [] for security_group_rule, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:08:20.693020 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-ad88d9aa-1974-4627-bc99-f500a15a7ef3 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:08:20.697160 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-ad88d9aa-1974-4627-bc99-f500a15a7ef3 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1627007'] for security_group_rule, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:08:20.699091 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-7c0137ec-12e8-4759-91d8-90e438ea6f54 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:08:20.714064 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad88d9aa-1974-4627-bc99-f500a15a7ef3 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2660b7e-b7fa-47ce-8db7-583f6437c289,revision_number=0']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:08:20.718012 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-ad88d9aa-1974-4627-bc99-f500a15a7ef3 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:08:20.724664 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-ad88d9aa-1974-4627-bc99-f500a15a7ef3 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] Notify callbacks [] for security_group_rule, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:08:20.725199 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:08:20.726042 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-ad88d9aa-1974-4627-bc99-f500a15a7ef3 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1452646 Jun 24 12:08:20.729896 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 37764) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:08:20.734622 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [None req-63de6412-0b63-4e7e-a69b-fe10ae52308f tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] Request body: {'security_group_rule': {'security_group_id': '816370d7-cde7-4040-8fb6-b452766cafd6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:08:20.747729 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] For port 724033e4-3216-4ffb-8215-98af4306d04c, host dv-neutron-797120-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=724033e4-3216-4ffb-8215-98af4306d04c,segment=NetworkSegment(1139564f-ff83-4b49-a593-84b33301357d),segment_id=1139564f-ff83-4b49-a593-84b33301357d)] {{(pid=128085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:08:20.752563 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:08:20.753479 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device 01267635-b0e9-472e-8832-be9621effd42 up at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:08:20.756179 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:08:20.763008 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-63de6412-0b63-4e7e-a69b-fe10ae52308f tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] Notify callbacks [] for security_group_rule, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:08:20.825271 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-63de6412-0b63-4e7e-a69b-fe10ae52308f tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:08:20.829442 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-63de6412-0b63-4e7e-a69b-fe10ae52308f tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1627007'] for security_group_rule, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:08:20.834262 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Pushing event updated for resources: {'Port': ['ID=724033e4-3216-4ffb-8215-98af4306d04c,revision_number=4']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:08:20.835248 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-2ef28985-1e3d-4cd7-bcce-8e68783f5dac tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:08:20.839209 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:08:20.845181 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning complete for port 01267635-b0e9-472e-8832-be9621effd42 triggered by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:08:20.845567 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:08:20.855414 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63de6412-0b63-4e7e-a69b-fe10ae52308f tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b49af5c-12a9-43fb-8701-897607c17858,revision_number=0']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:08:20.857857 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-63de6412-0b63-4e7e-a69b-fe10ae52308f tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] Notify callbacks [] for security_group_rule, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:08:20.860185 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-63de6412-0b63-4e7e-a69b-fe10ae52308f tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1281822 Jun 24 12:08:20.860185 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-63de6412-0b63-4e7e-a69b-fe10ae52308f tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:08:20.862253 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 37766) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:08:20.867095 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-4b46c2ff-d2f9-4e84-acfe-8f4325c411d9 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] Request body: {'floatingip': {'floating_network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b'}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:08:20.889949 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-4b46c2ff-d2f9-4e84-acfe-8f4325c411d9 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] Notify callbacks [] for floatingip, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:08:20.993739 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-4b46c2ff-d2f9-4e84-acfe-8f4325c411d9 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:08:21.098923 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.db.db_base_plugin_common [None req-4b46c2ff-d2f9-4e84-acfe-8f4325c411d9 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] Allocated IP 172.26.7.240 (f2b8ca71-e776-48b2-8898-96cc7970207b/f37bf603-3862-4d0a-9f58-89616f7fd68f/782857f2-8531-4772-8965-5ef26b033c7e) {{(pid=128084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:08:21.210773 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-4b46c2ff-d2f9-4e84-acfe-8f4325c411d9 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] Notify callbacks [] for port, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:08:21.251121 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-4b46c2ff-d2f9-4e84-acfe-8f4325c411d9 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-650429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-506361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793193536723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3291971'] for port, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:08:21.253114 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-f1445c9d-2815-4d60-b7a3-347404e781b5 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:08:21.290986 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b46c2ff-d2f9-4e84-acfe-8f4325c411d9 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] Network f2b8ca71-e776-48b2-8898-96cc7970207b is already hosted by enough agents. {{(pid=128084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:08:21.296619 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.base_scheduler [None req-4b46c2ff-d2f9-4e84-acfe-8f4325c411d9 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] Resources bound (agent type, host, resource id): {{(pid=128084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:08:21.300048 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b46c2ff-d2f9-4e84-acfe-8f4325c411d9 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] Received port after_create {{(pid=128084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:08:21.311318 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18f2ad0d-8ff8-44b4-b14f-0589a65201db None None] Sync routers for ids ['5f6b9212-f3ed-4af8-8246-7ff04426fd3a'] in dv-neutron-797120-4-hyperv {{(pid=128086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 12:08:21.321163 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18f2ad0d-8ff8-44b4-b14f-0589a65201db None None] Routers {'5f6b9212-f3ed-4af8-8246-7ff04426fd3a'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:08:21.321893 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-18f2ad0d-8ff8-44b4-b14f-0589a65201db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T12:07:56Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['5f6b9212-f3ed-4af8-8246-7ff04426fd3a'], 'active': True} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:08:21.324303 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b46c2ff-d2f9-4e84-acfe-8f4325c411d9 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] Pushing event updated for resources: {'Port': ['ID=782857f2-8531-4772-8965-5ef26b033c7e,revision_number=1']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:08:21.329301 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-4b46c2ff-d2f9-4e84-acfe-8f4325c411d9 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:08:21.399514 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-4b46c2ff-d2f9-4e84-acfe-8f4325c411d9 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] Notify callbacks [] for floatingip, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:08:21.430987 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_dvr_db [None req-18f2ad0d-8ff8-44b4-b14f-0589a65201db None None] Set router 5f6b9212-f3ed-4af8-8246-7ff04426fd3a gateway port host: dv-neutron-797120-4-hyperv {{(pid=128086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:08:21.444012 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-4b46c2ff-d2f9-4e84-acfe-8f4325c411d9 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:08:21.599655 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-4b46c2ff-d2f9-4e84-acfe-8f4325c411d9 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] Notify callbacks [] for port, precommit_update {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:08:21.605246 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-4b46c2ff-d2f9-4e84-acfe-8f4325c411d9 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3292081'] for port, after_update {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:08:21.607254 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-05fb4452-3931-4a7d-92ed-a2caa2dfb459 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:08:21.638405 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-18f2ad0d-8ff8-44b4-b14f-0589a65201db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f6b9212-f3ed-4af8-8246-7ff04426fd3a', 'name': 'tempest-ServerActionsTestJSON-2035639249-router', 'tenant_id': '0414285f410c496f97b7d12d23355c2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'external_fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.71'}], 'enable_snat': True}, 'gw_port_id': '724033e4-3216-4ffb-8215-98af4306d04c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:08:16Z', 'updated_at': '2021-06-24T12:08:18Z', 'revision_number': 4, 'project_id': '0414285f410c496f97b7d12d23355c2f', 'gw_port': {'id': '724033e4-3216-4ffb-8215-98af4306d04c', 'name': '', 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:2b:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f6b9212-f3ed-4af8-8246-7ff04426fd3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:08:16Z', 'updated_at': '2021-06-24T12:08:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-4-hyperv', '_interfaces': [{'id': '539e94c5-a7c7-49a1-9ccf-cf97a640b437', 'name': '', 'network_id': 'cde1942d-b2ff-4a1a-9427-86fec798cc5b', 'tenant_id': '0414285f410c496f97b7d12d23355c2f', 'mac_address': 'fa:16:3e:98:a7:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f6b9212-f3ed-4af8-8246-7ff04426fd3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': '32933e07-9d7b-413a-a2dd-d2852e8b62db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:08:18Z', 'updated_at': '2021-06-24T12:08:19Z', 'revision_number': 2, 'project_id': '0414285f410c496f97b7d12d23355c2f', 'subnets': [{'id': '32933e07-9d7b-413a-a2dd-d2852e8b62db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:08:21.673237 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b46c2ff-d2f9-4e84-acfe-8f4325c411d9 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] Pushing event updated for resources: {'Port': ['ID=782857f2-8531-4772-8965-5ef26b033c7e,revision_number=2']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:08:21.677519 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-4b46c2ff-d2f9-4e84-acfe-8f4325c411d9 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:08:21.688374 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-4b46c2ff-d2f9-4e84-acfe-8f4325c411d9 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1815637'] for floatingip, after_update {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:08:21.707242 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-4b46c2ff-d2f9-4e84-acfe-8f4325c411d9 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468916'] for floatingip, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:08:21.708492 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-4b46c2ff-d2f9-4e84-acfe-8f4325c411d9 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8452187 Jun 24 12:08:21.760894 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18f2ad0d-8ff8-44b4-b14f-0589a65201db None None] Checking router: 5f6b9212-f3ed-4af8-8246-7ff04426fd3a for host: dv-neutron-797120-4-hyperv {{(pid=128086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 12:08:21.761279 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18f2ad0d-8ff8-44b4-b14f-0589a65201db None None] Updating router 5f6b9212-f3ed-4af8-8246-7ff04426fd3a port 539e94c5-a7c7-49a1-9ccf-cf97a640b437 binding host dv-neutron-797120-4-hyperv {{(pid=128086) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 12:08:21.807634 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron_lib.callbacks.manager [None req-18f2ad0d-8ff8-44b4-b14f-0589a65201db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:08:21.855294 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-177d9775-783b-4697-9aab-bcf71e8b2812 req-63b035f8-e63e-4fe9-ad20-13d33a5e20fc tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-securitygroup--1254363886&fields=id&tenant_id=0414285f410c496f97b7d12d23355c2f HTTP/1.1" status: 200 len: 267 time: 0.0377901 Jun 24 12:08:21.965438 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177d9775-783b-4697-9aab-bcf71e8b2812 req-d49e14eb-6734-4cb5-aca9-50b5e5fffafd tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:08:21.966938 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-177d9775-783b-4697-9aab-bcf71e8b2812 req-d49e14eb-6734-4cb5-aca9-50b5e5fffafd tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] 10.222.0.53 "GET /v2.0/networks?id=cde1942d-b2ff-4a1a-9427-86fec798cc5b HTTP/1.1" status: 200 len: 812 time: 0.1051636 Jun 24 12:08:21.982534 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-177d9775-783b-4697-9aab-bcf71e8b2812 req-a94dec86-6425-4495-b73b-43e4a7469a5e tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] 10.222.0.53 "GET /v2.0/quotas/0414285f410c496f97b7d12d23355c2f HTTP/1.1" status: 200 len: 375 time: 0.0100265 Jun 24 12:08:22.052968 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-177d9775-783b-4697-9aab-bcf71e8b2812 req-a109c8ea-28a2-4838-ae11-6566af4a66d9 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=0414285f410c496f97b7d12d23355c2f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0649970 Jun 24 12:08:22.081158 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron_lib.callbacks.manager [None req-18f2ad0d-8ff8-44b4-b14f-0589a65201db None None] Notify callbacks [] for port, precommit_update {{(pid=128086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:08:22.091431 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.provisioning_blocks [None req-18f2ad0d-8ff8-44b4-b14f-0589a65201db None None] Transition to ACTIVE for port object 539e94c5-a7c7-49a1-9ccf-cf97a640b437 will not be triggered until provisioned by entity L2. {{(pid=128086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:08:22.106181 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron_lib.callbacks.manager [None req-18f2ad0d-8ff8-44b4-b14f-0589a65201db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:08:22.107370 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG oslo_concurrency.lockutils [None req-0ee071b9-bf09-4d1a-9a9b-402eb2a41e0f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128086) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:08:22.154515 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f497e1f-bd31-443b-aa67-0795df25ddc0 None None] Pushing event updated for resources: {'Port': ['ID=539e94c5-a7c7-49a1-9ccf-cf97a640b437,revision_number=3']} {{(pid=128086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:08:22.162187 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f497e1f-bd31-443b-aa67-0795df25ddc0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:08:22.162536 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f497e1f-bd31-443b-aa67-0795df25ddc0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:08:22.162873 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f497e1f-bd31-443b-aa67-0795df25ddc0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:08:22.163201 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f497e1f-bd31-443b-aa67-0795df25ddc0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:08:22.163529 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f497e1f-bd31-443b-aa67-0795df25ddc0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:08:22.163856 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f497e1f-bd31-443b-aa67-0795df25ddc0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:08:22.164180 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f497e1f-bd31-443b-aa67-0795df25ddc0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:08:22.164535 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f497e1f-bd31-443b-aa67-0795df25ddc0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:08:22.164875 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f497e1f-bd31-443b-aa67-0795df25ddc0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:08:22.165210 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f497e1f-bd31-443b-aa67-0795df25ddc0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:08:22.165533 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f497e1f-bd31-443b-aa67-0795df25ddc0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:08:22.165913 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f497e1f-bd31-443b-aa67-0795df25ddc0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:08:22.173537 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG oslo_concurrency.lockutils [None req-1f497e1f-bd31-443b-aa67-0795df25ddc0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=128086) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:08:22.227573 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.plugins.ml2.managers [None req-18f2ad0d-8ff8-44b4-b14f-0589a65201db None None] Attempting to bind port 539e94c5-a7c7-49a1-9ccf-cf97a640b437 on host dv-neutron-797120-4-hyperv for vnic_type normal with profile {{(pid=128086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 12:08:22.227954 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.plugins.ml2.managers [None req-18f2ad0d-8ff8-44b4-b14f-0589a65201db None None] Attempting to bind port 539e94c5-a7c7-49a1-9ccf-cf97a640b437 by drivers openvswitch,hyperv on host dv-neutron-797120-4-hyperv at level 0 using segments [{'id': 'c6747bfc-9f45-4917-9f38-8036bcce1357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'cde1942d-b2ff-4a1a-9427-86fec798cc5b'}] {{(pid=128086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 12:08:22.228321 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18f2ad0d-8ff8-44b4-b14f-0589a65201db None None] Attempting to bind port 539e94c5-a7c7-49a1-9ccf-cf97a640b437 on network cde1942d-b2ff-4a1a-9427-86fec798cc5b {{(pid=128086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:08:22.233607 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18f2ad0d-8ff8-44b4-b14f-0589a65201db None None] Checking agent: {'id': 'e3a695b2-c397-461f-83b0-10b79d490b59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 11, 36, 56), 'started_at': datetime.datetime(2021, 6, 24, 11, 37, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 12, 7, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=128086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 12:08:22.233989 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18f2ad0d-8ff8-44b4-b14f-0589a65201db None None] Checking segment: {'id': 'c6747bfc-9f45-4917-9f38-8036bcce1357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'cde1942d-b2ff-4a1a-9427-86fec798cc5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=128086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:08:22.234404 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron_lib.callbacks.manager [None req-18f2ad0d-8ff8-44b4-b14f-0589a65201db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=128086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:08:22.234804 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18f2ad0d-8ff8-44b4-b14f-0589a65201db None None] Bound using segment: {'id': 'c6747bfc-9f45-4917-9f38-8036bcce1357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'cde1942d-b2ff-4a1a-9427-86fec798cc5b'} {{(pid=128086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 12:08:22.235454 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.plugins.ml2.managers [None req-18f2ad0d-8ff8-44b4-b14f-0589a65201db None None] Bound port: 539e94c5-a7c7-49a1-9ccf-cf97a640b437, host: dv-neutron-797120-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6747bfc-9f45-4917-9f38-8036bcce1357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'cde1942d-b2ff-4a1a-9427-86fec798cc5b'}}] {{(pid=128086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 12:08:22.236025 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron_lib.callbacks.manager [None req-18f2ad0d-8ff8-44b4-b14f-0589a65201db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:08:22.237561 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-177d9775-783b-4697-9aab-bcf71e8b2812 req-cbd5117b-b68a-4234-862b-6e454792a951 service neutron] 10.222.0.53 "GET /v2.0/networks/cde1942d-b2ff-4a1a-9427-86fec798cc5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1718643 Jun 24 12:08:22.318810 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.plugins.ml2.db [None req-18f2ad0d-8ff8-44b4-b14f-0589a65201db None None] For port 539e94c5-a7c7-49a1-9ccf-cf97a640b437, host dv-neutron-797120-4-hyperv, cleared binding levels {{(pid=128086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 12:08:22.322858 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.plugins.ml2.db [None req-18f2ad0d-8ff8-44b4-b14f-0589a65201db None None] For port 539e94c5-a7c7-49a1-9ccf-cf97a640b437, host dv-neutron-797120-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=539e94c5-a7c7-49a1-9ccf-cf97a640b437,segment=NetworkSegment(c6747bfc-9f45-4917-9f38-8036bcce1357),segment_id=c6747bfc-9f45-4917-9f38-8036bcce1357)] {{(pid=128086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 12:08:22.330067 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron_lib.callbacks.manager [None req-18f2ad0d-8ff8-44b4-b14f-0589a65201db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:08:22.332632 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG oslo_concurrency.lockutils [None req-869d6b00-4368-462e-b38e-9607e2fbf7fd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128086) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:08:22.349004 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device 724033e4-3216-4ffb-8215-98af4306d04c up at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:08:22.353905 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-177d9775-783b-4697-9aab-bcf71e8b2812 req-dd96cd99-e602-4adb-accf-64e07226452c service neutron] 10.222.0.53 "GET /v2.0/networks/cde1942d-b2ff-4a1a-9427-86fec798cc5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1086895 Jun 24 12:08:22.398495 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f497e1f-bd31-443b-aa67-0795df25ddc0 None None] Pushing event updated for resources: {'Port': ['ID=539e94c5-a7c7-49a1-9ccf-cf97a640b437,revision_number=4']} {{(pid=128086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:08:22.402700 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18f2ad0d-8ff8-44b4-b14f-0589a65201db None None] Routers {'5f6b9212-f3ed-4af8-8246-7ff04426fd3a'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:08:22.403399 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-18f2ad0d-8ff8-44b4-b14f-0589a65201db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T12:07:56Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['5f6b9212-f3ed-4af8-8246-7ff04426fd3a'], 'active': True} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:08:22.427098 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning complete for port 724033e4-3216-4ffb-8215-98af4306d04c triggered by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:08:22.427632 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:08:22.456326 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG oslo_concurrency.lockutils [None req-1f497e1f-bd31-443b-aa67-0795df25ddc0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=128086) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:08:22.541089 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_dvr_db [None req-18f2ad0d-8ff8-44b4-b14f-0589a65201db None None] Set router 5f6b9212-f3ed-4af8-8246-7ff04426fd3a gateway port host: dv-neutron-797120-4-hyperv {{(pid=128086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:08:22.572501 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-d4196920-2341-43dc-bbcc-85c057904064 req-87345f93-16bd-4046-a157-490e7d15855f tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] 10.222.0.53 "GET /v2.0/ports?device_id=21bc6bac-5167-48ce-b9a7-7613b69b75e1 HTTP/1.1" status: 200 len: 210 time: 0.0426159 Jun 24 12:08:22.760416 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-18f2ad0d-8ff8-44b4-b14f-0589a65201db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f6b9212-f3ed-4af8-8246-7ff04426fd3a', 'name': 'tempest-ServerActionsTestJSON-2035639249-router', 'tenant_id': '0414285f410c496f97b7d12d23355c2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'external_fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.71'}], 'enable_snat': True}, 'gw_port_id': '724033e4-3216-4ffb-8215-98af4306d04c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:08:16Z', 'updated_at': '2021-06-24T12:08:18Z', 'revision_number': 4, 'project_id': '0414285f410c496f97b7d12d23355c2f', 'gw_port': {'id': '724033e4-3216-4ffb-8215-98af4306d04c', 'name': '', 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:2b:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f6b9212-f3ed-4af8-8246-7ff04426fd3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:08:16Z', 'updated_at': '2021-06-24T12:08:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-4-hyperv', '_interfaces': [{'id': '539e94c5-a7c7-49a1-9ccf-cf97a640b437', 'name': '', 'network_id': 'cde1942d-b2ff-4a1a-9427-86fec798cc5b', 'tenant_id': '0414285f410c496f97b7d12d23355c2f', 'mac_address': 'fa:16:3e:98:a7:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f6b9212-f3ed-4af8-8246-7ff04426fd3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': '32933e07-9d7b-413a-a2dd-d2852e8b62db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:08:18Z', 'updated_at': '2021-06-24T12:08:22Z', 'revision_number': 4, 'project_id': '0414285f410c496f97b7d12d23355c2f', 'subnets': [{'id': '32933e07-9d7b-413a-a2dd-d2852e8b62db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:08:22.786934 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18f2ad0d-8ff8-44b4-b14f-0589a65201db None None] The sync data for ids ['5f6b9212-f3ed-4af8-8246-7ff04426fd3a'] in dv-neutron-797120-4-hyperv is: [{'id': '5f6b9212-f3ed-4af8-8246-7ff04426fd3a', 'name': 'tempest-ServerActionsTestJSON-2035639249-router', 'tenant_id': '0414285f410c496f97b7d12d23355c2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'external_fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.71'}], 'enable_snat': True}, 'gw_port_id': '724033e4-3216-4ffb-8215-98af4306d04c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:08:16Z', 'updated_at': '2021-06-24T12:08:18Z', 'revision_number': 4, 'project_id': '0414285f410c496f97b7d12d23355c2f', 'gw_port': {'id': '724033e4-3216-4ffb-8215-98af4306d04c', 'name': '', 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:2b:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f6b9212-f3ed-4af8-8246-7ff04426fd3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:08:16Z', 'updated_at': '2021-06-24T12:08:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-4-hyperv', '_interfaces': [{'id': '539e94c5-a7c7-49a1-9ccf-cf97a640b437', 'name': '', 'network_id': 'cde1942d-b2ff-4a1a-9427-86fec798cc5b', 'tenant_id': '0414285f410c496f97b7d12d23355c2f', 'mac_address': 'fa:16:3e:98:a7:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f6b9212-f3ed-4af8-8246-7ff04426fd3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': '32933e07-9d7b-413a-a2dd-d2852e8b62db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:08:18Z', 'updated_at': '2021-06-24T12:08:22Z', 'revision_number': 4, 'project_id': '0414285f410c496f97b7d12d23355c2f', 'subnets': [{'id': '32933e07-9d7b-413a-a2dd-d2852e8b62db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=128086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 12:08:23.723082 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-19650cea-3f78-408c-90dc-00e073e19ceb req-7e289af1-2a06-42d0-9561-876c2a937fea tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] 10.222.0.53 "GET /v2.0/ports?device_id=21bc6bac-5167-48ce-b9a7-7613b69b75e1 HTTP/1.1" status: 200 len: 210 time: 0.0335209 Jun 24 12:08:23.850162 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-2fab6a88-78b7-4156-89c2-ee825019b20e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:08:23.901963 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177d9775-783b-4697-9aab-bcf71e8b2812 req-17a7b31f-354f-4c1d-848b-82be1454590c tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:08:23.903577 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-177d9775-783b-4697-9aab-bcf71e8b2812 req-17a7b31f-354f-4c1d-848b-82be1454590c tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] 10.222.0.45 "GET /v2.0/networks?id=cde1942d-b2ff-4a1a-9427-86fec798cc5b HTTP/1.1" status: 200 len: 812 time: 0.1068523 Jun 24 12:08:23.955662 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-177d9775-783b-4697-9aab-bcf71e8b2812 req-9480b54f-949c-4260-b2e0-ed3befd33cf5 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0414285f410c496f97b7d12d23355c2f HTTP/1.1" status: 200 len: 380 time: 0.0349445 Jun 24 12:08:23.966051 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [req-177d9775-783b-4697-9aab-bcf71e8b2812 req-0f6e0f6d-6ae3-48a3-a4c3-a9145e5101b6 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] Request body: {'port': {'device_id': '21bc6bac-5167-48ce-b9a7-7613b69b75e1', 'network_id': 'cde1942d-b2ff-4a1a-9427-86fec798cc5b', 'admin_state_up': True, 'tenant_id': '0414285f410c496f97b7d12d23355c2f', 'security_groups': ['816370d7-cde7-4040-8fb6-b452766cafd6']}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:08:24.083568 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-177d9775-783b-4697-9aab-bcf71e8b2812 req-0f6e0f6d-6ae3-48a3-a4c3-a9145e5101b6 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] Made reservation on behalf of 0414285f410c496f97b7d12d23355c2f for: {'port': 1} {{(pid=128083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:08:24.088407 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-177d9775-783b-4697-9aab-bcf71e8b2812 req-0f6e0f6d-6ae3-48a3-a4c3-a9145e5101b6 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:08:24.216017 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.db_base_plugin_common [req-177d9775-783b-4697-9aab-bcf71e8b2812 req-0f6e0f6d-6ae3-48a3-a4c3-a9145e5101b6 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] Allocated IP 172.20.0.6 (cde1942d-b2ff-4a1a-9427-86fec798cc5b/32933e07-9d7b-413a-a2dd-d2852e8b62db/9181dc7d-b449-4e4a-8891-025199840785) {{(pid=128083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:08:24.348766 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device 539e94c5-a7c7-49a1-9ccf-cf97a640b437 up at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:08:24.364390 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-177d9775-783b-4697-9aab-bcf71e8b2812 req-0f6e0f6d-6ae3-48a3-a4c3-a9145e5101b6 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] Notify callbacks [] for port, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:08:24.378553 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.provisioning_blocks [req-177d9775-783b-4697-9aab-bcf71e8b2812 req-0f6e0f6d-6ae3-48a3-a4c3-a9145e5101b6 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] Transition to ACTIVE for port object 9181dc7d-b449-4e4a-8891-025199840785 will not be triggered until provisioned by entity DHCP. {{(pid=128083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:08:24.398834 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning for port 539e94c5-a7c7-49a1-9ccf-cf97a640b437 completed by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:08:24.402922 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning complete for port 539e94c5-a7c7-49a1-9ccf-cf97a640b437 triggered by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:08:24.403310 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:08:24.412447 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-177d9775-783b-4697-9aab-bcf71e8b2812 req-0f6e0f6d-6ae3-48a3-a4c3-a9145e5101b6 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-650429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-506361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793193536723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2537853'] for port, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:08:24.416765 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-4d9b3ee8-ef84-4626-b5d6-e531b5412a9d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:08:24.459735 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-177d9775-783b-4697-9aab-bcf71e8b2812 req-0f6e0f6d-6ae3-48a3-a4c3-a9145e5101b6 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] Network cde1942d-b2ff-4a1a-9427-86fec798cc5b is already hosted by enough agents. {{(pid=128083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:08:24.462949 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.base_scheduler [req-177d9775-783b-4697-9aab-bcf71e8b2812 req-0f6e0f6d-6ae3-48a3-a4c3-a9145e5101b6 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] Resources bound (agent type, host, resource id): {{(pid=128083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:08:24.469320 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.l3_dvrscheduler_db [req-177d9775-783b-4697-9aab-bcf71e8b2812 req-0f6e0f6d-6ae3-48a3-a4c3-a9145e5101b6 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] Received port after_create {{(pid=128083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:08:24.486087 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:08:24.499974 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6e0f6d-6ae3-48a3-a4c3-a9145e5101b6 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] Pushing event updated for resources: {'Port': ['ID=9181dc7d-b449-4e4a-8891-025199840785,revision_number=1']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:08:24.504400 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-0f6e0f6d-6ae3-48a3-a4c3-a9145e5101b6 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:08:24.527476 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] For port 539e94c5-a7c7-49a1-9ccf-cf97a640b437, host dv-neutron-797120-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=539e94c5-a7c7-49a1-9ccf-cf97a640b437,segment=NetworkSegment(c6747bfc-9f45-4917-9f38-8036bcce1357),segment_id=c6747bfc-9f45-4917-9f38-8036bcce1357)] {{(pid=128085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:08:24.532783 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177d9775-783b-4697-9aab-bcf71e8b2812 req-0f6e0f6d-6ae3-48a3-a4c3-a9145e5101b6 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:08:24.533674 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-177d9775-783b-4697-9aab-bcf71e8b2812 req-0f6e0f6d-6ae3-48a3-a4c3-a9145e5101b6 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468916'] for port, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:08:24.533980 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:08:24.535946 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:08:24.554874 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-177d9775-783b-4697-9aab-bcf71e8b2812 req-0f6e0f6d-6ae3-48a3-a4c3-a9145e5101b6 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5922472 Jun 24 12:08:24.569622 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [req-177d9775-783b-4697-9aab-bcf71e8b2812 req-6f153ca1-b642-4c2a-97fc-80a31d0b0598 service neutron] Request body: {'port': {'device_id': '21bc6bac-5167-48ce-b9a7-7613b69b75e1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7971'}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:08:24.594118 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Pushing event updated for resources: {'Port': ['ID=539e94c5-a7c7-49a1-9ccf-cf97a640b437,revision_number=5']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:08:24.602487 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:08:24.660169 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-177d9775-783b-4697-9aab-bcf71e8b2812 req-6f153ca1-b642-4c2a-97fc-80a31d0b0598 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:08:24.763235 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-036ea7ec-d420-400c-97f1-111b067d7732 None None] Provisioning for port 9181dc7d-b449-4e4a-8891-025199840785 completed by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:08:24.767953 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-036ea7ec-d420-400c-97f1-111b067d7732 None None] Provisioning complete for port 9181dc7d-b449-4e4a-8891-025199840785 triggered by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:08:24.768343 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-036ea7ec-d420-400c-97f1-111b067d7732 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:08:24.803751 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-036ea7ec-d420-400c-97f1-111b067d7732 None None] Port 9181dc7d-b449-4e4a-8891-025199840785 cannot update to ACTIVE because it is not bound. {{(pid=128085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 12:08:24.984674 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8722c98c-80bb-40f3-aae7-d114b7bf4232 req-06fa64d7-9574-4b4e-9ed8-5d79c9ae40f4 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:08:24.986161 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-8722c98c-80bb-40f3-aae7-d114b7bf4232 req-06fa64d7-9574-4b4e-9ed8-5d79c9ae40f4 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] 10.222.0.53 "GET /v2.0/ports?device_id=21bc6bac-5167-48ce-b9a7-7613b69b75e1 HTTP/1.1" status: 200 len: 931 time: 0.1414700 Jun 24 12:08:24.989864 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.notifiers.nova [req-177d9775-783b-4697-9aab-bcf71e8b2812 req-6f153ca1-b642-4c2a-97fc-80a31d0b0598 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9181dc7d-b449-4e4a-8891-025199840785 {{(pid=128083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 12:08:25.004225 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-177d9775-783b-4697-9aab-bcf71e8b2812 req-6f153ca1-b642-4c2a-97fc-80a31d0b0598 service neutron] Notify callbacks [] for port, precommit_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:08:25.030429 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.provisioning_blocks [req-177d9775-783b-4697-9aab-bcf71e8b2812 req-6f153ca1-b642-4c2a-97fc-80a31d0b0598 service neutron] Transition to ACTIVE for port object 9181dc7d-b449-4e4a-8891-025199840785 will not be triggered until provisioned by entity L2. {{(pid=128083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:08:25.035475 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-177d9775-783b-4697-9aab-bcf71e8b2812 req-6f153ca1-b642-4c2a-97fc-80a31d0b0598 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2537871'] for port, after_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:08:25.043456 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-c5ed62a4-e165-4d74-904a-7c5d6ca603bf tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:08:25.078470 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-8722c98c-80bb-40f3-aae7-d114b7bf4232 req-78b09d4a-536a-469d-b1f7-b4eb274a2e36 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] 10.222.0.53 "GET /v2.0/security-groups?id=816370d7-cde7-4040-8fb6-b452766cafd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0828650 Jun 24 12:08:25.096173 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f153ca1-b642-4c2a-97fc-80a31d0b0598 service neutron] Pushing event updated for resources: {'Port': ['ID=9181dc7d-b449-4e4a-8891-025199840785,revision_number=2']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:08:25.100524 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-6f153ca1-b642-4c2a-97fc-80a31d0b0598 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:08:25.171395 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.managers [req-177d9775-783b-4697-9aab-bcf71e8b2812 req-6f153ca1-b642-4c2a-97fc-80a31d0b0598 service neutron] Attempting to bind port 9181dc7d-b449-4e4a-8891-025199840785 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=128083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 12:08:25.171736 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.managers [req-177d9775-783b-4697-9aab-bcf71e8b2812 req-6f153ca1-b642-4c2a-97fc-80a31d0b0598 service neutron] Attempting to bind port 9181dc7d-b449-4e4a-8891-025199840785 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': 'c6747bfc-9f45-4917-9f38-8036bcce1357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'cde1942d-b2ff-4a1a-9427-86fec798cc5b'}] {{(pid=128083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 12:08:25.172070 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-177d9775-783b-4697-9aab-bcf71e8b2812 req-6f153ca1-b642-4c2a-97fc-80a31d0b0598 service neutron] Attempting to bind port 9181dc7d-b449-4e4a-8891-025199840785 on network cde1942d-b2ff-4a1a-9427-86fec798cc5b {{(pid=128083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:08:25.177604 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-177d9775-783b-4697-9aab-bcf71e8b2812 req-6f153ca1-b642-4c2a-97fc-80a31d0b0598 service neutron] Port 9181dc7d-b449-4e4a-8891-025199840785 on network cde1942d-b2ff-4a1a-9427-86fec798cc5b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=128083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 12:08:25.177932 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-177d9775-783b-4697-9aab-bcf71e8b2812 req-6f153ca1-b642-4c2a-97fc-80a31d0b0598 service neutron] Attempting to bind port 9181dc7d-b449-4e4a-8891-025199840785 on network cde1942d-b2ff-4a1a-9427-86fec798cc5b {{(pid=128083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:08:25.183635 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-177d9775-783b-4697-9aab-bcf71e8b2812 req-6f153ca1-b642-4c2a-97fc-80a31d0b0598 service neutron] Checking agent: {'id': 'a2c9a14d-87aa-4cd1-a510-11988f19c3d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7971', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 11, 42, 44), 'started_at': datetime.datetime(2021, 6, 24, 11, 42, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 12, 8, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=128083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 12:08:25.183984 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-177d9775-783b-4697-9aab-bcf71e8b2812 req-6f153ca1-b642-4c2a-97fc-80a31d0b0598 service neutron] Checking segment: {'id': 'c6747bfc-9f45-4917-9f38-8036bcce1357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'cde1942d-b2ff-4a1a-9427-86fec798cc5b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=128083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:08:25.184368 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-177d9775-783b-4697-9aab-bcf71e8b2812 req-6f153ca1-b642-4c2a-97fc-80a31d0b0598 service neutron] Bound using segment: {'id': 'c6747bfc-9f45-4917-9f38-8036bcce1357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'cde1942d-b2ff-4a1a-9427-86fec798cc5b'} {{(pid=128083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 12:08:25.184813 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.managers [req-177d9775-783b-4697-9aab-bcf71e8b2812 req-6f153ca1-b642-4c2a-97fc-80a31d0b0598 service neutron] Bound port: 9181dc7d-b449-4e4a-8891-025199840785, host: hv-neutron-7971, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6747bfc-9f45-4917-9f38-8036bcce1357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'cde1942d-b2ff-4a1a-9427-86fec798cc5b'}}] {{(pid=128083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 12:08:25.185201 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-177d9775-783b-4697-9aab-bcf71e8b2812 req-6f153ca1-b642-4c2a-97fc-80a31d0b0598 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:08:25.256877 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.db [req-177d9775-783b-4697-9aab-bcf71e8b2812 req-6f153ca1-b642-4c2a-97fc-80a31d0b0598 service neutron] For port 9181dc7d-b449-4e4a-8891-025199840785, host hv-neutron-7971, cleared binding levels {{(pid=128083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 12:08:25.262008 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.db [req-177d9775-783b-4697-9aab-bcf71e8b2812 req-6f153ca1-b642-4c2a-97fc-80a31d0b0598 service neutron] For port 9181dc7d-b449-4e4a-8891-025199840785, host hv-neutron-7971, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=9181dc7d-b449-4e4a-8891-025199840785,segment=NetworkSegment(c6747bfc-9f45-4917-9f38-8036bcce1357),segment_id=c6747bfc-9f45-4917-9f38-8036bcce1357)] {{(pid=128083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 12:08:25.266622 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-177d9775-783b-4697-9aab-bcf71e8b2812 req-6f153ca1-b642-4c2a-97fc-80a31d0b0598 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2537871'] for port, after_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:08:25.268654 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-86d7aef3-6bc8-46f2-9df0-cfdce16ac8e3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:08:25.301827 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177d9775-783b-4697-9aab-bcf71e8b2812 req-6f153ca1-b642-4c2a-97fc-80a31d0b0598 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:08:25.302445 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-177d9775-783b-4697-9aab-bcf71e8b2812 req-6f153ca1-b642-4c2a-97fc-80a31d0b0598 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468916'] for port, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:08:25.303803 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-177d9775-783b-4697-9aab-bcf71e8b2812 req-6f153ca1-b642-4c2a-97fc-80a31d0b0598 service neutron] 10.222.0.45 "PUT /v2.0/ports/9181dc7d-b449-4e4a-8891-025199840785 HTTP/1.1" status: 200 len: 1093 time: 0.7387426 Jun 24 12:08:25.304347 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21bc6bac-5167-48ce-b9a7-7613b69b75e1', 'tag': '9181dc7d-b449-4e4a-8891-025199840785'}] {{(pid=128083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 12:08:25.308034 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a77f7dee1a0522ddf93af289475d218fcdb8f30317daadec13ebf930b5b9dbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96ee9ac1-28d1-4e8f-ba6b-1bb6ee81d3ed" -d '{"events": [{"name": "network-changed", "server_uuid": "21bc6bac-5167-48ce-b9a7-7613b69b75e1", "tag": "9181dc7d-b449-4e4a-8891-025199840785"}]}' {{(pid=128083) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 12:08:25.335843 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f153ca1-b642-4c2a-97fc-80a31d0b0598 service neutron] Pushing event updated for resources: {'Port': ['ID=9181dc7d-b449-4e4a-8891-025199840785,revision_number=3']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:08:25.345980 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-6f153ca1-b642-4c2a-97fc-80a31d0b0598 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:08:25.384027 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 12:08:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af477bfa-0a87-4667-8e5e-72e46b5486a9 x-openstack-request-id: req-af477bfa-0a87-4667-8e5e-72e46b5486a9 {{(pid=128083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 12:08:25.384380 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21bc6bac-5167-48ce-b9a7-7613b69b75e1", "tag": "9181dc7d-b449-4e4a-8891-025199840785", "status": "completed", "code": 200}]} {{(pid=128083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 12:08:25.384689 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-af477bfa-0a87-4667-8e5e-72e46b5486a9 {{(pid=128083) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 12:08:25.385173 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21bc6bac-5167-48ce-b9a7-7613b69b75e1', 'tag': '9181dc7d-b449-4e4a-8891-025199840785', 'status': 'completed', 'code': 200} Jun 24 12:08:25.413842 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177d9775-783b-4697-9aab-bcf71e8b2812 req-47dc830a-7e56-4b49-95c6-45696605b9d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:08:25.416190 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-177d9775-783b-4697-9aab-bcf71e8b2812 req-47dc830a-7e56-4b49-95c6-45696605b9d5 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=0414285f410c496f97b7d12d23355c2f&device_id=21bc6bac-5167-48ce-b9a7-7613b69b75e1 HTTP/1.1" status: 200 len: 1096 time: 0.0619161 Jun 24 12:08:25.466918 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-177d9775-783b-4697-9aab-bcf71e8b2812 req-f4bfbe78-1bbd-436a-86de-2f626a53bf93 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9181dc7d-b449-4e4a-8891-025199840785 HTTP/1.1" status: 200 len: 217 time: 0.0418792 Jun 24 12:08:25.521156 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177d9775-783b-4697-9aab-bcf71e8b2812 req-e2c2840e-8746-4118-a0e7-78f1c20507ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:08:25.522491 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-177d9775-783b-4697-9aab-bcf71e8b2812 req-e2c2840e-8746-4118-a0e7-78f1c20507ec service neutron] 10.222.0.45 "GET /v2.0/subnets?id=32933e07-9d7b-413a-a2dd-d2852e8b62db HTTP/1.1" status: 200 len: 851 time: 0.0458655 Jun 24 12:08:25.599473 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177d9775-783b-4697-9aab-bcf71e8b2812 req-231c3b35-3bd5-4b24-a8d1-adc1d80adb83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:08:25.600965 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-177d9775-783b-4697-9aab-bcf71e8b2812 req-231c3b35-3bd5-4b24-a8d1-adc1d80adb83 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=cde1942d-b2ff-4a1a-9427-86fec798cc5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0711994 Jun 24 12:08:25.697914 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-177d9775-783b-4697-9aab-bcf71e8b2812 req-d45e6b77-88bf-4782-80c8-070ea14cd58c service neutron] 10.222.0.45 "GET /v2.0/networks/cde1942d-b2ff-4a1a-9427-86fec798cc5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870333 Jun 24 12:08:25.795659 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-177d9775-783b-4697-9aab-bcf71e8b2812 req-5e3e4123-ffc1-4167-97a9-b4326ae96b2d service neutron] 10.222.0.45 "GET /v2.0/networks/cde1942d-b2ff-4a1a-9427-86fec798cc5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871172 Jun 24 12:08:25.911804 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ee9ac1-28d1-4e8f-ba6b-1bb6ee81d3ed req-703250f4-b672-4958-8263-c6b0f2bb4985 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:08:25.913327 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-96ee9ac1-28d1-4e8f-ba6b-1bb6ee81d3ed req-703250f4-b672-4958-8263-c6b0f2bb4985 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=0414285f410c496f97b7d12d23355c2f&device_id=21bc6bac-5167-48ce-b9a7-7613b69b75e1 HTTP/1.1" status: 200 len: 1096 time: 0.0626390 Jun 24 12:08:26.021377 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ee9ac1-28d1-4e8f-ba6b-1bb6ee81d3ed req-a353582e-08ad-4fd8-965b-52defbf62a54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:08:26.022839 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-96ee9ac1-28d1-4e8f-ba6b-1bb6ee81d3ed req-a353582e-08ad-4fd8-965b-52defbf62a54 service neutron] 10.222.0.45 "GET /v2.0/networks?id=cde1942d-b2ff-4a1a-9427-86fec798cc5b HTTP/1.1" status: 200 len: 913 time: 0.0969124 Jun 24 12:08:26.066495 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-96ee9ac1-28d1-4e8f-ba6b-1bb6ee81d3ed req-794c90ed-1b27-426b-b8b4-640612a15fd0 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9181dc7d-b449-4e4a-8891-025199840785 HTTP/1.1" status: 200 len: 217 time: 0.0348270 Jun 24 12:08:26.121237 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ee9ac1-28d1-4e8f-ba6b-1bb6ee81d3ed req-5a597ae8-b553-4401-9dae-74664add37bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:08:26.122691 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-96ee9ac1-28d1-4e8f-ba6b-1bb6ee81d3ed req-5a597ae8-b553-4401-9dae-74664add37bd service neutron] 10.222.0.45 "GET /v2.0/subnets?id=32933e07-9d7b-413a-a2dd-d2852e8b62db HTTP/1.1" status: 200 len: 851 time: 0.0489769 Jun 24 12:08:26.190014 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ee9ac1-28d1-4e8f-ba6b-1bb6ee81d3ed req-caf56269-e21c-4f62-8a41-95f71e1645a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:08:26.191548 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-96ee9ac1-28d1-4e8f-ba6b-1bb6ee81d3ed req-caf56269-e21c-4f62-8a41-95f71e1645a7 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=cde1942d-b2ff-4a1a-9427-86fec798cc5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0581810 Jun 24 12:08:26.332565 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961bc2ab-f611-4395-a35b-ffc10572d863 req-389fac4f-42fd-4dbb-bcd6-5200aa480f16 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:08:26.334091 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-961bc2ab-f611-4395-a35b-ffc10572d863 req-389fac4f-42fd-4dbb-bcd6-5200aa480f16 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] 10.222.0.53 "GET /v2.0/ports?device_id=21bc6bac-5167-48ce-b9a7-7613b69b75e1 HTTP/1.1" status: 200 len: 943 time: 0.1412919 Jun 24 12:08:26.334973 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device 539e94c5-a7c7-49a1-9ccf-cf97a640b437 up at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:08:26.336468 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-96ee9ac1-28d1-4e8f-ba6b-1bb6ee81d3ed req-5f3306bf-51d4-4460-aa49-3378926f630a service neutron] 10.222.0.45 "GET /v2.0/networks/cde1942d-b2ff-4a1a-9427-86fec798cc5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1340661 Jun 24 12:08:26.391952 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning complete for port 539e94c5-a7c7-49a1-9ccf-cf97a640b437 triggered by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:08:26.392323 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:08:26.414044 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ddf635d5-e400-4b4e-80a6-bb0d481a9336 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:08:26.533433 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:08:26.804668 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-961bc2ab-f611-4395-a35b-ffc10572d863 req-93e7ff1d-36d1-4930-9c0f-d30a2def6995 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] 10.222.0.53 "GET /v2.0/security-groups?id=816370d7-cde7-4040-8fb6-b452766cafd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4647300 Jun 24 12:08:26.837067 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-96ee9ac1-28d1-4e8f-ba6b-1bb6ee81d3ed req-1206c6cb-5083-45ad-ae8f-b9131a8fe732 service neutron] 10.222.0.45 "GET /v2.0/networks/cde1942d-b2ff-4a1a-9427-86fec798cc5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4905200 Jun 24 12:08:27.746062 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-03237adf-ebd0-46f2-a476-4d4bb746e0f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:08:27.983030 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e6026e-9ebe-4fe6-a8fa-1a04ae29b614 req-660e4107-145e-4864-89e5-5b1623354120 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:08:27.984470 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-77e6026e-9ebe-4fe6-a8fa-1a04ae29b614 req-660e4107-145e-4864-89e5-5b1623354120 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] 10.222.0.53 "GET /v2.0/ports?device_id=21bc6bac-5167-48ce-b9a7-7613b69b75e1 HTTP/1.1" status: 200 len: 943 time: 0.0630777 Jun 24 12:08:28.022527 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-77e6026e-9ebe-4fe6-a8fa-1a04ae29b614 req-ecae6f3e-4fb3-47e6-8d96-9a6b71f86d22 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] 10.222.0.53 "GET /v2.0/security-groups?id=816370d7-cde7-4040-8fb6-b452766cafd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323236 Jun 24 12:08:29.200855 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acba1ee0-bbf6-416b-a376-26006e781cd7 req-d102018b-47ee-4c07-83df-77847db98c2f tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:08:29.202448 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-acba1ee0-bbf6-416b-a376-26006e781cd7 req-d102018b-47ee-4c07-83df-77847db98c2f tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] 10.222.0.53 "GET /v2.0/ports?device_id=21bc6bac-5167-48ce-b9a7-7613b69b75e1 HTTP/1.1" status: 200 len: 943 time: 0.0656478 Jun 24 12:08:29.241988 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-acba1ee0-bbf6-416b-a376-26006e781cd7 req-73b016cd-6553-4cba-9cfc-713fc458d8bf tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] 10.222.0.53 "GET /v2.0/security-groups?id=816370d7-cde7-4040-8fb6-b452766cafd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338109 Jun 24 12:08:29.251782 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Device 9181dc7d-b449-4e4a-8891-025199840785 details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=128085) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 12:08:29.347068 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] For port 9181dc7d-b449-4e4a-8891-025199840785, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=9181dc7d-b449-4e4a-8891-025199840785,segment=NetworkSegment(c6747bfc-9f45-4917-9f38-8036bcce1357),segment_id=c6747bfc-9f45-4917-9f38-8036bcce1357)] {{(pid=128085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:08:29.359013 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Returning: {'device': '9181dc7d-b449-4e4a-8891-025199840785', 'network_id': 'cde1942d-b2ff-4a1a-9427-86fec798cc5b', 'port_id': '9181dc7d-b449-4e4a-8891-025199840785', 'mac_address': 'fa:16:3e:a1:e3:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 621, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32933e07-9d7b-413a-a2dd-d2852e8b62db', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=128085) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 12:08:29.395225 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:08:29.407470 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.notifiers.nova [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9181dc7d-b449-4e4a-8891-025199840785 {{(pid=128085) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 12:08:29.427355 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] For port 9181dc7d-b449-4e4a-8891-025199840785, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=9181dc7d-b449-4e4a-8891-025199840785,segment=NetworkSegment(c6747bfc-9f45-4917-9f38-8036bcce1357),segment_id=c6747bfc-9f45-4917-9f38-8036bcce1357)] {{(pid=128085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:08:29.432098 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:08:29.434987 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:08:29.479988 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Pushing event updated for resources: {'Port': ['ID=9181dc7d-b449-4e4a-8891-025199840785,revision_number=4']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:08:29.486954 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:08:29.487297 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:08:29.487631 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:08:29.487961 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:08:29.488286 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:08:29.488610 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:08:29.488938 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:08:29.489281 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:08:29.489604 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:08:29.489920 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:08:29.490239 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:08:29.490550 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:08:29.494833 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:08:29.708990 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] get_ports_and_sgs() called for port_ids ['9181dc7d-b449-4e4a-8891-025199840785'] {{(pid=128085) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 12:08:29.743318 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-52c483ef-d5c1-4030-9a32-e5ce4ff00ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:08:30.462047 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581e615b-0083-45ee-841b-3e8a6d5f2f18 req-e6999d4a-f69e-43a8-bc2d-4df23bff07c1 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:08:30.463583 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-581e615b-0083-45ee-841b-3e8a6d5f2f18 req-e6999d4a-f69e-43a8-bc2d-4df23bff07c1 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] 10.222.0.53 "GET /v2.0/ports?device_id=21bc6bac-5167-48ce-b9a7-7613b69b75e1 HTTP/1.1" status: 200 len: 944 time: 0.0723202 Jun 24 12:08:30.506745 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-581e615b-0083-45ee-841b-3e8a6d5f2f18 req-cc93b8c7-e7c2-4a80-b1d6-6bbea57e6e62 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] 10.222.0.53 "GET /v2.0/security-groups?id=816370d7-cde7-4040-8fb6-b452766cafd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373514 Jun 24 12:08:31.267748 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Device 9181dc7d-b449-4e4a-8891-025199840785 up at agent hyperv_hv-neutron-7971 {{(pid=128085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:08:31.315765 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Provisioning for port 9181dc7d-b449-4e4a-8891-025199840785 completed by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:08:31.319334 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Provisioning complete for port 9181dc7d-b449-4e4a-8891-025199840785 triggered by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:08:31.319717 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:08:31.402104 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:08:31.424551 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21bc6bac-5167-48ce-b9a7-7613b69b75e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9181dc7d-b449-4e4a-8891-025199840785'}] {{(pid=128085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 12:08:31.426893 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1098ec9051a50dd033317f529a09b9762582ef7b417ebe05928aca59e08255aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef35e78a-e9ce-45aa-a2e1-2c83e8dd40bd" -d '{"events": [{"server_uuid": "21bc6bac-5167-48ce-b9a7-7613b69b75e1", "name": "network-vif-plugged", "status": "completed", "tag": "9181dc7d-b449-4e4a-8891-025199840785"}]}' {{(pid=128085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 12:08:31.441168 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] For port 9181dc7d-b449-4e4a-8891-025199840785, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=9181dc7d-b449-4e4a-8891-025199840785,segment=NetworkSegment(c6747bfc-9f45-4917-9f38-8036bcce1357),segment_id=c6747bfc-9f45-4917-9f38-8036bcce1357)] {{(pid=128085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:08:31.445253 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:08:31.448202 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:08:31.470653 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 12:08:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-930d8f0d-0eaf-4d01-9c92-f14156de1e99 x-openstack-request-id: req-930d8f0d-0eaf-4d01-9c92-f14156de1e99 {{(pid=128085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 12:08:31.470952 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21bc6bac-5167-48ce-b9a7-7613b69b75e1", "name": "network-vif-plugged", "status": "completed", "tag": "9181dc7d-b449-4e4a-8891-025199840785", "code": 200}]} {{(pid=128085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 12:08:31.471208 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-930d8f0d-0eaf-4d01-9c92-f14156de1e99 {{(pid=128085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 12:08:31.471871 dv-neutron-797120-4-hyperv neutron-server[128085]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21bc6bac-5167-48ce-b9a7-7613b69b75e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9181dc7d-b449-4e4a-8891-025199840785', 'code': 200} Jun 24 12:08:31.501356 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Pushing event updated for resources: {'Port': ['ID=9181dc7d-b449-4e4a-8891-025199840785,revision_number=5']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:08:31.504490 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:08:31.730899 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be1b5d0-45fe-4686-bce3-29b740de5439 req-49e9fcae-89a0-4104-887e-b3fceb2eaaef tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:08:31.732346 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-1be1b5d0-45fe-4686-bce3-29b740de5439 req-49e9fcae-89a0-4104-887e-b3fceb2eaaef tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] 10.222.0.53 "GET /v2.0/ports?device_id=21bc6bac-5167-48ce-b9a7-7613b69b75e1 HTTP/1.1" status: 200 len: 945 time: 0.1054428 Jun 24 12:08:31.738113 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63ac333-1edc-43d1-8106-8b666c35663a req-419ef498-2576-47c3-bd3f-598a96704fa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:08:31.739463 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-a63ac333-1edc-43d1-8106-8b666c35663a req-419ef498-2576-47c3-bd3f-598a96704fa7 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=21bc6bac-5167-48ce-b9a7-7613b69b75e1 HTTP/1.1" status: 200 len: 1098 time: 0.0809264 Jun 24 12:08:31.798967 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-1be1b5d0-45fe-4686-bce3-29b740de5439 req-3657f0ac-e80f-49c0-8172-de1f5f0f95ce tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] 10.222.0.53 "GET /v2.0/security-groups?id=816370d7-cde7-4040-8fb6-b452766cafd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584295 Jun 24 12:08:31.800870 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-a63ac333-1edc-43d1-8106-8b666c35663a req-0e27176a-87df-44b5-ac2a-e9a002aa23a8 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=816370d7-cde7-4040-8fb6-b452766cafd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467758 Jun 24 12:08:32.973206 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76bc7a3-d10b-4a99-acfd-7674f21ab482 req-dd255665-550f-419a-9e33-e546d8c48122 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:08:32.974670 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-d76bc7a3-d10b-4a99-acfd-7674f21ab482 req-dd255665-550f-419a-9e33-e546d8c48122 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] 10.222.0.53 "GET /v2.0/ports?device_id=21bc6bac-5167-48ce-b9a7-7613b69b75e1 HTTP/1.1" status: 200 len: 945 time: 0.0631526 Jun 24 12:08:33.012093 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-d76bc7a3-d10b-4a99-acfd-7674f21ab482 req-c565ac8f-53b4-4439-a641-b611c8412ec3 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] 10.222.0.53 "GET /v2.0/security-groups?id=816370d7-cde7-4040-8fb6-b452766cafd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316279 Jun 24 12:08:33.179122 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97bb635-74c9-478b-a78d-815041417baf req-5986c2a8-d097-46e1-a6a9-95f9e6830b6a tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:08:33.180484 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-c97bb635-74c9-478b-a78d-815041417baf req-5986c2a8-d097-46e1-a6a9-95f9e6830b6a tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] 10.222.0.53 "GET /v2.0/ports?device_id=21bc6bac-5167-48ce-b9a7-7613b69b75e1 HTTP/1.1" status: 200 len: 945 time: 0.0619619 Jun 24 12:08:33.189224 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 37824) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:08:33.194459 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-6404ff8e-f4f9-4083-b29b-2d7d273dbc13 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] Request body: {'floatingip': {'port_id': '9181dc7d-b449-4e4a-8891-025199840785'}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:08:33.238019 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-6404ff8e-f4f9-4083-b29b-2d7d273dbc13 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] Notify callbacks [] for floatingip, before_update {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:08:33.944157 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-6404ff8e-f4f9-4083-b29b-2d7d273dbc13 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] Notify callbacks [] for floatingip, precommit_update {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:08:33.948739 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-6404ff8e-f4f9-4083-b29b-2d7d273dbc13 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1815637'] for floatingip, after_update {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:08:34.047599 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.db.l3_db [None req-6404ff8e-f4f9-4083-b29b-2d7d273dbc13 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] Floating IP 3323fb57-fefb-4ec1-81d7-c34644bbcc94 associated. External IP: 172.26.7.240, port: 9181dc7d-b449-4e4a-8891-025199840785. Jun 24 12:08:34.257709 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6404ff8e-f4f9-4083-b29b-2d7d273dbc13 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] Router 5f6b9212-f3ed-4af8-8246-7ff04426fd3a has already been hosted by L3 agent 2987dba8-2249-4ee6-96ec-28f0f7a6127d {{(pid=128084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 12:08:34.374578 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6404ff8e-f4f9-4083-b29b-2d7d273dbc13 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] Notify agent at l3_agent.dv-neutron-797120-4-hyperv the message routers_updated {{(pid=128084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 12:08:34.379206 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-6404ff8e-f4f9-4083-b29b-2d7d273dbc13 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468916'] for floatingip, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:08:34.443611 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-6404ff8e-f4f9-4083-b29b-2d7d273dbc13 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] 10.222.0.53 "PUT /v2.0/floatingips/3323fb57-fefb-4ec1-81d7-c34644bbcc94 HTTP/1.1" status: 200 len: 991 time: 1.2501669 Jun 24 12:08:34.443611 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21bc6bac-5167-48ce-b9a7-7613b69b75e1', 'tag': '9181dc7d-b449-4e4a-8891-025199840785'}] {{(pid=128084) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 12:08:34.444116 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}189e43ef1649f46b9bccc8e45a83b64afc33adcdec52bc597e36eecb4255b7b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7d45363-cdad-4374-be96-e7a360b7a06b" -d '{"events": [{"name": "network-changed", "server_uuid": "21bc6bac-5167-48ce-b9a7-7613b69b75e1", "tag": "9181dc7d-b449-4e4a-8891-025199840785"}]}' {{(pid=128084) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 12:08:34.490552 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5260dd6-6dbf-46da-87cc-735469a0951c None None] Sync routers for ids ['5f6b9212-f3ed-4af8-8246-7ff04426fd3a'] in dv-neutron-797120-4-hyperv {{(pid=128085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 12:08:34.501850 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5260dd6-6dbf-46da-87cc-735469a0951c None None] Routers {'5f6b9212-f3ed-4af8-8246-7ff04426fd3a'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:08:34.502482 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-d5260dd6-6dbf-46da-87cc-735469a0951c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T12:08:26Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['5f6b9212-f3ed-4af8-8246-7ff04426fd3a'], 'active': True} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:08:34.540644 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 12:08:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8257468b-314a-4223-a574-df87759a4521 x-openstack-request-id: req-8257468b-314a-4223-a574-df87759a4521 {{(pid=128084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 12:08:34.541002 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21bc6bac-5167-48ce-b9a7-7613b69b75e1", "tag": "9181dc7d-b449-4e4a-8891-025199840785", "status": "completed", "code": 200}]} {{(pid=128084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 12:08:34.541328 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-8257468b-314a-4223-a574-df87759a4521 {{(pid=128084) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 12:08:34.541837 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21bc6bac-5167-48ce-b9a7-7613b69b75e1', 'tag': '9181dc7d-b449-4e4a-8891-025199840785', 'status': 'completed', 'code': 200} Jun 24 12:08:34.617755 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvr_db [None req-d5260dd6-6dbf-46da-87cc-735469a0951c None None] Set router 5f6b9212-f3ed-4af8-8246-7ff04426fd3a gateway port host: dv-neutron-797120-4-hyperv {{(pid=128085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:08:34.631692 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d45363-cdad-4374-be96-e7a360b7a06b req-db5efc39-e01a-4325-99b6-bf925941baf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:08:34.633970 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-d7d45363-cdad-4374-be96-e7a360b7a06b req-db5efc39-e01a-4325-99b6-bf925941baf9 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=0414285f410c496f97b7d12d23355c2f&device_id=21bc6bac-5167-48ce-b9a7-7613b69b75e1 HTTP/1.1" status: 200 len: 1098 time: 0.0609465 Jun 24 12:08:34.728152 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d45363-cdad-4374-be96-e7a360b7a06b req-dba97f5d-adf0-4059-9a42-c7e957242258 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:08:34.729731 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-d7d45363-cdad-4374-be96-e7a360b7a06b req-dba97f5d-adf0-4059-9a42-c7e957242258 service neutron] 10.222.0.45 "GET /v2.0/networks?id=cde1942d-b2ff-4a1a-9427-86fec798cc5b HTTP/1.1" status: 200 len: 913 time: 0.0893695 Jun 24 12:08:34.798542 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-d7d45363-cdad-4374-be96-e7a360b7a06b req-4c47501a-946d-4532-aad2-74c4b2a3b914 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9181dc7d-b449-4e4a-8891-025199840785 HTTP/1.1" status: 200 len: 999 time: 0.0618780 Jun 24 12:08:34.849240 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-d5260dd6-6dbf-46da-87cc-735469a0951c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f6b9212-f3ed-4af8-8246-7ff04426fd3a', 'name': 'tempest-ServerActionsTestJSON-2035639249-router', 'tenant_id': '0414285f410c496f97b7d12d23355c2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'external_fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.71'}], 'enable_snat': True}, 'gw_port_id': '724033e4-3216-4ffb-8215-98af4306d04c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:08:16Z', 'updated_at': '2021-06-24T12:08:18Z', 'revision_number': 4, 'project_id': '0414285f410c496f97b7d12d23355c2f', 'gw_port': {'id': '724033e4-3216-4ffb-8215-98af4306d04c', 'name': '', 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:2b:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f6b9212-f3ed-4af8-8246-7ff04426fd3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:08:16Z', 'updated_at': '2021-06-24T12:08:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-4-hyperv', '_floatingips': [{'id': '3323fb57-fefb-4ec1-81d7-c34644bbcc94', 'tenant_id': '0414285f410c496f97b7d12d23355c2f', 'floating_ip_address': '172.26.7.240', 'floating_network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'router_id': '5f6b9212-f3ed-4af8-8246-7ff04426fd3a', 'port_id': '9181dc7d-b449-4e4a-8891-025199840785', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1579, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cde1942d-b2ff-4a1a-9427-86fec798cc5b', 'mac_address': 'fa:16:3e:a1:e3:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21bc6bac-5167-48ce-b9a7-7613b69b75e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T12:08:21Z', 'updated_at': '2021-06-24T12:08:33Z', 'revision_number': 1, 'project_id': '0414285f410c496f97b7d12d23355c2f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '539e94c5-a7c7-49a1-9ccf-cf97a640b437', 'name': '', 'network_id': 'cde1942d-b2ff-4a1a-9427-86fec798cc5b', 'tenant_id': '0414285f410c496f97b7d12d23355c2f', 'mac_address': 'fa:16:3e:98:a7:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f6b9212-f3ed-4af8-8246-7ff04426fd3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': '32933e07-9d7b-413a-a2dd-d2852e8b62db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:08:18Z', 'updated_at': '2021-06-24T12:08:24Z', 'revision_number': 5, 'project_id': '0414285f410c496f97b7d12d23355c2f', 'subnets': [{'id': '32933e07-9d7b-413a-a2dd-d2852e8b62db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:08:34.849581 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d45363-cdad-4374-be96-e7a360b7a06b req-b49599c4-58a0-415f-886a-415d7e9d552a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:08:34.851068 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-d7d45363-cdad-4374-be96-e7a360b7a06b req-b49599c4-58a0-415f-886a-415d7e9d552a service neutron] 10.222.0.45 "GET /v2.0/subnets?id=32933e07-9d7b-413a-a2dd-d2852e8b62db HTTP/1.1" status: 200 len: 851 time: 0.0447879 Jun 24 12:08:34.876281 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5260dd6-6dbf-46da-87cc-735469a0951c None None] Checking router: 5f6b9212-f3ed-4af8-8246-7ff04426fd3a for host: dv-neutron-797120-4-hyperv {{(pid=128085) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 12:08:34.886085 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5260dd6-6dbf-46da-87cc-735469a0951c None None] Routers {'5f6b9212-f3ed-4af8-8246-7ff04426fd3a'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:08:34.886690 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-d5260dd6-6dbf-46da-87cc-735469a0951c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T12:08:26Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['5f6b9212-f3ed-4af8-8246-7ff04426fd3a'], 'active': True} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:08:34.911155 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d45363-cdad-4374-be96-e7a360b7a06b req-12b42986-0245-4d73-922b-2d9d14217e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:08:34.912640 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-d7d45363-cdad-4374-be96-e7a360b7a06b req-12b42986-0245-4d73-922b-2d9d14217e3c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=cde1942d-b2ff-4a1a-9427-86fec798cc5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0555122 Jun 24 12:08:34.995595 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvr_db [None req-d5260dd6-6dbf-46da-87cc-735469a0951c None None] Set router 5f6b9212-f3ed-4af8-8246-7ff04426fd3a gateway port host: dv-neutron-797120-4-hyperv {{(pid=128085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:08:35.010950 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-d7d45363-cdad-4374-be96-e7a360b7a06b req-fdb14de3-66c2-4572-b38f-6fdab66255de service neutron] 10.222.0.45 "GET /v2.0/networks/cde1942d-b2ff-4a1a-9427-86fec798cc5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910568 Jun 24 12:08:35.101818 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-d7d45363-cdad-4374-be96-e7a360b7a06b req-764d0791-a13b-4ab6-89c7-fae001449e17 service neutron] 10.222.0.45 "GET /v2.0/networks/cde1942d-b2ff-4a1a-9427-86fec798cc5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837631 Jun 24 12:08:35.228199 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-d5260dd6-6dbf-46da-87cc-735469a0951c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f6b9212-f3ed-4af8-8246-7ff04426fd3a', 'name': 'tempest-ServerActionsTestJSON-2035639249-router', 'tenant_id': '0414285f410c496f97b7d12d23355c2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'external_fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.71'}], 'enable_snat': True}, 'gw_port_id': '724033e4-3216-4ffb-8215-98af4306d04c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:08:16Z', 'updated_at': '2021-06-24T12:08:18Z', 'revision_number': 4, 'project_id': '0414285f410c496f97b7d12d23355c2f', 'gw_port': {'id': '724033e4-3216-4ffb-8215-98af4306d04c', 'name': '', 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:2b:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f6b9212-f3ed-4af8-8246-7ff04426fd3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:08:16Z', 'updated_at': '2021-06-24T12:08:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-4-hyperv', '_floatingips': [{'id': '3323fb57-fefb-4ec1-81d7-c34644bbcc94', 'tenant_id': '0414285f410c496f97b7d12d23355c2f', 'floating_ip_address': '172.26.7.240', 'floating_network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'router_id': '5f6b9212-f3ed-4af8-8246-7ff04426fd3a', 'port_id': '9181dc7d-b449-4e4a-8891-025199840785', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1579, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cde1942d-b2ff-4a1a-9427-86fec798cc5b', 'mac_address': 'fa:16:3e:a1:e3:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21bc6bac-5167-48ce-b9a7-7613b69b75e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T12:08:21Z', 'updated_at': '2021-06-24T12:08:33Z', 'revision_number': 1, 'project_id': '0414285f410c496f97b7d12d23355c2f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '539e94c5-a7c7-49a1-9ccf-cf97a640b437', 'name': '', 'network_id': 'cde1942d-b2ff-4a1a-9427-86fec798cc5b', 'tenant_id': '0414285f410c496f97b7d12d23355c2f', 'mac_address': 'fa:16:3e:98:a7:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f6b9212-f3ed-4af8-8246-7ff04426fd3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': '32933e07-9d7b-413a-a2dd-d2852e8b62db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:08:18Z', 'updated_at': '2021-06-24T12:08:24Z', 'revision_number': 5, 'project_id': '0414285f410c496f97b7d12d23355c2f', 'subnets': [{'id': '32933e07-9d7b-413a-a2dd-d2852e8b62db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:08:35.255680 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5260dd6-6dbf-46da-87cc-735469a0951c None None] The sync data for ids ['5f6b9212-f3ed-4af8-8246-7ff04426fd3a'] in dv-neutron-797120-4-hyperv is: [{'id': '5f6b9212-f3ed-4af8-8246-7ff04426fd3a', 'name': 'tempest-ServerActionsTestJSON-2035639249-router', 'tenant_id': '0414285f410c496f97b7d12d23355c2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'external_fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.71'}], 'enable_snat': True}, 'gw_port_id': '724033e4-3216-4ffb-8215-98af4306d04c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:08:16Z', 'updated_at': '2021-06-24T12:08:18Z', 'revision_number': 4, 'project_id': '0414285f410c496f97b7d12d23355c2f', 'gw_port': {'id': '724033e4-3216-4ffb-8215-98af4306d04c', 'name': '', 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:2b:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f6b9212-f3ed-4af8-8246-7ff04426fd3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:08:16Z', 'updated_at': '2021-06-24T12:08:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-4-hyperv', '_floatingips': [{'id': '3323fb57-fefb-4ec1-81d7-c34644bbcc94', 'tenant_id': '0414285f410c496f97b7d12d23355c2f', 'floating_ip_address': '172.26.7.240', 'floating_network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'router_id': '5f6b9212-f3ed-4af8-8246-7ff04426fd3a', 'port_id': '9181dc7d-b449-4e4a-8891-025199840785', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1579, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cde1942d-b2ff-4a1a-9427-86fec798cc5b', 'mac_address': 'fa:16:3e:a1:e3:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21bc6bac-5167-48ce-b9a7-7613b69b75e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T12:08:21Z', 'updated_at': '2021-06-24T12:08:33Z', 'revision_number': 1, 'project_id': '0414285f410c496f97b7d12d23355c2f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '539e94c5-a7c7-49a1-9ccf-cf97a640b437', 'name': '', 'network_id': 'cde1942d-b2ff-4a1a-9427-86fec798cc5b', 'tenant_id': '0414285f410c496f97b7d12d23355c2f', 'mac_address': 'fa:16:3e:98:a7:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f6b9212-f3ed-4af8-8246-7ff04426fd3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': '32933e07-9d7b-413a-a2dd-d2852e8b62db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:08:18Z', 'updated_at': '2021-06-24T12:08:24Z', 'revision_number': 5, 'project_id': '0414285f410c496f97b7d12d23355c2f', 'subnets': [{'id': '32933e07-9d7b-413a-a2dd-d2852e8b62db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=128085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 12:08:35.452952 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b508032d-1a5c-422a-8342-ca878ce2335a None None] New status for floating IP 3323fb57-fefb-4ec1-81d7-c34644bbcc94: ACTIVE {{(pid=128086) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 24 12:08:36.088846 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.agents_db [None req-87a69269-d72b-4286-97f3-1041481ed6d8 None None] Agent healthcheck: found 6 active agents {{(pid=128086) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 12:08:44.823202 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:08:53.851514 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-474e040c-c68b-4e5f-a800-782cf9d6926f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:08:56.396760 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-eebf1021-59d3-4f79-b5ac-bbe8daa5bc33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:08:56.534797 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:08:57.747689 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-03237adf-ebd0-46f2-a476-4d4bb746e0f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:08:58.607580 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-970b1f10-d65b-448b-95f8-cb73001011ed req-19ae673f-e63c-41b9-8cbb-98efef25d31b service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=21bc6bac-5167-48ce-b9a7-7613b69b75e1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0602841 Jun 24 12:08:58.708508 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970b1f10-d65b-448b-95f8-cb73001011ed req-3d5b4e63-ea1f-4fa2-a3eb-d41bdded55dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:08:58.710033 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-970b1f10-d65b-448b-95f8-cb73001011ed req-3d5b4e63-ea1f-4fa2-a3eb-d41bdded55dc service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=0414285f410c496f97b7d12d23355c2f&device_id=21bc6bac-5167-48ce-b9a7-7613b69b75e1 HTTP/1.1" status: 200 len: 1098 time: 0.0554433 Jun 24 12:08:58.825576 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970b1f10-d65b-448b-95f8-cb73001011ed req-9f46a4f2-5708-4fe5-b00c-0d32d63aa22c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:08:58.827033 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-970b1f10-d65b-448b-95f8-cb73001011ed req-9f46a4f2-5708-4fe5-b00c-0d32d63aa22c service neutron] 10.222.0.45 "GET /v2.0/networks?id=cde1942d-b2ff-4a1a-9427-86fec798cc5b HTTP/1.1" status: 200 len: 913 time: 0.0920515 Jun 24 12:08:58.897390 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-970b1f10-d65b-448b-95f8-cb73001011ed req-5aceb3ce-2ac2-46a3-acc9-d293e2bc8ecc service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9181dc7d-b449-4e4a-8891-025199840785 HTTP/1.1" status: 200 len: 1001 time: 0.0632443 Jun 24 12:08:58.948880 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970b1f10-d65b-448b-95f8-cb73001011ed req-f67cf509-3551-4544-a3a2-d77971cc70b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:08:58.950367 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-970b1f10-d65b-448b-95f8-cb73001011ed req-f67cf509-3551-4544-a3a2-d77971cc70b6 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=32933e07-9d7b-413a-a2dd-d2852e8b62db HTTP/1.1" status: 200 len: 851 time: 0.0459750 Jun 24 12:08:59.007402 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970b1f10-d65b-448b-95f8-cb73001011ed req-4cae50c3-456e-4e8a-b799-cdb01fbd2a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:08:59.009897 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-970b1f10-d65b-448b-95f8-cb73001011ed req-4cae50c3-456e-4e8a-b799-cdb01fbd2a89 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=cde1942d-b2ff-4a1a-9427-86fec798cc5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0526450 Jun 24 12:08:59.109434 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-970b1f10-d65b-448b-95f8-cb73001011ed req-fbb4d0c0-87b1-472d-9552-46cc4762e744 service neutron] 10.222.0.45 "GET /v2.0/networks/cde1942d-b2ff-4a1a-9427-86fec798cc5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919476 Jun 24 12:08:59.206548 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-970b1f10-d65b-448b-95f8-cb73001011ed req-e32f94b3-79b0-4fd3-b47d-84c8a9179e24 service neutron] 10.222.0.45 "GET /v2.0/networks/cde1942d-b2ff-4a1a-9427-86fec798cc5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904210 Jun 24 12:08:59.717516 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-52c483ef-d5c1-4030-9a32-e5ce4ff00ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:09:13.087723 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.agents_db [None req-87a69269-d72b-4286-97f3-1041481ed6d8 None None] Agent healthcheck: found 6 active agents {{(pid=128086) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 12:09:14.848596 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:09:16.553198 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0421fa-01aa-40e7-83ac-baa4b6c1c46c req-4e875606-962c-4e90-845f-1daeaa732b3e tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:09:16.554631 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-1f0421fa-01aa-40e7-83ac-baa4b6c1c46c req-4e875606-962c-4e90-845f-1daeaa732b3e tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] 10.222.0.53 "GET /v2.0/ports?device_id=21bc6bac-5167-48ce-b9a7-7613b69b75e1 HTTP/1.1" status: 200 len: 945 time: 0.0685892 Jun 24 12:09:16.592854 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-1f0421fa-01aa-40e7-83ac-baa4b6c1c46c req-be0049f9-1e85-4df0-b52a-6f1bf49c46aa tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] 10.222.0.53 "GET /v2.0/security-groups?id=816370d7-cde7-4040-8fb6-b452766cafd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319450 Jun 24 12:09:16.933426 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [req-46591b7b-9333-4c1a-a591-c92235730cba req-b35ea75c-2d37-4336-a49d-02cd8d76134d service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=21bc6bac-5167-48ce-b9a7-7613b69b75e1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0552161 Jun 24 12:09:16.994193 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205aac7c-8d8f-4a42-bb17-d0d83469da8e req-02df458f-5ebc-4040-a235-87c56c372459 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:09:16.995775 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-205aac7c-8d8f-4a42-bb17-d0d83469da8e req-02df458f-5ebc-4040-a235-87c56c372459 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] 10.222.0.53 "GET /v2.0/ports?device_id=21bc6bac-5167-48ce-b9a7-7613b69b75e1 HTTP/1.1" status: 200 len: 945 time: 0.0673158 Jun 24 12:09:17.036648 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-205aac7c-8d8f-4a42-bb17-d0d83469da8e req-1e6115ca-d3ea-4683-b201-8206612d3b6a tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] 10.222.0.53 "GET /v2.0/security-groups?id=816370d7-cde7-4040-8fb6-b452766cafd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352726 Jun 24 12:09:18.205046 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46591b7b-9333-4c1a-a591-c92235730cba req-98ff9a1a-b145-41c2-9d8d-cd687e420abf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:09:18.206534 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-46591b7b-9333-4c1a-a591-c92235730cba req-98ff9a1a-b145-41c2-9d8d-cd687e420abf service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=0414285f410c496f97b7d12d23355c2f&device_id=21bc6bac-5167-48ce-b9a7-7613b69b75e1 HTTP/1.1" status: 200 len: 1098 time: 0.0913129 Jun 24 12:09:18.282929 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a8fade-5591-443b-9e82-189efec16ff7 req-225b7db3-72d2-48d2-98ba-d1db6720705e tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:09:18.284416 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-85a8fade-5591-443b-9e82-189efec16ff7 req-225b7db3-72d2-48d2-98ba-d1db6720705e tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] 10.222.0.53 "GET /v2.0/ports?device_id=21bc6bac-5167-48ce-b9a7-7613b69b75e1 HTTP/1.1" status: 200 len: 945 time: 0.1217024 Jun 24 12:09:18.348363 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-85a8fade-5591-443b-9e82-189efec16ff7 req-91d6c93d-3c0e-4ba0-9876-b0973c05b251 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] 10.222.0.53 "GET /v2.0/security-groups?id=816370d7-cde7-4040-8fb6-b452766cafd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566924 Jun 24 12:09:18.349445 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46591b7b-9333-4c1a-a591-c92235730cba req-ee34c433-ee8d-4239-8166-1b7b2521be64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:09:18.350793 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-46591b7b-9333-4c1a-a591-c92235730cba req-ee34c433-ee8d-4239-8166-1b7b2521be64 service neutron] 10.222.0.45 "GET /v2.0/networks?id=cde1942d-b2ff-4a1a-9427-86fec798cc5b HTTP/1.1" status: 200 len: 913 time: 0.1334562 Jun 24 12:09:18.421351 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-46591b7b-9333-4c1a-a591-c92235730cba req-555a50b8-0720-4746-aea1-673acac914bc service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9181dc7d-b449-4e4a-8891-025199840785 HTTP/1.1" status: 200 len: 1001 time: 0.0582175 Jun 24 12:09:18.472730 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46591b7b-9333-4c1a-a591-c92235730cba req-288fcc50-7df9-4f73-afb2-f47a81e3c3a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:09:18.474186 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-46591b7b-9333-4c1a-a591-c92235730cba req-288fcc50-7df9-4f73-afb2-f47a81e3c3a1 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=32933e07-9d7b-413a-a2dd-d2852e8b62db HTTP/1.1" status: 200 len: 851 time: 0.0434701 Jun 24 12:09:18.541087 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46591b7b-9333-4c1a-a591-c92235730cba req-5d54d947-f62b-45d9-ab8f-65b19f265db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:09:18.542579 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-46591b7b-9333-4c1a-a591-c92235730cba req-5d54d947-f62b-45d9-ab8f-65b19f265db0 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=cde1942d-b2ff-4a1a-9427-86fec798cc5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0581195 Jun 24 12:09:18.643231 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-46591b7b-9333-4c1a-a591-c92235730cba req-0e03019a-0979-40ca-bbc1-cd8f5a1fb534 service neutron] 10.222.0.45 "GET /v2.0/networks/cde1942d-b2ff-4a1a-9427-86fec798cc5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893288 Jun 24 12:09:18.740479 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-46591b7b-9333-4c1a-a591-c92235730cba req-39315571-edf6-4e40-b0e0-704c2c711ba1 service neutron] 10.222.0.45 "GET /v2.0/networks/cde1942d-b2ff-4a1a-9427-86fec798cc5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881765 Jun 24 12:09:19.522752 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c1ed84-8890-41be-8234-2b4f07ba7e10 req-a80fc01d-7f92-4245-8f34-dcd012b420c8 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:09:19.525970 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-e1c1ed84-8890-41be-8234-2b4f07ba7e10 req-a80fc01d-7f92-4245-8f34-dcd012b420c8 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] 10.222.0.53 "GET /v2.0/ports?device_id=21bc6bac-5167-48ce-b9a7-7613b69b75e1 HTTP/1.1" status: 200 len: 945 time: 0.0671980 Jun 24 12:09:19.564947 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-e1c1ed84-8890-41be-8234-2b4f07ba7e10 req-82e09ffa-354c-4c0b-ac28-f6c94b6306f5 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] 10.222.0.53 "GET /v2.0/security-groups?id=816370d7-cde7-4040-8fb6-b452766cafd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332837 Jun 24 12:09:20.740526 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3cda1f-e07d-48e4-90fc-c5691295d3b1 req-7c48ee82-47b5-4048-8580-2bf850e57334 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:09:20.742004 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-2c3cda1f-e07d-48e4-90fc-c5691295d3b1 req-7c48ee82-47b5-4048-8580-2bf850e57334 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] 10.222.0.53 "GET /v2.0/ports?device_id=21bc6bac-5167-48ce-b9a7-7613b69b75e1 HTTP/1.1" status: 200 len: 945 time: 0.0648217 Jun 24 12:09:20.784836 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-2c3cda1f-e07d-48e4-90fc-c5691295d3b1 req-77fdb3ac-837b-4b6f-9ffb-bf03f9545610 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] 10.222.0.53 "GET /v2.0/security-groups?id=816370d7-cde7-4040-8fb6-b452766cafd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371048 Jun 24 12:09:21.964101 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab1d2a6-4934-43ab-b547-9f30e75bb8de req-1f8fe4cd-2702-403e-afb2-6d4a087562c2 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:09:21.965503 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-2ab1d2a6-4934-43ab-b547-9f30e75bb8de req-1f8fe4cd-2702-403e-afb2-6d4a087562c2 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] 10.222.0.53 "GET /v2.0/ports?device_id=21bc6bac-5167-48ce-b9a7-7613b69b75e1 HTTP/1.1" status: 200 len: 945 time: 0.0686572 Jun 24 12:09:22.004168 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-2ab1d2a6-4934-43ab-b547-9f30e75bb8de req-6285c568-c168-4c4f-9c83-1dc9cbfba053 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] 10.222.0.53 "GET /v2.0/security-groups?id=816370d7-cde7-4040-8fb6-b452766cafd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329916 Jun 24 12:09:23.346686 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9638388-b67b-4d8b-af08-26331e92ec02 req-c7878751-d614-4536-bd23-3fd706202899 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:09:23.348066 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-c9638388-b67b-4d8b-af08-26331e92ec02 req-c7878751-d614-4536-bd23-3fd706202899 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] 10.222.0.53 "GET /v2.0/ports?device_id=21bc6bac-5167-48ce-b9a7-7613b69b75e1 HTTP/1.1" status: 200 len: 945 time: 0.0715723 Jun 24 12:09:23.386781 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-c9638388-b67b-4d8b-af08-26331e92ec02 req-cf87b9ca-cb8a-4e90-867b-fa84591f16cf tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] 10.222.0.53 "GET /v2.0/security-groups?id=816370d7-cde7-4040-8fb6-b452766cafd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323501 Jun 24 12:09:23.857139 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-09423109-0dcf-4951-a08e-5e407629fd7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:09:24.567058 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61357df4-0913-44bd-9de9-84dea6c8bba8 req-3f56963a-b0f0-49ad-ae37-e3836571d510 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:09:24.568440 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-61357df4-0913-44bd-9de9-84dea6c8bba8 req-3f56963a-b0f0-49ad-ae37-e3836571d510 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] 10.222.0.53 "GET /v2.0/ports?device_id=21bc6bac-5167-48ce-b9a7-7613b69b75e1 HTTP/1.1" status: 200 len: 945 time: 0.0705006 Jun 24 12:09:24.609400 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-61357df4-0913-44bd-9de9-84dea6c8bba8 req-c0f65152-3ed4-4e44-b483-73c9e6d09fbb tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] 10.222.0.53 "GET /v2.0/security-groups?id=816370d7-cde7-4040-8fb6-b452766cafd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343859 Jun 24 12:09:25.786110 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd253c76-81b1-4e21-94a9-8e58f52ff6e3 req-8273f153-27c4-4436-ae7e-e6a6721920bb tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:09:25.787629 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-bd253c76-81b1-4e21-94a9-8e58f52ff6e3 req-8273f153-27c4-4436-ae7e-e6a6721920bb tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] 10.222.0.53 "GET /v2.0/ports?device_id=21bc6bac-5167-48ce-b9a7-7613b69b75e1 HTTP/1.1" status: 200 len: 945 time: 0.0656185 Jun 24 12:09:25.834289 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-bd253c76-81b1-4e21-94a9-8e58f52ff6e3 req-5d71cc1c-6633-4823-916e-93052fb9e02b tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] 10.222.0.53 "GET /v2.0/security-groups?id=816370d7-cde7-4040-8fb6-b452766cafd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398531 Jun 24 12:09:26.397927 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-483bd108-94ad-4064-abb9-ae0225d4c30f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:09:26.545418 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:09:27.021416 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16251da-c629-4f39-afa9-6d52eb921cba req-94321c09-2d34-43ed-b2a6-f825695f5a27 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:09:27.023729 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-e16251da-c629-4f39-afa9-6d52eb921cba req-94321c09-2d34-43ed-b2a6-f825695f5a27 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] 10.222.0.53 "GET /v2.0/ports?device_id=21bc6bac-5167-48ce-b9a7-7613b69b75e1 HTTP/1.1" status: 200 len: 945 time: 0.0662141 Jun 24 12:09:27.078373 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-e16251da-c629-4f39-afa9-6d52eb921cba req-02f9dbe2-db41-4d85-9357-6ba11c3d7ddc tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] 10.222.0.53 "GET /v2.0/security-groups?id=816370d7-cde7-4040-8fb6-b452766cafd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475509 Jun 24 12:09:27.750161 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-03237adf-ebd0-46f2-a476-4d4bb746e0f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:09:28.248955 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771a905e-d6f3-4617-ae14-8c35cdb6799d req-d1d4c1c8-7da0-4d69-b571-4b28da23fc0e tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:09:28.250450 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-771a905e-d6f3-4617-ae14-8c35cdb6799d req-d1d4c1c8-7da0-4d69-b571-4b28da23fc0e tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] 10.222.0.53 "GET /v2.0/ports?device_id=21bc6bac-5167-48ce-b9a7-7613b69b75e1 HTTP/1.1" status: 200 len: 945 time: 0.0633295 Jun 24 12:09:28.288181 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-771a905e-d6f3-4617-ae14-8c35cdb6799d req-0855315c-ade2-4918-aa6f-deb49aac0577 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] 10.222.0.53 "GET /v2.0/security-groups?id=816370d7-cde7-4040-8fb6-b452766cafd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321770 Jun 24 12:09:29.464413 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c42d920-f63b-4de6-9f4e-0dc419bf7e1b req-2257947f-a50b-42ca-b7ca-72d6641750e2 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:09:29.465919 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-1c42d920-f63b-4de6-9f4e-0dc419bf7e1b req-2257947f-a50b-42ca-b7ca-72d6641750e2 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] 10.222.0.53 "GET /v2.0/ports?device_id=21bc6bac-5167-48ce-b9a7-7613b69b75e1 HTTP/1.1" status: 200 len: 945 time: 0.0648694 Jun 24 12:09:29.502919 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-1c42d920-f63b-4de6-9f4e-0dc419bf7e1b req-464d0f34-d1f2-4115-b65e-220d2a132ebb tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] 10.222.0.53 "GET /v2.0/security-groups?id=816370d7-cde7-4040-8fb6-b452766cafd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313234 Jun 24 12:09:29.721683 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-52c483ef-d5c1-4030-9a32-e5ce4ff00ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:09:30.720654 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-46591b7b-9333-4c1a-a591-c92235730cba req-4bfd11ae-f784-485f-a591-875e5fad8af1 service neutron] 10.222.0.45 "GET /v2.0/ports/9181dc7d-b449-4e4a-8891-025199840785/bindings/hv-neutron-7971 HTTP/1.1" status: 200 len: 384 time: 0.0703108 Jun 24 12:09:30.729571 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19d0300-69df-4fb6-a471-04b9ebb84eb9 req-fea68fcc-1eca-452e-8344-15a543b39061 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:09:30.730947 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-b19d0300-69df-4fb6-a471-04b9ebb84eb9 req-fea68fcc-1eca-452e-8344-15a543b39061 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] 10.222.0.53 "GET /v2.0/ports?device_id=21bc6bac-5167-48ce-b9a7-7613b69b75e1 HTTP/1.1" status: 200 len: 945 time: 0.1141624 Jun 24 12:09:30.769442 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-b19d0300-69df-4fb6-a471-04b9ebb84eb9 req-0b698dc9-b591-4ba7-b7f2-59f5977a158c tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] 10.222.0.53 "GET /v2.0/security-groups?id=816370d7-cde7-4040-8fb6-b452766cafd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328050 Jun 24 12:09:30.990158 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46591b7b-9333-4c1a-a591-c92235730cba req-e957b118-d5cd-4da9-ac64-191c3795fc0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:09:30.991653 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-46591b7b-9333-4c1a-a591-c92235730cba req-e957b118-d5cd-4da9-ac64-191c3795fc0f service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=21bc6bac-5167-48ce-b9a7-7613b69b75e1&tenant_id=0414285f410c496f97b7d12d23355c2f HTTP/1.1" status: 200 len: 1098 time: 0.0522573 Jun 24 12:09:31.075362 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46591b7b-9333-4c1a-a591-c92235730cba req-104e19f8-ad19-4853-9b14-f11e96d66291 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:09:31.076840 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-46591b7b-9333-4c1a-a591-c92235730cba req-104e19f8-ad19-4853-9b14-f11e96d66291 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=0414285f410c496f97b7d12d23355c2f&device_id=21bc6bac-5167-48ce-b9a7-7613b69b75e1 HTTP/1.1" status: 200 len: 1098 time: 0.0572348 Jun 24 12:09:31.169047 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46591b7b-9333-4c1a-a591-c92235730cba req-0308c72d-5d18-4ad9-bdde-f1e5f1ecd605 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:09:31.170510 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-46591b7b-9333-4c1a-a591-c92235730cba req-0308c72d-5d18-4ad9-bdde-f1e5f1ecd605 service neutron] 10.222.0.45 "GET /v2.0/networks?id=cde1942d-b2ff-4a1a-9427-86fec798cc5b HTTP/1.1" status: 200 len: 913 time: 0.0829995 Jun 24 12:09:31.243287 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-46591b7b-9333-4c1a-a591-c92235730cba req-37367021-6117-402d-9e83-b6992d92f0e2 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9181dc7d-b449-4e4a-8891-025199840785 HTTP/1.1" status: 200 len: 1001 time: 0.0628588 Jun 24 12:09:31.300726 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46591b7b-9333-4c1a-a591-c92235730cba req-6342d24e-0be8-466b-a41d-dca5f6f5e5fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:09:31.302200 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-46591b7b-9333-4c1a-a591-c92235730cba req-6342d24e-0be8-466b-a41d-dca5f6f5e5fc service neutron] 10.222.0.45 "GET /v2.0/subnets?id=32933e07-9d7b-413a-a2dd-d2852e8b62db HTTP/1.1" status: 200 len: 851 time: 0.0448020 Jun 24 12:09:31.363688 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46591b7b-9333-4c1a-a591-c92235730cba req-addacc7b-2296-4760-9a25-06933a5f5e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:09:31.365245 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-46591b7b-9333-4c1a-a591-c92235730cba req-addacc7b-2296-4760-9a25-06933a5f5e00 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=cde1942d-b2ff-4a1a-9427-86fec798cc5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0560257 Jun 24 12:09:31.460855 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-46591b7b-9333-4c1a-a591-c92235730cba req-33285f83-471b-41a5-ae2d-30494b939878 service neutron] 10.222.0.45 "GET /v2.0/networks/cde1942d-b2ff-4a1a-9427-86fec798cc5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865068 Jun 24 12:09:31.552906 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-46591b7b-9333-4c1a-a591-c92235730cba req-e17bae8a-5748-46cf-8fed-12b4c9e62c43 service neutron] 10.222.0.45 "GET /v2.0/networks/cde1942d-b2ff-4a1a-9427-86fec798cc5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813582 Jun 24 12:09:31.952669 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd455d5-4452-4618-bd47-0a0d3675f924 req-a21fd07c-c7c0-4b44-99cb-c77f8d0383dc tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:09:31.954161 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-9fd455d5-4452-4618-bd47-0a0d3675f924 req-a21fd07c-c7c0-4b44-99cb-c77f8d0383dc tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] 10.222.0.53 "GET /v2.0/ports?device_id=21bc6bac-5167-48ce-b9a7-7613b69b75e1 HTTP/1.1" status: 200 len: 945 time: 0.0709450 Jun 24 12:09:31.993271 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-9fd455d5-4452-4618-bd47-0a0d3675f924 req-95f22d50-500f-4b27-8848-12c9086fe32b tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] 10.222.0.53 "GET /v2.0/security-groups?id=816370d7-cde7-4040-8fb6-b452766cafd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334082 Jun 24 12:09:33.179810 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa11b42-bbc3-411a-b83e-7db6272cd25c req-f4c7014e-3213-4149-934b-a05c72838472 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:09:33.181939 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-8aa11b42-bbc3-411a-b83e-7db6272cd25c req-f4c7014e-3213-4149-934b-a05c72838472 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] 10.222.0.53 "GET /v2.0/ports?device_id=21bc6bac-5167-48ce-b9a7-7613b69b75e1 HTTP/1.1" status: 200 len: 945 time: 0.0738087 Jun 24 12:09:33.219828 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-8aa11b42-bbc3-411a-b83e-7db6272cd25c req-0f82cf70-da03-4082-8d7d-9aa9dbbafc40 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] 10.222.0.53 "GET /v2.0/security-groups?id=816370d7-cde7-4040-8fb6-b452766cafd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318313 Jun 24 12:09:34.394813 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a58484-f21c-488b-9d83-e50c95e663f5 req-55c3c129-4101-4ed0-a294-c970d1bde73a tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:09:34.396264 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-c9a58484-f21c-488b-9d83-e50c95e663f5 req-55c3c129-4101-4ed0-a294-c970d1bde73a tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] 10.222.0.53 "GET /v2.0/ports?device_id=21bc6bac-5167-48ce-b9a7-7613b69b75e1 HTTP/1.1" status: 200 len: 945 time: 0.0649416 Jun 24 12:09:34.440060 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-c9a58484-f21c-488b-9d83-e50c95e663f5 req-f28c1baf-4a4b-41f4-ba1f-01023f59e19b tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] 10.222.0.53 "GET /v2.0/security-groups?id=816370d7-cde7-4040-8fb6-b452766cafd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369852 Jun 24 12:09:34.786299 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82ceb56-9fb4-4814-b60c-4a9764ac6d37 req-b0433a47-b30c-4a54-b305-c8c931547fff tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:09:34.787764 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-c82ceb56-9fb4-4814-b60c-4a9764ac6d37 req-b0433a47-b30c-4a54-b305-c8c931547fff tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] 10.222.0.53 "GET /v2.0/ports?device_id=21bc6bac-5167-48ce-b9a7-7613b69b75e1 HTTP/1.1" status: 200 len: 945 time: 0.1103683 Jun 24 12:09:34.796574 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383ca0b0-38fd-416c-b3c2-ead6dbfb627e req-7dc5a8d1-57ed-42c3-ba40-e98e638ea8cb tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:09:34.797944 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-383ca0b0-38fd-416c-b3c2-ead6dbfb627e req-7dc5a8d1-57ed-42c3-ba40-e98e638ea8cb tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] 10.222.0.45 "GET /v2.0/ports?device_id=21bc6bac-5167-48ce-b9a7-7613b69b75e1&tenant_id=0414285f410c496f97b7d12d23355c2f&binding%3Ahost_id=hv-neutron-7971 HTTP/1.1" status: 200 len: 945 time: 0.1110554 Jun 24 12:09:34.830612 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-c82ceb56-9fb4-4814-b60c-4a9764ac6d37 req-be16ffed-9fac-4774-ad01-352ed3701512 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] 10.222.0.53 "GET /v2.0/security-groups?id=816370d7-cde7-4040-8fb6-b452766cafd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316122 Jun 24 12:09:34.895156 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383ca0b0-38fd-416c-b3c2-ead6dbfb627e req-493803dd-4fb0-40de-9692-846e4576520f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:09:34.896615 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-383ca0b0-38fd-416c-b3c2-ead6dbfb627e req-493803dd-4fb0-40de-9692-846e4576520f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=0414285f410c496f97b7d12d23355c2f&device_id=21bc6bac-5167-48ce-b9a7-7613b69b75e1 HTTP/1.1" status: 200 len: 1098 time: 0.0549598 Jun 24 12:09:34.986696 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383ca0b0-38fd-416c-b3c2-ead6dbfb627e req-fb227899-339e-4aaf-acb6-64588e1d1984 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:09:34.988135 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-383ca0b0-38fd-416c-b3c2-ead6dbfb627e req-fb227899-339e-4aaf-acb6-64588e1d1984 service neutron] 10.222.0.45 "GET /v2.0/networks?id=cde1942d-b2ff-4a1a-9427-86fec798cc5b HTTP/1.1" status: 200 len: 913 time: 0.0850911 Jun 24 12:09:35.055524 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-383ca0b0-38fd-416c-b3c2-ead6dbfb627e req-348177ef-1b4c-421a-b75a-9ec0a7297c9d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9181dc7d-b449-4e4a-8891-025199840785 HTTP/1.1" status: 200 len: 1001 time: 0.0605612 Jun 24 12:09:35.104713 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383ca0b0-38fd-416c-b3c2-ead6dbfb627e req-9ab36886-3ba6-4cb2-93d7-bbf26c1ef859 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:09:35.106072 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-383ca0b0-38fd-416c-b3c2-ead6dbfb627e req-9ab36886-3ba6-4cb2-93d7-bbf26c1ef859 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=32933e07-9d7b-413a-a2dd-d2852e8b62db HTTP/1.1" status: 200 len: 851 time: 0.0444026 Jun 24 12:09:35.161698 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383ca0b0-38fd-416c-b3c2-ead6dbfb627e req-23e44a11-d223-4427-8085-57f34d077396 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:09:35.163161 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-383ca0b0-38fd-416c-b3c2-ead6dbfb627e req-23e44a11-d223-4427-8085-57f34d077396 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=cde1942d-b2ff-4a1a-9427-86fec798cc5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0506463 Jun 24 12:09:35.257131 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-383ca0b0-38fd-416c-b3c2-ead6dbfb627e req-654fee74-d353-41da-b50b-939db5f2d2c0 service neutron] 10.222.0.45 "GET /v2.0/networks/cde1942d-b2ff-4a1a-9427-86fec798cc5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873127 Jun 24 12:09:35.345323 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-383ca0b0-38fd-416c-b3c2-ead6dbfb627e req-c653b303-3d25-47f3-9944-9f4f24858aa4 service neutron] 10.222.0.45 "GET /v2.0/networks/cde1942d-b2ff-4a1a-9427-86fec798cc5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816526 Jun 24 12:09:35.508069 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Device 9181dc7d-b449-4e4a-8891-025199840785 no longer exists at agent hyperv_hv-neutron-7971 {{(pid=128085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 12:09:35.585439 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:09:35.607533 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21bc6bac-5167-48ce-b9a7-7613b69b75e1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9181dc7d-b449-4e4a-8891-025199840785'}] {{(pid=128085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 12:09:35.609827 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1098ec9051a50dd033317f529a09b9762582ef7b417ebe05928aca59e08255aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa426ed2-74ae-4011-b38b-1a8b707fb00a" -d '{"events": [{"server_uuid": "21bc6bac-5167-48ce-b9a7-7613b69b75e1", "name": "network-vif-unplugged", "status": "completed", "tag": "9181dc7d-b449-4e4a-8891-025199840785"}]}' {{(pid=128085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 12:09:35.622454 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] For port 9181dc7d-b449-4e4a-8891-025199840785, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=9181dc7d-b449-4e4a-8891-025199840785,segment=NetworkSegment(c6747bfc-9f45-4917-9f38-8036bcce1357),segment_id=c6747bfc-9f45-4917-9f38-8036bcce1357)] {{(pid=128085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:09:35.626492 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:09:35.628456 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:09:35.662211 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 24 Jun 2021 12:09:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e14649b-a93f-4461-9dba-ec3bdb48cab3 x-openstack-request-id: req-7e14649b-a93f-4461-9dba-ec3bdb48cab3 {{(pid=128085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 12:09:35.662521 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21bc6bac-5167-48ce-b9a7-7613b69b75e1", "name": "network-vif-unplugged", "status": "completed", "tag": "9181dc7d-b449-4e4a-8891-025199840785", "code": 200}]} {{(pid=128085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 12:09:35.662793 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-7e14649b-a93f-4461-9dba-ec3bdb48cab3 {{(pid=128085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 12:09:35.663184 dv-neutron-797120-4-hyperv neutron-server[128085]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21bc6bac-5167-48ce-b9a7-7613b69b75e1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9181dc7d-b449-4e4a-8891-025199840785', 'code': 200} Jun 24 12:09:35.676663 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Pushing event updated for resources: {'Port': ['ID=9181dc7d-b449-4e4a-8891-025199840785,revision_number=6']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:09:35.684104 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:09:35.684455 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:09:35.684800 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:09:35.685170 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:09:35.685570 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:09:35.685909 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:09:35.686239 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:09:35.686569 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:09:35.686896 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:09:35.687219 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:09:35.687541 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:09:35.687863 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:09:35.691577 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:09:36.018432 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb96c9e5-2c99-4f3e-a6dd-cb8f3c39e842 req-5e4ee326-94e7-487c-af2f-f15638f794b7 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:09:36.020051 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-eb96c9e5-2c99-4f3e-a6dd-cb8f3c39e842 req-5e4ee326-94e7-487c-af2f-f15638f794b7 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] 10.222.0.53 "GET /v2.0/ports?device_id=21bc6bac-5167-48ce-b9a7-7613b69b75e1 HTTP/1.1" status: 200 len: 943 time: 0.0720019 Jun 24 12:09:36.059972 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-eb96c9e5-2c99-4f3e-a6dd-cb8f3c39e842 req-ca7c9ea0-765f-435b-8652-f2dea3a274a8 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] 10.222.0.53 "GET /v2.0/security-groups?id=816370d7-cde7-4040-8fb6-b452766cafd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323961 Jun 24 12:09:36.235179 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37ad1e5-da48-4bdb-9161-c3a5df768c51 req-8534bd69-f2af-4ff7-8470-52b9f7260401 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:09:36.236656 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-e37ad1e5-da48-4bdb-9161-c3a5df768c51 req-8534bd69-f2af-4ff7-8470-52b9f7260401 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] 10.222.0.53 "GET /v2.0/ports?device_id=21bc6bac-5167-48ce-b9a7-7613b69b75e1 HTTP/1.1" status: 200 len: 943 time: 0.0635009 Jun 24 12:09:36.274508 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-e37ad1e5-da48-4bdb-9161-c3a5df768c51 req-966ea128-9bbb-4406-aef7-00486b2ea3e6 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] 10.222.0.53 "GET /v2.0/security-groups?id=816370d7-cde7-4040-8fb6-b452766cafd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315824 Jun 24 12:09:36.448357 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edea1a4-4372-4d79-b59b-77fd3789c03a req-d93334b9-648b-4e41-b954-f80389f79fb4 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:09:36.449941 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-6edea1a4-4372-4d79-b59b-77fd3789c03a req-d93334b9-648b-4e41-b954-f80389f79fb4 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] 10.222.0.53 "GET /v2.0/ports?device_id=21bc6bac-5167-48ce-b9a7-7613b69b75e1 HTTP/1.1" status: 200 len: 943 time: 0.0619335 Jun 24 12:09:36.491559 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-6edea1a4-4372-4d79-b59b-77fd3789c03a req-d0a41721-f1db-4edc-b033-dbecd1c12297 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] 10.222.0.53 "GET /v2.0/security-groups?id=816370d7-cde7-4040-8fb6-b452766cafd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360646 Jun 24 12:09:36.895619 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7db807-0f00-4ee8-8967-5ed5b17cc70c req-986c4267-8769-4dd6-8743-ade89ba70d3a tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:09:36.896968 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-4e7db807-0f00-4ee8-8967-5ed5b17cc70c req-986c4267-8769-4dd6-8743-ade89ba70d3a tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] 10.222.0.53 "GET /v2.0/ports?device_id=21bc6bac-5167-48ce-b9a7-7613b69b75e1 HTTP/1.1" status: 200 len: 943 time: 0.0699370 Jun 24 12:09:36.934163 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-4e7db807-0f00-4ee8-8967-5ed5b17cc70c req-180e8996-4963-4e11-8288-e3f774cb082c tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] 10.222.0.53 "GET /v2.0/security-groups?id=816370d7-cde7-4040-8fb6-b452766cafd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307908 Jun 24 12:09:38.120701 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674bf99c-4e00-4811-bc03-a3fa0841f9be req-1d17f301-ec8f-4fa1-add8-63ab76e10248 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:09:38.123205 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-674bf99c-4e00-4811-bc03-a3fa0841f9be req-1d17f301-ec8f-4fa1-add8-63ab76e10248 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] 10.222.0.53 "GET /v2.0/ports?device_id=21bc6bac-5167-48ce-b9a7-7613b69b75e1 HTTP/1.1" status: 200 len: 943 time: 0.0783787 Jun 24 12:09:38.162399 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-674bf99c-4e00-4811-bc03-a3fa0841f9be req-d488d71e-caad-4b97-b609-36e9248ec337 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] 10.222.0.53 "GET /v2.0/security-groups?id=816370d7-cde7-4040-8fb6-b452766cafd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336533 Jun 24 12:09:38.686171 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95fe76e-2a30-47c7-a6d4-6d6a7279e97e req-5da147af-1bc2-4785-ba30-ac7c921851b4 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:09:38.687589 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-d95fe76e-2a30-47c7-a6d4-6d6a7279e97e req-5da147af-1bc2-4785-ba30-ac7c921851b4 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] 10.222.0.45 "GET /v2.0/ports?device_id=21bc6bac-5167-48ce-b9a7-7613b69b75e1 HTTP/1.1" status: 200 len: 943 time: 0.0672171 Jun 24 12:09:38.790749 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.plugin [req-d95fe76e-2a30-47c7-a6d4-6d6a7279e97e req-54f663ef-2648-4274-b00f-487e4f223326 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] Deleting port 9181dc7d-b449-4e4a-8891-025199840785 {{(pid=128083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:09:38.791084 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-d95fe76e-2a30-47c7-a6d4-6d6a7279e97e req-54f663ef-2648-4274-b00f-487e4f223326 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793193942312'] for port, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:09:38.882727 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.db [req-d95fe76e-2a30-47c7-a6d4-6d6a7279e97e req-54f663ef-2648-4274-b00f-487e4f223326 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] For port 9181dc7d-b449-4e4a-8891-025199840785, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=9181dc7d-b449-4e4a-8891-025199840785,segment=NetworkSegment(c6747bfc-9f45-4917-9f38-8036bcce1357),segment_id=c6747bfc-9f45-4917-9f38-8036bcce1357)] {{(pid=128083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:09:38.882972 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-d95fe76e-2a30-47c7-a6d4-6d6a7279e97e req-54f663ef-2648-4274-b00f-487e4f223326 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1978872'] for port, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:09:39.054547 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-d95fe76e-2a30-47c7-a6d4-6d6a7279e97e req-54f663ef-2648-4274-b00f-487e4f223326 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] Notify callbacks [] for floatingip, precommit_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:09:39.054928 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-d95fe76e-2a30-47c7-a6d4-6d6a7279e97e req-54f663ef-2648-4274-b00f-487e4f223326 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1815637'] for floatingip, after_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:09:39.056155 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.db.l3_db [req-d95fe76e-2a30-47c7-a6d4-6d6a7279e97e req-54f663ef-2648-4274-b00f-487e4f223326 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] Floating IP 3323fb57-fefb-4ec1-81d7-c34644bbcc94 disassociated. External IP: 172.26.7.240, port: 9181dc7d-b449-4e4a-8891-025199840785. Jun 24 12:09:39.056496 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.plugin [req-d95fe76e-2a30-47c7-a6d4-6d6a7279e97e req-54f663ef-2648-4274-b00f-487e4f223326 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] Calling delete_port for 9181dc7d-b449-4e4a-8891-025199840785 owned by compute:nova {{(pid=128083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:09:39.184079 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-d95fe76e-2a30-47c7-a6d4-6d6a7279e97e req-54f663ef-2648-4274-b00f-487e4f223326 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793193945299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193536732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2537862'] for port, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:09:39.188021 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-0f6e0f6d-6ae3-48a3-a4c3-a9145e5101b6 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:09:39.213475 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f663ef-2648-4274-b00f-487e4f223326 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] Pushing event deleted for resources: {'Port': ['ID=9181dc7d-b449-4e4a-8891-025199840785,revision_number=None']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:09:39.224903 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f663ef-2648-4274-b00f-487e4f223326 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:09:39.225327 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f663ef-2648-4274-b00f-487e4f223326 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:09:39.225714 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f663ef-2648-4274-b00f-487e4f223326 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:09:39.226101 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f663ef-2648-4274-b00f-487e4f223326 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:09:39.226467 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f663ef-2648-4274-b00f-487e4f223326 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:09:39.226835 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f663ef-2648-4274-b00f-487e4f223326 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:09:39.227711 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f663ef-2648-4274-b00f-487e4f223326 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:09:39.228086 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f663ef-2648-4274-b00f-487e4f223326 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:09:39.228453 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f663ef-2648-4274-b00f-487e4f223326 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:09:39.228827 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f663ef-2648-4274-b00f-487e4f223326 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:09:39.229211 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f663ef-2648-4274-b00f-487e4f223326 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:09:39.229575 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f663ef-2648-4274-b00f-487e4f223326 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:09:39.235329 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-54f663ef-2648-4274-b00f-487e4f223326 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:09:39.344299 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-af4a27d7-8496-44b5-991a-15e182a54b3a req-7b1bc279-795c-4040-b9fd-c92da7e79f7b tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] 10.222.0.53 "GET /v2.0/ports?device_id=21bc6bac-5167-48ce-b9a7-7613b69b75e1 HTTP/1.1" status: 200 len: 210 time: 0.0619030 Jun 24 12:09:39.371310 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d95fe76e-2a30-47c7-a6d4-6d6a7279e97e req-54f663ef-2648-4274-b00f-487e4f223326 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] Router 5f6b9212-f3ed-4af8-8246-7ff04426fd3a has already been hosted by L3 agent 2987dba8-2249-4ee6-96ec-28f0f7a6127d {{(pid=128083) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 12:09:39.480564 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d95fe76e-2a30-47c7-a6d4-6d6a7279e97e req-54f663ef-2648-4274-b00f-487e4f223326 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] Notify agent at l3_agent.dv-neutron-797120-4-hyperv the message routers_updated {{(pid=128083) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 12:09:39.490089 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-432c0400-3ab6-4fe5-b912-63586d23004b None None] Sync routers for ids ['5f6b9212-f3ed-4af8-8246-7ff04426fd3a'] in dv-neutron-797120-4-hyperv {{(pid=128085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 12:09:39.500702 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-432c0400-3ab6-4fe5-b912-63586d23004b None None] Routers {'5f6b9212-f3ed-4af8-8246-7ff04426fd3a'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:09:39.501358 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-432c0400-3ab6-4fe5-b912-63586d23004b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T12:09:26Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['5f6b9212-f3ed-4af8-8246-7ff04426fd3a'], 'active': True} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:09:39.525905 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.l3_dvrscheduler_db [req-d95fe76e-2a30-47c7-a6d4-6d6a7279e97e req-54f663ef-2648-4274-b00f-487e4f223326 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] No DVR routers for this DVR port 9181dc7d-b449-4e4a-8891-025199840785 on host hv-neutron-7971 {{(pid=128083) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 12:09:39.528421 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-d95fe76e-2a30-47c7-a6d4-6d6a7279e97e req-54f663ef-2648-4274-b00f-487e4f223326 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468916'] for port, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:09:39.538524 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-d95fe76e-2a30-47c7-a6d4-6d6a7279e97e req-54f663ef-2648-4274-b00f-487e4f223326 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] 10.222.0.45 "DELETE /v2.0/ports/9181dc7d-b449-4e4a-8891-025199840785 HTTP/1.1" status: 204 len: 173 time: 0.8411119 Jun 24 12:09:39.539097 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21bc6bac-5167-48ce-b9a7-7613b69b75e1', 'name': 'network-vif-deleted', 'tag': '9181dc7d-b449-4e4a-8891-025199840785'}] {{(pid=128083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 12:09:39.541583 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a77f7dee1a0522ddf93af289475d218fcdb8f30317daadec13ebf930b5b9dbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3aac57a4-e22c-4f05-81f0-b61b662d4191" -d '{"events": [{"server_uuid": "21bc6bac-5167-48ce-b9a7-7613b69b75e1", "name": "network-vif-deleted", "tag": "9181dc7d-b449-4e4a-8891-025199840785"}]}' {{(pid=128083) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 12:09:39.580727 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 12:09:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f11db79d-9a89-459a-81df-f6c84f50ddef x-openstack-request-id: req-f11db79d-9a89-459a-81df-f6c84f50ddef {{(pid=128083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 12:09:39.581091 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21bc6bac-5167-48ce-b9a7-7613b69b75e1", "name": "network-vif-deleted", "tag": "9181dc7d-b449-4e4a-8891-025199840785", "status": "completed", "code": 200}]} {{(pid=128083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 12:09:39.581394 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f11db79d-9a89-459a-81df-f6c84f50ddef {{(pid=128083) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 12:09:39.581840 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21bc6bac-5167-48ce-b9a7-7613b69b75e1', 'name': 'network-vif-deleted', 'tag': '9181dc7d-b449-4e4a-8891-025199840785', 'status': 'completed', 'code': 200} Jun 24 12:09:39.631445 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvr_db [None req-432c0400-3ab6-4fe5-b912-63586d23004b None None] Set router 5f6b9212-f3ed-4af8-8246-7ff04426fd3a gateway port host: dv-neutron-797120-4-hyperv {{(pid=128085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:09:39.831353 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-432c0400-3ab6-4fe5-b912-63586d23004b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f6b9212-f3ed-4af8-8246-7ff04426fd3a', 'name': 'tempest-ServerActionsTestJSON-2035639249-router', 'tenant_id': '0414285f410c496f97b7d12d23355c2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'external_fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.71'}], 'enable_snat': True}, 'gw_port_id': '724033e4-3216-4ffb-8215-98af4306d04c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:08:16Z', 'updated_at': '2021-06-24T12:08:18Z', 'revision_number': 4, 'project_id': '0414285f410c496f97b7d12d23355c2f', 'gw_port': {'id': '724033e4-3216-4ffb-8215-98af4306d04c', 'name': '', 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:2b:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f6b9212-f3ed-4af8-8246-7ff04426fd3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:08:16Z', 'updated_at': '2021-06-24T12:08:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-4-hyperv', '_interfaces': [{'id': '539e94c5-a7c7-49a1-9ccf-cf97a640b437', 'name': '', 'network_id': 'cde1942d-b2ff-4a1a-9427-86fec798cc5b', 'tenant_id': '0414285f410c496f97b7d12d23355c2f', 'mac_address': 'fa:16:3e:98:a7:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f6b9212-f3ed-4af8-8246-7ff04426fd3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': '32933e07-9d7b-413a-a2dd-d2852e8b62db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:08:18Z', 'updated_at': '2021-06-24T12:08:24Z', 'revision_number': 5, 'project_id': '0414285f410c496f97b7d12d23355c2f', 'subnets': [{'id': '32933e07-9d7b-413a-a2dd-d2852e8b62db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:09:39.862615 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-432c0400-3ab6-4fe5-b912-63586d23004b None None] Checking router: 5f6b9212-f3ed-4af8-8246-7ff04426fd3a for host: dv-neutron-797120-4-hyperv {{(pid=128085) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 12:09:39.871538 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-432c0400-3ab6-4fe5-b912-63586d23004b None None] Routers {'5f6b9212-f3ed-4af8-8246-7ff04426fd3a'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:09:39.872137 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-432c0400-3ab6-4fe5-b912-63586d23004b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T12:09:26Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['5f6b9212-f3ed-4af8-8246-7ff04426fd3a'], 'active': True} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:09:40.138861 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvr_db [None req-432c0400-3ab6-4fe5-b912-63586d23004b None None] Set router 5f6b9212-f3ed-4af8-8246-7ff04426fd3a gateway port host: dv-neutron-797120-4-hyperv {{(pid=128085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:09:40.358089 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-432c0400-3ab6-4fe5-b912-63586d23004b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f6b9212-f3ed-4af8-8246-7ff04426fd3a', 'name': 'tempest-ServerActionsTestJSON-2035639249-router', 'tenant_id': '0414285f410c496f97b7d12d23355c2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'external_fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.71'}], 'enable_snat': True}, 'gw_port_id': '724033e4-3216-4ffb-8215-98af4306d04c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:08:16Z', 'updated_at': '2021-06-24T12:08:18Z', 'revision_number': 4, 'project_id': '0414285f410c496f97b7d12d23355c2f', 'gw_port': {'id': '724033e4-3216-4ffb-8215-98af4306d04c', 'name': '', 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:2b:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f6b9212-f3ed-4af8-8246-7ff04426fd3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:08:16Z', 'updated_at': '2021-06-24T12:08:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-4-hyperv', '_interfaces': [{'id': '539e94c5-a7c7-49a1-9ccf-cf97a640b437', 'name': '', 'network_id': 'cde1942d-b2ff-4a1a-9427-86fec798cc5b', 'tenant_id': '0414285f410c496f97b7d12d23355c2f', 'mac_address': 'fa:16:3e:98:a7:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f6b9212-f3ed-4af8-8246-7ff04426fd3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': '32933e07-9d7b-413a-a2dd-d2852e8b62db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:08:18Z', 'updated_at': '2021-06-24T12:08:24Z', 'revision_number': 5, 'project_id': '0414285f410c496f97b7d12d23355c2f', 'subnets': [{'id': '32933e07-9d7b-413a-a2dd-d2852e8b62db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:09:40.390137 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-432c0400-3ab6-4fe5-b912-63586d23004b None None] The sync data for ids ['5f6b9212-f3ed-4af8-8246-7ff04426fd3a'] in dv-neutron-797120-4-hyperv is: [{'id': '5f6b9212-f3ed-4af8-8246-7ff04426fd3a', 'name': 'tempest-ServerActionsTestJSON-2035639249-router', 'tenant_id': '0414285f410c496f97b7d12d23355c2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'external_fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.71'}], 'enable_snat': True}, 'gw_port_id': '724033e4-3216-4ffb-8215-98af4306d04c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:08:16Z', 'updated_at': '2021-06-24T12:08:18Z', 'revision_number': 4, 'project_id': '0414285f410c496f97b7d12d23355c2f', 'gw_port': {'id': '724033e4-3216-4ffb-8215-98af4306d04c', 'name': '', 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:2b:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f6b9212-f3ed-4af8-8246-7ff04426fd3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:08:16Z', 'updated_at': '2021-06-24T12:08:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-4-hyperv', '_interfaces': [{'id': '539e94c5-a7c7-49a1-9ccf-cf97a640b437', 'name': '', 'network_id': 'cde1942d-b2ff-4a1a-9427-86fec798cc5b', 'tenant_id': '0414285f410c496f97b7d12d23355c2f', 'mac_address': 'fa:16:3e:98:a7:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f6b9212-f3ed-4af8-8246-7ff04426fd3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': '32933e07-9d7b-413a-a2dd-d2852e8b62db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:08:18Z', 'updated_at': '2021-06-24T12:08:24Z', 'revision_number': 5, 'project_id': '0414285f410c496f97b7d12d23355c2f', 'subnets': [{'id': '32933e07-9d7b-413a-a2dd-d2852e8b62db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=128085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 12:09:40.628777 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1631c36a-618a-4488-8ec0-e74e9880faa5 None None] New status for floating IP 3323fb57-fefb-4ec1-81d7-c34644bbcc94: DOWN {{(pid=128086) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 24 12:09:40.659564 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-77566abb-d07c-4133-b7dc-30135e35373d req-e9030c10-e3cb-4694-aabd-d2dc6732299c tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-securitygroup--1254363886&fields=id&tenant_id=0414285f410c496f97b7d12d23355c2f HTTP/1.1" status: 200 len: 267 time: 0.0368304 Jun 24 12:09:40.776201 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77566abb-d07c-4133-b7dc-30135e35373d req-1d4cde63-0f34-4019-916a-ace18a1a3a6e tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:09:40.777731 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-77566abb-d07c-4133-b7dc-30135e35373d req-1d4cde63-0f34-4019-916a-ace18a1a3a6e tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] 10.222.0.53 "GET /v2.0/networks?id=cde1942d-b2ff-4a1a-9427-86fec798cc5b HTTP/1.1" status: 200 len: 812 time: 0.1105506 Jun 24 12:09:40.794028 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-77566abb-d07c-4133-b7dc-30135e35373d req-f84cd1af-7f89-4cf2-b253-3dab7cba2bc9 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] 10.222.0.53 "GET /v2.0/quotas/0414285f410c496f97b7d12d23355c2f HTTP/1.1" status: 200 len: 375 time: 0.0103409 Jun 24 12:09:40.863581 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-77566abb-d07c-4133-b7dc-30135e35373d req-1faff84a-6aeb-4927-bdd9-88a07820ce3a tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=0414285f410c496f97b7d12d23355c2f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0643137 Jun 24 12:09:41.376352 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-77566abb-d07c-4133-b7dc-30135e35373d req-152b3a70-2d0b-4293-bb19-a663e3ba8848 service neutron] 10.222.0.53 "GET /v2.0/networks/cde1942d-b2ff-4a1a-9427-86fec798cc5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5004354 Jun 24 12:09:41.463370 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-77566abb-d07c-4133-b7dc-30135e35373d req-c0c8153e-0457-4975-86ef-fa2d4db896aa service neutron] 10.222.0.53 "GET /v2.0/networks/cde1942d-b2ff-4a1a-9427-86fec798cc5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814948 Jun 24 12:09:42.658942 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-b27d8118-2bd4-4a63-ad89-1b8c51ce6645 req-aa59d415-cfab-475f-94c1-174f7b3903d8 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] 10.222.0.53 "GET /v2.0/ports?device_id=78cd3ec3-e3fb-40c9-9a58-288c465dd264 HTTP/1.1" status: 200 len: 210 time: 0.0339189 Jun 24 12:09:43.532794 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Device 9181dc7d-b449-4e4a-8891-025199840785 no longer exists at agent hyperv_hv-neutron-7971 {{(pid=128085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 12:09:43.553466 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] No Port match for: 9181dc7d-b449-4e4a-8891-025199840785 {{(pid=128085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 12:09:43.553817 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Device 9181dc7d-b449-4e4a-8891-025199840785 not bound to the agent host hv-neutron-7971 {{(pid=128085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 12:09:43.779637 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77566abb-d07c-4133-b7dc-30135e35373d req-9d940b16-633e-4dce-b444-7be67f28de85 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:09:43.781284 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-77566abb-d07c-4133-b7dc-30135e35373d req-9d940b16-633e-4dce-b444-7be67f28de85 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] 10.222.0.45 "GET /v2.0/networks?id=cde1942d-b2ff-4a1a-9427-86fec798cc5b HTTP/1.1" status: 200 len: 812 time: 0.1075494 Jun 24 12:09:43.817675 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-61c991ef-1d92-4fb6-ac70-a74bf96db4b4 req-74fc9813-0023-49bc-9e05-995eff42319e tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] 10.222.0.53 "GET /v2.0/ports?device_id=78cd3ec3-e3fb-40c9-9a58-288c465dd264 HTTP/1.1" status: 200 len: 210 time: 0.0353160 Jun 24 12:09:43.852179 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-77566abb-d07c-4133-b7dc-30135e35373d req-b87c41ed-190d-43b7-876f-26382d31e6c4 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0414285f410c496f97b7d12d23355c2f HTTP/1.1" status: 200 len: 380 time: 0.0369859 Jun 24 12:09:43.864255 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [req-77566abb-d07c-4133-b7dc-30135e35373d req-3c30d22a-a783-400e-84d9-8e93f8bc64f8 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] Request body: {'port': {'device_id': '78cd3ec3-e3fb-40c9-9a58-288c465dd264', 'network_id': 'cde1942d-b2ff-4a1a-9427-86fec798cc5b', 'admin_state_up': True, 'tenant_id': '0414285f410c496f97b7d12d23355c2f', 'security_groups': ['816370d7-cde7-4040-8fb6-b452766cafd6']}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:09:43.981272 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-77566abb-d07c-4133-b7dc-30135e35373d req-3c30d22a-a783-400e-84d9-8e93f8bc64f8 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] Made reservation on behalf of 0414285f410c496f97b7d12d23355c2f for: {'port': 1} {{(pid=128083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:09:43.984827 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-77566abb-d07c-4133-b7dc-30135e35373d req-3c30d22a-a783-400e-84d9-8e93f8bc64f8 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:09:44.110871 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.db_base_plugin_common [req-77566abb-d07c-4133-b7dc-30135e35373d req-3c30d22a-a783-400e-84d9-8e93f8bc64f8 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] Allocated IP 172.20.0.9 (cde1942d-b2ff-4a1a-9427-86fec798cc5b/32933e07-9d7b-413a-a2dd-d2852e8b62db/f88d507d-19b1-4c5a-a83c-1b9d88aed68e) {{(pid=128083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:09:44.247243 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-77566abb-d07c-4133-b7dc-30135e35373d req-3c30d22a-a783-400e-84d9-8e93f8bc64f8 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] Notify callbacks [] for port, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:09:44.261232 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.provisioning_blocks [req-77566abb-d07c-4133-b7dc-30135e35373d req-3c30d22a-a783-400e-84d9-8e93f8bc64f8 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] Transition to ACTIVE for port object f88d507d-19b1-4c5a-a83c-1b9d88aed68e will not be triggered until provisioned by entity DHCP. {{(pid=128083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:09:44.293863 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-77566abb-d07c-4133-b7dc-30135e35373d req-3c30d22a-a783-400e-84d9-8e93f8bc64f8 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-650429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-506361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793193536723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2537853'] for port, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:09:44.297715 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-cf2ad40f-533d-4cf7-a76c-06b5c74a1da7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:09:44.336020 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-77566abb-d07c-4133-b7dc-30135e35373d req-3c30d22a-a783-400e-84d9-8e93f8bc64f8 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] Network cde1942d-b2ff-4a1a-9427-86fec798cc5b is already hosted by enough agents. {{(pid=128083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:09:44.339888 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.base_scheduler [req-77566abb-d07c-4133-b7dc-30135e35373d req-3c30d22a-a783-400e-84d9-8e93f8bc64f8 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] Resources bound (agent type, host, resource id): {{(pid=128083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:09:44.349811 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.l3_dvrscheduler_db [req-77566abb-d07c-4133-b7dc-30135e35373d req-3c30d22a-a783-400e-84d9-8e93f8bc64f8 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] Received port after_create {{(pid=128083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:09:44.378698 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c30d22a-a783-400e-84d9-8e93f8bc64f8 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] Pushing event updated for resources: {'Port': ['ID=f88d507d-19b1-4c5a-a83c-1b9d88aed68e,revision_number=1']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:09:44.383957 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-3c30d22a-a783-400e-84d9-8e93f8bc64f8 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:09:44.406125 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77566abb-d07c-4133-b7dc-30135e35373d req-3c30d22a-a783-400e-84d9-8e93f8bc64f8 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:09:44.406764 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-77566abb-d07c-4133-b7dc-30135e35373d req-3c30d22a-a783-400e-84d9-8e93f8bc64f8 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468916'] for port, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:09:44.422879 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-77566abb-d07c-4133-b7dc-30135e35373d req-3c30d22a-a783-400e-84d9-8e93f8bc64f8 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5623541 Jun 24 12:09:44.439521 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [req-77566abb-d07c-4133-b7dc-30135e35373d req-2c186358-16a6-452c-b161-064ae2d32ea1 service neutron] Request body: {'port': {'device_id': '78cd3ec3-e3fb-40c9-9a58-288c465dd264', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7971'}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:09:44.519826 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-77566abb-d07c-4133-b7dc-30135e35373d req-2c186358-16a6-452c-b161-064ae2d32ea1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:09:44.576042 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-9c300cb2-8887-4349-b77b-975eb0b64f5b None None] Provisioning for port f88d507d-19b1-4c5a-a83c-1b9d88aed68e completed by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:09:44.579853 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-9c300cb2-8887-4349-b77b-975eb0b64f5b None None] Provisioning complete for port f88d507d-19b1-4c5a-a83c-1b9d88aed68e triggered by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:09:44.580238 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-9c300cb2-8887-4349-b77b-975eb0b64f5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:09:44.613347 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-9c300cb2-8887-4349-b77b-975eb0b64f5b None None] Port f88d507d-19b1-4c5a-a83c-1b9d88aed68e cannot update to ACTIVE because it is not bound. {{(pid=128085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 12:09:44.783765 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.notifiers.nova [req-77566abb-d07c-4133-b7dc-30135e35373d req-2c186358-16a6-452c-b161-064ae2d32ea1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f88d507d-19b1-4c5a-a83c-1b9d88aed68e {{(pid=128083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 12:09:44.792035 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-77566abb-d07c-4133-b7dc-30135e35373d req-2c186358-16a6-452c-b161-064ae2d32ea1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:09:44.803999 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.provisioning_blocks [req-77566abb-d07c-4133-b7dc-30135e35373d req-2c186358-16a6-452c-b161-064ae2d32ea1 service neutron] Transition to ACTIVE for port object f88d507d-19b1-4c5a-a83c-1b9d88aed68e will not be triggered until provisioned by entity L2. {{(pid=128083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:09:44.808062 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-77566abb-d07c-4133-b7dc-30135e35373d req-2c186358-16a6-452c-b161-064ae2d32ea1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2537871'] for port, after_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:09:44.810335 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-19f3ac78-6950-40b7-8bca-9aa33cb0ff08 tempest-ServerDiskConfigTestJSON-2114072499 tempest-ServerDiskConfigTestJSON-2114072499-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:09:44.843534 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:09:44.887909 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c186358-16a6-452c-b161-064ae2d32ea1 service neutron] Pushing event updated for resources: {'Port': ['ID=f88d507d-19b1-4c5a-a83c-1b9d88aed68e,revision_number=2']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:09:44.891103 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-2c186358-16a6-452c-b161-064ae2d32ea1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:09:44.955635 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.managers [req-77566abb-d07c-4133-b7dc-30135e35373d req-2c186358-16a6-452c-b161-064ae2d32ea1 service neutron] Attempting to bind port f88d507d-19b1-4c5a-a83c-1b9d88aed68e on host hv-neutron-7971 for vnic_type normal with profile {{(pid=128083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 12:09:44.956068 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.managers [req-77566abb-d07c-4133-b7dc-30135e35373d req-2c186358-16a6-452c-b161-064ae2d32ea1 service neutron] Attempting to bind port f88d507d-19b1-4c5a-a83c-1b9d88aed68e by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': 'c6747bfc-9f45-4917-9f38-8036bcce1357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'cde1942d-b2ff-4a1a-9427-86fec798cc5b'}] {{(pid=128083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 12:09:44.956690 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77566abb-d07c-4133-b7dc-30135e35373d req-2c186358-16a6-452c-b161-064ae2d32ea1 service neutron] Attempting to bind port f88d507d-19b1-4c5a-a83c-1b9d88aed68e on network cde1942d-b2ff-4a1a-9427-86fec798cc5b {{(pid=128083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:09:44.973095 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77566abb-d07c-4133-b7dc-30135e35373d req-2c186358-16a6-452c-b161-064ae2d32ea1 service neutron] Port f88d507d-19b1-4c5a-a83c-1b9d88aed68e on network cde1942d-b2ff-4a1a-9427-86fec798cc5b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=128083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 12:09:44.973519 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77566abb-d07c-4133-b7dc-30135e35373d req-2c186358-16a6-452c-b161-064ae2d32ea1 service neutron] Attempting to bind port f88d507d-19b1-4c5a-a83c-1b9d88aed68e on network cde1942d-b2ff-4a1a-9427-86fec798cc5b {{(pid=128083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:09:44.999530 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77566abb-d07c-4133-b7dc-30135e35373d req-2c186358-16a6-452c-b161-064ae2d32ea1 service neutron] Checking agent: {'id': 'a2c9a14d-87aa-4cd1-a510-11988f19c3d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7971', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 11, 42, 44), 'started_at': datetime.datetime(2021, 6, 24, 11, 42, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 12, 9, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=128083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 12:09:44.999870 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77566abb-d07c-4133-b7dc-30135e35373d req-2c186358-16a6-452c-b161-064ae2d32ea1 service neutron] Checking segment: {'id': 'c6747bfc-9f45-4917-9f38-8036bcce1357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'cde1942d-b2ff-4a1a-9427-86fec798cc5b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=128083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:09:45.000260 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77566abb-d07c-4133-b7dc-30135e35373d req-2c186358-16a6-452c-b161-064ae2d32ea1 service neutron] Bound using segment: {'id': 'c6747bfc-9f45-4917-9f38-8036bcce1357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'cde1942d-b2ff-4a1a-9427-86fec798cc5b'} {{(pid=128083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 12:09:45.000715 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.managers [req-77566abb-d07c-4133-b7dc-30135e35373d req-2c186358-16a6-452c-b161-064ae2d32ea1 service neutron] Bound port: f88d507d-19b1-4c5a-a83c-1b9d88aed68e, host: hv-neutron-7971, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6747bfc-9f45-4917-9f38-8036bcce1357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'cde1942d-b2ff-4a1a-9427-86fec798cc5b'}}] {{(pid=128083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 12:09:45.001101 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-77566abb-d07c-4133-b7dc-30135e35373d req-2c186358-16a6-452c-b161-064ae2d32ea1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:09:45.095141 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8badee1-19b9-46ac-aa87-4aa5f07412ae req-bcd8b340-bb08-41c9-97b7-4706488a4765 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:09:45.096606 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-d8badee1-19b9-46ac-aa87-4aa5f07412ae req-bcd8b340-bb08-41c9-97b7-4706488a4765 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] 10.222.0.53 "GET /v2.0/ports?device_id=78cd3ec3-e3fb-40c9-9a58-288c465dd264 HTTP/1.1" status: 200 len: 943 time: 0.1375048 Jun 24 12:09:45.099098 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.db [req-77566abb-d07c-4133-b7dc-30135e35373d req-2c186358-16a6-452c-b161-064ae2d32ea1 service neutron] For port f88d507d-19b1-4c5a-a83c-1b9d88aed68e, host hv-neutron-7971, cleared binding levels {{(pid=128083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 12:09:45.103356 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.db [req-77566abb-d07c-4133-b7dc-30135e35373d req-2c186358-16a6-452c-b161-064ae2d32ea1 service neutron] For port f88d507d-19b1-4c5a-a83c-1b9d88aed68e, host hv-neutron-7971, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=f88d507d-19b1-4c5a-a83c-1b9d88aed68e,segment=NetworkSegment(c6747bfc-9f45-4917-9f38-8036bcce1357),segment_id=c6747bfc-9f45-4917-9f38-8036bcce1357)] {{(pid=128083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 12:09:45.112911 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-77566abb-d07c-4133-b7dc-30135e35373d req-2c186358-16a6-452c-b161-064ae2d32ea1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2537871'] for port, after_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:09:45.123050 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-31c31c67-79e2-483f-bb2b-0e8d1e245f30 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:09:45.165524 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77566abb-d07c-4133-b7dc-30135e35373d req-2c186358-16a6-452c-b161-064ae2d32ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:09:45.166689 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-77566abb-d07c-4133-b7dc-30135e35373d req-2c186358-16a6-452c-b161-064ae2d32ea1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468916'] for port, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:09:45.168088 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-77566abb-d07c-4133-b7dc-30135e35373d req-2c186358-16a6-452c-b161-064ae2d32ea1 service neutron] 10.222.0.45 "PUT /v2.0/ports/f88d507d-19b1-4c5a-a83c-1b9d88aed68e HTTP/1.1" status: 200 len: 1093 time: 0.7332850 Jun 24 12:09:45.168641 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78cd3ec3-e3fb-40c9-9a58-288c465dd264', 'tag': 'f88d507d-19b1-4c5a-a83c-1b9d88aed68e'}] {{(pid=128083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 12:09:45.170999 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a77f7dee1a0522ddf93af289475d218fcdb8f30317daadec13ebf930b5b9dbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd68ec20-54cd-4388-9b6b-84ba0d7e997a" -d '{"events": [{"name": "network-changed", "server_uuid": "78cd3ec3-e3fb-40c9-9a58-288c465dd264", "tag": "f88d507d-19b1-4c5a-a83c-1b9d88aed68e"}]}' {{(pid=128083) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 12:09:45.189345 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-d8badee1-19b9-46ac-aa87-4aa5f07412ae req-eada4309-edc7-45b0-9b08-5e08d3b03351 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] 10.222.0.53 "GET /v2.0/security-groups?id=816370d7-cde7-4040-8fb6-b452766cafd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0846446 Jun 24 12:09:45.214531 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c186358-16a6-452c-b161-064ae2d32ea1 service neutron] Pushing event updated for resources: {'Port': ['ID=f88d507d-19b1-4c5a-a83c-1b9d88aed68e,revision_number=3']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:09:45.214531 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-2c186358-16a6-452c-b161-064ae2d32ea1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:09:45.228094 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 12:09:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de9a6793-3afe-4bfc-8709-2871e373537f x-openstack-request-id: req-de9a6793-3afe-4bfc-8709-2871e373537f {{(pid=128083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 12:09:45.228864 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "78cd3ec3-e3fb-40c9-9a58-288c465dd264", "tag": "f88d507d-19b1-4c5a-a83c-1b9d88aed68e", "status": "completed", "code": 200}]} {{(pid=128083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 12:09:45.228864 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-de9a6793-3afe-4bfc-8709-2871e373537f {{(pid=128083) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 12:09:45.229232 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78cd3ec3-e3fb-40c9-9a58-288c465dd264', 'tag': 'f88d507d-19b1-4c5a-a83c-1b9d88aed68e', 'status': 'completed', 'code': 200} Jun 24 12:09:45.276369 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77566abb-d07c-4133-b7dc-30135e35373d req-0f6366cc-00a6-4a9b-8f9d-73b04486e9d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:09:45.278231 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-77566abb-d07c-4133-b7dc-30135e35373d req-0f6366cc-00a6-4a9b-8f9d-73b04486e9d1 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=0414285f410c496f97b7d12d23355c2f&device_id=78cd3ec3-e3fb-40c9-9a58-288c465dd264 HTTP/1.1" status: 200 len: 1096 time: 0.0615418 Jun 24 12:09:45.327543 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-77566abb-d07c-4133-b7dc-30135e35373d req-64fe9de8-5b89-4df0-ac2f-40f4b4c43c36 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f88d507d-19b1-4c5a-a83c-1b9d88aed68e HTTP/1.1" status: 200 len: 217 time: 0.0392535 Jun 24 12:09:45.383839 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77566abb-d07c-4133-b7dc-30135e35373d req-3e19dada-ee51-4cb6-928e-8e7fbc18031b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:09:45.385621 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-77566abb-d07c-4133-b7dc-30135e35373d req-3e19dada-ee51-4cb6-928e-8e7fbc18031b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=32933e07-9d7b-413a-a2dd-d2852e8b62db HTTP/1.1" status: 200 len: 851 time: 0.0489995 Jun 24 12:09:45.446641 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77566abb-d07c-4133-b7dc-30135e35373d req-55713811-5bea-40dd-aeb7-f638e13ebf6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:09:45.448067 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-77566abb-d07c-4133-b7dc-30135e35373d req-55713811-5bea-40dd-aeb7-f638e13ebf6f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=cde1942d-b2ff-4a1a-9427-86fec798cc5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0528033 Jun 24 12:09:45.551191 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-77566abb-d07c-4133-b7dc-30135e35373d req-f56b7034-dffc-4aee-9152-f382f78f92cd service neutron] 10.222.0.45 "GET /v2.0/networks/cde1942d-b2ff-4a1a-9427-86fec798cc5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924060 Jun 24 12:09:45.645295 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-77566abb-d07c-4133-b7dc-30135e35373d req-2bb381e0-9b04-4d17-91c3-88c0227370ff service neutron] 10.222.0.45 "GET /v2.0/networks/cde1942d-b2ff-4a1a-9427-86fec798cc5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866075 Jun 24 12:09:45.758352 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd68ec20-54cd-4388-9b6b-84ba0d7e997a req-7bf01464-1834-4a08-bae1-5f5f895005e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:09:45.760108 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-bd68ec20-54cd-4388-9b6b-84ba0d7e997a req-7bf01464-1834-4a08-bae1-5f5f895005e2 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=0414285f410c496f97b7d12d23355c2f&device_id=78cd3ec3-e3fb-40c9-9a58-288c465dd264 HTTP/1.1" status: 200 len: 1096 time: 0.0583990 Jun 24 12:09:45.854302 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd68ec20-54cd-4388-9b6b-84ba0d7e997a req-231c814f-6e19-4e81-85d4-8bea2dbd3254 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:09:45.855754 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-bd68ec20-54cd-4388-9b6b-84ba0d7e997a req-231c814f-6e19-4e81-85d4-8bea2dbd3254 service neutron] 10.222.0.45 "GET /v2.0/networks?id=cde1942d-b2ff-4a1a-9427-86fec798cc5b HTTP/1.1" status: 200 len: 913 time: 0.0881805 Jun 24 12:09:45.903125 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-bd68ec20-54cd-4388-9b6b-84ba0d7e997a req-0ae3edd2-e5b6-4afb-bab6-81a972dddce6 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f88d507d-19b1-4c5a-a83c-1b9d88aed68e HTTP/1.1" status: 200 len: 217 time: 0.0396435 Jun 24 12:09:45.952466 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd68ec20-54cd-4388-9b6b-84ba0d7e997a req-8cc221f8-216f-453a-9cb0-18b4946952a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:09:45.953906 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-bd68ec20-54cd-4388-9b6b-84ba0d7e997a req-8cc221f8-216f-453a-9cb0-18b4946952a2 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=32933e07-9d7b-413a-a2dd-d2852e8b62db HTTP/1.1" status: 200 len: 851 time: 0.0437820 Jun 24 12:09:46.017716 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd68ec20-54cd-4388-9b6b-84ba0d7e997a req-d2740bef-c6b8-4e67-9ed4-e507c936a99e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:09:46.019229 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-bd68ec20-54cd-4388-9b6b-84ba0d7e997a req-d2740bef-c6b8-4e67-9ed4-e507c936a99e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=cde1942d-b2ff-4a1a-9427-86fec798cc5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0574043 Jun 24 12:09:46.117376 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-bd68ec20-54cd-4388-9b6b-84ba0d7e997a req-7dc0eebf-5d79-4be1-b4dd-fd9d0a9256a9 service neutron] 10.222.0.45 "GET /v2.0/networks/cde1942d-b2ff-4a1a-9427-86fec798cc5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902324 Jun 24 12:09:46.209252 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-bd68ec20-54cd-4388-9b6b-84ba0d7e997a req-13a20dc3-ca19-4f4a-a5f3-608f6c6a8255 service neutron] 10.222.0.45 "GET /v2.0/networks/cde1942d-b2ff-4a1a-9427-86fec798cc5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827320 Jun 24 12:09:46.376065 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fa82ca-ef8e-4aca-96d5-6666838abb13 req-d6012717-2003-4ac1-9d62-0aa72f7eeddc tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:09:46.377564 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-16fa82ca-ef8e-4aca-96d5-6666838abb13 req-d6012717-2003-4ac1-9d62-0aa72f7eeddc tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] 10.222.0.53 "GET /v2.0/ports?device_id=78cd3ec3-e3fb-40c9-9a58-288c465dd264 HTTP/1.1" status: 200 len: 943 time: 0.0747597 Jun 24 12:09:46.417692 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-16fa82ca-ef8e-4aca-96d5-6666838abb13 req-a1f5faa1-9305-4a19-9893-81e6101633ca tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] 10.222.0.53 "GET /v2.0/security-groups?id=816370d7-cde7-4040-8fb6-b452766cafd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344045 Jun 24 12:09:47.596732 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59571141-b21c-4a37-844b-868bb6e4af58 req-bf48872b-6481-4c2d-9163-0f69b03def68 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:09:47.598242 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-59571141-b21c-4a37-844b-868bb6e4af58 req-bf48872b-6481-4c2d-9163-0f69b03def68 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] 10.222.0.53 "GET /v2.0/ports?device_id=78cd3ec3-e3fb-40c9-9a58-288c465dd264 HTTP/1.1" status: 200 len: 943 time: 0.0672407 Jun 24 12:09:47.636307 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-59571141-b21c-4a37-844b-868bb6e4af58 req-849c3a65-f434-4e5b-9ebc-d60dee2fcf07 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] 10.222.0.53 "GET /v2.0/security-groups?id=816370d7-cde7-4040-8fb6-b452766cafd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315759 Jun 24 12:09:48.810780 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8c11da-41d7-4950-9821-349231a586db req-c70071a3-6cf8-4660-9931-f5c608301589 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:09:48.812278 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-fb8c11da-41d7-4950-9821-349231a586db req-c70071a3-6cf8-4660-9931-f5c608301589 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] 10.222.0.53 "GET /v2.0/ports?device_id=78cd3ec3-e3fb-40c9-9a58-288c465dd264 HTTP/1.1" status: 200 len: 943 time: 0.0651026 Jun 24 12:09:48.851088 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-fb8c11da-41d7-4950-9821-349231a586db req-661a436d-b89d-45d4-8045-4b2a354a5b09 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] 10.222.0.53 "GET /v2.0/security-groups?id=816370d7-cde7-4040-8fb6-b452766cafd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329835 Jun 24 12:09:49.558293 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Device f88d507d-19b1-4c5a-a83c-1b9d88aed68e details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=128085) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 12:09:49.656117 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] For port f88d507d-19b1-4c5a-a83c-1b9d88aed68e, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=f88d507d-19b1-4c5a-a83c-1b9d88aed68e,segment=NetworkSegment(c6747bfc-9f45-4917-9f38-8036bcce1357),segment_id=c6747bfc-9f45-4917-9f38-8036bcce1357)] {{(pid=128085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:09:49.667421 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Returning: {'device': 'f88d507d-19b1-4c5a-a83c-1b9d88aed68e', 'network_id': 'cde1942d-b2ff-4a1a-9427-86fec798cc5b', 'port_id': 'f88d507d-19b1-4c5a-a83c-1b9d88aed68e', 'mac_address': 'fa:16:3e:92:ee:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 621, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32933e07-9d7b-413a-a2dd-d2852e8b62db', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=128085) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 12:09:49.703622 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:09:49.715921 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.notifiers.nova [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f88d507d-19b1-4c5a-a83c-1b9d88aed68e {{(pid=128085) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 12:09:49.735282 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] For port f88d507d-19b1-4c5a-a83c-1b9d88aed68e, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=f88d507d-19b1-4c5a-a83c-1b9d88aed68e,segment=NetworkSegment(c6747bfc-9f45-4917-9f38-8036bcce1357),segment_id=c6747bfc-9f45-4917-9f38-8036bcce1357)] {{(pid=128085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:09:49.738761 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:09:49.740469 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:09:49.799289 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Pushing event updated for resources: {'Port': ['ID=f88d507d-19b1-4c5a-a83c-1b9d88aed68e,revision_number=4']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:09:49.802462 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:09:49.998092 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] get_ports_and_sgs() called for port_ids ['f88d507d-19b1-4c5a-a83c-1b9d88aed68e'] {{(pid=128085) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 12:09:50.031258 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b5cc2d-eddd-4fcd-a03b-5e4b89efc194 req-c2896b39-7870-4b7b-a366-7ff446dc4832 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:09:50.032749 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-47b5cc2d-eddd-4fcd-a03b-5e4b89efc194 req-c2896b39-7870-4b7b-a366-7ff446dc4832 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] 10.222.0.53 "GET /v2.0/ports?device_id=78cd3ec3-e3fb-40c9-9a58-288c465dd264 HTTP/1.1" status: 200 len: 944 time: 0.0695493 Jun 24 12:09:50.074888 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-47b5cc2d-eddd-4fcd-a03b-5e4b89efc194 req-f82c16c4-b982-45e5-9b9f-1fb33c8363c7 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] 10.222.0.53 "GET /v2.0/security-groups?id=816370d7-cde7-4040-8fb6-b452766cafd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359833 Jun 24 12:09:50.086222 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.agents_db [None req-87a69269-d72b-4286-97f3-1041481ed6d8 None None] Agent healthcheck: found 6 active agents {{(pid=128086) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 12:09:51.254156 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9d4580-b948-457c-8bc4-81ade265a414 req-d3e27e8c-1c0c-4c92-bcc9-ba6ad0485299 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:09:51.255630 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-7a9d4580-b948-457c-8bc4-81ade265a414 req-d3e27e8c-1c0c-4c92-bcc9-ba6ad0485299 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] 10.222.0.53 "GET /v2.0/ports?device_id=78cd3ec3-e3fb-40c9-9a58-288c465dd264 HTTP/1.1" status: 200 len: 944 time: 0.0635729 Jun 24 12:09:51.294532 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-7a9d4580-b948-457c-8bc4-81ade265a414 req-78b9cc3f-8413-4c10-bf10-d81caf53e944 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] 10.222.0.53 "GET /v2.0/security-groups?id=816370d7-cde7-4040-8fb6-b452766cafd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329139 Jun 24 12:09:51.564891 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Device f88d507d-19b1-4c5a-a83c-1b9d88aed68e up at agent hyperv_hv-neutron-7971 {{(pid=128085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:09:51.615694 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Provisioning for port f88d507d-19b1-4c5a-a83c-1b9d88aed68e completed by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:09:51.620013 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Provisioning complete for port f88d507d-19b1-4c5a-a83c-1b9d88aed68e triggered by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:09:51.620498 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:09:51.694015 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:09:51.716221 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78cd3ec3-e3fb-40c9-9a58-288c465dd264', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f88d507d-19b1-4c5a-a83c-1b9d88aed68e'}] {{(pid=128085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 12:09:51.718507 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1098ec9051a50dd033317f529a09b9762582ef7b417ebe05928aca59e08255aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6f1fc9a-5487-4455-ba5c-6492bc059583" -d '{"events": [{"server_uuid": "78cd3ec3-e3fb-40c9-9a58-288c465dd264", "name": "network-vif-plugged", "status": "completed", "tag": "f88d507d-19b1-4c5a-a83c-1b9d88aed68e"}]}' {{(pid=128085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 12:09:51.731278 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] For port f88d507d-19b1-4c5a-a83c-1b9d88aed68e, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=f88d507d-19b1-4c5a-a83c-1b9d88aed68e,segment=NetworkSegment(c6747bfc-9f45-4917-9f38-8036bcce1357),segment_id=c6747bfc-9f45-4917-9f38-8036bcce1357)] {{(pid=128085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:09:51.735246 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:09:51.738148 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:09:51.763866 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 12:09:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed3e585e-57ce-465c-9816-b08371ee6877 x-openstack-request-id: req-ed3e585e-57ce-465c-9816-b08371ee6877 {{(pid=128085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 12:09:51.764161 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78cd3ec3-e3fb-40c9-9a58-288c465dd264", "name": "network-vif-plugged", "status": "completed", "tag": "f88d507d-19b1-4c5a-a83c-1b9d88aed68e", "code": 200}]} {{(pid=128085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 12:09:51.764417 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ed3e585e-57ce-465c-9816-b08371ee6877 {{(pid=128085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 12:09:51.764811 dv-neutron-797120-4-hyperv neutron-server[128085]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78cd3ec3-e3fb-40c9-9a58-288c465dd264', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f88d507d-19b1-4c5a-a83c-1b9d88aed68e', 'code': 200} Jun 24 12:09:51.795999 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Pushing event updated for resources: {'Port': ['ID=f88d507d-19b1-4c5a-a83c-1b9d88aed68e,revision_number=5']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:09:51.799327 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:09:51.998073 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57561f93-68a0-468d-8942-ce229810eb26 req-4d63581c-3ce5-429b-8423-593a910eb5af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:09:51.999566 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-57561f93-68a0-468d-8942-ce229810eb26 req-4d63581c-3ce5-429b-8423-593a910eb5af service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=78cd3ec3-e3fb-40c9-9a58-288c465dd264 HTTP/1.1" status: 200 len: 1098 time: 0.0583510 Jun 24 12:09:52.038517 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-57561f93-68a0-468d-8942-ce229810eb26 req-5356970b-3ca8-4f7c-9fdf-47398e3e76e5 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=816370d7-cde7-4040-8fb6-b452766cafd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0285323 Jun 24 12:09:52.472777 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0375e6f-8c6c-45cc-9fd3-a15c66623db5 req-b252c281-3d0f-4237-8edc-8d795c1b1b26 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:09:52.474280 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-b0375e6f-8c6c-45cc-9fd3-a15c66623db5 req-b252c281-3d0f-4237-8edc-8d795c1b1b26 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] 10.222.0.53 "GET /v2.0/ports?device_id=78cd3ec3-e3fb-40c9-9a58-288c465dd264 HTTP/1.1" status: 200 len: 945 time: 0.0662050 Jun 24 12:09:52.512551 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-b0375e6f-8c6c-45cc-9fd3-a15c66623db5 req-8b25c6dd-17b1-4ab3-9c80-7adf4d81e05f tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] 10.222.0.53 "GET /v2.0/security-groups?id=816370d7-cde7-4040-8fb6-b452766cafd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324476 Jun 24 12:09:53.686977 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151c95a2-257a-4c70-9ed3-a16123b6cf1f req-d1aa2300-d691-411e-8022-d7ef67599b5b tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:09:53.688464 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-151c95a2-257a-4c70-9ed3-a16123b6cf1f req-d1aa2300-d691-411e-8022-d7ef67599b5b tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] 10.222.0.53 "GET /v2.0/ports?device_id=78cd3ec3-e3fb-40c9-9a58-288c465dd264 HTTP/1.1" status: 200 len: 945 time: 0.0632937 Jun 24 12:09:53.727709 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-151c95a2-257a-4c70-9ed3-a16123b6cf1f req-d0cd59c3-eb72-4458-b862-34e79faa8b33 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] 10.222.0.53 "GET /v2.0/security-groups?id=816370d7-cde7-4040-8fb6-b452766cafd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330207 Jun 24 12:09:53.853923 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-4d841ad8-288d-4165-9150-36a76341851b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:09:53.912739 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7783baf4-7c12-4607-8e15-e17a7712dcf5 req-6fb13095-94b9-444a-8581-ff8e93e1e66b tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:09:53.914304 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-7783baf4-7c12-4607-8e15-e17a7712dcf5 req-6fb13095-94b9-444a-8581-ff8e93e1e66b tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] 10.222.0.53 "GET /v2.0/ports?device_id=78cd3ec3-e3fb-40c9-9a58-288c465dd264 HTTP/1.1" status: 200 len: 945 time: 0.0768251 Jun 24 12:09:53.924231 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 38052) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:09:53.929094 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-c463ada9-c8d4-4012-91c3-5d67d351293c tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] Request body: {'floatingip': {'port_id': 'f88d507d-19b1-4c5a-a83c-1b9d88aed68e'}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:09:53.970002 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-c463ada9-c8d4-4012-91c3-5d67d351293c tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] Notify callbacks [] for floatingip, before_update {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:09:54.447786 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-c463ada9-c8d4-4012-91c3-5d67d351293c tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] Notify callbacks [] for floatingip, precommit_update {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:09:54.451806 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-c463ada9-c8d4-4012-91c3-5d67d351293c tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1815637'] for floatingip, after_update {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:09:54.557428 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.db.l3_db [None req-c463ada9-c8d4-4012-91c3-5d67d351293c tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] Floating IP 3323fb57-fefb-4ec1-81d7-c34644bbcc94 associated. External IP: 172.26.7.240, port: f88d507d-19b1-4c5a-a83c-1b9d88aed68e. Jun 24 12:09:54.771065 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c463ada9-c8d4-4012-91c3-5d67d351293c tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] Router 5f6b9212-f3ed-4af8-8246-7ff04426fd3a has already been hosted by L3 agent 2987dba8-2249-4ee6-96ec-28f0f7a6127d {{(pid=128084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 12:09:54.882167 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c463ada9-c8d4-4012-91c3-5d67d351293c tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] Notify agent at l3_agent.dv-neutron-797120-4-hyperv the message routers_updated {{(pid=128084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 12:09:54.888064 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-c463ada9-c8d4-4012-91c3-5d67d351293c tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468916'] for floatingip, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:09:54.892534 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48929d46-b8f0-4640-b2b0-8cdf2363e6e2 None None] Sync routers for ids ['5f6b9212-f3ed-4af8-8246-7ff04426fd3a'] in dv-neutron-797120-4-hyperv {{(pid=128085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 12:09:54.907250 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48929d46-b8f0-4640-b2b0-8cdf2363e6e2 None None] Routers {'5f6b9212-f3ed-4af8-8246-7ff04426fd3a'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:09:54.907860 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-48929d46-b8f0-4640-b2b0-8cdf2363e6e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T12:09:26Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['5f6b9212-f3ed-4af8-8246-7ff04426fd3a'], 'active': True} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:09:54.924687 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-c463ada9-c8d4-4012-91c3-5d67d351293c tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] 10.222.0.53 "PUT /v2.0/floatingips/3323fb57-fefb-4ec1-81d7-c34644bbcc94 HTTP/1.1" status: 200 len: 991 time: 0.9993389 Jun 24 12:09:54.925446 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78cd3ec3-e3fb-40c9-9a58-288c465dd264', 'tag': 'f88d507d-19b1-4c5a-a83c-1b9d88aed68e'}] {{(pid=128084) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 12:09:54.927853 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}189e43ef1649f46b9bccc8e45a83b64afc33adcdec52bc597e36eecb4255b7b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfe8a997-cb90-44d8-97db-f9a0c72c55c0" -d '{"events": [{"name": "network-changed", "server_uuid": "78cd3ec3-e3fb-40c9-9a58-288c465dd264", "tag": "f88d507d-19b1-4c5a-a83c-1b9d88aed68e"}]}' {{(pid=128084) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 12:09:54.965916 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 12:09:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e3742a8-a206-4dec-821e-e618d5161e14 x-openstack-request-id: req-9e3742a8-a206-4dec-821e-e618d5161e14 {{(pid=128084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 12:09:54.966467 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "78cd3ec3-e3fb-40c9-9a58-288c465dd264", "tag": "f88d507d-19b1-4c5a-a83c-1b9d88aed68e", "status": "completed", "code": 200}]} {{(pid=128084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 12:09:54.966865 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-9e3742a8-a206-4dec-821e-e618d5161e14 {{(pid=128084) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 12:09:54.967395 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78cd3ec3-e3fb-40c9-9a58-288c465dd264', 'tag': 'f88d507d-19b1-4c5a-a83c-1b9d88aed68e', 'status': 'completed', 'code': 200} Jun 24 12:09:55.027850 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvr_db [None req-48929d46-b8f0-4640-b2b0-8cdf2363e6e2 None None] Set router 5f6b9212-f3ed-4af8-8246-7ff04426fd3a gateway port host: dv-neutron-797120-4-hyperv {{(pid=128085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:09:55.049086 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe8a997-cb90-44d8-97db-f9a0c72c55c0 req-f79132ce-3498-43f5-8ea6-39eab07fefab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:09:55.050638 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-cfe8a997-cb90-44d8-97db-f9a0c72c55c0 req-f79132ce-3498-43f5-8ea6-39eab07fefab service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=0414285f410c496f97b7d12d23355c2f&device_id=78cd3ec3-e3fb-40c9-9a58-288c465dd264 HTTP/1.1" status: 200 len: 1098 time: 0.0556364 Jun 24 12:09:55.144105 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe8a997-cb90-44d8-97db-f9a0c72c55c0 req-4ca69321-ac1e-449f-b340-da07d52183cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:09:55.145511 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-cfe8a997-cb90-44d8-97db-f9a0c72c55c0 req-4ca69321-ac1e-449f-b340-da07d52183cd service neutron] 10.222.0.45 "GET /v2.0/networks?id=cde1942d-b2ff-4a1a-9427-86fec798cc5b HTTP/1.1" status: 200 len: 913 time: 0.0880930 Jun 24 12:09:55.208670 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-cfe8a997-cb90-44d8-97db-f9a0c72c55c0 req-ec6d9c75-829a-4869-83f5-44addc46a22a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f88d507d-19b1-4c5a-a83c-1b9d88aed68e HTTP/1.1" status: 200 len: 999 time: 0.0564845 Jun 24 12:09:55.257097 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe8a997-cb90-44d8-97db-f9a0c72c55c0 req-40625096-1b87-482b-b888-ca9bba49ae8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:09:55.259364 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-cfe8a997-cb90-44d8-97db-f9a0c72c55c0 req-40625096-1b87-482b-b888-ca9bba49ae8a service neutron] 10.222.0.45 "GET /v2.0/subnets?id=32933e07-9d7b-413a-a2dd-d2852e8b62db HTTP/1.1" status: 200 len: 851 time: 0.0441580 Jun 24 12:09:55.262056 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-48929d46-b8f0-4640-b2b0-8cdf2363e6e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f6b9212-f3ed-4af8-8246-7ff04426fd3a', 'name': 'tempest-ServerActionsTestJSON-2035639249-router', 'tenant_id': '0414285f410c496f97b7d12d23355c2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'external_fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.71'}], 'enable_snat': True}, 'gw_port_id': '724033e4-3216-4ffb-8215-98af4306d04c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:08:16Z', 'updated_at': '2021-06-24T12:08:18Z', 'revision_number': 4, 'project_id': '0414285f410c496f97b7d12d23355c2f', 'gw_port': {'id': '724033e4-3216-4ffb-8215-98af4306d04c', 'name': '', 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:2b:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f6b9212-f3ed-4af8-8246-7ff04426fd3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:08:16Z', 'updated_at': '2021-06-24T12:08:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-4-hyperv', '_floatingips': [{'id': '3323fb57-fefb-4ec1-81d7-c34644bbcc94', 'tenant_id': '0414285f410c496f97b7d12d23355c2f', 'floating_ip_address': '172.26.7.240', 'floating_network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'router_id': '5f6b9212-f3ed-4af8-8246-7ff04426fd3a', 'port_id': 'f88d507d-19b1-4c5a-a83c-1b9d88aed68e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1579, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cde1942d-b2ff-4a1a-9427-86fec798cc5b', 'mac_address': 'fa:16:3e:92:ee:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78cd3ec3-e3fb-40c9-9a58-288c465dd264', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T12:08:21Z', 'updated_at': '2021-06-24T12:09:54Z', 'revision_number': 5, 'project_id': '0414285f410c496f97b7d12d23355c2f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '539e94c5-a7c7-49a1-9ccf-cf97a640b437', 'name': '', 'network_id': 'cde1942d-b2ff-4a1a-9427-86fec798cc5b', 'tenant_id': '0414285f410c496f97b7d12d23355c2f', 'mac_address': 'fa:16:3e:98:a7:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f6b9212-f3ed-4af8-8246-7ff04426fd3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': '32933e07-9d7b-413a-a2dd-d2852e8b62db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:08:18Z', 'updated_at': '2021-06-24T12:08:24Z', 'revision_number': 5, 'project_id': '0414285f410c496f97b7d12d23355c2f', 'subnets': [{'id': '32933e07-9d7b-413a-a2dd-d2852e8b62db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:09:55.288492 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48929d46-b8f0-4640-b2b0-8cdf2363e6e2 None None] Checking router: 5f6b9212-f3ed-4af8-8246-7ff04426fd3a for host: dv-neutron-797120-4-hyperv {{(pid=128085) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 12:09:55.297517 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48929d46-b8f0-4640-b2b0-8cdf2363e6e2 None None] Routers {'5f6b9212-f3ed-4af8-8246-7ff04426fd3a'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:09:55.298132 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-48929d46-b8f0-4640-b2b0-8cdf2363e6e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T12:09:26Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['5f6b9212-f3ed-4af8-8246-7ff04426fd3a'], 'active': True} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:09:55.319913 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe8a997-cb90-44d8-97db-f9a0c72c55c0 req-2a4c0c9e-e4b0-4858-a7c8-92f57948f272 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:09:55.322216 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-cfe8a997-cb90-44d8-97db-f9a0c72c55c0 req-2a4c0c9e-e4b0-4858-a7c8-92f57948f272 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=cde1942d-b2ff-4a1a-9427-86fec798cc5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0576046 Jun 24 12:09:55.408207 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvr_db [None req-48929d46-b8f0-4640-b2b0-8cdf2363e6e2 None None] Set router 5f6b9212-f3ed-4af8-8246-7ff04426fd3a gateway port host: dv-neutron-797120-4-hyperv {{(pid=128085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:09:55.417335 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-cfe8a997-cb90-44d8-97db-f9a0c72c55c0 req-d1537366-389c-4e11-9a5a-c83ee519fa32 service neutron] 10.222.0.45 "GET /v2.0/networks/cde1942d-b2ff-4a1a-9427-86fec798cc5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886617 Jun 24 12:09:55.518781 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-cfe8a997-cb90-44d8-97db-f9a0c72c55c0 req-9d4dcc46-d626-4d3e-b708-e6ed63e8a452 service neutron] 10.222.0.45 "GET /v2.0/networks/cde1942d-b2ff-4a1a-9427-86fec798cc5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942736 Jun 24 12:09:55.640344 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-48929d46-b8f0-4640-b2b0-8cdf2363e6e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f6b9212-f3ed-4af8-8246-7ff04426fd3a', 'name': 'tempest-ServerActionsTestJSON-2035639249-router', 'tenant_id': '0414285f410c496f97b7d12d23355c2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'external_fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.71'}], 'enable_snat': True}, 'gw_port_id': '724033e4-3216-4ffb-8215-98af4306d04c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:08:16Z', 'updated_at': '2021-06-24T12:08:18Z', 'revision_number': 4, 'project_id': '0414285f410c496f97b7d12d23355c2f', 'gw_port': {'id': '724033e4-3216-4ffb-8215-98af4306d04c', 'name': '', 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:2b:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f6b9212-f3ed-4af8-8246-7ff04426fd3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:08:16Z', 'updated_at': '2021-06-24T12:08:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-4-hyperv', '_floatingips': [{'id': '3323fb57-fefb-4ec1-81d7-c34644bbcc94', 'tenant_id': '0414285f410c496f97b7d12d23355c2f', 'floating_ip_address': '172.26.7.240', 'floating_network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'router_id': '5f6b9212-f3ed-4af8-8246-7ff04426fd3a', 'port_id': 'f88d507d-19b1-4c5a-a83c-1b9d88aed68e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1579, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cde1942d-b2ff-4a1a-9427-86fec798cc5b', 'mac_address': 'fa:16:3e:92:ee:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78cd3ec3-e3fb-40c9-9a58-288c465dd264', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T12:08:21Z', 'updated_at': '2021-06-24T12:09:54Z', 'revision_number': 5, 'project_id': '0414285f410c496f97b7d12d23355c2f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '539e94c5-a7c7-49a1-9ccf-cf97a640b437', 'name': '', 'network_id': 'cde1942d-b2ff-4a1a-9427-86fec798cc5b', 'tenant_id': '0414285f410c496f97b7d12d23355c2f', 'mac_address': 'fa:16:3e:98:a7:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f6b9212-f3ed-4af8-8246-7ff04426fd3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': '32933e07-9d7b-413a-a2dd-d2852e8b62db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:08:18Z', 'updated_at': '2021-06-24T12:08:24Z', 'revision_number': 5, 'project_id': '0414285f410c496f97b7d12d23355c2f', 'subnets': [{'id': '32933e07-9d7b-413a-a2dd-d2852e8b62db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:09:55.666397 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48929d46-b8f0-4640-b2b0-8cdf2363e6e2 None None] The sync data for ids ['5f6b9212-f3ed-4af8-8246-7ff04426fd3a'] in dv-neutron-797120-4-hyperv is: [{'id': '5f6b9212-f3ed-4af8-8246-7ff04426fd3a', 'name': 'tempest-ServerActionsTestJSON-2035639249-router', 'tenant_id': '0414285f410c496f97b7d12d23355c2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'external_fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.71'}], 'enable_snat': True}, 'gw_port_id': '724033e4-3216-4ffb-8215-98af4306d04c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:08:16Z', 'updated_at': '2021-06-24T12:08:18Z', 'revision_number': 4, 'project_id': '0414285f410c496f97b7d12d23355c2f', 'gw_port': {'id': '724033e4-3216-4ffb-8215-98af4306d04c', 'name': '', 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:2b:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f6b9212-f3ed-4af8-8246-7ff04426fd3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:08:16Z', 'updated_at': '2021-06-24T12:08:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-4-hyperv', '_floatingips': [{'id': '3323fb57-fefb-4ec1-81d7-c34644bbcc94', 'tenant_id': '0414285f410c496f97b7d12d23355c2f', 'floating_ip_address': '172.26.7.240', 'floating_network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'router_id': '5f6b9212-f3ed-4af8-8246-7ff04426fd3a', 'port_id': 'f88d507d-19b1-4c5a-a83c-1b9d88aed68e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1579, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cde1942d-b2ff-4a1a-9427-86fec798cc5b', 'mac_address': 'fa:16:3e:92:ee:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78cd3ec3-e3fb-40c9-9a58-288c465dd264', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T12:08:21Z', 'updated_at': '2021-06-24T12:09:54Z', 'revision_number': 5, 'project_id': '0414285f410c496f97b7d12d23355c2f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '539e94c5-a7c7-49a1-9ccf-cf97a640b437', 'name': '', 'network_id': 'cde1942d-b2ff-4a1a-9427-86fec798cc5b', 'tenant_id': '0414285f410c496f97b7d12d23355c2f', 'mac_address': 'fa:16:3e:98:a7:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f6b9212-f3ed-4af8-8246-7ff04426fd3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': '32933e07-9d7b-413a-a2dd-d2852e8b62db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:08:18Z', 'updated_at': '2021-06-24T12:08:24Z', 'revision_number': 5, 'project_id': '0414285f410c496f97b7d12d23355c2f', 'subnets': [{'id': '32933e07-9d7b-413a-a2dd-d2852e8b62db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=128085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 12:09:55.867565 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25714fbd-46aa-4e52-b554-ce592379e089 None None] New status for floating IP 3323fb57-fefb-4ec1-81d7-c34644bbcc94: ACTIVE {{(pid=128086) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 24 12:09:56.398711 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ffe94e60-2f06-4f7d-9cd7-ea63b8df9be5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:09:56.540699 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:09:57.754769 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-03237adf-ebd0-46f2-a476-4d4bb746e0f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:09:59.639679 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-48719adf-480b-4236-b3c6-056dfdc4ba10 req-b6102a4b-0054-48d1-a7f6-a15c60f6f30a service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=78cd3ec3-e3fb-40c9-9a58-288c465dd264&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0517907 Jun 24 12:09:59.722027 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-52c483ef-d5c1-4030-9a32-e5ce4ff00ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:09:59.735472 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48719adf-480b-4236-b3c6-056dfdc4ba10 req-4265be9b-3e05-4e20-a1c9-32575bed7025 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:09:59.736959 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-48719adf-480b-4236-b3c6-056dfdc4ba10 req-4265be9b-3e05-4e20-a1c9-32575bed7025 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=0414285f410c496f97b7d12d23355c2f&device_id=78cd3ec3-e3fb-40c9-9a58-288c465dd264 HTTP/1.1" status: 200 len: 1098 time: 0.0541663 Jun 24 12:09:59.845348 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48719adf-480b-4236-b3c6-056dfdc4ba10 req-f3490427-9356-4670-991a-e526d9cf8742 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:09:59.846810 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-48719adf-480b-4236-b3c6-056dfdc4ba10 req-f3490427-9356-4670-991a-e526d9cf8742 service neutron] 10.222.0.45 "GET /v2.0/networks?id=cde1942d-b2ff-4a1a-9427-86fec798cc5b HTTP/1.1" status: 200 len: 913 time: 0.0892954 Jun 24 12:09:59.910970 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-48719adf-480b-4236-b3c6-056dfdc4ba10 req-e8c2226c-93dc-4146-a35b-bc2b9072a184 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f88d507d-19b1-4c5a-a83c-1b9d88aed68e HTTP/1.1" status: 200 len: 1001 time: 0.0574274 Jun 24 12:09:59.965087 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48719adf-480b-4236-b3c6-056dfdc4ba10 req-521e2cf6-a539-4bff-9c6a-91e2942f411b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:09:59.966879 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-48719adf-480b-4236-b3c6-056dfdc4ba10 req-521e2cf6-a539-4bff-9c6a-91e2942f411b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=32933e07-9d7b-413a-a2dd-d2852e8b62db HTTP/1.1" status: 200 len: 851 time: 0.0495436 Jun 24 12:10:00.024711 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48719adf-480b-4236-b3c6-056dfdc4ba10 req-64eec9da-17ad-42dd-90e5-4b88e784447c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:10:00.026203 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-48719adf-480b-4236-b3c6-056dfdc4ba10 req-64eec9da-17ad-42dd-90e5-4b88e784447c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=cde1942d-b2ff-4a1a-9427-86fec798cc5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0527139 Jun 24 12:10:00.115577 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-48719adf-480b-4236-b3c6-056dfdc4ba10 req-05cd041c-0f69-48d8-bace-a63d7362f0a9 service neutron] 10.222.0.45 "GET /v2.0/networks/cde1942d-b2ff-4a1a-9427-86fec798cc5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821714 Jun 24 12:10:00.209695 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-48719adf-480b-4236-b3c6-056dfdc4ba10 req-3beb397b-be31-4a2f-8b7b-6e89ef81c45a service neutron] 10.222.0.45 "GET /v2.0/networks/cde1942d-b2ff-4a1a-9427-86fec798cc5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871022 Jun 24 12:10:14.867378 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:10:23.855973 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-523f44f9-aa26-4fe7-a967-aa1021f36e52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:10:26.407727 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-14016249-0b61-45d9-a221-fe4f3271cf92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:10:26.542617 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:10:27.088229 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.agents_db [None req-87a69269-d72b-4286-97f3-1041481ed6d8 None None] Agent healthcheck: found 6 active agents {{(pid=128086) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 12:10:27.757668 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-03237adf-ebd0-46f2-a476-4d4bb746e0f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:10:29.731321 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-52c483ef-d5c1-4030-9a32-e5ce4ff00ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:10:36.003372 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f68f6a-b3d5-4b19-a926-618c910abd9b req-c6702c66-2129-45ca-8c25-f710b0578e10 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:10:36.004837 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-93f68f6a-b3d5-4b19-a926-618c910abd9b req-c6702c66-2129-45ca-8c25-f710b0578e10 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] 10.222.0.53 "GET /v2.0/ports?device_id=78cd3ec3-e3fb-40c9-9a58-288c465dd264 HTTP/1.1" status: 200 len: 945 time: 0.0688720 Jun 24 12:10:36.045030 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-93f68f6a-b3d5-4b19-a926-618c910abd9b req-549f3343-48bf-4e60-829e-20b54e29f4e2 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] 10.222.0.53 "GET /v2.0/security-groups?id=816370d7-cde7-4040-8fb6-b452766cafd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337358 Jun 24 12:10:37.223785 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03a7184-342a-440c-b373-700f7b0c1ab7 req-18fa3382-f73e-432f-a0f7-628bd01f0c6d tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:10:37.225263 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-d03a7184-342a-440c-b373-700f7b0c1ab7 req-18fa3382-f73e-432f-a0f7-628bd01f0c6d tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] 10.222.0.53 "GET /v2.0/ports?device_id=78cd3ec3-e3fb-40c9-9a58-288c465dd264 HTTP/1.1" status: 200 len: 945 time: 0.0656197 Jun 24 12:10:37.262858 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-d03a7184-342a-440c-b373-700f7b0c1ab7 req-1b4af8d1-4482-454d-aa4f-225c47a15777 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] 10.222.0.53 "GET /v2.0/security-groups?id=816370d7-cde7-4040-8fb6-b452766cafd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320034 Jun 24 12:10:38.443505 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30d9efa-140d-445d-ae47-7d4b43e41bfd req-4779fe14-9e01-4e20-8a26-12b258be25d7 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:10:38.445002 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-c30d9efa-140d-445d-ae47-7d4b43e41bfd req-4779fe14-9e01-4e20-8a26-12b258be25d7 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] 10.222.0.53 "GET /v2.0/ports?device_id=78cd3ec3-e3fb-40c9-9a58-288c465dd264 HTTP/1.1" status: 200 len: 945 time: 0.0691273 Jun 24 12:10:38.484139 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-c30d9efa-140d-445d-ae47-7d4b43e41bfd req-f56af608-7864-4db3-a674-ba0a5952f32f tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] 10.222.0.53 "GET /v2.0/security-groups?id=816370d7-cde7-4040-8fb6-b452766cafd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333102 Jun 24 12:10:39.667887 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f12ba3-43e8-46e6-9304-20f78c718811 req-d5af7fb5-47d3-434d-92e4-46c2e63a0a80 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:10:39.669414 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-d1f12ba3-43e8-46e6-9304-20f78c718811 req-d5af7fb5-47d3-434d-92e4-46c2e63a0a80 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] 10.222.0.53 "GET /v2.0/ports?device_id=78cd3ec3-e3fb-40c9-9a58-288c465dd264 HTTP/1.1" status: 200 len: 945 time: 0.0688949 Jun 24 12:10:39.718744 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-d1f12ba3-43e8-46e6-9304-20f78c718811 req-9e41a042-ffd9-418b-bfe3-8f5e0880ef4f tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] 10.222.0.53 "GET /v2.0/security-groups?id=816370d7-cde7-4040-8fb6-b452766cafd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337489 Jun 24 12:10:40.896770 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20455218-1247-4e0e-8c7c-a013b1d3dfd5 req-082b39b8-27d8-4438-8088-881ae10ebefd tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:10:40.898288 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-20455218-1247-4e0e-8c7c-a013b1d3dfd5 req-082b39b8-27d8-4438-8088-881ae10ebefd tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] 10.222.0.53 "GET /v2.0/ports?device_id=78cd3ec3-e3fb-40c9-9a58-288c465dd264 HTTP/1.1" status: 200 len: 945 time: 0.0647724 Jun 24 12:10:40.939179 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-20455218-1247-4e0e-8c7c-a013b1d3dfd5 req-820aa3b2-ff99-4c3e-8b45-35a88fc803c8 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] 10.222.0.53 "GET /v2.0/security-groups?id=816370d7-cde7-4040-8fb6-b452766cafd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339472 Jun 24 12:10:42.114994 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c35d2a3-89d2-48b3-a457-aa1281b85b7d req-a6756b91-f630-4311-8832-44dce0e68655 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:10:42.116438 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-2c35d2a3-89d2-48b3-a457-aa1281b85b7d req-a6756b91-f630-4311-8832-44dce0e68655 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] 10.222.0.53 "GET /v2.0/ports?device_id=78cd3ec3-e3fb-40c9-9a58-288c465dd264 HTTP/1.1" status: 200 len: 945 time: 0.0626683 Jun 24 12:10:42.157057 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-2c35d2a3-89d2-48b3-a457-aa1281b85b7d req-90b11a20-7f92-4a01-bf19-b58dc8000320 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] 10.222.0.53 "GET /v2.0/security-groups?id=816370d7-cde7-4040-8fb6-b452766cafd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336659 Jun 24 12:10:43.339918 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdb0877-2065-474f-8669-1d2c48fa50df req-1c3f145d-3e8f-4a21-a9f8-e51c2651110a tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:10:43.341455 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-6cdb0877-2065-474f-8669-1d2c48fa50df req-1c3f145d-3e8f-4a21-a9f8-e51c2651110a tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] 10.222.0.53 "GET /v2.0/ports?device_id=78cd3ec3-e3fb-40c9-9a58-288c465dd264 HTTP/1.1" status: 200 len: 945 time: 0.0694008 Jun 24 12:10:43.381376 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-6cdb0877-2065-474f-8669-1d2c48fa50df req-e3cd16cd-259d-49b3-b51b-13cd59de827e tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] 10.222.0.53 "GET /v2.0/security-groups?id=816370d7-cde7-4040-8fb6-b452766cafd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342319 Jun 24 12:10:44.560767 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0a4bb0-45c0-47e4-bc52-91dff809b9d3 req-71c54918-7c16-476e-9f1b-e3ba8d7f9c8f tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:10:44.562286 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-4c0a4bb0-45c0-47e4-bc52-91dff809b9d3 req-71c54918-7c16-476e-9f1b-e3ba8d7f9c8f tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] 10.222.0.53 "GET /v2.0/ports?device_id=78cd3ec3-e3fb-40c9-9a58-288c465dd264 HTTP/1.1" status: 200 len: 945 time: 0.0653214 Jun 24 12:10:44.600447 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-4c0a4bb0-45c0-47e4-bc52-91dff809b9d3 req-2e594403-538f-46f5-893d-dabbacca76f5 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] 10.222.0.53 "GET /v2.0/security-groups?id=816370d7-cde7-4040-8fb6-b452766cafd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323412 Jun 24 12:10:44.858666 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:10:45.787576 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2be224-c849-4129-a08b-261a08114a8f req-ed042620-d2a4-447c-8d40-14ec21e755cb tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:10:45.789069 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-bd2be224-c849-4129-a08b-261a08114a8f req-ed042620-d2a4-447c-8d40-14ec21e755cb tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] 10.222.0.53 "GET /v2.0/ports?device_id=78cd3ec3-e3fb-40c9-9a58-288c465dd264 HTTP/1.1" status: 200 len: 945 time: 0.0749075 Jun 24 12:10:45.834369 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-bd2be224-c849-4129-a08b-261a08114a8f req-a9b44c15-16d0-4536-9e18-b55dcafd4e1d tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] 10.222.0.53 "GET /v2.0/security-groups?id=816370d7-cde7-4040-8fb6-b452766cafd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392599 Jun 24 12:10:47.005116 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebc31aa-3b85-476c-a764-b845311454bc req-7256d158-4846-4408-aa7b-9a6bea69a905 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:10:47.006577 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-2ebc31aa-3b85-476c-a764-b845311454bc req-7256d158-4846-4408-aa7b-9a6bea69a905 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] 10.222.0.53 "GET /v2.0/ports?device_id=78cd3ec3-e3fb-40c9-9a58-288c465dd264 HTTP/1.1" status: 200 len: 945 time: 0.0626953 Jun 24 12:10:47.045245 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-2ebc31aa-3b85-476c-a764-b845311454bc req-3ff04177-2c5f-46b4-8645-627e791b334e tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] 10.222.0.53 "GET /v2.0/security-groups?id=816370d7-cde7-4040-8fb6-b452766cafd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320318 Jun 24 12:10:48.218147 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc51468d-7cdd-4e58-872a-994c324e8e4f req-ed6162a0-e27f-4ef2-85db-4ab16d32d25d tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:10:48.219616 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-cc51468d-7cdd-4e58-872a-994c324e8e4f req-ed6162a0-e27f-4ef2-85db-4ab16d32d25d tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] 10.222.0.53 "GET /v2.0/ports?device_id=78cd3ec3-e3fb-40c9-9a58-288c465dd264 HTTP/1.1" status: 200 len: 945 time: 0.0641551 Jun 24 12:10:48.262042 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-cc51468d-7cdd-4e58-872a-994c324e8e4f req-5ba055d5-da1c-4c41-9a39-10e7673c6dd7 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] 10.222.0.53 "GET /v2.0/security-groups?id=816370d7-cde7-4040-8fb6-b452766cafd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332739 Jun 24 12:10:49.441166 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7aee12-1229-41ba-83f1-5083ab6ebe37 req-325ca42d-917c-47ca-9c92-3fb72be1b55e tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:10:49.442754 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-cb7aee12-1229-41ba-83f1-5083ab6ebe37 req-325ca42d-917c-47ca-9c92-3fb72be1b55e tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] 10.222.0.53 "GET /v2.0/ports?device_id=78cd3ec3-e3fb-40c9-9a58-288c465dd264 HTTP/1.1" status: 200 len: 945 time: 0.0709047 Jun 24 12:10:49.481629 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-cb7aee12-1229-41ba-83f1-5083ab6ebe37 req-5ad22d67-4c17-4716-86ad-2da24fbdc6c5 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] 10.222.0.53 "GET /v2.0/security-groups?id=816370d7-cde7-4040-8fb6-b452766cafd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324416 Jun 24 12:10:50.660198 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e81ae55-8cf1-4890-bb8b-0bf862ac1e0d req-9ea09b80-8a89-43de-a2ef-1e5024cfb67e tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:10:50.661583 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-8e81ae55-8cf1-4890-bb8b-0bf862ac1e0d req-9ea09b80-8a89-43de-a2ef-1e5024cfb67e tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] 10.222.0.53 "GET /v2.0/ports?device_id=78cd3ec3-e3fb-40c9-9a58-288c465dd264 HTTP/1.1" status: 200 len: 945 time: 0.0648925 Jun 24 12:10:50.698759 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-8e81ae55-8cf1-4890-bb8b-0bf862ac1e0d req-5455a5b3-8238-4dfc-a813-f6a1924c917c tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] 10.222.0.53 "GET /v2.0/security-groups?id=816370d7-cde7-4040-8fb6-b452766cafd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308876 Jun 24 12:10:51.876353 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6674d3e-a3c0-45a3-8872-a0c96a115693 req-2beab3b0-44ec-42d9-9967-a2921fa8a1df tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:10:51.877771 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-a6674d3e-a3c0-45a3-8872-a0c96a115693 req-2beab3b0-44ec-42d9-9967-a2921fa8a1df tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] 10.222.0.53 "GET /v2.0/ports?device_id=78cd3ec3-e3fb-40c9-9a58-288c465dd264 HTTP/1.1" status: 200 len: 945 time: 0.0661380 Jun 24 12:10:51.915591 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-a6674d3e-a3c0-45a3-8872-a0c96a115693 req-f74dd8a0-b1cc-4df5-8e97-cfcaf5da95e8 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] 10.222.0.53 "GET /v2.0/security-groups?id=816370d7-cde7-4040-8fb6-b452766cafd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322349 Jun 24 12:10:52.325711 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93b28a6-ea79-4feb-be28-4cc4caff5bb7 req-bbb75258-945f-438e-a417-f405748a3279 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:10:52.327211 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-d93b28a6-ea79-4feb-be28-4cc4caff5bb7 req-bbb75258-945f-438e-a417-f405748a3279 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] 10.222.0.53 "GET /v2.0/ports?device_id=78cd3ec3-e3fb-40c9-9a58-288c465dd264 HTTP/1.1" status: 200 len: 945 time: 0.0676360 Jun 24 12:10:52.342457 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [req-1bd7d349-ce0b-4e50-991d-559209eebc75 req-c3828ade-35eb-4e1b-ac02-74942c95841e service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=78cd3ec3-e3fb-40c9-9a58-288c465dd264&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1363935 Jun 24 12:10:52.368304 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-d93b28a6-ea79-4feb-be28-4cc4caff5bb7 req-f0405835-daf9-405c-8716-28515c1bb21c tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] 10.222.0.53 "GET /v2.0/security-groups?id=816370d7-cde7-4040-8fb6-b452766cafd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354304 Jun 24 12:10:53.586434 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a242ba6-4532-4c4e-a701-fbfdb645f560 req-872bc68b-4ca8-4cf0-a29b-8b1e4927e810 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:10:53.587896 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-2a242ba6-4532-4c4e-a701-fbfdb645f560 req-872bc68b-4ca8-4cf0-a29b-8b1e4927e810 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] 10.222.0.53 "GET /v2.0/ports?device_id=78cd3ec3-e3fb-40c9-9a58-288c465dd264 HTTP/1.1" status: 200 len: 945 time: 0.1008232 Jun 24 12:10:53.638432 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-2a242ba6-4532-4c4e-a701-fbfdb645f560 req-5e3fe608-339c-4a1b-88a8-dd5b2cad2ba6 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] 10.222.0.53 "GET /v2.0/security-groups?id=816370d7-cde7-4040-8fb6-b452766cafd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439003 Jun 24 12:10:53.640207 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd7d349-ce0b-4e50-991d-559209eebc75 req-e0615f6c-0f66-4584-9db5-d48e9ccd2ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:10:53.641589 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-1bd7d349-ce0b-4e50-991d-559209eebc75 req-e0615f6c-0f66-4584-9db5-d48e9ccd2ec2 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=0414285f410c496f97b7d12d23355c2f&device_id=78cd3ec3-e3fb-40c9-9a58-288c465dd264 HTTP/1.1" status: 200 len: 1098 time: 0.1453922 Jun 24 12:10:53.734305 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd7d349-ce0b-4e50-991d-559209eebc75 req-f2681881-8779-4b0a-ba01-8e220815df58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:10:53.735767 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-1bd7d349-ce0b-4e50-991d-559209eebc75 req-f2681881-8779-4b0a-ba01-8e220815df58 service neutron] 10.222.0.45 "GET /v2.0/networks?id=cde1942d-b2ff-4a1a-9427-86fec798cc5b HTTP/1.1" status: 200 len: 913 time: 0.0823734 Jun 24 12:10:53.809629 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-1bd7d349-ce0b-4e50-991d-559209eebc75 req-56e0d8bb-b16f-43eb-8663-8df159f9c383 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f88d507d-19b1-4c5a-a83c-1b9d88aed68e HTTP/1.1" status: 200 len: 1001 time: 0.0635009 Jun 24 12:10:53.858506 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-22022378-6779-4e1a-a7df-54255fd72545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:10:53.863006 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd7d349-ce0b-4e50-991d-559209eebc75 req-b2f6204b-d570-4728-a6f3-80a2171fca1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:10:53.864424 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-1bd7d349-ce0b-4e50-991d-559209eebc75 req-b2f6204b-d570-4728-a6f3-80a2171fca1c service neutron] 10.222.0.45 "GET /v2.0/subnets?id=32933e07-9d7b-413a-a2dd-d2852e8b62db HTTP/1.1" status: 200 len: 851 time: 0.0454333 Jun 24 12:10:53.924586 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd7d349-ce0b-4e50-991d-559209eebc75 req-fe848b5c-3213-46c0-8bd0-19a4202b72a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:10:53.925997 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-1bd7d349-ce0b-4e50-991d-559209eebc75 req-fe848b5c-3213-46c0-8bd0-19a4202b72a8 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=cde1942d-b2ff-4a1a-9427-86fec798cc5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0518541 Jun 24 12:10:54.021538 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-1bd7d349-ce0b-4e50-991d-559209eebc75 req-077e33dd-ff60-47dc-88fc-cae1e17ad71b service neutron] 10.222.0.45 "GET /v2.0/networks/cde1942d-b2ff-4a1a-9427-86fec798cc5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850716 Jun 24 12:10:54.117461 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-1bd7d349-ce0b-4e50-991d-559209eebc75 req-35d03160-33fc-42e4-887e-e8d018dd7dc1 service neutron] 10.222.0.45 "GET /v2.0/networks/cde1942d-b2ff-4a1a-9427-86fec798cc5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853412 Jun 24 12:10:54.818959 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4b18b7-2d2a-470d-ae3c-93a5e7f20d11 req-deb1a596-190f-463b-90ae-6862c0a6fa88 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:10:54.820420 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-7a4b18b7-2d2a-470d-ae3c-93a5e7f20d11 req-deb1a596-190f-463b-90ae-6862c0a6fa88 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] 10.222.0.53 "GET /v2.0/ports?device_id=78cd3ec3-e3fb-40c9-9a58-288c465dd264 HTTP/1.1" status: 200 len: 945 time: 0.0664527 Jun 24 12:10:54.859508 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-7a4b18b7-2d2a-470d-ae3c-93a5e7f20d11 req-73ed841a-628d-4ef4-9737-022ec2f28eaf tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] 10.222.0.53 "GET /v2.0/security-groups?id=816370d7-cde7-4040-8fb6-b452766cafd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325637 Jun 24 12:10:56.078800 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-1bd7d349-ce0b-4e50-991d-559209eebc75 req-c9850d64-ea21-4389-8514-824884f35271 service neutron] 10.222.0.45 "GET /v2.0/ports/f88d507d-19b1-4c5a-a83c-1b9d88aed68e/bindings/hv-neutron-7971 HTTP/1.1" status: 200 len: 384 time: 0.0762887 Jun 24 12:10:56.087634 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0f2407-707b-46dd-88fd-ab8cfcb07672 req-9257cd05-3e88-4a4e-bc2a-25483c91253a tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:10:56.089272 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-0c0f2407-707b-46dd-88fd-ab8cfcb07672 req-9257cd05-3e88-4a4e-bc2a-25483c91253a tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] 10.222.0.53 "GET /v2.0/ports?device_id=78cd3ec3-e3fb-40c9-9a58-288c465dd264 HTTP/1.1" status: 200 len: 945 time: 0.1156812 Jun 24 12:10:56.129083 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-0c0f2407-707b-46dd-88fd-ab8cfcb07672 req-508cd070-84fd-4869-88b2-7e9178ce4c48 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] 10.222.0.53 "GET /v2.0/security-groups?id=816370d7-cde7-4040-8fb6-b452766cafd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340230 Jun 24 12:10:56.347522 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd7d349-ce0b-4e50-991d-559209eebc75 req-aa397a27-587f-4a2b-9238-9746d2b21109 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:10:56.348967 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-1bd7d349-ce0b-4e50-991d-559209eebc75 req-aa397a27-587f-4a2b-9238-9746d2b21109 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=78cd3ec3-e3fb-40c9-9a58-288c465dd264&tenant_id=0414285f410c496f97b7d12d23355c2f HTTP/1.1" status: 200 len: 1098 time: 0.0521784 Jun 24 12:10:56.400214 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-402563f5-eef7-417b-b7e5-29580512aa63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:10:56.433281 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd7d349-ce0b-4e50-991d-559209eebc75 req-ea33e4b0-34a7-4200-a817-ce1c02b677f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:10:56.434745 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-1bd7d349-ce0b-4e50-991d-559209eebc75 req-ea33e4b0-34a7-4200-a817-ce1c02b677f6 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=0414285f410c496f97b7d12d23355c2f&device_id=78cd3ec3-e3fb-40c9-9a58-288c465dd264 HTTP/1.1" status: 200 len: 1098 time: 0.0549266 Jun 24 12:10:56.546589 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:10:56.901577 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd7d349-ce0b-4e50-991d-559209eebc75 req-3f1937a2-69b3-4265-9851-9c9e29d7440d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:10:56.903283 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-1bd7d349-ce0b-4e50-991d-559209eebc75 req-3f1937a2-69b3-4265-9851-9c9e29d7440d service neutron] 10.222.0.45 "GET /v2.0/networks?id=cde1942d-b2ff-4a1a-9427-86fec798cc5b HTTP/1.1" status: 200 len: 913 time: 0.4562044 Jun 24 12:10:56.971445 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-1bd7d349-ce0b-4e50-991d-559209eebc75 req-7b27499c-ba09-4e24-8964-c849bb1680f5 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f88d507d-19b1-4c5a-a83c-1b9d88aed68e HTTP/1.1" status: 200 len: 1001 time: 0.0573208 Jun 24 12:10:57.026441 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd7d349-ce0b-4e50-991d-559209eebc75 req-d8578a5c-7bfc-4590-9e46-3c0cf43b8688 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:10:57.027854 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-1bd7d349-ce0b-4e50-991d-559209eebc75 req-d8578a5c-7bfc-4590-9e46-3c0cf43b8688 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=32933e07-9d7b-413a-a2dd-d2852e8b62db HTTP/1.1" status: 200 len: 851 time: 0.0460818 Jun 24 12:10:57.088657 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd7d349-ce0b-4e50-991d-559209eebc75 req-1e0c98b8-dbad-416b-9fa7-7753ff08ff65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:10:57.090179 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-1bd7d349-ce0b-4e50-991d-559209eebc75 req-1e0c98b8-dbad-416b-9fa7-7753ff08ff65 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=cde1942d-b2ff-4a1a-9427-86fec798cc5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0519023 Jun 24 12:10:57.185009 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-1bd7d349-ce0b-4e50-991d-559209eebc75 req-5f769d5d-d804-430e-8ffc-b2484f6ef763 service neutron] 10.222.0.45 "GET /v2.0/networks/cde1942d-b2ff-4a1a-9427-86fec798cc5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839574 Jun 24 12:10:57.315727 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-1bd7d349-ce0b-4e50-991d-559209eebc75 req-02c7d2ac-5014-4666-a59a-dadfe3cfb8f5 service neutron] 10.222.0.45 "GET /v2.0/networks/cde1942d-b2ff-4a1a-9427-86fec798cc5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1201494 Jun 24 12:10:57.335014 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe53e1c-5b1e-4877-a358-0d858531908d req-51c446b3-bf1a-424b-b4dd-0410ba669728 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:10:57.337119 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-abe53e1c-5b1e-4877-a358-0d858531908d req-51c446b3-bf1a-424b-b4dd-0410ba669728 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] 10.222.0.53 "GET /v2.0/ports?device_id=78cd3ec3-e3fb-40c9-9a58-288c465dd264 HTTP/1.1" status: 200 len: 945 time: 0.0866265 Jun 24 12:10:57.377218 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-abe53e1c-5b1e-4877-a358-0d858531908d req-4dec91d3-f42a-4f52-8094-eee1dc082db9 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] 10.222.0.53 "GET /v2.0/security-groups?id=816370d7-cde7-4040-8fb6-b452766cafd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340521 Jun 24 12:10:57.759850 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-03237adf-ebd0-46f2-a476-4d4bb746e0f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:10:58.557676 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe61cb6-d613-4241-88e2-02e93e76fd38 req-a48e0cc3-149d-4379-bc9c-e06dced68c48 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:10:58.559160 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-3fe61cb6-d613-4241-88e2-02e93e76fd38 req-a48e0cc3-149d-4379-bc9c-e06dced68c48 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] 10.222.0.53 "GET /v2.0/ports?device_id=78cd3ec3-e3fb-40c9-9a58-288c465dd264 HTTP/1.1" status: 200 len: 945 time: 0.0691500 Jun 24 12:10:58.612158 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-3fe61cb6-d613-4241-88e2-02e93e76fd38 req-78aabb8a-629d-496c-91eb-d242b79ec893 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] 10.222.0.53 "GET /v2.0/security-groups?id=816370d7-cde7-4040-8fb6-b452766cafd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467849 Jun 24 12:10:59.728676 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-52c483ef-d5c1-4030-9a32-e5ce4ff00ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:10:59.797530 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d20520-3a0c-4867-8f4f-72027b7a4a88 req-bc6500ed-1969-44f2-b895-83cc47167deb tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:10:59.799010 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-81d20520-3a0c-4867-8f4f-72027b7a4a88 req-bc6500ed-1969-44f2-b895-83cc47167deb tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] 10.222.0.53 "GET /v2.0/ports?device_id=78cd3ec3-e3fb-40c9-9a58-288c465dd264 HTTP/1.1" status: 200 len: 945 time: 0.0655491 Jun 24 12:10:59.838626 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-81d20520-3a0c-4867-8f4f-72027b7a4a88 req-121b296f-ff27-4cc4-8660-3ee0e2621abf tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] 10.222.0.53 "GET /v2.0/security-groups?id=816370d7-cde7-4040-8fb6-b452766cafd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337794 Jun 24 12:10:59.867523 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Device f88d507d-19b1-4c5a-a83c-1b9d88aed68e details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=128085) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 12:10:59.870228 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Device f88d507d-19b1-4c5a-a83c-1b9d88aed68e no longer exists at agent hyperv_hv-neutron-7971 {{(pid=128085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 12:11:00.010915 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:11:00.042397 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] For port f88d507d-19b1-4c5a-a83c-1b9d88aed68e, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=f88d507d-19b1-4c5a-a83c-1b9d88aed68e,segment=NetworkSegment(c6747bfc-9f45-4917-9f38-8036bcce1357),segment_id=c6747bfc-9f45-4917-9f38-8036bcce1357)] {{(pid=128085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:11:00.053807 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78cd3ec3-e3fb-40c9-9a58-288c465dd264', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f88d507d-19b1-4c5a-a83c-1b9d88aed68e'}] {{(pid=128085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 12:11:00.056729 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1098ec9051a50dd033317f529a09b9762582ef7b417ebe05928aca59e08255aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da300f39-8282-4710-a2a7-ae40a3ce339a" -d '{"events": [{"server_uuid": "78cd3ec3-e3fb-40c9-9a58-288c465dd264", "name": "network-vif-unplugged", "status": "completed", "tag": "f88d507d-19b1-4c5a-a83c-1b9d88aed68e"}]}' {{(pid=128085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 12:11:00.070279 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Returning: {'device': 'f88d507d-19b1-4c5a-a83c-1b9d88aed68e', 'network_id': 'cde1942d-b2ff-4a1a-9427-86fec798cc5b', 'port_id': 'f88d507d-19b1-4c5a-a83c-1b9d88aed68e', 'mac_address': 'fa:16:3e:92:ee:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 621, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32933e07-9d7b-413a-a2dd-d2852e8b62db', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=128085) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 12:11:00.073575 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] For port f88d507d-19b1-4c5a-a83c-1b9d88aed68e, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=f88d507d-19b1-4c5a-a83c-1b9d88aed68e,segment=NetworkSegment(c6747bfc-9f45-4917-9f38-8036bcce1357),segment_id=c6747bfc-9f45-4917-9f38-8036bcce1357)] {{(pid=128085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:11:00.101079 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:11:00.104867 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-8625c7cc-3d3f-45a1-8ab2-f6d0c1f7329a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:11:00.108831 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 24 Jun 2021 12:11:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79526945-2ce7-4ce2-891c-7d3963ad3c09 x-openstack-request-id: req-79526945-2ce7-4ce2-891c-7d3963ad3c09 {{(pid=128085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 12:11:00.109174 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78cd3ec3-e3fb-40c9-9a58-288c465dd264", "name": "network-vif-unplugged", "status": "completed", "tag": "f88d507d-19b1-4c5a-a83c-1b9d88aed68e", "code": 200}]} {{(pid=128085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 12:11:00.109436 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-79526945-2ce7-4ce2-891c-7d3963ad3c09 {{(pid=128085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 12:11:00.109879 dv-neutron-797120-4-hyperv neutron-server[128085]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78cd3ec3-e3fb-40c9-9a58-288c465dd264', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f88d507d-19b1-4c5a-a83c-1b9d88aed68e', 'code': 200} Jun 24 12:11:00.145810 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:11:00.172099 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.notifiers.nova [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f88d507d-19b1-4c5a-a83c-1b9d88aed68e {{(pid=128085) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 12:11:00.181045 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Pushing event updated for resources: {'Port': ['ID=f88d507d-19b1-4c5a-a83c-1b9d88aed68e,revision_number=6']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:11:00.199859 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3f51b1-d683-47cb-9d18-2d70ced0a75f req-3e609585-eb58-4a6e-8b4b-fe4fcd0aaee2 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:11:00.201394 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-9e3f51b1-d683-47cb-9d18-2d70ced0a75f req-3e609585-eb58-4a6e-8b4b-fe4fcd0aaee2 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] 10.222.0.53 "GET /v2.0/ports?device_id=78cd3ec3-e3fb-40c9-9a58-288c465dd264 HTTP/1.1" status: 200 len: 943 time: 0.1077743 Jun 24 12:11:00.209052 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:11:00.209357 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:11:00.209703 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:11:00.210039 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:11:00.210375 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:11:00.210706 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:11:00.211033 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:11:00.211394 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:11:00.211720 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:11:00.212094 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:11:00.212371 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:11:00.212682 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:11:00.217823 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:11:00.227888 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.db.api [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=128085) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 24 12:11:00.228470 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_db.api [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 24 12:11:00.260352 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c96b6a-39be-4c09-b0a0-fb431ab57770 req-50a78c35-3fb0-4500-82a3-b0596fd03847 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:11:00.262098 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-b0c96b6a-39be-4c09-b0a0-fb431ab57770 req-50a78c35-3fb0-4500-82a3-b0596fd03847 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] 10.222.0.45 "GET /v2.0/ports?device_id=78cd3ec3-e3fb-40c9-9a58-288c465dd264&tenant_id=0414285f410c496f97b7d12d23355c2f&binding%3Ahost_id=hv-neutron-7971 HTTP/1.1" status: 200 len: 943 time: 0.1263733 Jun 24 12:11:00.267149 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-9e3f51b1-d683-47cb-9d18-2d70ced0a75f req-30e8cee2-6bd4-44ee-9028-d6235a148b85 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] 10.222.0.53 "GET /v2.0/security-groups?id=816370d7-cde7-4040-8fb6-b452766cafd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555811 Jun 24 12:11:00.367326 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c96b6a-39be-4c09-b0a0-fb431ab57770 req-2cf18901-6fb2-425d-86ce-f5a85598e69d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:11:00.369636 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-b0c96b6a-39be-4c09-b0a0-fb431ab57770 req-2cf18901-6fb2-425d-86ce-f5a85598e69d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=0414285f410c496f97b7d12d23355c2f&device_id=78cd3ec3-e3fb-40c9-9a58-288c465dd264 HTTP/1.1" status: 200 len: 1096 time: 0.0564868 Jun 24 12:11:00.472923 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c96b6a-39be-4c09-b0a0-fb431ab57770 req-9effa0d3-352f-43e5-9365-e559440734f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:11:00.474411 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-b0c96b6a-39be-4c09-b0a0-fb431ab57770 req-9effa0d3-352f-43e5-9365-e559440734f7 service neutron] 10.222.0.45 "GET /v2.0/networks?id=cde1942d-b2ff-4a1a-9427-86fec798cc5b HTTP/1.1" status: 200 len: 913 time: 0.0945883 Jun 24 12:11:00.543767 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-b0c96b6a-39be-4c09-b0a0-fb431ab57770 req-59a28601-838f-491c-9e18-efd17e60ad30 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f88d507d-19b1-4c5a-a83c-1b9d88aed68e HTTP/1.1" status: 200 len: 999 time: 0.0591218 Jun 24 12:11:00.603096 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c96b6a-39be-4c09-b0a0-fb431ab57770 req-4883d81b-03e9-4096-9905-af723d484f4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:11:00.604657 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-b0c96b6a-39be-4c09-b0a0-fb431ab57770 req-4883d81b-03e9-4096-9905-af723d484f4c service neutron] 10.222.0.45 "GET /v2.0/subnets?id=32933e07-9d7b-413a-a2dd-d2852e8b62db HTTP/1.1" status: 200 len: 851 time: 0.0511017 Jun 24 12:11:00.667894 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c96b6a-39be-4c09-b0a0-fb431ab57770 req-a3399732-ba5d-4a9f-8e59-8b98077a8242 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:11:00.669395 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-b0c96b6a-39be-4c09-b0a0-fb431ab57770 req-a3399732-ba5d-4a9f-8e59-8b98077a8242 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=cde1942d-b2ff-4a1a-9427-86fec798cc5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0542529 Jun 24 12:11:00.769350 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-b0c96b6a-39be-4c09-b0a0-fb431ab57770 req-1086c1cd-7dee-4067-ad57-71b71ee497ad service neutron] 10.222.0.45 "GET /v2.0/networks/cde1942d-b2ff-4a1a-9427-86fec798cc5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905323 Jun 24 12:11:00.771454 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:11:00.785460 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.notifiers.nova [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f88d507d-19b1-4c5a-a83c-1b9d88aed68e {{(pid=128085) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 12:11:00.805988 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] For port f88d507d-19b1-4c5a-a83c-1b9d88aed68e, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=f88d507d-19b1-4c5a-a83c-1b9d88aed68e,segment=NetworkSegment(c6747bfc-9f45-4917-9f38-8036bcce1357),segment_id=c6747bfc-9f45-4917-9f38-8036bcce1357)] {{(pid=128085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:11:00.809904 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:11:00.811736 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-26c0a36c-c970-482e-935e-733e1ef0c84f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:11:00.865376 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Pushing event updated for resources: {'Port': ['ID=f88d507d-19b1-4c5a-a83c-1b9d88aed68e,revision_number=7']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:11:00.865683 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-b0c96b6a-39be-4c09-b0a0-fb431ab57770 req-62cb1731-635c-480c-8339-0e25c59a3229 service neutron] 10.222.0.45 "GET /v2.0/networks/cde1942d-b2ff-4a1a-9427-86fec798cc5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853002 Jun 24 12:11:00.868920 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:11:00.891744 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] get_ports_and_sgs() called for port_ids ['f88d507d-19b1-4c5a-a83c-1b9d88aed68e'] {{(pid=128085) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 12:11:01.462566 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d8c0f1-aec8-4dc4-8a2c-e2d3e8d24401 req-3a7aff4d-264a-4bcb-b356-19d601676dda tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:11:01.464188 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-04d8c0f1-aec8-4dc4-8a2c-e2d3e8d24401 req-3a7aff4d-264a-4bcb-b356-19d601676dda tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] 10.222.0.53 "GET /v2.0/ports?device_id=78cd3ec3-e3fb-40c9-9a58-288c465dd264 HTTP/1.1" status: 200 len: 944 time: 0.0747595 Jun 24 12:11:01.510699 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-04d8c0f1-aec8-4dc4-8a2c-e2d3e8d24401 req-c5a5e44e-0f60-461f-8671-2397a57ecf61 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] 10.222.0.53 "GET /v2.0/security-groups?id=816370d7-cde7-4040-8fb6-b452766cafd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409620 Jun 24 12:11:01.691828 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c230f3ad-0671-4159-b496-d19bf14cf19a req-9d40c88c-cc66-4687-91ae-20042540f53f tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:11:01.693311 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-c230f3ad-0671-4159-b496-d19bf14cf19a req-9d40c88c-cc66-4687-91ae-20042540f53f tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] 10.222.0.53 "GET /v2.0/ports?device_id=78cd3ec3-e3fb-40c9-9a58-288c465dd264 HTTP/1.1" status: 200 len: 944 time: 0.0637138 Jun 24 12:11:01.731292 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-c230f3ad-0671-4159-b496-d19bf14cf19a req-0ae1e624-934d-4808-8377-966197d87478 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] 10.222.0.53 "GET /v2.0/security-groups?id=816370d7-cde7-4040-8fb6-b452766cafd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318377 Jun 24 12:11:01.876471 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Device f88d507d-19b1-4c5a-a83c-1b9d88aed68e up at agent hyperv_hv-neutron-7971 {{(pid=128085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:11:01.925948 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Provisioning complete for port f88d507d-19b1-4c5a-a83c-1b9d88aed68e triggered by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:11:01.926330 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:11:02.007831 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:11:02.040809 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] For port f88d507d-19b1-4c5a-a83c-1b9d88aed68e, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=f88d507d-19b1-4c5a-a83c-1b9d88aed68e,segment=NetworkSegment(c6747bfc-9f45-4917-9f38-8036bcce1357),segment_id=c6747bfc-9f45-4917-9f38-8036bcce1357)] {{(pid=128085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:11:02.045500 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:11:02.047522 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:11:02.095190 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Pushing event updated for resources: {'Port': ['ID=f88d507d-19b1-4c5a-a83c-1b9d88aed68e,revision_number=8']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:11:02.098567 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:11:02.111373 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78cd3ec3-e3fb-40c9-9a58-288c465dd264', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f88d507d-19b1-4c5a-a83c-1b9d88aed68e'}] {{(pid=128085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 12:11:02.113822 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1098ec9051a50dd033317f529a09b9762582ef7b417ebe05928aca59e08255aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18de5bb9-c228-4e92-80fc-27111c959780" -d '{"events": [{"server_uuid": "78cd3ec3-e3fb-40c9-9a58-288c465dd264", "name": "network-vif-plugged", "status": "completed", "tag": "f88d507d-19b1-4c5a-a83c-1b9d88aed68e"}]}' {{(pid=128085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 12:11:02.122217 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37363351-9cc1-4aa0-a629-6a078648f7c3 req-7b3407f1-1a6b-4a4a-b7d8-4d699c81469e tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:11:02.123722 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-37363351-9cc1-4aa0-a629-6a078648f7c3 req-7b3407f1-1a6b-4a4a-b7d8-4d699c81469e tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] 10.222.0.53 "GET /v2.0/ports?device_id=78cd3ec3-e3fb-40c9-9a58-288c465dd264 HTTP/1.1" status: 200 len: 944 time: 0.1081290 Jun 24 12:11:02.126755 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ced33e0-bc5a-473e-afc0-4fb7470cb4c1 req-26eacdc7-e1c7-462e-858b-77bf61e72ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:11:02.128103 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-8ced33e0-bc5a-473e-afc0-4fb7470cb4c1 req-26eacdc7-e1c7-462e-858b-77bf61e72ca8 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=0414285f410c496f97b7d12d23355c2f&device_id=78cd3ec3-e3fb-40c9-9a58-288c465dd264 HTTP/1.1" status: 200 len: 1097 time: 0.1031797 Jun 24 12:11:02.153264 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 12:11:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11aa2322-2aba-4a9f-8390-10b22b745e67 x-openstack-request-id: req-11aa2322-2aba-4a9f-8390-10b22b745e67 {{(pid=128085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 12:11:02.153569 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78cd3ec3-e3fb-40c9-9a58-288c465dd264", "name": "network-vif-plugged", "status": "completed", "tag": "f88d507d-19b1-4c5a-a83c-1b9d88aed68e", "code": 200}]} {{(pid=128085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 12:11:02.154502 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-11aa2322-2aba-4a9f-8390-10b22b745e67 {{(pid=128085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 12:11:02.155021 dv-neutron-797120-4-hyperv neutron-server[128085]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78cd3ec3-e3fb-40c9-9a58-288c465dd264', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f88d507d-19b1-4c5a-a83c-1b9d88aed68e', 'code': 200} Jun 24 12:11:02.215228 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-37363351-9cc1-4aa0-a629-6a078648f7c3 req-817199a2-b1e0-4b34-b7ae-90e889a65603 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] 10.222.0.53 "GET /v2.0/security-groups?id=816370d7-cde7-4040-8fb6-b452766cafd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0855219 Jun 24 12:11:02.247173 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ced33e0-bc5a-473e-afc0-4fb7470cb4c1 req-5cf38df9-b5bb-49bc-a7d5-da883080b70d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:11:02.248602 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-8ced33e0-bc5a-473e-afc0-4fb7470cb4c1 req-5cf38df9-b5bb-49bc-a7d5-da883080b70d service neutron] 10.222.0.45 "GET /v2.0/networks?id=cde1942d-b2ff-4a1a-9427-86fec798cc5b HTTP/1.1" status: 200 len: 913 time: 0.1050105 Jun 24 12:11:02.322638 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-8ced33e0-bc5a-473e-afc0-4fb7470cb4c1 req-773aaa6a-3460-4239-98ee-0716b9f9d517 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f88d507d-19b1-4c5a-a83c-1b9d88aed68e HTTP/1.1" status: 200 len: 1001 time: 0.0633998 Jun 24 12:11:02.377820 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ced33e0-bc5a-473e-afc0-4fb7470cb4c1 req-82aa0495-9430-4243-8d4e-1849d2bcd0e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:11:02.379255 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-8ced33e0-bc5a-473e-afc0-4fb7470cb4c1 req-82aa0495-9430-4243-8d4e-1849d2bcd0e8 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=32933e07-9d7b-413a-a2dd-d2852e8b62db HTTP/1.1" status: 200 len: 851 time: 0.0464041 Jun 24 12:11:02.441959 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ced33e0-bc5a-473e-afc0-4fb7470cb4c1 req-36a0a9e3-686b-4069-b99e-b104d5365017 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:11:02.443431 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-8ced33e0-bc5a-473e-afc0-4fb7470cb4c1 req-36a0a9e3-686b-4069-b99e-b104d5365017 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=cde1942d-b2ff-4a1a-9427-86fec798cc5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0537591 Jun 24 12:11:02.543480 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-8ced33e0-bc5a-473e-afc0-4fb7470cb4c1 req-26882f2b-d23c-4ac6-81ed-e10b1ee8d3b5 service neutron] 10.222.0.45 "GET /v2.0/networks/cde1942d-b2ff-4a1a-9427-86fec798cc5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881021 Jun 24 12:11:02.638724 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-8ced33e0-bc5a-473e-afc0-4fb7470cb4c1 req-25924638-fe15-4dd2-aba7-3a05743194ff service neutron] 10.222.0.45 "GET /v2.0/networks/cde1942d-b2ff-4a1a-9427-86fec798cc5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856709 Jun 24 12:11:02.767416 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c823434-ee82-467a-8e7a-1039fc24a838 req-3459cb5d-ac63-4e4b-a922-96d1cf7814e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:11:02.768968 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-0c823434-ee82-467a-8e7a-1039fc24a838 req-3459cb5d-ac63-4e4b-a922-96d1cf7814e6 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=0414285f410c496f97b7d12d23355c2f&device_id=78cd3ec3-e3fb-40c9-9a58-288c465dd264 HTTP/1.1" status: 200 len: 1098 time: 0.0603061 Jun 24 12:11:02.874419 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c823434-ee82-467a-8e7a-1039fc24a838 req-f96aa7f3-eaee-485f-8a3c-ec21b6942cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:11:02.875856 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-0c823434-ee82-467a-8e7a-1039fc24a838 req-f96aa7f3-eaee-485f-8a3c-ec21b6942cd8 service neutron] 10.222.0.45 "GET /v2.0/networks?id=cde1942d-b2ff-4a1a-9427-86fec798cc5b HTTP/1.1" status: 200 len: 913 time: 0.0845134 Jun 24 12:11:02.949688 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-0c823434-ee82-467a-8e7a-1039fc24a838 req-11009b1d-b266-4252-9df7-3f5f495f9715 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f88d507d-19b1-4c5a-a83c-1b9d88aed68e HTTP/1.1" status: 200 len: 1001 time: 0.0641673 Jun 24 12:11:03.000340 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c823434-ee82-467a-8e7a-1039fc24a838 req-f5c16e1c-2707-4102-86f1-58bbeb2a0035 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:11:03.001860 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-0c823434-ee82-467a-8e7a-1039fc24a838 req-f5c16e1c-2707-4102-86f1-58bbeb2a0035 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=32933e07-9d7b-413a-a2dd-d2852e8b62db HTTP/1.1" status: 200 len: 851 time: 0.0454311 Jun 24 12:11:03.063632 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c823434-ee82-467a-8e7a-1039fc24a838 req-1bd64c46-b2b0-4d51-8b8b-cdec38e5d420 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:11:03.065179 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-0c823434-ee82-467a-8e7a-1039fc24a838 req-1bd64c46-b2b0-4d51-8b8b-cdec38e5d420 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=cde1942d-b2ff-4a1a-9427-86fec798cc5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0522141 Jun 24 12:11:03.167061 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-0c823434-ee82-467a-8e7a-1039fc24a838 req-23254388-4331-4a86-89b8-5c15222493c8 service neutron] 10.222.0.45 "GET /v2.0/networks/cde1942d-b2ff-4a1a-9427-86fec798cc5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912976 Jun 24 12:11:03.256188 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-0c823434-ee82-467a-8e7a-1039fc24a838 req-5e6626b1-d3ca-4b42-a8a3-151126f20af7 service neutron] 10.222.0.45 "GET /v2.0/networks/cde1942d-b2ff-4a1a-9427-86fec798cc5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821729 Jun 24 12:11:03.396722 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30151115-9546-438d-9cc4-09a966459a6c req-8a23e9a5-bef1-491f-8348-7433fcffd574 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:11:03.398253 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-30151115-9546-438d-9cc4-09a966459a6c req-8a23e9a5-bef1-491f-8348-7433fcffd574 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] 10.222.0.53 "GET /v2.0/ports?device_id=78cd3ec3-e3fb-40c9-9a58-288c465dd264 HTTP/1.1" status: 200 len: 945 time: 0.0698886 Jun 24 12:11:03.443212 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-30151115-9546-438d-9cc4-09a966459a6c req-417d791f-4d92-4561-833b-56eae1bf9249 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] 10.222.0.53 "GET /v2.0/security-groups?id=816370d7-cde7-4040-8fb6-b452766cafd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386460 Jun 24 12:11:03.819167 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6218513b-e0bd-42ea-8b28-09ae2b4dc95f req-85fe0763-23da-474d-ac98-470cf9fb7b8b tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:11:03.821092 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-6218513b-e0bd-42ea-8b28-09ae2b4dc95f req-85fe0763-23da-474d-ac98-470cf9fb7b8b tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] 10.222.0.53 "GET /v2.0/ports?device_id=78cd3ec3-e3fb-40c9-9a58-288c465dd264 HTTP/1.1" status: 200 len: 945 time: 0.0639753 Jun 24 12:11:03.864174 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-6218513b-e0bd-42ea-8b28-09ae2b4dc95f req-6a252dea-b2c4-4f3c-ab28-dcb988b8be98 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] 10.222.0.53 "GET /v2.0/security-groups?id=816370d7-cde7-4040-8fb6-b452766cafd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371501 Jun 24 12:11:04.088040 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.agents_db [None req-87a69269-d72b-4286-97f3-1041481ed6d8 None None] Agent healthcheck: found 6 active agents {{(pid=128086) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 12:11:05.044153 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24d07bc-c435-4608-ab0e-5fb41cbc5e61 req-dd20c429-836e-42d1-8b22-dafa641bf551 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:11:05.045715 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-c24d07bc-c435-4608-ab0e-5fb41cbc5e61 req-dd20c429-836e-42d1-8b22-dafa641bf551 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] 10.222.0.53 "GET /v2.0/ports?device_id=78cd3ec3-e3fb-40c9-9a58-288c465dd264 HTTP/1.1" status: 200 len: 945 time: 0.0657103 Jun 24 12:11:05.091185 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-c24d07bc-c435-4608-ab0e-5fb41cbc5e61 req-2f0f3f2e-150c-4018-b2b2-fe0118a14331 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] 10.222.0.53 "GET /v2.0/security-groups?id=816370d7-cde7-4040-8fb6-b452766cafd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396805 Jun 24 12:11:05.603425 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36422506-9c8d-4486-b545-88f3e3bb7053 req-e74a7fc1-9b6f-424f-95c2-e8aea7ece6b1 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:11:05.604883 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-36422506-9c8d-4486-b545-88f3e3bb7053 req-e74a7fc1-9b6f-424f-95c2-e8aea7ece6b1 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] 10.222.0.45 "GET /v2.0/ports?device_id=78cd3ec3-e3fb-40c9-9a58-288c465dd264 HTTP/1.1" status: 200 len: 945 time: 0.0693944 Jun 24 12:11:05.708675 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.plugin [req-36422506-9c8d-4486-b545-88f3e3bb7053 req-e02eb714-04a1-40dc-901a-5430f11802cb tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] Deleting port f88d507d-19b1-4c5a-a83c-1b9d88aed68e {{(pid=128083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:11:05.709066 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-36422506-9c8d-4486-b545-88f3e3bb7053 req-e02eb714-04a1-40dc-901a-5430f11802cb tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793193942312'] for port, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:11:05.800961 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.db [req-36422506-9c8d-4486-b545-88f3e3bb7053 req-e02eb714-04a1-40dc-901a-5430f11802cb tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] For port f88d507d-19b1-4c5a-a83c-1b9d88aed68e, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=f88d507d-19b1-4c5a-a83c-1b9d88aed68e,segment=NetworkSegment(c6747bfc-9f45-4917-9f38-8036bcce1357),segment_id=c6747bfc-9f45-4917-9f38-8036bcce1357)] {{(pid=128083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:11:05.801352 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-36422506-9c8d-4486-b545-88f3e3bb7053 req-e02eb714-04a1-40dc-901a-5430f11802cb tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1978872'] for port, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:11:05.976088 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-36422506-9c8d-4486-b545-88f3e3bb7053 req-e02eb714-04a1-40dc-901a-5430f11802cb tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] Notify callbacks [] for floatingip, precommit_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:11:05.976377 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-36422506-9c8d-4486-b545-88f3e3bb7053 req-e02eb714-04a1-40dc-901a-5430f11802cb tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1815637'] for floatingip, after_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:11:05.976700 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.db.l3_db [req-36422506-9c8d-4486-b545-88f3e3bb7053 req-e02eb714-04a1-40dc-901a-5430f11802cb tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] Floating IP 3323fb57-fefb-4ec1-81d7-c34644bbcc94 disassociated. External IP: 172.26.7.240, port: f88d507d-19b1-4c5a-a83c-1b9d88aed68e. Jun 24 12:11:05.977684 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.plugin [req-36422506-9c8d-4486-b545-88f3e3bb7053 req-e02eb714-04a1-40dc-901a-5430f11802cb tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] Calling delete_port for f88d507d-19b1-4c5a-a83c-1b9d88aed68e owned by compute:nova {{(pid=128083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:11:06.112889 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-36422506-9c8d-4486-b545-88f3e3bb7053 req-e02eb714-04a1-40dc-901a-5430f11802cb tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793193945299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193536732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2537862'] for port, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:11:06.117337 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-6ea603ba-3d83-44a5-b5ff-a443f97edc80 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:11:06.144998 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02eb714-04a1-40dc-901a-5430f11802cb tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] Pushing event deleted for resources: {'Port': ['ID=f88d507d-19b1-4c5a-a83c-1b9d88aed68e,revision_number=None']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:11:06.157267 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02eb714-04a1-40dc-901a-5430f11802cb tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:11:06.157549 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02eb714-04a1-40dc-901a-5430f11802cb tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:11:06.157937 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02eb714-04a1-40dc-901a-5430f11802cb tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:11:06.158305 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02eb714-04a1-40dc-901a-5430f11802cb tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:11:06.158676 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02eb714-04a1-40dc-901a-5430f11802cb tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:11:06.159045 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02eb714-04a1-40dc-901a-5430f11802cb tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:11:06.159420 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02eb714-04a1-40dc-901a-5430f11802cb tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:11:06.159792 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02eb714-04a1-40dc-901a-5430f11802cb tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:11:06.160157 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02eb714-04a1-40dc-901a-5430f11802cb tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:11:06.160521 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02eb714-04a1-40dc-901a-5430f11802cb tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:11:06.160882 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02eb714-04a1-40dc-901a-5430f11802cb tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:11:06.161345 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02eb714-04a1-40dc-901a-5430f11802cb tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:11:06.166235 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-e02eb714-04a1-40dc-901a-5430f11802cb tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:11:06.287199 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-bb429f2f-f7e6-4f73-88d9-0db3b5cd345f req-2174af16-7719-4cc2-80f5-7573552b5d8d tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] 10.222.0.53 "GET /v2.0/ports?device_id=78cd3ec3-e3fb-40c9-9a58-288c465dd264 HTTP/1.1" status: 200 len: 210 time: 0.0626070 Jun 24 12:11:06.330421 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.l3_agent_scheduler [req-36422506-9c8d-4486-b545-88f3e3bb7053 req-e02eb714-04a1-40dc-901a-5430f11802cb tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] Router 5f6b9212-f3ed-4af8-8246-7ff04426fd3a has already been hosted by L3 agent 2987dba8-2249-4ee6-96ec-28f0f7a6127d {{(pid=128083) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 12:11:06.449756 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-36422506-9c8d-4486-b545-88f3e3bb7053 req-e02eb714-04a1-40dc-901a-5430f11802cb tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] Notify agent at l3_agent.dv-neutron-797120-4-hyperv the message routers_updated {{(pid=128083) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 12:11:06.461195 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c25e15df-ffc8-4a3b-8423-06047dc6c357 None None] Sync routers for ids ['5f6b9212-f3ed-4af8-8246-7ff04426fd3a'] in dv-neutron-797120-4-hyperv {{(pid=128085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 12:11:06.474713 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c25e15df-ffc8-4a3b-8423-06047dc6c357 None None] Routers {'5f6b9212-f3ed-4af8-8246-7ff04426fd3a'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:11:06.475659 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-c25e15df-ffc8-4a3b-8423-06047dc6c357 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T12:10:56Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['5f6b9212-f3ed-4af8-8246-7ff04426fd3a'], 'active': True} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:11:06.500253 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.l3_dvrscheduler_db [req-36422506-9c8d-4486-b545-88f3e3bb7053 req-e02eb714-04a1-40dc-901a-5430f11802cb tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] No DVR routers for this DVR port f88d507d-19b1-4c5a-a83c-1b9d88aed68e on host hv-neutron-7971 {{(pid=128083) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 12:11:06.502960 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-36422506-9c8d-4486-b545-88f3e3bb7053 req-e02eb714-04a1-40dc-901a-5430f11802cb tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468916'] for port, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:11:06.504932 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-36422506-9c8d-4486-b545-88f3e3bb7053 req-e02eb714-04a1-40dc-901a-5430f11802cb tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] 10.222.0.45 "DELETE /v2.0/ports/f88d507d-19b1-4c5a-a83c-1b9d88aed68e HTTP/1.1" status: 204 len: 173 time: 0.8912976 Jun 24 12:11:06.505614 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78cd3ec3-e3fb-40c9-9a58-288c465dd264', 'name': 'network-vif-deleted', 'tag': 'f88d507d-19b1-4c5a-a83c-1b9d88aed68e'}] {{(pid=128083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 12:11:06.509324 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a77f7dee1a0522ddf93af289475d218fcdb8f30317daadec13ebf930b5b9dbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c1f62f3-d9bf-4c64-9bc0-75ec7b552682" -d '{"events": [{"server_uuid": "78cd3ec3-e3fb-40c9-9a58-288c465dd264", "name": "network-vif-deleted", "tag": "f88d507d-19b1-4c5a-a83c-1b9d88aed68e"}]}' {{(pid=128083) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 12:11:06.560526 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 12:11:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6e3b4a7-97e9-4f63-8b9b-011662aa2035 x-openstack-request-id: req-f6e3b4a7-97e9-4f63-8b9b-011662aa2035 {{(pid=128083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 12:11:06.560879 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78cd3ec3-e3fb-40c9-9a58-288c465dd264", "name": "network-vif-deleted", "tag": "f88d507d-19b1-4c5a-a83c-1b9d88aed68e", "status": "completed", "code": 200}]} {{(pid=128083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 12:11:06.561225 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f6e3b4a7-97e9-4f63-8b9b-011662aa2035 {{(pid=128083) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 12:11:06.561689 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78cd3ec3-e3fb-40c9-9a58-288c465dd264', 'name': 'network-vif-deleted', 'tag': 'f88d507d-19b1-4c5a-a83c-1b9d88aed68e', 'status': 'completed', 'code': 200} Jun 24 12:11:06.744102 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvr_db [None req-c25e15df-ffc8-4a3b-8423-06047dc6c357 None None] Set router 5f6b9212-f3ed-4af8-8246-7ff04426fd3a gateway port host: dv-neutron-797120-4-hyperv {{(pid=128085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:11:06.949583 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-c25e15df-ffc8-4a3b-8423-06047dc6c357 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f6b9212-f3ed-4af8-8246-7ff04426fd3a', 'name': 'tempest-ServerActionsTestJSON-2035639249-router', 'tenant_id': '0414285f410c496f97b7d12d23355c2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'external_fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.71'}], 'enable_snat': True}, 'gw_port_id': '724033e4-3216-4ffb-8215-98af4306d04c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:08:16Z', 'updated_at': '2021-06-24T12:08:18Z', 'revision_number': 4, 'project_id': '0414285f410c496f97b7d12d23355c2f', 'gw_port': {'id': '724033e4-3216-4ffb-8215-98af4306d04c', 'name': '', 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:2b:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f6b9212-f3ed-4af8-8246-7ff04426fd3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:08:16Z', 'updated_at': '2021-06-24T12:08:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-4-hyperv', '_interfaces': [{'id': '539e94c5-a7c7-49a1-9ccf-cf97a640b437', 'name': '', 'network_id': 'cde1942d-b2ff-4a1a-9427-86fec798cc5b', 'tenant_id': '0414285f410c496f97b7d12d23355c2f', 'mac_address': 'fa:16:3e:98:a7:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f6b9212-f3ed-4af8-8246-7ff04426fd3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': '32933e07-9d7b-413a-a2dd-d2852e8b62db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:08:18Z', 'updated_at': '2021-06-24T12:08:24Z', 'revision_number': 5, 'project_id': '0414285f410c496f97b7d12d23355c2f', 'subnets': [{'id': '32933e07-9d7b-413a-a2dd-d2852e8b62db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:11:06.976715 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c25e15df-ffc8-4a3b-8423-06047dc6c357 None None] Checking router: 5f6b9212-f3ed-4af8-8246-7ff04426fd3a for host: dv-neutron-797120-4-hyperv {{(pid=128085) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 12:11:06.985983 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c25e15df-ffc8-4a3b-8423-06047dc6c357 None None] Routers {'5f6b9212-f3ed-4af8-8246-7ff04426fd3a'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:11:06.986708 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-c25e15df-ffc8-4a3b-8423-06047dc6c357 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T12:10:56Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['5f6b9212-f3ed-4af8-8246-7ff04426fd3a'], 'active': True} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:11:07.101120 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvr_db [None req-c25e15df-ffc8-4a3b-8423-06047dc6c357 None None] Set router 5f6b9212-f3ed-4af8-8246-7ff04426fd3a gateway port host: dv-neutron-797120-4-hyperv {{(pid=128085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:11:07.308968 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-c25e15df-ffc8-4a3b-8423-06047dc6c357 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f6b9212-f3ed-4af8-8246-7ff04426fd3a', 'name': 'tempest-ServerActionsTestJSON-2035639249-router', 'tenant_id': '0414285f410c496f97b7d12d23355c2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'external_fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.71'}], 'enable_snat': True}, 'gw_port_id': '724033e4-3216-4ffb-8215-98af4306d04c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:08:16Z', 'updated_at': '2021-06-24T12:08:18Z', 'revision_number': 4, 'project_id': '0414285f410c496f97b7d12d23355c2f', 'gw_port': {'id': '724033e4-3216-4ffb-8215-98af4306d04c', 'name': '', 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:2b:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f6b9212-f3ed-4af8-8246-7ff04426fd3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:08:16Z', 'updated_at': '2021-06-24T12:08:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-4-hyperv', '_interfaces': [{'id': '539e94c5-a7c7-49a1-9ccf-cf97a640b437', 'name': '', 'network_id': 'cde1942d-b2ff-4a1a-9427-86fec798cc5b', 'tenant_id': '0414285f410c496f97b7d12d23355c2f', 'mac_address': 'fa:16:3e:98:a7:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f6b9212-f3ed-4af8-8246-7ff04426fd3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': '32933e07-9d7b-413a-a2dd-d2852e8b62db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:08:18Z', 'updated_at': '2021-06-24T12:08:24Z', 'revision_number': 5, 'project_id': '0414285f410c496f97b7d12d23355c2f', 'subnets': [{'id': '32933e07-9d7b-413a-a2dd-d2852e8b62db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:11:07.339917 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c25e15df-ffc8-4a3b-8423-06047dc6c357 None None] The sync data for ids ['5f6b9212-f3ed-4af8-8246-7ff04426fd3a'] in dv-neutron-797120-4-hyperv is: [{'id': '5f6b9212-f3ed-4af8-8246-7ff04426fd3a', 'name': 'tempest-ServerActionsTestJSON-2035639249-router', 'tenant_id': '0414285f410c496f97b7d12d23355c2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'external_fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.71'}], 'enable_snat': True}, 'gw_port_id': '724033e4-3216-4ffb-8215-98af4306d04c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:08:16Z', 'updated_at': '2021-06-24T12:08:18Z', 'revision_number': 4, 'project_id': '0414285f410c496f97b7d12d23355c2f', 'gw_port': {'id': '724033e4-3216-4ffb-8215-98af4306d04c', 'name': '', 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:2b:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f6b9212-f3ed-4af8-8246-7ff04426fd3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:08:16Z', 'updated_at': '2021-06-24T12:08:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-4-hyperv', '_interfaces': [{'id': '539e94c5-a7c7-49a1-9ccf-cf97a640b437', 'name': '', 'network_id': 'cde1942d-b2ff-4a1a-9427-86fec798cc5b', 'tenant_id': '0414285f410c496f97b7d12d23355c2f', 'mac_address': 'fa:16:3e:98:a7:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f6b9212-f3ed-4af8-8246-7ff04426fd3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': '32933e07-9d7b-413a-a2dd-d2852e8b62db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:08:18Z', 'updated_at': '2021-06-24T12:08:24Z', 'revision_number': 5, 'project_id': '0414285f410c496f97b7d12d23355c2f', 'subnets': [{'id': '32933e07-9d7b-413a-a2dd-d2852e8b62db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=128085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 12:11:07.572639 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfb7dca1-ca83-4f5f-a907-261960d6efa0 None None] New status for floating IP 3323fb57-fefb-4ec1-81d7-c34644bbcc94: DOWN {{(pid=128086) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 24 12:11:07.646239 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-a4144368-2167-4687-976b-deddf9e2f7ca req-09daf228-d751-4eb6-b042-8e0c01e6068e tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-securitygroup--1254363886&fields=id&tenant_id=0414285f410c496f97b7d12d23355c2f HTTP/1.1" status: 200 len: 267 time: 0.0414050 Jun 24 12:11:07.758240 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4144368-2167-4687-976b-deddf9e2f7ca req-05b5de76-589e-407a-b8b4-6dddaaff7dd9 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:11:07.759885 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-a4144368-2167-4687-976b-deddf9e2f7ca req-05b5de76-589e-407a-b8b4-6dddaaff7dd9 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] 10.222.0.53 "GET /v2.0/networks?id=cde1942d-b2ff-4a1a-9427-86fec798cc5b HTTP/1.1" status: 200 len: 812 time: 0.1057441 Jun 24 12:11:07.775258 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-a4144368-2167-4687-976b-deddf9e2f7ca req-551dd29f-6db8-4402-95d9-373463ae4f70 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] 10.222.0.53 "GET /v2.0/quotas/0414285f410c496f97b7d12d23355c2f HTTP/1.1" status: 200 len: 375 time: 0.0096369 Jun 24 12:11:07.847304 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-a4144368-2167-4687-976b-deddf9e2f7ca req-6e045d7c-2ff3-479c-9a5c-96fe29103120 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=0414285f410c496f97b7d12d23355c2f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0664327 Jun 24 12:11:07.957511 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-a4144368-2167-4687-976b-deddf9e2f7ca req-eda387e5-2495-4e49-a14a-c213f27810ad service neutron] 10.222.0.53 "GET /v2.0/networks/cde1942d-b2ff-4a1a-9427-86fec798cc5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0983841 Jun 24 12:11:08.058087 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-a4144368-2167-4687-976b-deddf9e2f7ca req-b908a689-bf6c-4f48-9100-a8b23b84c223 service neutron] 10.222.0.53 "GET /v2.0/networks/cde1942d-b2ff-4a1a-9427-86fec798cc5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934787 Jun 24 12:11:08.229423 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-5a4775c1-19fd-4f3d-8077-ddc2d95219f0 req-c80df97c-d7b8-42fb-b0bb-7de90d504e17 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] 10.222.0.53 "GET /v2.0/ports?device_id=c84004db-8fa9-4f38-b3b3-b2b82d3be196 HTTP/1.1" status: 200 len: 210 time: 0.0288827 Jun 24 12:11:09.403485 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-699d600c-e8ee-47a4-8f25-f40525b13ab2 req-8765bd4b-86f4-4a92-b4e5-46b82415f897 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] 10.222.0.53 "GET /v2.0/ports?device_id=c84004db-8fa9-4f38-b3b3-b2b82d3be196 HTTP/1.1" status: 200 len: 210 time: 0.0410745 Jun 24 12:11:09.442950 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4144368-2167-4687-976b-deddf9e2f7ca req-388fd610-07d6-42c2-a887-1701d534056c tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:11:09.444543 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-a4144368-2167-4687-976b-deddf9e2f7ca req-388fd610-07d6-42c2-a887-1701d534056c tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] 10.222.0.45 "GET /v2.0/networks?id=cde1942d-b2ff-4a1a-9427-86fec798cc5b HTTP/1.1" status: 200 len: 812 time: 0.1531589 Jun 24 12:11:09.496958 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-a4144368-2167-4687-976b-deddf9e2f7ca req-0fa73922-ff98-40f7-9d99-3976432e7406 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0414285f410c496f97b7d12d23355c2f HTTP/1.1" status: 200 len: 380 time: 0.0369606 Jun 24 12:11:09.509486 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [req-a4144368-2167-4687-976b-deddf9e2f7ca req-fd2fbd9b-eb9d-4ec1-b050-e4c68d36c5f6 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] Request body: {'port': {'device_id': 'c84004db-8fa9-4f38-b3b3-b2b82d3be196', 'network_id': 'cde1942d-b2ff-4a1a-9427-86fec798cc5b', 'admin_state_up': True, 'tenant_id': '0414285f410c496f97b7d12d23355c2f', 'security_groups': ['816370d7-cde7-4040-8fb6-b452766cafd6']}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:11:09.624363 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a4144368-2167-4687-976b-deddf9e2f7ca req-fd2fbd9b-eb9d-4ec1-b050-e4c68d36c5f6 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] Made reservation on behalf of 0414285f410c496f97b7d12d23355c2f for: {'port': 1} {{(pid=128083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:11:09.627953 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-a4144368-2167-4687-976b-deddf9e2f7ca req-fd2fbd9b-eb9d-4ec1-b050-e4c68d36c5f6 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:11:09.755715 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.db_base_plugin_common [req-a4144368-2167-4687-976b-deddf9e2f7ca req-fd2fbd9b-eb9d-4ec1-b050-e4c68d36c5f6 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] Allocated IP 172.20.0.9 (cde1942d-b2ff-4a1a-9427-86fec798cc5b/32933e07-9d7b-413a-a2dd-d2852e8b62db/a66df66a-b704-4cb7-896b-9bc0ed85805d) {{(pid=128083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:11:09.890635 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-a4144368-2167-4687-976b-deddf9e2f7ca req-fd2fbd9b-eb9d-4ec1-b050-e4c68d36c5f6 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] Notify callbacks [] for port, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:11:09.905551 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.provisioning_blocks [req-a4144368-2167-4687-976b-deddf9e2f7ca req-fd2fbd9b-eb9d-4ec1-b050-e4c68d36c5f6 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] Transition to ACTIVE for port object a66df66a-b704-4cb7-896b-9bc0ed85805d will not be triggered until provisioned by entity DHCP. {{(pid=128083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:11:09.925016 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Device f88d507d-19b1-4c5a-a83c-1b9d88aed68e no longer exists at agent hyperv_hv-neutron-7971 {{(pid=128085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 12:11:09.939991 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-a4144368-2167-4687-976b-deddf9e2f7ca req-fd2fbd9b-eb9d-4ec1-b050-e4c68d36c5f6 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-650429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-506361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793193536723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2537853'] for port, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:11:09.944051 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-658a9784-0564-4db3-9fc1-09e2552f01c0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:11:09.945366 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] No Port match for: f88d507d-19b1-4c5a-a83c-1b9d88aed68e {{(pid=128085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 12:11:09.945720 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Device f88d507d-19b1-4c5a-a83c-1b9d88aed68e not bound to the agent host hv-neutron-7971 {{(pid=128085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 12:11:09.984833 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a4144368-2167-4687-976b-deddf9e2f7ca req-fd2fbd9b-eb9d-4ec1-b050-e4c68d36c5f6 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] Network cde1942d-b2ff-4a1a-9427-86fec798cc5b is already hosted by enough agents. {{(pid=128083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:11:09.989662 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.base_scheduler [req-a4144368-2167-4687-976b-deddf9e2f7ca req-fd2fbd9b-eb9d-4ec1-b050-e4c68d36c5f6 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] Resources bound (agent type, host, resource id): {{(pid=128083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:11:09.993292 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4144368-2167-4687-976b-deddf9e2f7ca req-fd2fbd9b-eb9d-4ec1-b050-e4c68d36c5f6 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] Received port after_create {{(pid=128083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:11:09.999577 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2fbd9b-eb9d-4ec1-b050-e4c68d36c5f6 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] Pushing event updated for resources: {'Port': ['ID=a66df66a-b704-4cb7-896b-9bc0ed85805d,revision_number=1']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:11:10.019492 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-fd2fbd9b-eb9d-4ec1-b050-e4c68d36c5f6 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:11:10.048297 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4144368-2167-4687-976b-deddf9e2f7ca req-fd2fbd9b-eb9d-4ec1-b050-e4c68d36c5f6 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:11:10.048921 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-a4144368-2167-4687-976b-deddf9e2f7ca req-fd2fbd9b-eb9d-4ec1-b050-e4c68d36c5f6 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468916'] for port, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:11:10.063564 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-a4144368-2167-4687-976b-deddf9e2f7ca req-fd2fbd9b-eb9d-4ec1-b050-e4c68d36c5f6 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5583901 Jun 24 12:11:10.080691 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [req-a4144368-2167-4687-976b-deddf9e2f7ca req-e2403134-c002-44dd-b71f-b735086b1b6e service neutron] Request body: {'port': {'device_id': 'c84004db-8fa9-4f38-b3b3-b2b82d3be196', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7971'}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:11:10.159513 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-a4144368-2167-4687-976b-deddf9e2f7ca req-e2403134-c002-44dd-b71f-b735086b1b6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:11:10.196741 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-92df5972-8be1-484a-aa41-05bffa97cccf None None] Provisioning for port a66df66a-b704-4cb7-896b-9bc0ed85805d completed by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:11:10.205157 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-92df5972-8be1-484a-aa41-05bffa97cccf None None] Provisioning complete for port a66df66a-b704-4cb7-896b-9bc0ed85805d triggered by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:11:10.205157 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-92df5972-8be1-484a-aa41-05bffa97cccf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:11:10.234248 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-92df5972-8be1-484a-aa41-05bffa97cccf None None] Port a66df66a-b704-4cb7-896b-9bc0ed85805d cannot update to ACTIVE because it is not bound. {{(pid=128085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 12:11:10.424203 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.notifiers.nova [req-a4144368-2167-4687-976b-deddf9e2f7ca req-e2403134-c002-44dd-b71f-b735086b1b6e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a66df66a-b704-4cb7-896b-9bc0ed85805d {{(pid=128083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 12:11:10.431937 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-a4144368-2167-4687-976b-deddf9e2f7ca req-e2403134-c002-44dd-b71f-b735086b1b6e service neutron] Notify callbacks [] for port, precommit_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:11:10.444162 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.provisioning_blocks [req-a4144368-2167-4687-976b-deddf9e2f7ca req-e2403134-c002-44dd-b71f-b735086b1b6e service neutron] Transition to ACTIVE for port object a66df66a-b704-4cb7-896b-9bc0ed85805d will not be triggered until provisioned by entity L2. {{(pid=128083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:11:10.448519 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-a4144368-2167-4687-976b-deddf9e2f7ca req-e2403134-c002-44dd-b71f-b735086b1b6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2537871'] for port, after_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:11:10.452873 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-66fbc6fe-0cf0-4933-8317-c8aca487df09 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:11:10.505064 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2403134-c002-44dd-b71f-b735086b1b6e service neutron] Pushing event updated for resources: {'Port': ['ID=a66df66a-b704-4cb7-896b-9bc0ed85805d,revision_number=2']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:11:10.510545 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-e2403134-c002-44dd-b71f-b735086b1b6e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:11:10.627606 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.managers [req-a4144368-2167-4687-976b-deddf9e2f7ca req-e2403134-c002-44dd-b71f-b735086b1b6e service neutron] Attempting to bind port a66df66a-b704-4cb7-896b-9bc0ed85805d on host hv-neutron-7971 for vnic_type normal with profile {{(pid=128083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 12:11:10.627944 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.managers [req-a4144368-2167-4687-976b-deddf9e2f7ca req-e2403134-c002-44dd-b71f-b735086b1b6e service neutron] Attempting to bind port a66df66a-b704-4cb7-896b-9bc0ed85805d by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': 'c6747bfc-9f45-4917-9f38-8036bcce1357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'cde1942d-b2ff-4a1a-9427-86fec798cc5b'}] {{(pid=128083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 12:11:10.628280 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4144368-2167-4687-976b-deddf9e2f7ca req-e2403134-c002-44dd-b71f-b735086b1b6e service neutron] Attempting to bind port a66df66a-b704-4cb7-896b-9bc0ed85805d on network cde1942d-b2ff-4a1a-9427-86fec798cc5b {{(pid=128083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:11:10.638778 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4144368-2167-4687-976b-deddf9e2f7ca req-e2403134-c002-44dd-b71f-b735086b1b6e service neutron] Port a66df66a-b704-4cb7-896b-9bc0ed85805d on network cde1942d-b2ff-4a1a-9427-86fec798cc5b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=128083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 12:11:10.639113 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4144368-2167-4687-976b-deddf9e2f7ca req-e2403134-c002-44dd-b71f-b735086b1b6e service neutron] Attempting to bind port a66df66a-b704-4cb7-896b-9bc0ed85805d on network cde1942d-b2ff-4a1a-9427-86fec798cc5b {{(pid=128083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:11:10.650453 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3113532c-212b-40fd-8190-807540d294e4 req-839ac829-4727-44bc-83b0-b2f6097acb51 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:11:10.651976 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-3113532c-212b-40fd-8190-807540d294e4 req-839ac829-4727-44bc-83b0-b2f6097acb51 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] 10.222.0.53 "GET /v2.0/ports?device_id=c84004db-8fa9-4f38-b3b3-b2b82d3be196 HTTP/1.1" status: 200 len: 943 time: 0.1202636 Jun 24 12:11:10.654969 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4144368-2167-4687-976b-deddf9e2f7ca req-e2403134-c002-44dd-b71f-b735086b1b6e service neutron] Checking agent: {'id': 'a2c9a14d-87aa-4cd1-a510-11988f19c3d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7971', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 11, 42, 44), 'started_at': datetime.datetime(2021, 6, 24, 11, 42, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 12, 10, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=128083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 12:11:10.655310 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4144368-2167-4687-976b-deddf9e2f7ca req-e2403134-c002-44dd-b71f-b735086b1b6e service neutron] Checking segment: {'id': 'c6747bfc-9f45-4917-9f38-8036bcce1357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'cde1942d-b2ff-4a1a-9427-86fec798cc5b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=128083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:11:10.655696 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4144368-2167-4687-976b-deddf9e2f7ca req-e2403134-c002-44dd-b71f-b735086b1b6e service neutron] Bound using segment: {'id': 'c6747bfc-9f45-4917-9f38-8036bcce1357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'cde1942d-b2ff-4a1a-9427-86fec798cc5b'} {{(pid=128083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 12:11:10.656136 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.managers [req-a4144368-2167-4687-976b-deddf9e2f7ca req-e2403134-c002-44dd-b71f-b735086b1b6e service neutron] Bound port: a66df66a-b704-4cb7-896b-9bc0ed85805d, host: hv-neutron-7971, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6747bfc-9f45-4917-9f38-8036bcce1357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'cde1942d-b2ff-4a1a-9427-86fec798cc5b'}}] {{(pid=128083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 12:11:10.656498 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-a4144368-2167-4687-976b-deddf9e2f7ca req-e2403134-c002-44dd-b71f-b735086b1b6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:11:10.723936 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-3113532c-212b-40fd-8190-807540d294e4 req-a6915958-da29-4fd5-84e7-d3f4ae69bf1c tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] 10.222.0.53 "GET /v2.0/security-groups?id=816370d7-cde7-4040-8fb6-b452766cafd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650990 Jun 24 12:11:10.750114 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.db [req-a4144368-2167-4687-976b-deddf9e2f7ca req-e2403134-c002-44dd-b71f-b735086b1b6e service neutron] For port a66df66a-b704-4cb7-896b-9bc0ed85805d, host hv-neutron-7971, cleared binding levels {{(pid=128083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 12:11:10.753619 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.db [req-a4144368-2167-4687-976b-deddf9e2f7ca req-e2403134-c002-44dd-b71f-b735086b1b6e service neutron] For port a66df66a-b704-4cb7-896b-9bc0ed85805d, host hv-neutron-7971, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=a66df66a-b704-4cb7-896b-9bc0ed85805d,segment=NetworkSegment(c6747bfc-9f45-4917-9f38-8036bcce1357),segment_id=c6747bfc-9f45-4917-9f38-8036bcce1357)] {{(pid=128083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 12:11:10.760449 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-a4144368-2167-4687-976b-deddf9e2f7ca req-e2403134-c002-44dd-b71f-b735086b1b6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2537871'] for port, after_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:11:10.763735 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-3c30d22a-a783-400e-84d9-8e93f8bc64f8 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:11:10.793849 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4144368-2167-4687-976b-deddf9e2f7ca req-e2403134-c002-44dd-b71f-b735086b1b6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:11:10.794495 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-a4144368-2167-4687-976b-deddf9e2f7ca req-e2403134-c002-44dd-b71f-b735086b1b6e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468916'] for port, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:11:10.795813 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-a4144368-2167-4687-976b-deddf9e2f7ca req-e2403134-c002-44dd-b71f-b735086b1b6e service neutron] 10.222.0.45 "PUT /v2.0/ports/a66df66a-b704-4cb7-896b-9bc0ed85805d HTTP/1.1" status: 200 len: 1093 time: 0.7194932 Jun 24 12:11:10.796345 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c84004db-8fa9-4f38-b3b3-b2b82d3be196', 'tag': 'a66df66a-b704-4cb7-896b-9bc0ed85805d'}] {{(pid=128083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 12:11:10.798692 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a77f7dee1a0522ddf93af289475d218fcdb8f30317daadec13ebf930b5b9dbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47babe4d-4a7a-4c96-8adb-4306eae8147d" -d '{"events": [{"name": "network-changed", "server_uuid": "c84004db-8fa9-4f38-b3b3-b2b82d3be196", "tag": "a66df66a-b704-4cb7-896b-9bc0ed85805d"}]}' {{(pid=128083) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 12:11:10.826932 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2403134-c002-44dd-b71f-b735086b1b6e service neutron] Pushing event updated for resources: {'Port': ['ID=a66df66a-b704-4cb7-896b-9bc0ed85805d,revision_number=3']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:11:10.830813 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-e2403134-c002-44dd-b71f-b735086b1b6e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:11:10.842247 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 12:11:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ff3e372-fcf4-40c5-8504-2f8789e7bf07 x-openstack-request-id: req-5ff3e372-fcf4-40c5-8504-2f8789e7bf07 {{(pid=128083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 12:11:10.842600 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c84004db-8fa9-4f38-b3b3-b2b82d3be196", "tag": "a66df66a-b704-4cb7-896b-9bc0ed85805d", "status": "completed", "code": 200}]} {{(pid=128083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 12:11:10.842915 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-5ff3e372-fcf4-40c5-8504-2f8789e7bf07 {{(pid=128083) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 12:11:10.843384 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c84004db-8fa9-4f38-b3b3-b2b82d3be196', 'tag': 'a66df66a-b704-4cb7-896b-9bc0ed85805d', 'status': 'completed', 'code': 200} Jun 24 12:11:10.917626 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4144368-2167-4687-976b-deddf9e2f7ca req-6904a41c-52c2-41ae-b8d5-03937d1a3989 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:11:10.920088 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-a4144368-2167-4687-976b-deddf9e2f7ca req-6904a41c-52c2-41ae-b8d5-03937d1a3989 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=0414285f410c496f97b7d12d23355c2f&device_id=c84004db-8fa9-4f38-b3b3-b2b82d3be196 HTTP/1.1" status: 200 len: 1096 time: 0.0722141 Jun 24 12:11:10.998130 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-a4144368-2167-4687-976b-deddf9e2f7ca req-fed36096-d823-4fca-970e-9110f1ac6927 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a66df66a-b704-4cb7-896b-9bc0ed85805d HTTP/1.1" status: 200 len: 217 time: 0.0656846 Jun 24 12:11:11.053618 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4144368-2167-4687-976b-deddf9e2f7ca req-fb3e5d84-676e-4abb-bbb3-1a5a521c6b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:11:11.056020 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-a4144368-2167-4687-976b-deddf9e2f7ca req-fb3e5d84-676e-4abb-bbb3-1a5a521c6b90 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=32933e07-9d7b-413a-a2dd-d2852e8b62db HTTP/1.1" status: 200 len: 851 time: 0.0472865 Jun 24 12:11:11.126625 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4144368-2167-4687-976b-deddf9e2f7ca req-8d4d3f67-1d9c-4258-97e3-9a80b06c5f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:11:11.128086 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-a4144368-2167-4687-976b-deddf9e2f7ca req-8d4d3f67-1d9c-4258-97e3-9a80b06c5f39 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=cde1942d-b2ff-4a1a-9427-86fec798cc5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0608904 Jun 24 12:11:11.224506 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-a4144368-2167-4687-976b-deddf9e2f7ca req-31408c64-b1dc-404f-a194-83d8ec60139d service neutron] 10.222.0.45 "GET /v2.0/networks/cde1942d-b2ff-4a1a-9427-86fec798cc5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856376 Jun 24 12:11:11.317438 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-a4144368-2167-4687-976b-deddf9e2f7ca req-043667ac-5c94-4025-b36a-5efdfec0939b service neutron] 10.222.0.45 "GET /v2.0/networks/cde1942d-b2ff-4a1a-9427-86fec798cc5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824461 Jun 24 12:11:11.426354 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47babe4d-4a7a-4c96-8adb-4306eae8147d req-3ad711fb-55e1-4cdc-9409-73ad8a190045 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:11:11.427842 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-47babe4d-4a7a-4c96-8adb-4306eae8147d req-3ad711fb-55e1-4cdc-9409-73ad8a190045 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=0414285f410c496f97b7d12d23355c2f&device_id=c84004db-8fa9-4f38-b3b3-b2b82d3be196 HTTP/1.1" status: 200 len: 1096 time: 0.0531452 Jun 24 12:11:11.525631 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47babe4d-4a7a-4c96-8adb-4306eae8147d req-4fe21f4c-85d2-44e0-b7b7-934bff43e889 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:11:11.527095 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-47babe4d-4a7a-4c96-8adb-4306eae8147d req-4fe21f4c-85d2-44e0-b7b7-934bff43e889 service neutron] 10.222.0.45 "GET /v2.0/networks?id=cde1942d-b2ff-4a1a-9427-86fec798cc5b HTTP/1.1" status: 200 len: 913 time: 0.0920107 Jun 24 12:11:11.569070 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-47babe4d-4a7a-4c96-8adb-4306eae8147d req-7b700313-f37a-4c35-b410-f7a8f4fd06e7 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a66df66a-b704-4cb7-896b-9bc0ed85805d HTTP/1.1" status: 200 len: 217 time: 0.0345767 Jun 24 12:11:11.622434 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47babe4d-4a7a-4c96-8adb-4306eae8147d req-dd3cb4b7-90ba-497f-94b8-3d26a0ce9000 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:11:11.623862 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-47babe4d-4a7a-4c96-8adb-4306eae8147d req-dd3cb4b7-90ba-497f-94b8-3d26a0ce9000 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=32933e07-9d7b-413a-a2dd-d2852e8b62db HTTP/1.1" status: 200 len: 851 time: 0.0477059 Jun 24 12:11:11.683177 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47babe4d-4a7a-4c96-8adb-4306eae8147d req-1a91d2ef-b660-44ce-9826-857c9840173e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:11:11.684634 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-47babe4d-4a7a-4c96-8adb-4306eae8147d req-1a91d2ef-b660-44ce-9826-857c9840173e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=cde1942d-b2ff-4a1a-9427-86fec798cc5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0508420 Jun 24 12:11:11.776423 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-47babe4d-4a7a-4c96-8adb-4306eae8147d req-ed821cb0-86ff-45d5-abc4-e6e9094a47bc service neutron] 10.222.0.45 "GET /v2.0/networks/cde1942d-b2ff-4a1a-9427-86fec798cc5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836806 Jun 24 12:11:12.275231 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-47babe4d-4a7a-4c96-8adb-4306eae8147d req-98c150fb-18f4-4cc0-ba0d-887a3a3d3f3d service neutron] 10.222.0.45 "GET /v2.0/networks/cde1942d-b2ff-4a1a-9427-86fec798cc5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4908135 Jun 24 12:11:12.286776 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da805c5-9a7d-4cd3-9454-cfec8f1130c3 req-f331f8cb-511d-4e37-b459-4b29dece3610 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:11:12.288210 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-5da805c5-9a7d-4cd3-9454-cfec8f1130c3 req-f331f8cb-511d-4e37-b459-4b29dece3610 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] 10.222.0.53 "GET /v2.0/ports?device_id=c84004db-8fa9-4f38-b3b3-b2b82d3be196 HTTP/1.1" status: 200 len: 943 time: 0.1177590 Jun 24 12:11:12.330925 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-5da805c5-9a7d-4cd3-9454-cfec8f1130c3 req-300e89da-b75d-4c99-8b73-17e145a80a39 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] 10.222.0.53 "GET /v2.0/security-groups?id=816370d7-cde7-4040-8fb6-b452766cafd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350945 Jun 24 12:11:13.514503 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da129336-b506-495b-b5d9-4371a23361c8 req-82af51fd-5b7c-431c-b055-3e2eac1bdbb1 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:11:13.515973 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-da129336-b506-495b-b5d9-4371a23361c8 req-82af51fd-5b7c-431c-b055-3e2eac1bdbb1 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] 10.222.0.53 "GET /v2.0/ports?device_id=c84004db-8fa9-4f38-b3b3-b2b82d3be196 HTTP/1.1" status: 200 len: 943 time: 0.0672703 Jun 24 12:11:13.557928 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-da129336-b506-495b-b5d9-4371a23361c8 req-9ea07bd4-c03b-4b28-8530-119b51cab419 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] 10.222.0.53 "GET /v2.0/security-groups?id=816370d7-cde7-4040-8fb6-b452766cafd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360484 Jun 24 12:11:13.967098 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Device a66df66a-b704-4cb7-896b-9bc0ed85805d details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=128085) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 12:11:14.065212 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] For port a66df66a-b704-4cb7-896b-9bc0ed85805d, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=a66df66a-b704-4cb7-896b-9bc0ed85805d,segment=NetworkSegment(c6747bfc-9f45-4917-9f38-8036bcce1357),segment_id=c6747bfc-9f45-4917-9f38-8036bcce1357)] {{(pid=128085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:11:14.076370 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Returning: {'device': 'a66df66a-b704-4cb7-896b-9bc0ed85805d', 'network_id': 'cde1942d-b2ff-4a1a-9427-86fec798cc5b', 'port_id': 'a66df66a-b704-4cb7-896b-9bc0ed85805d', 'mac_address': 'fa:16:3e:b2:de:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 621, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32933e07-9d7b-413a-a2dd-d2852e8b62db', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=128085) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 12:11:14.113074 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:11:14.126238 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.notifiers.nova [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a66df66a-b704-4cb7-896b-9bc0ed85805d {{(pid=128085) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 12:11:14.145729 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] For port a66df66a-b704-4cb7-896b-9bc0ed85805d, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=a66df66a-b704-4cb7-896b-9bc0ed85805d,segment=NetworkSegment(c6747bfc-9f45-4917-9f38-8036bcce1357),segment_id=c6747bfc-9f45-4917-9f38-8036bcce1357)] {{(pid=128085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:11:14.149905 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:11:14.152877 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:11:14.203141 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Pushing event updated for resources: {'Port': ['ID=a66df66a-b704-4cb7-896b-9bc0ed85805d,revision_number=4']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:11:14.206443 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:11:14.449385 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] get_ports_and_sgs() called for port_ids ['a66df66a-b704-4cb7-896b-9bc0ed85805d'] {{(pid=128085) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 12:11:14.739308 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003dc2bc-a9f2-4e76-97b7-511c999c0451 req-03e189da-453c-4daa-9796-64161008c806 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:11:14.740757 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-003dc2bc-a9f2-4e76-97b7-511c999c0451 req-03e189da-453c-4daa-9796-64161008c806 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] 10.222.0.53 "GET /v2.0/ports?device_id=c84004db-8fa9-4f38-b3b3-b2b82d3be196 HTTP/1.1" status: 200 len: 944 time: 0.0688848 Jun 24 12:11:14.780473 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-003dc2bc-a9f2-4e76-97b7-511c999c0451 req-706a216a-b87b-4bda-bad8-a2de6c5b2aa9 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] 10.222.0.53 "GET /v2.0/security-groups?id=816370d7-cde7-4040-8fb6-b452766cafd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335484 Jun 24 12:11:14.866490 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:11:15.957137 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3824e651-21fd-4960-9978-a6e5abedfac6 req-c63d02aa-9aeb-4ab1-a47c-5a421a3f5ea1 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:11:15.958535 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-3824e651-21fd-4960-9978-a6e5abedfac6 req-c63d02aa-9aeb-4ab1-a47c-5a421a3f5ea1 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] 10.222.0.53 "GET /v2.0/ports?device_id=c84004db-8fa9-4f38-b3b3-b2b82d3be196 HTTP/1.1" status: 200 len: 944 time: 0.0638356 Jun 24 12:11:15.972282 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Device a66df66a-b704-4cb7-896b-9bc0ed85805d up at agent hyperv_hv-neutron-7971 {{(pid=128085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:11:16.000380 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-3824e651-21fd-4960-9978-a6e5abedfac6 req-3a0c7e6e-d150-48e3-8cba-5f6e326a44f6 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] 10.222.0.53 "GET /v2.0/security-groups?id=816370d7-cde7-4040-8fb6-b452766cafd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361636 Jun 24 12:11:16.025411 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Provisioning for port a66df66a-b704-4cb7-896b-9bc0ed85805d completed by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:11:16.029410 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Provisioning complete for port a66df66a-b704-4cb7-896b-9bc0ed85805d triggered by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:11:16.029785 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:11:16.108302 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:11:16.130768 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c84004db-8fa9-4f38-b3b3-b2b82d3be196', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a66df66a-b704-4cb7-896b-9bc0ed85805d'}] {{(pid=128085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 12:11:16.133123 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1098ec9051a50dd033317f529a09b9762582ef7b417ebe05928aca59e08255aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4f059be-bc24-45ec-b789-efa97480b769" -d '{"events": [{"server_uuid": "c84004db-8fa9-4f38-b3b3-b2b82d3be196", "name": "network-vif-plugged", "status": "completed", "tag": "a66df66a-b704-4cb7-896b-9bc0ed85805d"}]}' {{(pid=128085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 12:11:16.146912 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] For port a66df66a-b704-4cb7-896b-9bc0ed85805d, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=a66df66a-b704-4cb7-896b-9bc0ed85805d,segment=NetworkSegment(c6747bfc-9f45-4917-9f38-8036bcce1357),segment_id=c6747bfc-9f45-4917-9f38-8036bcce1357)] {{(pid=128085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:11:16.151608 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:11:16.154374 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:11:16.177537 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 12:11:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f48d953-3cb5-4400-a283-cd99fc870ef6 x-openstack-request-id: req-1f48d953-3cb5-4400-a283-cd99fc870ef6 {{(pid=128085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 12:11:16.177832 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c84004db-8fa9-4f38-b3b3-b2b82d3be196", "name": "network-vif-plugged", "status": "completed", "tag": "a66df66a-b704-4cb7-896b-9bc0ed85805d", "code": 200}]} {{(pid=128085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 12:11:16.178090 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-1f48d953-3cb5-4400-a283-cd99fc870ef6 {{(pid=128085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 12:11:16.178482 dv-neutron-797120-4-hyperv neutron-server[128085]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c84004db-8fa9-4f38-b3b3-b2b82d3be196', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a66df66a-b704-4cb7-896b-9bc0ed85805d', 'code': 200} Jun 24 12:11:16.204375 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Pushing event updated for resources: {'Port': ['ID=a66df66a-b704-4cb7-896b-9bc0ed85805d,revision_number=5']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:11:16.207464 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:11:16.419640 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fca18f-5fc7-401a-b87f-35b0e2b42cf2 req-7791d0fc-c91e-4e7e-aacb-bc74713c1f06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:11:16.421160 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-81fca18f-5fc7-401a-b87f-35b0e2b42cf2 req-7791d0fc-c91e-4e7e-aacb-bc74713c1f06 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=c84004db-8fa9-4f38-b3b3-b2b82d3be196 HTTP/1.1" status: 200 len: 1098 time: 0.0555463 Jun 24 12:11:16.467467 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-81fca18f-5fc7-401a-b87f-35b0e2b42cf2 req-5d71bc92-04ed-4a1d-9995-44287dcdf87d service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=816370d7-cde7-4040-8fb6-b452766cafd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326166 Jun 24 12:11:17.201255 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2c98b8-140f-4dfa-9f48-48deb1fdffca req-f20c91a4-6b2c-4ae5-90be-81bcfd6e474b tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:11:17.202813 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-ea2c98b8-140f-4dfa-9f48-48deb1fdffca req-f20c91a4-6b2c-4ae5-90be-81bcfd6e474b tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] 10.222.0.53 "GET /v2.0/ports?device_id=c84004db-8fa9-4f38-b3b3-b2b82d3be196 HTTP/1.1" status: 200 len: 945 time: 0.0733514 Jun 24 12:11:17.241404 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-ea2c98b8-140f-4dfa-9f48-48deb1fdffca req-05993f96-42d1-412c-9d8c-e39591764019 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] 10.222.0.53 "GET /v2.0/security-groups?id=816370d7-cde7-4040-8fb6-b452766cafd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327561 Jun 24 12:11:18.423603 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750a089e-e788-47e3-9d5c-e6cd992199ad req-5aa700e2-fdc4-4e21-96f5-d0ff9384bccd tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:11:18.425101 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-750a089e-e788-47e3-9d5c-e6cd992199ad req-5aa700e2-fdc4-4e21-96f5-d0ff9384bccd tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] 10.222.0.53 "GET /v2.0/ports?device_id=c84004db-8fa9-4f38-b3b3-b2b82d3be196 HTTP/1.1" status: 200 len: 945 time: 0.0643942 Jun 24 12:11:18.463723 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-750a089e-e788-47e3-9d5c-e6cd992199ad req-8e0d4990-bd25-486f-953d-a4f3ccfcf357 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] 10.222.0.53 "GET /v2.0/security-groups?id=816370d7-cde7-4040-8fb6-b452766cafd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326686 Jun 24 12:11:18.647514 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3269f719-affc-4b8e-8ca4-eda4facaa900 req-09da77f8-9bbc-4276-926c-97867259234f tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:11:18.649580 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-3269f719-affc-4b8e-8ca4-eda4facaa900 req-09da77f8-9bbc-4276-926c-97867259234f tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] 10.222.0.53 "GET /v2.0/ports?device_id=c84004db-8fa9-4f38-b3b3-b2b82d3be196 HTTP/1.1" status: 200 len: 945 time: 0.0723372 Jun 24 12:11:18.658480 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 38294) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:11:18.663277 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-77981ae6-cffb-41f1-8f40-b41246600e77 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] Request body: {'floatingip': {'port_id': 'a66df66a-b704-4cb7-896b-9bc0ed85805d'}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:11:18.706342 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-77981ae6-cffb-41f1-8f40-b41246600e77 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] Notify callbacks [] for floatingip, before_update {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:11:19.164993 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-77981ae6-cffb-41f1-8f40-b41246600e77 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] Notify callbacks [] for floatingip, precommit_update {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:11:19.169180 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-77981ae6-cffb-41f1-8f40-b41246600e77 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1815637'] for floatingip, after_update {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:11:19.552615 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.db.l3_db [None req-77981ae6-cffb-41f1-8f40-b41246600e77 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] Floating IP 3323fb57-fefb-4ec1-81d7-c34644bbcc94 associated. External IP: 172.26.7.240, port: a66df66a-b704-4cb7-896b-9bc0ed85805d. Jun 24 12:11:19.760091 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77981ae6-cffb-41f1-8f40-b41246600e77 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] Router 5f6b9212-f3ed-4af8-8246-7ff04426fd3a has already been hosted by L3 agent 2987dba8-2249-4ee6-96ec-28f0f7a6127d {{(pid=128084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 12:11:19.878053 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77981ae6-cffb-41f1-8f40-b41246600e77 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] Notify agent at l3_agent.dv-neutron-797120-4-hyperv the message routers_updated {{(pid=128084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 12:11:19.882820 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-77981ae6-cffb-41f1-8f40-b41246600e77 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468916'] for floatingip, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:11:19.888778 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24ac77f6-4ec7-4518-b052-6d8a530d9103 None None] Sync routers for ids ['5f6b9212-f3ed-4af8-8246-7ff04426fd3a'] in dv-neutron-797120-4-hyperv {{(pid=128085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 12:11:19.898761 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24ac77f6-4ec7-4518-b052-6d8a530d9103 None None] Routers {'5f6b9212-f3ed-4af8-8246-7ff04426fd3a'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:11:19.899546 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-24ac77f6-4ec7-4518-b052-6d8a530d9103 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T12:10:56Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['5f6b9212-f3ed-4af8-8246-7ff04426fd3a'], 'active': True} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:11:19.925206 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-77981ae6-cffb-41f1-8f40-b41246600e77 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] 10.222.0.53 "PUT /v2.0/floatingips/3323fb57-fefb-4ec1-81d7-c34644bbcc94 HTTP/1.1" status: 200 len: 991 time: 1.2631373 Jun 24 12:11:19.925206 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c84004db-8fa9-4f38-b3b3-b2b82d3be196', 'tag': 'a66df66a-b704-4cb7-896b-9bc0ed85805d'}] {{(pid=128084) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 12:11:19.925835 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}189e43ef1649f46b9bccc8e45a83b64afc33adcdec52bc597e36eecb4255b7b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7f8dd05-b00d-4956-8dfb-d1b21e97cccb" -d '{"events": [{"name": "network-changed", "server_uuid": "c84004db-8fa9-4f38-b3b3-b2b82d3be196", "tag": "a66df66a-b704-4cb7-896b-9bc0ed85805d"}]}' {{(pid=128084) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 12:11:19.965736 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 12:11:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8e6ddf2-f054-4274-8e64-1b1f88d87ca9 x-openstack-request-id: req-b8e6ddf2-f054-4274-8e64-1b1f88d87ca9 {{(pid=128084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 12:11:19.966171 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c84004db-8fa9-4f38-b3b3-b2b82d3be196", "tag": "a66df66a-b704-4cb7-896b-9bc0ed85805d", "status": "completed", "code": 200}]} {{(pid=128084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 12:11:19.966548 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b8e6ddf2-f054-4274-8e64-1b1f88d87ca9 {{(pid=128084) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 12:11:19.967258 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c84004db-8fa9-4f38-b3b3-b2b82d3be196', 'tag': 'a66df66a-b704-4cb7-896b-9bc0ed85805d', 'status': 'completed', 'code': 200} Jun 24 12:11:20.012130 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvr_db [None req-24ac77f6-4ec7-4518-b052-6d8a530d9103 None None] Set router 5f6b9212-f3ed-4af8-8246-7ff04426fd3a gateway port host: dv-neutron-797120-4-hyperv {{(pid=128085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:11:20.048514 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f8dd05-b00d-4956-8dfb-d1b21e97cccb req-861aeb2d-19ca-4815-a0aa-dc74de4730d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:11:20.048964 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-a7f8dd05-b00d-4956-8dfb-d1b21e97cccb req-861aeb2d-19ca-4815-a0aa-dc74de4730d5 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=0414285f410c496f97b7d12d23355c2f&device_id=c84004db-8fa9-4f38-b3b3-b2b82d3be196 HTTP/1.1" status: 200 len: 1098 time: 0.0575306 Jun 24 12:11:20.140457 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f8dd05-b00d-4956-8dfb-d1b21e97cccb req-88f53c63-493d-4f65-8a77-77e163872e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:11:20.141925 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-a7f8dd05-b00d-4956-8dfb-d1b21e97cccb req-88f53c63-493d-4f65-8a77-77e163872e0d service neutron] 10.222.0.45 "GET /v2.0/networks?id=cde1942d-b2ff-4a1a-9427-86fec798cc5b HTTP/1.1" status: 200 len: 913 time: 0.0855949 Jun 24 12:11:20.213609 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-a7f8dd05-b00d-4956-8dfb-d1b21e97cccb req-d0d43b4d-54b4-4caf-bd7f-63466e7985df service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a66df66a-b704-4cb7-896b-9bc0ed85805d HTTP/1.1" status: 200 len: 999 time: 0.0648451 Jun 24 12:11:20.247030 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-24ac77f6-4ec7-4518-b052-6d8a530d9103 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f6b9212-f3ed-4af8-8246-7ff04426fd3a', 'name': 'tempest-ServerActionsTestJSON-2035639249-router', 'tenant_id': '0414285f410c496f97b7d12d23355c2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'external_fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.71'}], 'enable_snat': True}, 'gw_port_id': '724033e4-3216-4ffb-8215-98af4306d04c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:08:16Z', 'updated_at': '2021-06-24T12:08:18Z', 'revision_number': 4, 'project_id': '0414285f410c496f97b7d12d23355c2f', 'gw_port': {'id': '724033e4-3216-4ffb-8215-98af4306d04c', 'name': '', 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:2b:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f6b9212-f3ed-4af8-8246-7ff04426fd3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:08:16Z', 'updated_at': '2021-06-24T12:08:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-4-hyperv', '_floatingips': [{'id': '3323fb57-fefb-4ec1-81d7-c34644bbcc94', 'tenant_id': '0414285f410c496f97b7d12d23355c2f', 'floating_ip_address': '172.26.7.240', 'floating_network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'router_id': '5f6b9212-f3ed-4af8-8246-7ff04426fd3a', 'port_id': 'a66df66a-b704-4cb7-896b-9bc0ed85805d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1579, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cde1942d-b2ff-4a1a-9427-86fec798cc5b', 'mac_address': 'fa:16:3e:b2:de:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c84004db-8fa9-4f38-b3b3-b2b82d3be196', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T12:08:21Z', 'updated_at': '2021-06-24T12:11:19Z', 'revision_number': 9, 'project_id': '0414285f410c496f97b7d12d23355c2f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '539e94c5-a7c7-49a1-9ccf-cf97a640b437', 'name': '', 'network_id': 'cde1942d-b2ff-4a1a-9427-86fec798cc5b', 'tenant_id': '0414285f410c496f97b7d12d23355c2f', 'mac_address': 'fa:16:3e:98:a7:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f6b9212-f3ed-4af8-8246-7ff04426fd3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': '32933e07-9d7b-413a-a2dd-d2852e8b62db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:08:18Z', 'updated_at': '2021-06-24T12:08:24Z', 'revision_number': 5, 'project_id': '0414285f410c496f97b7d12d23355c2f', 'subnets': [{'id': '32933e07-9d7b-413a-a2dd-d2852e8b62db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:11:20.262163 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f8dd05-b00d-4956-8dfb-d1b21e97cccb req-0c5927f9-b63f-4a39-8c08-40e8b5afee2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:11:20.263856 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-a7f8dd05-b00d-4956-8dfb-d1b21e97cccb req-0c5927f9-b63f-4a39-8c08-40e8b5afee2c service neutron] 10.222.0.45 "GET /v2.0/subnets?id=32933e07-9d7b-413a-a2dd-d2852e8b62db HTTP/1.1" status: 200 len: 851 time: 0.0439405 Jun 24 12:11:20.273257 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24ac77f6-4ec7-4518-b052-6d8a530d9103 None None] Checking router: 5f6b9212-f3ed-4af8-8246-7ff04426fd3a for host: dv-neutron-797120-4-hyperv {{(pid=128085) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 12:11:20.282265 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24ac77f6-4ec7-4518-b052-6d8a530d9103 None None] Routers {'5f6b9212-f3ed-4af8-8246-7ff04426fd3a'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:11:20.282868 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-24ac77f6-4ec7-4518-b052-6d8a530d9103 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T12:10:56Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['5f6b9212-f3ed-4af8-8246-7ff04426fd3a'], 'active': True} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:11:20.321532 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f8dd05-b00d-4956-8dfb-d1b21e97cccb req-1fe7d270-776f-427f-9ed4-4cdf6ef96993 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:11:20.323027 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-a7f8dd05-b00d-4956-8dfb-d1b21e97cccb req-1fe7d270-776f-427f-9ed4-4cdf6ef96993 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=cde1942d-b2ff-4a1a-9427-86fec798cc5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0523968 Jun 24 12:11:20.388159 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvr_db [None req-24ac77f6-4ec7-4518-b052-6d8a530d9103 None None] Set router 5f6b9212-f3ed-4af8-8246-7ff04426fd3a gateway port host: dv-neutron-797120-4-hyperv {{(pid=128085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:11:20.419877 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-a7f8dd05-b00d-4956-8dfb-d1b21e97cccb req-b0eeed29-3fe1-4b70-85ee-e495da59a46a service neutron] 10.222.0.45 "GET /v2.0/networks/cde1942d-b2ff-4a1a-9427-86fec798cc5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893781 Jun 24 12:11:20.513040 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-a7f8dd05-b00d-4956-8dfb-d1b21e97cccb req-e82ed586-4280-41b5-838a-3b81d9c3ad93 service neutron] 10.222.0.45 "GET /v2.0/networks/cde1942d-b2ff-4a1a-9427-86fec798cc5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865355 Jun 24 12:11:20.615686 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-24ac77f6-4ec7-4518-b052-6d8a530d9103 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f6b9212-f3ed-4af8-8246-7ff04426fd3a', 'name': 'tempest-ServerActionsTestJSON-2035639249-router', 'tenant_id': '0414285f410c496f97b7d12d23355c2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'external_fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.71'}], 'enable_snat': True}, 'gw_port_id': '724033e4-3216-4ffb-8215-98af4306d04c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:08:16Z', 'updated_at': '2021-06-24T12:08:18Z', 'revision_number': 4, 'project_id': '0414285f410c496f97b7d12d23355c2f', 'gw_port': {'id': '724033e4-3216-4ffb-8215-98af4306d04c', 'name': '', 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:2b:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f6b9212-f3ed-4af8-8246-7ff04426fd3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:08:16Z', 'updated_at': '2021-06-24T12:08:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-4-hyperv', '_floatingips': [{'id': '3323fb57-fefb-4ec1-81d7-c34644bbcc94', 'tenant_id': '0414285f410c496f97b7d12d23355c2f', 'floating_ip_address': '172.26.7.240', 'floating_network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'router_id': '5f6b9212-f3ed-4af8-8246-7ff04426fd3a', 'port_id': 'a66df66a-b704-4cb7-896b-9bc0ed85805d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1579, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cde1942d-b2ff-4a1a-9427-86fec798cc5b', 'mac_address': 'fa:16:3e:b2:de:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c84004db-8fa9-4f38-b3b3-b2b82d3be196', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T12:08:21Z', 'updated_at': '2021-06-24T12:11:19Z', 'revision_number': 9, 'project_id': '0414285f410c496f97b7d12d23355c2f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '539e94c5-a7c7-49a1-9ccf-cf97a640b437', 'name': '', 'network_id': 'cde1942d-b2ff-4a1a-9427-86fec798cc5b', 'tenant_id': '0414285f410c496f97b7d12d23355c2f', 'mac_address': 'fa:16:3e:98:a7:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f6b9212-f3ed-4af8-8246-7ff04426fd3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': '32933e07-9d7b-413a-a2dd-d2852e8b62db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:08:18Z', 'updated_at': '2021-06-24T12:08:24Z', 'revision_number': 5, 'project_id': '0414285f410c496f97b7d12d23355c2f', 'subnets': [{'id': '32933e07-9d7b-413a-a2dd-d2852e8b62db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:11:20.643062 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24ac77f6-4ec7-4518-b052-6d8a530d9103 None None] The sync data for ids ['5f6b9212-f3ed-4af8-8246-7ff04426fd3a'] in dv-neutron-797120-4-hyperv is: [{'id': '5f6b9212-f3ed-4af8-8246-7ff04426fd3a', 'name': 'tempest-ServerActionsTestJSON-2035639249-router', 'tenant_id': '0414285f410c496f97b7d12d23355c2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'external_fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.71'}], 'enable_snat': True}, 'gw_port_id': '724033e4-3216-4ffb-8215-98af4306d04c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:08:16Z', 'updated_at': '2021-06-24T12:08:18Z', 'revision_number': 4, 'project_id': '0414285f410c496f97b7d12d23355c2f', 'gw_port': {'id': '724033e4-3216-4ffb-8215-98af4306d04c', 'name': '', 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:2b:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f6b9212-f3ed-4af8-8246-7ff04426fd3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:08:16Z', 'updated_at': '2021-06-24T12:08:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-4-hyperv', '_floatingips': [{'id': '3323fb57-fefb-4ec1-81d7-c34644bbcc94', 'tenant_id': '0414285f410c496f97b7d12d23355c2f', 'floating_ip_address': '172.26.7.240', 'floating_network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'router_id': '5f6b9212-f3ed-4af8-8246-7ff04426fd3a', 'port_id': 'a66df66a-b704-4cb7-896b-9bc0ed85805d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1579, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cde1942d-b2ff-4a1a-9427-86fec798cc5b', 'mac_address': 'fa:16:3e:b2:de:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c84004db-8fa9-4f38-b3b3-b2b82d3be196', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T12:08:21Z', 'updated_at': '2021-06-24T12:11:19Z', 'revision_number': 9, 'project_id': '0414285f410c496f97b7d12d23355c2f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '539e94c5-a7c7-49a1-9ccf-cf97a640b437', 'name': '', 'network_id': 'cde1942d-b2ff-4a1a-9427-86fec798cc5b', 'tenant_id': '0414285f410c496f97b7d12d23355c2f', 'mac_address': 'fa:16:3e:98:a7:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f6b9212-f3ed-4af8-8246-7ff04426fd3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': '32933e07-9d7b-413a-a2dd-d2852e8b62db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:08:18Z', 'updated_at': '2021-06-24T12:08:24Z', 'revision_number': 5, 'project_id': '0414285f410c496f97b7d12d23355c2f', 'subnets': [{'id': '32933e07-9d7b-413a-a2dd-d2852e8b62db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=128085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 12:11:20.832123 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-347fb39d-4d58-4a6e-9009-fb10239789bb None None] New status for floating IP 3323fb57-fefb-4ec1-81d7-c34644bbcc94: ACTIVE {{(pid=128086) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 24 12:11:23.858874 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-7d07a030-94e5-4cc7-ace2-82c46b39ea07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:11:26.403742 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-e4489418-82a0-4a0c-a292-80aa8da3dd8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:11:26.548219 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:11:27.764414 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-03237adf-ebd0-46f2-a476-4d4bb746e0f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:11:29.731157 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-52c483ef-d5c1-4030-9a32-e5ce4ff00ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:11:41.087106 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.agents_db [None req-87a69269-d72b-4286-97f3-1041481ed6d8 None None] Agent healthcheck: found 6 active agents {{(pid=128086) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 12:11:44.861242 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:11:53.861397 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ca09c32b-181f-48c2-9345-b93ab30e72e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:11:56.404153 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-eb7a5dc7-4bb0-4341-a8a6-0a3c33c6f97d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:11:56.550603 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:11:57.766146 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-03237adf-ebd0-46f2-a476-4d4bb746e0f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:11:59.734521 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-52c483ef-d5c1-4030-9a32-e5ce4ff00ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:12:01.045703 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [req-5fd3b064-2675-4c6c-a206-cf888ed54d39 req-9b52da38-a25b-46e2-a825-b155930772c9 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=c84004db-8fa9-4f38-b3b3-b2b82d3be196&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0543621 Jun 24 12:12:01.111406 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e25b12c-43c5-4ff0-b8b1-bca4b37f9b94 req-0b9a55f9-fe7c-4628-9fac-e381d7187914 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:12:01.112928 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-6e25b12c-43c5-4ff0-b8b1-bca4b37f9b94 req-0b9a55f9-fe7c-4628-9fac-e381d7187914 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] 10.222.0.53 "GET /v2.0/ports?device_id=c84004db-8fa9-4f38-b3b3-b2b82d3be196 HTTP/1.1" status: 200 len: 945 time: 0.0787985 Jun 24 12:12:01.158506 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-6e25b12c-43c5-4ff0-b8b1-bca4b37f9b94 req-90e6b71a-de1e-411c-bbe0-8798df48ada1 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] 10.222.0.53 "GET /v2.0/security-groups?id=816370d7-cde7-4040-8fb6-b452766cafd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396245 Jun 24 12:12:02.350715 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd3b064-2675-4c6c-a206-cf888ed54d39 req-981932a5-74f5-4f24-bfde-2dc5796c16a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:12:02.352219 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-5fd3b064-2675-4c6c-a206-cf888ed54d39 req-981932a5-74f5-4f24-bfde-2dc5796c16a5 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=0414285f410c496f97b7d12d23355c2f&device_id=c84004db-8fa9-4f38-b3b3-b2b82d3be196 HTTP/1.1" status: 200 len: 1098 time: 0.1006017 Jun 24 12:12:02.368692 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bb94c1-633b-40c0-978e-cb60148feef6 req-1e4cf586-bee8-4d72-b99a-8e7869dceee1 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:12:02.370906 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-02bb94c1-633b-40c0-978e-cb60148feef6 req-1e4cf586-bee8-4d72-b99a-8e7869dceee1 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] 10.222.0.53 "GET /v2.0/ports?device_id=c84004db-8fa9-4f38-b3b3-b2b82d3be196 HTTP/1.1" status: 200 len: 945 time: 0.0918076 Jun 24 12:12:02.460743 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-02bb94c1-633b-40c0-978e-cb60148feef6 req-f74a7b4a-92e3-4fe5-8709-746516908585 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] 10.222.0.53 "GET /v2.0/security-groups?id=816370d7-cde7-4040-8fb6-b452766cafd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0814137 Jun 24 12:12:02.496601 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd3b064-2675-4c6c-a206-cf888ed54d39 req-c6a623fb-bac8-47a2-94da-efce8d01053b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:12:02.498557 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-5fd3b064-2675-4c6c-a206-cf888ed54d39 req-c6a623fb-bac8-47a2-94da-efce8d01053b service neutron] 10.222.0.45 "GET /v2.0/networks?id=cde1942d-b2ff-4a1a-9427-86fec798cc5b HTTP/1.1" status: 200 len: 913 time: 0.1266749 Jun 24 12:12:02.580376 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-5fd3b064-2675-4c6c-a206-cf888ed54d39 req-42461778-80a1-43be-9ff8-90f7dfb455eb service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a66df66a-b704-4cb7-896b-9bc0ed85805d HTTP/1.1" status: 200 len: 1002 time: 0.0719490 Jun 24 12:12:02.631896 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd3b064-2675-4c6c-a206-cf888ed54d39 req-9f7567e4-63f9-4782-930c-46ade48943f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:12:02.633375 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-5fd3b064-2675-4c6c-a206-cf888ed54d39 req-9f7567e4-63f9-4782-930c-46ade48943f7 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=32933e07-9d7b-413a-a2dd-d2852e8b62db HTTP/1.1" status: 200 len: 851 time: 0.0436194 Jun 24 12:12:02.696425 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd3b064-2675-4c6c-a206-cf888ed54d39 req-c9da3bd4-5a13-4833-b674-dc360f3e1652 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:12:02.698685 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-5fd3b064-2675-4c6c-a206-cf888ed54d39 req-c9da3bd4-5a13-4833-b674-dc360f3e1652 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=cde1942d-b2ff-4a1a-9427-86fec798cc5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0545824 Jun 24 12:12:02.798374 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-5fd3b064-2675-4c6c-a206-cf888ed54d39 req-5218d154-0c14-419f-819e-95ed0ca650e7 service neutron] 10.222.0.45 "GET /v2.0/networks/cde1942d-b2ff-4a1a-9427-86fec798cc5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880370 Jun 24 12:12:02.896477 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-5fd3b064-2675-4c6c-a206-cf888ed54d39 req-7cd831be-2c1a-48f5-82c3-3e36210854d8 service neutron] 10.222.0.45 "GET /v2.0/networks/cde1942d-b2ff-4a1a-9427-86fec798cc5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883427 Jun 24 12:12:03.700565 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9baf37-8867-426a-8d4f-2c4acd9a6389 req-63eae131-6357-4c1c-a5d6-5b5909acc33a tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:12:03.702093 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-3d9baf37-8867-426a-8d4f-2c4acd9a6389 req-63eae131-6357-4c1c-a5d6-5b5909acc33a tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] 10.222.0.53 "GET /v2.0/ports?device_id=c84004db-8fa9-4f38-b3b3-b2b82d3be196 HTTP/1.1" status: 200 len: 945 time: 0.1102676 Jun 24 12:12:03.738593 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d2028e-7202-47e5-ba7d-b0589face884 req-cc4e4838-4b1c-471a-b9ed-c450080113db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:12:03.740065 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-d9d2028e-7202-47e5-ba7d-b0589face884 req-cc4e4838-4b1c-471a-b9ed-c450080113db service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=0414285f410c496f97b7d12d23355c2f&device_id=c84004db-8fa9-4f38-b3b3-b2b82d3be196 HTTP/1.1" status: 200 len: 1098 time: 0.0952833 Jun 24 12:12:03.755280 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-3d9baf37-8867-426a-8d4f-2c4acd9a6389 req-f8514dec-2b26-4579-9f8c-f76c5175a489 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] 10.222.0.53 "GET /v2.0/security-groups?id=816370d7-cde7-4040-8fb6-b452766cafd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459175 Jun 24 12:12:03.867365 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d2028e-7202-47e5-ba7d-b0589face884 req-2a315292-fefb-4418-b09b-1dd66d68e6a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:12:03.868857 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-d9d2028e-7202-47e5-ba7d-b0589face884 req-2a315292-fefb-4418-b09b-1dd66d68e6a3 service neutron] 10.222.0.45 "GET /v2.0/networks?id=cde1942d-b2ff-4a1a-9427-86fec798cc5b HTTP/1.1" status: 200 len: 913 time: 0.1068118 Jun 24 12:12:03.943610 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-d9d2028e-7202-47e5-ba7d-b0589face884 req-1824fdee-6d9d-4954-b4d4-7924e446bd62 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a66df66a-b704-4cb7-896b-9bc0ed85805d HTTP/1.1" status: 200 len: 1002 time: 0.0676291 Jun 24 12:12:03.993828 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d2028e-7202-47e5-ba7d-b0589face884 req-e57ae716-673b-448d-8684-c80fe0f07f57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:12:03.995897 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-d9d2028e-7202-47e5-ba7d-b0589face884 req-e57ae716-673b-448d-8684-c80fe0f07f57 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=32933e07-9d7b-413a-a2dd-d2852e8b62db HTTP/1.1" status: 200 len: 851 time: 0.0440922 Jun 24 12:12:04.061582 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d2028e-7202-47e5-ba7d-b0589face884 req-0768d85b-0898-414e-9a1c-b0dbfdae2828 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:12:04.062116 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-d9d2028e-7202-47e5-ba7d-b0589face884 req-0768d85b-0898-414e-9a1c-b0dbfdae2828 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=cde1942d-b2ff-4a1a-9427-86fec798cc5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0589314 Jun 24 12:12:04.154327 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-d9d2028e-7202-47e5-ba7d-b0589face884 req-49fd756f-609b-47d5-9b91-2136d43f8bc0 service neutron] 10.222.0.45 "GET /v2.0/networks/cde1942d-b2ff-4a1a-9427-86fec798cc5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850599 Jun 24 12:12:04.248562 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-d9d2028e-7202-47e5-ba7d-b0589face884 req-a7134ba4-0b24-4b41-a4c8-423abc2e4d87 service neutron] 10.222.0.45 "GET /v2.0/networks/cde1942d-b2ff-4a1a-9427-86fec798cc5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869989 Jun 24 12:12:04.943162 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9009fb93-9578-4e2e-b86f-a576a64d6cbb req-62a13196-d7e7-4962-98ee-844e2ed045e7 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:12:04.944664 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-9009fb93-9578-4e2e-b86f-a576a64d6cbb req-62a13196-d7e7-4962-98ee-844e2ed045e7 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] 10.222.0.53 "GET /v2.0/ports?device_id=c84004db-8fa9-4f38-b3b3-b2b82d3be196 HTTP/1.1" status: 200 len: 945 time: 0.0652726 Jun 24 12:12:04.990826 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-9009fb93-9578-4e2e-b86f-a576a64d6cbb req-17694593-06b6-4ace-b431-3ac6c2a0821e tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] 10.222.0.53 "GET /v2.0/security-groups?id=816370d7-cde7-4040-8fb6-b452766cafd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395136 Jun 24 12:12:06.171878 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4a8018-77e1-4f18-b85f-a7d5f16d97ac req-e19f43fb-3968-4a1f-9ed6-97da46bb03fd tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:12:06.173419 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-ac4a8018-77e1-4f18-b85f-a7d5f16d97ac req-e19f43fb-3968-4a1f-9ed6-97da46bb03fd tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] 10.222.0.53 "GET /v2.0/ports?device_id=c84004db-8fa9-4f38-b3b3-b2b82d3be196 HTTP/1.1" status: 200 len: 945 time: 0.0703542 Jun 24 12:12:06.222052 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-ac4a8018-77e1-4f18-b85f-a7d5f16d97ac req-d9bcbe57-6c30-46a5-87d0-9915cf66f264 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] 10.222.0.53 "GET /v2.0/security-groups?id=816370d7-cde7-4040-8fb6-b452766cafd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429313 Jun 24 12:12:07.407135 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de79cca-2284-458c-8d7b-e51e77a94994 req-f2dd95c7-c0ed-43e5-b6b4-32532486e8dd tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:12:07.408620 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-7de79cca-2284-458c-8d7b-e51e77a94994 req-f2dd95c7-c0ed-43e5-b6b4-32532486e8dd tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] 10.222.0.53 "GET /v2.0/ports?device_id=c84004db-8fa9-4f38-b3b3-b2b82d3be196 HTTP/1.1" status: 200 len: 945 time: 0.0654902 Jun 24 12:12:07.446275 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-7de79cca-2284-458c-8d7b-e51e77a94994 req-4f09d7d3-1664-49ff-8f21-7dd011515321 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] 10.222.0.53 "GET /v2.0/security-groups?id=816370d7-cde7-4040-8fb6-b452766cafd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320084 Jun 24 12:12:08.634890 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6640a474-1f79-449a-a7a1-848e244e1499 req-16ceb576-6bf9-424d-aeeb-39ffc66919e7 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:12:08.636848 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-6640a474-1f79-449a-a7a1-848e244e1499 req-16ceb576-6bf9-424d-aeeb-39ffc66919e7 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] 10.222.0.53 "GET /v2.0/ports?device_id=c84004db-8fa9-4f38-b3b3-b2b82d3be196 HTTP/1.1" status: 200 len: 945 time: 0.0682795 Jun 24 12:12:08.678822 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-6640a474-1f79-449a-a7a1-848e244e1499 req-db37e65f-870f-4cdc-90ab-1334cbc822fc tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] 10.222.0.53 "GET /v2.0/security-groups?id=816370d7-cde7-4040-8fb6-b452766cafd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354600 Jun 24 12:12:09.870029 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111c738d-f5e3-44b3-ac94-c599c4474ad8 req-c360d7c5-d96b-4b97-b02d-885a7a13200f tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:12:09.871867 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-111c738d-f5e3-44b3-ac94-c599c4474ad8 req-c360d7c5-d96b-4b97-b02d-885a7a13200f tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] 10.222.0.53 "GET /v2.0/ports?device_id=c84004db-8fa9-4f38-b3b3-b2b82d3be196 HTTP/1.1" status: 200 len: 945 time: 0.0771334 Jun 24 12:12:09.912850 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-111c738d-f5e3-44b3-ac94-c599c4474ad8 req-69562472-7c70-4ecb-ae27-32a2c7bfc891 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] 10.222.0.53 "GET /v2.0/security-groups?id=816370d7-cde7-4040-8fb6-b452766cafd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354612 Jun 24 12:12:11.087016 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c531c071-cf3d-4f37-8936-49b24e8b5a07 req-c81ca8b5-7594-4d6f-a3c3-3246467d912f tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:12:11.088559 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-c531c071-cf3d-4f37-8936-49b24e8b5a07 req-c81ca8b5-7594-4d6f-a3c3-3246467d912f tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] 10.222.0.53 "GET /v2.0/ports?device_id=c84004db-8fa9-4f38-b3b3-b2b82d3be196 HTTP/1.1" status: 200 len: 945 time: 0.0634527 Jun 24 12:12:11.126738 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-c531c071-cf3d-4f37-8936-49b24e8b5a07 req-0d4d25bc-0109-4c6f-a6a1-93baa714da6e tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] 10.222.0.53 "GET /v2.0/security-groups?id=816370d7-cde7-4040-8fb6-b452766cafd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325975 Jun 24 12:12:12.304523 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e2e173-c110-4aa3-aef9-47d7b3299a50 req-15dfa1ce-fb6e-4ccb-a11a-03c59c801ddb tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:12:12.306112 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-73e2e173-c110-4aa3-aef9-47d7b3299a50 req-15dfa1ce-fb6e-4ccb-a11a-03c59c801ddb tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] 10.222.0.53 "GET /v2.0/ports?device_id=c84004db-8fa9-4f38-b3b3-b2b82d3be196 HTTP/1.1" status: 200 len: 945 time: 0.0681849 Jun 24 12:12:12.344489 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-73e2e173-c110-4aa3-aef9-47d7b3299a50 req-4b1428d3-b9a4-439a-9c1d-6e25a9764b8c tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] 10.222.0.53 "GET /v2.0/security-groups?id=816370d7-cde7-4040-8fb6-b452766cafd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320649 Jun 24 12:12:13.520867 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe46a5e-7eea-44b4-af99-c01a08caecf0 req-3440cb21-ad6f-42ed-a994-f6152a397002 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:12:13.522402 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-dbe46a5e-7eea-44b4-af99-c01a08caecf0 req-3440cb21-ad6f-42ed-a994-f6152a397002 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] 10.222.0.53 "GET /v2.0/ports?device_id=c84004db-8fa9-4f38-b3b3-b2b82d3be196 HTTP/1.1" status: 200 len: 945 time: 0.0657129 Jun 24 12:12:13.562755 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-dbe46a5e-7eea-44b4-af99-c01a08caecf0 req-b561f4bb-6bd3-4e94-8e4d-78451dc95b99 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] 10.222.0.53 "GET /v2.0/security-groups?id=816370d7-cde7-4040-8fb6-b452766cafd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330303 Jun 24 12:12:14.738526 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadd68ae-245b-4331-b3e6-560c7809ea13 req-2949a019-0164-4bd1-9b1e-bc1a553e240f tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:12:14.739979 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-cadd68ae-245b-4331-b3e6-560c7809ea13 req-2949a019-0164-4bd1-9b1e-bc1a553e240f tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] 10.222.0.53 "GET /v2.0/ports?device_id=c84004db-8fa9-4f38-b3b3-b2b82d3be196 HTTP/1.1" status: 200 len: 945 time: 0.0640068 Jun 24 12:12:14.778980 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-cadd68ae-245b-4331-b3e6-560c7809ea13 req-2ba62ab6-a3aa-476c-a051-3559081fad5d tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] 10.222.0.53 "GET /v2.0/security-groups?id=816370d7-cde7-4040-8fb6-b452766cafd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317099 Jun 24 12:12:14.873249 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:12:14.917170 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-5fd3b064-2675-4c6c-a206-cf888ed54d39 req-36e25544-11e8-4697-bf31-014605077ef9 service neutron] 10.222.0.45 "GET /v2.0/ports/a66df66a-b704-4cb7-896b-9bc0ed85805d/bindings/hv-neutron-7971 HTTP/1.1" status: 200 len: 384 time: 0.0598919 Jun 24 12:12:15.173819 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd3b064-2675-4c6c-a206-cf888ed54d39 req-a0397ec3-5301-4125-ae92-e2465a0ed800 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:12:15.175184 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-5fd3b064-2675-4c6c-a206-cf888ed54d39 req-a0397ec3-5301-4125-ae92-e2465a0ed800 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=c84004db-8fa9-4f38-b3b3-b2b82d3be196&tenant_id=0414285f410c496f97b7d12d23355c2f HTTP/1.1" status: 200 len: 1098 time: 0.0521739 Jun 24 12:12:15.257187 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd3b064-2675-4c6c-a206-cf888ed54d39 req-21288f03-dc82-4468-8789-e7917f385f7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:12:15.258678 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-5fd3b064-2675-4c6c-a206-cf888ed54d39 req-21288f03-dc82-4468-8789-e7917f385f7e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=0414285f410c496f97b7d12d23355c2f&device_id=c84004db-8fa9-4f38-b3b3-b2b82d3be196 HTTP/1.1" status: 200 len: 1098 time: 0.0533066 Jun 24 12:12:15.354805 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd3b064-2675-4c6c-a206-cf888ed54d39 req-db4268f1-03c5-4e37-8f9a-34f18008a876 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:12:15.356278 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-5fd3b064-2675-4c6c-a206-cf888ed54d39 req-db4268f1-03c5-4e37-8f9a-34f18008a876 service neutron] 10.222.0.45 "GET /v2.0/networks?id=cde1942d-b2ff-4a1a-9427-86fec798cc5b HTTP/1.1" status: 200 len: 913 time: 0.0872664 Jun 24 12:12:15.425929 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-5fd3b064-2675-4c6c-a206-cf888ed54d39 req-76207b55-4eca-42cf-895a-2dbe85e915b3 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a66df66a-b704-4cb7-896b-9bc0ed85805d HTTP/1.1" status: 200 len: 1002 time: 0.0588822 Jun 24 12:12:15.483002 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd3b064-2675-4c6c-a206-cf888ed54d39 req-d9029052-334b-4c06-9049-07253736ade4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:12:15.484464 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-5fd3b064-2675-4c6c-a206-cf888ed54d39 req-d9029052-334b-4c06-9049-07253736ade4 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=32933e07-9d7b-413a-a2dd-d2852e8b62db HTTP/1.1" status: 200 len: 851 time: 0.0484581 Jun 24 12:12:15.550714 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd3b064-2675-4c6c-a206-cf888ed54d39 req-58aa24dc-2d1c-480b-bc8b-28a2c8407f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:12:15.552216 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-5fd3b064-2675-4c6c-a206-cf888ed54d39 req-58aa24dc-2d1c-480b-bc8b-28a2c8407f93 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=cde1942d-b2ff-4a1a-9427-86fec798cc5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0578625 Jun 24 12:12:15.653716 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-5fd3b064-2675-4c6c-a206-cf888ed54d39 req-88ab06ee-a254-461a-b56d-b1aa989e8f1f service neutron] 10.222.0.45 "GET /v2.0/networks/cde1942d-b2ff-4a1a-9427-86fec798cc5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929582 Jun 24 12:12:15.749765 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-5fd3b064-2675-4c6c-a206-cf888ed54d39 req-dbb1d462-8eff-4568-976c-5de9610b05a7 service neutron] 10.222.0.45 "GET /v2.0/networks/cde1942d-b2ff-4a1a-9427-86fec798cc5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861459 Jun 24 12:12:15.970170 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df26a7c-0c29-4640-8fb5-9e9e519def14 req-0060af02-a6f6-44b7-9ed8-2a2c7c407dea tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:12:15.971785 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-7df26a7c-0c29-4640-8fb5-9e9e519def14 req-0060af02-a6f6-44b7-9ed8-2a2c7c407dea tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] 10.222.0.53 "GET /v2.0/ports?device_id=c84004db-8fa9-4f38-b3b3-b2b82d3be196 HTTP/1.1" status: 200 len: 945 time: 0.0669994 Jun 24 12:12:16.008996 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-7df26a7c-0c29-4640-8fb5-9e9e519def14 req-d00245f1-ed5a-4a1a-8513-dd5ee796c275 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] 10.222.0.53 "GET /v2.0/security-groups?id=816370d7-cde7-4040-8fb6-b452766cafd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316155 Jun 24 12:12:17.193391 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6902c2ad-6686-4242-a87a-8e3ee699d4fa req-2977396f-0687-4152-9e48-c371b4674e48 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:12:17.194928 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-6902c2ad-6686-4242-a87a-8e3ee699d4fa req-2977396f-0687-4152-9e48-c371b4674e48 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] 10.222.0.53 "GET /v2.0/ports?device_id=c84004db-8fa9-4f38-b3b3-b2b82d3be196 HTTP/1.1" status: 200 len: 945 time: 0.0706763 Jun 24 12:12:17.233837 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-6902c2ad-6686-4242-a87a-8e3ee699d4fa req-8f75f0b7-107c-40bc-8942-a1305c37309c tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] 10.222.0.53 "GET /v2.0/security-groups?id=816370d7-cde7-4040-8fb6-b452766cafd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327997 Jun 24 12:12:18.085359 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.agents_db [None req-87a69269-d72b-4286-97f3-1041481ed6d8 None None] Agent healthcheck: found 6 active agents {{(pid=128086) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 12:12:18.299587 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Device a66df66a-b704-4cb7-896b-9bc0ed85805d details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=128085) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 12:12:18.301739 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Device a66df66a-b704-4cb7-896b-9bc0ed85805d no longer exists at agent hyperv_hv-neutron-7971 {{(pid=128085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 12:12:18.424735 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4172a470-14d4-4fb5-8d07-678d33f29b5f req-1f2a4948-bd12-4bba-af3f-c81a33210240 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:12:18.426251 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-4172a470-14d4-4fb5-8d07-678d33f29b5f req-1f2a4948-bd12-4bba-af3f-c81a33210240 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] 10.222.0.53 "GET /v2.0/ports?device_id=c84004db-8fa9-4f38-b3b3-b2b82d3be196 HTTP/1.1" status: 200 len: 945 time: 0.0664768 Jun 24 12:12:18.455157 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:12:18.464638 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-4172a470-14d4-4fb5-8d07-678d33f29b5f req-d16875dd-dbb0-44e7-86ea-561837dfb69d tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] 10.222.0.53 "GET /v2.0/security-groups?id=816370d7-cde7-4040-8fb6-b452766cafd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324929 Jun 24 12:12:18.484730 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] For port a66df66a-b704-4cb7-896b-9bc0ed85805d, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=a66df66a-b704-4cb7-896b-9bc0ed85805d,segment=NetworkSegment(c6747bfc-9f45-4917-9f38-8036bcce1357),segment_id=c6747bfc-9f45-4917-9f38-8036bcce1357)] {{(pid=128085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:12:18.499371 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c84004db-8fa9-4f38-b3b3-b2b82d3be196', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a66df66a-b704-4cb7-896b-9bc0ed85805d'}] {{(pid=128085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 12:12:18.501685 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1098ec9051a50dd033317f529a09b9762582ef7b417ebe05928aca59e08255aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-646b64c8-8972-4c26-b55d-32273f542837" -d '{"events": [{"server_uuid": "c84004db-8fa9-4f38-b3b3-b2b82d3be196", "name": "network-vif-unplugged", "status": "completed", "tag": "a66df66a-b704-4cb7-896b-9bc0ed85805d"}]}' {{(pid=128085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 12:12:18.516450 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] For port a66df66a-b704-4cb7-896b-9bc0ed85805d, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=a66df66a-b704-4cb7-896b-9bc0ed85805d,segment=NetworkSegment(c6747bfc-9f45-4917-9f38-8036bcce1357),segment_id=c6747bfc-9f45-4917-9f38-8036bcce1357)] {{(pid=128085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:12:18.517472 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Returning: {'device': 'a66df66a-b704-4cb7-896b-9bc0ed85805d', 'network_id': 'cde1942d-b2ff-4a1a-9427-86fec798cc5b', 'port_id': 'a66df66a-b704-4cb7-896b-9bc0ed85805d', 'mac_address': 'fa:16:3e:b2:de:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 621, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32933e07-9d7b-413a-a2dd-d2852e8b62db', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=128085) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 12:12:18.523861 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:12:18.543215 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:12:18.548969 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 24 Jun 2021 12:12:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e418766-6858-48b9-8dd9-39d7cec0ff14 x-openstack-request-id: req-8e418766-6858-48b9-8dd9-39d7cec0ff14 {{(pid=128085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 12:12:18.552218 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c84004db-8fa9-4f38-b3b3-b2b82d3be196", "name": "network-vif-unplugged", "status": "completed", "tag": "a66df66a-b704-4cb7-896b-9bc0ed85805d", "code": 200}]} {{(pid=128085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 12:12:18.552490 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-8e418766-6858-48b9-8dd9-39d7cec0ff14 {{(pid=128085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 12:12:18.552904 dv-neutron-797120-4-hyperv neutron-server[128085]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c84004db-8fa9-4f38-b3b3-b2b82d3be196', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a66df66a-b704-4cb7-896b-9bc0ed85805d', 'code': 200} Jun 24 12:12:18.591512 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:12:18.616600 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.notifiers.nova [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a66df66a-b704-4cb7-896b-9bc0ed85805d {{(pid=128085) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 12:12:18.622478 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Pushing event updated for resources: {'Port': ['ID=a66df66a-b704-4cb7-896b-9bc0ed85805d,revision_number=6']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:12:18.634806 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:12:18.635753 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:12:18.636265 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:12:18.636834 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:12:18.637212 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:12:18.637559 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:12:18.637888 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:12:18.638220 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:12:18.638556 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:12:18.638908 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:12:18.639195 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:12:18.639779 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:12:18.648283 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:12:18.652636 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] For port a66df66a-b704-4cb7-896b-9bc0ed85805d, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=a66df66a-b704-4cb7-896b-9bc0ed85805d,segment=NetworkSegment(c6747bfc-9f45-4917-9f38-8036bcce1357),segment_id=c6747bfc-9f45-4917-9f38-8036bcce1357)] {{(pid=128085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:12:18.659012 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:12:18.661115 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:12:18.715466 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Pushing event updated for resources: {'Port': ['ID=a66df66a-b704-4cb7-896b-9bc0ed85805d,revision_number=7']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:12:18.718545 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:12:18.725238 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] get_ports_and_sgs() called for port_ids ['a66df66a-b704-4cb7-896b-9bc0ed85805d'] {{(pid=128085) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 12:12:18.919893 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cac1611-8610-4bc2-a08f-452ff98f9f29 req-b38d41dc-ee41-47bf-950a-756a4b6c6532 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:12:18.921347 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-4cac1611-8610-4bc2-a08f-452ff98f9f29 req-b38d41dc-ee41-47bf-950a-756a4b6c6532 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] 10.222.0.45 "GET /v2.0/ports?device_id=c84004db-8fa9-4f38-b3b3-b2b82d3be196&tenant_id=0414285f410c496f97b7d12d23355c2f&binding%3Ahost_id=hv-neutron-7971 HTTP/1.1" status: 200 len: 944 time: 0.0878344 Jun 24 12:12:19.010853 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-4cac1611-8610-4bc2-a08f-452ff98f9f29 req-fb18e740-e3d1-4636-a756-7f48e63833b1 service neutron] 10.222.0.45 "GET /v2.0/ports/a66df66a-b704-4cb7-896b-9bc0ed85805d/bindings/hv-neutron-7971 HTTP/1.1" status: 200 len: 384 time: 0.0712564 Jun 24 12:12:19.022987 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8a2869-004b-4fee-bd48-9a6c57a3514d req-9bfe8da3-0fc9-4d46-aa6c-b6acbfbc10c4 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:12:19.024423 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-0e8a2869-004b-4fee-bd48-9a6c57a3514d req-9bfe8da3-0fc9-4d46-aa6c-b6acbfbc10c4 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] 10.222.0.53 "GET /v2.0/ports?device_id=c84004db-8fa9-4f38-b3b3-b2b82d3be196 HTTP/1.1" status: 200 len: 944 time: 0.1264927 Jun 24 12:12:19.097205 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-0e8a2869-004b-4fee-bd48-9a6c57a3514d req-94a21819-558e-4bbf-889b-530b6181943d tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] 10.222.0.53 "GET /v2.0/security-groups?id=816370d7-cde7-4040-8fb6-b452766cafd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659239 Jun 24 12:12:19.116668 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cac1611-8610-4bc2-a08f-452ff98f9f29 req-d068cf98-b3e1-452e-ae98-3567e2982718 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:12:19.116668 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-4cac1611-8610-4bc2-a08f-452ff98f9f29 req-d068cf98-b3e1-452e-ae98-3567e2982718 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=0414285f410c496f97b7d12d23355c2f&device_id=c84004db-8fa9-4f38-b3b3-b2b82d3be196 HTTP/1.1" status: 200 len: 1097 time: 0.0783327 Jun 24 12:12:19.205362 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cac1611-8610-4bc2-a08f-452ff98f9f29 req-2803e97e-6b7d-4caf-abb8-78d4f469d433 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:12:19.206826 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-4cac1611-8610-4bc2-a08f-452ff98f9f29 req-2803e97e-6b7d-4caf-abb8-78d4f469d433 service neutron] 10.222.0.45 "GET /v2.0/networks?id=cde1942d-b2ff-4a1a-9427-86fec798cc5b HTTP/1.1" status: 200 len: 913 time: 0.0835061 Jun 24 12:12:19.278931 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-4cac1611-8610-4bc2-a08f-452ff98f9f29 req-4fe2c893-714c-40e4-9e73-9c12dc78af9e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a66df66a-b704-4cb7-896b-9bc0ed85805d HTTP/1.1" status: 200 len: 1001 time: 0.0637295 Jun 24 12:12:19.327953 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cac1611-8610-4bc2-a08f-452ff98f9f29 req-3f2045c8-4cac-471f-b836-115febf6fa1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:12:19.329451 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-4cac1611-8610-4bc2-a08f-452ff98f9f29 req-3f2045c8-4cac-471f-b836-115febf6fa1c service neutron] 10.222.0.45 "GET /v2.0/subnets?id=32933e07-9d7b-413a-a2dd-d2852e8b62db HTTP/1.1" status: 200 len: 851 time: 0.0439661 Jun 24 12:12:19.392787 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cac1611-8610-4bc2-a08f-452ff98f9f29 req-887afaac-64a5-4ba4-824d-d9d2b96576ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:12:19.394224 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-4cac1611-8610-4bc2-a08f-452ff98f9f29 req-887afaac-64a5-4ba4-824d-d9d2b96576ae service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=cde1942d-b2ff-4a1a-9427-86fec798cc5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0582430 Jun 24 12:12:19.486703 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-4cac1611-8610-4bc2-a08f-452ff98f9f29 req-8bb5d6c2-08e9-4d58-ab3a-0294556c5600 service neutron] 10.222.0.45 "GET /v2.0/networks/cde1942d-b2ff-4a1a-9427-86fec798cc5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848386 Jun 24 12:12:19.579163 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-4cac1611-8610-4bc2-a08f-452ff98f9f29 req-dec4bde2-e28b-4f88-b6ec-424389da0c3d service neutron] 10.222.0.45 "GET /v2.0/networks/cde1942d-b2ff-4a1a-9427-86fec798cc5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861299 Jun 24 12:12:20.273791 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8bc901-788a-4692-b2ea-b753f6294d57 req-4fae60d5-9b7b-4880-845f-c902ac0728b0 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:12:20.275254 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-cb8bc901-788a-4692-b2ea-b753f6294d57 req-4fae60d5-9b7b-4880-845f-c902ac0728b0 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] 10.222.0.53 "GET /v2.0/ports?device_id=c84004db-8fa9-4f38-b3b3-b2b82d3be196 HTTP/1.1" status: 200 len: 944 time: 0.0663102 Jun 24 12:12:20.298959 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Device a66df66a-b704-4cb7-896b-9bc0ed85805d up at agent hyperv_hv-neutron-7971 {{(pid=128085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:12:20.314492 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-cb8bc901-788a-4692-b2ea-b753f6294d57 req-8e7c90e8-e419-43ee-897c-d43cbfd964f3 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] 10.222.0.53 "GET /v2.0/security-groups?id=816370d7-cde7-4040-8fb6-b452766cafd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329843 Jun 24 12:12:20.344865 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Provisioning complete for port a66df66a-b704-4cb7-896b-9bc0ed85805d triggered by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:12:20.345315 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:12:20.421785 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:12:20.452168 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] For port a66df66a-b704-4cb7-896b-9bc0ed85805d, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=a66df66a-b704-4cb7-896b-9bc0ed85805d,segment=NetworkSegment(c6747bfc-9f45-4917-9f38-8036bcce1357),segment_id=c6747bfc-9f45-4917-9f38-8036bcce1357)] {{(pid=128085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:12:20.455692 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:12:20.457492 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:12:20.501854 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Pushing event updated for resources: {'Port': ['ID=a66df66a-b704-4cb7-896b-9bc0ed85805d,revision_number=8']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:12:20.504748 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:12:20.554442 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c84004db-8fa9-4f38-b3b3-b2b82d3be196', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a66df66a-b704-4cb7-896b-9bc0ed85805d'}] {{(pid=128085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 12:12:20.556841 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1098ec9051a50dd033317f529a09b9762582ef7b417ebe05928aca59e08255aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a0a1fb1-0a20-496f-9584-deb487069498" -d '{"events": [{"server_uuid": "c84004db-8fa9-4f38-b3b3-b2b82d3be196", "name": "network-vif-plugged", "status": "completed", "tag": "a66df66a-b704-4cb7-896b-9bc0ed85805d"}]}' {{(pid=128085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 12:12:20.601182 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 12:12:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06e0eee8-ea00-4e8d-9819-a93a4cc7172c x-openstack-request-id: req-06e0eee8-ea00-4e8d-9819-a93a4cc7172c {{(pid=128085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 12:12:20.601486 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c84004db-8fa9-4f38-b3b3-b2b82d3be196", "name": "network-vif-plugged", "status": "completed", "tag": "a66df66a-b704-4cb7-896b-9bc0ed85805d", "code": 200}]} {{(pid=128085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 12:12:20.601749 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-06e0eee8-ea00-4e8d-9819-a93a4cc7172c {{(pid=128085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 12:12:20.602156 dv-neutron-797120-4-hyperv neutron-server[128085]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c84004db-8fa9-4f38-b3b3-b2b82d3be196', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a66df66a-b704-4cb7-896b-9bc0ed85805d', 'code': 200} Jun 24 12:12:21.589766 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0059a9f6-539c-44fc-96cc-02efb1848f7f req-e3c0d494-1a38-4520-8d16-3a0901f83576 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:12:21.591216 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-0059a9f6-539c-44fc-96cc-02efb1848f7f req-e3c0d494-1a38-4520-8d16-3a0901f83576 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] 10.222.0.53 "GET /v2.0/ports?device_id=c84004db-8fa9-4f38-b3b3-b2b82d3be196 HTTP/1.1" status: 200 len: 945 time: 0.1628401 Jun 24 12:12:21.629577 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-0059a9f6-539c-44fc-96cc-02efb1848f7f req-d0a7bec5-2ba5-47b5-8511-c95f71fe434d tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] 10.222.0.53 "GET /v2.0/security-groups?id=816370d7-cde7-4040-8fb6-b452766cafd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324900 Jun 24 12:12:22.220772 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cac1611-8610-4bc2-a08f-452ff98f9f29 req-ffcafd16-32de-4136-8fdb-7354dc583e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:12:22.222243 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-4cac1611-8610-4bc2-a08f-452ff98f9f29 req-ffcafd16-32de-4136-8fdb-7354dc583e32 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=c84004db-8fa9-4f38-b3b3-b2b82d3be196&tenant_id=0414285f410c496f97b7d12d23355c2f HTTP/1.1" status: 200 len: 1098 time: 0.0516939 Jun 24 12:12:22.302169 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cac1611-8610-4bc2-a08f-452ff98f9f29 req-e798be25-556b-433c-95de-b929d9c60ef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:12:22.303594 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-4cac1611-8610-4bc2-a08f-452ff98f9f29 req-e798be25-556b-433c-95de-b929d9c60ef0 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=0414285f410c496f97b7d12d23355c2f&device_id=c84004db-8fa9-4f38-b3b3-b2b82d3be196 HTTP/1.1" status: 200 len: 1098 time: 0.0542254 Jun 24 12:12:22.393348 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cac1611-8610-4bc2-a08f-452ff98f9f29 req-acfae538-d687-462f-b66e-85461b1b3d88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:12:22.394783 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-4cac1611-8610-4bc2-a08f-452ff98f9f29 req-acfae538-d687-462f-b66e-85461b1b3d88 service neutron] 10.222.0.45 "GET /v2.0/networks?id=cde1942d-b2ff-4a1a-9427-86fec798cc5b HTTP/1.1" status: 200 len: 913 time: 0.0813613 Jun 24 12:12:22.469147 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-4cac1611-8610-4bc2-a08f-452ff98f9f29 req-1e0f9dbe-69d3-45f0-81aa-88e11f7e706e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a66df66a-b704-4cb7-896b-9bc0ed85805d HTTP/1.1" status: 200 len: 1002 time: 0.0633075 Jun 24 12:12:22.521483 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cac1611-8610-4bc2-a08f-452ff98f9f29 req-5979a762-0517-4ed3-aec7-79dcbec6695e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:12:22.522867 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-4cac1611-8610-4bc2-a08f-452ff98f9f29 req-5979a762-0517-4ed3-aec7-79dcbec6695e service neutron] 10.222.0.45 "GET /v2.0/subnets?id=32933e07-9d7b-413a-a2dd-d2852e8b62db HTTP/1.1" status: 200 len: 851 time: 0.0440538 Jun 24 12:12:22.586301 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cac1611-8610-4bc2-a08f-452ff98f9f29 req-2f86a88a-746c-468f-8e60-8c3ea982a11d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:12:22.587764 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-4cac1611-8610-4bc2-a08f-452ff98f9f29 req-2f86a88a-746c-468f-8e60-8c3ea982a11d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=cde1942d-b2ff-4a1a-9427-86fec798cc5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0549338 Jun 24 12:12:23.053395 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-4cac1611-8610-4bc2-a08f-452ff98f9f29 req-b423480b-27ee-4074-a8c2-240208c48556 service neutron] 10.222.0.45 "GET /v2.0/networks/cde1942d-b2ff-4a1a-9427-86fec798cc5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4538972 Jun 24 12:12:23.188552 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-4cac1611-8610-4bc2-a08f-452ff98f9f29 req-30763895-daff-4f85-8351-dc489a91f325 service neutron] 10.222.0.45 "GET /v2.0/networks/cde1942d-b2ff-4a1a-9427-86fec798cc5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253049 Jun 24 12:12:23.199871 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7663d3-2df9-4cb7-9b4e-bc3e0482efba req-4a8670bd-299e-4f1e-b61e-5537e755ead0 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:12:23.201310 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-ba7663d3-2df9-4cb7-9b4e-bc3e0482efba req-4a8670bd-299e-4f1e-b61e-5537e755ead0 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] 10.222.0.53 "GET /v2.0/ports?device_id=c84004db-8fa9-4f38-b3b3-b2b82d3be196 HTTP/1.1" status: 200 len: 945 time: 0.1859145 Jun 24 12:12:23.239682 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-ba7663d3-2df9-4cb7-9b4e-bc3e0482efba req-31601287-92d7-4ac4-a305-f0eaf6601632 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] 10.222.0.53 "GET /v2.0/security-groups?id=816370d7-cde7-4040-8fb6-b452766cafd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326831 Jun 24 12:12:23.863057 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-6485eeeb-33c8-4846-8893-d1c5cbd3c3d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:12:24.322462 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Device a66df66a-b704-4cb7-896b-9bc0ed85805d details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=128085) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 12:12:24.413517 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc20eb4f-5194-47da-ac42-ed9ff3141c3d req-17c3a90e-c711-450e-86e2-adb4a5506123 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:12:24.414965 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-dc20eb4f-5194-47da-ac42-ed9ff3141c3d req-17c3a90e-c711-450e-86e2-adb4a5506123 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] 10.222.0.53 "GET /v2.0/ports?device_id=c84004db-8fa9-4f38-b3b3-b2b82d3be196 HTTP/1.1" status: 200 len: 945 time: 0.0634811 Jun 24 12:12:24.433222 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] For port a66df66a-b704-4cb7-896b-9bc0ed85805d, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=a66df66a-b704-4cb7-896b-9bc0ed85805d,segment=NetworkSegment(c6747bfc-9f45-4917-9f38-8036bcce1357),segment_id=c6747bfc-9f45-4917-9f38-8036bcce1357)] {{(pid=128085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:12:24.444646 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Returning: {'device': 'a66df66a-b704-4cb7-896b-9bc0ed85805d', 'network_id': 'cde1942d-b2ff-4a1a-9427-86fec798cc5b', 'port_id': 'a66df66a-b704-4cb7-896b-9bc0ed85805d', 'mac_address': 'fa:16:3e:b2:de:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 621, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32933e07-9d7b-413a-a2dd-d2852e8b62db', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=128085) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 12:12:24.457026 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-dc20eb4f-5194-47da-ac42-ed9ff3141c3d req-ba2c7497-214d-436b-a0bb-16519fa0ef22 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] 10.222.0.53 "GET /v2.0/security-groups?id=816370d7-cde7-4040-8fb6-b452766cafd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357695 Jun 24 12:12:24.482103 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:12:24.494122 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.notifiers.nova [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a66df66a-b704-4cb7-896b-9bc0ed85805d {{(pid=128085) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 12:12:24.514029 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] For port a66df66a-b704-4cb7-896b-9bc0ed85805d, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=a66df66a-b704-4cb7-896b-9bc0ed85805d,segment=NetworkSegment(c6747bfc-9f45-4917-9f38-8036bcce1357),segment_id=c6747bfc-9f45-4917-9f38-8036bcce1357)] {{(pid=128085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:12:24.519911 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:12:24.522458 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:12:24.577379 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Pushing event updated for resources: {'Port': ['ID=a66df66a-b704-4cb7-896b-9bc0ed85805d,revision_number=9']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:12:24.582610 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:12:24.587133 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] get_ports_and_sgs() called for port_ids ['a66df66a-b704-4cb7-896b-9bc0ed85805d'] {{(pid=128085) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 12:12:25.640229 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c62e559-06ff-45ef-adc8-0559d6005b00 req-44f7a732-43a2-4271-ba5e-99a3ea107524 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:12:25.641712 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-4c62e559-06ff-45ef-adc8-0559d6005b00 req-44f7a732-43a2-4271-ba5e-99a3ea107524 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] 10.222.0.53 "GET /v2.0/ports?device_id=c84004db-8fa9-4f38-b3b3-b2b82d3be196 HTTP/1.1" status: 200 len: 944 time: 0.0667117 Jun 24 12:12:25.679337 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-4c62e559-06ff-45ef-adc8-0559d6005b00 req-1432eb43-74f0-4b8a-931e-ca177369bfd9 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] 10.222.0.53 "GET /v2.0/security-groups?id=816370d7-cde7-4040-8fb6-b452766cafd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318599 Jun 24 12:12:25.860544 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6374fd-f37f-4ba1-8fad-f96cce02c0b5 req-5d7f5f23-4075-4f1e-9696-dd2f8da91bd4 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:12:25.861936 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-5a6374fd-f37f-4ba1-8fad-f96cce02c0b5 req-5d7f5f23-4075-4f1e-9696-dd2f8da91bd4 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] 10.222.0.53 "GET /v2.0/ports?device_id=c84004db-8fa9-4f38-b3b3-b2b82d3be196 HTTP/1.1" status: 200 len: 944 time: 0.0632820 Jun 24 12:12:25.903875 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-5a6374fd-f37f-4ba1-8fad-f96cce02c0b5 req-14d5890f-8c3f-4dd4-b774-f8509eacb2d4 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] 10.222.0.53 "GET /v2.0/security-groups?id=816370d7-cde7-4040-8fb6-b452766cafd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361369 Jun 24 12:12:26.074516 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3774846c-0106-4f59-a1ac-468a36716778 req-bc191487-f662-4584-ba27-73d63f571445 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:12:26.075968 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-3774846c-0106-4f59-a1ac-468a36716778 req-bc191487-f662-4584-ba27-73d63f571445 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] 10.222.0.53 "GET /v2.0/ports?device_id=c84004db-8fa9-4f38-b3b3-b2b82d3be196 HTTP/1.1" status: 200 len: 944 time: 0.0635870 Jun 24 12:12:26.114782 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-3774846c-0106-4f59-a1ac-468a36716778 req-86da6247-1452-4c92-a11b-b9e5d2d6bbc0 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] 10.222.0.53 "GET /v2.0/security-groups?id=816370d7-cde7-4040-8fb6-b452766cafd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330346 Jun 24 12:12:26.337504 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Device a66df66a-b704-4cb7-896b-9bc0ed85805d up at agent hyperv_hv-neutron-7971 {{(pid=128085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:12:26.404671 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Provisioning complete for port a66df66a-b704-4cb7-896b-9bc0ed85805d triggered by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:12:26.405115 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:12:26.429948 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-d33cf781-292c-44a9-b176-df035aaa1e31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:12:26.487767 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:12:26.505977 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefe5785-8ba5-4b27-9902-83284a13944b req-d6b26c20-5b67-4811-915b-03a31c4617d2 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:12:26.507435 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-fefe5785-8ba5-4b27-9902-83284a13944b req-d6b26c20-5b67-4811-915b-03a31c4617d2 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] 10.222.0.53 "GET /v2.0/ports?device_id=c84004db-8fa9-4f38-b3b3-b2b82d3be196 HTTP/1.1" status: 200 len: 944 time: 0.0677614 Jun 24 12:12:26.510602 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c84004db-8fa9-4f38-b3b3-b2b82d3be196', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a66df66a-b704-4cb7-896b-9bc0ed85805d'}] {{(pid=128085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 12:12:26.513076 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1098ec9051a50dd033317f529a09b9762582ef7b417ebe05928aca59e08255aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b4b4003-2704-41e3-8014-62f378bbb23a" -d '{"events": [{"server_uuid": "c84004db-8fa9-4f38-b3b3-b2b82d3be196", "name": "network-vif-plugged", "status": "completed", "tag": "a66df66a-b704-4cb7-896b-9bc0ed85805d"}]}' {{(pid=128085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 12:12:26.527036 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] For port a66df66a-b704-4cb7-896b-9bc0ed85805d, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=a66df66a-b704-4cb7-896b-9bc0ed85805d,segment=NetworkSegment(c6747bfc-9f45-4917-9f38-8036bcce1357),segment_id=c6747bfc-9f45-4917-9f38-8036bcce1357)] {{(pid=128085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:12:26.532070 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:12:26.534320 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:12:26.563506 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-fefe5785-8ba5-4b27-9902-83284a13944b req-7edf1231-eef4-4423-82fd-3fa13235d8cc tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] 10.222.0.53 "GET /v2.0/security-groups?id=816370d7-cde7-4040-8fb6-b452766cafd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496137 Jun 24 12:12:26.565158 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 12:12:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a995adb-9c3f-4ae5-9aab-830a49ee7a74 x-openstack-request-id: req-3a995adb-9c3f-4ae5-9aab-830a49ee7a74 {{(pid=128085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 12:12:26.565546 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c84004db-8fa9-4f38-b3b3-b2b82d3be196", "name": "network-vif-plugged", "status": "completed", "tag": "a66df66a-b704-4cb7-896b-9bc0ed85805d", "code": 200}]} {{(pid=128085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 12:12:26.565546 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-3a995adb-9c3f-4ae5-9aab-830a49ee7a74 {{(pid=128085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 12:12:26.566115 dv-neutron-797120-4-hyperv neutron-server[128085]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c84004db-8fa9-4f38-b3b3-b2b82d3be196', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a66df66a-b704-4cb7-896b-9bc0ed85805d', 'code': 200} Jun 24 12:12:26.586311 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:12:26.600293 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Pushing event updated for resources: {'Port': ['ID=a66df66a-b704-4cb7-896b-9bc0ed85805d,revision_number=10']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:12:26.603205 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:12:27.741629 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7e2809-f33d-4d6c-b849-58a38b0a7ca2 req-6f726342-bb97-41f6-8a49-7e019ac30785 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:12:27.743082 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-0c7e2809-f33d-4d6c-b849-58a38b0a7ca2 req-6f726342-bb97-41f6-8a49-7e019ac30785 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] 10.222.0.53 "GET /v2.0/ports?device_id=c84004db-8fa9-4f38-b3b3-b2b82d3be196 HTTP/1.1" status: 200 len: 946 time: 0.0654571 Jun 24 12:12:27.771285 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-03237adf-ebd0-46f2-a476-4d4bb746e0f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:12:27.793693 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-0c7e2809-f33d-4d6c-b849-58a38b0a7ca2 req-f6afa77c-9444-47a9-aaea-5e51fe2cd9af tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] 10.222.0.53 "GET /v2.0/security-groups?id=816370d7-cde7-4040-8fb6-b452766cafd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439558 Jun 24 12:12:28.736146 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41b72fe-6413-422a-b451-03f5f7f15245 req-f5cf2c90-7603-4295-9e65-0a41b72c4fcb tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:12:28.737885 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-b41b72fe-6413-422a-b451-03f5f7f15245 req-f5cf2c90-7603-4295-9e65-0a41b72c4fcb tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] 10.222.0.45 "GET /v2.0/ports?device_id=c84004db-8fa9-4f38-b3b3-b2b82d3be196 HTTP/1.1" status: 200 len: 946 time: 0.0674801 Jun 24 12:12:28.846075 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.plugin [req-b41b72fe-6413-422a-b451-03f5f7f15245 req-35e6da39-fe61-42f2-9ad6-2dc85eb98b90 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] Deleting port a66df66a-b704-4cb7-896b-9bc0ed85805d {{(pid=128083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:12:28.846075 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-b41b72fe-6413-422a-b451-03f5f7f15245 req-35e6da39-fe61-42f2-9ad6-2dc85eb98b90 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793193942312'] for port, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:12:28.969924 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.db [req-b41b72fe-6413-422a-b451-03f5f7f15245 req-35e6da39-fe61-42f2-9ad6-2dc85eb98b90 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] For port a66df66a-b704-4cb7-896b-9bc0ed85805d, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=a66df66a-b704-4cb7-896b-9bc0ed85805d,segment=NetworkSegment(c6747bfc-9f45-4917-9f38-8036bcce1357),segment_id=c6747bfc-9f45-4917-9f38-8036bcce1357)] {{(pid=128083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:12:28.970285 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-b41b72fe-6413-422a-b451-03f5f7f15245 req-35e6da39-fe61-42f2-9ad6-2dc85eb98b90 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1978872'] for port, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:12:29.048053 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c248edc-b34a-4ff8-b62a-b69e330e7fe3 req-ed2df3e5-952f-44bb-a35a-6225ce7c3b15 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:12:29.049464 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-3c248edc-b34a-4ff8-b62a-b69e330e7fe3 req-ed2df3e5-952f-44bb-a35a-6225ce7c3b15 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] 10.222.0.53 "GET /v2.0/ports?device_id=c84004db-8fa9-4f38-b3b3-b2b82d3be196 HTTP/1.1" status: 200 len: 946 time: 0.1433911 Jun 24 12:12:29.132753 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-3c248edc-b34a-4ff8-b62a-b69e330e7fe3 req-f2906375-715f-4fa3-94b1-de22cae4bb5c tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] 10.222.0.53 "GET /v2.0/security-groups?id=816370d7-cde7-4040-8fb6-b452766cafd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0754869 Jun 24 12:12:29.190456 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-b41b72fe-6413-422a-b451-03f5f7f15245 req-35e6da39-fe61-42f2-9ad6-2dc85eb98b90 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] Notify callbacks [] for floatingip, precommit_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:12:29.190822 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-b41b72fe-6413-422a-b451-03f5f7f15245 req-35e6da39-fe61-42f2-9ad6-2dc85eb98b90 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1815637'] for floatingip, after_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:12:29.191131 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.db.l3_db [req-b41b72fe-6413-422a-b451-03f5f7f15245 req-35e6da39-fe61-42f2-9ad6-2dc85eb98b90 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] Floating IP 3323fb57-fefb-4ec1-81d7-c34644bbcc94 disassociated. External IP: 172.26.7.240, port: a66df66a-b704-4cb7-896b-9bc0ed85805d. Jun 24 12:12:29.191520 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.plugin [req-b41b72fe-6413-422a-b451-03f5f7f15245 req-35e6da39-fe61-42f2-9ad6-2dc85eb98b90 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] Calling delete_port for a66df66a-b704-4cb7-896b-9bc0ed85805d owned by compute:nova {{(pid=128083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:12:29.318425 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-b41b72fe-6413-422a-b451-03f5f7f15245 req-35e6da39-fe61-42f2-9ad6-2dc85eb98b90 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793193945299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193536732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2537862'] for port, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:12:29.322143 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-fd2fbd9b-eb9d-4ec1-b050-e4c68d36c5f6 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:12:29.348401 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e6da39-fe61-42f2-9ad6-2dc85eb98b90 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] Pushing event deleted for resources: {'Port': ['ID=a66df66a-b704-4cb7-896b-9bc0ed85805d,revision_number=None']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:12:29.358934 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e6da39-fe61-42f2-9ad6-2dc85eb98b90 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:12:29.359348 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e6da39-fe61-42f2-9ad6-2dc85eb98b90 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:12:29.359722 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e6da39-fe61-42f2-9ad6-2dc85eb98b90 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:12:29.360104 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e6da39-fe61-42f2-9ad6-2dc85eb98b90 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:12:29.360476 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e6da39-fe61-42f2-9ad6-2dc85eb98b90 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:12:29.360853 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e6da39-fe61-42f2-9ad6-2dc85eb98b90 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:12:29.361255 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e6da39-fe61-42f2-9ad6-2dc85eb98b90 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:12:29.361629 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e6da39-fe61-42f2-9ad6-2dc85eb98b90 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:12:29.362001 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e6da39-fe61-42f2-9ad6-2dc85eb98b90 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:12:29.362370 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e6da39-fe61-42f2-9ad6-2dc85eb98b90 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:12:29.362736 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e6da39-fe61-42f2-9ad6-2dc85eb98b90 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:12:29.363120 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e6da39-fe61-42f2-9ad6-2dc85eb98b90 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:12:29.367268 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-35e6da39-fe61-42f2-9ad6-2dc85eb98b90 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:12:29.499828 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b41b72fe-6413-422a-b451-03f5f7f15245 req-35e6da39-fe61-42f2-9ad6-2dc85eb98b90 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] Router 5f6b9212-f3ed-4af8-8246-7ff04426fd3a has already been hosted by L3 agent 2987dba8-2249-4ee6-96ec-28f0f7a6127d {{(pid=128083) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 12:12:29.622103 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b41b72fe-6413-422a-b451-03f5f7f15245 req-35e6da39-fe61-42f2-9ad6-2dc85eb98b90 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] Notify agent at l3_agent.dv-neutron-797120-4-hyperv the message routers_updated {{(pid=128083) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 12:12:29.634303 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-596eac7b-dddd-4569-af8a-da5d00e0e32d None None] Sync routers for ids ['5f6b9212-f3ed-4af8-8246-7ff04426fd3a'] in dv-neutron-797120-4-hyperv {{(pid=128085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 12:12:29.644595 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-596eac7b-dddd-4569-af8a-da5d00e0e32d None None] Routers {'5f6b9212-f3ed-4af8-8246-7ff04426fd3a'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:12:29.645441 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-596eac7b-dddd-4569-af8a-da5d00e0e32d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T12:12:26Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['5f6b9212-f3ed-4af8-8246-7ff04426fd3a'], 'active': True} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:12:29.688719 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.l3_dvrscheduler_db [req-b41b72fe-6413-422a-b451-03f5f7f15245 req-35e6da39-fe61-42f2-9ad6-2dc85eb98b90 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] No DVR routers for this DVR port a66df66a-b704-4cb7-896b-9bc0ed85805d on host hv-neutron-7971 {{(pid=128083) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 12:12:29.692396 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-b41b72fe-6413-422a-b451-03f5f7f15245 req-35e6da39-fe61-42f2-9ad6-2dc85eb98b90 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468916'] for port, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:12:29.695275 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-b41b72fe-6413-422a-b451-03f5f7f15245 req-35e6da39-fe61-42f2-9ad6-2dc85eb98b90 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] 10.222.0.45 "DELETE /v2.0/ports/a66df66a-b704-4cb7-896b-9bc0ed85805d HTTP/1.1" status: 204 len: 173 time: 0.9488900 Jun 24 12:12:29.695990 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c84004db-8fa9-4f38-b3b3-b2b82d3be196', 'name': 'network-vif-deleted', 'tag': 'a66df66a-b704-4cb7-896b-9bc0ed85805d'}] {{(pid=128083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 12:12:29.700671 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a77f7dee1a0522ddf93af289475d218fcdb8f30317daadec13ebf930b5b9dbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dfa9cc1-0542-412d-8e7c-f5d1ddc35dd4" -d '{"events": [{"server_uuid": "c84004db-8fa9-4f38-b3b3-b2b82d3be196", "name": "network-vif-deleted", "tag": "a66df66a-b704-4cb7-896b-9bc0ed85805d"}]}' {{(pid=128083) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 12:12:29.777373 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvr_db [None req-596eac7b-dddd-4569-af8a-da5d00e0e32d None None] Set router 5f6b9212-f3ed-4af8-8246-7ff04426fd3a gateway port host: dv-neutron-797120-4-hyperv {{(pid=128085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:12:29.781491 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-52c483ef-d5c1-4030-9a32-e5ce4ff00ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:12:29.820526 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 12:12:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0deb4fca-b8fe-4f8a-a3ed-22637654d5a6 x-openstack-request-id: req-0deb4fca-b8fe-4f8a-a3ed-22637654d5a6 {{(pid=128083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 12:12:29.821027 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c84004db-8fa9-4f38-b3b3-b2b82d3be196", "name": "network-vif-deleted", "tag": "a66df66a-b704-4cb7-896b-9bc0ed85805d", "status": "completed", "code": 200}]} {{(pid=128083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 12:12:29.821450 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-0deb4fca-b8fe-4f8a-a3ed-22637654d5a6 {{(pid=128083) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 12:12:29.822085 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c84004db-8fa9-4f38-b3b3-b2b82d3be196', 'name': 'network-vif-deleted', 'tag': 'a66df66a-b704-4cb7-896b-9bc0ed85805d', 'status': 'completed', 'code': 200} Jun 24 12:12:30.150454 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-596eac7b-dddd-4569-af8a-da5d00e0e32d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f6b9212-f3ed-4af8-8246-7ff04426fd3a', 'name': 'tempest-ServerActionsTestJSON-2035639249-router', 'tenant_id': '0414285f410c496f97b7d12d23355c2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'external_fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.71'}], 'enable_snat': True}, 'gw_port_id': '724033e4-3216-4ffb-8215-98af4306d04c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:08:16Z', 'updated_at': '2021-06-24T12:08:18Z', 'revision_number': 4, 'project_id': '0414285f410c496f97b7d12d23355c2f', 'gw_port': {'id': '724033e4-3216-4ffb-8215-98af4306d04c', 'name': '', 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:2b:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f6b9212-f3ed-4af8-8246-7ff04426fd3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:08:16Z', 'updated_at': '2021-06-24T12:08:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-4-hyperv', '_interfaces': [{'id': '539e94c5-a7c7-49a1-9ccf-cf97a640b437', 'name': '', 'network_id': 'cde1942d-b2ff-4a1a-9427-86fec798cc5b', 'tenant_id': '0414285f410c496f97b7d12d23355c2f', 'mac_address': 'fa:16:3e:98:a7:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f6b9212-f3ed-4af8-8246-7ff04426fd3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': '32933e07-9d7b-413a-a2dd-d2852e8b62db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:08:18Z', 'updated_at': '2021-06-24T12:08:24Z', 'revision_number': 5, 'project_id': '0414285f410c496f97b7d12d23355c2f', 'subnets': [{'id': '32933e07-9d7b-413a-a2dd-d2852e8b62db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:12:30.179820 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-596eac7b-dddd-4569-af8a-da5d00e0e32d None None] Checking router: 5f6b9212-f3ed-4af8-8246-7ff04426fd3a for host: dv-neutron-797120-4-hyperv {{(pid=128085) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 12:12:30.189653 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-596eac7b-dddd-4569-af8a-da5d00e0e32d None None] Routers {'5f6b9212-f3ed-4af8-8246-7ff04426fd3a'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:12:30.190348 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-596eac7b-dddd-4569-af8a-da5d00e0e32d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T12:12:26Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['5f6b9212-f3ed-4af8-8246-7ff04426fd3a'], 'active': True} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:12:30.311714 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-acb2b799-b126-4af4-bb3e-68bcb5f35dd5 req-a9573c37-993b-4806-883f-7b9fdf4197da tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] 10.222.0.53 "GET /v2.0/ports?device_id=c84004db-8fa9-4f38-b3b3-b2b82d3be196 HTTP/1.1" status: 200 len: 210 time: 0.0305097 Jun 24 12:12:30.326721 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvr_db [None req-596eac7b-dddd-4569-af8a-da5d00e0e32d None None] Set router 5f6b9212-f3ed-4af8-8246-7ff04426fd3a gateway port host: dv-neutron-797120-4-hyperv {{(pid=128085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:12:30.569240 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-596eac7b-dddd-4569-af8a-da5d00e0e32d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f6b9212-f3ed-4af8-8246-7ff04426fd3a', 'name': 'tempest-ServerActionsTestJSON-2035639249-router', 'tenant_id': '0414285f410c496f97b7d12d23355c2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'external_fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.71'}], 'enable_snat': True}, 'gw_port_id': '724033e4-3216-4ffb-8215-98af4306d04c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:08:16Z', 'updated_at': '2021-06-24T12:08:18Z', 'revision_number': 4, 'project_id': '0414285f410c496f97b7d12d23355c2f', 'gw_port': {'id': '724033e4-3216-4ffb-8215-98af4306d04c', 'name': '', 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:2b:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f6b9212-f3ed-4af8-8246-7ff04426fd3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:08:16Z', 'updated_at': '2021-06-24T12:08:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-4-hyperv', '_interfaces': [{'id': '539e94c5-a7c7-49a1-9ccf-cf97a640b437', 'name': '', 'network_id': 'cde1942d-b2ff-4a1a-9427-86fec798cc5b', 'tenant_id': '0414285f410c496f97b7d12d23355c2f', 'mac_address': 'fa:16:3e:98:a7:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f6b9212-f3ed-4af8-8246-7ff04426fd3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': '32933e07-9d7b-413a-a2dd-d2852e8b62db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:08:18Z', 'updated_at': '2021-06-24T12:08:24Z', 'revision_number': 5, 'project_id': '0414285f410c496f97b7d12d23355c2f', 'subnets': [{'id': '32933e07-9d7b-413a-a2dd-d2852e8b62db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:12:30.598665 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-596eac7b-dddd-4569-af8a-da5d00e0e32d None None] The sync data for ids ['5f6b9212-f3ed-4af8-8246-7ff04426fd3a'] in dv-neutron-797120-4-hyperv is: [{'id': '5f6b9212-f3ed-4af8-8246-7ff04426fd3a', 'name': 'tempest-ServerActionsTestJSON-2035639249-router', 'tenant_id': '0414285f410c496f97b7d12d23355c2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'external_fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.71'}], 'enable_snat': True}, 'gw_port_id': '724033e4-3216-4ffb-8215-98af4306d04c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:08:16Z', 'updated_at': '2021-06-24T12:08:18Z', 'revision_number': 4, 'project_id': '0414285f410c496f97b7d12d23355c2f', 'gw_port': {'id': '724033e4-3216-4ffb-8215-98af4306d04c', 'name': '', 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:2b:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f6b9212-f3ed-4af8-8246-7ff04426fd3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:08:16Z', 'updated_at': '2021-06-24T12:08:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-4-hyperv', '_interfaces': [{'id': '539e94c5-a7c7-49a1-9ccf-cf97a640b437', 'name': '', 'network_id': 'cde1942d-b2ff-4a1a-9427-86fec798cc5b', 'tenant_id': '0414285f410c496f97b7d12d23355c2f', 'mac_address': 'fa:16:3e:98:a7:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f6b9212-f3ed-4af8-8246-7ff04426fd3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': '32933e07-9d7b-413a-a2dd-d2852e8b62db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:08:18Z', 'updated_at': '2021-06-24T12:08:24Z', 'revision_number': 5, 'project_id': '0414285f410c496f97b7d12d23355c2f', 'subnets': [{'id': '32933e07-9d7b-413a-a2dd-d2852e8b62db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=128085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 12:12:30.824113 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a796fcbb-f8bd-41da-961b-fcbe8bf900ef None None] New status for floating IP 3323fb57-fefb-4ec1-81d7-c34644bbcc94: DOWN {{(pid=128086) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 24 12:12:31.634000 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-3b7af400-a361-4791-96d3-048e75faff91 req-61118f14-56e3-4ccf-b891-371f1fbd2290 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-securitygroup--1254363886&fields=id&tenant_id=0414285f410c496f97b7d12d23355c2f HTTP/1.1" status: 200 len: 267 time: 0.0335655 Jun 24 12:12:31.745977 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7af400-a361-4791-96d3-048e75faff91 req-00772552-8129-4c51-a7ce-6f9062e826f9 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:12:31.747643 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-3b7af400-a361-4791-96d3-048e75faff91 req-00772552-8129-4c51-a7ce-6f9062e826f9 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] 10.222.0.53 "GET /v2.0/networks?id=cde1942d-b2ff-4a1a-9427-86fec798cc5b HTTP/1.1" status: 200 len: 812 time: 0.1061437 Jun 24 12:12:31.766147 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-3b7af400-a361-4791-96d3-048e75faff91 req-3a907b9a-ba5a-4f06-ab71-76483272c2c0 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] 10.222.0.53 "GET /v2.0/quotas/0414285f410c496f97b7d12d23355c2f HTTP/1.1" status: 200 len: 375 time: 0.0121417 Jun 24 12:12:31.841803 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-3b7af400-a361-4791-96d3-048e75faff91 req-f16bb210-cafd-4b46-8f99-70fa9079f5dc tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=0414285f410c496f97b7d12d23355c2f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0699577 Jun 24 12:12:31.938457 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-3b7af400-a361-4791-96d3-048e75faff91 req-06173159-f00f-476f-8a39-8d2736bf7514 service neutron] 10.222.0.53 "GET /v2.0/networks/cde1942d-b2ff-4a1a-9427-86fec798cc5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852020 Jun 24 12:12:32.030844 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-3b7af400-a361-4791-96d3-048e75faff91 req-0207e3f8-dfe3-4d2e-80b0-3ff6c835d0fa service neutron] 10.222.0.53 "GET /v2.0/networks/cde1942d-b2ff-4a1a-9427-86fec798cc5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866573 Jun 24 12:12:32.201094 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-197759fd-ffef-4ade-9e96-78f38694ac60 req-49ad5043-c9c4-489b-816d-888f22e6dd5d tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c8288a8-7463-4436-8ed6-a94acc30fb55 HTTP/1.1" status: 200 len: 210 time: 0.0353155 Jun 24 12:12:32.333672 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Device a66df66a-b704-4cb7-896b-9bc0ed85805d no longer exists at agent hyperv_hv-neutron-7971 {{(pid=128085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 12:12:32.354515 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] No Port match for: a66df66a-b704-4cb7-896b-9bc0ed85805d {{(pid=128085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 12:12:32.354871 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Device a66df66a-b704-4cb7-896b-9bc0ed85805d not bound to the agent host hv-neutron-7971 {{(pid=128085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 12:12:33.313080 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7af400-a361-4791-96d3-048e75faff91 req-e8b5cf38-964b-4ecc-948d-37ba2f5f5d87 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:12:33.314545 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-3b7af400-a361-4791-96d3-048e75faff91 req-e8b5cf38-964b-4ecc-948d-37ba2f5f5d87 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] 10.222.0.45 "GET /v2.0/networks?id=cde1942d-b2ff-4a1a-9427-86fec798cc5b HTTP/1.1" status: 200 len: 812 time: 0.1154284 Jun 24 12:12:33.353544 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-e2b5703b-c176-46ef-a5bf-c1c5488927d7 req-842ee743-f606-414e-a2aa-a6431e5a556c tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c8288a8-7463-4436-8ed6-a94acc30fb55 HTTP/1.1" status: 200 len: 210 time: 0.0306416 Jun 24 12:12:33.392736 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-3b7af400-a361-4791-96d3-048e75faff91 req-368e4091-b60c-422d-9179-672995a3b77e tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0414285f410c496f97b7d12d23355c2f HTTP/1.1" status: 200 len: 380 time: 0.0415878 Jun 24 12:12:33.405545 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [req-3b7af400-a361-4791-96d3-048e75faff91 req-02d50dac-3928-4150-b8ec-ee6e7430c2ab tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] Request body: {'port': {'device_id': '0c8288a8-7463-4436-8ed6-a94acc30fb55', 'network_id': 'cde1942d-b2ff-4a1a-9427-86fec798cc5b', 'admin_state_up': True, 'tenant_id': '0414285f410c496f97b7d12d23355c2f', 'security_groups': ['816370d7-cde7-4040-8fb6-b452766cafd6']}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:12:33.523166 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3b7af400-a361-4791-96d3-048e75faff91 req-02d50dac-3928-4150-b8ec-ee6e7430c2ab tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] Made reservation on behalf of 0414285f410c496f97b7d12d23355c2f for: {'port': 1} {{(pid=128083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:12:33.526744 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-3b7af400-a361-4791-96d3-048e75faff91 req-02d50dac-3928-4150-b8ec-ee6e7430c2ab tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:12:33.652842 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.db_base_plugin_common [req-3b7af400-a361-4791-96d3-048e75faff91 req-02d50dac-3928-4150-b8ec-ee6e7430c2ab tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] Allocated IP 172.20.0.13 (cde1942d-b2ff-4a1a-9427-86fec798cc5b/32933e07-9d7b-413a-a2dd-d2852e8b62db/29bc06c8-9f14-492e-b79a-caa9a1671082) {{(pid=128083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:12:33.791425 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-3b7af400-a361-4791-96d3-048e75faff91 req-02d50dac-3928-4150-b8ec-ee6e7430c2ab tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] Notify callbacks [] for port, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:12:33.805089 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.provisioning_blocks [req-3b7af400-a361-4791-96d3-048e75faff91 req-02d50dac-3928-4150-b8ec-ee6e7430c2ab tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] Transition to ACTIVE for port object 29bc06c8-9f14-492e-b79a-caa9a1671082 will not be triggered until provisioned by entity DHCP. {{(pid=128083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:12:33.837167 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-3b7af400-a361-4791-96d3-048e75faff91 req-02d50dac-3928-4150-b8ec-ee6e7430c2ab tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-650429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-506361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793193536723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2537853'] for port, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:12:33.841458 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-4d9b3ee8-ef84-4626-b5d6-e531b5412a9d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:12:33.889478 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b7af400-a361-4791-96d3-048e75faff91 req-02d50dac-3928-4150-b8ec-ee6e7430c2ab tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] Network cde1942d-b2ff-4a1a-9427-86fec798cc5b is already hosted by enough agents. {{(pid=128083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:12:33.892910 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.base_scheduler [req-3b7af400-a361-4791-96d3-048e75faff91 req-02d50dac-3928-4150-b8ec-ee6e7430c2ab tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] Resources bound (agent type, host, resource id): {{(pid=128083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:12:33.897379 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b7af400-a361-4791-96d3-048e75faff91 req-02d50dac-3928-4150-b8ec-ee6e7430c2ab tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] Received port after_create {{(pid=128083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:12:33.901382 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d50dac-3928-4150-b8ec-ee6e7430c2ab tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] Pushing event updated for resources: {'Port': ['ID=29bc06c8-9f14-492e-b79a-caa9a1671082,revision_number=1']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:12:33.926924 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-02d50dac-3928-4150-b8ec-ee6e7430c2ab tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:12:33.954404 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7af400-a361-4791-96d3-048e75faff91 req-02d50dac-3928-4150-b8ec-ee6e7430c2ab tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:12:33.955209 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-3b7af400-a361-4791-96d3-048e75faff91 req-02d50dac-3928-4150-b8ec-ee6e7430c2ab tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468916'] for port, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:12:33.970556 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-3b7af400-a361-4791-96d3-048e75faff91 req-02d50dac-3928-4150-b8ec-ee6e7430c2ab tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5696518 Jun 24 12:12:33.986782 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [req-3b7af400-a361-4791-96d3-048e75faff91 req-e91fde2f-4c8c-4b60-a7a0-921105d91b38 service neutron] Request body: {'port': {'device_id': '0c8288a8-7463-4436-8ed6-a94acc30fb55', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7971'}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:12:34.062369 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-3b7af400-a361-4791-96d3-048e75faff91 req-e91fde2f-4c8c-4b60-a7a0-921105d91b38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:12:34.104889 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-b91ba66c-cd98-4e17-a0da-88a060300ee7 None None] Provisioning for port 29bc06c8-9f14-492e-b79a-caa9a1671082 completed by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:12:34.109279 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-b91ba66c-cd98-4e17-a0da-88a060300ee7 None None] Provisioning complete for port 29bc06c8-9f14-492e-b79a-caa9a1671082 triggered by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:12:34.109682 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-b91ba66c-cd98-4e17-a0da-88a060300ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:12:34.152752 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-b91ba66c-cd98-4e17-a0da-88a060300ee7 None None] Port 29bc06c8-9f14-492e-b79a-caa9a1671082 cannot update to ACTIVE because it is not bound. {{(pid=128085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 12:12:34.345302 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.notifiers.nova [req-3b7af400-a361-4791-96d3-048e75faff91 req-e91fde2f-4c8c-4b60-a7a0-921105d91b38 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 29bc06c8-9f14-492e-b79a-caa9a1671082 {{(pid=128083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 12:12:34.352297 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-3b7af400-a361-4791-96d3-048e75faff91 req-e91fde2f-4c8c-4b60-a7a0-921105d91b38 service neutron] Notify callbacks [] for port, precommit_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:12:34.367236 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.provisioning_blocks [req-3b7af400-a361-4791-96d3-048e75faff91 req-e91fde2f-4c8c-4b60-a7a0-921105d91b38 service neutron] Transition to ACTIVE for port object 29bc06c8-9f14-492e-b79a-caa9a1671082 will not be triggered until provisioned by entity L2. {{(pid=128083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:12:34.370692 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-3b7af400-a361-4791-96d3-048e75faff91 req-e91fde2f-4c8c-4b60-a7a0-921105d91b38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2537871'] for port, after_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:12:34.372718 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-e2403134-c002-44dd-b71f-b735086b1b6e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:12:34.428279 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91fde2f-4c8c-4b60-a7a0-921105d91b38 service neutron] Pushing event updated for resources: {'Port': ['ID=29bc06c8-9f14-492e-b79a-caa9a1671082,revision_number=2']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:12:34.431888 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-e91fde2f-4c8c-4b60-a7a0-921105d91b38 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:12:34.556197 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.managers [req-3b7af400-a361-4791-96d3-048e75faff91 req-e91fde2f-4c8c-4b60-a7a0-921105d91b38 service neutron] Attempting to bind port 29bc06c8-9f14-492e-b79a-caa9a1671082 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=128083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 12:12:34.556526 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.managers [req-3b7af400-a361-4791-96d3-048e75faff91 req-e91fde2f-4c8c-4b60-a7a0-921105d91b38 service neutron] Attempting to bind port 29bc06c8-9f14-492e-b79a-caa9a1671082 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': 'c6747bfc-9f45-4917-9f38-8036bcce1357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'cde1942d-b2ff-4a1a-9427-86fec798cc5b'}] {{(pid=128083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 12:12:34.556853 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b7af400-a361-4791-96d3-048e75faff91 req-e91fde2f-4c8c-4b60-a7a0-921105d91b38 service neutron] Attempting to bind port 29bc06c8-9f14-492e-b79a-caa9a1671082 on network cde1942d-b2ff-4a1a-9427-86fec798cc5b {{(pid=128083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:12:34.568082 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b7af400-a361-4791-96d3-048e75faff91 req-e91fde2f-4c8c-4b60-a7a0-921105d91b38 service neutron] Port 29bc06c8-9f14-492e-b79a-caa9a1671082 on network cde1942d-b2ff-4a1a-9427-86fec798cc5b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=128083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 12:12:34.568407 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b7af400-a361-4791-96d3-048e75faff91 req-e91fde2f-4c8c-4b60-a7a0-921105d91b38 service neutron] Attempting to bind port 29bc06c8-9f14-492e-b79a-caa9a1671082 on network cde1942d-b2ff-4a1a-9427-86fec798cc5b {{(pid=128083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:12:34.574347 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b7af400-a361-4791-96d3-048e75faff91 req-e91fde2f-4c8c-4b60-a7a0-921105d91b38 service neutron] Checking agent: {'id': 'a2c9a14d-87aa-4cd1-a510-11988f19c3d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7971', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 11, 42, 44), 'started_at': datetime.datetime(2021, 6, 24, 11, 42, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 12, 12, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=128083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 12:12:34.575329 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b7af400-a361-4791-96d3-048e75faff91 req-e91fde2f-4c8c-4b60-a7a0-921105d91b38 service neutron] Checking segment: {'id': 'c6747bfc-9f45-4917-9f38-8036bcce1357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'cde1942d-b2ff-4a1a-9427-86fec798cc5b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=128083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:12:34.575714 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b7af400-a361-4791-96d3-048e75faff91 req-e91fde2f-4c8c-4b60-a7a0-921105d91b38 service neutron] Bound using segment: {'id': 'c6747bfc-9f45-4917-9f38-8036bcce1357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'cde1942d-b2ff-4a1a-9427-86fec798cc5b'} {{(pid=128083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 12:12:34.576224 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.managers [req-3b7af400-a361-4791-96d3-048e75faff91 req-e91fde2f-4c8c-4b60-a7a0-921105d91b38 service neutron] Bound port: 29bc06c8-9f14-492e-b79a-caa9a1671082, host: hv-neutron-7971, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6747bfc-9f45-4917-9f38-8036bcce1357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'cde1942d-b2ff-4a1a-9427-86fec798cc5b'}}] {{(pid=128083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 12:12:34.576586 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-3b7af400-a361-4791-96d3-048e75faff91 req-e91fde2f-4c8c-4b60-a7a0-921105d91b38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:12:34.600450 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d560cedb-4899-4b1a-96fd-ca96ed7c1380 req-96ab1c88-a951-474e-85a8-3fa4fd73d9e5 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:12:34.601958 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-d560cedb-4899-4b1a-96fd-ca96ed7c1380 req-96ab1c88-a951-474e-85a8-3fa4fd73d9e5 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c8288a8-7463-4436-8ed6-a94acc30fb55 HTTP/1.1" status: 200 len: 944 time: 0.1316569 Jun 24 12:12:34.681088 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-d560cedb-4899-4b1a-96fd-ca96ed7c1380 req-59494f74-ccc0-4af2-bc49-9a060e700a2d tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] 10.222.0.53 "GET /v2.0/security-groups?id=816370d7-cde7-4040-8fb6-b452766cafd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563641 Jun 24 12:12:34.683603 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.db [req-3b7af400-a361-4791-96d3-048e75faff91 req-e91fde2f-4c8c-4b60-a7a0-921105d91b38 service neutron] For port 29bc06c8-9f14-492e-b79a-caa9a1671082, host hv-neutron-7971, cleared binding levels {{(pid=128083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 12:12:34.687106 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.db [req-3b7af400-a361-4791-96d3-048e75faff91 req-e91fde2f-4c8c-4b60-a7a0-921105d91b38 service neutron] For port 29bc06c8-9f14-492e-b79a-caa9a1671082, host hv-neutron-7971, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=29bc06c8-9f14-492e-b79a-caa9a1671082,segment=NetworkSegment(c6747bfc-9f45-4917-9f38-8036bcce1357),segment_id=c6747bfc-9f45-4917-9f38-8036bcce1357)] {{(pid=128083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 12:12:34.692527 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-3b7af400-a361-4791-96d3-048e75faff91 req-e91fde2f-4c8c-4b60-a7a0-921105d91b38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2537871'] for port, after_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:12:34.695495 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-8f070b29-bff1-4ac0-a800-9c1b7761a629 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:12:34.729789 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7af400-a361-4791-96d3-048e75faff91 req-e91fde2f-4c8c-4b60-a7a0-921105d91b38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:12:34.730423 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-3b7af400-a361-4791-96d3-048e75faff91 req-e91fde2f-4c8c-4b60-a7a0-921105d91b38 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468916'] for port, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:12:34.732751 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-3b7af400-a361-4791-96d3-048e75faff91 req-e91fde2f-4c8c-4b60-a7a0-921105d91b38 service neutron] 10.222.0.45 "PUT /v2.0/ports/29bc06c8-9f14-492e-b79a-caa9a1671082 HTTP/1.1" status: 200 len: 1094 time: 0.7504604 Jun 24 12:12:34.733291 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c8288a8-7463-4436-8ed6-a94acc30fb55', 'tag': '29bc06c8-9f14-492e-b79a-caa9a1671082'}] {{(pid=128083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 12:12:34.735606 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a77f7dee1a0522ddf93af289475d218fcdb8f30317daadec13ebf930b5b9dbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b289243-b8ca-4c47-9fb2-d66d572e4976" -d '{"events": [{"name": "network-changed", "server_uuid": "0c8288a8-7463-4436-8ed6-a94acc30fb55", "tag": "29bc06c8-9f14-492e-b79a-caa9a1671082"}]}' {{(pid=128083) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 12:12:34.764497 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91fde2f-4c8c-4b60-a7a0-921105d91b38 service neutron] Pushing event updated for resources: {'Port': ['ID=29bc06c8-9f14-492e-b79a-caa9a1671082,revision_number=3']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:12:34.768071 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-e91fde2f-4c8c-4b60-a7a0-921105d91b38 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:12:34.786011 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 12:12:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49ac54f9-4194-4eae-b4b8-751a13451aa5 x-openstack-request-id: req-49ac54f9-4194-4eae-b4b8-751a13451aa5 {{(pid=128083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 12:12:34.786360 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c8288a8-7463-4436-8ed6-a94acc30fb55", "tag": "29bc06c8-9f14-492e-b79a-caa9a1671082", "status": "completed", "code": 200}]} {{(pid=128083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 12:12:34.786674 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-49ac54f9-4194-4eae-b4b8-751a13451aa5 {{(pid=128083) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 12:12:34.787153 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c8288a8-7463-4436-8ed6-a94acc30fb55', 'tag': '29bc06c8-9f14-492e-b79a-caa9a1671082', 'status': 'completed', 'code': 200} Jun 24 12:12:34.845649 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7af400-a361-4791-96d3-048e75faff91 req-d70167e2-f553-4176-8643-abac16b02201 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:12:34.847192 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-3b7af400-a361-4791-96d3-048e75faff91 req-d70167e2-f553-4176-8643-abac16b02201 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=0414285f410c496f97b7d12d23355c2f&device_id=0c8288a8-7463-4436-8ed6-a94acc30fb55 HTTP/1.1" status: 200 len: 1097 time: 0.0571668 Jun 24 12:12:34.897651 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-3b7af400-a361-4791-96d3-048e75faff91 req-f3a2e7c2-e0ce-4024-ad10-385ecf939d49 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=29bc06c8-9f14-492e-b79a-caa9a1671082 HTTP/1.1" status: 200 len: 217 time: 0.0387139 Jun 24 12:12:34.948271 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7af400-a361-4791-96d3-048e75faff91 req-886f75e2-53f2-4a01-8e8f-7e4bd3ab962f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:12:34.949774 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-3b7af400-a361-4791-96d3-048e75faff91 req-886f75e2-53f2-4a01-8e8f-7e4bd3ab962f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=32933e07-9d7b-413a-a2dd-d2852e8b62db HTTP/1.1" status: 200 len: 851 time: 0.0449975 Jun 24 12:12:35.015295 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7af400-a361-4791-96d3-048e75faff91 req-77ea051d-5e0d-4931-8a24-000309202d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:12:35.016776 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-3b7af400-a361-4791-96d3-048e75faff91 req-77ea051d-5e0d-4931-8a24-000309202d44 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=cde1942d-b2ff-4a1a-9427-86fec798cc5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0580659 Jun 24 12:12:35.109389 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-3b7af400-a361-4791-96d3-048e75faff91 req-cbe17a46-aafe-455d-a519-df192e93873f service neutron] 10.222.0.45 "GET /v2.0/networks/cde1942d-b2ff-4a1a-9427-86fec798cc5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818691 Jun 24 12:12:35.204859 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-3b7af400-a361-4791-96d3-048e75faff91 req-b33a88cf-b6d5-4dee-bb5a-86dabf91536a service neutron] 10.222.0.45 "GET /v2.0/networks/cde1942d-b2ff-4a1a-9427-86fec798cc5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858974 Jun 24 12:12:35.314302 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b289243-b8ca-4c47-9fb2-d66d572e4976 req-e67e4f3f-e40c-467b-8d3d-06e627ec27cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:12:35.315775 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-1b289243-b8ca-4c47-9fb2-d66d572e4976 req-e67e4f3f-e40c-467b-8d3d-06e627ec27cc service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=0414285f410c496f97b7d12d23355c2f&device_id=0c8288a8-7463-4436-8ed6-a94acc30fb55 HTTP/1.1" status: 200 len: 1097 time: 0.0551319 Jun 24 12:12:35.412012 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b289243-b8ca-4c47-9fb2-d66d572e4976 req-d7ba1c2e-9515-43db-89be-cb5c95000b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:12:35.413408 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-1b289243-b8ca-4c47-9fb2-d66d572e4976 req-d7ba1c2e-9515-43db-89be-cb5c95000b82 service neutron] 10.222.0.45 "GET /v2.0/networks?id=cde1942d-b2ff-4a1a-9427-86fec798cc5b HTTP/1.1" status: 200 len: 913 time: 0.0902350 Jun 24 12:12:35.454198 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-1b289243-b8ca-4c47-9fb2-d66d572e4976 req-3adc8408-8378-4593-a5f7-3e10651e5904 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=29bc06c8-9f14-492e-b79a-caa9a1671082 HTTP/1.1" status: 200 len: 217 time: 0.0331652 Jun 24 12:12:35.504924 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b289243-b8ca-4c47-9fb2-d66d572e4976 req-dc5960c5-7c82-4e0f-adc0-10443beee7b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:12:35.506370 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-1b289243-b8ca-4c47-9fb2-d66d572e4976 req-dc5960c5-7c82-4e0f-adc0-10443beee7b5 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=32933e07-9d7b-413a-a2dd-d2852e8b62db HTTP/1.1" status: 200 len: 851 time: 0.0431693 Jun 24 12:12:35.575020 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b289243-b8ca-4c47-9fb2-d66d572e4976 req-a5f73045-c380-4a97-89e1-b37db21989cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:12:35.576527 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-1b289243-b8ca-4c47-9fb2-d66d572e4976 req-a5f73045-c380-4a97-89e1-b37db21989cf service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=cde1942d-b2ff-4a1a-9427-86fec798cc5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0631254 Jun 24 12:12:35.669992 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-1b289243-b8ca-4c47-9fb2-d66d572e4976 req-d87fd610-ee94-4754-9a0f-08b8e838a724 service neutron] 10.222.0.45 "GET /v2.0/networks/cde1942d-b2ff-4a1a-9427-86fec798cc5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845129 Jun 24 12:12:35.765231 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-1b289243-b8ca-4c47-9fb2-d66d572e4976 req-c6350a91-a0a1-4243-9b96-c249e02fe53c service neutron] 10.222.0.45 "GET /v2.0/networks/cde1942d-b2ff-4a1a-9427-86fec798cc5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878568 Jun 24 12:12:35.862099 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cc5a1a-af15-4f53-9299-b1fabb789228 req-a4fc0821-ad78-4c1f-811c-b6440e2d0d6c tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:12:35.863559 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-a6cc5a1a-af15-4f53-9299-b1fabb789228 req-a4fc0821-ad78-4c1f-811c-b6440e2d0d6c tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c8288a8-7463-4436-8ed6-a94acc30fb55 HTTP/1.1" status: 200 len: 944 time: 0.0651691 Jun 24 12:12:35.906233 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-a6cc5a1a-af15-4f53-9299-b1fabb789228 req-fc00acf4-33dc-40bf-91d9-d37a60129542 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] 10.222.0.53 "GET /v2.0/security-groups?id=816370d7-cde7-4040-8fb6-b452766cafd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370369 Jun 24 12:12:37.116064 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36e7b31-bfd0-4399-bff7-56621167d4e7 req-8eb2afaf-4ef7-4b12-9897-c9290cd76702 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:12:37.117576 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-f36e7b31-bfd0-4399-bff7-56621167d4e7 req-8eb2afaf-4ef7-4b12-9897-c9290cd76702 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c8288a8-7463-4436-8ed6-a94acc30fb55 HTTP/1.1" status: 200 len: 944 time: 0.0764866 Jun 24 12:12:37.161025 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-f36e7b31-bfd0-4399-bff7-56621167d4e7 req-bdf64b5d-7530-4cf2-a8a6-aa001f336dff tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] 10.222.0.53 "GET /v2.0/security-groups?id=816370d7-cde7-4040-8fb6-b452766cafd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360532 Jun 24 12:12:38.338938 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d18035-9e47-4e88-9239-c9934fc63307 req-d6aa315b-54c3-4e20-a41e-ec76097ff8b1 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:12:38.340533 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-30d18035-9e47-4e88-9239-c9934fc63307 req-d6aa315b-54c3-4e20-a41e-ec76097ff8b1 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c8288a8-7463-4436-8ed6-a94acc30fb55 HTTP/1.1" status: 200 len: 944 time: 0.0638835 Jun 24 12:12:38.368863 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Device 29bc06c8-9f14-492e-b79a-caa9a1671082 details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=128085) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 12:12:38.379481 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-30d18035-9e47-4e88-9239-c9934fc63307 req-71ae149a-1ddc-40dd-bdad-0fc54a24d9d5 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] 10.222.0.53 "GET /v2.0/security-groups?id=816370d7-cde7-4040-8fb6-b452766cafd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331457 Jun 24 12:12:38.464134 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] For port 29bc06c8-9f14-492e-b79a-caa9a1671082, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=29bc06c8-9f14-492e-b79a-caa9a1671082,segment=NetworkSegment(c6747bfc-9f45-4917-9f38-8036bcce1357),segment_id=c6747bfc-9f45-4917-9f38-8036bcce1357)] {{(pid=128085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:12:38.474645 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Returning: {'device': '29bc06c8-9f14-492e-b79a-caa9a1671082', 'network_id': 'cde1942d-b2ff-4a1a-9427-86fec798cc5b', 'port_id': '29bc06c8-9f14-492e-b79a-caa9a1671082', 'mac_address': 'fa:16:3e:5d:02:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 621, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32933e07-9d7b-413a-a2dd-d2852e8b62db', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=128085) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 12:12:38.514666 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:12:38.526870 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.notifiers.nova [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29bc06c8-9f14-492e-b79a-caa9a1671082 {{(pid=128085) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 12:12:38.545885 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] For port 29bc06c8-9f14-492e-b79a-caa9a1671082, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=29bc06c8-9f14-492e-b79a-caa9a1671082,segment=NetworkSegment(c6747bfc-9f45-4917-9f38-8036bcce1357),segment_id=c6747bfc-9f45-4917-9f38-8036bcce1357)] {{(pid=128085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:12:38.552475 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:12:38.554425 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:12:38.599985 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Pushing event updated for resources: {'Port': ['ID=29bc06c8-9f14-492e-b79a-caa9a1671082,revision_number=4']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:12:38.603135 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:12:38.860451 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] get_ports_and_sgs() called for port_ids ['29bc06c8-9f14-492e-b79a-caa9a1671082'] {{(pid=128085) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 12:12:39.552263 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e0cfae-09d3-4831-b15e-4207d3e4ce81 req-97cfc6f4-251c-4047-ad69-16202d295a2e tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:12:39.553794 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-d7e0cfae-09d3-4831-b15e-4207d3e4ce81 req-97cfc6f4-251c-4047-ad69-16202d295a2e tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c8288a8-7463-4436-8ed6-a94acc30fb55 HTTP/1.1" status: 200 len: 945 time: 0.0632987 Jun 24 12:12:39.594410 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-d7e0cfae-09d3-4831-b15e-4207d3e4ce81 req-e4f0cea4-dabc-4e1d-8914-7ed31b37f6cd tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] 10.222.0.53 "GET /v2.0/security-groups?id=816370d7-cde7-4040-8fb6-b452766cafd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348580 Jun 24 12:12:40.393693 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Device 29bc06c8-9f14-492e-b79a-caa9a1671082 up at agent hyperv_hv-neutron-7971 {{(pid=128085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:12:40.441925 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Provisioning for port 29bc06c8-9f14-492e-b79a-caa9a1671082 completed by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:12:40.445464 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Provisioning complete for port 29bc06c8-9f14-492e-b79a-caa9a1671082 triggered by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:12:40.445847 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:12:40.520353 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:12:40.542432 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c8288a8-7463-4436-8ed6-a94acc30fb55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29bc06c8-9f14-492e-b79a-caa9a1671082'}] {{(pid=128085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 12:12:40.545559 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1098ec9051a50dd033317f529a09b9762582ef7b417ebe05928aca59e08255aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2aad4685-1962-487d-a72e-1e73bb6e0020" -d '{"events": [{"server_uuid": "0c8288a8-7463-4436-8ed6-a94acc30fb55", "name": "network-vif-plugged", "status": "completed", "tag": "29bc06c8-9f14-492e-b79a-caa9a1671082"}]}' {{(pid=128085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 12:12:40.563677 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] For port 29bc06c8-9f14-492e-b79a-caa9a1671082, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=29bc06c8-9f14-492e-b79a-caa9a1671082,segment=NetworkSegment(c6747bfc-9f45-4917-9f38-8036bcce1357),segment_id=c6747bfc-9f45-4917-9f38-8036bcce1357)] {{(pid=128085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:12:40.568673 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:12:40.573032 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:12:40.594493 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 12:12:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afc424c8-346a-451f-b7a8-12df7c863fca x-openstack-request-id: req-afc424c8-346a-451f-b7a8-12df7c863fca {{(pid=128085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 12:12:40.594806 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c8288a8-7463-4436-8ed6-a94acc30fb55", "name": "network-vif-plugged", "status": "completed", "tag": "29bc06c8-9f14-492e-b79a-caa9a1671082", "code": 200}]} {{(pid=128085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 12:12:40.595070 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-afc424c8-346a-451f-b7a8-12df7c863fca {{(pid=128085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 12:12:40.595585 dv-neutron-797120-4-hyperv neutron-server[128085]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c8288a8-7463-4436-8ed6-a94acc30fb55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29bc06c8-9f14-492e-b79a-caa9a1671082', 'code': 200} Jun 24 12:12:40.623158 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Pushing event updated for resources: {'Port': ['ID=29bc06c8-9f14-492e-b79a-caa9a1671082,revision_number=5']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:12:40.626238 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:12:40.774271 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2970d06-28e8-4499-87c9-ddb4a8febb48 req-1a06c101-fec7-497a-810c-f7e415938978 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:12:40.775716 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-d2970d06-28e8-4499-87c9-ddb4a8febb48 req-1a06c101-fec7-497a-810c-f7e415938978 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c8288a8-7463-4436-8ed6-a94acc30fb55 HTTP/1.1" status: 200 len: 946 time: 0.0683804 Jun 24 12:12:40.837339 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-d2970d06-28e8-4499-87c9-ddb4a8febb48 req-d1bc78a3-06d2-4ec7-9c81-6e617fd2ff73 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] 10.222.0.53 "GET /v2.0/security-groups?id=816370d7-cde7-4040-8fb6-b452766cafd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529530 Jun 24 12:12:40.854422 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce43295-d25b-4740-b8ff-177042a16175 req-0bf7e148-0c0e-468e-ae5e-409a6bccaea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:12:40.855922 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-3ce43295-d25b-4740-b8ff-177042a16175 req-0bf7e148-0c0e-468e-ae5e-409a6bccaea6 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=0c8288a8-7463-4436-8ed6-a94acc30fb55 HTTP/1.1" status: 200 len: 1099 time: 0.0793540 Jun 24 12:12:40.893731 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-3ce43295-d25b-4740-b8ff-177042a16175 req-30706304-90cb-4000-bcc8-bc5562148b8d service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=816370d7-cde7-4040-8fb6-b452766cafd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0277083 Jun 24 12:12:42.024718 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46055a7b-45a1-4483-8032-3e1452ca5652 req-52781853-c169-4ee0-9f9a-426ca63fa211 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:12:42.026237 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-46055a7b-45a1-4483-8032-3e1452ca5652 req-52781853-c169-4ee0-9f9a-426ca63fa211 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c8288a8-7463-4436-8ed6-a94acc30fb55 HTTP/1.1" status: 200 len: 946 time: 0.0698621 Jun 24 12:12:42.066064 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-46055a7b-45a1-4483-8032-3e1452ca5652 req-18d5b1f2-21a3-493b-a487-bdc29fceb217 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] 10.222.0.53 "GET /v2.0/security-groups?id=816370d7-cde7-4040-8fb6-b452766cafd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338843 Jun 24 12:12:42.244020 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c413e7d-ce9e-429e-b2f6-112e487378e7 req-2af71c06-d8d4-467e-8448-ab762806fff4 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:12:42.245519 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-7c413e7d-ce9e-429e-b2f6-112e487378e7 req-2af71c06-d8d4-467e-8448-ab762806fff4 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c8288a8-7463-4436-8ed6-a94acc30fb55 HTTP/1.1" status: 200 len: 946 time: 0.0662875 Jun 24 12:12:42.254677 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 38534) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:12:42.259525 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-e4a66309-6ffc-453e-aab0-00cb743c4734 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] Request body: {'floatingip': {'port_id': '29bc06c8-9f14-492e-b79a-caa9a1671082'}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:12:42.300446 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-e4a66309-6ffc-453e-aab0-00cb743c4734 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] Notify callbacks [] for floatingip, before_update {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:12:42.772407 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-e4a66309-6ffc-453e-aab0-00cb743c4734 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] Notify callbacks [] for floatingip, precommit_update {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:12:42.776641 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-e4a66309-6ffc-453e-aab0-00cb743c4734 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1815637'] for floatingip, after_update {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:12:42.881186 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.db.l3_db [None req-e4a66309-6ffc-453e-aab0-00cb743c4734 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] Floating IP 3323fb57-fefb-4ec1-81d7-c34644bbcc94 associated. External IP: 172.26.7.240, port: 29bc06c8-9f14-492e-b79a-caa9a1671082. Jun 24 12:12:43.097487 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4a66309-6ffc-453e-aab0-00cb743c4734 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] Router 5f6b9212-f3ed-4af8-8246-7ff04426fd3a has already been hosted by L3 agent 2987dba8-2249-4ee6-96ec-28f0f7a6127d {{(pid=128084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 12:12:43.218989 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4a66309-6ffc-453e-aab0-00cb743c4734 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] Notify agent at l3_agent.dv-neutron-797120-4-hyperv the message routers_updated {{(pid=128084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 12:12:43.225945 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-e4a66309-6ffc-453e-aab0-00cb743c4734 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468916'] for floatingip, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:12:43.228809 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-357ab5bd-31c8-47e7-a8ac-1718a8c43d1f None None] Sync routers for ids ['5f6b9212-f3ed-4af8-8246-7ff04426fd3a'] in dv-neutron-797120-4-hyperv {{(pid=128085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 12:12:43.238567 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-357ab5bd-31c8-47e7-a8ac-1718a8c43d1f None None] Routers {'5f6b9212-f3ed-4af8-8246-7ff04426fd3a'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:12:43.239192 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-357ab5bd-31c8-47e7-a8ac-1718a8c43d1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T12:12:26Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['5f6b9212-f3ed-4af8-8246-7ff04426fd3a'], 'active': True} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:12:43.269203 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-e4a66309-6ffc-453e-aab0-00cb743c4734 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] 10.222.0.53 "PUT /v2.0/floatingips/3323fb57-fefb-4ec1-81d7-c34644bbcc94 HTTP/1.1" status: 200 len: 993 time: 1.0133538 Jun 24 12:12:43.269992 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c8288a8-7463-4436-8ed6-a94acc30fb55', 'tag': '29bc06c8-9f14-492e-b79a-caa9a1671082'}] {{(pid=128084) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 12:12:43.272409 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}189e43ef1649f46b9bccc8e45a83b64afc33adcdec52bc597e36eecb4255b7b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcd9f178-8e95-4225-bf66-789a8a6dced5" -d '{"events": [{"name": "network-changed", "server_uuid": "0c8288a8-7463-4436-8ed6-a94acc30fb55", "tag": "29bc06c8-9f14-492e-b79a-caa9a1671082"}]}' {{(pid=128084) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 12:12:43.311641 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 12:12:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20e8ddd0-a90f-41b1-9f37-87d7e2066e6e x-openstack-request-id: req-20e8ddd0-a90f-41b1-9f37-87d7e2066e6e {{(pid=128084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 12:12:43.312072 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c8288a8-7463-4436-8ed6-a94acc30fb55", "tag": "29bc06c8-9f14-492e-b79a-caa9a1671082", "status": "completed", "code": 200}]} {{(pid=128084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 12:12:43.312385 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-20e8ddd0-a90f-41b1-9f37-87d7e2066e6e {{(pid=128084) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 12:12:43.313021 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c8288a8-7463-4436-8ed6-a94acc30fb55', 'tag': '29bc06c8-9f14-492e-b79a-caa9a1671082', 'status': 'completed', 'code': 200} Jun 24 12:12:43.361855 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvr_db [None req-357ab5bd-31c8-47e7-a8ac-1718a8c43d1f None None] Set router 5f6b9212-f3ed-4af8-8246-7ff04426fd3a gateway port host: dv-neutron-797120-4-hyperv {{(pid=128085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:12:43.388395 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd9f178-8e95-4225-bf66-789a8a6dced5 req-3eb33888-7eaf-4b9c-b3a1-1d0cf1e147ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:12:43.390000 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-fcd9f178-8e95-4225-bf66-789a8a6dced5 req-3eb33888-7eaf-4b9c-b3a1-1d0cf1e147ca service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=0414285f410c496f97b7d12d23355c2f&device_id=0c8288a8-7463-4436-8ed6-a94acc30fb55 HTTP/1.1" status: 200 len: 1099 time: 0.0554647 Jun 24 12:12:43.496310 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd9f178-8e95-4225-bf66-789a8a6dced5 req-58d844ff-1a2d-4229-b497-bf93fe895560 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:12:43.498381 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-fcd9f178-8e95-4225-bf66-789a8a6dced5 req-58d844ff-1a2d-4229-b497-bf93fe895560 service neutron] 10.222.0.45 "GET /v2.0/networks?id=cde1942d-b2ff-4a1a-9427-86fec798cc5b HTTP/1.1" status: 200 len: 913 time: 0.1016505 Jun 24 12:12:43.566724 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-fcd9f178-8e95-4225-bf66-789a8a6dced5 req-dff2912e-9bb7-4a72-80a4-dd85c1648a6c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=29bc06c8-9f14-492e-b79a-caa9a1671082 HTTP/1.1" status: 200 len: 1001 time: 0.0616350 Jun 24 12:12:43.609441 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-357ab5bd-31c8-47e7-a8ac-1718a8c43d1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f6b9212-f3ed-4af8-8246-7ff04426fd3a', 'name': 'tempest-ServerActionsTestJSON-2035639249-router', 'tenant_id': '0414285f410c496f97b7d12d23355c2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'external_fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.71'}], 'enable_snat': True}, 'gw_port_id': '724033e4-3216-4ffb-8215-98af4306d04c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:08:16Z', 'updated_at': '2021-06-24T12:08:18Z', 'revision_number': 4, 'project_id': '0414285f410c496f97b7d12d23355c2f', 'gw_port': {'id': '724033e4-3216-4ffb-8215-98af4306d04c', 'name': '', 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:2b:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f6b9212-f3ed-4af8-8246-7ff04426fd3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:08:16Z', 'updated_at': '2021-06-24T12:08:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-4-hyperv', '_floatingips': [{'id': '3323fb57-fefb-4ec1-81d7-c34644bbcc94', 'tenant_id': '0414285f410c496f97b7d12d23355c2f', 'floating_ip_address': '172.26.7.240', 'floating_network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'router_id': '5f6b9212-f3ed-4af8-8246-7ff04426fd3a', 'port_id': '29bc06c8-9f14-492e-b79a-caa9a1671082', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1579, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cde1942d-b2ff-4a1a-9427-86fec798cc5b', 'mac_address': 'fa:16:3e:5d:02:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c8288a8-7463-4436-8ed6-a94acc30fb55', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T12:08:21Z', 'updated_at': '2021-06-24T12:12:42Z', 'revision_number': 13, 'project_id': '0414285f410c496f97b7d12d23355c2f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '539e94c5-a7c7-49a1-9ccf-cf97a640b437', 'name': '', 'network_id': 'cde1942d-b2ff-4a1a-9427-86fec798cc5b', 'tenant_id': '0414285f410c496f97b7d12d23355c2f', 'mac_address': 'fa:16:3e:98:a7:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f6b9212-f3ed-4af8-8246-7ff04426fd3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': '32933e07-9d7b-413a-a2dd-d2852e8b62db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:08:18Z', 'updated_at': '2021-06-24T12:08:24Z', 'revision_number': 5, 'project_id': '0414285f410c496f97b7d12d23355c2f', 'subnets': [{'id': '32933e07-9d7b-413a-a2dd-d2852e8b62db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:12:43.629435 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd9f178-8e95-4225-bf66-789a8a6dced5 req-c01a8bf0-497f-456e-a2c5-2fa9b118fe75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:12:43.630894 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-fcd9f178-8e95-4225-bf66-789a8a6dced5 req-c01a8bf0-497f-456e-a2c5-2fa9b118fe75 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=32933e07-9d7b-413a-a2dd-d2852e8b62db HTTP/1.1" status: 200 len: 851 time: 0.0570679 Jun 24 12:12:43.641755 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-357ab5bd-31c8-47e7-a8ac-1718a8c43d1f None None] Checking router: 5f6b9212-f3ed-4af8-8246-7ff04426fd3a for host: dv-neutron-797120-4-hyperv {{(pid=128085) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 12:12:43.650265 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-357ab5bd-31c8-47e7-a8ac-1718a8c43d1f None None] Routers {'5f6b9212-f3ed-4af8-8246-7ff04426fd3a'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:12:43.650878 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-357ab5bd-31c8-47e7-a8ac-1718a8c43d1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T12:12:26Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['5f6b9212-f3ed-4af8-8246-7ff04426fd3a'], 'active': True} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:12:43.692199 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd9f178-8e95-4225-bf66-789a8a6dced5 req-8f139f51-35a7-47a5-a8a4-0ffa5e507c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:12:43.693714 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-fcd9f178-8e95-4225-bf66-789a8a6dced5 req-8f139f51-35a7-47a5-a8a4-0ffa5e507c03 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=cde1942d-b2ff-4a1a-9427-86fec798cc5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0566490 Jun 24 12:12:43.759280 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvr_db [None req-357ab5bd-31c8-47e7-a8ac-1718a8c43d1f None None] Set router 5f6b9212-f3ed-4af8-8246-7ff04426fd3a gateway port host: dv-neutron-797120-4-hyperv {{(pid=128085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:12:43.788028 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-fcd9f178-8e95-4225-bf66-789a8a6dced5 req-6b462011-8d83-4229-a746-b0c54ee8799e service neutron] 10.222.0.45 "GET /v2.0/networks/cde1942d-b2ff-4a1a-9427-86fec798cc5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869355 Jun 24 12:12:43.888897 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-fcd9f178-8e95-4225-bf66-789a8a6dced5 req-793a74fb-ca4f-4ea6-ae94-532e7cefae3f service neutron] 10.222.0.45 "GET /v2.0/networks/cde1942d-b2ff-4a1a-9427-86fec798cc5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941167 Jun 24 12:12:43.996541 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-357ab5bd-31c8-47e7-a8ac-1718a8c43d1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f6b9212-f3ed-4af8-8246-7ff04426fd3a', 'name': 'tempest-ServerActionsTestJSON-2035639249-router', 'tenant_id': '0414285f410c496f97b7d12d23355c2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'external_fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.71'}], 'enable_snat': True}, 'gw_port_id': '724033e4-3216-4ffb-8215-98af4306d04c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:08:16Z', 'updated_at': '2021-06-24T12:08:18Z', 'revision_number': 4, 'project_id': '0414285f410c496f97b7d12d23355c2f', 'gw_port': {'id': '724033e4-3216-4ffb-8215-98af4306d04c', 'name': '', 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:2b:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f6b9212-f3ed-4af8-8246-7ff04426fd3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:08:16Z', 'updated_at': '2021-06-24T12:08:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-4-hyperv', '_floatingips': [{'id': '3323fb57-fefb-4ec1-81d7-c34644bbcc94', 'tenant_id': '0414285f410c496f97b7d12d23355c2f', 'floating_ip_address': '172.26.7.240', 'floating_network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'router_id': '5f6b9212-f3ed-4af8-8246-7ff04426fd3a', 'port_id': '29bc06c8-9f14-492e-b79a-caa9a1671082', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1579, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cde1942d-b2ff-4a1a-9427-86fec798cc5b', 'mac_address': 'fa:16:3e:5d:02:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c8288a8-7463-4436-8ed6-a94acc30fb55', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T12:08:21Z', 'updated_at': '2021-06-24T12:12:42Z', 'revision_number': 13, 'project_id': '0414285f410c496f97b7d12d23355c2f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '539e94c5-a7c7-49a1-9ccf-cf97a640b437', 'name': '', 'network_id': 'cde1942d-b2ff-4a1a-9427-86fec798cc5b', 'tenant_id': '0414285f410c496f97b7d12d23355c2f', 'mac_address': 'fa:16:3e:98:a7:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f6b9212-f3ed-4af8-8246-7ff04426fd3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': '32933e07-9d7b-413a-a2dd-d2852e8b62db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:08:18Z', 'updated_at': '2021-06-24T12:08:24Z', 'revision_number': 5, 'project_id': '0414285f410c496f97b7d12d23355c2f', 'subnets': [{'id': '32933e07-9d7b-413a-a2dd-d2852e8b62db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:12:44.027209 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-357ab5bd-31c8-47e7-a8ac-1718a8c43d1f None None] The sync data for ids ['5f6b9212-f3ed-4af8-8246-7ff04426fd3a'] in dv-neutron-797120-4-hyperv is: [{'id': '5f6b9212-f3ed-4af8-8246-7ff04426fd3a', 'name': 'tempest-ServerActionsTestJSON-2035639249-router', 'tenant_id': '0414285f410c496f97b7d12d23355c2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'external_fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.71'}], 'enable_snat': True}, 'gw_port_id': '724033e4-3216-4ffb-8215-98af4306d04c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:08:16Z', 'updated_at': '2021-06-24T12:08:18Z', 'revision_number': 4, 'project_id': '0414285f410c496f97b7d12d23355c2f', 'gw_port': {'id': '724033e4-3216-4ffb-8215-98af4306d04c', 'name': '', 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:2b:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f6b9212-f3ed-4af8-8246-7ff04426fd3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:08:16Z', 'updated_at': '2021-06-24T12:08:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-4-hyperv', '_floatingips': [{'id': '3323fb57-fefb-4ec1-81d7-c34644bbcc94', 'tenant_id': '0414285f410c496f97b7d12d23355c2f', 'floating_ip_address': '172.26.7.240', 'floating_network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'router_id': '5f6b9212-f3ed-4af8-8246-7ff04426fd3a', 'port_id': '29bc06c8-9f14-492e-b79a-caa9a1671082', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1579, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cde1942d-b2ff-4a1a-9427-86fec798cc5b', 'mac_address': 'fa:16:3e:5d:02:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c8288a8-7463-4436-8ed6-a94acc30fb55', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T12:08:21Z', 'updated_at': '2021-06-24T12:12:42Z', 'revision_number': 13, 'project_id': '0414285f410c496f97b7d12d23355c2f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '539e94c5-a7c7-49a1-9ccf-cf97a640b437', 'name': '', 'network_id': 'cde1942d-b2ff-4a1a-9427-86fec798cc5b', 'tenant_id': '0414285f410c496f97b7d12d23355c2f', 'mac_address': 'fa:16:3e:98:a7:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f6b9212-f3ed-4af8-8246-7ff04426fd3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': '32933e07-9d7b-413a-a2dd-d2852e8b62db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:08:18Z', 'updated_at': '2021-06-24T12:08:24Z', 'revision_number': 5, 'project_id': '0414285f410c496f97b7d12d23355c2f', 'subnets': [{'id': '32933e07-9d7b-413a-a2dd-d2852e8b62db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=128085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 12:12:44.234071 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c63afad-c920-4b49-af09-c282b80384f0 None None] New status for floating IP 3323fb57-fefb-4ec1-81d7-c34644bbcc94: ACTIVE {{(pid=128086) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 24 12:12:44.875259 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:12:53.867037 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-929a8261-e8a9-4ebd-bc1a-f9880152922e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:12:55.084135 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.agents_db [None req-87a69269-d72b-4286-97f3-1041481ed6d8 None None] Agent healthcheck: found 6 active agents {{(pid=128086) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 12:12:56.401192 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-13a8d1c8-54c6-4424-8326-cb91f4c79e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:12:56.549705 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:12:57.773884 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-03237adf-ebd0-46f2-a476-4d4bb746e0f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:12:59.735391 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-52c483ef-d5c1-4030-9a32-e5ce4ff00ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:13:05.661344 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-ee0d59f3-f6f6-424b-865b-72ce16df9bf5 req-1ac7265e-1f1c-45c2-9e81-804bb57a573b service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=0c8288a8-7463-4436-8ed6-a94acc30fb55&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0668221 Jun 24 12:13:05.773365 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0d59f3-f6f6-424b-865b-72ce16df9bf5 req-cdb21304-c680-4233-a9fb-fc01152a8d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:13:05.774842 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-ee0d59f3-f6f6-424b-865b-72ce16df9bf5 req-cdb21304-c680-4233-a9fb-fc01152a8d09 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=0414285f410c496f97b7d12d23355c2f&device_id=0c8288a8-7463-4436-8ed6-a94acc30fb55 HTTP/1.1" status: 200 len: 1099 time: 0.0620904 Jun 24 12:13:05.885728 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0d59f3-f6f6-424b-865b-72ce16df9bf5 req-92c4c9ac-7139-4e2a-9dec-1b660760a5f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:13:05.887710 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-ee0d59f3-f6f6-424b-865b-72ce16df9bf5 req-92c4c9ac-7139-4e2a-9dec-1b660760a5f4 service neutron] 10.222.0.45 "GET /v2.0/networks?id=cde1942d-b2ff-4a1a-9427-86fec798cc5b HTTP/1.1" status: 200 len: 913 time: 0.0899041 Jun 24 12:13:05.964322 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-ee0d59f3-f6f6-424b-865b-72ce16df9bf5 req-795dbdab-0489-48ee-b790-edff9765eebe service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=29bc06c8-9f14-492e-b79a-caa9a1671082 HTTP/1.1" status: 200 len: 1003 time: 0.0685241 Jun 24 12:13:06.018724 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0d59f3-f6f6-424b-865b-72ce16df9bf5 req-50dd739e-cbab-4032-9c2f-170302ce5b59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:13:06.020198 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-ee0d59f3-f6f6-424b-865b-72ce16df9bf5 req-50dd739e-cbab-4032-9c2f-170302ce5b59 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=32933e07-9d7b-413a-a2dd-d2852e8b62db HTTP/1.1" status: 200 len: 851 time: 0.0486777 Jun 24 12:13:06.082613 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0d59f3-f6f6-424b-865b-72ce16df9bf5 req-17bd3a77-afed-447b-837b-d6983319336c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:13:06.084226 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-ee0d59f3-f6f6-424b-865b-72ce16df9bf5 req-17bd3a77-afed-447b-837b-d6983319336c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=cde1942d-b2ff-4a1a-9427-86fec798cc5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0567183 Jun 24 12:13:06.556905 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-ee0d59f3-f6f6-424b-865b-72ce16df9bf5 req-0c63f675-b2d4-46ba-ab53-14a3c263afdd service neutron] 10.222.0.45 "GET /v2.0/networks/cde1942d-b2ff-4a1a-9427-86fec798cc5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4651575 Jun 24 12:13:06.665637 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-ee0d59f3-f6f6-424b-865b-72ce16df9bf5 req-000f7280-fa9b-4ea6-93da-ce70ccdcf829 service neutron] 10.222.0.45 "GET /v2.0/networks/cde1942d-b2ff-4a1a-9427-86fec798cc5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1019709 Jun 24 12:13:14.878455 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:13:23.859787 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-33249380-c37f-4ed3-a31e-438e3a898cdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:13:26.407032 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-bd7124f7-7fc9-443e-8f17-4bbbba6ab53c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:13:26.552577 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:13:26.938126 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b7c7f0-c795-4079-b9a9-e9229843d86e req-edad6717-ccc1-4c53-b95f-ec5be491effe tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:13:26.939954 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-54b7c7f0-c795-4079-b9a9-e9229843d86e req-edad6717-ccc1-4c53-b95f-ec5be491effe tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c8288a8-7463-4436-8ed6-a94acc30fb55 HTTP/1.1" status: 200 len: 946 time: 0.0695920 Jun 24 12:13:26.983015 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-54b7c7f0-c795-4079-b9a9-e9229843d86e req-6f16e508-a2af-4456-83fe-a98a98970673 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] 10.222.0.53 "GET /v2.0/security-groups?id=816370d7-cde7-4040-8fb6-b452766cafd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368464 Jun 24 12:13:27.776969 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-03237adf-ebd0-46f2-a476-4d4bb746e0f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:13:29.747431 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-52c483ef-d5c1-4030-9a32-e5ce4ff00ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:13:32.082617 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.agents_db [None req-87a69269-d72b-4286-97f3-1041481ed6d8 None None] Agent healthcheck: found 6 active agents {{(pid=128086) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 12:13:39.361145 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [req-c911283f-f160-4b92-9c13-17e322f702f1 req-b5824888-1cfa-4304-988f-1f8efadd4dd1 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=0c8288a8-7463-4436-8ed6-a94acc30fb55&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0537448 Jun 24 12:13:39.426107 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcac6af-9132-4430-9cbd-71ce2dc85644 req-6ed4db47-63af-423f-bb66-c2fc4739bc87 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:13:39.427639 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-dbcac6af-9132-4430-9cbd-71ce2dc85644 req-6ed4db47-63af-423f-bb66-c2fc4739bc87 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c8288a8-7463-4436-8ed6-a94acc30fb55 HTTP/1.1" status: 200 len: 946 time: 0.0665708 Jun 24 12:13:39.467666 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-dbcac6af-9132-4430-9cbd-71ce2dc85644 req-3dcf045d-c2c8-4780-9ad1-631cba47d782 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] 10.222.0.53 "GET /v2.0/security-groups?id=816370d7-cde7-4040-8fb6-b452766cafd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342076 Jun 24 12:13:40.670712 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c911283f-f160-4b92-9c13-17e322f702f1 req-045051d2-ce4d-49fd-97d9-a3f6c21d8146 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:13:40.672199 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-c911283f-f160-4b92-9c13-17e322f702f1 req-045051d2-ce4d-49fd-97d9-a3f6c21d8146 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=0414285f410c496f97b7d12d23355c2f&device_id=0c8288a8-7463-4436-8ed6-a94acc30fb55 HTTP/1.1" status: 200 len: 1099 time: 0.1048558 Jun 24 12:13:40.686551 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a76832-7596-4215-84ae-54b8ca2b9c3c req-feddbed1-2fa7-4cba-9553-fbedd0e65ce2 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:13:40.688000 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-12a76832-7596-4215-84ae-54b8ca2b9c3c req-feddbed1-2fa7-4cba-9553-fbedd0e65ce2 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c8288a8-7463-4436-8ed6-a94acc30fb55 HTTP/1.1" status: 200 len: 946 time: 0.0914462 Jun 24 12:13:40.776520 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-12a76832-7596-4215-84ae-54b8ca2b9c3c req-be7e4988-e622-4562-9beb-3d65bd218b5c tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] 10.222.0.53 "GET /v2.0/security-groups?id=816370d7-cde7-4040-8fb6-b452766cafd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0801251 Jun 24 12:13:40.806172 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c911283f-f160-4b92-9c13-17e322f702f1 req-c1d0d06c-3d5e-499e-8e87-9f10c11925ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:13:40.807668 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-c911283f-f160-4b92-9c13-17e322f702f1 req-c1d0d06c-3d5e-499e-8e87-9f10c11925ea service neutron] 10.222.0.45 "GET /v2.0/networks?id=cde1942d-b2ff-4a1a-9427-86fec798cc5b HTTP/1.1" status: 200 len: 913 time: 0.1187828 Jun 24 12:13:40.885786 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-c911283f-f160-4b92-9c13-17e322f702f1 req-05fdc20b-7346-432f-8ebe-57b1cb7b6a8f service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=29bc06c8-9f14-492e-b79a-caa9a1671082 HTTP/1.1" status: 200 len: 1003 time: 0.0666964 Jun 24 12:13:40.943854 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c911283f-f160-4b92-9c13-17e322f702f1 req-b45083da-747b-4e46-9c75-047c1162b491 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:13:40.945332 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-c911283f-f160-4b92-9c13-17e322f702f1 req-b45083da-747b-4e46-9c75-047c1162b491 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=32933e07-9d7b-413a-a2dd-d2852e8b62db HTTP/1.1" status: 200 len: 851 time: 0.0462003 Jun 24 12:13:41.008090 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c911283f-f160-4b92-9c13-17e322f702f1 req-daf0ff69-79e1-4fca-a701-ab44dc7e4a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:13:41.009596 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-c911283f-f160-4b92-9c13-17e322f702f1 req-daf0ff69-79e1-4fca-a701-ab44dc7e4a1c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=cde1942d-b2ff-4a1a-9427-86fec798cc5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0558672 Jun 24 12:13:41.113134 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-c911283f-f160-4b92-9c13-17e322f702f1 req-ac6820b2-fdbc-4732-8b51-31881e8e1ac2 service neutron] 10.222.0.45 "GET /v2.0/networks/cde1942d-b2ff-4a1a-9427-86fec798cc5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916545 Jun 24 12:13:41.227946 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-c911283f-f160-4b92-9c13-17e322f702f1 req-ccec8aab-6eb5-41fe-acc8-e8c8273cbaf2 service neutron] 10.222.0.45 "GET /v2.0/networks/cde1942d-b2ff-4a1a-9427-86fec798cc5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1042717 Jun 24 12:13:41.953411 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a423651-81e0-420d-8f1d-10c68ed797bf req-bc00fbb6-ee07-4b62-8b22-1c180d14b9a0 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:13:41.954824 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-2a423651-81e0-420d-8f1d-10c68ed797bf req-bc00fbb6-ee07-4b62-8b22-1c180d14b9a0 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c8288a8-7463-4436-8ed6-a94acc30fb55 HTTP/1.1" status: 200 len: 946 time: 0.0647066 Jun 24 12:13:41.995844 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-2a423651-81e0-420d-8f1d-10c68ed797bf req-130b3231-4c48-4dae-87a8-2e96d9c49732 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] 10.222.0.53 "GET /v2.0/security-groups?id=816370d7-cde7-4040-8fb6-b452766cafd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351801 Jun 24 12:13:43.184322 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af56bdae-02c5-486e-ac9e-d4670142ebc4 req-1f32457c-89dd-4d56-806b-0cc2e123cbc9 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:13:43.186063 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-af56bdae-02c5-486e-ac9e-d4670142ebc4 req-1f32457c-89dd-4d56-806b-0cc2e123cbc9 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c8288a8-7463-4436-8ed6-a94acc30fb55 HTTP/1.1" status: 200 len: 946 time: 0.0748131 Jun 24 12:13:43.230338 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-af56bdae-02c5-486e-ac9e-d4670142ebc4 req-ba52a75b-f4e0-4142-93ce-252a403572eb tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] 10.222.0.53 "GET /v2.0/security-groups?id=816370d7-cde7-4040-8fb6-b452766cafd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381796 Jun 24 12:13:44.440717 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a463e5f8-f6f7-401c-8069-283b8f388293 req-bd048c2f-8431-4077-9712-dcf3ffdd8881 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:13:44.442320 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-a463e5f8-f6f7-401c-8069-283b8f388293 req-bd048c2f-8431-4077-9712-dcf3ffdd8881 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c8288a8-7463-4436-8ed6-a94acc30fb55 HTTP/1.1" status: 200 len: 946 time: 0.0816989 Jun 24 12:13:44.487012 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-a463e5f8-f6f7-401c-8069-283b8f388293 req-8b0d9446-8b05-4f49-931b-f5969480bde4 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] 10.222.0.53 "GET /v2.0/security-groups?id=816370d7-cde7-4040-8fb6-b452766cafd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384300 Jun 24 12:13:44.899445 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:13:45.685141 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95551bf-abfd-4452-a39b-44eeb12248e5 req-2180afe0-e979-48cc-9bb8-366634ea0add tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:13:45.687284 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-e95551bf-abfd-4452-a39b-44eeb12248e5 req-2180afe0-e979-48cc-9bb8-366634ea0add tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c8288a8-7463-4436-8ed6-a94acc30fb55 HTTP/1.1" status: 200 len: 946 time: 0.0753193 Jun 24 12:13:45.737286 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-e95551bf-abfd-4452-a39b-44eeb12248e5 req-72b29aa1-0110-41df-91f4-353b5ab62add tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] 10.222.0.53 "GET /v2.0/security-groups?id=816370d7-cde7-4040-8fb6-b452766cafd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406561 Jun 24 12:13:47.103867 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7992af6e-5fdd-45b9-9d2d-eb9e6192d893 req-635d0dba-dc7c-4a72-a7a7-71ad3e418a3a tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:13:47.106437 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-7992af6e-5fdd-45b9-9d2d-eb9e6192d893 req-635d0dba-dc7c-4a72-a7a7-71ad3e418a3a tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c8288a8-7463-4436-8ed6-a94acc30fb55 HTTP/1.1" status: 200 len: 946 time: 0.0693371 Jun 24 12:13:47.147408 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-7992af6e-5fdd-45b9-9d2d-eb9e6192d893 req-b00036a3-7b7e-45cf-b9b6-9094b1120f8e tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] 10.222.0.53 "GET /v2.0/security-groups?id=816370d7-cde7-4040-8fb6-b452766cafd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347700 Jun 24 12:13:48.335001 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067d8417-ea8f-4f71-99c0-b296b6e65f03 req-ae59897d-aa0d-42a7-85ba-523803e6099f tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:13:48.336504 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-067d8417-ea8f-4f71-99c0-b296b6e65f03 req-ae59897d-aa0d-42a7-85ba-523803e6099f tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c8288a8-7463-4436-8ed6-a94acc30fb55 HTTP/1.1" status: 200 len: 946 time: 0.0689216 Jun 24 12:13:48.375582 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-067d8417-ea8f-4f71-99c0-b296b6e65f03 req-b1251505-e1be-459e-9d74-1b608bc43959 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] 10.222.0.53 "GET /v2.0/security-groups?id=816370d7-cde7-4040-8fb6-b452766cafd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331595 Jun 24 12:13:49.555891 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5238104b-6dab-4be7-a498-50fff9d77acd req-776fde8a-ee56-4f97-ab04-ec6482f2aad8 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:13:49.557545 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-5238104b-6dab-4be7-a498-50fff9d77acd req-776fde8a-ee56-4f97-ab04-ec6482f2aad8 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c8288a8-7463-4436-8ed6-a94acc30fb55 HTTP/1.1" status: 200 len: 946 time: 0.0688808 Jun 24 12:13:49.596891 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-5238104b-6dab-4be7-a498-50fff9d77acd req-dc5e91c4-9042-4d8b-896a-39f2e5f96462 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] 10.222.0.53 "GET /v2.0/security-groups?id=816370d7-cde7-4040-8fb6-b452766cafd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334196 Jun 24 12:13:50.777195 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a756cb6d-9846-48ce-80c9-2116fea321c3 req-86d783fc-deb8-4847-8a3f-8553517f6716 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:13:50.779479 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-a756cb6d-9846-48ce-80c9-2116fea321c3 req-86d783fc-deb8-4847-8a3f-8553517f6716 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c8288a8-7463-4436-8ed6-a94acc30fb55 HTTP/1.1" status: 200 len: 946 time: 0.0703523 Jun 24 12:13:50.819118 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-a756cb6d-9846-48ce-80c9-2116fea321c3 req-c5661d9e-6a20-42cf-b4f2-05ed64479d9c tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] 10.222.0.53 "GET /v2.0/security-groups?id=816370d7-cde7-4040-8fb6-b452766cafd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339975 Jun 24 12:13:52.023339 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ad5d08-5c6a-4e9e-9e01-ab0791880f9a req-f51ef78d-9aa0-45cd-a859-af2bcf758e7a tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:13:52.024893 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-a0ad5d08-5c6a-4e9e-9e01-ab0791880f9a req-f51ef78d-9aa0-45cd-a859-af2bcf758e7a tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c8288a8-7463-4436-8ed6-a94acc30fb55 HTTP/1.1" status: 200 len: 946 time: 0.0671995 Jun 24 12:13:52.067908 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-a0ad5d08-5c6a-4e9e-9e01-ab0791880f9a req-2c8e0ab2-e934-4deb-b05c-3e544fb63e9d tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] 10.222.0.53 "GET /v2.0/security-groups?id=816370d7-cde7-4040-8fb6-b452766cafd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361052 Jun 24 12:13:53.254051 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b672550e-f132-4e1e-812d-0c242657380a req-c67462d9-a6f1-416f-a53f-6918623c9666 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:13:53.255613 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-b672550e-f132-4e1e-812d-0c242657380a req-c67462d9-a6f1-416f-a53f-6918623c9666 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c8288a8-7463-4436-8ed6-a94acc30fb55 HTTP/1.1" status: 200 len: 946 time: 0.0707870 Jun 24 12:13:53.296234 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-b672550e-f132-4e1e-812d-0c242657380a req-0b2f3a61-02bb-4e6f-ba21-6a29493a6660 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] 10.222.0.53 "GET /v2.0/security-groups?id=816370d7-cde7-4040-8fb6-b452766cafd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347488 Jun 24 12:13:53.861442 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-028183de-962b-4fac-b1d6-32510a7734a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:13:54.491267 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c527374-011f-4c19-a9ed-ee698fb0e374 req-3db9a268-0951-4be0-8773-c85c42ff3bc8 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:13:54.493110 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-5c527374-011f-4c19-a9ed-ee698fb0e374 req-3db9a268-0951-4be0-8773-c85c42ff3bc8 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c8288a8-7463-4436-8ed6-a94acc30fb55 HTTP/1.1" status: 200 len: 946 time: 0.0736980 Jun 24 12:13:54.536415 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-5c527374-011f-4c19-a9ed-ee698fb0e374 req-20785542-d9a9-4ed1-b101-903231a13754 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] 10.222.0.53 "GET /v2.0/security-groups?id=816370d7-cde7-4040-8fb6-b452766cafd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370963 Jun 24 12:13:55.745181 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9d89be-3bb0-4315-af5b-f78d7b609e37 req-35674345-8241-4dc1-abca-719ec418da0e tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:13:55.747040 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-2b9d89be-3bb0-4315-af5b-f78d7b609e37 req-35674345-8241-4dc1-abca-719ec418da0e tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c8288a8-7463-4436-8ed6-a94acc30fb55 HTTP/1.1" status: 200 len: 946 time: 0.0762477 Jun 24 12:13:55.792350 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-2b9d89be-3bb0-4315-af5b-f78d7b609e37 req-35d5d9fa-fc56-41fc-bebb-7b770bf5e991 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] 10.222.0.53 "GET /v2.0/security-groups?id=816370d7-cde7-4040-8fb6-b452766cafd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389543 Jun 24 12:13:56.404688 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-33e85260-2ab2-49b2-b624-33ae20a92639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:13:56.556723 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:13:57.004075 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7ec545-de9c-425a-a098-519d12ccbf66 req-ca255cc1-5654-4c04-88ad-1ee3d3fbc300 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:13:57.005694 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-2a7ec545-de9c-425a-a098-519d12ccbf66 req-ca255cc1-5654-4c04-88ad-1ee3d3fbc300 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c8288a8-7463-4436-8ed6-a94acc30fb55 HTTP/1.1" status: 200 len: 946 time: 0.0780263 Jun 24 12:13:57.061971 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-2a7ec545-de9c-425a-a098-519d12ccbf66 req-8c187800-7543-4a8b-b36f-b640236c431c tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] 10.222.0.53 "GET /v2.0/security-groups?id=816370d7-cde7-4040-8fb6-b452766cafd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497634 Jun 24 12:13:57.789253 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-03237adf-ebd0-46f2-a476-4d4bb746e0f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:13:58.246285 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573e7661-9ec9-431b-b43d-2744b2e7c5ed req-0c642c87-2593-4690-83c9-5d09ab9a9de6 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:13:58.248319 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-573e7661-9ec9-431b-b43d-2744b2e7c5ed req-0c642c87-2593-4690-83c9-5d09ab9a9de6 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c8288a8-7463-4436-8ed6-a94acc30fb55 HTTP/1.1" status: 200 len: 946 time: 0.0685070 Jun 24 12:13:58.290365 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-573e7661-9ec9-431b-b43d-2744b2e7c5ed req-33f603b2-d250-46fd-bea2-f66559bb2421 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] 10.222.0.53 "GET /v2.0/security-groups?id=816370d7-cde7-4040-8fb6-b452766cafd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361726 Jun 24 12:13:59.479957 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d3a207-3e1d-4f84-b8d3-2d416c705dca req-bd3754ff-8c79-4fbc-a35a-9b71551faf65 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:13:59.481708 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-b8d3a207-3e1d-4f84-b8d3-2d416c705dca req-bd3754ff-8c79-4fbc-a35a-9b71551faf65 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c8288a8-7463-4436-8ed6-a94acc30fb55 HTTP/1.1" status: 200 len: 946 time: 0.0707271 Jun 24 12:13:59.530297 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-b8d3a207-3e1d-4f84-b8d3-2d416c705dca req-508684c2-2f94-4c7d-9177-9cb2094694b0 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] 10.222.0.53 "GET /v2.0/security-groups?id=816370d7-cde7-4040-8fb6-b452766cafd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387900 Jun 24 12:13:59.746050 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-52c483ef-d5c1-4030-9a32-e5ce4ff00ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:14:00.791838 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be354cf-fd90-4b2d-b23e-f5c938090966 req-9bd97a65-dfae-4bf3-987a-759bc1ceb240 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:14:00.794696 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-2be354cf-fd90-4b2d-b23e-f5c938090966 req-9bd97a65-dfae-4bf3-987a-759bc1ceb240 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c8288a8-7463-4436-8ed6-a94acc30fb55 HTTP/1.1" status: 200 len: 946 time: 0.0748155 Jun 24 12:14:00.842528 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-2be354cf-fd90-4b2d-b23e-f5c938090966 req-6aec2ce3-78ff-4812-ae25-c24fe39f08d0 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] 10.222.0.53 "GET /v2.0/security-groups?id=816370d7-cde7-4040-8fb6-b452766cafd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378881 Jun 24 12:14:02.033673 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc82a80e-59f2-493a-bbce-b0e909536edf req-f491b403-35f2-475b-9340-e97fe70f9119 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:14:02.035392 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-bc82a80e-59f2-493a-bbce-b0e909536edf req-f491b403-35f2-475b-9340-e97fe70f9119 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c8288a8-7463-4436-8ed6-a94acc30fb55 HTTP/1.1" status: 200 len: 946 time: 0.0667465 Jun 24 12:14:02.079133 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-bc82a80e-59f2-493a-bbce-b0e909536edf req-47e7324c-cb6e-489a-b24c-b796d476801d tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] 10.222.0.53 "GET /v2.0/security-groups?id=816370d7-cde7-4040-8fb6-b452766cafd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367575 Jun 24 12:14:03.275161 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaaf1e76-4428-43d9-8ed4-15534ac94641 req-3f2f8289-ad74-47e8-bcd9-e6553f156292 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:14:03.276732 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-eaaf1e76-4428-43d9-8ed4-15534ac94641 req-3f2f8289-ad74-47e8-bcd9-e6553f156292 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c8288a8-7463-4436-8ed6-a94acc30fb55 HTTP/1.1" status: 200 len: 946 time: 0.0767536 Jun 24 12:14:03.321326 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-eaaf1e76-4428-43d9-8ed4-15534ac94641 req-39c98f9e-27c6-4b65-a7fc-1e5662de729c tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] 10.222.0.53 "GET /v2.0/security-groups?id=816370d7-cde7-4040-8fb6-b452766cafd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373781 Jun 24 12:14:04.522317 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9925c63-2b69-4039-a1f5-def21b289723 req-2102268b-0027-4701-91e7-eac8a5e487ec tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:14:04.524090 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-a9925c63-2b69-4039-a1f5-def21b289723 req-2102268b-0027-4701-91e7-eac8a5e487ec tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c8288a8-7463-4436-8ed6-a94acc30fb55 HTTP/1.1" status: 200 len: 946 time: 0.0706050 Jun 24 12:14:04.570077 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-a9925c63-2b69-4039-a1f5-def21b289723 req-3cff926a-912e-48f9-8e55-bdac2a59c2f4 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] 10.222.0.53 "GET /v2.0/security-groups?id=816370d7-cde7-4040-8fb6-b452766cafd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386732 Jun 24 12:14:05.758074 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab7f3e0-1a2f-4114-a2d8-6bab66663696 req-473bc31f-0049-4796-87e5-7da0745751b7 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:14:05.760200 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-6ab7f3e0-1a2f-4114-a2d8-6bab66663696 req-473bc31f-0049-4796-87e5-7da0745751b7 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c8288a8-7463-4436-8ed6-a94acc30fb55 HTTP/1.1" status: 200 len: 946 time: 0.0684845 Jun 24 12:14:05.821312 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-6ab7f3e0-1a2f-4114-a2d8-6bab66663696 req-b59e4fc9-21a5-4d5c-8606-6484c35b03d6 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] 10.222.0.53 "GET /v2.0/security-groups?id=816370d7-cde7-4040-8fb6-b452766cafd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542922 Jun 24 12:14:07.032584 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62e3dfb-2d90-4231-932b-f059ec6c27d3 req-c91db6a1-1aa2-4ad9-8aa0-c445c5991e57 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:14:07.034166 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-e62e3dfb-2d90-4231-932b-f059ec6c27d3 req-c91db6a1-1aa2-4ad9-8aa0-c445c5991e57 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c8288a8-7463-4436-8ed6-a94acc30fb55 HTTP/1.1" status: 200 len: 946 time: 0.0776691 Jun 24 12:14:07.079135 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-e62e3dfb-2d90-4231-932b-f059ec6c27d3 req-56df993c-be95-4ff3-9543-b9f1f3a14339 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] 10.222.0.53 "GET /v2.0/security-groups?id=816370d7-cde7-4040-8fb6-b452766cafd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343781 Jun 24 12:14:07.694924 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f4b377-4000-4d1a-98a7-bc3bacd08e99 req-f7c43014-9c86-44ff-be89-a03188688fb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:14:07.696562 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-c8f4b377-4000-4d1a-98a7-bc3bacd08e99 req-f7c43014-9c86-44ff-be89-a03188688fb5 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=0414285f410c496f97b7d12d23355c2f&device_id=0c8288a8-7463-4436-8ed6-a94acc30fb55 HTTP/1.1" status: 200 len: 1099 time: 0.0652013 Jun 24 12:14:07.834023 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f4b377-4000-4d1a-98a7-bc3bacd08e99 req-9d019a2b-85c5-4b72-8f63-2910eb2910ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:14:07.835498 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-c8f4b377-4000-4d1a-98a7-bc3bacd08e99 req-9d019a2b-85c5-4b72-8f63-2910eb2910ac service neutron] 10.222.0.45 "GET /v2.0/networks?id=cde1942d-b2ff-4a1a-9427-86fec798cc5b HTTP/1.1" status: 200 len: 913 time: 0.1067789 Jun 24 12:14:07.934753 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-c8f4b377-4000-4d1a-98a7-bc3bacd08e99 req-a218c8f6-aa55-4492-a24b-9a7200c2c08e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=29bc06c8-9f14-492e-b79a-caa9a1671082 HTTP/1.1" status: 200 len: 1003 time: 0.0868778 Jun 24 12:14:07.996485 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f4b377-4000-4d1a-98a7-bc3bacd08e99 req-2963303b-faea-4010-a07e-0ada13c9b7df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:14:07.998447 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-c8f4b377-4000-4d1a-98a7-bc3bacd08e99 req-2963303b-faea-4010-a07e-0ada13c9b7df service neutron] 10.222.0.45 "GET /v2.0/subnets?id=32933e07-9d7b-413a-a2dd-d2852e8b62db HTTP/1.1" status: 200 len: 851 time: 0.0545793 Jun 24 12:14:08.072723 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f4b377-4000-4d1a-98a7-bc3bacd08e99 req-b10d4c2a-b687-412d-9743-8143966709dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:14:08.075359 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-c8f4b377-4000-4d1a-98a7-bc3bacd08e99 req-b10d4c2a-b687-412d-9743-8143966709dc service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=cde1942d-b2ff-4a1a-9427-86fec798cc5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0672083 Jun 24 12:14:08.188123 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-c8f4b377-4000-4d1a-98a7-bc3bacd08e99 req-6c849552-86e8-4e41-a34e-6793f0912838 service neutron] 10.222.0.45 "GET /v2.0/networks/cde1942d-b2ff-4a1a-9427-86fec798cc5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1022031 Jun 24 12:14:08.355069 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-c8f4b377-4000-4d1a-98a7-bc3bacd08e99 req-e2539756-5986-48d0-a247-616f209ecf60 service neutron] 10.222.0.45 "GET /v2.0/networks/cde1942d-b2ff-4a1a-9427-86fec798cc5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1558726 Jun 24 12:14:08.373798 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba0171c-b6ea-4d1c-a555-44083c23bcd0 req-3a215fc8-2da4-420d-a7dd-843aaa2cadc5 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:14:08.375639 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-8ba0171c-b6ea-4d1c-a555-44083c23bcd0 req-3a215fc8-2da4-420d-a7dd-843aaa2cadc5 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c8288a8-7463-4436-8ed6-a94acc30fb55 HTTP/1.1" status: 200 len: 946 time: 0.1299133 Jun 24 12:14:08.419314 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-8ba0171c-b6ea-4d1c-a555-44083c23bcd0 req-120192eb-316b-43aa-a942-b8a4759dd2b6 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] 10.222.0.53 "GET /v2.0/security-groups?id=816370d7-cde7-4040-8fb6-b452766cafd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354071 Jun 24 12:14:09.082183 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.agents_db [None req-87a69269-d72b-4286-97f3-1041481ed6d8 None None] Agent healthcheck: found 6 active agents {{(pid=128086) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 12:14:09.628143 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74eec89-c56d-4487-a1b6-5b700e06340a req-22bb536d-500f-43f4-9fe3-fd483dee4612 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:14:09.629705 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-d74eec89-c56d-4487-a1b6-5b700e06340a req-22bb536d-500f-43f4-9fe3-fd483dee4612 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c8288a8-7463-4436-8ed6-a94acc30fb55 HTTP/1.1" status: 200 len: 946 time: 0.0758958 Jun 24 12:14:09.679785 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-d74eec89-c56d-4487-a1b6-5b700e06340a req-c4e96086-8b5b-459b-a7bb-b41509d642d9 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] 10.222.0.53 "GET /v2.0/security-groups?id=816370d7-cde7-4040-8fb6-b452766cafd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392148 Jun 24 12:14:10.874818 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c0c9ff-950e-46b5-ae08-85e6bb6f6d29 req-fb0ae3b7-1b4d-41d8-8fba-95af7af5d23b tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:14:10.876551 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-53c0c9ff-950e-46b5-ae08-85e6bb6f6d29 req-fb0ae3b7-1b4d-41d8-8fba-95af7af5d23b tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c8288a8-7463-4436-8ed6-a94acc30fb55 HTTP/1.1" status: 200 len: 946 time: 0.0727210 Jun 24 12:14:10.939982 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-53c0c9ff-950e-46b5-ae08-85e6bb6f6d29 req-404fc9cd-0a9a-4194-afb0-4ec31a0f4721 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] 10.222.0.53 "GET /v2.0/security-groups?id=816370d7-cde7-4040-8fb6-b452766cafd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567009 Jun 24 12:14:12.142845 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9aa142-e845-433c-a425-b24e06dd0c5f req-5131464e-bb5a-4267-83f6-8667586940f2 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:14:12.144967 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-6d9aa142-e845-433c-a425-b24e06dd0c5f req-5131464e-bb5a-4267-83f6-8667586940f2 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c8288a8-7463-4436-8ed6-a94acc30fb55 HTTP/1.1" status: 200 len: 946 time: 0.0723670 Jun 24 12:14:12.194576 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-6d9aa142-e845-433c-a425-b24e06dd0c5f req-dba12302-bb34-4dee-84a0-e534293f595f tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] 10.222.0.53 "GET /v2.0/security-groups?id=816370d7-cde7-4040-8fb6-b452766cafd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434525 Jun 24 12:14:13.383546 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a73d9e8-8bdb-4185-b181-36492d397c3d req-375f961c-c3e7-41bb-9536-1ed28bd2ffdc tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:14:13.385160 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-5a73d9e8-8bdb-4185-b181-36492d397c3d req-375f961c-c3e7-41bb-9536-1ed28bd2ffdc tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c8288a8-7463-4436-8ed6-a94acc30fb55 HTTP/1.1" status: 200 len: 946 time: 0.0703361 Jun 24 12:14:13.431178 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-5a73d9e8-8bdb-4185-b181-36492d397c3d req-377d7669-788b-4c4d-95c9-33157c413b5c tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] 10.222.0.53 "GET /v2.0/security-groups?id=816370d7-cde7-4040-8fb6-b452766cafd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351045 Jun 24 12:14:14.636593 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbd1077-f047-4290-bac8-a225b4b9e976 req-1be8cb95-d2a7-4d56-acf1-8d8c7fa4e33d tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:14:14.639479 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-4cbd1077-f047-4290-bac8-a225b4b9e976 req-1be8cb95-d2a7-4d56-acf1-8d8c7fa4e33d tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c8288a8-7463-4436-8ed6-a94acc30fb55 HTTP/1.1" status: 200 len: 946 time: 0.0702877 Jun 24 12:14:14.683070 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-4cbd1077-f047-4290-bac8-a225b4b9e976 req-cd239e2d-2b28-4500-8921-500ab54c83fd tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] 10.222.0.53 "GET /v2.0/security-groups?id=816370d7-cde7-4040-8fb6-b452766cafd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360899 Jun 24 12:14:14.911852 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:14:15.550552 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-c911283f-f160-4b92-9c13-17e322f702f1 req-4124d841-731f-41ac-8352-402deeaa8ad8 service neutron] 10.222.0.45 "GET /v2.0/ports/29bc06c8-9f14-492e-b79a-caa9a1671082/bindings/hv-neutron-7971 HTTP/1.1" status: 200 len: 384 time: 0.0644066 Jun 24 12:14:15.910239 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c911283f-f160-4b92-9c13-17e322f702f1 req-7e1cd412-6809-459d-9a3e-2d8eabc6c90c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:14:15.911755 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-c911283f-f160-4b92-9c13-17e322f702f1 req-7e1cd412-6809-459d-9a3e-2d8eabc6c90c service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=0c8288a8-7463-4436-8ed6-a94acc30fb55&tenant_id=0414285f410c496f97b7d12d23355c2f HTTP/1.1" status: 200 len: 1099 time: 0.1093328 Jun 24 12:14:16.023864 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc0cda1-5faa-44c7-86ec-9b7ff25cc1ae req-359575cf-ea2c-4fe6-826c-8add00b2a5ef tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:14:16.026057 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-adc0cda1-5faa-44c7-86ec-9b7ff25cc1ae req-359575cf-ea2c-4fe6-826c-8add00b2a5ef tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c8288a8-7463-4436-8ed6-a94acc30fb55 HTTP/1.1" status: 200 len: 946 time: 0.1699278 Jun 24 12:14:16.114947 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-adc0cda1-5faa-44c7-86ec-9b7ff25cc1ae req-333c1125-e721-4a6d-be30-1ad8f75b5db5 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] 10.222.0.53 "GET /v2.0/security-groups?id=816370d7-cde7-4040-8fb6-b452766cafd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756323 Jun 24 12:14:16.118262 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c911283f-f160-4b92-9c13-17e322f702f1 req-e4a6bc1a-c4e8-4712-98ba-685832cc10ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:14:16.119751 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-c911283f-f160-4b92-9c13-17e322f702f1 req-e4a6bc1a-c4e8-4712-98ba-685832cc10ae service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=0414285f410c496f97b7d12d23355c2f&device_id=0c8288a8-7463-4436-8ed6-a94acc30fb55 HTTP/1.1" status: 200 len: 1099 time: 0.1663556 Jun 24 12:14:16.269275 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c911283f-f160-4b92-9c13-17e322f702f1 req-dfbc19e9-aec2-43b3-a28d-190f4bfa7e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:14:16.270889 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-c911283f-f160-4b92-9c13-17e322f702f1 req-dfbc19e9-aec2-43b3-a28d-190f4bfa7e7b service neutron] 10.222.0.45 "GET /v2.0/networks?id=cde1942d-b2ff-4a1a-9427-86fec798cc5b HTTP/1.1" status: 200 len: 913 time: 0.1391754 Jun 24 12:14:16.359704 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-c911283f-f160-4b92-9c13-17e322f702f1 req-0cb2cd8e-413a-471a-ab61-f3f35491e937 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=29bc06c8-9f14-492e-b79a-caa9a1671082 HTTP/1.1" status: 200 len: 1003 time: 0.0772521 Jun 24 12:14:16.420622 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c911283f-f160-4b92-9c13-17e322f702f1 req-06412995-5e0a-4d5f-95ce-54ddb4fa8df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:14:16.422707 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-c911283f-f160-4b92-9c13-17e322f702f1 req-06412995-5e0a-4d5f-95ce-54ddb4fa8df7 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=32933e07-9d7b-413a-a2dd-d2852e8b62db HTTP/1.1" status: 200 len: 851 time: 0.0530691 Jun 24 12:14:16.491429 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c911283f-f160-4b92-9c13-17e322f702f1 req-bccbf163-322a-4838-b966-2cd0a0698961 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:14:16.492988 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-c911283f-f160-4b92-9c13-17e322f702f1 req-bccbf163-322a-4838-b966-2cd0a0698961 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=cde1942d-b2ff-4a1a-9427-86fec798cc5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0601175 Jun 24 12:14:16.619938 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-c911283f-f160-4b92-9c13-17e322f702f1 req-6841992a-8c6b-4fea-9fb2-031b142e622a service neutron] 10.222.0.45 "GET /v2.0/networks/cde1942d-b2ff-4a1a-9427-86fec798cc5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1146264 Jun 24 12:14:16.802382 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-c911283f-f160-4b92-9c13-17e322f702f1 req-759ea405-77d8-4d2c-ae44-e46600cfdbae service neutron] 10.222.0.45 "GET /v2.0/networks/cde1942d-b2ff-4a1a-9427-86fec798cc5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1714573 Jun 24 12:14:16.851272 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Device 29bc06c8-9f14-492e-b79a-caa9a1671082 no longer exists at agent hyperv_hv-neutron-7971 {{(pid=128085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 12:14:16.958248 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:14:16.985332 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c8288a8-7463-4436-8ed6-a94acc30fb55', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '29bc06c8-9f14-492e-b79a-caa9a1671082'}] {{(pid=128085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 12:14:16.987631 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1098ec9051a50dd033317f529a09b9762582ef7b417ebe05928aca59e08255aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e255deb4-c250-4df9-8a0e-0064c338789f" -d '{"events": [{"server_uuid": "0c8288a8-7463-4436-8ed6-a94acc30fb55", "name": "network-vif-unplugged", "status": "completed", "tag": "29bc06c8-9f14-492e-b79a-caa9a1671082"}]}' {{(pid=128085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 12:14:17.002434 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] For port 29bc06c8-9f14-492e-b79a-caa9a1671082, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=29bc06c8-9f14-492e-b79a-caa9a1671082,segment=NetworkSegment(c6747bfc-9f45-4917-9f38-8036bcce1357),segment_id=c6747bfc-9f45-4917-9f38-8036bcce1357)] {{(pid=128085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:14:17.008861 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:14:17.010806 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-2f5b1f86-5062-4776-aacb-a8b9d6bc617f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:14:17.071494 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Pushing event updated for resources: {'Port': ['ID=29bc06c8-9f14-492e-b79a-caa9a1671082,revision_number=6']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:14:17.086510 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:14:17.087077 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:14:17.087614 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:14:17.088138 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:14:17.088645 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:14:17.089211 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:14:17.089735 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:14:17.090372 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:14:17.090936 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:14:17.091546 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:14:17.092108 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:14:17.092668 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:14:17.109157 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:14:17.135964 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 24 Jun 2021 12:14:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4812bf50-9183-4164-8d21-589575dfcc3d x-openstack-request-id: req-4812bf50-9183-4164-8d21-589575dfcc3d {{(pid=128085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 12:14:17.135964 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c8288a8-7463-4436-8ed6-a94acc30fb55", "name": "network-vif-unplugged", "status": "completed", "tag": "29bc06c8-9f14-492e-b79a-caa9a1671082", "code": 200}]} {{(pid=128085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 12:14:17.137488 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-4812bf50-9183-4164-8d21-589575dfcc3d {{(pid=128085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 12:14:17.138088 dv-neutron-797120-4-hyperv neutron-server[128085]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c8288a8-7463-4436-8ed6-a94acc30fb55', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '29bc06c8-9f14-492e-b79a-caa9a1671082', 'code': 200} Jun 24 12:14:17.369072 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a40327f-0a55-4ddd-8fa8-88d8926b3b52 req-9fc9f4c6-14fd-4b5d-97e9-6bc755a3f3cc tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:14:17.372013 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-5a40327f-0a55-4ddd-8fa8-88d8926b3b52 req-9fc9f4c6-14fd-4b5d-97e9-6bc755a3f3cc tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c8288a8-7463-4436-8ed6-a94acc30fb55 HTTP/1.1" status: 200 len: 944 time: 0.1164141 Jun 24 12:14:17.429131 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-5a40327f-0a55-4ddd-8fa8-88d8926b3b52 req-f51ca4f6-e828-4634-b563-86f40b71d787 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] 10.222.0.53 "GET /v2.0/security-groups?id=816370d7-cde7-4040-8fb6-b452766cafd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493927 Jun 24 12:14:18.675070 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d43a736-bc29-4739-8e6c-9bfca53274c0 req-94759fae-03b5-4cfa-8281-90341b9f8fae tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:14:18.677581 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-5d43a736-bc29-4739-8e6c-9bfca53274c0 req-94759fae-03b5-4cfa-8281-90341b9f8fae tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c8288a8-7463-4436-8ed6-a94acc30fb55 HTTP/1.1" status: 200 len: 944 time: 0.0982165 Jun 24 12:14:18.728465 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-5d43a736-bc29-4739-8e6c-9bfca53274c0 req-0f69203c-e443-46c1-a2db-8040193c8fdb tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] 10.222.0.53 "GET /v2.0/security-groups?id=816370d7-cde7-4040-8fb6-b452766cafd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441203 Jun 24 12:14:19.958547 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb935e0-bb3e-4a0f-8f33-903074440f80 req-ab7a19a6-938e-4cb5-9acc-2f7e3f6000ae tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:14:19.960239 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-2fb935e0-bb3e-4a0f-8f33-903074440f80 req-ab7a19a6-938e-4cb5-9acc-2f7e3f6000ae tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c8288a8-7463-4436-8ed6-a94acc30fb55 HTTP/1.1" status: 200 len: 944 time: 0.0852363 Jun 24 12:14:20.013643 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-2fb935e0-bb3e-4a0f-8f33-903074440f80 req-8f34fc64-cd7e-4aeb-8391-b51b34639b8b tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] 10.222.0.53 "GET /v2.0/security-groups?id=816370d7-cde7-4040-8fb6-b452766cafd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459707 Jun 24 12:14:21.216362 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fd19fa-26a8-489a-af84-1bf70bd35924 req-1ed46e4c-e614-456f-91d7-36874a040979 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:14:21.218353 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-c5fd19fa-26a8-489a-af84-1bf70bd35924 req-1ed46e4c-e614-456f-91d7-36874a040979 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c8288a8-7463-4436-8ed6-a94acc30fb55 HTTP/1.1" status: 200 len: 944 time: 0.0764751 Jun 24 12:14:21.265762 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-c5fd19fa-26a8-489a-af84-1bf70bd35924 req-3237711a-c85a-4d2b-a009-b067ec31c6e3 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] 10.222.0.53 "GET /v2.0/security-groups?id=816370d7-cde7-4040-8fb6-b452766cafd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408721 Jun 24 12:14:22.483431 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ce51ba-512a-43aa-bc5f-d373b9509f03 req-0def0e57-2555-4171-a821-4d18bb6e0dd4 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:14:22.484998 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-96ce51ba-512a-43aa-bc5f-d373b9509f03 req-0def0e57-2555-4171-a821-4d18bb6e0dd4 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c8288a8-7463-4436-8ed6-a94acc30fb55 HTTP/1.1" status: 200 len: 944 time: 0.0687659 Jun 24 12:14:22.529874 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-96ce51ba-512a-43aa-bc5f-d373b9509f03 req-721e9fd5-931c-4fa5-a372-25b5b0b0e4a9 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] 10.222.0.53 "GET /v2.0/security-groups?id=816370d7-cde7-4040-8fb6-b452766cafd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350556 Jun 24 12:14:22.877724 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Device 29bc06c8-9f14-492e-b79a-caa9a1671082 details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=128085) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 12:14:23.134961 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] For port 29bc06c8-9f14-492e-b79a-caa9a1671082, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=29bc06c8-9f14-492e-b79a-caa9a1671082,segment=NetworkSegment(c6747bfc-9f45-4917-9f38-8036bcce1357),segment_id=c6747bfc-9f45-4917-9f38-8036bcce1357)] {{(pid=128085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:14:23.147821 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Returning: {'device': '29bc06c8-9f14-492e-b79a-caa9a1671082', 'network_id': 'cde1942d-b2ff-4a1a-9427-86fec798cc5b', 'port_id': '29bc06c8-9f14-492e-b79a-caa9a1671082', 'mac_address': 'fa:16:3e:5d:02:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 621, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32933e07-9d7b-413a-a2dd-d2852e8b62db', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=128085) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 12:14:23.186501 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:14:23.203755 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.notifiers.nova [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29bc06c8-9f14-492e-b79a-caa9a1671082 {{(pid=128085) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 12:14:23.225839 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] For port 29bc06c8-9f14-492e-b79a-caa9a1671082, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=29bc06c8-9f14-492e-b79a-caa9a1671082,segment=NetworkSegment(c6747bfc-9f45-4917-9f38-8036bcce1357),segment_id=c6747bfc-9f45-4917-9f38-8036bcce1357)] {{(pid=128085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:14:23.230279 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:14:23.232652 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-26c0a36c-c970-482e-935e-733e1ef0c84f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:14:23.287735 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Pushing event updated for resources: {'Port': ['ID=29bc06c8-9f14-492e-b79a-caa9a1671082,revision_number=7']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:14:23.291224 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:14:23.314506 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] get_ports_and_sgs() called for port_ids ['29bc06c8-9f14-492e-b79a-caa9a1671082'] {{(pid=128085) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 12:14:23.786572 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc65cbb-5228-4eed-a9d3-6225814d05b2 req-44162c8c-a194-4c70-9fc2-0d947bfa3c4b tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:14:23.788307 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-3cc65cbb-5228-4eed-a9d3-6225814d05b2 req-44162c8c-a194-4c70-9fc2-0d947bfa3c4b tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c8288a8-7463-4436-8ed6-a94acc30fb55 HTTP/1.1" status: 200 len: 945 time: 0.0894134 Jun 24 12:14:23.834538 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-3cc65cbb-5228-4eed-a9d3-6225814d05b2 req-be023e6e-8d4c-49eb-90f8-8083b9cacecb tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] 10.222.0.53 "GET /v2.0/security-groups?id=816370d7-cde7-4040-8fb6-b452766cafd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391650 Jun 24 12:14:23.873192 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-a8935542-f813-41f8-962a-2f2833327bed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:14:24.881883 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Device 29bc06c8-9f14-492e-b79a-caa9a1671082 up at agent hyperv_hv-neutron-7971 {{(pid=128085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:14:24.943125 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Provisioning complete for port 29bc06c8-9f14-492e-b79a-caa9a1671082 triggered by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:14:24.943595 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:14:25.036315 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:14:25.052721 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d637efe-91ab-4940-af7c-f59fd73a0a76 req-b2c89e42-cddd-48c0-b51a-b7437b3f0c8c tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:14:25.055371 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-0d637efe-91ab-4940-af7c-f59fd73a0a76 req-b2c89e42-cddd-48c0-b51a-b7437b3f0c8c tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c8288a8-7463-4436-8ed6-a94acc30fb55 HTTP/1.1" status: 200 len: 945 time: 0.0860257 Jun 24 12:14:25.068574 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c8288a8-7463-4436-8ed6-a94acc30fb55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29bc06c8-9f14-492e-b79a-caa9a1671082'}] {{(pid=128085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 12:14:25.071413 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1098ec9051a50dd033317f529a09b9762582ef7b417ebe05928aca59e08255aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8eb41d2-e06e-4b4e-87db-fd51fa76b81d" -d '{"events": [{"server_uuid": "0c8288a8-7463-4436-8ed6-a94acc30fb55", "name": "network-vif-plugged", "status": "completed", "tag": "29bc06c8-9f14-492e-b79a-caa9a1671082"}]}' {{(pid=128085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 12:14:25.088241 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] For port 29bc06c8-9f14-492e-b79a-caa9a1671082, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=29bc06c8-9f14-492e-b79a-caa9a1671082,segment=NetworkSegment(c6747bfc-9f45-4917-9f38-8036bcce1357),segment_id=c6747bfc-9f45-4917-9f38-8036bcce1357)] {{(pid=128085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:14:25.094502 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:14:25.097287 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:14:25.116634 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-0d637efe-91ab-4940-af7c-f59fd73a0a76 req-fa0581f8-3b40-4b4a-9c94-5e59be8d92cd tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] 10.222.0.53 "GET /v2.0/security-groups?id=816370d7-cde7-4040-8fb6-b452766cafd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530152 Jun 24 12:14:25.153675 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 12:14:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ea72642-67f1-4ace-a582-b43a681a52a4 x-openstack-request-id: req-8ea72642-67f1-4ace-a582-b43a681a52a4 {{(pid=128085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 12:14:25.154132 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c8288a8-7463-4436-8ed6-a94acc30fb55", "name": "network-vif-plugged", "status": "completed", "tag": "29bc06c8-9f14-492e-b79a-caa9a1671082", "code": 200}]} {{(pid=128085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 12:14:25.154547 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-8ea72642-67f1-4ace-a582-b43a681a52a4 {{(pid=128085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 12:14:25.155171 dv-neutron-797120-4-hyperv neutron-server[128085]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c8288a8-7463-4436-8ed6-a94acc30fb55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29bc06c8-9f14-492e-b79a-caa9a1671082', 'code': 200} Jun 24 12:14:25.171492 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Pushing event updated for resources: {'Port': ['ID=29bc06c8-9f14-492e-b79a-caa9a1671082,revision_number=8']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:14:25.176250 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:14:26.358047 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761da0be-c869-450d-9432-aedaf8ddad14 req-25ae07f9-0402-4347-8ac1-997d81c55183 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:14:26.360133 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-761da0be-c869-450d-9432-aedaf8ddad14 req-25ae07f9-0402-4347-8ac1-997d81c55183 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c8288a8-7463-4436-8ed6-a94acc30fb55 HTTP/1.1" status: 200 len: 946 time: 0.1119843 Jun 24 12:14:26.400814 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-761da0be-c869-450d-9432-aedaf8ddad14 req-ae2ecd02-a093-444c-9d77-f9a216f13de8 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] 10.222.0.53 "GET /v2.0/security-groups?id=816370d7-cde7-4040-8fb6-b452766cafd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349097 Jun 24 12:14:26.407956 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-a9441528-2589-4443-806e-0eb0f892990b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:14:26.562310 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:14:27.610358 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f33727-1eb3-4b46-9487-01e14f98783b req-c76188f4-7bb3-4200-9b18-57ba784169b6 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:14:27.611929 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-56f33727-1eb3-4b46-9487-01e14f98783b req-c76188f4-7bb3-4200-9b18-57ba784169b6 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c8288a8-7463-4436-8ed6-a94acc30fb55 HTTP/1.1" status: 200 len: 946 time: 0.0743120 Jun 24 12:14:27.660674 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-56f33727-1eb3-4b46-9487-01e14f98783b req-7c517cb2-443b-4bdb-914c-7aabf8596a30 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] 10.222.0.53 "GET /v2.0/security-groups?id=816370d7-cde7-4040-8fb6-b452766cafd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383306 Jun 24 12:14:27.785823 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-03237adf-ebd0-46f2-a476-4d4bb746e0f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:14:28.907091 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683aaaaa-f7af-483a-bd16-a4583f39518e req-67c98613-7a13-4acc-b795-b03f03728aea tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:14:28.909621 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-683aaaaa-f7af-483a-bd16-a4583f39518e req-67c98613-7a13-4acc-b795-b03f03728aea tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c8288a8-7463-4436-8ed6-a94acc30fb55 HTTP/1.1" status: 200 len: 946 time: 0.1269786 Jun 24 12:14:28.954129 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-683aaaaa-f7af-483a-bd16-a4583f39518e req-2dc30b57-7fde-44ee-8765-ab7032c624f6 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] 10.222.0.53 "GET /v2.0/security-groups?id=816370d7-cde7-4040-8fb6-b452766cafd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387866 Jun 24 12:14:29.453365 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5388595-080a-4ce1-8b59-0039b0503c22 req-999bd9ef-7170-4a4b-9cd3-ab1da9b3913e tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:14:29.455886 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-a5388595-080a-4ce1-8b59-0039b0503c22 req-999bd9ef-7170-4a4b-9cd3-ab1da9b3913e tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] 10.222.0.45 "GET /v2.0/ports?device_id=0c8288a8-7463-4436-8ed6-a94acc30fb55&tenant_id=0414285f410c496f97b7d12d23355c2f&binding%3Ahost_id=hv-neutron-7971 HTTP/1.1" status: 200 len: 946 time: 0.1023152 Jun 24 12:14:29.632132 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-a5388595-080a-4ce1-8b59-0039b0503c22 req-81eb6832-aa26-4140-967d-2dcbfcae27da service neutron] 10.222.0.45 "GET /v2.0/ports/29bc06c8-9f14-492e-b79a-caa9a1671082/bindings/hv-neutron-7971 HTTP/1.1" status: 200 len: 384 time: 0.1578505 Jun 24 12:14:29.650413 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab9427c-4a01-461e-b24a-5f6efc1edb5c req-2219a584-7706-446c-9e27-d644d7d57e6a tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:14:29.652921 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-8ab9427c-4a01-461e-b24a-5f6efc1edb5c req-2219a584-7706-446c-9e27-d644d7d57e6a tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c8288a8-7463-4436-8ed6-a94acc30fb55 HTTP/1.1" status: 200 len: 946 time: 0.1954525 Jun 24 12:14:29.753278 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-52c483ef-d5c1-4030-9a32-e5ce4ff00ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:14:29.797312 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-8ab9427c-4a01-461e-b24a-5f6efc1edb5c req-e7455880-03f2-40b0-86db-9d0300e3cedb tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] 10.222.0.53 "GET /v2.0/security-groups?id=816370d7-cde7-4040-8fb6-b452766cafd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1337366 Jun 24 12:14:29.833206 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5388595-080a-4ce1-8b59-0039b0503c22 req-1ae44a2e-8114-4fc4-8060-04c05a4f93b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:14:29.835699 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-a5388595-080a-4ce1-8b59-0039b0503c22 req-1ae44a2e-8114-4fc4-8060-04c05a4f93b3 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=0414285f410c496f97b7d12d23355c2f&device_id=0c8288a8-7463-4436-8ed6-a94acc30fb55 HTTP/1.1" status: 200 len: 1099 time: 0.1693256 Jun 24 12:14:29.932471 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5388595-080a-4ce1-8b59-0039b0503c22 req-308f5bed-f1ff-4584-a57f-f0c3fd36b83a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:14:29.934023 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-a5388595-080a-4ce1-8b59-0039b0503c22 req-308f5bed-f1ff-4584-a57f-f0c3fd36b83a service neutron] 10.222.0.45 "GET /v2.0/networks?id=cde1942d-b2ff-4a1a-9427-86fec798cc5b HTTP/1.1" status: 200 len: 913 time: 0.0918860 Jun 24 12:14:30.025190 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-a5388595-080a-4ce1-8b59-0039b0503c22 req-2e0afbb1-dc1f-42d3-9ff2-3257c142fb02 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=29bc06c8-9f14-492e-b79a-caa9a1671082 HTTP/1.1" status: 200 len: 1003 time: 0.0835378 Jun 24 12:14:30.078783 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5388595-080a-4ce1-8b59-0039b0503c22 req-466293a2-e063-4fc1-9514-0bed4a0ff051 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:14:30.080186 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-a5388595-080a-4ce1-8b59-0039b0503c22 req-466293a2-e063-4fc1-9514-0bed4a0ff051 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=32933e07-9d7b-413a-a2dd-d2852e8b62db HTTP/1.1" status: 200 len: 851 time: 0.0472932 Jun 24 12:14:30.142627 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5388595-080a-4ce1-8b59-0039b0503c22 req-71d846da-6af2-4299-aaed-08f5eda1b461 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:14:30.144392 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-a5388595-080a-4ce1-8b59-0039b0503c22 req-71d846da-6af2-4299-aaed-08f5eda1b461 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=cde1942d-b2ff-4a1a-9427-86fec798cc5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0575638 Jun 24 12:14:30.264125 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-a5388595-080a-4ce1-8b59-0039b0503c22 req-f92fecec-84a9-4201-bb6c-b24596605275 service neutron] 10.222.0.45 "GET /v2.0/networks/cde1942d-b2ff-4a1a-9427-86fec798cc5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1124306 Jun 24 12:14:30.369907 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-a5388595-080a-4ce1-8b59-0039b0503c22 req-99119a1b-8d5d-4268-9182-a99f4bddb373 service neutron] 10.222.0.45 "GET /v2.0/networks/cde1942d-b2ff-4a1a-9427-86fec798cc5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990360 Jun 24 12:14:31.004841 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294f0856-c8b3-4c80-b6ac-59464f8ba0af req-9b63b87a-a3ba-4229-85a8-1d760284acd1 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:14:31.006694 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-294f0856-c8b3-4c80-b6ac-59464f8ba0af req-9b63b87a-a3ba-4229-85a8-1d760284acd1 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c8288a8-7463-4436-8ed6-a94acc30fb55 HTTP/1.1" status: 200 len: 946 time: 0.0772228 Jun 24 12:14:31.054483 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-294f0856-c8b3-4c80-b6ac-59464f8ba0af req-2f4582f2-3cc2-4654-9f90-beffcf37e108 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] 10.222.0.53 "GET /v2.0/security-groups?id=816370d7-cde7-4040-8fb6-b452766cafd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406170 Jun 24 12:14:32.269100 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7432fb-c9a3-4db2-862c-fcc638ec1bdb req-0c017026-83ed-41da-8a95-24731f72bac3 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:14:32.270699 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-6b7432fb-c9a3-4db2-862c-fcc638ec1bdb req-0c017026-83ed-41da-8a95-24731f72bac3 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c8288a8-7463-4436-8ed6-a94acc30fb55 HTTP/1.1" status: 200 len: 946 time: 0.0801454 Jun 24 12:14:32.312970 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-6b7432fb-c9a3-4db2-862c-fcc638ec1bdb req-a2843a44-a5bb-46b6-95ac-f838607e6866 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] 10.222.0.53 "GET /v2.0/security-groups?id=816370d7-cde7-4040-8fb6-b452766cafd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358374 Jun 24 12:14:33.582375 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7baa547e-30d2-40e1-8ba0-3c70e2ed80d2 req-30195231-60b6-4704-9980-337862f237d8 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:14:33.584436 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-7baa547e-30d2-40e1-8ba0-3c70e2ed80d2 req-30195231-60b6-4704-9980-337862f237d8 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c8288a8-7463-4436-8ed6-a94acc30fb55 HTTP/1.1" status: 200 len: 946 time: 0.0765429 Jun 24 12:14:33.633132 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-7baa547e-30d2-40e1-8ba0-3c70e2ed80d2 req-a9d331d4-7ce0-478b-a03e-37136a949a73 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] 10.222.0.53 "GET /v2.0/security-groups?id=816370d7-cde7-4040-8fb6-b452766cafd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377731 Jun 24 12:14:34.833293 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b11521-7246-4f00-baeb-ed0a567ee0f4 req-462026d3-0966-4540-9b9e-fd69a95098d4 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:14:34.834819 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-d5b11521-7246-4f00-baeb-ed0a567ee0f4 req-462026d3-0966-4540-9b9e-fd69a95098d4 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c8288a8-7463-4436-8ed6-a94acc30fb55 HTTP/1.1" status: 200 len: 946 time: 0.0773778 Jun 24 12:14:34.879293 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-d5b11521-7246-4f00-baeb-ed0a567ee0f4 req-09e7118c-cc25-45ca-b0fb-f3a4ad4264f5 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] 10.222.0.53 "GET /v2.0/security-groups?id=816370d7-cde7-4040-8fb6-b452766cafd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376680 Jun 24 12:14:35.438271 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5388595-080a-4ce1-8b59-0039b0503c22 req-7c695bb2-4ff4-47ce-960d-31f167423f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:14:35.439721 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-a5388595-080a-4ce1-8b59-0039b0503c22 req-7c695bb2-4ff4-47ce-960d-31f167423f23 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=0c8288a8-7463-4436-8ed6-a94acc30fb55&tenant_id=0414285f410c496f97b7d12d23355c2f HTTP/1.1" status: 200 len: 1099 time: 0.0573599 Jun 24 12:14:35.533884 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5388595-080a-4ce1-8b59-0039b0503c22 req-0baf59ef-c0b8-42f1-a106-ba0fce67c413 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:14:35.535706 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-a5388595-080a-4ce1-8b59-0039b0503c22 req-0baf59ef-c0b8-42f1-a106-ba0fce67c413 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=0414285f410c496f97b7d12d23355c2f&device_id=0c8288a8-7463-4436-8ed6-a94acc30fb55 HTTP/1.1" status: 200 len: 1099 time: 0.0645819 Jun 24 12:14:35.672604 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5388595-080a-4ce1-8b59-0039b0503c22 req-814ccfe0-fcdf-4c08-855f-85d1979fe156 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:14:35.675237 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-a5388595-080a-4ce1-8b59-0039b0503c22 req-814ccfe0-fcdf-4c08-855f-85d1979fe156 service neutron] 10.222.0.45 "GET /v2.0/networks?id=cde1942d-b2ff-4a1a-9427-86fec798cc5b HTTP/1.1" status: 200 len: 913 time: 0.1295204 Jun 24 12:14:35.753658 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-a5388595-080a-4ce1-8b59-0039b0503c22 req-eca78a5c-05c2-4d8f-a972-6911b573d203 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=29bc06c8-9f14-492e-b79a-caa9a1671082 HTTP/1.1" status: 200 len: 1003 time: 0.0671558 Jun 24 12:14:35.811835 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5388595-080a-4ce1-8b59-0039b0503c22 req-16f59856-33b1-476e-bf34-d9954a59a6eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:14:35.813387 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-a5388595-080a-4ce1-8b59-0039b0503c22 req-16f59856-33b1-476e-bf34-d9954a59a6eb service neutron] 10.222.0.45 "GET /v2.0/subnets?id=32933e07-9d7b-413a-a2dd-d2852e8b62db HTTP/1.1" status: 200 len: 851 time: 0.0478117 Jun 24 12:14:35.882387 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5388595-080a-4ce1-8b59-0039b0503c22 req-1423720c-53bc-4d4a-93bf-f586bc720c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:14:35.884024 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-a5388595-080a-4ce1-8b59-0039b0503c22 req-1423720c-53bc-4d4a-93bf-f586bc720c83 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=cde1942d-b2ff-4a1a-9427-86fec798cc5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0607049 Jun 24 12:14:36.444507 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-a5388595-080a-4ce1-8b59-0039b0503c22 req-309aa235-5761-4910-a3a6-6566bce4128d service neutron] 10.222.0.45 "GET /v2.0/networks/cde1942d-b2ff-4a1a-9427-86fec798cc5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5494061 Jun 24 12:14:36.472861 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b6a410-7f24-4454-897c-45cc2b114896 req-82fcda11-b031-45a6-a860-f752fb765631 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:14:36.474688 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-b2b6a410-7f24-4454-897c-45cc2b114896 req-82fcda11-b031-45a6-a860-f752fb765631 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c8288a8-7463-4436-8ed6-a94acc30fb55 HTTP/1.1" status: 200 len: 946 time: 0.1112461 Jun 24 12:14:36.581026 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-b2b6a410-7f24-4454-897c-45cc2b114896 req-70cad51f-3150-45c8-a0d6-53cbeeb5801f tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] 10.222.0.53 "GET /v2.0/security-groups?id=816370d7-cde7-4040-8fb6-b452766cafd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0908167 Jun 24 12:14:36.609386 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-a5388595-080a-4ce1-8b59-0039b0503c22 req-f7231e96-46c0-48ac-85ce-db667cab5f83 service neutron] 10.222.0.45 "GET /v2.0/networks/cde1942d-b2ff-4a1a-9427-86fec798cc5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1528363 Jun 24 12:14:36.942226 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Device 29bc06c8-9f14-492e-b79a-caa9a1671082 no longer exists at agent hyperv_hv-neutron-7971 {{(pid=128085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 12:14:37.037473 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:14:37.077328 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c8288a8-7463-4436-8ed6-a94acc30fb55', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '29bc06c8-9f14-492e-b79a-caa9a1671082'}] {{(pid=128085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 12:14:37.081283 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1098ec9051a50dd033317f529a09b9762582ef7b417ebe05928aca59e08255aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c92ef388-4230-47ba-bf94-1227818e5410" -d '{"events": [{"server_uuid": "0c8288a8-7463-4436-8ed6-a94acc30fb55", "name": "network-vif-unplugged", "status": "completed", "tag": "29bc06c8-9f14-492e-b79a-caa9a1671082"}]}' {{(pid=128085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 12:14:37.102549 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] For port 29bc06c8-9f14-492e-b79a-caa9a1671082, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=29bc06c8-9f14-492e-b79a-caa9a1671082,segment=NetworkSegment(c6747bfc-9f45-4917-9f38-8036bcce1357),segment_id=c6747bfc-9f45-4917-9f38-8036bcce1357)] {{(pid=128085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:14:37.108090 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:14:37.111264 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:14:37.160422 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 24 Jun 2021 12:14:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ac56394-3667-4493-b6f7-27618ed73dfd x-openstack-request-id: req-7ac56394-3667-4493-b6f7-27618ed73dfd {{(pid=128085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 12:14:37.160828 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c8288a8-7463-4436-8ed6-a94acc30fb55", "name": "network-vif-unplugged", "status": "completed", "tag": "29bc06c8-9f14-492e-b79a-caa9a1671082", "code": 200}]} {{(pid=128085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 12:14:37.161215 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-7ac56394-3667-4493-b6f7-27618ed73dfd {{(pid=128085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 12:14:37.161677 dv-neutron-797120-4-hyperv neutron-server[128085]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c8288a8-7463-4436-8ed6-a94acc30fb55', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '29bc06c8-9f14-492e-b79a-caa9a1671082', 'code': 200} Jun 24 12:14:37.182807 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Pushing event updated for resources: {'Port': ['ID=29bc06c8-9f14-492e-b79a-caa9a1671082,revision_number=9']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:14:37.188600 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:14:37.823977 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b1c72a-00e4-4932-a946-4b7ed3eb5191 req-0a3a175f-632f-438c-a5d3-3592fad91c88 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:14:37.826943 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-37b1c72a-00e4-4932-a946-4b7ed3eb5191 req-0a3a175f-632f-438c-a5d3-3592fad91c88 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c8288a8-7463-4436-8ed6-a94acc30fb55 HTTP/1.1" status: 200 len: 944 time: 0.1133738 Jun 24 12:14:37.881934 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-37b1c72a-00e4-4932-a946-4b7ed3eb5191 req-7f092cea-c5a0-4481-b269-5665f66067d6 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] 10.222.0.53 "GET /v2.0/security-groups?id=816370d7-cde7-4040-8fb6-b452766cafd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451519 Jun 24 12:14:39.178845 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3d0abb-dc1c-4e3d-b7ff-5ca962b37e1d req-10a5953b-2825-4347-adec-355a53640410 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:14:39.180385 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-5a3d0abb-dc1c-4e3d-b7ff-5ca962b37e1d req-10a5953b-2825-4347-adec-355a53640410 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c8288a8-7463-4436-8ed6-a94acc30fb55 HTTP/1.1" status: 200 len: 944 time: 0.0824153 Jun 24 12:14:39.237115 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-5a3d0abb-dc1c-4e3d-b7ff-5ca962b37e1d req-ebd0e9cc-75d0-4518-ae2c-6a90372cc40e tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] 10.222.0.53 "GET /v2.0/security-groups?id=816370d7-cde7-4040-8fb6-b452766cafd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438285 Jun 24 12:14:40.503460 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9431f073-6029-49d0-8cef-4bc0e2a22939 req-ab633362-95ea-435a-a96f-e88d63f60821 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:14:40.506104 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-9431f073-6029-49d0-8cef-4bc0e2a22939 req-ab633362-95ea-435a-a96f-e88d63f60821 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c8288a8-7463-4436-8ed6-a94acc30fb55 HTTP/1.1" status: 200 len: 944 time: 0.1204176 Jun 24 12:14:40.558691 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-9431f073-6029-49d0-8cef-4bc0e2a22939 req-ba38dba7-e343-4e7f-ad4f-5606ae38c3fc tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] 10.222.0.53 "GET /v2.0/security-groups?id=816370d7-cde7-4040-8fb6-b452766cafd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417395 Jun 24 12:14:41.773788 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a21e7b-751b-4d80-8ed7-6ff8cf895c45 req-0386e678-041d-429f-a700-7302930b1c27 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:14:41.775346 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-99a21e7b-751b-4d80-8ed7-6ff8cf895c45 req-0386e678-041d-429f-a700-7302930b1c27 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c8288a8-7463-4436-8ed6-a94acc30fb55 HTTP/1.1" status: 200 len: 944 time: 0.0766754 Jun 24 12:14:41.816904 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-99a21e7b-751b-4d80-8ed7-6ff8cf895c45 req-b00829a8-ffe9-41b8-bd28-830a4fdb8cac tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] 10.222.0.53 "GET /v2.0/security-groups?id=816370d7-cde7-4040-8fb6-b452766cafd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344489 Jun 24 12:14:42.993373 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Device 29bc06c8-9f14-492e-b79a-caa9a1671082 details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=128085) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 12:14:43.045480 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9846354f-0ffd-4929-baa9-65d7db62b9c2 req-cf635da6-549d-41e9-ac5b-caa0ec572a77 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:14:43.047323 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-9846354f-0ffd-4929-baa9-65d7db62b9c2 req-cf635da6-549d-41e9-ac5b-caa0ec572a77 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c8288a8-7463-4436-8ed6-a94acc30fb55 HTTP/1.1" status: 200 len: 944 time: 0.0939581 Jun 24 12:14:43.091763 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-9846354f-0ffd-4929-baa9-65d7db62b9c2 req-ccf4cfc9-5b36-4f0f-b508-11c470aead45 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] 10.222.0.53 "GET /v2.0/security-groups?id=816370d7-cde7-4040-8fb6-b452766cafd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378523 Jun 24 12:14:43.135569 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] For port 29bc06c8-9f14-492e-b79a-caa9a1671082, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=29bc06c8-9f14-492e-b79a-caa9a1671082,segment=NetworkSegment(c6747bfc-9f45-4917-9f38-8036bcce1357),segment_id=c6747bfc-9f45-4917-9f38-8036bcce1357)] {{(pid=128085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:14:43.149597 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Returning: {'device': '29bc06c8-9f14-492e-b79a-caa9a1671082', 'network_id': 'cde1942d-b2ff-4a1a-9427-86fec798cc5b', 'port_id': '29bc06c8-9f14-492e-b79a-caa9a1671082', 'mac_address': 'fa:16:3e:5d:02:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 621, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32933e07-9d7b-413a-a2dd-d2852e8b62db', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=128085) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 12:14:43.196954 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:14:43.211336 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.notifiers.nova [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29bc06c8-9f14-492e-b79a-caa9a1671082 {{(pid=128085) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 12:14:43.235303 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] For port 29bc06c8-9f14-492e-b79a-caa9a1671082, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=29bc06c8-9f14-492e-b79a-caa9a1671082,segment=NetworkSegment(c6747bfc-9f45-4917-9f38-8036bcce1357),segment_id=c6747bfc-9f45-4917-9f38-8036bcce1357)] {{(pid=128085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:14:43.240474 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:14:43.242543 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:14:43.297958 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Pushing event updated for resources: {'Port': ['ID=29bc06c8-9f14-492e-b79a-caa9a1671082,revision_number=10']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:14:43.301737 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:14:43.312705 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] get_ports_and_sgs() called for port_ids ['29bc06c8-9f14-492e-b79a-caa9a1671082'] {{(pid=128085) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 12:14:44.290269 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff23c71-6c6c-4d7c-8858-4028bc5a148e req-84ba4905-409a-4574-8737-65a0ad443fc2 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:14:44.291887 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-6ff23c71-6c6c-4d7c-8858-4028bc5a148e req-84ba4905-409a-4574-8737-65a0ad443fc2 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c8288a8-7463-4436-8ed6-a94acc30fb55 HTTP/1.1" status: 200 len: 946 time: 0.0728149 Jun 24 12:14:44.338784 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-6ff23c71-6c6c-4d7c-8858-4028bc5a148e req-c78899eb-a363-4540-82c9-bd072b76023d tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] 10.222.0.53 "GET /v2.0/security-groups?id=816370d7-cde7-4040-8fb6-b452766cafd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362759 Jun 24 12:14:44.924063 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:14:45.004083 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Device 29bc06c8-9f14-492e-b79a-caa9a1671082 up at agent hyperv_hv-neutron-7971 {{(pid=128085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:14:45.056036 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Provisioning complete for port 29bc06c8-9f14-492e-b79a-caa9a1671082 triggered by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:14:45.056477 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:14:45.135859 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:14:45.160168 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c8288a8-7463-4436-8ed6-a94acc30fb55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29bc06c8-9f14-492e-b79a-caa9a1671082'}] {{(pid=128085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 12:14:45.162468 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1098ec9051a50dd033317f529a09b9762582ef7b417ebe05928aca59e08255aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94240735-4b53-43cd-b71e-d881fea71380" -d '{"events": [{"server_uuid": "0c8288a8-7463-4436-8ed6-a94acc30fb55", "name": "network-vif-plugged", "status": "completed", "tag": "29bc06c8-9f14-492e-b79a-caa9a1671082"}]}' {{(pid=128085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 12:14:45.178226 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] For port 29bc06c8-9f14-492e-b79a-caa9a1671082, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=29bc06c8-9f14-492e-b79a-caa9a1671082,segment=NetworkSegment(c6747bfc-9f45-4917-9f38-8036bcce1357),segment_id=c6747bfc-9f45-4917-9f38-8036bcce1357)] {{(pid=128085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:14:45.183407 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:14:45.185369 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:14:45.218377 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 12:14:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e02c1dc0-8981-4b37-a651-6f1dbdfc7c7e x-openstack-request-id: req-e02c1dc0-8981-4b37-a651-6f1dbdfc7c7e {{(pid=128085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 12:14:45.218792 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c8288a8-7463-4436-8ed6-a94acc30fb55", "name": "network-vif-plugged", "status": "completed", "tag": "29bc06c8-9f14-492e-b79a-caa9a1671082", "code": 200}]} {{(pid=128085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 12:14:45.219136 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e02c1dc0-8981-4b37-a651-6f1dbdfc7c7e {{(pid=128085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 12:14:45.219612 dv-neutron-797120-4-hyperv neutron-server[128085]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c8288a8-7463-4436-8ed6-a94acc30fb55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29bc06c8-9f14-492e-b79a-caa9a1671082', 'code': 200} Jun 24 12:14:45.242492 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Pushing event updated for resources: {'Port': ['ID=29bc06c8-9f14-492e-b79a-caa9a1671082,revision_number=11']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:14:45.246233 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:14:45.551293 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b59084-34bb-46bb-a5fb-914803951c13 req-01fa55a3-5ab8-47db-9527-a7c632c7c152 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:14:45.552863 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-e9b59084-34bb-46bb-a5fb-914803951c13 req-01fa55a3-5ab8-47db-9527-a7c632c7c152 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c8288a8-7463-4436-8ed6-a94acc30fb55 HTTP/1.1" status: 200 len: 947 time: 0.0806057 Jun 24 12:14:45.598569 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-e9b59084-34bb-46bb-a5fb-914803951c13 req-787243a0-80c1-46c4-85ef-bb28892906de tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] 10.222.0.53 "GET /v2.0/security-groups?id=816370d7-cde7-4040-8fb6-b452766cafd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392740 Jun 24 12:14:46.081878 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.agents_db [None req-87a69269-d72b-4286-97f3-1041481ed6d8 None None] Agent healthcheck: found 6 active agents {{(pid=128086) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 12:14:46.847498 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ad6265-8981-4a59-87bd-d58292f67e65 req-25cb34ba-34d9-410f-ae28-d9afc29706e4 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:14:46.850461 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-00ad6265-8981-4a59-87bd-d58292f67e65 req-25cb34ba-34d9-410f-ae28-d9afc29706e4 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c8288a8-7463-4436-8ed6-a94acc30fb55 HTTP/1.1" status: 200 len: 947 time: 0.0815132 Jun 24 12:14:46.892631 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-00ad6265-8981-4a59-87bd-d58292f67e65 req-c438f484-3f92-4ebd-aa98-ccb215aca5ce tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] 10.222.0.53 "GET /v2.0/security-groups?id=816370d7-cde7-4040-8fb6-b452766cafd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365622 Jun 24 12:14:48.097438 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdadcec-dd3d-44e3-a8b1-fbd271d51b26 req-61b98821-35cf-4d31-bbc0-7f480694395c tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:14:48.098933 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-bfdadcec-dd3d-44e3-a8b1-fbd271d51b26 req-61b98821-35cf-4d31-bbc0-7f480694395c tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c8288a8-7463-4436-8ed6-a94acc30fb55 HTTP/1.1" status: 200 len: 947 time: 0.0727646 Jun 24 12:14:48.140061 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-bfdadcec-dd3d-44e3-a8b1-fbd271d51b26 req-0ee728a6-4752-4f38-b456-73a458b2decd tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] 10.222.0.53 "GET /v2.0/security-groups?id=816370d7-cde7-4040-8fb6-b452766cafd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352066 Jun 24 12:14:48.342919 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beac9f42-fdde-4aff-add8-9b5d048b0ca3 req-16fb4bdb-cfd9-4003-bcd7-d9b1be1c1e96 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:14:48.344607 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-beac9f42-fdde-4aff-add8-9b5d048b0ca3 req-16fb4bdb-cfd9-4003-bcd7-d9b1be1c1e96 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c8288a8-7463-4436-8ed6-a94acc30fb55 HTTP/1.1" status: 200 len: 947 time: 0.0782704 Jun 24 12:14:48.392624 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-beac9f42-fdde-4aff-add8-9b5d048b0ca3 req-36d10ccf-f7d3-4fa8-a5a0-4e2a45a57bc5 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] 10.222.0.53 "GET /v2.0/security-groups?id=816370d7-cde7-4040-8fb6-b452766cafd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396347 Jun 24 12:14:48.579996 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7c4bbd-f466-4a1c-84e3-199a51417f2e req-ceb5cf29-de70-45ce-9c51-f7f3c8d2e567 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:14:48.581064 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-fa7c4bbd-f466-4a1c-84e3-199a51417f2e req-ceb5cf29-de70-45ce-9c51-f7f3c8d2e567 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c8288a8-7463-4436-8ed6-a94acc30fb55 HTTP/1.1" status: 200 len: 947 time: 0.0700424 Jun 24 12:14:48.648724 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-fa7c4bbd-f466-4a1c-84e3-199a51417f2e req-6b29473d-f4eb-43d6-afd9-21f56b1bc66b tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] 10.222.0.53 "GET /v2.0/security-groups?id=816370d7-cde7-4040-8fb6-b452766cafd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566223 Jun 24 12:14:49.074050 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454ececf-1ef7-4ddc-96c3-4aa099075514 req-70eab5f8-4964-48cc-a97a-268b19c388ae tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:14:49.075915 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-454ececf-1ef7-4ddc-96c3-4aa099075514 req-70eab5f8-4964-48cc-a97a-268b19c388ae tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c8288a8-7463-4436-8ed6-a94acc30fb55 HTTP/1.1" status: 200 len: 947 time: 0.0681133 Jun 24 12:14:49.120093 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-454ececf-1ef7-4ddc-96c3-4aa099075514 req-62db3c18-29d6-4451-a60a-72bf31027a22 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] 10.222.0.53 "GET /v2.0/security-groups?id=816370d7-cde7-4040-8fb6-b452766cafd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378489 Jun 24 12:14:50.323426 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02df6315-bd1b-4d78-8a57-e6ff73f4c6fa req-6bba2635-35f5-42f3-b899-7f86ced354e6 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:14:50.325928 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-02df6315-bd1b-4d78-8a57-e6ff73f4c6fa req-6bba2635-35f5-42f3-b899-7f86ced354e6 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c8288a8-7463-4436-8ed6-a94acc30fb55 HTTP/1.1" status: 200 len: 947 time: 0.0808835 Jun 24 12:14:50.366649 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-02df6315-bd1b-4d78-8a57-e6ff73f4c6fa req-b455c596-f880-44ba-821b-5c98479dbd0d tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] 10.222.0.53 "GET /v2.0/security-groups?id=816370d7-cde7-4040-8fb6-b452766cafd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348344 Jun 24 12:14:51.740299 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b06460-77b1-458a-b004-203b518d1b4c req-e789e019-592c-4b34-981c-b44ee881b541 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:14:51.742309 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-a4b06460-77b1-458a-b004-203b518d1b4c req-e789e019-592c-4b34-981c-b44ee881b541 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c8288a8-7463-4436-8ed6-a94acc30fb55 HTTP/1.1" status: 200 len: 947 time: 0.1932845 Jun 24 12:14:51.756270 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4d1d42-e8fd-46ad-aa3f-c0e23fed6df4 req-0622d7e2-aaef-4080-bc69-34be6dacc358 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:14:51.757940 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-bc4d1d42-e8fd-46ad-aa3f-c0e23fed6df4 req-0622d7e2-aaef-4080-bc69-34be6dacc358 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] 10.222.0.45 "GET /v2.0/ports?device_id=0c8288a8-7463-4436-8ed6-a94acc30fb55 HTTP/1.1" status: 200 len: 947 time: 0.1563680 Jun 24 12:14:51.831248 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-a4b06460-77b1-458a-b004-203b518d1b4c req-9d840407-e0a5-42a0-8ca0-ef3ae019d135 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] 10.222.0.53 "GET /v2.0/security-groups?id=816370d7-cde7-4040-8fb6-b452766cafd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0721183 Jun 24 12:14:51.927392 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.plugin [req-bc4d1d42-e8fd-46ad-aa3f-c0e23fed6df4 req-e65e2a86-c41d-4236-bfc7-00c71fc94864 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] Deleting port 29bc06c8-9f14-492e-b79a-caa9a1671082 {{(pid=128083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:14:51.927793 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-bc4d1d42-e8fd-46ad-aa3f-c0e23fed6df4 req-e65e2a86-c41d-4236-bfc7-00c71fc94864 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793193942312'] for port, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:14:52.024951 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.db [req-bc4d1d42-e8fd-46ad-aa3f-c0e23fed6df4 req-e65e2a86-c41d-4236-bfc7-00c71fc94864 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] For port 29bc06c8-9f14-492e-b79a-caa9a1671082, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=29bc06c8-9f14-492e-b79a-caa9a1671082,segment=NetworkSegment(c6747bfc-9f45-4917-9f38-8036bcce1357),segment_id=c6747bfc-9f45-4917-9f38-8036bcce1357)] {{(pid=128083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:14:52.025245 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-bc4d1d42-e8fd-46ad-aa3f-c0e23fed6df4 req-e65e2a86-c41d-4236-bfc7-00c71fc94864 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1978872'] for port, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:14:52.218504 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-bc4d1d42-e8fd-46ad-aa3f-c0e23fed6df4 req-e65e2a86-c41d-4236-bfc7-00c71fc94864 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] Notify callbacks [] for floatingip, precommit_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:14:52.218881 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-bc4d1d42-e8fd-46ad-aa3f-c0e23fed6df4 req-e65e2a86-c41d-4236-bfc7-00c71fc94864 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1815637'] for floatingip, after_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:14:52.219199 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.db.l3_db [req-bc4d1d42-e8fd-46ad-aa3f-c0e23fed6df4 req-e65e2a86-c41d-4236-bfc7-00c71fc94864 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] Floating IP 3323fb57-fefb-4ec1-81d7-c34644bbcc94 disassociated. External IP: 172.26.7.240, port: 29bc06c8-9f14-492e-b79a-caa9a1671082. Jun 24 12:14:52.219551 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.plugin [req-bc4d1d42-e8fd-46ad-aa3f-c0e23fed6df4 req-e65e2a86-c41d-4236-bfc7-00c71fc94864 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] Calling delete_port for 29bc06c8-9f14-492e-b79a-caa9a1671082 owned by compute:nova {{(pid=128083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:14:52.364281 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-bc4d1d42-e8fd-46ad-aa3f-c0e23fed6df4 req-e65e2a86-c41d-4236-bfc7-00c71fc94864 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793193945299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193536732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2537862'] for port, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:14:52.368836 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-de4c7b06-eb7a-4a37-819f-9b81e06cfaba tempest-ServerDiskConfigTestJSON-2114072499 tempest-ServerDiskConfigTestJSON-2114072499-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:14:52.412140 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65e2a86-c41d-4236-bfc7-00c71fc94864 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] Pushing event deleted for resources: {'Port': ['ID=29bc06c8-9f14-492e-b79a-caa9a1671082,revision_number=None']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:14:52.427242 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65e2a86-c41d-4236-bfc7-00c71fc94864 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:14:52.427634 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65e2a86-c41d-4236-bfc7-00c71fc94864 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:14:52.428017 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65e2a86-c41d-4236-bfc7-00c71fc94864 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:14:52.428510 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65e2a86-c41d-4236-bfc7-00c71fc94864 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:14:52.428761 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65e2a86-c41d-4236-bfc7-00c71fc94864 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:14:52.429159 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65e2a86-c41d-4236-bfc7-00c71fc94864 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:14:52.429536 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65e2a86-c41d-4236-bfc7-00c71fc94864 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:14:52.429904 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65e2a86-c41d-4236-bfc7-00c71fc94864 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:14:52.430276 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65e2a86-c41d-4236-bfc7-00c71fc94864 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:14:52.430636 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65e2a86-c41d-4236-bfc7-00c71fc94864 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:14:52.431001 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65e2a86-c41d-4236-bfc7-00c71fc94864 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:14:52.431365 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65e2a86-c41d-4236-bfc7-00c71fc94864 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:14:52.436823 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-e65e2a86-c41d-4236-bfc7-00c71fc94864 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:14:52.592126 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bc4d1d42-e8fd-46ad-aa3f-c0e23fed6df4 req-e65e2a86-c41d-4236-bfc7-00c71fc94864 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] Router 5f6b9212-f3ed-4af8-8246-7ff04426fd3a has already been hosted by L3 agent 2987dba8-2249-4ee6-96ec-28f0f7a6127d {{(pid=128083) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 12:14:52.739185 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bc4d1d42-e8fd-46ad-aa3f-c0e23fed6df4 req-e65e2a86-c41d-4236-bfc7-00c71fc94864 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] Notify agent at l3_agent.dv-neutron-797120-4-hyperv the message routers_updated {{(pid=128083) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 12:14:52.752786 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1bf2414-ded2-48fa-b5aa-f9ba860fb4f9 None None] Sync routers for ids ['5f6b9212-f3ed-4af8-8246-7ff04426fd3a'] in dv-neutron-797120-4-hyperv {{(pid=128085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 12:14:52.768649 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1bf2414-ded2-48fa-b5aa-f9ba860fb4f9 None None] Routers {'5f6b9212-f3ed-4af8-8246-7ff04426fd3a'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:14:52.769986 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-b1bf2414-ded2-48fa-b5aa-f9ba860fb4f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T12:14:26Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['5f6b9212-f3ed-4af8-8246-7ff04426fd3a'], 'active': True} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:14:52.821543 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc4d1d42-e8fd-46ad-aa3f-c0e23fed6df4 req-e65e2a86-c41d-4236-bfc7-00c71fc94864 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] No DVR routers for this DVR port 29bc06c8-9f14-492e-b79a-caa9a1671082 on host hv-neutron-7971 {{(pid=128083) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 12:14:52.825718 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-bc4d1d42-e8fd-46ad-aa3f-c0e23fed6df4 req-e65e2a86-c41d-4236-bfc7-00c71fc94864 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468916'] for port, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:14:52.829408 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-bc4d1d42-e8fd-46ad-aa3f-c0e23fed6df4 req-e65e2a86-c41d-4236-bfc7-00c71fc94864 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] 10.222.0.45 "DELETE /v2.0/ports/29bc06c8-9f14-492e-b79a-caa9a1671082 HTTP/1.1" status: 204 len: 173 time: 1.0503595 Jun 24 12:14:52.830270 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c8288a8-7463-4436-8ed6-a94acc30fb55', 'name': 'network-vif-deleted', 'tag': '29bc06c8-9f14-492e-b79a-caa9a1671082'}] {{(pid=128083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 12:14:52.835274 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a77f7dee1a0522ddf93af289475d218fcdb8f30317daadec13ebf930b5b9dbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c27633f1-0141-4d95-9780-1cb1666a1a3a" -d '{"events": [{"server_uuid": "0c8288a8-7463-4436-8ed6-a94acc30fb55", "name": "network-vif-deleted", "tag": "29bc06c8-9f14-492e-b79a-caa9a1671082"}]}' {{(pid=128083) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 12:14:52.900561 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 12:14:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff08cd69-6ad0-4c93-b15e-436315cceadc x-openstack-request-id: req-ff08cd69-6ad0-4c93-b15e-436315cceadc {{(pid=128083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 12:14:52.901103 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c8288a8-7463-4436-8ed6-a94acc30fb55", "name": "network-vif-deleted", "tag": "29bc06c8-9f14-492e-b79a-caa9a1671082", "status": "completed", "code": 200}]} {{(pid=128083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 12:14:52.901633 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ff08cd69-6ad0-4c93-b15e-436315cceadc {{(pid=128083) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 12:14:52.902304 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c8288a8-7463-4436-8ed6-a94acc30fb55', 'name': 'network-vif-deleted', 'tag': '29bc06c8-9f14-492e-b79a-caa9a1671082', 'status': 'completed', 'code': 200} Jun 24 12:14:52.971018 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvr_db [None req-b1bf2414-ded2-48fa-b5aa-f9ba860fb4f9 None None] Set router 5f6b9212-f3ed-4af8-8246-7ff04426fd3a gateway port host: dv-neutron-797120-4-hyperv {{(pid=128085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:14:53.077999 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-78b96a51-ccd0-4cef-bb78-3c6d9803c6bd req-92e0f754-46d5-4ea8-98f3-0421ae7d78ec tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c8288a8-7463-4436-8ed6-a94acc30fb55 HTTP/1.1" status: 200 len: 210 time: 0.0512736 Jun 24 12:14:53.238237 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-b1bf2414-ded2-48fa-b5aa-f9ba860fb4f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f6b9212-f3ed-4af8-8246-7ff04426fd3a', 'name': 'tempest-ServerActionsTestJSON-2035639249-router', 'tenant_id': '0414285f410c496f97b7d12d23355c2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'external_fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.71'}], 'enable_snat': True}, 'gw_port_id': '724033e4-3216-4ffb-8215-98af4306d04c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:08:16Z', 'updated_at': '2021-06-24T12:08:18Z', 'revision_number': 4, 'project_id': '0414285f410c496f97b7d12d23355c2f', 'gw_port': {'id': '724033e4-3216-4ffb-8215-98af4306d04c', 'name': '', 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:2b:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f6b9212-f3ed-4af8-8246-7ff04426fd3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:08:16Z', 'updated_at': '2021-06-24T12:08:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-4-hyperv', '_interfaces': [{'id': '539e94c5-a7c7-49a1-9ccf-cf97a640b437', 'name': '', 'network_id': 'cde1942d-b2ff-4a1a-9427-86fec798cc5b', 'tenant_id': '0414285f410c496f97b7d12d23355c2f', 'mac_address': 'fa:16:3e:98:a7:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f6b9212-f3ed-4af8-8246-7ff04426fd3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': '32933e07-9d7b-413a-a2dd-d2852e8b62db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:08:18Z', 'updated_at': '2021-06-24T12:08:24Z', 'revision_number': 5, 'project_id': '0414285f410c496f97b7d12d23355c2f', 'subnets': [{'id': '32933e07-9d7b-413a-a2dd-d2852e8b62db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:14:53.272705 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1bf2414-ded2-48fa-b5aa-f9ba860fb4f9 None None] Checking router: 5f6b9212-f3ed-4af8-8246-7ff04426fd3a for host: dv-neutron-797120-4-hyperv {{(pid=128085) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 12:14:53.283108 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1bf2414-ded2-48fa-b5aa-f9ba860fb4f9 None None] Routers {'5f6b9212-f3ed-4af8-8246-7ff04426fd3a'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:14:53.283734 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-b1bf2414-ded2-48fa-b5aa-f9ba860fb4f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T12:14:26Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['5f6b9212-f3ed-4af8-8246-7ff04426fd3a'], 'active': True} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:14:53.399736 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvr_db [None req-b1bf2414-ded2-48fa-b5aa-f9ba860fb4f9 None None] Set router 5f6b9212-f3ed-4af8-8246-7ff04426fd3a gateway port host: dv-neutron-797120-4-hyperv {{(pid=128085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:14:53.719272 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-b1bf2414-ded2-48fa-b5aa-f9ba860fb4f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f6b9212-f3ed-4af8-8246-7ff04426fd3a', 'name': 'tempest-ServerActionsTestJSON-2035639249-router', 'tenant_id': '0414285f410c496f97b7d12d23355c2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'external_fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.71'}], 'enable_snat': True}, 'gw_port_id': '724033e4-3216-4ffb-8215-98af4306d04c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:08:16Z', 'updated_at': '2021-06-24T12:08:18Z', 'revision_number': 4, 'project_id': '0414285f410c496f97b7d12d23355c2f', 'gw_port': {'id': '724033e4-3216-4ffb-8215-98af4306d04c', 'name': '', 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:2b:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f6b9212-f3ed-4af8-8246-7ff04426fd3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:08:16Z', 'updated_at': '2021-06-24T12:08:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-4-hyperv', '_interfaces': [{'id': '539e94c5-a7c7-49a1-9ccf-cf97a640b437', 'name': '', 'network_id': 'cde1942d-b2ff-4a1a-9427-86fec798cc5b', 'tenant_id': '0414285f410c496f97b7d12d23355c2f', 'mac_address': 'fa:16:3e:98:a7:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f6b9212-f3ed-4af8-8246-7ff04426fd3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': '32933e07-9d7b-413a-a2dd-d2852e8b62db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:08:18Z', 'updated_at': '2021-06-24T12:08:24Z', 'revision_number': 5, 'project_id': '0414285f410c496f97b7d12d23355c2f', 'subnets': [{'id': '32933e07-9d7b-413a-a2dd-d2852e8b62db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:14:53.766074 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1bf2414-ded2-48fa-b5aa-f9ba860fb4f9 None None] The sync data for ids ['5f6b9212-f3ed-4af8-8246-7ff04426fd3a'] in dv-neutron-797120-4-hyperv is: [{'id': '5f6b9212-f3ed-4af8-8246-7ff04426fd3a', 'name': 'tempest-ServerActionsTestJSON-2035639249-router', 'tenant_id': '0414285f410c496f97b7d12d23355c2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'external_fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.71'}], 'enable_snat': True}, 'gw_port_id': '724033e4-3216-4ffb-8215-98af4306d04c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:08:16Z', 'updated_at': '2021-06-24T12:08:18Z', 'revision_number': 4, 'project_id': '0414285f410c496f97b7d12d23355c2f', 'gw_port': {'id': '724033e4-3216-4ffb-8215-98af4306d04c', 'name': '', 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:2b:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f6b9212-f3ed-4af8-8246-7ff04426fd3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:08:16Z', 'updated_at': '2021-06-24T12:08:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-4-hyperv', '_interfaces': [{'id': '539e94c5-a7c7-49a1-9ccf-cf97a640b437', 'name': '', 'network_id': 'cde1942d-b2ff-4a1a-9427-86fec798cc5b', 'tenant_id': '0414285f410c496f97b7d12d23355c2f', 'mac_address': 'fa:16:3e:98:a7:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f6b9212-f3ed-4af8-8246-7ff04426fd3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': '32933e07-9d7b-413a-a2dd-d2852e8b62db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:08:18Z', 'updated_at': '2021-06-24T12:08:24Z', 'revision_number': 5, 'project_id': '0414285f410c496f97b7d12d23355c2f', 'subnets': [{'id': '32933e07-9d7b-413a-a2dd-d2852e8b62db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=128085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 12:14:53.877118 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-6c5007b3-fb1a-418d-b7b4-b8be1f2224a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:14:54.078122 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bf02b79-a0e5-4a1c-ac99-4e453c05c0a0 None None] New status for floating IP 3323fb57-fefb-4ec1-81d7-c34644bbcc94: DOWN {{(pid=128086) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 24 12:14:54.278955 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-57e156b6-f7bb-4cf1-aec7-39e72c378578 req-ae5f73c3-38c2-4240-a129-3cb8de7ecab4 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c8288a8-7463-4436-8ed6-a94acc30fb55 HTTP/1.1" status: 200 len: 210 time: 0.0367763 Jun 24 12:14:55.036953 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Device 29bc06c8-9f14-492e-b79a-caa9a1671082 no longer exists at agent hyperv_hv-neutron-7971 {{(pid=128085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 12:14:55.060633 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] No Port match for: 29bc06c8-9f14-492e-b79a-caa9a1671082 {{(pid=128085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 12:14:55.061006 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Device 29bc06c8-9f14-492e-b79a-caa9a1671082 not bound to the agent host hv-neutron-7971 {{(pid=128085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 12:14:55.428212 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-d67458df-df7d-4ecc-b07f-426ab655e7a3 req-138f9683-9612-4a6d-ad2d-d28d71921ffc tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c8288a8-7463-4436-8ed6-a94acc30fb55 HTTP/1.1" status: 200 len: 210 time: 0.0296593 Jun 24 12:14:56.405476 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-5597b0f1-8181-4f20-aa6c-34d0beca8337 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:14:56.589334 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:14:56.636697 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-651629f5-8027-4ef5-b814-a341b53e3e0c req-6e0e8906-dd1a-4d86-be3d-2af8baf2c0db tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c8288a8-7463-4436-8ed6-a94acc30fb55 HTTP/1.1" status: 200 len: 210 time: 0.0412109 Jun 24 12:14:57.794809 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-03237adf-ebd0-46f2-a476-4d4bb746e0f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:14:59.753238 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-52c483ef-d5c1-4030-9a32-e5ce4ff00ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:15:01.854557 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 38908) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:15:01.939600 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-8b58b6a0-d646-42d1-9497-4908ea0902fe tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] Notify callbacks [] for security_group, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:15:01.980148 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-8b58b6a0-d646-42d1-9497-4908ea0902fe tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] Notify callbacks [] for security_group, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:15:02.070838 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-8b58b6a0-d646-42d1-9497-4908ea0902fe tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800410'] for security_group, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:15:02.073688 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-8b58b6a0-d646-42d1-9497-4908ea0902fe tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] Notify callbacks [] for security_group, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:15:02.075217 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-8b58b6a0-d646-42d1-9497-4908ea0902fe tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] 10.222.0.53 "DELETE /v2.0/security-groups/816370d7-cde7-4040-8fb6-b452766cafd6 HTTP/1.1" status: 204 len: 168 time: 0.2195408 Jun 24 12:15:02.076112 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-05e0d30a-8618-433a-a9f6-6c0d930174b4 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:15:02.079464 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 38910) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:15:02.093104 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b58b6a0-d646-42d1-9497-4908ea0902fe tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=816370d7-cde7-4040-8fb6-b452766cafd6,revision_number=None']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:15:02.096334 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-8b58b6a0-d646-42d1-9497-4908ea0902fe tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:15:02.098505 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.api.v2.resource [None req-a7598596-5318-4f32-b136-f5222ec5f0a4 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] show failed (client error): The resource could not be found. Jun 24 12:15:02.099818 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-a7598596-5318-4f32-b136-f5222ec5f0a4 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] 10.222.0.53 "GET /v2.0/security-groups/816370d7-cde7-4040-8fb6-b452766cafd6 HTTP/1.1" status: 404 len: 347 time: 0.0191159 Jun 24 12:15:02.102349 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 38914) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:15:02.267151 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.plugin [None req-636a9713-99a0-4e94-a260-99c68d5c0d71 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] Deleting port 782857f2-8531-4772-8965-5ef26b033c7e {{(pid=128084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:15:02.267649 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-636a9713-99a0-4e94-a260-99c68d5c0d71 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793193942312'] for port, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:15:02.360504 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-636a9713-99a0-4e94-a260-99c68d5c0d71 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1978872'] for port, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:15:02.360834 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-636a9713-99a0-4e94-a260-99c68d5c0d71 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:15:02.375059 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.plugin [None req-636a9713-99a0-4e94-a260-99c68d5c0d71 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] Calling delete_port for 782857f2-8531-4772-8965-5ef26b033c7e owned by network:floatingip {{(pid=128084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:15:02.523562 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-636a9713-99a0-4e94-a260-99c68d5c0d71 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793193945299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193536732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3292088'] for port, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:15:02.525803 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-6867e302-67ce-42bf-ab9f-eea97daf1c44 tempest-TestVolumeBootPattern-428988392 tempest-TestVolumeBootPattern-428988392-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:15:02.553383 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636a9713-99a0-4e94-a260-99c68d5c0d71 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] Pushing event deleted for resources: {'Port': ['ID=782857f2-8531-4772-8965-5ef26b033c7e,revision_number=None']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:15:02.565587 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-636a9713-99a0-4e94-a260-99c68d5c0d71 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:15:02.565981 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-636a9713-99a0-4e94-a260-99c68d5c0d71 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:15:02.566370 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-636a9713-99a0-4e94-a260-99c68d5c0d71 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:15:02.566751 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-636a9713-99a0-4e94-a260-99c68d5c0d71 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:15:02.567109 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-636a9713-99a0-4e94-a260-99c68d5c0d71 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:15:02.567465 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-636a9713-99a0-4e94-a260-99c68d5c0d71 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:15:02.567846 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-636a9713-99a0-4e94-a260-99c68d5c0d71 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:15:02.568201 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-636a9713-99a0-4e94-a260-99c68d5c0d71 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:15:02.568564 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-636a9713-99a0-4e94-a260-99c68d5c0d71 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:15:02.568925 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-636a9713-99a0-4e94-a260-99c68d5c0d71 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:15:02.569310 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-636a9713-99a0-4e94-a260-99c68d5c0d71 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:15:02.569669 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-636a9713-99a0-4e94-a260-99c68d5c0d71 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:15:02.588265 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-636a9713-99a0-4e94-a260-99c68d5c0d71 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:15:02.632354 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-636a9713-99a0-4e94-a260-99c68d5c0d71 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] Notify callbacks [] for floatingip, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:15:02.635373 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-636a9713-99a0-4e94-a260-99c68d5c0d71 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468916'] for floatingip, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:15:02.636559 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-636a9713-99a0-4e94-a260-99c68d5c0d71 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] 10.222.0.53 "DELETE /v2.0/floatingips/3323fb57-fefb-4ec1-81d7-c34644bbcc94 HTTP/1.1" status: 204 len: 168 time: 0.5332508 Jun 24 12:15:02.640795 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 38916) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:15:03.059287 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-01fce640-2c03-4c19-9ed8-7a478f4fa7c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1978565'] for router_interface, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:15:03.451214 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.plugin [None req-01fce640-2c03-4c19-9ed8-7a478f4fa7c8 admin admin] Deleting port 539e94c5-a7c7-49a1-9ccf-cf97a640b437 {{(pid=128084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:15:03.451941 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-01fce640-2c03-4c19-9ed8-7a478f4fa7c8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793193942312'] for port, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:15:03.576642 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.db [None req-01fce640-2c03-4c19-9ed8-7a478f4fa7c8 admin admin] For port 539e94c5-a7c7-49a1-9ccf-cf97a640b437, host dv-neutron-797120-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=539e94c5-a7c7-49a1-9ccf-cf97a640b437,segment=NetworkSegment(c6747bfc-9f45-4917-9f38-8036bcce1357),segment_id=c6747bfc-9f45-4917-9f38-8036bcce1357)] {{(pid=128084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:15:03.577028 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-01fce640-2c03-4c19-9ed8-7a478f4fa7c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1978872'] for port, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:15:03.589537 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.plugin [None req-01fce640-2c03-4c19-9ed8-7a478f4fa7c8 admin admin] Calling delete_port for 539e94c5-a7c7-49a1-9ccf-cf97a640b437 owned by network:router_interface {{(pid=128084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:15:03.789672 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-01fce640-2c03-4c19-9ed8-7a478f4fa7c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793193945299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193536732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3292088'] for port, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:15:03.792957 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-bb7dbe81-a2a3-4cef-a161-20bb46e7fa9f tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:15:03.818815 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01fce640-2c03-4c19-9ed8-7a478f4fa7c8 admin admin] Pushing event deleted for resources: {'Port': ['ID=539e94c5-a7c7-49a1-9ccf-cf97a640b437,revision_number=None']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:15:03.822006 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-01fce640-2c03-4c19-9ed8-7a478f4fa7c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:15:04.035802 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-01fce640-2c03-4c19-9ed8-7a478f4fa7c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1588985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1806165'] for router_interface, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:15:04.319294 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01fce640-2c03-4c19-9ed8-7a478f4fa7c8 admin admin] Router 5f6b9212-f3ed-4af8-8246-7ff04426fd3a has already been hosted by L3 agent 2987dba8-2249-4ee6-96ec-28f0f7a6127d {{(pid=128084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 12:15:04.764439 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01fce640-2c03-4c19-9ed8-7a478f4fa7c8 admin admin] Notify agent at l3_agent.dv-neutron-797120-4-hyperv the message routers_updated {{(pid=128084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 12:15:04.773250 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-01fce640-2c03-4c19-9ed8-7a478f4fa7c8 admin admin] 10.222.0.53 "PUT /v2.0/routers/5f6b9212-f3ed-4af8-8246-7ff04426fd3a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1309302 Jun 24 12:15:04.774124 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-591b78a3-9203-4855-8ac9-1027f78eff37 None None] Sync routers for ids ['5f6b9212-f3ed-4af8-8246-7ff04426fd3a'] in dv-neutron-797120-4-hyperv {{(pid=128085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 12:15:04.775497 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 38920) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:15:04.786932 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-591b78a3-9203-4855-8ac9-1027f78eff37 None None] Routers {'5f6b9212-f3ed-4af8-8246-7ff04426fd3a'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:15:04.787593 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-591b78a3-9203-4855-8ac9-1027f78eff37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T12:14:56Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['5f6b9212-f3ed-4af8-8246-7ff04426fd3a'], 'active': True} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:15:04.915065 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-d95a2d86-0139-4a07-b1ac-397f91094377 admin admin] Notify callbacks [] for router, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:15:04.964234 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvr_db [None req-591b78a3-9203-4855-8ac9-1027f78eff37 None None] Set router 5f6b9212-f3ed-4af8-8246-7ff04426fd3a gateway port host: dv-neutron-797120-4-hyperv {{(pid=128085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:15:05.037776 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-d95a2d86-0139-4a07-b1ac-397f91094377 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:15:05.100275 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.plugin [None req-d95a2d86-0139-4a07-b1ac-397f91094377 admin admin] Deleting port 724033e4-3216-4ffb-8215-98af4306d04c {{(pid=128083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:15:05.100800 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-d95a2d86-0139-4a07-b1ac-397f91094377 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793193942312'] for port, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:15:05.214669 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.db [None req-d95a2d86-0139-4a07-b1ac-397f91094377 admin admin] For port 724033e4-3216-4ffb-8215-98af4306d04c, host dv-neutron-797120-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=724033e4-3216-4ffb-8215-98af4306d04c,segment=NetworkSegment(1139564f-ff83-4b49-a593-84b33301357d),segment_id=1139564f-ff83-4b49-a593-84b33301357d)] {{(pid=128083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:15:05.214953 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-d95a2d86-0139-4a07-b1ac-397f91094377 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1978872'] for port, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:15:05.229577 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.plugin [None req-d95a2d86-0139-4a07-b1ac-397f91094377 admin admin] Calling delete_port for 724033e4-3216-4ffb-8215-98af4306d04c owned by network:router_gateway {{(pid=128083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:15:05.380769 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-591b78a3-9203-4855-8ac9-1027f78eff37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f6b9212-f3ed-4af8-8246-7ff04426fd3a', 'name': 'tempest-ServerActionsTestJSON-2035639249-router', 'tenant_id': '0414285f410c496f97b7d12d23355c2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'external_fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.71'}], 'enable_snat': True}, 'gw_port_id': '724033e4-3216-4ffb-8215-98af4306d04c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:08:16Z', 'updated_at': '2021-06-24T12:15:03Z', 'revision_number': 5, 'project_id': '0414285f410c496f97b7d12d23355c2f', 'gw_port': {'id': '724033e4-3216-4ffb-8215-98af4306d04c', 'name': '', 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:2b:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f6b9212-f3ed-4af8-8246-7ff04426fd3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:08:16Z', 'updated_at': '2021-06-24T12:08:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-4-hyperv'}], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:15:05.410074 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-591b78a3-9203-4855-8ac9-1027f78eff37 None None] Checking router: 5f6b9212-f3ed-4af8-8246-7ff04426fd3a for host: dv-neutron-797120-4-hyperv {{(pid=128085) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 12:15:05.413850 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-d95a2d86-0139-4a07-b1ac-397f91094377 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793193945299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193536732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2537862'] for port, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:15:05.417520 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-47a55f2a-64cb-41cd-92ca-532ef9d4605b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:15:05.419713 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-591b78a3-9203-4855-8ac9-1027f78eff37 None None] Routers {'5f6b9212-f3ed-4af8-8246-7ff04426fd3a'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:15:05.420339 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-591b78a3-9203-4855-8ac9-1027f78eff37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T12:14:56Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['5f6b9212-f3ed-4af8-8246-7ff04426fd3a'], 'active': True} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:15:05.448789 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95a2d86-0139-4a07-b1ac-397f91094377 admin admin] Pushing event deleted for resources: {'Port': ['ID=724033e4-3216-4ffb-8215-98af4306d04c,revision_number=None']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:15:05.458892 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-d95a2d86-0139-4a07-b1ac-397f91094377 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:15:05.495842 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvr_db [None req-591b78a3-9203-4855-8ac9-1027f78eff37 None None] Set router 5f6b9212-f3ed-4af8-8246-7ff04426fd3a gateway port host: None {{(pid=128085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:15:05.516285 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-d95a2d86-0139-4a07-b1ac-397f91094377 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1815728'] for router_gateway, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:15:05.556245 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-591b78a3-9203-4855-8ac9-1027f78eff37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f6b9212-f3ed-4af8-8246-7ff04426fd3a', 'name': 'tempest-ServerActionsTestJSON-2035639249-router', 'tenant_id': '0414285f410c496f97b7d12d23355c2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:08:16Z', 'updated_at': '2021-06-24T12:15:05Z', 'revision_number': 7, 'project_id': '0414285f410c496f97b7d12d23355c2f', 'gw_port_host': None}], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:15:05.583950 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-591b78a3-9203-4855-8ac9-1027f78eff37 None None] The sync data for ids ['5f6b9212-f3ed-4af8-8246-7ff04426fd3a'] in dv-neutron-797120-4-hyperv is: [{'id': '5f6b9212-f3ed-4af8-8246-7ff04426fd3a', 'name': 'tempest-ServerActionsTestJSON-2035639249-router', 'tenant_id': '0414285f410c496f97b7d12d23355c2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:08:16Z', 'updated_at': '2021-06-24T12:15:05Z', 'revision_number': 7, 'project_id': '0414285f410c496f97b7d12d23355c2f', 'gw_port_host': None}] {{(pid=128085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 12:15:05.618006 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-d95a2d86-0139-4a07-b1ac-397f91094377 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1803182', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65403'] for router, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:15:05.620364 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-d95a2d86-0139-4a07-b1ac-397f91094377 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:15:05.666259 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-d95a2d86-0139-4a07-b1ac-397f91094377 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1806072'] for router, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:15:05.666841 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d95a2d86-0139-4a07-b1ac-397f91094377 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5f6b9212-f3ed-4af8-8246-7ff04426fd3a {{(pid=128083) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 24 12:15:05.673641 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-d95a2d86-0139-4a07-b1ac-397f91094377 admin admin] Notify callbacks [] for router, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:15:05.676778 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-d95a2d86-0139-4a07-b1ac-397f91094377 admin admin] 10.222.0.53 "DELETE /v2.0/routers/5f6b9212-f3ed-4af8-8246-7ff04426fd3a HTTP/1.1" status: 204 len: 168 time: 0.8981218 Jun 24 12:15:05.677331 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 38922) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:15:05.738606 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.db_base_plugin_v2 [None req-cee41223-e3a8-4cea-982c-d7b2194a86df admin admin] Deleting subnet 32933e07-9d7b-413a-a2dd-d2852e8b62db {{(pid=128083) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 24 12:15:05.742835 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-cee41223-e3a8-4cea-982c-d7b2194a86df admin admin] Notify callbacks [] for subnet, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:15:05.787622 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-cee41223-e3a8-4cea-982c-d7b2194a86df admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3143795'] for subnet, precommit_delete_associations {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:15:05.870692 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-cee41223-e3a8-4cea-982c-d7b2194a86df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-972249'] for subnet, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:15:05.932372 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-cee41223-e3a8-4cea-982c-d7b2194a86df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-972238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2537800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3289951'] for subnet, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:15:05.935268 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-c1c96020-3285-48da-9b85-7ab3ae445464 tempest-TestNetworkAdvancedServerOps-1479438933 tempest-TestNetworkAdvancedServerOps-1479438933-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:15:05.956773 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee41223-e3a8-4cea-982c-d7b2194a86df admin admin] Pushing event deleted for resources: {'Subnet': ['ID=32933e07-9d7b-413a-a2dd-d2852e8b62db,revision_number=None']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:15:05.962382 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-cee41223-e3a8-4cea-982c-d7b2194a86df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:15:05.968525 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-cee41223-e3a8-4cea-982c-d7b2194a86df admin admin] Notify callbacks [] for subnet, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:15:05.973310 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 38924) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:15:05.973986 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-cee41223-e3a8-4cea-982c-d7b2194a86df admin admin] 10.222.0.53 "DELETE /v2.0/subnets/32933e07-9d7b-413a-a2dd-d2852e8b62db HTTP/1.1" status: 204 len: 168 time: 0.2949030 Jun 24 12:15:05.978534 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a5e48b2-6623-4f0f-adc0-ac07eed62cfc None None] Network cde1942d-b2ff-4a1a-9427-86fec798cc5b requested from dv-neutron-797120-4-hyperv {{(pid=128085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:15:06.073301 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-0601ad80-1a57-42aa-93b9-1841c87b3b44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-534962'] for network, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:15:06.135299 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.plugin [None req-0601ad80-1a57-42aa-93b9-1841c87b3b44 admin admin] Deleting port 01267635-b0e9-472e-8832-be9621effd42 {{(pid=128084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:15:06.135634 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-0601ad80-1a57-42aa-93b9-1841c87b3b44 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793193942312'] for port, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:15:06.205099 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.db [None req-0601ad80-1a57-42aa-93b9-1841c87b3b44 admin admin] For port 01267635-b0e9-472e-8832-be9621effd42, host dv-neutron-797120-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=01267635-b0e9-472e-8832-be9621effd42,segment=NetworkSegment(c6747bfc-9f45-4917-9f38-8036bcce1357),segment_id=c6747bfc-9f45-4917-9f38-8036bcce1357)] {{(pid=128084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:15:06.205462 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-0601ad80-1a57-42aa-93b9-1841c87b3b44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1978872'] for port, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:15:06.218975 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.plugin [None req-0601ad80-1a57-42aa-93b9-1841c87b3b44 admin admin] Calling delete_port for 01267635-b0e9-472e-8832-be9621effd42 owned by network:dhcp {{(pid=128084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:15:06.303310 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-0601ad80-1a57-42aa-93b9-1841c87b3b44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793193945299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193536732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3292088'] for port, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:15:06.305449 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-e8ae2842-5ec2-4466-9e7c-0ae29dbc56e8 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:15:06.331152 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0601ad80-1a57-42aa-93b9-1841c87b3b44 admin admin] Pushing event deleted for resources: {'Port': ['ID=01267635-b0e9-472e-8832-be9621effd42,revision_number=None']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:15:06.334255 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-0601ad80-1a57-42aa-93b9-1841c87b3b44 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:15:06.335041 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0601ad80-1a57-42aa-93b9-1841c87b3b44 admin admin] No DVR routers for this DVR port 01267635-b0e9-472e-8832-be9621effd42 on host dv-neutron-797120-4-hyperv {{(pid=128084) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 12:15:06.416350 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-0601ad80-1a57-42aa-93b9-1841c87b3b44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973199', 'neutron.services.segments.db._delete_segments_for_network-8793194012456'] for network, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:15:06.425213 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fec2d6a-28c3-4696-aee2-6aa7f5d98ed6 None None] DHCP port deletion for cde1942d-b2ff-4a1a-9427-86fec798cc5b request from dv-neutron-797120-4-hyperv {{(pid=128085) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 24 12:15:06.432900 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.services.segments.db [None req-0601ad80-1a57-42aa-93b9-1841c87b3b44 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cde1942d-b2ff-4a1a-9427-86fec798cc5b']}} {{(pid=128084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:15:06.450190 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.services.segments.db [None req-0601ad80-1a57-42aa-93b9-1841c87b3b44 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6747bfc-9f45-4917-9f38-8036bcce1357') {'for_net_delete': True} {{(pid=128084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:15:06.450590 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.services.segments.db [None req-0601ad80-1a57-42aa-93b9-1841c87b3b44 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6747bfc-9f45-4917-9f38-8036bcce1357') {} {{(pid=128084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:15:06.463695 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-0601ad80-1a57-42aa-93b9-1841c87b3b44 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793194097327', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2373599'] for segment, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:15:06.479154 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-0601ad80-1a57-42aa-93b9-1841c87b3b44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967879'] for segment, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:15:06.485455 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0601ad80-1a57-42aa-93b9-1841c87b3b44 admin admin] Releasing vlan 621 on physical network physnet1 to pool {{(pid=128084) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 12:15:06.485907 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-0601ad80-1a57-42aa-93b9-1841c87b3b44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3292053'] for segment, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:15:06.487603 dv-neutron-797120-4-hyperv neutron-server[128084]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 12:15:06.487603 dv-neutron-797120-4-hyperv neutron-server[128084]: conditions |= (models_v2.Port.network_id.in_( Jun 24 12:15:06.487603 dv-neutron-797120-4-hyperv neutron-server[128084]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 12:15:06.487603 dv-neutron-797120-4-hyperv neutron-server[128084]: conditions |= (models_v2.Port.network_id.in_( Jun 24 12:15:06.487603 dv-neutron-797120-4-hyperv neutron-server[128084]: Traceback (most recent call last): Jun 24 12:15:06.487603 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 24 12:15:06.487603 dv-neutron-797120-4-hyperv neutron-server[128084]: timer() Jun 24 12:15:06.487603 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 24 12:15:06.487603 dv-neutron-797120-4-hyperv neutron-server[128084]: cb(*args, **kw) Jun 24 12:15:06.487603 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 24 12:15:06.487603 dv-neutron-797120-4-hyperv neutron-server[128084]: return func(*args, **kwargs) Jun 24 12:15:06.487603 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 24 12:15:06.487603 dv-neutron-797120-4-hyperv neutron-server[128084]: self._notify() Jun 24 12:15:06.487603 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 24 12:15:06.487603 dv-neutron-797120-4-hyperv neutron-server[128084]: self.callback(batched_events) Jun 24 12:15:06.487603 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 24 12:15:06.487603 dv-neutron-797120-4-hyperv neutron-server[128084]: event.method(event) Jun 24 12:15:06.487603 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 24 12:15:06.487603 dv-neutron-797120-4-hyperv neutron-server[128084]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 24 12:15:06.487603 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 24 12:15:06.487603 dv-neutron-797120-4-hyperv neutron-server[128084]: aggregate_uuid = self.p_client.list_aggregates( Jun 24 12:15:06.487603 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 24 12:15:06.487603 dv-neutron-797120-4-hyperv neutron-server[128084]: return f(self, *a, **k) Jun 24 12:15:06.487603 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 24 12:15:06.487603 dv-neutron-797120-4-hyperv neutron-server[128084]: return self._get(url).json() Jun 24 12:15:06.487603 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 24 12:15:06.487603 dv-neutron-797120-4-hyperv neutron-server[128084]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 24 12:15:06.487603 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 24 12:15:06.487603 dv-neutron-797120-4-hyperv neutron-server[128084]: return self.request(url, 'GET', **kwargs) Jun 24 12:15:06.487603 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 24 12:15:06.487603 dv-neutron-797120-4-hyperv neutron-server[128084]: base_url = self.get_endpoint(auth, allow=allow, Jun 24 12:15:06.487603 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 24 12:15:06.487603 dv-neutron-797120-4-hyperv neutron-server[128084]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 24 12:15:06.487603 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 24 12:15:06.487603 dv-neutron-797120-4-hyperv neutron-server[128084]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 24 12:15:06.487603 dv-neutron-797120-4-hyperv neutron-server[128084]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 24 12:15:06.557498 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-0601ad80-1a57-42aa-93b9-1841c87b3b44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1800243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1815642'] for network, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:15:06.563976 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-b0df2321-3fed-4b67-9fc4-16125103cb67 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:15:06.568014 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-0601ad80-1a57-42aa-93b9-1841c87b3b44 admin admin] Notify callbacks [] for network, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:15:06.572619 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-0601ad80-1a57-42aa-93b9-1841c87b3b44 admin admin] 10.222.0.53 "DELETE /v2.0/networks/cde1942d-b2ff-4a1a-9427-86fec798cc5b HTTP/1.1" status: 204 len: 168 time: 0.5940237 Jun 24 12:15:06.580155 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device 539e94c5-a7c7-49a1-9ccf-cf97a640b437 no longer exists at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 12:15:06.592239 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0601ad80-1a57-42aa-93b9-1841c87b3b44 admin admin] Pushing event deleted for resources: {'Network': ['ID=cde1942d-b2ff-4a1a-9427-86fec798cc5b,revision_number=None']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:15:06.595523 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-0601ad80-1a57-42aa-93b9-1841c87b3b44 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:15:06.609361 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] No Port match for: 539e94c5-a7c7-49a1-9ccf-cf97a640b437 {{(pid=128085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 12:15:06.609716 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device 539e94c5-a7c7-49a1-9ccf-cf97a640b437 not bound to the agent host dv-neutron-797120-4-hyperv {{(pid=128085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 12:15:06.610159 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device 724033e4-3216-4ffb-8215-98af4306d04c no longer exists at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 12:15:06.630010 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] No Port match for: 724033e4-3216-4ffb-8215-98af4306d04c {{(pid=128085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 12:15:06.630356 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device 724033e4-3216-4ffb-8215-98af4306d04c not bound to the agent host dv-neutron-797120-4-hyperv {{(pid=128085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 12:15:06.630776 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device 01267635-b0e9-472e-8832-be9621effd42 no longer exists at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 12:15:06.671386 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] No Port match for: 01267635-b0e9-472e-8832-be9621effd42 {{(pid=128085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 12:15:06.671905 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device 01267635-b0e9-472e-8832-be9621effd42 not bound to the agent host dv-neutron-797120-4-hyperv {{(pid=128085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 12:15:06.721615 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 38928) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:15:06.780829 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-65f61e73-739e-44b6-b9af-581a398d8ada admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=0414285f410c496f97b7d12d23355c2f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0574472 Jun 24 12:15:06.783430 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 38930) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:15:06.838468 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-d403008f-8844-4e4c-9c36-6bfb2e8cb70d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:15:06.863681 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-d403008f-8844-4e4c-9c36-6bfb2e8cb70d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:15:06.919033 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-d403008f-8844-4e4c-9c36-6bfb2e8cb70d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800410'] for security_group, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:15:06.921466 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-d403008f-8844-4e4c-9c36-6bfb2e8cb70d admin admin] Notify callbacks [] for security_group, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:15:06.922684 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-d403008f-8844-4e4c-9c36-6bfb2e8cb70d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/17a3a495-7929-4f2d-8fd6-fcf456a11db3 HTTP/1.1" status: 204 len: 168 time: 0.1382573 Jun 24 12:15:06.923562 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-a08c0852-3281-4c1b-aa58-8fb8cd324961 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:15:06.936347 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d403008f-8844-4e4c-9c36-6bfb2e8cb70d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17a3a495-7929-4f2d-8fd6-fcf456a11db3,revision_number=None']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:15:06.941391 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-d403008f-8844-4e4c-9c36-6bfb2e8cb70d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:15:07.699783 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 38952) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:15:07.793113 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [None req-a681056d-9c1b-497d-87f3-d1d9a550ced2 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-164268831-network', 'tenant_id': '2c9050f138a840b9ba7ceaeda90a47c2'}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:15:07.815626 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a681056d-9c1b-497d-87f3-d1d9a550ced2 admin admin] Made reservation on behalf of 2c9050f138a840b9ba7ceaeda90a47c2 for: {'network': 1} {{(pid=128083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:15:07.818351 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-a681056d-9c1b-497d-87f3-d1d9a550ced2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for network, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:15:07.834384 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-a681056d-9c1b-497d-87f3-d1d9a550ced2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:15:07.939280 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-a681056d-9c1b-497d-87f3-d1d9a550ced2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:15:07.943365 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-a681056d-9c1b-497d-87f3-d1d9a550ced2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800410'] for security_group, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:15:07.946361 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-d77727ea-c64b-4619-b461-905e6b6287a1 tempest-FloatingIPNegativeTestJSON-1774915856 tempest-FloatingIPNegativeTestJSON-1774915856-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:15:07.969893 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a681056d-9c1b-497d-87f3-d1d9a550ced2 admin admin] vlan segment allocate from pool success with {'vlan_id': 645, 'physical_network': 'physnet1'} {{(pid=128083) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 12:15:07.979747 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a681056d-9c1b-497d-87f3-d1d9a550ced2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=071b7a0f-0167-49b3-b092-4ff926a8d46c,revision_number=1']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:15:07.984668 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-a681056d-9c1b-497d-87f3-d1d9a550ced2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:15:07.985764 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-a681056d-9c1b-497d-87f3-d1d9a550ced2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967879'] for segment, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:15:07.986090 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.db.segments_db [None req-a681056d-9c1b-497d-87f3-d1d9a550ced2 admin admin] Added segment 6cb960e0-c756-43e3-92a8-e42c90566668 of type vlan for network 15a4c633-bdb5-42de-b74f-ce302539064a Jun 24 12:15:08.028775 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-a681056d-9c1b-497d-87f3-d1d9a550ced2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793193525068'] for network, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:15:08.058834 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-a681056d-9c1b-497d-87f3-d1d9a550ced2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1800243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976'] for network, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:15:08.060611 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a681056d-9c1b-497d-87f3-d1d9a550ced2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:15:08.061131 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-a681056d-9c1b-497d-87f3-d1d9a550ced2 admin admin] Notify callbacks [] for network, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:15:08.063407 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-e6f02dff-531b-4dbf-897d-e99c5912da13 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:15:08.092885 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-a681056d-9c1b-497d-87f3-d1d9a550ced2 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3916540 Jun 24 12:15:08.096206 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 38956) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:15:08.104396 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-219f5880-a858-4e9d-bd6e-04c76d6d1314 admin admin] Request body: {'subnet': {'network_id': '15a4c633-bdb5-42de-b74f-ce302539064a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-164268831-subnet', 'tenant_id': '2c9050f138a840b9ba7ceaeda90a47c2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:15:08.138236 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-219f5880-a858-4e9d-bd6e-04c76d6d1314 admin admin] Made reservation on behalf of 2c9050f138a840b9ba7ceaeda90a47c2 for: {'subnet': 1} {{(pid=128084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:15:08.142274 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-219f5880-a858-4e9d-bd6e-04c76d6d1314 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3162484'] for subnet, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:15:08.143638 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a681056d-9c1b-497d-87f3-d1d9a550ced2 admin admin] Pushing event updated for resources: {'Network': ['ID=15a4c633-bdb5-42de-b74f-ce302539064a,revision_number=1']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:15:08.147709 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-a681056d-9c1b-497d-87f3-d1d9a550ced2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:15:08.156713 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Network 15a4c633-bdb5-42de-b74f-ce302539064a details requested by agent ovs-agent-dv-neutron-797120-4-hyperv with host dv-neutron-797120-4-hyperv {{(pid=128085) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 12:15:08.336768 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-219f5880-a858-4e9d-bd6e-04c76d6d1314 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3291959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3162270'] for subnet, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:15:08.338846 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-7e2ab45c-349d-4887-8a7b-a365e1099fca tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:15:08.397850 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219f5880-a858-4e9d-bd6e-04c76d6d1314 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d1e365a6-9438-41a1-957c-659781a903ba,revision_number=0']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:15:08.405362 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-219f5880-a858-4e9d-bd6e-04c76d6d1314 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:15:08.414228 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-219f5880-a858-4e9d-bd6e-04c76d6d1314 admin admin] Checking segment: {'id': '6cb960e0-c756-43e3-92a8-e42c90566668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '15a4c633-bdb5-42de-b74f-ce302539064a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=128084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:15:08.414586 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-219f5880-a858-4e9d-bd6e-04c76d6d1314 admin admin] Network hostable DHCP agents. Network: 15a4c633-bdb5-42de-b74f-ce302539064a, hostable agents: ['6be988a9-1d97-480f-be5a-c55abf2c55c5'], hosted agents: [] {{(pid=128084) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 12:15:08.431590 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-219f5880-a858-4e9d-bd6e-04c76d6d1314 admin admin] Network 15a4c633-bdb5-42de-b74f-ce302539064a is scheduled to be hosted by DHCP agent 6be988a9-1d97-480f-be5a-c55abf2c55c5 with binding_index 1 {{(pid=128084) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 12:15:08.442264 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.base_scheduler [None req-219f5880-a858-4e9d-bd6e-04c76d6d1314 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-4-hyperv, 15a4c633-bdb5-42de-b74f-ce302539064a) {{(pid=128084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:15:08.446346 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-219f5880-a858-4e9d-bd6e-04c76d6d1314 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=128084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:15:08.446932 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-219f5880-a858-4e9d-bd6e-04c76d6d1314 admin admin] Notify callbacks [] for subnet, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:15:08.454999 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6a0aa97-9cca-4505-a58d-47ff7424c3cb None None] Network 15a4c633-bdb5-42de-b74f-ce302539064a requested from dv-neutron-797120-4-hyperv {{(pid=128085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:15:08.471384 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-219f5880-a858-4e9d-bd6e-04c76d6d1314 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3644979 Jun 24 12:15:08.623097 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d45f7b9-ac09-4ef3-97b4-0e327265029b None None] Network 15a4c633-bdb5-42de-b74f-ce302539064a requested from dv-neutron-797120-4-hyperv {{(pid=128085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:15:08.952718 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fc7ddf-73a8-4304-ad88-300a29f3ac1b req-2f995a8c-2e9a-4cba-a2e4-fab75bfd9fd4 tempest-ServersNegativeTestJSON-91648018 tempest-ServersNegativeTestJSON-91648018-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:15:08.954265 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-43fc7ddf-73a8-4304-ad88-300a29f3ac1b req-2f995a8c-2e9a-4cba-a2e4-fab75bfd9fd4 tempest-ServersNegativeTestJSON-91648018 tempest-ServersNegativeTestJSON-91648018-project] 10.222.0.53 "GET /v2.0/networks?id=15a4c633-bdb5-42de-b74f-ce302539064a HTTP/1.1" status: 200 len: 813 time: 0.1084201 Jun 24 12:15:08.969399 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-43fc7ddf-73a8-4304-ad88-300a29f3ac1b req-ca049c79-cfc4-4d33-ba23-a2161f52ef16 tempest-ServersNegativeTestJSON-91648018 tempest-ServersNegativeTestJSON-91648018-project] 10.222.0.53 "GET /v2.0/quotas/2c9050f138a840b9ba7ceaeda90a47c2 HTTP/1.1" status: 200 len: 375 time: 0.0095253 Jun 24 12:15:09.005020 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-43fc7ddf-73a8-4304-ad88-300a29f3ac1b req-43d60580-ea3f-4045-8868-7d97bd960ba0 tempest-ServersNegativeTestJSON-91648018 tempest-ServersNegativeTestJSON-91648018-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=2c9050f138a840b9ba7ceaeda90a47c2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0295594 Jun 24 12:15:09.148289 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-43fc7ddf-73a8-4304-ad88-300a29f3ac1b req-e7ec3e3b-7a52-46da-924a-be332e66f05d service neutron] 10.222.0.53 "GET /v2.0/networks/15a4c633-bdb5-42de-b74f-ce302539064a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1364026 Jun 24 12:15:09.239030 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-43fc7ddf-73a8-4304-ad88-300a29f3ac1b req-662accb6-6db8-48be-8da2-6f1da723f244 service neutron] 10.222.0.53 "GET /v2.0/networks/15a4c633-bdb5-42de-b74f-ce302539064a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841644 Jun 24 12:15:09.430571 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-4c024583-3ca3-449c-adcd-0aea2ca88a3d req-702a7c55-4e99-475f-904c-08930fe3b02f tempest-ServersNegativeTestJSON-91648018 tempest-ServersNegativeTestJSON-91648018-project] 10.222.0.53 "GET /v2.0/ports?device_id=8b4087c4-334f-41ae-b1ea-41128b30d136 HTTP/1.1" status: 200 len: 210 time: 0.0380015 Jun 24 12:15:10.589042 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-99486618-475d-4d57-8242-c795464d6ac7 req-64de1915-ce26-4273-ad99-5e3f743c0fac tempest-ServersNegativeTestJSON-91648018 tempest-ServersNegativeTestJSON-91648018-project] 10.222.0.53 "GET /v2.0/ports?device_id=8b4087c4-334f-41ae-b1ea-41128b30d136 HTTP/1.1" status: 200 len: 210 time: 0.0313094 Jun 24 12:15:10.705987 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fc7ddf-73a8-4304-ad88-300a29f3ac1b req-a6e2845d-35c7-4f21-ac1f-63e31576a363 tempest-ServersNegativeTestJSON-91648018 tempest-ServersNegativeTestJSON-91648018-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:15:10.707466 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-43fc7ddf-73a8-4304-ad88-300a29f3ac1b req-a6e2845d-35c7-4f21-ac1f-63e31576a363 tempest-ServersNegativeTestJSON-91648018 tempest-ServersNegativeTestJSON-91648018-project] 10.222.0.45 "GET /v2.0/networks?id=15a4c633-bdb5-42de-b74f-ce302539064a HTTP/1.1" status: 200 len: 813 time: 0.1211150 Jun 24 12:15:10.730664 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [req-43fc7ddf-73a8-4304-ad88-300a29f3ac1b req-902ced67-b40a-496d-ab21-aea6ac9b537b tempest-ServersNegativeTestJSON-91648018 tempest-ServersNegativeTestJSON-91648018-project] Request body: {'port': {'device_id': '8b4087c4-334f-41ae-b1ea-41128b30d136', 'network_id': '15a4c633-bdb5-42de-b74f-ce302539064a', 'admin_state_up': True, 'tenant_id': '2c9050f138a840b9ba7ceaeda90a47c2'}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:15:10.853906 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-43fc7ddf-73a8-4304-ad88-300a29f3ac1b req-902ced67-b40a-496d-ab21-aea6ac9b537b tempest-ServersNegativeTestJSON-91648018 tempest-ServersNegativeTestJSON-91648018-project] Made reservation on behalf of 2c9050f138a840b9ba7ceaeda90a47c2 for: {'port': 1} {{(pid=128083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:15:10.858122 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-43fc7ddf-73a8-4304-ad88-300a29f3ac1b req-902ced67-b40a-496d-ab21-aea6ac9b537b tempest-ServersNegativeTestJSON-91648018 tempest-ServersNegativeTestJSON-91648018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:15:10.991540 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.db_base_plugin_common [req-43fc7ddf-73a8-4304-ad88-300a29f3ac1b req-902ced67-b40a-496d-ab21-aea6ac9b537b tempest-ServersNegativeTestJSON-91648018 tempest-ServersNegativeTestJSON-91648018-project] Allocated IP 172.20.0.9 (15a4c633-bdb5-42de-b74f-ce302539064a/d1e365a6-9438-41a1-957c-659781a903ba/145ca04f-3945-4f1f-b63e-1e9f41174bd4) {{(pid=128083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:15:11.151882 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-43fc7ddf-73a8-4304-ad88-300a29f3ac1b req-902ced67-b40a-496d-ab21-aea6ac9b537b tempest-ServersNegativeTestJSON-91648018 tempest-ServersNegativeTestJSON-91648018-project] Notify callbacks [] for port, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:15:11.194542 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-43fc7ddf-73a8-4304-ad88-300a29f3ac1b req-902ced67-b40a-496d-ab21-aea6ac9b537b tempest-ServersNegativeTestJSON-91648018 tempest-ServersNegativeTestJSON-91648018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-650429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-506361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793193536723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2537853'] for port, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:15:11.199194 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-2c186358-16a6-452c-b161-064ae2d32ea1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:15:11.238121 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-43fc7ddf-73a8-4304-ad88-300a29f3ac1b req-902ced67-b40a-496d-ab21-aea6ac9b537b tempest-ServersNegativeTestJSON-91648018 tempest-ServersNegativeTestJSON-91648018-project] Network 15a4c633-bdb5-42de-b74f-ce302539064a is already hosted by enough agents. {{(pid=128083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:15:11.241227 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.base_scheduler [req-43fc7ddf-73a8-4304-ad88-300a29f3ac1b req-902ced67-b40a-496d-ab21-aea6ac9b537b tempest-ServersNegativeTestJSON-91648018 tempest-ServersNegativeTestJSON-91648018-project] Resources bound (agent type, host, resource id): {{(pid=128083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:15:11.247961 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.l3_dvrscheduler_db [req-43fc7ddf-73a8-4304-ad88-300a29f3ac1b req-902ced67-b40a-496d-ab21-aea6ac9b537b tempest-ServersNegativeTestJSON-91648018 tempest-ServersNegativeTestJSON-91648018-project] Received port after_create {{(pid=128083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:15:11.272311 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902ced67-b40a-496d-ab21-aea6ac9b537b tempest-ServersNegativeTestJSON-91648018 tempest-ServersNegativeTestJSON-91648018-project] Pushing event updated for resources: {'Port': ['ID=145ca04f-3945-4f1f-b63e-1e9f41174bd4,revision_number=1']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:15:11.276865 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-902ced67-b40a-496d-ab21-aea6ac9b537b tempest-ServersNegativeTestJSON-91648018 tempest-ServersNegativeTestJSON-91648018-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:15:11.303034 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fc7ddf-73a8-4304-ad88-300a29f3ac1b req-902ced67-b40a-496d-ab21-aea6ac9b537b tempest-ServersNegativeTestJSON-91648018 tempest-ServersNegativeTestJSON-91648018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:15:11.303659 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-43fc7ddf-73a8-4304-ad88-300a29f3ac1b req-902ced67-b40a-496d-ab21-aea6ac9b537b tempest-ServersNegativeTestJSON-91648018 tempest-ServersNegativeTestJSON-91648018-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468916'] for port, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:15:11.320101 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-43fc7ddf-73a8-4304-ad88-300a29f3ac1b req-902ced67-b40a-496d-ab21-aea6ac9b537b tempest-ServersNegativeTestJSON-91648018 tempest-ServersNegativeTestJSON-91648018-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5933516 Jun 24 12:15:11.337125 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [req-43fc7ddf-73a8-4304-ad88-300a29f3ac1b req-0f7047c9-2f3f-4b93-8a73-e84c12017e01 service neutron] Request body: {'port': {'device_id': '8b4087c4-334f-41ae-b1ea-41128b30d136', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7971'}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:15:11.415384 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-43fc7ddf-73a8-4304-ad88-300a29f3ac1b req-0f7047c9-2f3f-4b93-8a73-e84c12017e01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:15:11.696762 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.notifiers.nova [req-43fc7ddf-73a8-4304-ad88-300a29f3ac1b req-0f7047c9-2f3f-4b93-8a73-e84c12017e01 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 145ca04f-3945-4f1f-b63e-1e9f41174bd4 {{(pid=128083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 12:15:11.706474 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-43fc7ddf-73a8-4304-ad88-300a29f3ac1b req-0f7047c9-2f3f-4b93-8a73-e84c12017e01 service neutron] Notify callbacks [] for port, precommit_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:15:11.734171 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.provisioning_blocks [req-43fc7ddf-73a8-4304-ad88-300a29f3ac1b req-0f7047c9-2f3f-4b93-8a73-e84c12017e01 service neutron] Transition to ACTIVE for port object 145ca04f-3945-4f1f-b63e-1e9f41174bd4 will not be triggered until provisioned by entity L2. {{(pid=128083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:15:11.746349 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-43fc7ddf-73a8-4304-ad88-300a29f3ac1b req-0f7047c9-2f3f-4b93-8a73-e84c12017e01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2537871'] for port, after_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:15:11.764849 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-6beeb76c-4599-4e61-adc1-8afc8ca14774 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:15:11.828560 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7047c9-2f3f-4b93-8a73-e84c12017e01 service neutron] Pushing event updated for resources: {'Port': ['ID=145ca04f-3945-4f1f-b63e-1e9f41174bd4,revision_number=2']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:15:11.834454 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-0f7047c9-2f3f-4b93-8a73-e84c12017e01 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:15:11.895956 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4fae3c-075f-4f91-9b39-cc97a548b3f2 req-3a31f17c-7da8-4cc9-ae9e-8a8b49435ab2 tempest-ServersNegativeTestJSON-91648018 tempest-ServersNegativeTestJSON-91648018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:15:11.898511 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-1c4fae3c-075f-4f91-9b39-cc97a548b3f2 req-3a31f17c-7da8-4cc9-ae9e-8a8b49435ab2 tempest-ServersNegativeTestJSON-91648018 tempest-ServersNegativeTestJSON-91648018-project] 10.222.0.53 "GET /v2.0/ports?device_id=8b4087c4-334f-41ae-b1ea-41128b30d136 HTTP/1.1" status: 200 len: 943 time: 0.1629074 Jun 24 12:15:11.957245 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.managers [req-43fc7ddf-73a8-4304-ad88-300a29f3ac1b req-0f7047c9-2f3f-4b93-8a73-e84c12017e01 service neutron] Attempting to bind port 145ca04f-3945-4f1f-b63e-1e9f41174bd4 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=128083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 12:15:11.957579 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.managers [req-43fc7ddf-73a8-4304-ad88-300a29f3ac1b req-0f7047c9-2f3f-4b93-8a73-e84c12017e01 service neutron] Attempting to bind port 145ca04f-3945-4f1f-b63e-1e9f41174bd4 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': '6cb960e0-c756-43e3-92a8-e42c90566668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '15a4c633-bdb5-42de-b74f-ce302539064a'}] {{(pid=128083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 12:15:11.957913 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43fc7ddf-73a8-4304-ad88-300a29f3ac1b req-0f7047c9-2f3f-4b93-8a73-e84c12017e01 service neutron] Attempting to bind port 145ca04f-3945-4f1f-b63e-1e9f41174bd4 on network 15a4c633-bdb5-42de-b74f-ce302539064a {{(pid=128083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:15:11.970897 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-1c4fae3c-075f-4f91-9b39-cc97a548b3f2 req-bae7fbd4-bf5d-4e33-a15a-cf7391ac14f6 tempest-ServersNegativeTestJSON-91648018 tempest-ServersNegativeTestJSON-91648018-project] 10.222.0.53 "GET /v2.0/security-groups?id=071b7a0f-0167-49b3-b092-4ff926a8d46c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620444 Jun 24 12:15:11.971783 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43fc7ddf-73a8-4304-ad88-300a29f3ac1b req-0f7047c9-2f3f-4b93-8a73-e84c12017e01 service neutron] Port 145ca04f-3945-4f1f-b63e-1e9f41174bd4 on network 15a4c633-bdb5-42de-b74f-ce302539064a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=128083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 12:15:11.972109 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43fc7ddf-73a8-4304-ad88-300a29f3ac1b req-0f7047c9-2f3f-4b93-8a73-e84c12017e01 service neutron] Attempting to bind port 145ca04f-3945-4f1f-b63e-1e9f41174bd4 on network 15a4c633-bdb5-42de-b74f-ce302539064a {{(pid=128083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:15:11.978389 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43fc7ddf-73a8-4304-ad88-300a29f3ac1b req-0f7047c9-2f3f-4b93-8a73-e84c12017e01 service neutron] Checking agent: {'id': 'a2c9a14d-87aa-4cd1-a510-11988f19c3d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7971', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 11, 42, 44), 'started_at': datetime.datetime(2021, 6, 24, 11, 42, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 12, 14, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=128083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 12:15:11.978848 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43fc7ddf-73a8-4304-ad88-300a29f3ac1b req-0f7047c9-2f3f-4b93-8a73-e84c12017e01 service neutron] Checking segment: {'id': '6cb960e0-c756-43e3-92a8-e42c90566668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '15a4c633-bdb5-42de-b74f-ce302539064a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=128083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:15:11.979317 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43fc7ddf-73a8-4304-ad88-300a29f3ac1b req-0f7047c9-2f3f-4b93-8a73-e84c12017e01 service neutron] Bound using segment: {'id': '6cb960e0-c756-43e3-92a8-e42c90566668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '15a4c633-bdb5-42de-b74f-ce302539064a'} {{(pid=128083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 12:15:11.979766 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.managers [req-43fc7ddf-73a8-4304-ad88-300a29f3ac1b req-0f7047c9-2f3f-4b93-8a73-e84c12017e01 service neutron] Bound port: 145ca04f-3945-4f1f-b63e-1e9f41174bd4, host: hv-neutron-7971, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6cb960e0-c756-43e3-92a8-e42c90566668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '15a4c633-bdb5-42de-b74f-ce302539064a'}}] {{(pid=128083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 12:15:11.980149 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-43fc7ddf-73a8-4304-ad88-300a29f3ac1b req-0f7047c9-2f3f-4b93-8a73-e84c12017e01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:15:12.451821 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.db [req-43fc7ddf-73a8-4304-ad88-300a29f3ac1b req-0f7047c9-2f3f-4b93-8a73-e84c12017e01 service neutron] For port 145ca04f-3945-4f1f-b63e-1e9f41174bd4, host hv-neutron-7971, cleared binding levels {{(pid=128083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 12:15:12.455187 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.db [req-43fc7ddf-73a8-4304-ad88-300a29f3ac1b req-0f7047c9-2f3f-4b93-8a73-e84c12017e01 service neutron] For port 145ca04f-3945-4f1f-b63e-1e9f41174bd4, host hv-neutron-7971, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=145ca04f-3945-4f1f-b63e-1e9f41174bd4,segment=NetworkSegment(6cb960e0-c756-43e3-92a8-e42c90566668),segment_id=6cb960e0-c756-43e3-92a8-e42c90566668)] {{(pid=128083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 12:15:12.460102 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-43fc7ddf-73a8-4304-ad88-300a29f3ac1b req-0f7047c9-2f3f-4b93-8a73-e84c12017e01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2537871'] for port, after_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:15:12.462273 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-a1f274c5-5450-4020-b2a6-e800cc325414 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:15:12.496087 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fc7ddf-73a8-4304-ad88-300a29f3ac1b req-0f7047c9-2f3f-4b93-8a73-e84c12017e01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:15:12.496373 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-43fc7ddf-73a8-4304-ad88-300a29f3ac1b req-0f7047c9-2f3f-4b93-8a73-e84c12017e01 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468916'] for port, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:15:12.497993 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-43fc7ddf-73a8-4304-ad88-300a29f3ac1b req-0f7047c9-2f3f-4b93-8a73-e84c12017e01 service neutron] 10.222.0.45 "PUT /v2.0/ports/145ca04f-3945-4f1f-b63e-1e9f41174bd4 HTTP/1.1" status: 200 len: 1093 time: 1.1654279 Jun 24 12:15:12.498551 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b4087c4-334f-41ae-b1ea-41128b30d136', 'tag': '145ca04f-3945-4f1f-b63e-1e9f41174bd4'}] {{(pid=128083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 12:15:12.500934 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a77f7dee1a0522ddf93af289475d218fcdb8f30317daadec13ebf930b5b9dbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8aa4246b-8473-4826-bd99-9c210d5c028b" -d '{"events": [{"name": "network-changed", "server_uuid": "8b4087c4-334f-41ae-b1ea-41128b30d136", "tag": "145ca04f-3945-4f1f-b63e-1e9f41174bd4"}]}' {{(pid=128083) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 12:15:12.526887 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7047c9-2f3f-4b93-8a73-e84c12017e01 service neutron] Pushing event updated for resources: {'Port': ['ID=145ca04f-3945-4f1f-b63e-1e9f41174bd4,revision_number=3']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:15:12.531149 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-0f7047c9-2f3f-4b93-8a73-e84c12017e01 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:15:12.564321 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 12:15:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c87bb98-5ef1-4b5d-bd6a-739b1bb3e675 x-openstack-request-id: req-1c87bb98-5ef1-4b5d-bd6a-739b1bb3e675 {{(pid=128083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 12:15:12.564623 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b4087c4-334f-41ae-b1ea-41128b30d136", "tag": "145ca04f-3945-4f1f-b63e-1e9f41174bd4", "status": "completed", "code": 200}]} {{(pid=128083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 12:15:12.564918 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-1c87bb98-5ef1-4b5d-bd6a-739b1bb3e675 {{(pid=128083) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 12:15:12.565379 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b4087c4-334f-41ae-b1ea-41128b30d136', 'tag': '145ca04f-3945-4f1f-b63e-1e9f41174bd4', 'status': 'completed', 'code': 200} Jun 24 12:15:12.611835 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fc7ddf-73a8-4304-ad88-300a29f3ac1b req-a59a9f4a-88f1-45cf-89ca-741f0cc3b372 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:15:12.613426 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-43fc7ddf-73a8-4304-ad88-300a29f3ac1b req-a59a9f4a-88f1-45cf-89ca-741f0cc3b372 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=2c9050f138a840b9ba7ceaeda90a47c2&device_id=8b4087c4-334f-41ae-b1ea-41128b30d136 HTTP/1.1" status: 200 len: 1096 time: 0.0599167 Jun 24 12:15:12.663473 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-43fc7ddf-73a8-4304-ad88-300a29f3ac1b req-93e71dc2-92e3-4d32-8d83-8354e88ad507 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=145ca04f-3945-4f1f-b63e-1e9f41174bd4 HTTP/1.1" status: 200 len: 217 time: 0.0388789 Jun 24 12:15:12.712225 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fc7ddf-73a8-4304-ad88-300a29f3ac1b req-59bf8866-0ff0-4847-8b63-210c55ca3f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:15:12.713603 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-43fc7ddf-73a8-4304-ad88-300a29f3ac1b req-59bf8866-0ff0-4847-8b63-210c55ca3f9f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d1e365a6-9438-41a1-957c-659781a903ba HTTP/1.1" status: 200 len: 853 time: 0.0440259 Jun 24 12:15:12.751372 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-43fc7ddf-73a8-4304-ad88-300a29f3ac1b req-360ff6c5-77cc-49b0-8735-c5b89da30da6 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=15a4c633-bdb5-42de-b74f-ce302539064a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270162 Jun 24 12:15:12.853698 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-43fc7ddf-73a8-4304-ad88-300a29f3ac1b req-a09ee1e9-5158-4aa8-b421-5f368572c763 service neutron] 10.222.0.45 "GET /v2.0/networks/15a4c633-bdb5-42de-b74f-ce302539064a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911250 Jun 24 12:15:12.948896 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-43fc7ddf-73a8-4304-ad88-300a29f3ac1b req-4f3c89b4-6bb2-4384-818f-d9cf437ae1f7 service neutron] 10.222.0.45 "GET /v2.0/networks/15a4c633-bdb5-42de-b74f-ce302539064a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847764 Jun 24 12:15:13.076041 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa4246b-8473-4826-bd99-9c210d5c028b req-81cc5c74-f11b-4715-a98f-b9f8dcdc3cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:15:13.077658 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-8aa4246b-8473-4826-bd99-9c210d5c028b req-81cc5c74-f11b-4715-a98f-b9f8dcdc3cfe service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=2c9050f138a840b9ba7ceaeda90a47c2&device_id=8b4087c4-334f-41ae-b1ea-41128b30d136 HTTP/1.1" status: 200 len: 1096 time: 0.0639160 Jun 24 12:15:13.220228 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa4246b-8473-4826-bd99-9c210d5c028b req-41896f2a-bda4-49a0-95c5-29a05b5cfa80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:15:13.221725 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-8aa4246b-8473-4826-bd99-9c210d5c028b req-41896f2a-bda4-49a0-95c5-29a05b5cfa80 service neutron] 10.222.0.45 "GET /v2.0/networks?id=15a4c633-bdb5-42de-b74f-ce302539064a HTTP/1.1" status: 200 len: 914 time: 0.1358137 Jun 24 12:15:13.234178 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0c0261-20b8-4c10-9d35-85b497f2ec03 req-693962db-beba-4e45-9582-e77108e2b76a tempest-ServersNegativeTestJSON-91648018 tempest-ServersNegativeTestJSON-91648018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:15:13.235630 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-7e0c0261-20b8-4c10-9d35-85b497f2ec03 req-693962db-beba-4e45-9582-e77108e2b76a tempest-ServersNegativeTestJSON-91648018 tempest-ServersNegativeTestJSON-91648018-project] 10.222.0.53 "GET /v2.0/ports?device_id=8b4087c4-334f-41ae-b1ea-41128b30d136 HTTP/1.1" status: 200 len: 943 time: 0.1405439 Jun 24 12:15:13.281990 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-8aa4246b-8473-4826-bd99-9c210d5c028b req-d6088ea9-c25f-487d-8c06-2ebcbd194c98 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=145ca04f-3945-4f1f-b63e-1e9f41174bd4 HTTP/1.1" status: 200 len: 217 time: 0.0452640 Jun 24 12:15:13.329388 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-7e0c0261-20b8-4c10-9d35-85b497f2ec03 req-ac0a6ae9-f011-4dd4-9a91-10cdd7cdba14 tempest-ServersNegativeTestJSON-91648018 tempest-ServersNegativeTestJSON-91648018-project] 10.222.0.53 "GET /v2.0/security-groups?id=071b7a0f-0167-49b3-b092-4ff926a8d46c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871184 Jun 24 12:15:13.345897 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa4246b-8473-4826-bd99-9c210d5c028b req-8a40aa15-431a-4492-a2a7-a8ea23bd1245 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:15:13.347491 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-8aa4246b-8473-4826-bd99-9c210d5c028b req-8a40aa15-431a-4492-a2a7-a8ea23bd1245 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d1e365a6-9438-41a1-957c-659781a903ba HTTP/1.1" status: 200 len: 853 time: 0.0578487 Jun 24 12:15:13.386835 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-8aa4246b-8473-4826-bd99-9c210d5c028b req-45b627a8-7e8f-4588-bbf5-281743808468 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=15a4c633-bdb5-42de-b74f-ce302539064a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0322039 Jun 24 12:15:13.477652 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-8aa4246b-8473-4826-bd99-9c210d5c028b req-a794afb8-c72c-4d8f-9308-5deaeac5142e service neutron] 10.222.0.45 "GET /v2.0/networks/15a4c633-bdb5-42de-b74f-ce302539064a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823224 Jun 24 12:15:13.572751 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-8aa4246b-8473-4826-bd99-9c210d5c028b req-dc556056-de13-4426-8063-a81eebe560dd service neutron] 10.222.0.45 "GET /v2.0/networks/15a4c633-bdb5-42de-b74f-ce302539064a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872195 Jun 24 12:15:14.513970 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e0623b-e9a3-47f0-a522-1f0914f189d3 req-25ba36d8-5bad-4dac-aad2-d8f772ada5b0 tempest-ServersNegativeTestJSON-91648018 tempest-ServersNegativeTestJSON-91648018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:15:14.515621 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-57e0623b-e9a3-47f0-a522-1f0914f189d3 req-25ba36d8-5bad-4dac-aad2-d8f772ada5b0 tempest-ServersNegativeTestJSON-91648018 tempest-ServersNegativeTestJSON-91648018-project] 10.222.0.53 "GET /v2.0/ports?device_id=8b4087c4-334f-41ae-b1ea-41128b30d136 HTTP/1.1" status: 200 len: 943 time: 0.0686731 Jun 24 12:15:14.558877 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-57e0623b-e9a3-47f0-a522-1f0914f189d3 req-a812472d-630c-4051-9e71-4b5a3ff4309c tempest-ServersNegativeTestJSON-91648018 tempest-ServersNegativeTestJSON-91648018-project] 10.222.0.53 "GET /v2.0/security-groups?id=071b7a0f-0167-49b3-b092-4ff926a8d46c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364966 Jun 24 12:15:14.923387 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:15:15.145291 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Device 145ca04f-3945-4f1f-b63e-1e9f41174bd4 details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=128085) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 12:15:15.246889 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] For port 145ca04f-3945-4f1f-b63e-1e9f41174bd4, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=145ca04f-3945-4f1f-b63e-1e9f41174bd4,segment=NetworkSegment(6cb960e0-c756-43e3-92a8-e42c90566668),segment_id=6cb960e0-c756-43e3-92a8-e42c90566668)] {{(pid=128085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:15:15.258358 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Returning: {'device': '145ca04f-3945-4f1f-b63e-1e9f41174bd4', 'network_id': '15a4c633-bdb5-42de-b74f-ce302539064a', 'port_id': '145ca04f-3945-4f1f-b63e-1e9f41174bd4', 'mac_address': 'fa:16:3e:f2:27:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 645, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1e365a6-9438-41a1-957c-659781a903ba', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=128085) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 12:15:15.299443 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:15:15.312809 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.notifiers.nova [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 145ca04f-3945-4f1f-b63e-1e9f41174bd4 {{(pid=128085) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 12:15:15.334016 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] For port 145ca04f-3945-4f1f-b63e-1e9f41174bd4, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=145ca04f-3945-4f1f-b63e-1e9f41174bd4,segment=NetworkSegment(6cb960e0-c756-43e3-92a8-e42c90566668),segment_id=6cb960e0-c756-43e3-92a8-e42c90566668)] {{(pid=128085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:15:15.341095 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:15:15.343371 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-2f5b1f86-5062-4776-aacb-a8b9d6bc617f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:15:15.390862 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Pushing event updated for resources: {'Port': ['ID=145ca04f-3945-4f1f-b63e-1e9f41174bd4,revision_number=4']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:15:15.393954 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:15:15.651630 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] get_ports_and_sgs() called for port_ids ['145ca04f-3945-4f1f-b63e-1e9f41174bd4'] {{(pid=128085) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 12:15:15.741886 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1654d21a-2c1d-42ca-af8c-a10ec546e8ed req-8f66b16d-97dd-4351-a584-976a1ab3e70b tempest-ServersNegativeTestJSON-91648018 tempest-ServersNegativeTestJSON-91648018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:15:15.743423 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-1654d21a-2c1d-42ca-af8c-a10ec546e8ed req-8f66b16d-97dd-4351-a584-976a1ab3e70b tempest-ServersNegativeTestJSON-91648018 tempest-ServersNegativeTestJSON-91648018-project] 10.222.0.53 "GET /v2.0/ports?device_id=8b4087c4-334f-41ae-b1ea-41128b30d136 HTTP/1.1" status: 200 len: 944 time: 0.0670776 Jun 24 12:15:15.789502 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-1654d21a-2c1d-42ca-af8c-a10ec546e8ed req-3dfe8eb7-2a8f-4e19-8024-1dffcb58e71c tempest-ServersNegativeTestJSON-91648018 tempest-ServersNegativeTestJSON-91648018-project] 10.222.0.53 "GET /v2.0/security-groups?id=071b7a0f-0167-49b3-b092-4ff926a8d46c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383775 Jun 24 12:15:16.971646 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da4fbfc-ea7c-4dee-988b-849c89b75877 req-72ce024c-b7e6-48f4-98f3-3e08d0a3cee2 tempest-ServersNegativeTestJSON-91648018 tempest-ServersNegativeTestJSON-91648018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:15:16.973259 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-4da4fbfc-ea7c-4dee-988b-849c89b75877 req-72ce024c-b7e6-48f4-98f3-3e08d0a3cee2 tempest-ServersNegativeTestJSON-91648018 tempest-ServersNegativeTestJSON-91648018-project] 10.222.0.53 "GET /v2.0/ports?device_id=8b4087c4-334f-41ae-b1ea-41128b30d136 HTTP/1.1" status: 200 len: 944 time: 0.0679908 Jun 24 12:15:17.016036 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-4da4fbfc-ea7c-4dee-988b-849c89b75877 req-d7b0a1bb-99f0-4892-b406-91cbc67859d1 tempest-ServersNegativeTestJSON-91648018 tempest-ServersNegativeTestJSON-91648018-project] 10.222.0.53 "GET /v2.0/security-groups?id=071b7a0f-0167-49b3-b092-4ff926a8d46c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369298 Jun 24 12:15:17.160747 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Device 145ca04f-3945-4f1f-b63e-1e9f41174bd4 up at agent hyperv_hv-neutron-7971 {{(pid=128085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:15:17.208747 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Provisioning for port 145ca04f-3945-4f1f-b63e-1e9f41174bd4 completed by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:15:17.212406 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Provisioning complete for port 145ca04f-3945-4f1f-b63e-1e9f41174bd4 triggered by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:15:17.212779 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:15:17.291980 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:15:17.317225 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b4087c4-334f-41ae-b1ea-41128b30d136', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '145ca04f-3945-4f1f-b63e-1e9f41174bd4'}] {{(pid=128085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 12:15:17.319482 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1098ec9051a50dd033317f529a09b9762582ef7b417ebe05928aca59e08255aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51fb3b0f-f7d7-4827-be01-b4d4bd30ba9f" -d '{"events": [{"server_uuid": "8b4087c4-334f-41ae-b1ea-41128b30d136", "name": "network-vif-plugged", "status": "completed", "tag": "145ca04f-3945-4f1f-b63e-1e9f41174bd4"}]}' {{(pid=128085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 12:15:17.333158 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] For port 145ca04f-3945-4f1f-b63e-1e9f41174bd4, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=145ca04f-3945-4f1f-b63e-1e9f41174bd4,segment=NetworkSegment(6cb960e0-c756-43e3-92a8-e42c90566668),segment_id=6cb960e0-c756-43e3-92a8-e42c90566668)] {{(pid=128085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:15:17.338480 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:15:17.340893 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:15:17.362748 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 12:15:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ceaf21be-09fe-4b17-a454-f6b08fe9e275 x-openstack-request-id: req-ceaf21be-09fe-4b17-a454-f6b08fe9e275 {{(pid=128085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 12:15:17.363047 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b4087c4-334f-41ae-b1ea-41128b30d136", "name": "network-vif-plugged", "status": "completed", "tag": "145ca04f-3945-4f1f-b63e-1e9f41174bd4", "code": 200}]} {{(pid=128085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 12:15:17.363304 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ceaf21be-09fe-4b17-a454-f6b08fe9e275 {{(pid=128085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 12:15:17.363700 dv-neutron-797120-4-hyperv neutron-server[128085]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b4087c4-334f-41ae-b1ea-41128b30d136', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '145ca04f-3945-4f1f-b63e-1e9f41174bd4', 'code': 200} Jun 24 12:15:17.389592 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Pushing event updated for resources: {'Port': ['ID=145ca04f-3945-4f1f-b63e-1e9f41174bd4,revision_number=5']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:15:17.396929 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:15:17.397298 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:15:17.397632 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:15:17.397961 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:15:17.398292 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:15:17.398620 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:15:17.398976 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:15:17.399307 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:15:17.399625 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:15:17.399962 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:15:17.400358 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:15:17.400769 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:15:17.404905 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:15:17.601335 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47aedbb3-06be-4ed1-8da5-d634d13ed47f req-b029393c-aaa9-4125-9a46-aba12b559efb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:15:17.602861 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-47aedbb3-06be-4ed1-8da5-d634d13ed47f req-b029393c-aaa9-4125-9a46-aba12b559efb service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=8b4087c4-334f-41ae-b1ea-41128b30d136 HTTP/1.1" status: 200 len: 1098 time: 0.0515261 Jun 24 12:15:17.638939 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-47aedbb3-06be-4ed1-8da5-d634d13ed47f req-8c8eff35-8f77-4296-9c8c-66e42471c193 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=071b7a0f-0167-49b3-b092-4ff926a8d46c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0293491 Jun 24 12:15:18.195507 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebc9eb3-a353-4799-9639-9e83ce3ab42f req-5da41f59-1b70-414c-94aa-ea8991b8533f tempest-ServersNegativeTestJSON-91648018 tempest-ServersNegativeTestJSON-91648018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:15:18.197014 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-0ebc9eb3-a353-4799-9639-9e83ce3ab42f req-5da41f59-1b70-414c-94aa-ea8991b8533f tempest-ServersNegativeTestJSON-91648018 tempest-ServersNegativeTestJSON-91648018-project] 10.222.0.53 "GET /v2.0/ports?device_id=8b4087c4-334f-41ae-b1ea-41128b30d136 HTTP/1.1" status: 200 len: 945 time: 0.0668135 Jun 24 12:15:18.234032 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-0ebc9eb3-a353-4799-9639-9e83ce3ab42f req-d9565b7f-b650-495b-bcf8-01bb85fb2c29 tempest-ServersNegativeTestJSON-91648018 tempest-ServersNegativeTestJSON-91648018-project] 10.222.0.53 "GET /v2.0/security-groups?id=071b7a0f-0167-49b3-b092-4ff926a8d46c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307751 Jun 24 12:15:19.419141 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e4b05d-5394-4dfe-b67f-741940f081ca req-4d8e301e-24ad-4bb6-92ac-be6711c8b79a tempest-ServersNegativeTestJSON-91648018 tempest-ServersNegativeTestJSON-91648018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:15:19.421207 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-97e4b05d-5394-4dfe-b67f-741940f081ca req-4d8e301e-24ad-4bb6-92ac-be6711c8b79a tempest-ServersNegativeTestJSON-91648018 tempest-ServersNegativeTestJSON-91648018-project] 10.222.0.53 "GET /v2.0/ports?device_id=8b4087c4-334f-41ae-b1ea-41128b30d136 HTTP/1.1" status: 200 len: 945 time: 0.0682533 Jun 24 12:15:19.466318 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-97e4b05d-5394-4dfe-b67f-741940f081ca req-8f5366cc-57e6-4d5f-bf85-d0a107b314a8 tempest-ServersNegativeTestJSON-91648018 tempest-ServersNegativeTestJSON-91648018-project] 10.222.0.53 "GET /v2.0/security-groups?id=071b7a0f-0167-49b3-b092-4ff926a8d46c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387566 Jun 24 12:15:19.697238 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03c9592-92f9-4d3a-b01b-ace6f3553ac2 req-6a93f355-9dc2-4cb3-b75f-01061ed96230 tempest-ServersNegativeTestJSON-91648018 tempest-ServersNegativeTestJSON-91648018-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:15:19.698702 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-b03c9592-92f9-4d3a-b01b-ace6f3553ac2 req-6a93f355-9dc2-4cb3-b75f-01061ed96230 tempest-ServersNegativeTestJSON-91648018 tempest-ServersNegativeTestJSON-91648018-project] 10.222.0.53 "GET /v2.0/networks?id=15a4c633-bdb5-42de-b74f-ce302539064a HTTP/1.1" status: 200 len: 813 time: 0.1050999 Jun 24 12:15:19.720520 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-b03c9592-92f9-4d3a-b01b-ace6f3553ac2 req-938d717d-4438-4f0d-87d0-20c87292e5ad tempest-ServersNegativeTestJSON-91648018 tempest-ServersNegativeTestJSON-91648018-project] 10.222.0.53 "GET /v2.0/quotas/2c9050f138a840b9ba7ceaeda90a47c2 HTTP/1.1" status: 200 len: 375 time: 0.0155954 Jun 24 12:15:19.782945 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-b03c9592-92f9-4d3a-b01b-ace6f3553ac2 req-02610358-2b8b-41c1-911c-8ebe0c7a73ad tempest-ServersNegativeTestJSON-91648018 tempest-ServersNegativeTestJSON-91648018-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=2c9050f138a840b9ba7ceaeda90a47c2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0571713 Jun 24 12:15:19.875600 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-b03c9592-92f9-4d3a-b01b-ace6f3553ac2 req-eb60292a-cd45-4c18-bb0f-891111526611 service neutron] 10.222.0.53 "GET /v2.0/networks/15a4c633-bdb5-42de-b74f-ce302539064a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860069 Jun 24 12:15:19.964252 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-b03c9592-92f9-4d3a-b01b-ace6f3553ac2 req-68110e10-62e2-4e4f-b34e-5219bbc3731d service neutron] 10.222.0.53 "GET /v2.0/networks/15a4c633-bdb5-42de-b74f-ce302539064a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829108 Jun 24 12:15:20.134934 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-828a5614-bc4b-432f-bc12-5ede3af94a96 req-fdc3373b-dffe-4d58-86c1-65dac9a505a2 tempest-ServersNegativeTestJSON-91648018 tempest-ServersNegativeTestJSON-91648018-project] 10.222.0.53 "GET /v2.0/ports?device_id=ec63d2f2-8615-4351-9a4a-6a8895e39c98 HTTP/1.1" status: 200 len: 210 time: 0.0286310 Jun 24 12:15:21.215173 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03c9592-92f9-4d3a-b01b-ace6f3553ac2 req-d17a92ab-fea0-4793-8feb-38415f8901ea tempest-ServersNegativeTestJSON-91648018 tempest-ServersNegativeTestJSON-91648018-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:15:21.215974 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-b03c9592-92f9-4d3a-b01b-ace6f3553ac2 req-d17a92ab-fea0-4793-8feb-38415f8901ea tempest-ServersNegativeTestJSON-91648018 tempest-ServersNegativeTestJSON-91648018-project] 10.222.0.45 "GET /v2.0/networks?id=15a4c633-bdb5-42de-b74f-ce302539064a HTTP/1.1" status: 200 len: 813 time: 0.1109977 Jun 24 12:15:21.243431 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [req-b03c9592-92f9-4d3a-b01b-ace6f3553ac2 req-dcef1ba6-0ce4-4ec2-a0a4-fc4165d3e72e tempest-ServersNegativeTestJSON-91648018 tempest-ServersNegativeTestJSON-91648018-project] Request body: {'port': {'device_id': 'ec63d2f2-8615-4351-9a4a-6a8895e39c98', 'network_id': '15a4c633-bdb5-42de-b74f-ce302539064a', 'admin_state_up': True, 'tenant_id': '2c9050f138a840b9ba7ceaeda90a47c2'}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:15:21.308853 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-01cd2cfa-ea71-454f-a46a-0cc94dcdee75 req-7a8aa200-bbcb-4af5-a171-5d0251331fc9 tempest-ServersNegativeTestJSON-91648018 tempest-ServersNegativeTestJSON-91648018-project] 10.222.0.53 "GET /v2.0/ports?device_id=ec63d2f2-8615-4351-9a4a-6a8895e39c98 HTTP/1.1" status: 200 len: 210 time: 0.0474331 Jun 24 12:15:21.407332 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b03c9592-92f9-4d3a-b01b-ace6f3553ac2 req-dcef1ba6-0ce4-4ec2-a0a4-fc4165d3e72e tempest-ServersNegativeTestJSON-91648018 tempest-ServersNegativeTestJSON-91648018-project] Made reservation on behalf of 2c9050f138a840b9ba7ceaeda90a47c2 for: {'port': 1} {{(pid=128083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:15:21.410982 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-b03c9592-92f9-4d3a-b01b-ace6f3553ac2 req-dcef1ba6-0ce4-4ec2-a0a4-fc4165d3e72e tempest-ServersNegativeTestJSON-91648018 tempest-ServersNegativeTestJSON-91648018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:15:21.538915 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.db_base_plugin_common [req-b03c9592-92f9-4d3a-b01b-ace6f3553ac2 req-dcef1ba6-0ce4-4ec2-a0a4-fc4165d3e72e tempest-ServersNegativeTestJSON-91648018 tempest-ServersNegativeTestJSON-91648018-project] Allocated IP 172.20.0.8 (15a4c633-bdb5-42de-b74f-ce302539064a/d1e365a6-9438-41a1-957c-659781a903ba/27c4225a-8430-4c7c-8242-175a304b018b) {{(pid=128083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:15:21.707266 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-b03c9592-92f9-4d3a-b01b-ace6f3553ac2 req-dcef1ba6-0ce4-4ec2-a0a4-fc4165d3e72e tempest-ServersNegativeTestJSON-91648018 tempest-ServersNegativeTestJSON-91648018-project] Notify callbacks [] for port, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:15:21.748961 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-b03c9592-92f9-4d3a-b01b-ace6f3553ac2 req-dcef1ba6-0ce4-4ec2-a0a4-fc4165d3e72e tempest-ServersNegativeTestJSON-91648018 tempest-ServersNegativeTestJSON-91648018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-650429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-506361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793193536723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2537853'] for port, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:15:21.753026 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-e2403134-c002-44dd-b71f-b735086b1b6e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:15:21.763330 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] get_ports_and_sgs() called for port_ids ['145ca04f-3945-4f1f-b63e-1e9f41174bd4'] {{(pid=128085) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 12:15:21.795305 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b03c9592-92f9-4d3a-b01b-ace6f3553ac2 req-dcef1ba6-0ce4-4ec2-a0a4-fc4165d3e72e tempest-ServersNegativeTestJSON-91648018 tempest-ServersNegativeTestJSON-91648018-project] Network 15a4c633-bdb5-42de-b74f-ce302539064a is already hosted by enough agents. {{(pid=128083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:15:21.798978 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.base_scheduler [req-b03c9592-92f9-4d3a-b01b-ace6f3553ac2 req-dcef1ba6-0ce4-4ec2-a0a4-fc4165d3e72e tempest-ServersNegativeTestJSON-91648018 tempest-ServersNegativeTestJSON-91648018-project] Resources bound (agent type, host, resource id): {{(pid=128083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:15:21.803339 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.l3_dvrscheduler_db [req-b03c9592-92f9-4d3a-b01b-ace6f3553ac2 req-dcef1ba6-0ce4-4ec2-a0a4-fc4165d3e72e tempest-ServersNegativeTestJSON-91648018 tempest-ServersNegativeTestJSON-91648018-project] Received port after_create {{(pid=128083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:15:21.837687 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcef1ba6-0ce4-4ec2-a0a4-fc4165d3e72e tempest-ServersNegativeTestJSON-91648018 tempest-ServersNegativeTestJSON-91648018-project] Pushing event updated for resources: {'Port': ['ID=27c4225a-8430-4c7c-8242-175a304b018b,revision_number=1']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:15:21.842912 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-dcef1ba6-0ce4-4ec2-a0a4-fc4165d3e72e tempest-ServersNegativeTestJSON-91648018 tempest-ServersNegativeTestJSON-91648018-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:15:21.863632 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03c9592-92f9-4d3a-b01b-ace6f3553ac2 req-dcef1ba6-0ce4-4ec2-a0a4-fc4165d3e72e tempest-ServersNegativeTestJSON-91648018 tempest-ServersNegativeTestJSON-91648018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:15:21.864322 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-b03c9592-92f9-4d3a-b01b-ace6f3553ac2 req-dcef1ba6-0ce4-4ec2-a0a4-fc4165d3e72e tempest-ServersNegativeTestJSON-91648018 tempest-ServersNegativeTestJSON-91648018-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468916'] for port, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:15:21.880828 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-b03c9592-92f9-4d3a-b01b-ace6f3553ac2 req-dcef1ba6-0ce4-4ec2-a0a4-fc4165d3e72e tempest-ServersNegativeTestJSON-91648018 tempest-ServersNegativeTestJSON-91648018-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6417158 Jun 24 12:15:21.893461 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [req-b03c9592-92f9-4d3a-b01b-ace6f3553ac2 req-b9afb509-b372-4617-9a4e-49d6ceb7a58a service neutron] Request body: {'port': {'device_id': 'ec63d2f2-8615-4351-9a4a-6a8895e39c98', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7971'}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:15:21.969617 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-b03c9592-92f9-4d3a-b01b-ace6f3553ac2 req-b9afb509-b372-4617-9a4e-49d6ceb7a58a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:15:22.230045 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.notifiers.nova [req-b03c9592-92f9-4d3a-b01b-ace6f3553ac2 req-b9afb509-b372-4617-9a4e-49d6ceb7a58a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 27c4225a-8430-4c7c-8242-175a304b018b {{(pid=128083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 12:15:22.237683 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-b03c9592-92f9-4d3a-b01b-ace6f3553ac2 req-b9afb509-b372-4617-9a4e-49d6ceb7a58a service neutron] Notify callbacks [] for port, precommit_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:15:22.249450 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.provisioning_blocks [req-b03c9592-92f9-4d3a-b01b-ace6f3553ac2 req-b9afb509-b372-4617-9a4e-49d6ceb7a58a service neutron] Transition to ACTIVE for port object 27c4225a-8430-4c7c-8242-175a304b018b will not be triggered until provisioned by entity L2. {{(pid=128083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:15:22.253240 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-b03c9592-92f9-4d3a-b01b-ace6f3553ac2 req-b9afb509-b372-4617-9a4e-49d6ceb7a58a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2537871'] for port, after_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:15:22.255941 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-3dbb96cd-4c66-41ad-9817-5fdf30b80a82 tempest-ServerDiskConfigTestJSON-2114072499 tempest-ServerDiskConfigTestJSON-2114072499-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:15:22.302038 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9afb509-b372-4617-9a4e-49d6ceb7a58a service neutron] Pushing event updated for resources: {'Port': ['ID=27c4225a-8430-4c7c-8242-175a304b018b,revision_number=2']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:15:22.306270 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-b9afb509-b372-4617-9a4e-49d6ceb7a58a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:15:22.375979 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.managers [req-b03c9592-92f9-4d3a-b01b-ace6f3553ac2 req-b9afb509-b372-4617-9a4e-49d6ceb7a58a service neutron] Attempting to bind port 27c4225a-8430-4c7c-8242-175a304b018b on host hv-neutron-7971 for vnic_type normal with profile {{(pid=128083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 12:15:22.376313 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.managers [req-b03c9592-92f9-4d3a-b01b-ace6f3553ac2 req-b9afb509-b372-4617-9a4e-49d6ceb7a58a service neutron] Attempting to bind port 27c4225a-8430-4c7c-8242-175a304b018b by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': '6cb960e0-c756-43e3-92a8-e42c90566668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '15a4c633-bdb5-42de-b74f-ce302539064a'}] {{(pid=128083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 12:15:22.376637 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b03c9592-92f9-4d3a-b01b-ace6f3553ac2 req-b9afb509-b372-4617-9a4e-49d6ceb7a58a service neutron] Attempting to bind port 27c4225a-8430-4c7c-8242-175a304b018b on network 15a4c633-bdb5-42de-b74f-ce302539064a {{(pid=128083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:15:22.381149 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b03c9592-92f9-4d3a-b01b-ace6f3553ac2 req-b9afb509-b372-4617-9a4e-49d6ceb7a58a service neutron] Port 27c4225a-8430-4c7c-8242-175a304b018b on network 15a4c633-bdb5-42de-b74f-ce302539064a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=128083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 12:15:22.381441 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b03c9592-92f9-4d3a-b01b-ace6f3553ac2 req-b9afb509-b372-4617-9a4e-49d6ceb7a58a service neutron] Attempting to bind port 27c4225a-8430-4c7c-8242-175a304b018b on network 15a4c633-bdb5-42de-b74f-ce302539064a {{(pid=128083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:15:22.386789 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b03c9592-92f9-4d3a-b01b-ace6f3553ac2 req-b9afb509-b372-4617-9a4e-49d6ceb7a58a service neutron] Checking agent: {'id': 'a2c9a14d-87aa-4cd1-a510-11988f19c3d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7971', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 11, 42, 44), 'started_at': datetime.datetime(2021, 6, 24, 11, 42, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 12, 15, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=128083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 12:15:22.387124 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b03c9592-92f9-4d3a-b01b-ace6f3553ac2 req-b9afb509-b372-4617-9a4e-49d6ceb7a58a service neutron] Checking segment: {'id': '6cb960e0-c756-43e3-92a8-e42c90566668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '15a4c633-bdb5-42de-b74f-ce302539064a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=128083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:15:22.387556 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b03c9592-92f9-4d3a-b01b-ace6f3553ac2 req-b9afb509-b372-4617-9a4e-49d6ceb7a58a service neutron] Bound using segment: {'id': '6cb960e0-c756-43e3-92a8-e42c90566668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '15a4c633-bdb5-42de-b74f-ce302539064a'} {{(pid=128083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 12:15:22.387980 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.managers [req-b03c9592-92f9-4d3a-b01b-ace6f3553ac2 req-b9afb509-b372-4617-9a4e-49d6ceb7a58a service neutron] Bound port: 27c4225a-8430-4c7c-8242-175a304b018b, host: hv-neutron-7971, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6cb960e0-c756-43e3-92a8-e42c90566668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '15a4c633-bdb5-42de-b74f-ce302539064a'}}] {{(pid=128083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 12:15:22.388334 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-b03c9592-92f9-4d3a-b01b-ace6f3553ac2 req-b9afb509-b372-4617-9a4e-49d6ceb7a58a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:15:22.480003 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.db [req-b03c9592-92f9-4d3a-b01b-ace6f3553ac2 req-b9afb509-b372-4617-9a4e-49d6ceb7a58a service neutron] For port 27c4225a-8430-4c7c-8242-175a304b018b, host hv-neutron-7971, cleared binding levels {{(pid=128083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 12:15:22.496084 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.db [req-b03c9592-92f9-4d3a-b01b-ace6f3553ac2 req-b9afb509-b372-4617-9a4e-49d6ceb7a58a service neutron] For port 27c4225a-8430-4c7c-8242-175a304b018b, host hv-neutron-7971, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=27c4225a-8430-4c7c-8242-175a304b018b,segment=NetworkSegment(6cb960e0-c756-43e3-92a8-e42c90566668),segment_id=6cb960e0-c756-43e3-92a8-e42c90566668)] {{(pid=128083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 12:15:22.504397 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-b03c9592-92f9-4d3a-b01b-ace6f3553ac2 req-b9afb509-b372-4617-9a4e-49d6ceb7a58a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2537871'] for port, after_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:15:22.507786 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-35e6da39-fe61-42f2-9ad6-2dc85eb98b90 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:15:22.554745 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03c9592-92f9-4d3a-b01b-ace6f3553ac2 req-b9afb509-b372-4617-9a4e-49d6ceb7a58a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:15:22.555385 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-b03c9592-92f9-4d3a-b01b-ace6f3553ac2 req-b9afb509-b372-4617-9a4e-49d6ceb7a58a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468916'] for port, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:15:22.556859 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-b03c9592-92f9-4d3a-b01b-ace6f3553ac2 req-b9afb509-b372-4617-9a4e-49d6ceb7a58a service neutron] 10.222.0.45 "PUT /v2.0/ports/27c4225a-8430-4c7c-8242-175a304b018b HTTP/1.1" status: 200 len: 1093 time: 0.6681473 Jun 24 12:15:22.557411 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec63d2f2-8615-4351-9a4a-6a8895e39c98', 'tag': '27c4225a-8430-4c7c-8242-175a304b018b'}] {{(pid=128083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 12:15:22.560240 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a77f7dee1a0522ddf93af289475d218fcdb8f30317daadec13ebf930b5b9dbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8dd6ec15-af93-4744-bf64-0e2dc5dc231b" -d '{"events": [{"name": "network-changed", "server_uuid": "ec63d2f2-8615-4351-9a4a-6a8895e39c98", "tag": "27c4225a-8430-4c7c-8242-175a304b018b"}]}' {{(pid=128083) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 12:15:22.582171 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c2ea92-496e-404d-aa7e-764f9fa3f3b9 req-dc1a15e4-9ff9-4b99-b58b-50092e6caf32 tempest-ServersNegativeTestJSON-91648018 tempest-ServersNegativeTestJSON-91648018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:15:22.583728 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-15c2ea92-496e-404d-aa7e-764f9fa3f3b9 req-dc1a15e4-9ff9-4b99-b58b-50092e6caf32 tempest-ServersNegativeTestJSON-91648018 tempest-ServersNegativeTestJSON-91648018-project] 10.222.0.53 "GET /v2.0/ports?device_id=ec63d2f2-8615-4351-9a4a-6a8895e39c98 HTTP/1.1" status: 200 len: 943 time: 0.1469522 Jun 24 12:15:22.612439 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 12:15:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b9fa242-5aaf-45be-9e97-197902f96fa4 x-openstack-request-id: req-7b9fa242-5aaf-45be-9e97-197902f96fa4 {{(pid=128083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 12:15:22.612778 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec63d2f2-8615-4351-9a4a-6a8895e39c98", "tag": "27c4225a-8430-4c7c-8242-175a304b018b", "status": "completed", "code": 200}]} {{(pid=128083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 12:15:22.613107 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-7b9fa242-5aaf-45be-9e97-197902f96fa4 {{(pid=128083) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 12:15:22.613551 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec63d2f2-8615-4351-9a4a-6a8895e39c98', 'tag': '27c4225a-8430-4c7c-8242-175a304b018b', 'status': 'completed', 'code': 200} Jun 24 12:15:22.614131 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9afb509-b372-4617-9a4e-49d6ceb7a58a service neutron] Pushing event updated for resources: {'Port': ['ID=27c4225a-8430-4c7c-8242-175a304b018b,revision_number=3']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:15:22.638394 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-b9afb509-b372-4617-9a4e-49d6ceb7a58a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:15:22.664771 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-15c2ea92-496e-404d-aa7e-764f9fa3f3b9 req-03a3c386-3db3-4927-8e02-73e4068360f0 tempest-ServersNegativeTestJSON-91648018 tempest-ServersNegativeTestJSON-91648018-project] 10.222.0.53 "GET /v2.0/security-groups?id=071b7a0f-0167-49b3-b092-4ff926a8d46c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724983 Jun 24 12:15:22.681692 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03c9592-92f9-4d3a-b01b-ace6f3553ac2 req-7d5d8525-e0d9-419d-8a4a-b4179987af65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:15:22.683145 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-b03c9592-92f9-4d3a-b01b-ace6f3553ac2 req-7d5d8525-e0d9-419d-8a4a-b4179987af65 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=2c9050f138a840b9ba7ceaeda90a47c2&device_id=ec63d2f2-8615-4351-9a4a-6a8895e39c98 HTTP/1.1" status: 200 len: 1096 time: 0.0825350 Jun 24 12:15:22.737849 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-b03c9592-92f9-4d3a-b01b-ace6f3553ac2 req-57601c66-9ee9-40f8-a653-dab801a1cfa3 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=27c4225a-8430-4c7c-8242-175a304b018b HTTP/1.1" status: 200 len: 217 time: 0.0427575 Jun 24 12:15:22.792221 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03c9592-92f9-4d3a-b01b-ace6f3553ac2 req-34a59856-cb4e-4fb7-b650-81bec8e319a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:15:22.794211 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-b03c9592-92f9-4d3a-b01b-ace6f3553ac2 req-34a59856-cb4e-4fb7-b650-81bec8e319a0 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d1e365a6-9438-41a1-957c-659781a903ba HTTP/1.1" status: 200 len: 853 time: 0.0476813 Jun 24 12:15:22.826311 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-b03c9592-92f9-4d3a-b01b-ace6f3553ac2 req-b467f8dd-c1f7-4468-8322-2dec54f661d1 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=15a4c633-bdb5-42de-b74f-ce302539064a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260105 Jun 24 12:15:22.922672 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-b03c9592-92f9-4d3a-b01b-ace6f3553ac2 req-40440b5d-9a30-4962-94fe-1b1bf555921c service neutron] 10.222.0.45 "GET /v2.0/networks/15a4c633-bdb5-42de-b74f-ce302539064a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899839 Jun 24 12:15:23.022352 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-b03c9592-92f9-4d3a-b01b-ace6f3553ac2 req-a84051a5-ac2d-41bc-8a4b-1b256dfb0172 service neutron] 10.222.0.45 "GET /v2.0/networks/15a4c633-bdb5-42de-b74f-ce302539064a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923667 Jun 24 12:15:23.080551 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.agents_db [None req-87a69269-d72b-4286-97f3-1041481ed6d8 None None] Agent healthcheck: found 6 active agents {{(pid=128086) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 12:15:23.124211 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd6ec15-af93-4744-bf64-0e2dc5dc231b req-1e9dc161-690b-4796-9f80-b037d9c8147b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:15:23.125718 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-8dd6ec15-af93-4744-bf64-0e2dc5dc231b req-1e9dc161-690b-4796-9f80-b037d9c8147b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=2c9050f138a840b9ba7ceaeda90a47c2&device_id=ec63d2f2-8615-4351-9a4a-6a8895e39c98 HTTP/1.1" status: 200 len: 1096 time: 0.0522251 Jun 24 12:15:23.220959 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd6ec15-af93-4744-bf64-0e2dc5dc231b req-f029d013-356e-4833-b9c0-6dece29d50bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:15:23.222505 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-8dd6ec15-af93-4744-bf64-0e2dc5dc231b req-f029d013-356e-4833-b9c0-6dece29d50bb service neutron] 10.222.0.45 "GET /v2.0/networks?id=15a4c633-bdb5-42de-b74f-ce302539064a HTTP/1.1" status: 200 len: 914 time: 0.0884013 Jun 24 12:15:23.263967 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-8dd6ec15-af93-4744-bf64-0e2dc5dc231b req-bb038277-4bdd-40d4-928b-ea1146b0377e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=27c4225a-8430-4c7c-8242-175a304b018b HTTP/1.1" status: 200 len: 217 time: 0.0337234 Jun 24 12:15:23.317797 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd6ec15-af93-4744-bf64-0e2dc5dc231b req-8b47f6da-e545-4f40-b09a-4065c467c97a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:15:23.319211 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-8dd6ec15-af93-4744-bf64-0e2dc5dc231b req-8b47f6da-e545-4f40-b09a-4065c467c97a service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d1e365a6-9438-41a1-957c-659781a903ba HTTP/1.1" status: 200 len: 853 time: 0.0487828 Jun 24 12:15:23.352717 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-8dd6ec15-af93-4744-bf64-0e2dc5dc231b req-72e8f444-1d53-4139-aa92-d4db5b10a3fb service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=15a4c633-bdb5-42de-b74f-ce302539064a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262008 Jun 24 12:15:23.442373 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-8dd6ec15-af93-4744-bf64-0e2dc5dc231b req-f886dc8d-77ca-42e4-a109-0a9cd048151c service neutron] 10.222.0.45 "GET /v2.0/networks/15a4c633-bdb5-42de-b74f-ce302539064a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809886 Jun 24 12:15:23.537232 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-8dd6ec15-af93-4744-bf64-0e2dc5dc231b req-a5f33266-df49-47ed-ab35-ec05f6498649 service neutron] 10.222.0.45 "GET /v2.0/networks/15a4c633-bdb5-42de-b74f-ce302539064a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873067 Jun 24 12:15:23.843639 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566a3643-c9ff-455a-ba55-a99983bce03e req-df54c27b-478c-463b-95ad-0b162b88e6c3 tempest-ServersNegativeTestJSON-91648018 tempest-ServersNegativeTestJSON-91648018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:15:23.845291 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-566a3643-c9ff-455a-ba55-a99983bce03e req-df54c27b-478c-463b-95ad-0b162b88e6c3 tempest-ServersNegativeTestJSON-91648018 tempest-ServersNegativeTestJSON-91648018-project] 10.222.0.53 "GET /v2.0/ports?device_id=ec63d2f2-8615-4351-9a4a-6a8895e39c98 HTTP/1.1" status: 200 len: 943 time: 0.0685134 Jun 24 12:15:23.864504 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-24b9ff42-2846-4947-aa48-ff5308ef8de6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:15:23.885889 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-566a3643-c9ff-455a-ba55-a99983bce03e req-39ba74fb-e94d-456a-870b-ddb8bf1917b3 tempest-ServersNegativeTestJSON-91648018 tempest-ServersNegativeTestJSON-91648018-project] 10.222.0.53 "GET /v2.0/security-groups?id=071b7a0f-0167-49b3-b092-4ff926a8d46c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347776 Jun 24 12:15:25.066941 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37240639-9c38-4a96-9f49-7eec14971779 req-fd1e0a08-293e-4387-8486-f8e4b93b40f5 tempest-ServersNegativeTestJSON-91648018 tempest-ServersNegativeTestJSON-91648018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:15:25.068405 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-37240639-9c38-4a96-9f49-7eec14971779 req-fd1e0a08-293e-4387-8486-f8e4b93b40f5 tempest-ServersNegativeTestJSON-91648018 tempest-ServersNegativeTestJSON-91648018-project] 10.222.0.53 "GET /v2.0/ports?device_id=ec63d2f2-8615-4351-9a4a-6a8895e39c98 HTTP/1.1" status: 200 len: 943 time: 0.0678170 Jun 24 12:15:25.107020 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-37240639-9c38-4a96-9f49-7eec14971779 req-3cfd7218-d339-4f92-ada4-bb5fa4133f19 tempest-ServersNegativeTestJSON-91648018 tempest-ServersNegativeTestJSON-91648018-project] 10.222.0.53 "GET /v2.0/security-groups?id=071b7a0f-0167-49b3-b092-4ff926a8d46c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327029 Jun 24 12:15:25.219475 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Device 27c4225a-8430-4c7c-8242-175a304b018b details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=128085) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 12:15:25.312848 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] For port 27c4225a-8430-4c7c-8242-175a304b018b, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=27c4225a-8430-4c7c-8242-175a304b018b,segment=NetworkSegment(6cb960e0-c756-43e3-92a8-e42c90566668),segment_id=6cb960e0-c756-43e3-92a8-e42c90566668)] {{(pid=128085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:15:25.323850 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Returning: {'device': '27c4225a-8430-4c7c-8242-175a304b018b', 'network_id': '15a4c633-bdb5-42de-b74f-ce302539064a', 'port_id': '27c4225a-8430-4c7c-8242-175a304b018b', 'mac_address': 'fa:16:3e:97:e1:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 645, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1e365a6-9438-41a1-957c-659781a903ba', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=128085) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 12:15:25.364700 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:15:25.377694 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.notifiers.nova [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27c4225a-8430-4c7c-8242-175a304b018b {{(pid=128085) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 12:15:25.397262 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] For port 27c4225a-8430-4c7c-8242-175a304b018b, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=27c4225a-8430-4c7c-8242-175a304b018b,segment=NetworkSegment(6cb960e0-c756-43e3-92a8-e42c90566668),segment_id=6cb960e0-c756-43e3-92a8-e42c90566668)] {{(pid=128085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:15:25.400885 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:15:25.402535 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:15:25.447913 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Pushing event updated for resources: {'Port': ['ID=27c4225a-8430-4c7c-8242-175a304b018b,revision_number=4']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:15:25.451798 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:15:25.636373 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] get_ports_and_sgs() called for port_ids ['27c4225a-8430-4c7c-8242-175a304b018b'] {{(pid=128085) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 12:15:26.281858 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef3bd15-2fd4-48cb-9bb9-e752cbdcca48 req-3ab4da4b-2602-4c52-8cb2-aa5127b8a273 tempest-ServersNegativeTestJSON-91648018 tempest-ServersNegativeTestJSON-91648018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:15:26.283347 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-fef3bd15-2fd4-48cb-9bb9-e752cbdcca48 req-3ab4da4b-2602-4c52-8cb2-aa5127b8a273 tempest-ServersNegativeTestJSON-91648018 tempest-ServersNegativeTestJSON-91648018-project] 10.222.0.53 "GET /v2.0/ports?device_id=ec63d2f2-8615-4351-9a4a-6a8895e39c98 HTTP/1.1" status: 200 len: 944 time: 0.0639794 Jun 24 12:15:26.322045 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-fef3bd15-2fd4-48cb-9bb9-e752cbdcca48 req-d4a5c7bf-a868-4928-807c-717f844c15a1 tempest-ServersNegativeTestJSON-91648018 tempest-ServersNegativeTestJSON-91648018-project] 10.222.0.53 "GET /v2.0/security-groups?id=071b7a0f-0167-49b3-b092-4ff926a8d46c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329971 Jun 24 12:15:26.397635 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-44f5c742-f0a1-4836-ba34-613b489b3a0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:15:26.564235 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:15:27.221714 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Device 27c4225a-8430-4c7c-8242-175a304b018b up at agent hyperv_hv-neutron-7971 {{(pid=128085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:15:27.269187 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Provisioning for port 27c4225a-8430-4c7c-8242-175a304b018b completed by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:15:27.273070 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Provisioning complete for port 27c4225a-8430-4c7c-8242-175a304b018b triggered by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:15:27.273450 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:15:27.353203 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:15:27.375434 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec63d2f2-8615-4351-9a4a-6a8895e39c98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27c4225a-8430-4c7c-8242-175a304b018b'}] {{(pid=128085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 12:15:27.377760 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1098ec9051a50dd033317f529a09b9762582ef7b417ebe05928aca59e08255aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d15542ac-1bd0-43db-83b7-62f272e191e1" -d '{"events": [{"server_uuid": "ec63d2f2-8615-4351-9a4a-6a8895e39c98", "name": "network-vif-plugged", "status": "completed", "tag": "27c4225a-8430-4c7c-8242-175a304b018b"}]}' {{(pid=128085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 12:15:27.391989 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] For port 27c4225a-8430-4c7c-8242-175a304b018b, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=27c4225a-8430-4c7c-8242-175a304b018b,segment=NetworkSegment(6cb960e0-c756-43e3-92a8-e42c90566668),segment_id=6cb960e0-c756-43e3-92a8-e42c90566668)] {{(pid=128085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:15:27.397673 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:15:27.399728 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:15:27.424665 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 12:15:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf3f4b77-7d62-4641-8cd9-c53f5888d565 x-openstack-request-id: req-bf3f4b77-7d62-4641-8cd9-c53f5888d565 {{(pid=128085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 12:15:27.425093 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec63d2f2-8615-4351-9a4a-6a8895e39c98", "name": "network-vif-plugged", "status": "completed", "tag": "27c4225a-8430-4c7c-8242-175a304b018b", "code": 200}]} {{(pid=128085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 12:15:27.425189 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-bf3f4b77-7d62-4641-8cd9-c53f5888d565 {{(pid=128085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 12:15:27.425721 dv-neutron-797120-4-hyperv neutron-server[128085]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec63d2f2-8615-4351-9a4a-6a8895e39c98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27c4225a-8430-4c7c-8242-175a304b018b', 'code': 200} Jun 24 12:15:27.454840 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Pushing event updated for resources: {'Port': ['ID=27c4225a-8430-4c7c-8242-175a304b018b,revision_number=5']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:15:27.459950 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:15:27.517327 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b300365-6afe-43dc-8734-302c997d7533 req-4be5c884-edf1-4714-8c6d-4165cd1d29fb tempest-ServersNegativeTestJSON-91648018 tempest-ServersNegativeTestJSON-91648018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:15:27.518946 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-5b300365-6afe-43dc-8734-302c997d7533 req-4be5c884-edf1-4714-8c6d-4165cd1d29fb tempest-ServersNegativeTestJSON-91648018 tempest-ServersNegativeTestJSON-91648018-project] 10.222.0.53 "GET /v2.0/ports?device_id=ec63d2f2-8615-4351-9a4a-6a8895e39c98 HTTP/1.1" status: 200 len: 945 time: 0.0722191 Jun 24 12:15:27.558900 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-5b300365-6afe-43dc-8734-302c997d7533 req-7a51f6ba-a0a0-4730-93ec-a1bbf8d15eae tempest-ServersNegativeTestJSON-91648018 tempest-ServersNegativeTestJSON-91648018-project] 10.222.0.53 "GET /v2.0/security-groups?id=071b7a0f-0167-49b3-b092-4ff926a8d46c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340240 Jun 24 12:15:27.650036 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ba8a81-513b-4e68-954a-de538e623ed5 req-c450fe32-29b2-42cd-bdd3-01ca24e748d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:15:27.651696 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-25ba8a81-513b-4e68-954a-de538e623ed5 req-c450fe32-29b2-42cd-bdd3-01ca24e748d5 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=ec63d2f2-8615-4351-9a4a-6a8895e39c98 HTTP/1.1" status: 200 len: 1098 time: 0.0526021 Jun 24 12:15:27.685290 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-25ba8a81-513b-4e68-954a-de538e623ed5 req-bf05c629-95b6-45d7-a804-44b61ab6893e service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=071b7a0f-0167-49b3-b092-4ff926a8d46c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0273297 Jun 24 12:15:27.789306 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-03237adf-ebd0-46f2-a476-4d4bb746e0f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:15:28.737265 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8092a7b5-22be-4fd0-ad52-3751231025ac req-ff8d6522-94a7-4949-875e-b2d8516c5e37 tempest-ServersNegativeTestJSON-91648018 tempest-ServersNegativeTestJSON-91648018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:15:28.738756 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-8092a7b5-22be-4fd0-ad52-3751231025ac req-ff8d6522-94a7-4949-875e-b2d8516c5e37 tempest-ServersNegativeTestJSON-91648018 tempest-ServersNegativeTestJSON-91648018-project] 10.222.0.53 "GET /v2.0/ports?device_id=ec63d2f2-8615-4351-9a4a-6a8895e39c98 HTTP/1.1" status: 200 len: 945 time: 0.0646503 Jun 24 12:15:28.778363 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-8092a7b5-22be-4fd0-ad52-3751231025ac req-4f623b65-d920-41e2-86cd-76eca519e67f tempest-ServersNegativeTestJSON-91648018 tempest-ServersNegativeTestJSON-91648018-project] 10.222.0.53 "GET /v2.0/security-groups?id=071b7a0f-0167-49b3-b092-4ff926a8d46c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338359 Jun 24 12:15:29.179680 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1d66ad-094a-4222-9283-a29c3e8301e3 req-ed167fdd-3833-44ec-bb46-ededeeef2eba tempest-ServersNegativeTestJSON-91648018 tempest-ServersNegativeTestJSON-91648018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:15:29.181168 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-fd1d66ad-094a-4222-9283-a29c3e8301e3 req-ed167fdd-3833-44ec-bb46-ededeeef2eba tempest-ServersNegativeTestJSON-91648018 tempest-ServersNegativeTestJSON-91648018-project] 10.222.0.53 "GET /v2.0/ports?device_id=ec63d2f2-8615-4351-9a4a-6a8895e39c98 HTTP/1.1" status: 200 len: 945 time: 0.0730789 Jun 24 12:15:29.219475 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-fd1d66ad-094a-4222-9283-a29c3e8301e3 req-5a278ff5-694c-4427-9b29-ade74deb9df6 tempest-ServersNegativeTestJSON-91648018 tempest-ServersNegativeTestJSON-91648018-project] 10.222.0.53 "GET /v2.0/security-groups?id=071b7a0f-0167-49b3-b092-4ff926a8d46c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319531 Jun 24 12:15:29.753187 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-52c483ef-d5c1-4030-9a32-e5ce4ff00ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:15:30.397117 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7502b1-294f-4e1f-b9d4-d5112d297e3f req-619c1492-d7f9-4905-bde1-0cc0f3492f67 tempest-ServersNegativeTestJSON-91648018 tempest-ServersNegativeTestJSON-91648018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:15:30.398484 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-db7502b1-294f-4e1f-b9d4-d5112d297e3f req-619c1492-d7f9-4905-bde1-0cc0f3492f67 tempest-ServersNegativeTestJSON-91648018 tempest-ServersNegativeTestJSON-91648018-project] 10.222.0.53 "GET /v2.0/ports?device_id=ec63d2f2-8615-4351-9a4a-6a8895e39c98 HTTP/1.1" status: 200 len: 945 time: 0.0650942 Jun 24 12:15:30.436784 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-db7502b1-294f-4e1f-b9d4-d5112d297e3f req-93ab03a7-f160-42ec-a56a-670fcba46712 tempest-ServersNegativeTestJSON-91648018 tempest-ServersNegativeTestJSON-91648018-project] 10.222.0.53 "GET /v2.0/security-groups?id=071b7a0f-0167-49b3-b092-4ff926a8d46c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326877 Jun 24 12:15:30.514153 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bef65a-9011-4281-9c39-b06668140bc3 req-755198d6-e5e8-4350-85a6-eaa2cf2b08c6 tempest-ServersNegativeTestJSON-91648018 tempest-ServersNegativeTestJSON-91648018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:15:30.515623 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-10bef65a-9011-4281-9c39-b06668140bc3 req-755198d6-e5e8-4350-85a6-eaa2cf2b08c6 tempest-ServersNegativeTestJSON-91648018 tempest-ServersNegativeTestJSON-91648018-project] 10.222.0.45 "GET /v2.0/ports?device_id=ec63d2f2-8615-4351-9a4a-6a8895e39c98 HTTP/1.1" status: 200 len: 945 time: 0.0698695 Jun 24 12:15:30.615037 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.plugin [req-10bef65a-9011-4281-9c39-b06668140bc3 req-4896a433-20db-48c1-98b7-28ed4854c17e tempest-ServersNegativeTestJSON-91648018 tempest-ServersNegativeTestJSON-91648018-project] Deleting port 27c4225a-8430-4c7c-8242-175a304b018b {{(pid=128083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:15:30.615375 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-10bef65a-9011-4281-9c39-b06668140bc3 req-4896a433-20db-48c1-98b7-28ed4854c17e tempest-ServersNegativeTestJSON-91648018 tempest-ServersNegativeTestJSON-91648018-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793193942312'] for port, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:15:30.704855 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.db [req-10bef65a-9011-4281-9c39-b06668140bc3 req-4896a433-20db-48c1-98b7-28ed4854c17e tempest-ServersNegativeTestJSON-91648018 tempest-ServersNegativeTestJSON-91648018-project] For port 27c4225a-8430-4c7c-8242-175a304b018b, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=27c4225a-8430-4c7c-8242-175a304b018b,segment=NetworkSegment(6cb960e0-c756-43e3-92a8-e42c90566668),segment_id=6cb960e0-c756-43e3-92a8-e42c90566668)] {{(pid=128083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:15:30.705176 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-10bef65a-9011-4281-9c39-b06668140bc3 req-4896a433-20db-48c1-98b7-28ed4854c17e tempest-ServersNegativeTestJSON-91648018 tempest-ServersNegativeTestJSON-91648018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1978872'] for port, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:15:30.717100 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.plugin [req-10bef65a-9011-4281-9c39-b06668140bc3 req-4896a433-20db-48c1-98b7-28ed4854c17e tempest-ServersNegativeTestJSON-91648018 tempest-ServersNegativeTestJSON-91648018-project] Calling delete_port for 27c4225a-8430-4c7c-8242-175a304b018b owned by compute:nova {{(pid=128083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:15:30.841100 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-10bef65a-9011-4281-9c39-b06668140bc3 req-4896a433-20db-48c1-98b7-28ed4854c17e tempest-ServersNegativeTestJSON-91648018 tempest-ServersNegativeTestJSON-91648018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793193945299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193536732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2537862'] for port, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:15:30.845130 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-54f663ef-2648-4274-b00f-487e4f223326 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:15:30.853149 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] get_ports_and_sgs() called for port_ids ['145ca04f-3945-4f1f-b63e-1e9f41174bd4', '27c4225a-8430-4c7c-8242-175a304b018b'] {{(pid=128085) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 12:15:30.876963 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4896a433-20db-48c1-98b7-28ed4854c17e tempest-ServersNegativeTestJSON-91648018 tempest-ServersNegativeTestJSON-91648018-project] Pushing event deleted for resources: {'Port': ['ID=27c4225a-8430-4c7c-8242-175a304b018b,revision_number=None']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:15:30.880118 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-4896a433-20db-48c1-98b7-28ed4854c17e tempest-ServersNegativeTestJSON-91648018 tempest-ServersNegativeTestJSON-91648018-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:15:30.923691 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.l3_dvrscheduler_db [req-10bef65a-9011-4281-9c39-b06668140bc3 req-4896a433-20db-48c1-98b7-28ed4854c17e tempest-ServersNegativeTestJSON-91648018 tempest-ServersNegativeTestJSON-91648018-project] No DVR routers for this DVR port 27c4225a-8430-4c7c-8242-175a304b018b on host hv-neutron-7971 {{(pid=128083) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 12:15:30.926229 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-10bef65a-9011-4281-9c39-b06668140bc3 req-4896a433-20db-48c1-98b7-28ed4854c17e tempest-ServersNegativeTestJSON-91648018 tempest-ServersNegativeTestJSON-91648018-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468916'] for port, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:15:30.928182 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-10bef65a-9011-4281-9c39-b06668140bc3 req-4896a433-20db-48c1-98b7-28ed4854c17e tempest-ServersNegativeTestJSON-91648018 tempest-ServersNegativeTestJSON-91648018-project] 10.222.0.45 "DELETE /v2.0/ports/27c4225a-8430-4c7c-8242-175a304b018b HTTP/1.1" status: 204 len: 173 time: 0.4058626 Jun 24 12:15:30.928720 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec63d2f2-8615-4351-9a4a-6a8895e39c98', 'name': 'network-vif-deleted', 'tag': '27c4225a-8430-4c7c-8242-175a304b018b'}] {{(pid=128083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 12:15:30.931154 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a77f7dee1a0522ddf93af289475d218fcdb8f30317daadec13ebf930b5b9dbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80a1cb6b-02bb-4f84-bad3-10f29dd01fc3" -d '{"events": [{"server_uuid": "ec63d2f2-8615-4351-9a4a-6a8895e39c98", "name": "network-vif-deleted", "tag": "27c4225a-8430-4c7c-8242-175a304b018b"}]}' {{(pid=128083) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 12:15:30.980274 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 12:15:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e045164-2001-438d-8da0-4d48bf36bbc2 x-openstack-request-id: req-9e045164-2001-438d-8da0-4d48bf36bbc2 {{(pid=128083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 12:15:30.980615 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec63d2f2-8615-4351-9a4a-6a8895e39c98", "name": "network-vif-deleted", "tag": "27c4225a-8430-4c7c-8242-175a304b018b", "status": "completed", "code": 200}]} {{(pid=128083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 12:15:30.980919 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-9e045164-2001-438d-8da0-4d48bf36bbc2 {{(pid=128083) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 12:15:30.981541 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec63d2f2-8615-4351-9a4a-6a8895e39c98', 'name': 'network-vif-deleted', 'tag': '27c4225a-8430-4c7c-8242-175a304b018b', 'status': 'completed', 'code': 200} Jun 24 12:15:31.593759 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-30ec73a8-0a5f-40a1-b040-9f2a9d8d6d7b req-e4a61298-ca59-42c4-b106-6a205193fac0 tempest-ServersNegativeTestJSON-91648018 tempest-ServersNegativeTestJSON-91648018-project] 10.222.0.53 "GET /v2.0/ports?device_id=ec63d2f2-8615-4351-9a4a-6a8895e39c98 HTTP/1.1" status: 200 len: 210 time: 0.0297558 Jun 24 12:15:32.854920 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c452e2-3b04-488f-baf0-6f44bb70dfe1 req-1c9d8e21-fd4c-4e6a-96ce-b81d882f217a tempest-ServersNegativeTestJSON-91648018 tempest-ServersNegativeTestJSON-91648018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:15:32.856926 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-50c452e2-3b04-488f-baf0-6f44bb70dfe1 req-1c9d8e21-fd4c-4e6a-96ce-b81d882f217a tempest-ServersNegativeTestJSON-91648018 tempest-ServersNegativeTestJSON-91648018-project] 10.222.0.53 "GET /v2.0/ports?device_id=8b4087c4-334f-41ae-b1ea-41128b30d136 HTTP/1.1" status: 200 len: 945 time: 0.0671041 Jun 24 12:15:32.895801 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-50c452e2-3b04-488f-baf0-6f44bb70dfe1 req-b3033772-a75e-470b-b7cf-e5b2217206f8 tempest-ServersNegativeTestJSON-91648018 tempest-ServersNegativeTestJSON-91648018-project] 10.222.0.53 "GET /v2.0/security-groups?id=071b7a0f-0167-49b3-b092-4ff926a8d46c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333545 Jun 24 12:15:33.086506 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc716cce-69e4-4721-a8e9-e04aca13e58d req-0a10df42-5d41-42d6-a3c8-0c5f78544426 tempest-ServersNegativeTestJSON-91648018 tempest-ServersNegativeTestJSON-91648018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:15:33.087999 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-bc716cce-69e4-4721-a8e9-e04aca13e58d req-0a10df42-5d41-42d6-a3c8-0c5f78544426 tempest-ServersNegativeTestJSON-91648018 tempest-ServersNegativeTestJSON-91648018-project] 10.222.0.53 "GET /v2.0/ports?device_id=8b4087c4-334f-41ae-b1ea-41128b30d136 HTTP/1.1" status: 200 len: 945 time: 0.0651772 Jun 24 12:15:33.127784 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-bc716cce-69e4-4721-a8e9-e04aca13e58d req-4001cf8d-e175-4508-875e-15aad6de6aca tempest-ServersNegativeTestJSON-91648018 tempest-ServersNegativeTestJSON-91648018-project] 10.222.0.53 "GET /v2.0/security-groups?id=071b7a0f-0167-49b3-b092-4ff926a8d46c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331945 Jun 24 12:15:33.224055 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Device 27c4225a-8430-4c7c-8242-175a304b018b no longer exists at agent hyperv_hv-neutron-7971 {{(pid=128085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 12:15:33.245148 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] No Port match for: 27c4225a-8430-4c7c-8242-175a304b018b {{(pid=128085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 12:15:33.245498 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Device 27c4225a-8430-4c7c-8242-175a304b018b not bound to the agent host hv-neutron-7971 {{(pid=128085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 12:15:33.307660 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc366a2-f7a9-4b65-9e81-12db501a44ae req-8173ba71-8465-44f8-99a8-3f247cb53321 tempest-ServersNegativeTestJSON-91648018 tempest-ServersNegativeTestJSON-91648018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:15:33.309175 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-7fc366a2-f7a9-4b65-9e81-12db501a44ae req-8173ba71-8465-44f8-99a8-3f247cb53321 tempest-ServersNegativeTestJSON-91648018 tempest-ServersNegativeTestJSON-91648018-project] 10.222.0.53 "GET /v2.0/ports?device_id=8b4087c4-334f-41ae-b1ea-41128b30d136 HTTP/1.1" status: 200 len: 945 time: 0.0682783 Jun 24 12:15:33.349050 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-7fc366a2-f7a9-4b65-9e81-12db501a44ae req-854b358b-46f6-4e99-abbe-bf791cf3bb2f tempest-ServersNegativeTestJSON-91648018 tempest-ServersNegativeTestJSON-91648018-project] 10.222.0.53 "GET /v2.0/security-groups?id=071b7a0f-0167-49b3-b092-4ff926a8d46c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340948 Jun 24 12:15:33.640875 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e65add-677c-4c68-b620-62c9f49cc875 req-048ab4f0-8d8b-4888-9ae8-604434abef74 tempest-ServersNegativeTestJSON-91648018 tempest-ServersNegativeTestJSON-91648018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:15:33.643390 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-56e65add-677c-4c68-b620-62c9f49cc875 req-048ab4f0-8d8b-4888-9ae8-604434abef74 tempest-ServersNegativeTestJSON-91648018 tempest-ServersNegativeTestJSON-91648018-project] 10.222.0.53 "GET /v2.0/ports?device_id=8b4087c4-334f-41ae-b1ea-41128b30d136 HTTP/1.1" status: 200 len: 945 time: 0.0742605 Jun 24 12:15:33.683627 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-56e65add-677c-4c68-b620-62c9f49cc875 req-71ba0540-6db9-49b9-921e-68822545622e tempest-ServersNegativeTestJSON-91648018 tempest-ServersNegativeTestJSON-91648018-project] 10.222.0.53 "GET /v2.0/security-groups?id=071b7a0f-0167-49b3-b092-4ff926a8d46c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342903 Jun 24 12:15:33.859024 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716e39f6-dffa-461e-82d5-767bdcb0b77b req-e7d21507-fce2-44fd-8240-d330458de2e1 tempest-ServersNegativeTestJSON-91648018 tempest-ServersNegativeTestJSON-91648018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:15:33.860500 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-716e39f6-dffa-461e-82d5-767bdcb0b77b req-e7d21507-fce2-44fd-8240-d330458de2e1 tempest-ServersNegativeTestJSON-91648018 tempest-ServersNegativeTestJSON-91648018-project] 10.222.0.53 "GET /v2.0/ports?device_id=8b4087c4-334f-41ae-b1ea-41128b30d136 HTTP/1.1" status: 200 len: 945 time: 0.0622633 Jun 24 12:15:33.901524 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-716e39f6-dffa-461e-82d5-767bdcb0b77b req-4edc9d0c-7263-488f-a0c5-1489ece6a16a tempest-ServersNegativeTestJSON-91648018 tempest-ServersNegativeTestJSON-91648018-project] 10.222.0.53 "GET /v2.0/security-groups?id=071b7a0f-0167-49b3-b092-4ff926a8d46c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352528 Jun 24 12:15:34.091810 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0148cb-ba2a-4fa5-8091-11f1c4daba3a req-3043ec17-2b21-4e95-b4f0-566dd89fe35a tempest-ServersNegativeTestJSON-91648018 tempest-ServersNegativeTestJSON-91648018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:15:34.093278 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-4f0148cb-ba2a-4fa5-8091-11f1c4daba3a req-3043ec17-2b21-4e95-b4f0-566dd89fe35a tempest-ServersNegativeTestJSON-91648018 tempest-ServersNegativeTestJSON-91648018-project] 10.222.0.53 "GET /v2.0/ports?device_id=8b4087c4-334f-41ae-b1ea-41128b30d136 HTTP/1.1" status: 200 len: 945 time: 0.0674047 Jun 24 12:15:34.130881 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-4f0148cb-ba2a-4fa5-8091-11f1c4daba3a req-7296c04e-0fc0-4a49-929f-c1053535f907 tempest-ServersNegativeTestJSON-91648018 tempest-ServersNegativeTestJSON-91648018-project] 10.222.0.53 "GET /v2.0/security-groups?id=071b7a0f-0167-49b3-b092-4ff926a8d46c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319223 Jun 24 12:15:34.645376 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e82a5a8-dce7-4c5b-9ace-f48a72e31507 req-95743f16-2413-4304-93e7-f86dcdd21ad1 tempest-ServersNegativeTestJSON-91648018 tempest-ServersNegativeTestJSON-91648018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:15:34.647121 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-8e82a5a8-dce7-4c5b-9ace-f48a72e31507 req-95743f16-2413-4304-93e7-f86dcdd21ad1 tempest-ServersNegativeTestJSON-91648018 tempest-ServersNegativeTestJSON-91648018-project] 10.222.0.53 "GET /v2.0/ports?device_id=8b4087c4-334f-41ae-b1ea-41128b30d136 HTTP/1.1" status: 200 len: 945 time: 0.0642531 Jun 24 12:15:34.684795 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-8e82a5a8-dce7-4c5b-9ace-f48a72e31507 req-221103a8-9417-49fa-ae30-393d4eb51c9c tempest-ServersNegativeTestJSON-91648018 tempest-ServersNegativeTestJSON-91648018-project] 10.222.0.53 "GET /v2.0/security-groups?id=071b7a0f-0167-49b3-b092-4ff926a8d46c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313723 Jun 24 12:15:35.866429 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78ae83a-59ad-46ce-a1bf-1a5fc4afe56f req-6c1d8562-e67b-4a74-ae93-43a079d5e165 tempest-ServersNegativeTestJSON-91648018 tempest-ServersNegativeTestJSON-91648018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:15:35.867847 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-a78ae83a-59ad-46ce-a1bf-1a5fc4afe56f req-6c1d8562-e67b-4a74-ae93-43a079d5e165 tempest-ServersNegativeTestJSON-91648018 tempest-ServersNegativeTestJSON-91648018-project] 10.222.0.53 "GET /v2.0/ports?device_id=8b4087c4-334f-41ae-b1ea-41128b30d136 HTTP/1.1" status: 200 len: 945 time: 0.0640340 Jun 24 12:15:35.910892 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-a78ae83a-59ad-46ce-a1bf-1a5fc4afe56f req-b2e04a13-643d-42ec-8240-3b61257edb86 tempest-ServersNegativeTestJSON-91648018 tempest-ServersNegativeTestJSON-91648018-project] 10.222.0.53 "GET /v2.0/security-groups?id=071b7a0f-0167-49b3-b092-4ff926a8d46c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370319 Jun 24 12:15:36.414872 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b85387-5a0c-48e6-96b7-ab755255258c req-5fe51a36-e940-4246-8156-cdad8e827f29 tempest-ServersNegativeTestJSON-91648018 tempest-ServersNegativeTestJSON-91648018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:15:36.416289 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-f0b85387-5a0c-48e6-96b7-ab755255258c req-5fe51a36-e940-4246-8156-cdad8e827f29 tempest-ServersNegativeTestJSON-91648018 tempest-ServersNegativeTestJSON-91648018-project] 10.222.0.45 "GET /v2.0/ports?device_id=8b4087c4-334f-41ae-b1ea-41128b30d136 HTTP/1.1" status: 200 len: 945 time: 0.4324276 Jun 24 12:15:36.517357 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.plugin [req-f0b85387-5a0c-48e6-96b7-ab755255258c req-111b017c-6226-4c9d-8042-c9a70e33a0aa tempest-ServersNegativeTestJSON-91648018 tempest-ServersNegativeTestJSON-91648018-project] Deleting port 145ca04f-3945-4f1f-b63e-1e9f41174bd4 {{(pid=128083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:15:36.517695 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-f0b85387-5a0c-48e6-96b7-ab755255258c req-111b017c-6226-4c9d-8042-c9a70e33a0aa tempest-ServersNegativeTestJSON-91648018 tempest-ServersNegativeTestJSON-91648018-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793193942312'] for port, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:15:36.610819 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.db [req-f0b85387-5a0c-48e6-96b7-ab755255258c req-111b017c-6226-4c9d-8042-c9a70e33a0aa tempest-ServersNegativeTestJSON-91648018 tempest-ServersNegativeTestJSON-91648018-project] For port 145ca04f-3945-4f1f-b63e-1e9f41174bd4, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=145ca04f-3945-4f1f-b63e-1e9f41174bd4,segment=NetworkSegment(6cb960e0-c756-43e3-92a8-e42c90566668),segment_id=6cb960e0-c756-43e3-92a8-e42c90566668)] {{(pid=128083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:15:36.611180 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-f0b85387-5a0c-48e6-96b7-ab755255258c req-111b017c-6226-4c9d-8042-c9a70e33a0aa tempest-ServersNegativeTestJSON-91648018 tempest-ServersNegativeTestJSON-91648018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1978872'] for port, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:15:36.624617 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.plugin [req-f0b85387-5a0c-48e6-96b7-ab755255258c req-111b017c-6226-4c9d-8042-c9a70e33a0aa tempest-ServersNegativeTestJSON-91648018 tempest-ServersNegativeTestJSON-91648018-project] Calling delete_port for 145ca04f-3945-4f1f-b63e-1e9f41174bd4 owned by compute:nova {{(pid=128083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:15:36.754473 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-f0b85387-5a0c-48e6-96b7-ab755255258c req-111b017c-6226-4c9d-8042-c9a70e33a0aa tempest-ServersNegativeTestJSON-91648018 tempest-ServersNegativeTestJSON-91648018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793193945299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193536732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2537862'] for port, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:15:36.758825 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-6f153ca1-b642-4c2a-97fc-80a31d0b0598 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:15:36.770719 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] get_ports_and_sgs() called for port_ids ['145ca04f-3945-4f1f-b63e-1e9f41174bd4'] {{(pid=128085) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 12:15:36.795861 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111b017c-6226-4c9d-8042-c9a70e33a0aa tempest-ServersNegativeTestJSON-91648018 tempest-ServersNegativeTestJSON-91648018-project] Pushing event deleted for resources: {'Port': ['ID=145ca04f-3945-4f1f-b63e-1e9f41174bd4,revision_number=None']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:15:36.798256 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-111b017c-6226-4c9d-8042-c9a70e33a0aa tempest-ServersNegativeTestJSON-91648018 tempest-ServersNegativeTestJSON-91648018-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:15:36.835042 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0b85387-5a0c-48e6-96b7-ab755255258c req-111b017c-6226-4c9d-8042-c9a70e33a0aa tempest-ServersNegativeTestJSON-91648018 tempest-ServersNegativeTestJSON-91648018-project] No DVR routers for this DVR port 145ca04f-3945-4f1f-b63e-1e9f41174bd4 on host hv-neutron-7971 {{(pid=128083) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 12:15:36.837697 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-f0b85387-5a0c-48e6-96b7-ab755255258c req-111b017c-6226-4c9d-8042-c9a70e33a0aa tempest-ServersNegativeTestJSON-91648018 tempest-ServersNegativeTestJSON-91648018-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468916'] for port, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:15:36.839749 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-f0b85387-5a0c-48e6-96b7-ab755255258c req-111b017c-6226-4c9d-8042-c9a70e33a0aa tempest-ServersNegativeTestJSON-91648018 tempest-ServersNegativeTestJSON-91648018-project] 10.222.0.45 "DELETE /v2.0/ports/145ca04f-3945-4f1f-b63e-1e9f41174bd4 HTTP/1.1" status: 204 len: 173 time: 0.4142692 Jun 24 12:15:36.846680 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b4087c4-334f-41ae-b1ea-41128b30d136', 'name': 'network-vif-deleted', 'tag': '145ca04f-3945-4f1f-b63e-1e9f41174bd4'}] {{(pid=128083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 12:15:36.846680 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a77f7dee1a0522ddf93af289475d218fcdb8f30317daadec13ebf930b5b9dbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f17de173-f939-403d-b06b-6d28a992b9be" -d '{"events": [{"server_uuid": "8b4087c4-334f-41ae-b1ea-41128b30d136", "name": "network-vif-deleted", "tag": "145ca04f-3945-4f1f-b63e-1e9f41174bd4"}]}' {{(pid=128083) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 12:15:36.889325 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 12:15:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84ec3ba5-5757-4600-a811-92aa0a8bd308 x-openstack-request-id: req-84ec3ba5-5757-4600-a811-92aa0a8bd308 {{(pid=128083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 12:15:36.890020 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b4087c4-334f-41ae-b1ea-41128b30d136", "name": "network-vif-deleted", "tag": "145ca04f-3945-4f1f-b63e-1e9f41174bd4", "status": "completed", "code": 200}]} {{(pid=128083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 12:15:36.890020 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-84ec3ba5-5757-4600-a811-92aa0a8bd308 {{(pid=128083) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 12:15:36.890440 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b4087c4-334f-41ae-b1ea-41128b30d136', 'name': 'network-vif-deleted', 'tag': '145ca04f-3945-4f1f-b63e-1e9f41174bd4', 'status': 'completed', 'code': 200} Jun 24 12:15:37.070473 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-7541a54b-7afa-4c07-81b7-69cfb4387e46 req-ca97a477-cd5f-4bd5-851a-6abf6a524b11 tempest-ServersNegativeTestJSON-91648018 tempest-ServersNegativeTestJSON-91648018-project] 10.222.0.53 "GET /v2.0/ports?device_id=8b4087c4-334f-41ae-b1ea-41128b30d136 HTTP/1.1" status: 200 len: 210 time: 0.0318441 Jun 24 12:15:38.167374 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 39102) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:15:38.214721 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.db.db_base_plugin_v2 [None req-714bbc86-f139-48d7-bae6-3d9b57afd156 admin admin] Deleting subnet d1e365a6-9438-41a1-957c-659781a903ba {{(pid=128084) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 24 12:15:38.218463 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-714bbc86-f139-48d7-bae6-3d9b57afd156 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:15:38.254018 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-714bbc86-f139-48d7-bae6-3d9b57afd156 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2373542'] for subnet, precommit_delete_associations {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:15:38.295585 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-714bbc86-f139-48d7-bae6-3d9b57afd156 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-972249'] for subnet, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:15:38.357990 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-714bbc86-f139-48d7-bae6-3d9b57afd156 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-972238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3292022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3162263'] for subnet, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:15:38.360245 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-5ce80165-fd74-4de9-a4ce-ec3455b484d9 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:15:38.385846 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714bbc86-f139-48d7-bae6-3d9b57afd156 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d1e365a6-9438-41a1-957c-659781a903ba,revision_number=None']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:15:38.389861 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-714bbc86-f139-48d7-bae6-3d9b57afd156 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:15:38.391592 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-714bbc86-f139-48d7-bae6-3d9b57afd156 admin admin] Notify callbacks [] for subnet, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:15:38.392848 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-714bbc86-f139-48d7-bae6-3d9b57afd156 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/d1e365a6-9438-41a1-957c-659781a903ba HTTP/1.1" status: 204 len: 168 time: 0.2244592 Jun 24 12:15:38.395753 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 39104) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:15:38.469349 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-e44d6b81-c0cb-43f0-850c-ab40dea4d757 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-534962'] for network, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:15:38.555698 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-e44d6b81-c0cb-43f0-850c-ab40dea4d757 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973199', 'neutron.services.segments.db._delete_segments_for_network-8793194012456'] for network, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:15:38.566248 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.services.segments.db [None req-e44d6b81-c0cb-43f0-850c-ab40dea4d757 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15a4c633-bdb5-42de-b74f-ce302539064a']}} {{(pid=128084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:15:38.576760 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.services.segments.db [None req-e44d6b81-c0cb-43f0-850c-ab40dea4d757 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6cb960e0-c756-43e3-92a8-e42c90566668') {'for_net_delete': True} {{(pid=128084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:15:38.578782 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.services.segments.db [None req-e44d6b81-c0cb-43f0-850c-ab40dea4d757 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6cb960e0-c756-43e3-92a8-e42c90566668') {} {{(pid=128084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:15:38.587862 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-e44d6b81-c0cb-43f0-850c-ab40dea4d757 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793194097327', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2373599'] for segment, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:15:38.601743 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-e44d6b81-c0cb-43f0-850c-ab40dea4d757 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967879'] for segment, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:15:38.608518 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e44d6b81-c0cb-43f0-850c-ab40dea4d757 admin admin] Releasing vlan 645 on physical network physnet1 to pool {{(pid=128084) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 12:15:38.608836 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-e44d6b81-c0cb-43f0-850c-ab40dea4d757 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3292053'] for segment, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:15:38.610518 dv-neutron-797120-4-hyperv neutron-server[128084]: Traceback (most recent call last): Jun 24 12:15:38.610518 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 24 12:15:38.610518 dv-neutron-797120-4-hyperv neutron-server[128084]: timer() Jun 24 12:15:38.610518 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 24 12:15:38.610518 dv-neutron-797120-4-hyperv neutron-server[128084]: cb(*args, **kw) Jun 24 12:15:38.610518 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 24 12:15:38.610518 dv-neutron-797120-4-hyperv neutron-server[128084]: return func(*args, **kwargs) Jun 24 12:15:38.610518 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 24 12:15:38.610518 dv-neutron-797120-4-hyperv neutron-server[128084]: self._notify() Jun 24 12:15:38.610518 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 24 12:15:38.610518 dv-neutron-797120-4-hyperv neutron-server[128084]: self.callback(batched_events) Jun 24 12:15:38.610518 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 24 12:15:38.610518 dv-neutron-797120-4-hyperv neutron-server[128084]: event.method(event) Jun 24 12:15:38.610518 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 24 12:15:38.610518 dv-neutron-797120-4-hyperv neutron-server[128084]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 24 12:15:38.610518 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 24 12:15:38.610518 dv-neutron-797120-4-hyperv neutron-server[128084]: aggregate_uuid = self.p_client.list_aggregates( Jun 24 12:15:38.610518 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 24 12:15:38.610518 dv-neutron-797120-4-hyperv neutron-server[128084]: return f(self, *a, **k) Jun 24 12:15:38.610518 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 24 12:15:38.610518 dv-neutron-797120-4-hyperv neutron-server[128084]: return self._get(url).json() Jun 24 12:15:38.610518 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 24 12:15:38.610518 dv-neutron-797120-4-hyperv neutron-server[128084]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 24 12:15:38.610518 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 24 12:15:38.610518 dv-neutron-797120-4-hyperv neutron-server[128084]: return self.request(url, 'GET', **kwargs) Jun 24 12:15:38.610518 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 24 12:15:38.610518 dv-neutron-797120-4-hyperv neutron-server[128084]: base_url = self.get_endpoint(auth, allow=allow, Jun 24 12:15:38.610518 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 24 12:15:38.610518 dv-neutron-797120-4-hyperv neutron-server[128084]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 24 12:15:38.610518 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 24 12:15:38.610518 dv-neutron-797120-4-hyperv neutron-server[128084]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 24 12:15:38.610518 dv-neutron-797120-4-hyperv neutron-server[128084]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 24 12:15:38.663610 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-e44d6b81-c0cb-43f0-850c-ab40dea4d757 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1800243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1815642'] for network, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:15:38.667259 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-25faa400-6d73-484d-90ca-52025d946b5a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:15:38.670311 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-e44d6b81-c0cb-43f0-850c-ab40dea4d757 admin admin] Notify callbacks [] for network, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:15:38.672019 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-e44d6b81-c0cb-43f0-850c-ab40dea4d757 admin admin] 10.222.0.53 "DELETE /v2.0/networks/15a4c633-bdb5-42de-b74f-ce302539064a HTTP/1.1" status: 204 len: 168 time: 0.2749665 Jun 24 12:15:38.688694 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44d6b81-c0cb-43f0-850c-ab40dea4d757 admin admin] Pushing event deleted for resources: {'Network': ['ID=15a4c633-bdb5-42de-b74f-ce302539064a,revision_number=None']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:15:38.691134 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-e44d6b81-c0cb-43f0-850c-ab40dea4d757 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:15:38.797159 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 39108) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:15:38.838050 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-b4729a48-cbf0-4332-b156-49007aefc3c8 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=2c9050f138a840b9ba7ceaeda90a47c2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0396202 Jun 24 12:15:38.840457 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 39110) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:15:38.888105 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-cfc2639c-6408-48f4-a259-f37bb089e35d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:15:38.908762 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-cfc2639c-6408-48f4-a259-f37bb089e35d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:15:38.954504 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-cfc2639c-6408-48f4-a259-f37bb089e35d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800410'] for security_group, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:15:38.957157 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-cfc2639c-6408-48f4-a259-f37bb089e35d admin admin] Notify callbacks [] for security_group, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:15:38.958324 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-cfc2639c-6408-48f4-a259-f37bb089e35d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/071b7a0f-0167-49b3-b092-4ff926a8d46c HTTP/1.1" status: 204 len: 168 time: 0.1169651 Jun 24 12:15:38.959131 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-e53c970e-1434-4032-95bd-dded279ccdec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:15:38.967400 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc2639c-6408-48f4-a259-f37bb089e35d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=071b7a0f-0167-49b3-b092-4ff926a8d46c,revision_number=None']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:15:38.969885 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-cfc2639c-6408-48f4-a259-f37bb089e35d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:15:39.243987 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Device 145ca04f-3945-4f1f-b63e-1e9f41174bd4 no longer exists at agent hyperv_hv-neutron-7971 {{(pid=128085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 12:15:39.264338 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] No Port match for: 145ca04f-3945-4f1f-b63e-1e9f41174bd4 {{(pid=128085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 12:15:39.264688 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Device 145ca04f-3945-4f1f-b63e-1e9f41174bd4 not bound to the agent host hv-neutron-7971 {{(pid=128085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 12:15:39.708917 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 39132) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:15:39.800534 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-0c42bf87-cd0e-47d6-a39b-345acb0eb9aa tempest-NetworksIpV6Test-1132019847 tempest-NetworksIpV6Test-1132019847-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1022303488'}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:15:39.823111 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c42bf87-cd0e-47d6-a39b-345acb0eb9aa tempest-NetworksIpV6Test-1132019847 tempest-NetworksIpV6Test-1132019847-project] Made reservation on behalf of 5e11baba0f2542cea726864a72fb262b for: {'network': 1} {{(pid=128084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:15:39.827430 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-0c42bf87-cd0e-47d6-a39b-345acb0eb9aa tempest-NetworksIpV6Test-1132019847 tempest-NetworksIpV6Test-1132019847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for network, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:15:39.836217 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-0c42bf87-cd0e-47d6-a39b-345acb0eb9aa tempest-NetworksIpV6Test-1132019847 tempest-NetworksIpV6Test-1132019847-project] Notify callbacks [] for security_group, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:15:39.927559 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-0c42bf87-cd0e-47d6-a39b-345acb0eb9aa tempest-NetworksIpV6Test-1132019847 tempest-NetworksIpV6Test-1132019847-project] Notify callbacks [] for security_group, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:15:39.931669 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-0c42bf87-cd0e-47d6-a39b-345acb0eb9aa tempest-NetworksIpV6Test-1132019847 tempest-NetworksIpV6Test-1132019847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800410'] for security_group, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:15:39.935304 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-ff29d0da-5fba-4c79-bd4a-e90706b2fc46 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:15:39.962549 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c42bf87-cd0e-47d6-a39b-345acb0eb9aa tempest-NetworksIpV6Test-1132019847 tempest-NetworksIpV6Test-1132019847-project] vlan segment allocate from pool success with {'vlan_id': 612, 'physical_network': 'physnet1'} {{(pid=128084) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 12:15:39.972647 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c42bf87-cd0e-47d6-a39b-345acb0eb9aa tempest-NetworksIpV6Test-1132019847 tempest-NetworksIpV6Test-1132019847-project] Pushing event updated for resources: {'SecurityGroup': ['ID=635e7fd4-6612-4945-8036-8d260c4dcd02,revision_number=1']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:15:39.976920 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-0c42bf87-cd0e-47d6-a39b-345acb0eb9aa tempest-NetworksIpV6Test-1132019847 tempest-NetworksIpV6Test-1132019847-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:15:39.977959 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-0c42bf87-cd0e-47d6-a39b-345acb0eb9aa tempest-NetworksIpV6Test-1132019847 tempest-NetworksIpV6Test-1132019847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967879'] for segment, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:15:39.978295 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.db.segments_db [None req-0c42bf87-cd0e-47d6-a39b-345acb0eb9aa tempest-NetworksIpV6Test-1132019847 tempest-NetworksIpV6Test-1132019847-project] Added segment 53c9fc76-a5d5-4466-8b06-32b70eb16a3b of type vlan for network b537906b-b5fb-48a1-9380-45efc3cf8cab Jun 24 12:15:40.018210 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-0c42bf87-cd0e-47d6-a39b-345acb0eb9aa tempest-NetworksIpV6Test-1132019847 tempest-NetworksIpV6Test-1132019847-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793193525068'] for network, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:15:40.046859 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-0c42bf87-cd0e-47d6-a39b-345acb0eb9aa tempest-NetworksIpV6Test-1132019847 tempest-NetworksIpV6Test-1132019847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1800243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976'] for network, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:15:40.052307 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c42bf87-cd0e-47d6-a39b-345acb0eb9aa tempest-NetworksIpV6Test-1132019847 tempest-NetworksIpV6Test-1132019847-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=128084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:15:40.052889 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-0c42bf87-cd0e-47d6-a39b-345acb0eb9aa tempest-NetworksIpV6Test-1132019847 tempest-NetworksIpV6Test-1132019847-project] Notify callbacks [] for network, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:15:40.055233 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-c9203187-2817-45b6-b8f1-2f13c9871c01 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:15:40.112170 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-0c42bf87-cd0e-47d6-a39b-345acb0eb9aa tempest-NetworksIpV6Test-1132019847 tempest-NetworksIpV6Test-1132019847-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4020705 Jun 24 12:15:40.120440 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c42bf87-cd0e-47d6-a39b-345acb0eb9aa tempest-NetworksIpV6Test-1132019847 tempest-NetworksIpV6Test-1132019847-project] Pushing event updated for resources: {'Network': ['ID=b537906b-b5fb-48a1-9380-45efc3cf8cab,revision_number=1']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:15:40.123805 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-0c42bf87-cd0e-47d6-a39b-345acb0eb9aa tempest-NetworksIpV6Test-1132019847 tempest-NetworksIpV6Test-1132019847-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:15:40.131781 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Network b537906b-b5fb-48a1-9380-45efc3cf8cab details requested by agent ovs-agent-dv-neutron-797120-4-hyperv with host dv-neutron-797120-4-hyperv {{(pid=128085) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 12:15:43.460920 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 39136) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:15:43.466942 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-53e4ab88-805b-482e-ad99-dca8c448e98b tempest-NetworksIpV6Test-1132019847 tempest-NetworksIpV6Test-1132019847-project] Request body: {'subnet': {'network_id': 'b537906b-b5fb-48a1-9380-45efc3cf8cab', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:15:43.562242 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53e4ab88-805b-482e-ad99-dca8c448e98b tempest-NetworksIpV6Test-1132019847 tempest-NetworksIpV6Test-1132019847-project] Made reservation on behalf of 5e11baba0f2542cea726864a72fb262b for: {'subnet': 1} {{(pid=128084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:15:43.565749 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-53e4ab88-805b-482e-ad99-dca8c448e98b tempest-NetworksIpV6Test-1132019847 tempest-NetworksIpV6Test-1132019847-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3162484'] for subnet, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:15:43.746197 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-53e4ab88-805b-482e-ad99-dca8c448e98b tempest-NetworksIpV6Test-1132019847 tempest-NetworksIpV6Test-1132019847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3291959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3162270'] for subnet, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:15:43.749090 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-878eb0e7-0507-48c2-ae2a-2d22317176f2 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:15:43.805347 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e4ab88-805b-482e-ad99-dca8c448e98b tempest-NetworksIpV6Test-1132019847 tempest-NetworksIpV6Test-1132019847-project] Pushing event updated for resources: {'Subnet': ['ID=8c1d976d-750f-4075-b038-08423fae3bba,revision_number=0']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:15:43.811776 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-53e4ab88-805b-482e-ad99-dca8c448e98b tempest-NetworksIpV6Test-1132019847 tempest-NetworksIpV6Test-1132019847-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:15:43.818711 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53e4ab88-805b-482e-ad99-dca8c448e98b tempest-NetworksIpV6Test-1132019847 tempest-NetworksIpV6Test-1132019847-project] Checking segment: {'id': '53c9fc76-a5d5-4466-8b06-32b70eb16a3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'b537906b-b5fb-48a1-9380-45efc3cf8cab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=128084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:15:43.819073 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53e4ab88-805b-482e-ad99-dca8c448e98b tempest-NetworksIpV6Test-1132019847 tempest-NetworksIpV6Test-1132019847-project] Network hostable DHCP agents. Network: b537906b-b5fb-48a1-9380-45efc3cf8cab, hostable agents: ['6be988a9-1d97-480f-be5a-c55abf2c55c5'], hosted agents: [] {{(pid=128084) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 12:15:43.835246 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53e4ab88-805b-482e-ad99-dca8c448e98b tempest-NetworksIpV6Test-1132019847 tempest-NetworksIpV6Test-1132019847-project] Network b537906b-b5fb-48a1-9380-45efc3cf8cab is scheduled to be hosted by DHCP agent 6be988a9-1d97-480f-be5a-c55abf2c55c5 with binding_index 1 {{(pid=128084) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 12:15:43.843871 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.base_scheduler [None req-53e4ab88-805b-482e-ad99-dca8c448e98b tempest-NetworksIpV6Test-1132019847 tempest-NetworksIpV6Test-1132019847-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-4-hyperv, b537906b-b5fb-48a1-9380-45efc3cf8cab) {{(pid=128084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:15:43.847983 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53e4ab88-805b-482e-ad99-dca8c448e98b tempest-NetworksIpV6Test-1132019847 tempest-NetworksIpV6Test-1132019847-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=128084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:15:43.848571 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-53e4ab88-805b-482e-ad99-dca8c448e98b tempest-NetworksIpV6Test-1132019847 tempest-NetworksIpV6Test-1132019847-project] Notify callbacks [] for subnet, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:15:43.853448 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dfa5be0-2c51-4ac6-b628-fa588b0a65af None None] Network b537906b-b5fb-48a1-9380-45efc3cf8cab requested from dv-neutron-797120-4-hyperv {{(pid=128085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:15:43.862745 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-53e4ab88-805b-482e-ad99-dca8c448e98b tempest-NetworksIpV6Test-1132019847 tempest-NetworksIpV6Test-1132019847-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4005706 Jun 24 12:15:43.866053 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 39138) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:15:43.871319 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-7fd3572a-9f5b-4e52-9352-c608aca54d4a tempest-NetworksIpV6Test-1132019847 tempest-NetworksIpV6Test-1132019847-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-153146260'}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:15:43.893617 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fd3572a-9f5b-4e52-9352-c608aca54d4a tempest-NetworksIpV6Test-1132019847 tempest-NetworksIpV6Test-1132019847-project] Made reservation on behalf of 5e11baba0f2542cea726864a72fb262b for: {'network': 1} {{(pid=128084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:15:43.897272 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-7fd3572a-9f5b-4e52-9352-c608aca54d4a tempest-NetworksIpV6Test-1132019847 tempest-NetworksIpV6Test-1132019847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for network, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:15:43.922761 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7fd3572a-9f5b-4e52-9352-c608aca54d4a tempest-NetworksIpV6Test-1132019847 tempest-NetworksIpV6Test-1132019847-project] vlan segment allocate from pool success with {'vlan_id': 638, 'physical_network': 'physnet1'} {{(pid=128084) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 12:15:43.932382 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-7fd3572a-9f5b-4e52-9352-c608aca54d4a tempest-NetworksIpV6Test-1132019847 tempest-NetworksIpV6Test-1132019847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967879'] for segment, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:15:43.932862 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.db.segments_db [None req-7fd3572a-9f5b-4e52-9352-c608aca54d4a tempest-NetworksIpV6Test-1132019847 tempest-NetworksIpV6Test-1132019847-project] Added segment 7c5ade3b-7db5-4eda-80da-f0aab0a5f9e5 of type vlan for network af54add7-6665-4234-8edd-54cb6bda7a3c Jun 24 12:15:43.980669 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-7fd3572a-9f5b-4e52-9352-c608aca54d4a tempest-NetworksIpV6Test-1132019847 tempest-NetworksIpV6Test-1132019847-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793193525068'] for network, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:15:44.010438 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef72afda-2ad8-47b5-9ec4-fec302f7c3c6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d65c8f8-7530-5052-99fe-8ea05073750b-b537906b-b5fb-48a1-9380-45efc3cf8cab', 'network_id': 'b537906b-b5fb-48a1-9380-45efc3cf8cab', 'tenant_id': '5e11baba0f2542cea726864a72fb262b', 'fixed_ips': [{'subnet_id': '8c1d976d-750f-4075-b038-08423fae3bba'}]}} from dv-neutron-797120-4-hyperv. {{(pid=128085) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 24 12:15:44.011368 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ef72afda-2ad8-47b5-9ec4-fec302f7c3c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_create {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:15:44.029205 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-7fd3572a-9f5b-4e52-9352-c608aca54d4a tempest-NetworksIpV6Test-1132019847 tempest-NetworksIpV6Test-1132019847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1800243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976'] for network, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:15:44.035386 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fd3572a-9f5b-4e52-9352-c608aca54d4a tempest-NetworksIpV6Test-1132019847 tempest-NetworksIpV6Test-1132019847-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=128084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:15:44.036011 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-7fd3572a-9f5b-4e52-9352-c608aca54d4a tempest-NetworksIpV6Test-1132019847 tempest-NetworksIpV6Test-1132019847-project] Notify callbacks [] for network, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:15:44.039364 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-a9e48f12-3572-40dc-a1c9-72a476550d10 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:15:44.075544 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-7fd3572a-9f5b-4e52-9352-c608aca54d4a tempest-NetworksIpV6Test-1132019847 tempest-NetworksIpV6Test-1132019847-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2056158 Jun 24 12:15:44.076316 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 39140) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:15:44.082085 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [None req-70c8bd56-d9e1-45a1-9504-249bddc85097 tempest-NetworksIpV6Test-1132019847 tempest-NetworksIpV6Test-1132019847-project] Request body: {'subnet': {'network_id': 'af54add7-6665-4234-8edd-54cb6bda7a3c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:15:44.110769 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd3572a-9f5b-4e52-9352-c608aca54d4a tempest-NetworksIpV6Test-1132019847 tempest-NetworksIpV6Test-1132019847-project] Pushing event updated for resources: {'Network': ['ID=af54add7-6665-4234-8edd-54cb6bda7a3c,revision_number=1']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:15:44.120659 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-7fd3572a-9f5b-4e52-9352-c608aca54d4a tempest-NetworksIpV6Test-1132019847 tempest-NetworksIpV6Test-1132019847-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:15:44.128014 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Network af54add7-6665-4234-8edd-54cb6bda7a3c details requested by agent ovs-agent-dv-neutron-797120-4-hyperv with host dv-neutron-797120-4-hyperv {{(pid=128085) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 12:15:44.174423 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70c8bd56-d9e1-45a1-9504-249bddc85097 tempest-NetworksIpV6Test-1132019847 tempest-NetworksIpV6Test-1132019847-project] Made reservation on behalf of 5e11baba0f2542cea726864a72fb262b for: {'subnet': 1} {{(pid=128083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:15:44.178129 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-70c8bd56-d9e1-45a1-9504-249bddc85097 tempest-NetworksIpV6Test-1132019847 tempest-NetworksIpV6Test-1132019847-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3289788'] for subnet, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:15:44.200476 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.db_base_plugin_common [None req-ef72afda-2ad8-47b5-9ec4-fec302f7c3c6 None None] Allocated IP 2001:db8:0:ffff::2 (b537906b-b5fb-48a1-9380-45efc3cf8cab/8c1d976d-750f-4075-b038-08423fae3bba/c37c4d9e-95d6-49a6-9702-c67c8e334f5b) {{(pid=128085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:15:44.366890 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ef72afda-2ad8-47b5-9ec4-fec302f7c3c6 None None] Notify callbacks [] for port, precommit_create {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:15:44.375726 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-ef72afda-2ad8-47b5-9ec4-fec302f7c3c6 None None] Transition to ACTIVE for port object c37c4d9e-95d6-49a6-9702-c67c8e334f5b will not be triggered until provisioned by entity L2. {{(pid=128085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:15:44.382829 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-70c8bd56-d9e1-45a1-9504-249bddc85097 tempest-NetworksIpV6Test-1132019847 tempest-NetworksIpV6Test-1132019847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2537737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3289942'] for subnet, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:15:44.388750 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-c9ce8323-3338-4572-a0b1-b7aa56a85ab0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:15:44.392390 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-ef72afda-2ad8-47b5-9ec4-fec302f7c3c6 None None] Transition to ACTIVE for port object c37c4d9e-95d6-49a6-9702-c67c8e334f5b will not be triggered until provisioned by entity DHCP. {{(pid=128085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:15:44.399976 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ef72afda-2ad8-47b5-9ec4-fec302f7c3c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-650429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-506361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793193536723'] for port, after_create {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:15:44.403311 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:15:44.442874 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef72afda-2ad8-47b5-9ec4-fec302f7c3c6 None None] Network b537906b-b5fb-48a1-9380-45efc3cf8cab is already hosted by enough agents. {{(pid=128085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:15:44.447822 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.scheduler.base_scheduler [None req-ef72afda-2ad8-47b5-9ec4-fec302f7c3c6 None None] Resources bound (agent type, host, resource id): {{(pid=128085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:15:44.455318 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef72afda-2ad8-47b5-9ec4-fec302f7c3c6 None None] Received port after_create {{(pid=128085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:15:44.457361 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef72afda-2ad8-47b5-9ec4-fec302f7c3c6 None None] Pushing event updated for resources: {'Port': ['ID=c37c4d9e-95d6-49a6-9702-c67c8e334f5b,revision_number=1']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:15:44.460496 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-ef72afda-2ad8-47b5-9ec4-fec302f7c3c6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:15:44.472860 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c8bd56-d9e1-45a1-9504-249bddc85097 tempest-NetworksIpV6Test-1132019847 tempest-NetworksIpV6Test-1132019847-project] Pushing event updated for resources: {'Subnet': ['ID=04a1aa0d-36b2-4c80-bdeb-84a6d2eefa94,revision_number=0']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:15:44.476959 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-70c8bd56-d9e1-45a1-9504-249bddc85097 tempest-NetworksIpV6Test-1132019847 tempest-NetworksIpV6Test-1132019847-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:15:44.483586 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70c8bd56-d9e1-45a1-9504-249bddc85097 tempest-NetworksIpV6Test-1132019847 tempest-NetworksIpV6Test-1132019847-project] Checking segment: {'id': '7c5ade3b-7db5-4eda-80da-f0aab0a5f9e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'af54add7-6665-4234-8edd-54cb6bda7a3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=128083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:15:44.483950 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70c8bd56-d9e1-45a1-9504-249bddc85097 tempest-NetworksIpV6Test-1132019847 tempest-NetworksIpV6Test-1132019847-project] Network hostable DHCP agents. Network: af54add7-6665-4234-8edd-54cb6bda7a3c, hostable agents: ['6be988a9-1d97-480f-be5a-c55abf2c55c5'], hosted agents: [] {{(pid=128083) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 12:15:44.503159 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70c8bd56-d9e1-45a1-9504-249bddc85097 tempest-NetworksIpV6Test-1132019847 tempest-NetworksIpV6Test-1132019847-project] Network af54add7-6665-4234-8edd-54cb6bda7a3c is scheduled to be hosted by DHCP agent 6be988a9-1d97-480f-be5a-c55abf2c55c5 with binding_index 1 {{(pid=128083) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 12:15:44.513546 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.base_scheduler [None req-70c8bd56-d9e1-45a1-9504-249bddc85097 tempest-NetworksIpV6Test-1132019847 tempest-NetworksIpV6Test-1132019847-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-4-hyperv, af54add7-6665-4234-8edd-54cb6bda7a3c) {{(pid=128083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:15:44.518109 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70c8bd56-d9e1-45a1-9504-249bddc85097 tempest-NetworksIpV6Test-1132019847 tempest-NetworksIpV6Test-1132019847-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:15:44.518327 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-ef72afda-2ad8-47b5-9ec4-fec302f7c3c6 None None] Attempting to bind port c37c4d9e-95d6-49a6-9702-c67c8e334f5b on host dv-neutron-797120-4-hyperv for vnic_type normal with profile {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 12:15:44.518590 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-ef72afda-2ad8-47b5-9ec4-fec302f7c3c6 None None] Attempting to bind port c37c4d9e-95d6-49a6-9702-c67c8e334f5b by drivers openvswitch,hyperv on host dv-neutron-797120-4-hyperv at level 0 using segments [{'id': '53c9fc76-a5d5-4466-8b06-32b70eb16a3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'b537906b-b5fb-48a1-9380-45efc3cf8cab'}] {{(pid=128085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 12:15:44.518704 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-70c8bd56-d9e1-45a1-9504-249bddc85097 tempest-NetworksIpV6Test-1132019847 tempest-NetworksIpV6Test-1132019847-project] Notify callbacks [] for subnet, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:15:44.518961 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef72afda-2ad8-47b5-9ec4-fec302f7c3c6 None None] Attempting to bind port c37c4d9e-95d6-49a6-9702-c67c8e334f5b on network b537906b-b5fb-48a1-9380-45efc3cf8cab {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:15:44.524709 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef72afda-2ad8-47b5-9ec4-fec302f7c3c6 None None] Checking agent: {'id': 'e3a695b2-c397-461f-83b0-10b79d490b59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 11, 36, 56), 'started_at': datetime.datetime(2021, 6, 24, 11, 37, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 12, 15, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 12:15:44.525105 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef72afda-2ad8-47b5-9ec4-fec302f7c3c6 None None] Checking segment: {'id': '53c9fc76-a5d5-4466-8b06-32b70eb16a3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'b537906b-b5fb-48a1-9380-45efc3cf8cab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=128085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:15:44.525821 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ef72afda-2ad8-47b5-9ec4-fec302f7c3c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:15:44.526161 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef72afda-2ad8-47b5-9ec4-fec302f7c3c6 None None] Bound using segment: {'id': '53c9fc76-a5d5-4466-8b06-32b70eb16a3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'b537906b-b5fb-48a1-9380-45efc3cf8cab'} {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 12:15:44.526648 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-ef72afda-2ad8-47b5-9ec4-fec302f7c3c6 None None] Bound port: c37c4d9e-95d6-49a6-9702-c67c8e334f5b, host: dv-neutron-797120-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53c9fc76-a5d5-4466-8b06-32b70eb16a3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'b537906b-b5fb-48a1-9380-45efc3cf8cab'}}] {{(pid=128085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 12:15:44.527039 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ef72afda-2ad8-47b5-9ec4-fec302f7c3c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:15:44.531584 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9555c2a-e1cf-4148-b306-083d2e7d740d None None] Network af54add7-6665-4234-8edd-54cb6bda7a3c requested from dv-neutron-797120-4-hyperv {{(pid=128085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:15:44.533818 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-70c8bd56-d9e1-45a1-9504-249bddc85097 tempest-NetworksIpV6Test-1132019847 tempest-NetworksIpV6Test-1132019847-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.4560494 Jun 24 12:15:44.536478 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 39142) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:15:44.639764 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-9dad32d5-7bc4-4f0c-ae20-4e49acd9813b tempest-NetworksIpV6Test-1132019847 tempest-NetworksIpV6Test-1132019847-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-534962'] for network, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:15:44.658998 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-ef72afda-2ad8-47b5-9ec4-fec302f7c3c6 None None] For port c37c4d9e-95d6-49a6-9702-c67c8e334f5b, host dv-neutron-797120-4-hyperv, cleared binding levels {{(pid=128085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 12:15:44.663098 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-ef72afda-2ad8-47b5-9ec4-fec302f7c3c6 None None] For port c37c4d9e-95d6-49a6-9702-c67c8e334f5b, host dv-neutron-797120-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=c37c4d9e-95d6-49a6-9702-c67c8e334f5b,segment=NetworkSegment(53c9fc76-a5d5-4466-8b06-32b70eb16a3b),segment_id=53c9fc76-a5d5-4466-8b06-32b70eb16a3b)] {{(pid=128085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 12:15:44.667590 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ef72afda-2ad8-47b5-9ec4-fec302f7c3c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:15:44.689797 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:15:44.725159 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-9dad32d5-7bc4-4f0c-ae20-4e49acd9813b tempest-NetworksIpV6Test-1132019847 tempest-NetworksIpV6Test-1132019847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-972249'] for subnet, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:15:44.759211 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef72afda-2ad8-47b5-9ec4-fec302f7c3c6 None None] Pushing event updated for resources: {'Port': ['ID=c37c4d9e-95d6-49a6-9702-c67c8e334f5b,revision_number=2']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:15:44.777487 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-ef72afda-2ad8-47b5-9ec4-fec302f7c3c6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:15:44.790001 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ad012c1-c13e-4351-80b7-f9160718f59e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d65c8f8-7530-5052-99fe-8ea05073750b-af54add7-6665-4234-8edd-54cb6bda7a3c', 'network_id': 'af54add7-6665-4234-8edd-54cb6bda7a3c', 'tenant_id': '5e11baba0f2542cea726864a72fb262b', 'fixed_ips': [{'subnet_id': '04a1aa0d-36b2-4c80-bdeb-84a6d2eefa94'}]}} from dv-neutron-797120-4-hyperv. {{(pid=128085) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 24 12:15:44.791154 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-2ad012c1-c13e-4351-80b7-f9160718f59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_create {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:15:44.797031 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-9dad32d5-7bc4-4f0c-ae20-4e49acd9813b tempest-NetworksIpV6Test-1132019847 tempest-NetworksIpV6Test-1132019847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-972238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2537800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3289951'] for subnet, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:15:44.799441 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-137168da-46a8-46e4-b7d9-5d1f0954d06e tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:15:44.827914 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dad32d5-7bc4-4f0c-ae20-4e49acd9813b tempest-NetworksIpV6Test-1132019847 tempest-NetworksIpV6Test-1132019847-project] Pushing event deleted for resources: {'Subnet': ['ID=04a1aa0d-36b2-4c80-bdeb-84a6d2eefa94,revision_number=None']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:15:44.836612 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-9dad32d5-7bc4-4f0c-ae20-4e49acd9813b tempest-NetworksIpV6Test-1132019847 tempest-NetworksIpV6Test-1132019847-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:15:44.883647 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b14a1069-d5e6-4cdb-92e5-f8db7fccd5e7 None None] Network af54add7-6665-4234-8edd-54cb6bda7a3c requested from dv-neutron-797120-4-hyperv {{(pid=128085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:15:44.907871 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-9dad32d5-7bc4-4f0c-ae20-4e49acd9813b tempest-NetworksIpV6Test-1132019847 tempest-NetworksIpV6Test-1132019847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973199', 'neutron.services.segments.db._delete_segments_for_network-8793194012456'] for network, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:15:44.922289 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.services.segments.db [None req-9dad32d5-7bc4-4f0c-ae20-4e49acd9813b tempest-NetworksIpV6Test-1132019847 tempest-NetworksIpV6Test-1132019847-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af54add7-6665-4234-8edd-54cb6bda7a3c']}} {{(pid=128083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:15:44.933902 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.services.segments.db [None req-9dad32d5-7bc4-4f0c-ae20-4e49acd9813b tempest-NetworksIpV6Test-1132019847 tempest-NetworksIpV6Test-1132019847-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c5ade3b-7db5-4eda-80da-f0aab0a5f9e5') {'for_net_delete': True} {{(pid=128083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:15:44.938792 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.services.segments.db [None req-9dad32d5-7bc4-4f0c-ae20-4e49acd9813b tempest-NetworksIpV6Test-1132019847 tempest-NetworksIpV6Test-1132019847-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c5ade3b-7db5-4eda-80da-f0aab0a5f9e5') {} {{(pid=128083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:15:44.964170 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-9dad32d5-7bc4-4f0c-ae20-4e49acd9813b tempest-NetworksIpV6Test-1132019847 tempest-NetworksIpV6Test-1132019847-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793194097327', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3143690'] for segment, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:15:44.987938 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-9dad32d5-7bc4-4f0c-ae20-4e49acd9813b tempest-NetworksIpV6Test-1132019847 tempest-NetworksIpV6Test-1132019847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967879'] for segment, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:15:44.990643 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:15:44.994206 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9dad32d5-7bc4-4f0c-ae20-4e49acd9813b tempest-NetworksIpV6Test-1132019847 tempest-NetworksIpV6Test-1132019847-project] Releasing vlan 638 on physical network physnet1 to pool {{(pid=128083) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 12:15:44.994613 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-9dad32d5-7bc4-4f0c-ae20-4e49acd9813b tempest-NetworksIpV6Test-1132019847 tempest-NetworksIpV6Test-1132019847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2537899'] for segment, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:15:44.998971 dv-neutron-797120-4-hyperv neutron-server[128083]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 12:15:44.998971 dv-neutron-797120-4-hyperv neutron-server[128083]: conditions |= (models_v2.Port.network_id.in_( Jun 24 12:15:44.998971 dv-neutron-797120-4-hyperv neutron-server[128083]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 12:15:44.998971 dv-neutron-797120-4-hyperv neutron-server[128083]: conditions |= (models_v2.Port.network_id.in_( Jun 24 12:15:44.998971 dv-neutron-797120-4-hyperv neutron-server[128083]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 12:15:44.998971 dv-neutron-797120-4-hyperv neutron-server[128083]: conditions |= (models_v2.Port.network_id.in_( Jun 24 12:15:44.998971 dv-neutron-797120-4-hyperv neutron-server[128083]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 12:15:44.998971 dv-neutron-797120-4-hyperv neutron-server[128083]: conditions |= (models_v2.Port.network_id.in_( Jun 24 12:15:44.998971 dv-neutron-797120-4-hyperv neutron-server[128083]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 12:15:44.998971 dv-neutron-797120-4-hyperv neutron-server[128083]: conditions |= (models_v2.Port.network_id.in_( Jun 24 12:15:44.998971 dv-neutron-797120-4-hyperv neutron-server[128083]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 12:15:44.998971 dv-neutron-797120-4-hyperv neutron-server[128083]: conditions |= (models_v2.Port.network_id.in_( Jun 24 12:15:44.998971 dv-neutron-797120-4-hyperv neutron-server[128083]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 12:15:44.998971 dv-neutron-797120-4-hyperv neutron-server[128083]: conditions |= (models_v2.Port.network_id.in_( Jun 24 12:15:44.998971 dv-neutron-797120-4-hyperv neutron-server[128083]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 12:15:44.998971 dv-neutron-797120-4-hyperv neutron-server[128083]: conditions |= (models_v2.Port.network_id.in_( Jun 24 12:15:44.998971 dv-neutron-797120-4-hyperv neutron-server[128083]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 12:15:44.998971 dv-neutron-797120-4-hyperv neutron-server[128083]: conditions |= (models_v2.Port.network_id.in_( Jun 24 12:15:44.998971 dv-neutron-797120-4-hyperv neutron-server[128083]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 12:15:44.998971 dv-neutron-797120-4-hyperv neutron-server[128083]: conditions |= (models_v2.Port.network_id.in_( Jun 24 12:15:44.998971 dv-neutron-797120-4-hyperv neutron-server[128083]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 12:15:44.998971 dv-neutron-797120-4-hyperv neutron-server[128083]: conditions |= (models_v2.Port.network_id.in_( Jun 24 12:15:44.998971 dv-neutron-797120-4-hyperv neutron-server[128083]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 12:15:44.998971 dv-neutron-797120-4-hyperv neutron-server[128083]: conditions |= (models_v2.Port.network_id.in_( Jun 24 12:15:44.998971 dv-neutron-797120-4-hyperv neutron-server[128083]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 12:15:44.998971 dv-neutron-797120-4-hyperv neutron-server[128083]: conditions |= (models_v2.Port.network_id.in_( Jun 24 12:15:44.998971 dv-neutron-797120-4-hyperv neutron-server[128083]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 12:15:44.998971 dv-neutron-797120-4-hyperv neutron-server[128083]: conditions |= (models_v2.Port.network_id.in_( Jun 24 12:15:44.998971 dv-neutron-797120-4-hyperv neutron-server[128083]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 12:15:44.998971 dv-neutron-797120-4-hyperv neutron-server[128083]: conditions |= (models_v2.Port.network_id.in_( Jun 24 12:15:44.998971 dv-neutron-797120-4-hyperv neutron-server[128083]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 12:15:44.998971 dv-neutron-797120-4-hyperv neutron-server[128083]: conditions |= (models_v2.Port.network_id.in_( Jun 24 12:15:44.998971 dv-neutron-797120-4-hyperv neutron-server[128083]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 12:15:44.998971 dv-neutron-797120-4-hyperv neutron-server[128083]: conditions |= (models_v2.Port.network_id.in_( Jun 24 12:15:44.998971 dv-neutron-797120-4-hyperv neutron-server[128083]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 12:15:44.998971 dv-neutron-797120-4-hyperv neutron-server[128083]: conditions |= (models_v2.Port.network_id.in_( Jun 24 12:15:44.998971 dv-neutron-797120-4-hyperv neutron-server[128083]: Traceback (most recent call last): Jun 24 12:15:44.998971 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 24 12:15:44.998971 dv-neutron-797120-4-hyperv neutron-server[128083]: timer() Jun 24 12:15:44.998971 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 24 12:15:44.998971 dv-neutron-797120-4-hyperv neutron-server[128083]: cb(*args, **kw) Jun 24 12:15:44.998971 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 24 12:15:44.998971 dv-neutron-797120-4-hyperv neutron-server[128083]: return func(*args, **kwargs) Jun 24 12:15:44.998971 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 24 12:15:44.998971 dv-neutron-797120-4-hyperv neutron-server[128083]: self._notify() Jun 24 12:15:44.998971 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 24 12:15:44.998971 dv-neutron-797120-4-hyperv neutron-server[128083]: self.callback(batched_events) Jun 24 12:15:44.998971 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 24 12:15:44.998971 dv-neutron-797120-4-hyperv neutron-server[128083]: event.method(event) Jun 24 12:15:44.998971 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 24 12:15:44.998971 dv-neutron-797120-4-hyperv neutron-server[128083]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 24 12:15:44.998971 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 24 12:15:44.998971 dv-neutron-797120-4-hyperv neutron-server[128083]: aggregate_uuid = self.p_client.list_aggregates( Jun 24 12:15:44.998971 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 24 12:15:44.998971 dv-neutron-797120-4-hyperv neutron-server[128083]: return f(self, *a, **k) Jun 24 12:15:44.998971 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 24 12:15:44.998971 dv-neutron-797120-4-hyperv neutron-server[128083]: return self._get(url).json() Jun 24 12:15:44.998971 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 24 12:15:44.998971 dv-neutron-797120-4-hyperv neutron-server[128083]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 24 12:15:44.998971 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 24 12:15:44.998971 dv-neutron-797120-4-hyperv neutron-server[128083]: return self.request(url, 'GET', **kwargs) Jun 24 12:15:44.998971 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 24 12:15:44.998971 dv-neutron-797120-4-hyperv neutron-server[128083]: base_url = self.get_endpoint(auth, allow=allow, Jun 24 12:15:44.998971 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 24 12:15:44.998971 dv-neutron-797120-4-hyperv neutron-server[128083]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 24 12:15:44.998971 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 24 12:15:44.998971 dv-neutron-797120-4-hyperv neutron-server[128083]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 24 12:15:44.998971 dv-neutron-797120-4-hyperv neutron-server[128083]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 24 12:15:45.070653 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-9dad32d5-7bc4-4f0c-ae20-4e49acd9813b tempest-NetworksIpV6Test-1132019847 tempest-NetworksIpV6Test-1132019847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1800243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1815642'] for network, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:15:45.074193 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-a681056d-9c1b-497d-87f3-d1d9a550ced2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:15:45.078783 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-9dad32d5-7bc4-4f0c-ae20-4e49acd9813b tempest-NetworksIpV6Test-1132019847 tempest-NetworksIpV6Test-1132019847-project] Notify callbacks [] for network, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:15:45.080789 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-9dad32d5-7bc4-4f0c-ae20-4e49acd9813b tempest-NetworksIpV6Test-1132019847 tempest-NetworksIpV6Test-1132019847-project] 10.222.0.53 "DELETE /v2.0/networks/af54add7-6665-4234-8edd-54cb6bda7a3c HTTP/1.1" status: 204 len: 168 time: 0.5432913 Jun 24 12:15:45.084368 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 39144) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:15:45.089808 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-32b2be81-4e79-43d6-88eb-63e902b433ba tempest-NetworksIpV6Test-1132019847 tempest-NetworksIpV6Test-1132019847-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-252438377'}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:15:45.094507 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dad32d5-7bc4-4f0c-ae20-4e49acd9813b tempest-NetworksIpV6Test-1132019847 tempest-NetworksIpV6Test-1132019847-project] Pushing event deleted for resources: {'Network': ['ID=af54add7-6665-4234-8edd-54cb6bda7a3c,revision_number=None']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:15:45.098246 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-9dad32d5-7bc4-4f0c-ae20-4e49acd9813b tempest-NetworksIpV6Test-1132019847 tempest-NetworksIpV6Test-1132019847-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:15:45.115147 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32b2be81-4e79-43d6-88eb-63e902b433ba tempest-NetworksIpV6Test-1132019847 tempest-NetworksIpV6Test-1132019847-project] Made reservation on behalf of 5e11baba0f2542cea726864a72fb262b for: {'network': 1} {{(pid=128084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:15:45.119138 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-32b2be81-4e79-43d6-88eb-63e902b433ba tempest-NetworksIpV6Test-1132019847 tempest-NetworksIpV6Test-1132019847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for network, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:15:45.145952 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32b2be81-4e79-43d6-88eb-63e902b433ba tempest-NetworksIpV6Test-1132019847 tempest-NetworksIpV6Test-1132019847-project] vlan segment allocate from pool success with {'vlan_id': 641, 'physical_network': 'physnet1'} {{(pid=128084) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 12:15:45.155822 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-32b2be81-4e79-43d6-88eb-63e902b433ba tempest-NetworksIpV6Test-1132019847 tempest-NetworksIpV6Test-1132019847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967879'] for segment, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:15:45.156162 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.db.segments_db [None req-32b2be81-4e79-43d6-88eb-63e902b433ba tempest-NetworksIpV6Test-1132019847 tempest-NetworksIpV6Test-1132019847-project] Added segment cf0241f0-6f6f-4c5b-a46a-8e20c75c5977 of type vlan for network 9329f010-3836-4836-87ea-9c8236a3393c Jun 24 12:15:45.197466 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-32b2be81-4e79-43d6-88eb-63e902b433ba tempest-NetworksIpV6Test-1132019847 tempest-NetworksIpV6Test-1132019847-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793193525068'] for network, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:15:45.230765 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-32b2be81-4e79-43d6-88eb-63e902b433ba tempest-NetworksIpV6Test-1132019847 tempest-NetworksIpV6Test-1132019847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1800243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976'] for network, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:15:45.236330 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32b2be81-4e79-43d6-88eb-63e902b433ba tempest-NetworksIpV6Test-1132019847 tempest-NetworksIpV6Test-1132019847-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=128084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:15:45.236912 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-32b2be81-4e79-43d6-88eb-63e902b433ba tempest-NetworksIpV6Test-1132019847 tempest-NetworksIpV6Test-1132019847-project] Notify callbacks [] for network, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:15:45.239214 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-0c42bf87-cd0e-47d6-a39b-345acb0eb9aa tempest-NetworksIpV6Test-1132019847 tempest-NetworksIpV6Test-1132019847-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:15:45.295604 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-32b2be81-4e79-43d6-88eb-63e902b433ba tempest-NetworksIpV6Test-1132019847 tempest-NetworksIpV6Test-1132019847-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2100656 Jun 24 12:15:45.298529 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 39146) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:15:45.303769 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [None req-4622e21d-90d0-4bbd-8483-0385f16963f4 tempest-NetworksIpV6Test-1132019847 tempest-NetworksIpV6Test-1132019847-project] Request body: {'subnet': {'network_id': '9329f010-3836-4836-87ea-9c8236a3393c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:15:45.305312 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b2be81-4e79-43d6-88eb-63e902b433ba tempest-NetworksIpV6Test-1132019847 tempest-NetworksIpV6Test-1132019847-project] Pushing event updated for resources: {'Network': ['ID=9329f010-3836-4836-87ea-9c8236a3393c,revision_number=1']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:15:45.308793 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-32b2be81-4e79-43d6-88eb-63e902b433ba tempest-NetworksIpV6Test-1132019847 tempest-NetworksIpV6Test-1132019847-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:15:45.317815 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Network 9329f010-3836-4836-87ea-9c8236a3393c details requested by agent ovs-agent-dv-neutron-797120-4-hyperv with host dv-neutron-797120-4-hyperv {{(pid=128085) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 12:15:45.407922 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4622e21d-90d0-4bbd-8483-0385f16963f4 tempest-NetworksIpV6Test-1132019847 tempest-NetworksIpV6Test-1132019847-project] Made reservation on behalf of 5e11baba0f2542cea726864a72fb262b for: {'subnet': 1} {{(pid=128083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:15:45.411561 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-4622e21d-90d0-4bbd-8483-0385f16963f4 tempest-NetworksIpV6Test-1132019847 tempest-NetworksIpV6Test-1132019847-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3289788'] for subnet, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:15:45.473342 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.ipam_backend_mixin [None req-4622e21d-90d0-4bbd-8483-0385f16963f4 tempest-NetworksIpV6Test-1132019847 tempest-NetworksIpV6Test-1132019847-project] Performing IP validity checks on allocation pools {{(pid=128083) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jun 24 12:15:45.473788 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.ipam_backend_mixin [None req-4622e21d-90d0-4bbd-8483-0385f16963f4 tempest-NetworksIpV6Test-1132019847 tempest-NetworksIpV6Test-1132019847-project] Checking for overlaps among allocation pools and gateway ip {{(pid=128083) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jun 24 12:15:45.619960 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-4622e21d-90d0-4bbd-8483-0385f16963f4 tempest-NetworksIpV6Test-1132019847 tempest-NetworksIpV6Test-1132019847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2537737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3289942'] for subnet, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:15:45.624228 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-1e2aef0c-8f47-41c3-bde6-76df09a18517 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:15:45.692713 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4622e21d-90d0-4bbd-8483-0385f16963f4 tempest-NetworksIpV6Test-1132019847 tempest-NetworksIpV6Test-1132019847-project] Pushing event updated for resources: {'Subnet': ['ID=a3857a02-42b5-4474-bf88-954c4f18595e,revision_number=0']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:15:45.697171 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-4622e21d-90d0-4bbd-8483-0385f16963f4 tempest-NetworksIpV6Test-1132019847 tempest-NetworksIpV6Test-1132019847-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:15:45.706538 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4622e21d-90d0-4bbd-8483-0385f16963f4 tempest-NetworksIpV6Test-1132019847 tempest-NetworksIpV6Test-1132019847-project] Checking segment: {'id': 'cf0241f0-6f6f-4c5b-a46a-8e20c75c5977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '9329f010-3836-4836-87ea-9c8236a3393c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=128083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:15:45.706904 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4622e21d-90d0-4bbd-8483-0385f16963f4 tempest-NetworksIpV6Test-1132019847 tempest-NetworksIpV6Test-1132019847-project] Network hostable DHCP agents. Network: 9329f010-3836-4836-87ea-9c8236a3393c, hostable agents: ['6be988a9-1d97-480f-be5a-c55abf2c55c5'], hosted agents: [] {{(pid=128083) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 12:15:45.732879 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4622e21d-90d0-4bbd-8483-0385f16963f4 tempest-NetworksIpV6Test-1132019847 tempest-NetworksIpV6Test-1132019847-project] Network 9329f010-3836-4836-87ea-9c8236a3393c is scheduled to be hosted by DHCP agent 6be988a9-1d97-480f-be5a-c55abf2c55c5 with binding_index 1 {{(pid=128083) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 12:15:45.744044 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.base_scheduler [None req-4622e21d-90d0-4bbd-8483-0385f16963f4 tempest-NetworksIpV6Test-1132019847 tempest-NetworksIpV6Test-1132019847-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-4-hyperv, 9329f010-3836-4836-87ea-9c8236a3393c) {{(pid=128083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:15:45.751735 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4622e21d-90d0-4bbd-8483-0385f16963f4 tempest-NetworksIpV6Test-1132019847 tempest-NetworksIpV6Test-1132019847-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:15:45.752714 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-4622e21d-90d0-4bbd-8483-0385f16963f4 tempest-NetworksIpV6Test-1132019847 tempest-NetworksIpV6Test-1132019847-project] Notify callbacks [] for subnet, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:15:45.754371 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d9411fa-2a52-431b-9c2e-52bf00fbfe5b None None] Network 9329f010-3836-4836-87ea-9c8236a3393c requested from dv-neutron-797120-4-hyperv {{(pid=128085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:15:45.778989 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-4622e21d-90d0-4bbd-8483-0385f16963f4 tempest-NetworksIpV6Test-1132019847 tempest-NetworksIpV6Test-1132019847-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4761119 Jun 24 12:15:45.779513 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 39148) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:15:45.889074 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-9f9f7fd2-59c3-4449-b93c-84e1f53ec769 tempest-NetworksIpV6Test-1132019847 tempest-NetworksIpV6Test-1132019847-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-534962'] for network, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:15:45.916623 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95721876-f2bb-434b-bc44-21ff33b75d2d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d65c8f8-7530-5052-99fe-8ea05073750b-9329f010-3836-4836-87ea-9c8236a3393c', 'network_id': '9329f010-3836-4836-87ea-9c8236a3393c', 'tenant_id': '5e11baba0f2542cea726864a72fb262b', 'fixed_ips': [{'subnet_id': 'a3857a02-42b5-4474-bf88-954c4f18595e'}]}} from dv-neutron-797120-4-hyperv. {{(pid=128085) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 24 12:15:45.917506 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-95721876-f2bb-434b-bc44-21ff33b75d2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_create {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:15:45.928943 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5c352a4-0456-47e1-8d1f-b596a4f26524 None None] Network b537906b-b5fb-48a1-9380-45efc3cf8cab requested from dv-neutron-797120-4-hyperv {{(pid=128085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:15:45.944338 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-9f9f7fd2-59c3-4449-b93c-84e1f53ec769 tempest-NetworksIpV6Test-1132019847 tempest-NetworksIpV6Test-1132019847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-972249'] for subnet, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:15:46.012087 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-9f9f7fd2-59c3-4449-b93c-84e1f53ec769 tempest-NetworksIpV6Test-1132019847 tempest-NetworksIpV6Test-1132019847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-972238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2537800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3289951'] for subnet, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:15:46.015017 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-ac216a2f-839c-466e-8d66-c26668720a95 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:15:46.045060 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9f7fd2-59c3-4449-b93c-84e1f53ec769 tempest-NetworksIpV6Test-1132019847 tempest-NetworksIpV6Test-1132019847-project] Pushing event deleted for resources: {'Subnet': ['ID=a3857a02-42b5-4474-bf88-954c4f18595e,revision_number=None']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:15:46.045907 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-2c852203-8079-4215-9010-7c67dd1976ab None None] Provisioning for port c37c4d9e-95d6-49a6-9702-c67c8e334f5b completed by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:15:46.048766 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-9f9f7fd2-59c3-4449-b93c-84e1f53ec769 tempest-NetworksIpV6Test-1132019847 tempest-NetworksIpV6Test-1132019847-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:15:46.088086 dv-neutron-797120-4-hyperv neutron-server[128085]: ERROR oslo_messaging.rpc.server [None req-95721876-f2bb-434b-bc44-21ff33b75d2d None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a3857a02-42b5-4474-bf88-954c4f18595e: This subnet is being modified by another concurrent operation. Jun 24 12:15:46.088086 dv-neutron-797120-4-hyperv neutron-server[128085]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jun 24 12:15:46.088086 dv-neutron-797120-4-hyperv neutron-server[128085]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jun 24 12:15:46.088086 dv-neutron-797120-4-hyperv neutron-server[128085]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jun 24 12:15:46.088086 dv-neutron-797120-4-hyperv neutron-server[128085]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jun 24 12:15:46.088086 dv-neutron-797120-4-hyperv neutron-server[128085]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jun 24 12:15:46.088086 dv-neutron-797120-4-hyperv neutron-server[128085]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jun 24 12:15:46.088086 dv-neutron-797120-4-hyperv neutron-server[128085]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jun 24 12:15:46.088086 dv-neutron-797120-4-hyperv neutron-server[128085]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jun 24 12:15:46.088086 dv-neutron-797120-4-hyperv neutron-server[128085]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jun 24 12:15:46.088086 dv-neutron-797120-4-hyperv neutron-server[128085]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jun 24 12:15:46.088086 dv-neutron-797120-4-hyperv neutron-server[128085]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jun 24 12:15:46.088086 dv-neutron-797120-4-hyperv neutron-server[128085]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 24 12:15:46.088086 dv-neutron-797120-4-hyperv neutron-server[128085]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 24 12:15:46.088086 dv-neutron-797120-4-hyperv neutron-server[128085]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 24 12:15:46.088086 dv-neutron-797120-4-hyperv neutron-server[128085]: ERROR oslo_messaging.rpc.server raise self.value Jun 24 12:15:46.088086 dv-neutron-797120-4-hyperv neutron-server[128085]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jun 24 12:15:46.088086 dv-neutron-797120-4-hyperv neutron-server[128085]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 24 12:15:46.088086 dv-neutron-797120-4-hyperv neutron-server[128085]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jun 24 12:15:46.088086 dv-neutron-797120-4-hyperv neutron-server[128085]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jun 24 12:15:46.088086 dv-neutron-797120-4-hyperv neutron-server[128085]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 24 12:15:46.088086 dv-neutron-797120-4-hyperv neutron-server[128085]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 24 12:15:46.088086 dv-neutron-797120-4-hyperv neutron-server[128085]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 24 12:15:46.088086 dv-neutron-797120-4-hyperv neutron-server[128085]: ERROR oslo_messaging.rpc.server raise self.value Jun 24 12:15:46.088086 dv-neutron-797120-4-hyperv neutron-server[128085]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jun 24 12:15:46.088086 dv-neutron-797120-4-hyperv neutron-server[128085]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 24 12:15:46.088086 dv-neutron-797120-4-hyperv neutron-server[128085]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jun 24 12:15:46.088086 dv-neutron-797120-4-hyperv neutron-server[128085]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jun 24 12:15:46.088086 dv-neutron-797120-4-hyperv neutron-server[128085]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 24 12:15:46.088086 dv-neutron-797120-4-hyperv neutron-server[128085]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 24 12:15:46.088086 dv-neutron-797120-4-hyperv neutron-server[128085]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 24 12:15:46.088086 dv-neutron-797120-4-hyperv neutron-server[128085]: ERROR oslo_messaging.rpc.server raise self.value Jun 24 12:15:46.088086 dv-neutron-797120-4-hyperv neutron-server[128085]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jun 24 12:15:46.088086 dv-neutron-797120-4-hyperv neutron-server[128085]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jun 24 12:15:46.088086 dv-neutron-797120-4-hyperv neutron-server[128085]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jun 24 12:15:46.088086 dv-neutron-797120-4-hyperv neutron-server[128085]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jun 24 12:15:46.088086 dv-neutron-797120-4-hyperv neutron-server[128085]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jun 24 12:15:46.088086 dv-neutron-797120-4-hyperv neutron-server[128085]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jun 24 12:15:46.088086 dv-neutron-797120-4-hyperv neutron-server[128085]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jun 24 12:15:46.088086 dv-neutron-797120-4-hyperv neutron-server[128085]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jun 24 12:15:46.088086 dv-neutron-797120-4-hyperv neutron-server[128085]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jun 24 12:15:46.088086 dv-neutron-797120-4-hyperv neutron-server[128085]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jun 24 12:15:46.088086 dv-neutron-797120-4-hyperv neutron-server[128085]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jun 24 12:15:46.088086 dv-neutron-797120-4-hyperv neutron-server[128085]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jun 24 12:15:46.088086 dv-neutron-797120-4-hyperv neutron-server[128085]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jun 24 12:15:46.088086 dv-neutron-797120-4-hyperv neutron-server[128085]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jun 24 12:15:46.088086 dv-neutron-797120-4-hyperv neutron-server[128085]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jun 24 12:15:46.088086 dv-neutron-797120-4-hyperv neutron-server[128085]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jun 24 12:15:46.088086 dv-neutron-797120-4-hyperv neutron-server[128085]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 24 12:15:46.088086 dv-neutron-797120-4-hyperv neutron-server[128085]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 24 12:15:46.088086 dv-neutron-797120-4-hyperv neutron-server[128085]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 24 12:15:46.088086 dv-neutron-797120-4-hyperv neutron-server[128085]: ERROR oslo_messaging.rpc.server raise self.value Jun 24 12:15:46.088086 dv-neutron-797120-4-hyperv neutron-server[128085]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jun 24 12:15:46.088086 dv-neutron-797120-4-hyperv neutron-server[128085]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 24 12:15:46.088086 dv-neutron-797120-4-hyperv neutron-server[128085]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jun 24 12:15:46.088086 dv-neutron-797120-4-hyperv neutron-server[128085]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jun 24 12:15:46.088086 dv-neutron-797120-4-hyperv neutron-server[128085]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 24 12:15:46.088086 dv-neutron-797120-4-hyperv neutron-server[128085]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 24 12:15:46.088086 dv-neutron-797120-4-hyperv neutron-server[128085]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 24 12:15:46.088086 dv-neutron-797120-4-hyperv neutron-server[128085]: ERROR oslo_messaging.rpc.server raise self.value Jun 24 12:15:46.088086 dv-neutron-797120-4-hyperv neutron-server[128085]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jun 24 12:15:46.088086 dv-neutron-797120-4-hyperv neutron-server[128085]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 24 12:15:46.088086 dv-neutron-797120-4-hyperv neutron-server[128085]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jun 24 12:15:46.088086 dv-neutron-797120-4-hyperv neutron-server[128085]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jun 24 12:15:46.088086 dv-neutron-797120-4-hyperv neutron-server[128085]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 24 12:15:46.088086 dv-neutron-797120-4-hyperv neutron-server[128085]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 24 12:15:46.088086 dv-neutron-797120-4-hyperv neutron-server[128085]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 24 12:15:46.088086 dv-neutron-797120-4-hyperv neutron-server[128085]: ERROR oslo_messaging.rpc.server raise self.value Jun 24 12:15:46.088086 dv-neutron-797120-4-hyperv neutron-server[128085]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jun 24 12:15:46.088086 dv-neutron-797120-4-hyperv neutron-server[128085]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jun 24 12:15:46.088086 dv-neutron-797120-4-hyperv neutron-server[128085]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1464, in create_port Jun 24 12:15:46.088086 dv-neutron-797120-4-hyperv neutron-server[128085]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jun 24 12:15:46.088086 dv-neutron-797120-4-hyperv neutron-server[128085]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1429, in _create_port_db Jun 24 12:15:46.088086 dv-neutron-797120-4-hyperv neutron-server[128085]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jun 24 12:15:46.088086 dv-neutron-797120-4-hyperv neutron-server[128085]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db Jun 24 12:15:46.088086 dv-neutron-797120-4-hyperv neutron-server[128085]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jun 24 12:15:46.088086 dv-neutron-797120-4-hyperv neutron-server[128085]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jun 24 12:15:46.088086 dv-neutron-797120-4-hyperv neutron-server[128085]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jun 24 12:15:46.088086 dv-neutron-797120-4-hyperv neutron-server[128085]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 24 12:15:46.088086 dv-neutron-797120-4-hyperv neutron-server[128085]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 24 12:15:46.088086 dv-neutron-797120-4-hyperv neutron-server[128085]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 24 12:15:46.088086 dv-neutron-797120-4-hyperv neutron-server[128085]: ERROR oslo_messaging.rpc.server raise self.value Jun 24 12:15:46.088086 dv-neutron-797120-4-hyperv neutron-server[128085]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jun 24 12:15:46.088086 dv-neutron-797120-4-hyperv neutron-server[128085]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jun 24 12:15:46.088086 dv-neutron-797120-4-hyperv neutron-server[128085]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jun 24 12:15:46.088086 dv-neutron-797120-4-hyperv neutron-server[128085]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jun 24 12:15:46.088086 dv-neutron-797120-4-hyperv neutron-server[128085]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jun 24 12:15:46.088086 dv-neutron-797120-4-hyperv neutron-server[128085]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jun 24 12:15:46.088086 dv-neutron-797120-4-hyperv neutron-server[128085]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jun 24 12:15:46.088086 dv-neutron-797120-4-hyperv neutron-server[128085]: ERROR oslo_messaging.rpc.server raise exception Jun 24 12:15:46.088086 dv-neutron-797120-4-hyperv neutron-server[128085]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a3857a02-42b5-4474-bf88-954c4f18595e: This subnet is being modified by another concurrent operation. Jun 24 12:15:46.088086 dv-neutron-797120-4-hyperv neutron-server[128085]: ERROR oslo_messaging.rpc.server Jun 24 12:15:46.109822 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-9f9f7fd2-59c3-4449-b93c-84e1f53ec769 tempest-NetworksIpV6Test-1132019847 tempest-NetworksIpV6Test-1132019847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973199', 'neutron.services.segments.db._delete_segments_for_network-8793194012456'] for network, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:15:46.116022 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64369502-19c8-4ef9-99cf-712b5790a799 None None] Network 9329f010-3836-4836-87ea-9c8236a3393c requested from dv-neutron-797120-4-hyperv {{(pid=128085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:15:46.120115 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.services.segments.db [None req-9f9f7fd2-59c3-4449-b93c-84e1f53ec769 tempest-NetworksIpV6Test-1132019847 tempest-NetworksIpV6Test-1132019847-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9329f010-3836-4836-87ea-9c8236a3393c']}} {{(pid=128083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:15:46.131915 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.services.segments.db [None req-9f9f7fd2-59c3-4449-b93c-84e1f53ec769 tempest-NetworksIpV6Test-1132019847 tempest-NetworksIpV6Test-1132019847-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf0241f0-6f6f-4c5b-a46a-8e20c75c5977') {'for_net_delete': True} {{(pid=128083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:15:46.132207 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.services.segments.db [None req-9f9f7fd2-59c3-4449-b93c-84e1f53ec769 tempest-NetworksIpV6Test-1132019847 tempest-NetworksIpV6Test-1132019847-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf0241f0-6f6f-4c5b-a46a-8e20c75c5977') {} {{(pid=128083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:15:46.141266 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-9f9f7fd2-59c3-4449-b93c-84e1f53ec769 tempest-NetworksIpV6Test-1132019847 tempest-NetworksIpV6Test-1132019847-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793194097327', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3143690'] for segment, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:15:46.155419 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-9f9f7fd2-59c3-4449-b93c-84e1f53ec769 tempest-NetworksIpV6Test-1132019847 tempest-NetworksIpV6Test-1132019847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967879'] for segment, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:15:46.161402 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f9f7fd2-59c3-4449-b93c-84e1f53ec769 tempest-NetworksIpV6Test-1132019847 tempest-NetworksIpV6Test-1132019847-project] Releasing vlan 641 on physical network physnet1 to pool {{(pid=128083) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 12:15:46.161820 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-9f9f7fd2-59c3-4449-b93c-84e1f53ec769 tempest-NetworksIpV6Test-1132019847 tempest-NetworksIpV6Test-1132019847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2537899'] for segment, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:15:46.164862 dv-neutron-797120-4-hyperv neutron-server[128083]: Traceback (most recent call last): Jun 24 12:15:46.164862 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 24 12:15:46.164862 dv-neutron-797120-4-hyperv neutron-server[128083]: timer() Jun 24 12:15:46.164862 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 24 12:15:46.164862 dv-neutron-797120-4-hyperv neutron-server[128083]: cb(*args, **kw) Jun 24 12:15:46.164862 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 24 12:15:46.164862 dv-neutron-797120-4-hyperv neutron-server[128083]: return func(*args, **kwargs) Jun 24 12:15:46.164862 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 24 12:15:46.164862 dv-neutron-797120-4-hyperv neutron-server[128083]: self._notify() Jun 24 12:15:46.164862 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 24 12:15:46.164862 dv-neutron-797120-4-hyperv neutron-server[128083]: self.callback(batched_events) Jun 24 12:15:46.164862 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 24 12:15:46.164862 dv-neutron-797120-4-hyperv neutron-server[128083]: event.method(event) Jun 24 12:15:46.164862 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 24 12:15:46.164862 dv-neutron-797120-4-hyperv neutron-server[128083]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 24 12:15:46.164862 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 24 12:15:46.164862 dv-neutron-797120-4-hyperv neutron-server[128083]: aggregate_uuid = self.p_client.list_aggregates( Jun 24 12:15:46.164862 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 24 12:15:46.164862 dv-neutron-797120-4-hyperv neutron-server[128083]: return f(self, *a, **k) Jun 24 12:15:46.164862 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 24 12:15:46.164862 dv-neutron-797120-4-hyperv neutron-server[128083]: return self._get(url).json() Jun 24 12:15:46.164862 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 24 12:15:46.164862 dv-neutron-797120-4-hyperv neutron-server[128083]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 24 12:15:46.164862 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 24 12:15:46.164862 dv-neutron-797120-4-hyperv neutron-server[128083]: return self.request(url, 'GET', **kwargs) Jun 24 12:15:46.164862 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 24 12:15:46.164862 dv-neutron-797120-4-hyperv neutron-server[128083]: base_url = self.get_endpoint(auth, allow=allow, Jun 24 12:15:46.164862 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 24 12:15:46.164862 dv-neutron-797120-4-hyperv neutron-server[128083]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 24 12:15:46.164862 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 24 12:15:46.164862 dv-neutron-797120-4-hyperv neutron-server[128083]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 24 12:15:46.164862 dv-neutron-797120-4-hyperv neutron-server[128083]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 24 12:15:46.231084 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-9f9f7fd2-59c3-4449-b93c-84e1f53ec769 tempest-NetworksIpV6Test-1132019847 tempest-NetworksIpV6Test-1132019847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1800243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1815642'] for network, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:15:46.236286 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-9f9f7fd2-59c3-4449-b93c-84e1f53ec769 tempest-NetworksIpV6Test-1132019847 tempest-NetworksIpV6Test-1132019847-project] Notify callbacks [] for network, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:15:46.241745 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 39150) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:15:46.242313 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-9f9f7fd2-59c3-4449-b93c-84e1f53ec769 tempest-NetworksIpV6Test-1132019847 tempest-NetworksIpV6Test-1132019847-project] 10.222.0.53 "DELETE /v2.0/networks/9329f010-3836-4836-87ea-9c8236a3393c HTTP/1.1" status: 204 len: 168 time: 0.4611797 Jun 24 12:15:46.242609 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-fa8f1ed4-d1a7-43fa-bca4-87e69114a1ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:15:46.247567 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-5cc17d7c-135c-45ad-adce-fc172d9c1442 tempest-NetworksIpV6Test-1132019847 tempest-NetworksIpV6Test-1132019847-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-652992799'}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:15:46.259031 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9f7fd2-59c3-4449-b93c-84e1f53ec769 tempest-NetworksIpV6Test-1132019847 tempest-NetworksIpV6Test-1132019847-project] Pushing event deleted for resources: {'Network': ['ID=9329f010-3836-4836-87ea-9c8236a3393c,revision_number=None']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:15:46.261904 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-9f9f7fd2-59c3-4449-b93c-84e1f53ec769 tempest-NetworksIpV6Test-1132019847 tempest-NetworksIpV6Test-1132019847-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:15:46.270957 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cc17d7c-135c-45ad-adce-fc172d9c1442 tempest-NetworksIpV6Test-1132019847 tempest-NetworksIpV6Test-1132019847-project] Made reservation on behalf of 5e11baba0f2542cea726864a72fb262b for: {'network': 1} {{(pid=128084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:15:46.275113 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-5cc17d7c-135c-45ad-adce-fc172d9c1442 tempest-NetworksIpV6Test-1132019847 tempest-NetworksIpV6Test-1132019847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for network, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:15:46.301814 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5cc17d7c-135c-45ad-adce-fc172d9c1442 tempest-NetworksIpV6Test-1132019847 tempest-NetworksIpV6Test-1132019847-project] vlan segment allocate from pool success with {'vlan_id': 610, 'physical_network': 'physnet1'} {{(pid=128084) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 12:15:46.311658 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-5cc17d7c-135c-45ad-adce-fc172d9c1442 tempest-NetworksIpV6Test-1132019847 tempest-NetworksIpV6Test-1132019847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967879'] for segment, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:15:46.312016 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.db.segments_db [None req-5cc17d7c-135c-45ad-adce-fc172d9c1442 tempest-NetworksIpV6Test-1132019847 tempest-NetworksIpV6Test-1132019847-project] Added segment 9cfcbdb0-fbf8-44d5-9a58-a7a29f4b30a4 of type vlan for network 6d317dcc-1660-4e73-8eed-f937eecf670d Jun 24 12:15:46.355688 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-5cc17d7c-135c-45ad-adce-fc172d9c1442 tempest-NetworksIpV6Test-1132019847 tempest-NetworksIpV6Test-1132019847-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793193525068'] for network, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:15:46.388272 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-5cc17d7c-135c-45ad-adce-fc172d9c1442 tempest-NetworksIpV6Test-1132019847 tempest-NetworksIpV6Test-1132019847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1800243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976'] for network, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:15:46.394259 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cc17d7c-135c-45ad-adce-fc172d9c1442 tempest-NetworksIpV6Test-1132019847 tempest-NetworksIpV6Test-1132019847-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=128084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:15:46.394862 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-5cc17d7c-135c-45ad-adce-fc172d9c1442 tempest-NetworksIpV6Test-1132019847 tempest-NetworksIpV6Test-1132019847-project] Notify callbacks [] for network, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:15:46.397628 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-4426cf05-7dbd-4d34-aa5f-5e97565e4d3b tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:15:46.448992 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8f91c76-97b1-4cde-a715-3ae7f074bd4b None None] get_active_networks_info from dv-neutron-797120-4-hyperv {{(pid=128085) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 24 12:15:46.463167 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-5cc17d7c-135c-45ad-adce-fc172d9c1442 tempest-NetworksIpV6Test-1132019847 tempest-NetworksIpV6Test-1132019847-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2199802 Jun 24 12:15:46.467256 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 39152) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:15:46.474349 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc17d7c-135c-45ad-adce-fc172d9c1442 tempest-NetworksIpV6Test-1132019847 tempest-NetworksIpV6Test-1132019847-project] Pushing event updated for resources: {'Network': ['ID=6d317dcc-1660-4e73-8eed-f937eecf670d,revision_number=1']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:15:46.474552 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [None req-6d910ee5-367e-4f96-a1c8-dc6c9e6d659e tempest-NetworksIpV6Test-1132019847 tempest-NetworksIpV6Test-1132019847-project] Request body: {'subnet': {'network_id': '6d317dcc-1660-4e73-8eed-f937eecf670d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:15:46.477670 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-5cc17d7c-135c-45ad-adce-fc172d9c1442 tempest-NetworksIpV6Test-1132019847 tempest-NetworksIpV6Test-1132019847-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:15:46.490157 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Network 6d317dcc-1660-4e73-8eed-f937eecf670d details requested by agent ovs-agent-dv-neutron-797120-4-hyperv with host dv-neutron-797120-4-hyperv {{(pid=128085) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 12:15:46.585575 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d910ee5-367e-4f96-a1c8-dc6c9e6d659e tempest-NetworksIpV6Test-1132019847 tempest-NetworksIpV6Test-1132019847-project] Made reservation on behalf of 5e11baba0f2542cea726864a72fb262b for: {'subnet': 1} {{(pid=128083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:15:46.589282 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-6d910ee5-367e-4f96-a1c8-dc6c9e6d659e tempest-NetworksIpV6Test-1132019847 tempest-NetworksIpV6Test-1132019847-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3289788'] for subnet, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:15:46.604600 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8f91c76-97b1-4cde-a715-3ae7f074bd4b None None] Resources bound (agent type, host, resource id): {{(pid=128085) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 24 12:15:46.623669 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device c37c4d9e-95d6-49a6-9702-c67c8e334f5b up at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:15:46.733417 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning for port c37c4d9e-95d6-49a6-9702-c67c8e334f5b completed by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:15:46.740617 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning complete for port c37c4d9e-95d6-49a6-9702-c67c8e334f5b triggered by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:15:46.741036 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:15:46.789795 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-6d910ee5-367e-4f96-a1c8-dc6c9e6d659e tempest-NetworksIpV6Test-1132019847 tempest-NetworksIpV6Test-1132019847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2537737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3289942'] for subnet, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:15:46.791801 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-6ffcb6e0-dba2-4373-add0-58c982532599 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:15:46.858050 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d910ee5-367e-4f96-a1c8-dc6c9e6d659e tempest-NetworksIpV6Test-1132019847 tempest-NetworksIpV6Test-1132019847-project] Pushing event updated for resources: {'Subnet': ['ID=3817bf81-c559-48a6-bbd6-8803e3424dd1,revision_number=0']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:15:46.862004 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-6d910ee5-367e-4f96-a1c8-dc6c9e6d659e tempest-NetworksIpV6Test-1132019847 tempest-NetworksIpV6Test-1132019847-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:15:46.867514 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d910ee5-367e-4f96-a1c8-dc6c9e6d659e tempest-NetworksIpV6Test-1132019847 tempest-NetworksIpV6Test-1132019847-project] Checking segment: {'id': '9cfcbdb0-fbf8-44d5-9a58-a7a29f4b30a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '6d317dcc-1660-4e73-8eed-f937eecf670d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=128083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:15:46.868019 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d910ee5-367e-4f96-a1c8-dc6c9e6d659e tempest-NetworksIpV6Test-1132019847 tempest-NetworksIpV6Test-1132019847-project] Network hostable DHCP agents. Network: 6d317dcc-1660-4e73-8eed-f937eecf670d, hostable agents: ['6be988a9-1d97-480f-be5a-c55abf2c55c5'], hosted agents: [] {{(pid=128083) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 12:15:46.885442 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d910ee5-367e-4f96-a1c8-dc6c9e6d659e tempest-NetworksIpV6Test-1132019847 tempest-NetworksIpV6Test-1132019847-project] Network 6d317dcc-1660-4e73-8eed-f937eecf670d is scheduled to be hosted by DHCP agent 6be988a9-1d97-480f-be5a-c55abf2c55c5 with binding_index 1 {{(pid=128083) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 12:15:46.892355 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:15:46.895937 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.base_scheduler [None req-6d910ee5-367e-4f96-a1c8-dc6c9e6d659e tempest-NetworksIpV6Test-1132019847 tempest-NetworksIpV6Test-1132019847-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-4-hyperv, 6d317dcc-1660-4e73-8eed-f937eecf670d) {{(pid=128083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:15:46.902279 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d910ee5-367e-4f96-a1c8-dc6c9e6d659e tempest-NetworksIpV6Test-1132019847 tempest-NetworksIpV6Test-1132019847-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:15:46.902876 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-6d910ee5-367e-4f96-a1c8-dc6c9e6d659e tempest-NetworksIpV6Test-1132019847 tempest-NetworksIpV6Test-1132019847-project] Notify callbacks [] for subnet, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:15:46.920511 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-6d910ee5-367e-4f96-a1c8-dc6c9e6d659e tempest-NetworksIpV6Test-1132019847 tempest-NetworksIpV6Test-1132019847-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4503794 Jun 24 12:15:46.924156 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 39154) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:15:46.930050 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [None req-bd55c6e9-b692-467d-a744-3b2f8aefd0ca tempest-NetworksIpV6Test-1132019847 tempest-NetworksIpV6Test-1132019847-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1528287289'}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:15:46.946605 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] For port c37c4d9e-95d6-49a6-9702-c67c8e334f5b, host dv-neutron-797120-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=c37c4d9e-95d6-49a6-9702-c67c8e334f5b,segment=NetworkSegment(53c9fc76-a5d5-4466-8b06-32b70eb16a3b),segment_id=53c9fc76-a5d5-4466-8b06-32b70eb16a3b)] {{(pid=128085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:15:46.952626 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:15:46.954463 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:15:46.955715 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd55c6e9-b692-467d-a744-3b2f8aefd0ca tempest-NetworksIpV6Test-1132019847 tempest-NetworksIpV6Test-1132019847-project] Made reservation on behalf of 5e11baba0f2542cea726864a72fb262b for: {'network': 1} {{(pid=128083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:15:46.958087 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c82f1d55-ca43-4654-befe-35b0d6964b9c None None] Network 6d317dcc-1660-4e73-8eed-f937eecf670d requested from dv-neutron-797120-4-hyperv {{(pid=128085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:15:46.959539 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-bd55c6e9-b692-467d-a744-3b2f8aefd0ca tempest-NetworksIpV6Test-1132019847 tempest-NetworksIpV6Test-1132019847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for network, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:15:46.985582 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd55c6e9-b692-467d-a744-3b2f8aefd0ca tempest-NetworksIpV6Test-1132019847 tempest-NetworksIpV6Test-1132019847-project] vlan segment allocate from pool success with {'vlan_id': 616, 'physical_network': 'physnet1'} {{(pid=128083) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 12:15:46.995222 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-bd55c6e9-b692-467d-a744-3b2f8aefd0ca tempest-NetworksIpV6Test-1132019847 tempest-NetworksIpV6Test-1132019847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967879'] for segment, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:15:46.995457 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.db.segments_db [None req-bd55c6e9-b692-467d-a744-3b2f8aefd0ca tempest-NetworksIpV6Test-1132019847 tempest-NetworksIpV6Test-1132019847-project] Added segment c4580198-93d1-4916-8dcb-8ee06ad5e263 of type vlan for network a5f37c1f-87f5-480b-99f6-e6f9769d990c Jun 24 12:15:47.038398 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-bd55c6e9-b692-467d-a744-3b2f8aefd0ca tempest-NetworksIpV6Test-1132019847 tempest-NetworksIpV6Test-1132019847-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793193525068'] for network, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:15:47.052409 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Pushing event updated for resources: {'Port': ['ID=c37c4d9e-95d6-49a6-9702-c67c8e334f5b,revision_number=3']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:15:47.058491 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:15:47.071893 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-bd55c6e9-b692-467d-a744-3b2f8aefd0ca tempest-NetworksIpV6Test-1132019847 tempest-NetworksIpV6Test-1132019847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1800243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976'] for network, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:15:47.077723 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd55c6e9-b692-467d-a744-3b2f8aefd0ca tempest-NetworksIpV6Test-1132019847 tempest-NetworksIpV6Test-1132019847-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:15:47.078308 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-bd55c6e9-b692-467d-a744-3b2f8aefd0ca tempest-NetworksIpV6Test-1132019847 tempest-NetworksIpV6Test-1132019847-project] Notify callbacks [] for network, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:15:47.081505 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-e6a3613c-142a-4a21-8860-abb0ef2dad70 tempest-NetworksTestDHCPv6-995567881 tempest-NetworksTestDHCPv6-995567881-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:15:47.140135 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-bd55c6e9-b692-467d-a744-3b2f8aefd0ca tempest-NetworksIpV6Test-1132019847 tempest-NetworksIpV6Test-1132019847-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2146065 Jun 24 12:15:47.143617 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 39156) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:15:47.145604 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3700afe3-5f31-45e2-bf73-f247eb460b64 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d65c8f8-7530-5052-99fe-8ea05073750b-6d317dcc-1660-4e73-8eed-f937eecf670d', 'network_id': '6d317dcc-1660-4e73-8eed-f937eecf670d', 'tenant_id': '5e11baba0f2542cea726864a72fb262b', 'fixed_ips': [{'subnet_id': '3817bf81-c559-48a6-bbd6-8803e3424dd1'}]}} from dv-neutron-797120-4-hyperv. {{(pid=128085) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 24 12:15:47.146486 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-3700afe3-5f31-45e2-bf73-f247eb460b64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_create {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:15:47.149290 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [None req-ea0496e5-61ac-42f9-b475-9d0a283e1ef3 tempest-NetworksIpV6Test-1132019847 tempest-NetworksIpV6Test-1132019847-project] Request body: {'subnet': {'network_id': 'a5f37c1f-87f5-480b-99f6-e6f9769d990c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:15:47.173505 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd55c6e9-b692-467d-a744-3b2f8aefd0ca tempest-NetworksIpV6Test-1132019847 tempest-NetworksIpV6Test-1132019847-project] Pushing event updated for resources: {'Network': ['ID=a5f37c1f-87f5-480b-99f6-e6f9769d990c,revision_number=1']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:15:47.176765 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-bd55c6e9-b692-467d-a744-3b2f8aefd0ca tempest-NetworksIpV6Test-1132019847 tempest-NetworksIpV6Test-1132019847-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:15:47.216037 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Network a5f37c1f-87f5-480b-99f6-e6f9769d990c details requested by agent ovs-agent-dv-neutron-797120-4-hyperv with host dv-neutron-797120-4-hyperv {{(pid=128085) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 12:15:47.254882 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea0496e5-61ac-42f9-b475-9d0a283e1ef3 tempest-NetworksIpV6Test-1132019847 tempest-NetworksIpV6Test-1132019847-project] Made reservation on behalf of 5e11baba0f2542cea726864a72fb262b for: {'subnet': 1} {{(pid=128083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:15:47.258786 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-ea0496e5-61ac-42f9-b475-9d0a283e1ef3 tempest-NetworksIpV6Test-1132019847 tempest-NetworksIpV6Test-1132019847-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3289788'] for subnet, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:15:47.336131 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.db_base_plugin_common [None req-3700afe3-5f31-45e2-bf73-f247eb460b64 None None] Allocated IP 2001:db8::2 (6d317dcc-1660-4e73-8eed-f937eecf670d/3817bf81-c559-48a6-bbd6-8803e3424dd1/e30058a3-930e-42d3-a2d9-b0b203a8cb32) {{(pid=128085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:15:47.448962 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-ea0496e5-61ac-42f9-b475-9d0a283e1ef3 tempest-NetworksIpV6Test-1132019847 tempest-NetworksIpV6Test-1132019847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2537737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3289942'] for subnet, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:15:47.452066 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-66c9a052-179a-428d-9b15-0043ef107dcd tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:15:47.484625 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-3700afe3-5f31-45e2-bf73-f247eb460b64 None None] Notify callbacks [] for port, precommit_create {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:15:47.493039 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-3700afe3-5f31-45e2-bf73-f247eb460b64 None None] Transition to ACTIVE for port object e30058a3-930e-42d3-a2d9-b0b203a8cb32 will not be triggered until provisioned by entity L2. {{(pid=128085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:15:47.509006 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-3700afe3-5f31-45e2-bf73-f247eb460b64 None None] Transition to ACTIVE for port object e30058a3-930e-42d3-a2d9-b0b203a8cb32 will not be triggered until provisioned by entity DHCP. {{(pid=128085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:15:47.513176 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0496e5-61ac-42f9-b475-9d0a283e1ef3 tempest-NetworksIpV6Test-1132019847 tempest-NetworksIpV6Test-1132019847-project] Pushing event updated for resources: {'Subnet': ['ID=d4b53cff-5212-4566-b0fb-d02ffdb8d5ff,revision_number=0']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:15:47.515543 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-3700afe3-5f31-45e2-bf73-f247eb460b64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-650429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-506361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793193536723'] for port, after_create {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:15:47.516820 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-ea0496e5-61ac-42f9-b475-9d0a283e1ef3 tempest-NetworksIpV6Test-1132019847 tempest-NetworksIpV6Test-1132019847-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:15:47.518331 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:15:47.525683 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea0496e5-61ac-42f9-b475-9d0a283e1ef3 tempest-NetworksIpV6Test-1132019847 tempest-NetworksIpV6Test-1132019847-project] Checking segment: {'id': 'c4580198-93d1-4916-8dcb-8ee06ad5e263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'a5f37c1f-87f5-480b-99f6-e6f9769d990c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=128083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:15:47.526042 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea0496e5-61ac-42f9-b475-9d0a283e1ef3 tempest-NetworksIpV6Test-1132019847 tempest-NetworksIpV6Test-1132019847-project] Network hostable DHCP agents. Network: a5f37c1f-87f5-480b-99f6-e6f9769d990c, hostable agents: ['6be988a9-1d97-480f-be5a-c55abf2c55c5'], hosted agents: [] {{(pid=128083) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 12:15:47.542670 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea0496e5-61ac-42f9-b475-9d0a283e1ef3 tempest-NetworksIpV6Test-1132019847 tempest-NetworksIpV6Test-1132019847-project] Network a5f37c1f-87f5-480b-99f6-e6f9769d990c is scheduled to be hosted by DHCP agent 6be988a9-1d97-480f-be5a-c55abf2c55c5 with binding_index 1 {{(pid=128083) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 12:15:47.556925 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.base_scheduler [None req-ea0496e5-61ac-42f9-b475-9d0a283e1ef3 tempest-NetworksIpV6Test-1132019847 tempest-NetworksIpV6Test-1132019847-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-4-hyperv, a5f37c1f-87f5-480b-99f6-e6f9769d990c) {{(pid=128083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:15:47.557611 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3700afe3-5f31-45e2-bf73-f247eb460b64 None None] Network 6d317dcc-1660-4e73-8eed-f937eecf670d is already hosted by enough agents. {{(pid=128085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:15:47.562145 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea0496e5-61ac-42f9-b475-9d0a283e1ef3 tempest-NetworksIpV6Test-1132019847 tempest-NetworksIpV6Test-1132019847-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:15:47.562917 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-ea0496e5-61ac-42f9-b475-9d0a283e1ef3 tempest-NetworksIpV6Test-1132019847 tempest-NetworksIpV6Test-1132019847-project] Notify callbacks [] for subnet, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:15:47.563817 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.scheduler.base_scheduler [None req-3700afe3-5f31-45e2-bf73-f247eb460b64 None None] Resources bound (agent type, host, resource id): {{(pid=128085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:15:47.566831 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3700afe3-5f31-45e2-bf73-f247eb460b64 None None] Received port after_create {{(pid=128085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:15:47.569355 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3700afe3-5f31-45e2-bf73-f247eb460b64 None None] Pushing event updated for resources: {'Port': ['ID=e30058a3-930e-42d3-a2d9-b0b203a8cb32,revision_number=1']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:15:47.574678 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-335d036f-88eb-4757-986a-965860f8e5e7 None None] Network a5f37c1f-87f5-480b-99f6-e6f9769d990c requested from dv-neutron-797120-4-hyperv {{(pid=128085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:15:47.577583 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-3700afe3-5f31-45e2-bf73-f247eb460b64 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:15:47.581314 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-ea0496e5-61ac-42f9-b475-9d0a283e1ef3 tempest-NetworksIpV6Test-1132019847 tempest-NetworksIpV6Test-1132019847-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4361973 Jun 24 12:15:47.583848 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 39158) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:15:47.686794 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-3700afe3-5f31-45e2-bf73-f247eb460b64 None None] Attempting to bind port e30058a3-930e-42d3-a2d9-b0b203a8cb32 on host dv-neutron-797120-4-hyperv for vnic_type normal with profile {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 12:15:47.687164 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-3700afe3-5f31-45e2-bf73-f247eb460b64 None None] Attempting to bind port e30058a3-930e-42d3-a2d9-b0b203a8cb32 by drivers openvswitch,hyperv on host dv-neutron-797120-4-hyperv at level 0 using segments [{'id': '9cfcbdb0-fbf8-44d5-9a58-a7a29f4b30a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '6d317dcc-1660-4e73-8eed-f937eecf670d'}] {{(pid=128085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 12:15:47.687532 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3700afe3-5f31-45e2-bf73-f247eb460b64 None None] Attempting to bind port e30058a3-930e-42d3-a2d9-b0b203a8cb32 on network 6d317dcc-1660-4e73-8eed-f937eecf670d {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:15:47.689814 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-06281407-589b-4d9e-841e-8c3fa3f62b4a tempest-NetworksIpV6Test-1132019847 tempest-NetworksIpV6Test-1132019847-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-534962'] for network, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:15:47.697041 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3700afe3-5f31-45e2-bf73-f247eb460b64 None None] Checking agent: {'id': 'e3a695b2-c397-461f-83b0-10b79d490b59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 11, 36, 56), 'started_at': datetime.datetime(2021, 6, 24, 11, 37, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 12, 15, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 12:15:47.697423 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3700afe3-5f31-45e2-bf73-f247eb460b64 None None] Checking segment: {'id': '9cfcbdb0-fbf8-44d5-9a58-a7a29f4b30a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '6d317dcc-1660-4e73-8eed-f937eecf670d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=128085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:15:47.697832 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-3700afe3-5f31-45e2-bf73-f247eb460b64 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:15:47.698226 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3700afe3-5f31-45e2-bf73-f247eb460b64 None None] Bound using segment: {'id': '9cfcbdb0-fbf8-44d5-9a58-a7a29f4b30a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '6d317dcc-1660-4e73-8eed-f937eecf670d'} {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 12:15:47.698713 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-3700afe3-5f31-45e2-bf73-f247eb460b64 None None] Bound port: e30058a3-930e-42d3-a2d9-b0b203a8cb32, host: dv-neutron-797120-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9cfcbdb0-fbf8-44d5-9a58-a7a29f4b30a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '6d317dcc-1660-4e73-8eed-f937eecf670d'}}] {{(pid=128085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 12:15:47.699228 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-3700afe3-5f31-45e2-bf73-f247eb460b64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:15:47.745916 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-06281407-589b-4d9e-841e-8c3fa3f62b4a tempest-NetworksIpV6Test-1132019847 tempest-NetworksIpV6Test-1132019847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-972249'] for subnet, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:15:47.815591 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-06281407-589b-4d9e-841e-8c3fa3f62b4a tempest-NetworksIpV6Test-1132019847 tempest-NetworksIpV6Test-1132019847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-972238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2537800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3289951'] for subnet, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:15:47.818659 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-483dbb37-67e9-441b-bd91-0fd7e2dfc9fc tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:15:47.821921 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-3700afe3-5f31-45e2-bf73-f247eb460b64 None None] For port e30058a3-930e-42d3-a2d9-b0b203a8cb32, host dv-neutron-797120-4-hyperv, cleared binding levels {{(pid=128085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 12:15:47.833009 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6d744af-da96-4bfb-b489-ab1e16bfcb09 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d65c8f8-7530-5052-99fe-8ea05073750b-a5f37c1f-87f5-480b-99f6-e6f9769d990c', 'network_id': 'a5f37c1f-87f5-480b-99f6-e6f9769d990c', 'tenant_id': '5e11baba0f2542cea726864a72fb262b', 'fixed_ips': [{'subnet_id': 'd4b53cff-5212-4566-b0fb-d02ffdb8d5ff'}]}} from dv-neutron-797120-4-hyperv. {{(pid=128085) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 24 12:15:47.833889 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-c6d744af-da96-4bfb-b489-ab1e16bfcb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_create {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:15:47.839708 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-3700afe3-5f31-45e2-bf73-f247eb460b64 None None] For port e30058a3-930e-42d3-a2d9-b0b203a8cb32, host dv-neutron-797120-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=e30058a3-930e-42d3-a2d9-b0b203a8cb32,segment=NetworkSegment(9cfcbdb0-fbf8-44d5-9a58-a7a29f4b30a4),segment_id=9cfcbdb0-fbf8-44d5-9a58-a7a29f4b30a4)] {{(pid=128085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 12:15:47.847972 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-3700afe3-5f31-45e2-bf73-f247eb460b64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:15:47.851246 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:15:47.854460 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06281407-589b-4d9e-841e-8c3fa3f62b4a tempest-NetworksIpV6Test-1132019847 tempest-NetworksIpV6Test-1132019847-project] Pushing event deleted for resources: {'Subnet': ['ID=d4b53cff-5212-4566-b0fb-d02ffdb8d5ff,revision_number=None']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:15:47.857791 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-06281407-589b-4d9e-841e-8c3fa3f62b4a tempest-NetworksIpV6Test-1132019847 tempest-NetworksIpV6Test-1132019847-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:15:47.924926 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-06281407-589b-4d9e-841e-8c3fa3f62b4a tempest-NetworksIpV6Test-1132019847 tempest-NetworksIpV6Test-1132019847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973199', 'neutron.services.segments.db._delete_segments_for_network-8793194012456'] for network, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:15:47.937428 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.services.segments.db [None req-06281407-589b-4d9e-841e-8c3fa3f62b4a tempest-NetworksIpV6Test-1132019847 tempest-NetworksIpV6Test-1132019847-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5f37c1f-87f5-480b-99f6-e6f9769d990c']}} {{(pid=128083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:15:47.949160 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.services.segments.db [None req-06281407-589b-4d9e-841e-8c3fa3f62b4a tempest-NetworksIpV6Test-1132019847 tempest-NetworksIpV6Test-1132019847-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4580198-93d1-4916-8dcb-8ee06ad5e263') {'for_net_delete': True} {{(pid=128083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:15:47.949449 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.services.segments.db [None req-06281407-589b-4d9e-841e-8c3fa3f62b4a tempest-NetworksIpV6Test-1132019847 tempest-NetworksIpV6Test-1132019847-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4580198-93d1-4916-8dcb-8ee06ad5e263') {} {{(pid=128083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:15:47.959569 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-06281407-589b-4d9e-841e-8c3fa3f62b4a tempest-NetworksIpV6Test-1132019847 tempest-NetworksIpV6Test-1132019847-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793194097327', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3143690'] for segment, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:15:47.964946 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3700afe3-5f31-45e2-bf73-f247eb460b64 None None] Pushing event updated for resources: {'Port': ['ID=e30058a3-930e-42d3-a2d9-b0b203a8cb32,revision_number=2']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:15:47.971288 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-3700afe3-5f31-45e2-bf73-f247eb460b64 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:15:47.976535 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-06281407-589b-4d9e-841e-8c3fa3f62b4a tempest-NetworksIpV6Test-1132019847 tempest-NetworksIpV6Test-1132019847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967879'] for segment, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:15:47.984587 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06281407-589b-4d9e-841e-8c3fa3f62b4a tempest-NetworksIpV6Test-1132019847 tempest-NetworksIpV6Test-1132019847-project] Releasing vlan 616 on physical network physnet1 to pool {{(pid=128083) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 12:15:47.985251 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-06281407-589b-4d9e-841e-8c3fa3f62b4a tempest-NetworksIpV6Test-1132019847 tempest-NetworksIpV6Test-1132019847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2537899'] for segment, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:15:47.986807 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4f8737c-ece6-42f9-9742-d21dae5388cd None None] Network a5f37c1f-87f5-480b-99f6-e6f9769d990c requested from dv-neutron-797120-4-hyperv {{(pid=128085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:15:47.988919 dv-neutron-797120-4-hyperv neutron-server[128083]: Traceback (most recent call last): Jun 24 12:15:47.988919 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 24 12:15:47.988919 dv-neutron-797120-4-hyperv neutron-server[128083]: timer() Jun 24 12:15:47.988919 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 24 12:15:47.988919 dv-neutron-797120-4-hyperv neutron-server[128083]: cb(*args, **kw) Jun 24 12:15:47.988919 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 24 12:15:47.988919 dv-neutron-797120-4-hyperv neutron-server[128083]: return func(*args, **kwargs) Jun 24 12:15:47.988919 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 24 12:15:47.988919 dv-neutron-797120-4-hyperv neutron-server[128083]: self._notify() Jun 24 12:15:47.988919 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 24 12:15:47.988919 dv-neutron-797120-4-hyperv neutron-server[128083]: self.callback(batched_events) Jun 24 12:15:47.988919 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 24 12:15:47.988919 dv-neutron-797120-4-hyperv neutron-server[128083]: event.method(event) Jun 24 12:15:47.988919 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 24 12:15:47.988919 dv-neutron-797120-4-hyperv neutron-server[128083]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 24 12:15:47.988919 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 24 12:15:47.988919 dv-neutron-797120-4-hyperv neutron-server[128083]: aggregate_uuid = self.p_client.list_aggregates( Jun 24 12:15:47.988919 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 24 12:15:47.988919 dv-neutron-797120-4-hyperv neutron-server[128083]: return f(self, *a, **k) Jun 24 12:15:47.988919 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 24 12:15:47.988919 dv-neutron-797120-4-hyperv neutron-server[128083]: return self._get(url).json() Jun 24 12:15:47.988919 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 24 12:15:47.988919 dv-neutron-797120-4-hyperv neutron-server[128083]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 24 12:15:47.988919 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 24 12:15:47.988919 dv-neutron-797120-4-hyperv neutron-server[128083]: return self.request(url, 'GET', **kwargs) Jun 24 12:15:47.988919 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 24 12:15:47.988919 dv-neutron-797120-4-hyperv neutron-server[128083]: base_url = self.get_endpoint(auth, allow=allow, Jun 24 12:15:47.988919 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 24 12:15:47.988919 dv-neutron-797120-4-hyperv neutron-server[128083]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 24 12:15:47.988919 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 24 12:15:47.988919 dv-neutron-797120-4-hyperv neutron-server[128083]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 24 12:15:47.988919 dv-neutron-797120-4-hyperv neutron-server[128083]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 24 12:15:48.067171 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-06281407-589b-4d9e-841e-8c3fa3f62b4a tempest-NetworksIpV6Test-1132019847 tempest-NetworksIpV6Test-1132019847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1800243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1815642'] for network, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:15:48.072613 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-06281407-589b-4d9e-841e-8c3fa3f62b4a tempest-NetworksIpV6Test-1132019847 tempest-NetworksIpV6Test-1132019847-project] Notify callbacks [] for network, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:15:48.077492 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-06281407-589b-4d9e-841e-8c3fa3f62b4a tempest-NetworksIpV6Test-1132019847 tempest-NetworksIpV6Test-1132019847-project] 10.222.0.53 "DELETE /v2.0/networks/a5f37c1f-87f5-480b-99f6-e6f9769d990c HTTP/1.1" status: 204 len: 168 time: 0.4926243 Jun 24 12:15:48.078193 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 39160) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:15:48.081886 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-029dc02a-4d8a-407a-ad67-22bb343161fc tempest-BulkNetworkOpsTest-1574223460 tempest-BulkNetworkOpsTest-1574223460-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:15:48.113524 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06281407-589b-4d9e-841e-8c3fa3f62b4a tempest-NetworksIpV6Test-1132019847 tempest-NetworksIpV6Test-1132019847-project] Pushing event deleted for resources: {'Network': ['ID=a5f37c1f-87f5-480b-99f6-e6f9769d990c,revision_number=None']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:15:48.117851 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-06281407-589b-4d9e-841e-8c3fa3f62b4a tempest-NetworksIpV6Test-1132019847 tempest-NetworksIpV6Test-1132019847-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:15:48.130794 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5fc56e7-c345-4e99-ba50-259764442f7f tempest-NetworksIpV6Test-1132019847 tempest-NetworksIpV6Test-1132019847-project] GET failed (client error): The resource could not be found. Jun 24 12:15:48.135946 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 39162) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:15:48.137847 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-b5fc56e7-c345-4e99-ba50-259764442f7f tempest-NetworksIpV6Test-1132019847 tempest-NetworksIpV6Test-1132019847-project] 10.222.0.53 "GET /v2.0/subnets/d4b53cff-5212-4566-b0fb-d02ffdb8d5ff HTTP/1.1" status: 404 len: 337 time: 0.0582809 Jun 24 12:15:48.157978 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.pecan_wsgi.hooks.translation [None req-548bf5f8-80fc-44db-abd9-82a92183ab48 tempest-NetworksIpV6Test-1132019847 tempest-NetworksIpV6Test-1132019847-project] DELETE failed (client error): The resource could not be found. Jun 24 12:15:48.158611 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-548bf5f8-80fc-44db-abd9-82a92183ab48 tempest-NetworksIpV6Test-1132019847 tempest-NetworksIpV6Test-1132019847-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=128083) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 24 12:15:48.160469 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-548bf5f8-80fc-44db-abd9-82a92183ab48 tempest-NetworksIpV6Test-1132019847 tempest-NetworksIpV6Test-1132019847-project] 10.222.0.53 "DELETE /v2.0/networks/a5f37c1f-87f5-480b-99f6-e6f9769d990c HTTP/1.1" status: 404 len: 339 time: 0.0234902 Jun 24 12:15:48.164458 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 39164) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:15:48.196838 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e09316c-21af-4bcb-9679-f06ff3b0c20c tempest-NetworksIpV6Test-1132019847 tempest-NetworksIpV6Test-1132019847-project] DELETE failed (client error): The resource could not be found. Jun 24 12:15:48.197330 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1e09316c-21af-4bcb-9679-f06ff3b0c20c tempest-NetworksIpV6Test-1132019847 tempest-NetworksIpV6Test-1132019847-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=128083) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 24 12:15:48.199186 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-1e09316c-21af-4bcb-9679-f06ff3b0c20c tempest-NetworksIpV6Test-1132019847 tempest-NetworksIpV6Test-1132019847-project] 10.222.0.53 "DELETE /v2.0/subnets/d4b53cff-5212-4566-b0fb-d02ffdb8d5ff HTTP/1.1" status: 404 len: 337 time: 0.0336699 Jun 24 12:15:48.202821 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 39166) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:15:48.223027 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f9cfc3e-4ea0-468e-849c-8ef86196c157 tempest-NetworksIpV6Test-1132019847 tempest-NetworksIpV6Test-1132019847-project] DELETE failed (client error): The resource could not be found. Jun 24 12:15:48.223650 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7f9cfc3e-4ea0-468e-849c-8ef86196c157 tempest-NetworksIpV6Test-1132019847 tempest-NetworksIpV6Test-1132019847-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=128083) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 24 12:15:48.225563 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-7f9cfc3e-4ea0-468e-849c-8ef86196c157 tempest-NetworksIpV6Test-1132019847 tempest-NetworksIpV6Test-1132019847-project] 10.222.0.53 "DELETE /v2.0/networks/a5f37c1f-87f5-480b-99f6-e6f9769d990c HTTP/1.1" status: 404 len: 339 time: 0.0216947 Jun 24 12:15:48.228045 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 39168) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:15:48.288212 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e1c4b1d-eea0-48d8-90f1-3c71fd498af4 tempest-NetworksIpV6Test-1132019847 tempest-NetworksIpV6Test-1132019847-project] Deleting subnet 3817bf81-c559-48a6-bbd6-8803e3424dd1 {{(pid=128083) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 24 12:15:48.291807 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-6e1c4b1d-eea0-48d8-90f1-3c71fd498af4 tempest-NetworksIpV6Test-1132019847 tempest-NetworksIpV6Test-1132019847-project] Notify callbacks [] for subnet, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:15:48.334799 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-6e1c4b1d-eea0-48d8-90f1-3c71fd498af4 tempest-NetworksIpV6Test-1132019847 tempest-NetworksIpV6Test-1132019847-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3143795'] for subnet, precommit_delete_associations {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:15:48.423334 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-6e1c4b1d-eea0-48d8-90f1-3c71fd498af4 tempest-NetworksIpV6Test-1132019847 tempest-NetworksIpV6Test-1132019847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-972249'] for subnet, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:15:48.486496 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-6e1c4b1d-eea0-48d8-90f1-3c71fd498af4 tempest-NetworksIpV6Test-1132019847 tempest-NetworksIpV6Test-1132019847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-972238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2537800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3289951'] for subnet, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:15:48.488485 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-4622e21d-90d0-4bbd-8483-0385f16963f4 tempest-NetworksIpV6Test-1132019847 tempest-NetworksIpV6Test-1132019847-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:15:48.514609 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1c4b1d-eea0-48d8-90f1-3c71fd498af4 tempest-NetworksIpV6Test-1132019847 tempest-NetworksIpV6Test-1132019847-project] Pushing event deleted for resources: {'Subnet': ['ID=3817bf81-c559-48a6-bbd6-8803e3424dd1,revision_number=None']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:15:48.517647 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-6e1c4b1d-eea0-48d8-90f1-3c71fd498af4 tempest-NetworksIpV6Test-1132019847 tempest-NetworksIpV6Test-1132019847-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:15:48.518673 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-6e1c4b1d-eea0-48d8-90f1-3c71fd498af4 tempest-NetworksIpV6Test-1132019847 tempest-NetworksIpV6Test-1132019847-project] Notify callbacks [] for subnet, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:15:48.520523 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-6e1c4b1d-eea0-48d8-90f1-3c71fd498af4 tempest-NetworksIpV6Test-1132019847 tempest-NetworksIpV6Test-1132019847-project] 10.222.0.53 "DELETE /v2.0/subnets/3817bf81-c559-48a6-bbd6-8803e3424dd1 HTTP/1.1" status: 204 len: 168 time: 0.2914965 Jun 24 12:15:48.523583 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 39170) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:15:48.620351 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-95ce658f-4a2c-4175-927e-717bf567a175 tempest-NetworksIpV6Test-1132019847 tempest-NetworksIpV6Test-1132019847-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-534962'] for network, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:15:48.670516 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device c37c4d9e-95d6-49a6-9702-c67c8e334f5b up at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:15:48.683082 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.plugin [None req-95ce658f-4a2c-4175-927e-717bf567a175 tempest-NetworksIpV6Test-1132019847 tempest-NetworksIpV6Test-1132019847-project] Deleting port e30058a3-930e-42d3-a2d9-b0b203a8cb32 {{(pid=128084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:15:48.683503 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-95ce658f-4a2c-4175-927e-717bf567a175 tempest-NetworksIpV6Test-1132019847 tempest-NetworksIpV6Test-1132019847-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793193942312'] for port, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:15:48.722497 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning complete for port c37c4d9e-95d6-49a6-9702-c67c8e334f5b triggered by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:15:48.722968 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:15:48.752173 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.db [None req-95ce658f-4a2c-4175-927e-717bf567a175 tempest-NetworksIpV6Test-1132019847 tempest-NetworksIpV6Test-1132019847-project] For port e30058a3-930e-42d3-a2d9-b0b203a8cb32, host dv-neutron-797120-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=e30058a3-930e-42d3-a2d9-b0b203a8cb32,segment=NetworkSegment(9cfcbdb0-fbf8-44d5-9a58-a7a29f4b30a4),segment_id=9cfcbdb0-fbf8-44d5-9a58-a7a29f4b30a4)] {{(pid=128084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:15:48.752543 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-95ce658f-4a2c-4175-927e-717bf567a175 tempest-NetworksIpV6Test-1132019847 tempest-NetworksIpV6Test-1132019847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1978872'] for port, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:15:48.771843 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.plugin [None req-95ce658f-4a2c-4175-927e-717bf567a175 tempest-NetworksIpV6Test-1132019847 tempest-NetworksIpV6Test-1132019847-project] Calling delete_port for e30058a3-930e-42d3-a2d9-b0b203a8cb32 owned by network:dhcp {{(pid=128084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:15:48.814535 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device e30058a3-930e-42d3-a2d9-b0b203a8cb32 up at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:15:48.861375 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-95ce658f-4a2c-4175-927e-717bf567a175 tempest-NetworksIpV6Test-1132019847 tempest-NetworksIpV6Test-1132019847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793193945299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193536732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3292088'] for port, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:15:48.861608 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning for port e30058a3-930e-42d3-a2d9-b0b203a8cb32 completed by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:15:48.865529 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-4b46c2ff-d2f9-4e84-acfe-8f4325c411d9 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:15:48.866051 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning complete for port e30058a3-930e-42d3-a2d9-b0b203a8cb32 triggered by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:15:48.866745 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:15:48.889668 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Port e30058a3-930e-42d3-a2d9-b0b203a8cb32 was deleted so its status cannot be updated. {{(pid=128085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jun 24 12:15:48.895940 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95ce658f-4a2c-4175-927e-717bf567a175 tempest-NetworksIpV6Test-1132019847 tempest-NetworksIpV6Test-1132019847-project] No DVR routers for this DVR port e30058a3-930e-42d3-a2d9-b0b203a8cb32 on host dv-neutron-797120-4-hyperv {{(pid=128084) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 12:15:48.901794 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ce658f-4a2c-4175-927e-717bf567a175 tempest-NetworksIpV6Test-1132019847 tempest-NetworksIpV6Test-1132019847-project] Pushing event deleted for resources: {'Port': ['ID=e30058a3-930e-42d3-a2d9-b0b203a8cb32,revision_number=None']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:15:48.905698 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-95ce658f-4a2c-4175-927e-717bf567a175 tempest-NetworksIpV6Test-1132019847 tempest-NetworksIpV6Test-1132019847-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:15:48.935473 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b71b7fdb-a36e-4e87-9a8b-34890a0b762d None None] Network 6d317dcc-1660-4e73-8eed-f937eecf670d requested from dv-neutron-797120-4-hyperv {{(pid=128085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:15:48.987062 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-95ce658f-4a2c-4175-927e-717bf567a175 tempest-NetworksIpV6Test-1132019847 tempest-NetworksIpV6Test-1132019847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973199', 'neutron.services.segments.db._delete_segments_for_network-8793194012456'] for network, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:15:48.987412 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-4b93c003-b65e-4501-9777-31363498046d None None] Could not find standard attr ID for object e30058a3-930e-42d3-a2d9-b0b203a8cb32. {{(pid=128085) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 24 12:15:48.999002 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.services.segments.db [None req-95ce658f-4a2c-4175-927e-717bf567a175 tempest-NetworksIpV6Test-1132019847 tempest-NetworksIpV6Test-1132019847-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d317dcc-1660-4e73-8eed-f937eecf670d']}} {{(pid=128084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:15:49.009295 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.services.segments.db [None req-95ce658f-4a2c-4175-927e-717bf567a175 tempest-NetworksIpV6Test-1132019847 tempest-NetworksIpV6Test-1132019847-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9cfcbdb0-fbf8-44d5-9a58-a7a29f4b30a4') {'for_net_delete': True} {{(pid=128084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:15:49.009717 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.services.segments.db [None req-95ce658f-4a2c-4175-927e-717bf567a175 tempest-NetworksIpV6Test-1132019847 tempest-NetworksIpV6Test-1132019847-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9cfcbdb0-fbf8-44d5-9a58-a7a29f4b30a4') {} {{(pid=128084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:15:49.020234 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-95ce658f-4a2c-4175-927e-717bf567a175 tempest-NetworksIpV6Test-1132019847 tempest-NetworksIpV6Test-1132019847-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793194097327', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2373599'] for segment, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:15:49.034621 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-95ce658f-4a2c-4175-927e-717bf567a175 tempest-NetworksIpV6Test-1132019847 tempest-NetworksIpV6Test-1132019847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967879'] for segment, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:15:49.040710 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95ce658f-4a2c-4175-927e-717bf567a175 tempest-NetworksIpV6Test-1132019847 tempest-NetworksIpV6Test-1132019847-project] Releasing vlan 610 on physical network physnet1 to pool {{(pid=128084) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 12:15:49.041252 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-95ce658f-4a2c-4175-927e-717bf567a175 tempest-NetworksIpV6Test-1132019847 tempest-NetworksIpV6Test-1132019847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3292053'] for segment, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:15:49.045215 dv-neutron-797120-4-hyperv neutron-server[128084]: Traceback (most recent call last): Jun 24 12:15:49.045215 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 24 12:15:49.045215 dv-neutron-797120-4-hyperv neutron-server[128084]: timer() Jun 24 12:15:49.045215 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 24 12:15:49.045215 dv-neutron-797120-4-hyperv neutron-server[128084]: cb(*args, **kw) Jun 24 12:15:49.045215 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 24 12:15:49.045215 dv-neutron-797120-4-hyperv neutron-server[128084]: return func(*args, **kwargs) Jun 24 12:15:49.045215 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 24 12:15:49.045215 dv-neutron-797120-4-hyperv neutron-server[128084]: self._notify() Jun 24 12:15:49.045215 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 24 12:15:49.045215 dv-neutron-797120-4-hyperv neutron-server[128084]: self.callback(batched_events) Jun 24 12:15:49.045215 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 24 12:15:49.045215 dv-neutron-797120-4-hyperv neutron-server[128084]: event.method(event) Jun 24 12:15:49.045215 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 24 12:15:49.045215 dv-neutron-797120-4-hyperv neutron-server[128084]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 24 12:15:49.045215 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 24 12:15:49.045215 dv-neutron-797120-4-hyperv neutron-server[128084]: aggregate_uuid = self.p_client.list_aggregates( Jun 24 12:15:49.045215 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 24 12:15:49.045215 dv-neutron-797120-4-hyperv neutron-server[128084]: return f(self, *a, **k) Jun 24 12:15:49.045215 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 24 12:15:49.045215 dv-neutron-797120-4-hyperv neutron-server[128084]: return self._get(url).json() Jun 24 12:15:49.045215 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 24 12:15:49.045215 dv-neutron-797120-4-hyperv neutron-server[128084]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 24 12:15:49.045215 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 24 12:15:49.045215 dv-neutron-797120-4-hyperv neutron-server[128084]: return self.request(url, 'GET', **kwargs) Jun 24 12:15:49.045215 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 24 12:15:49.045215 dv-neutron-797120-4-hyperv neutron-server[128084]: base_url = self.get_endpoint(auth, allow=allow, Jun 24 12:15:49.045215 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 24 12:15:49.045215 dv-neutron-797120-4-hyperv neutron-server[128084]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 24 12:15:49.045215 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 24 12:15:49.045215 dv-neutron-797120-4-hyperv neutron-server[128084]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 24 12:15:49.045215 dv-neutron-797120-4-hyperv neutron-server[128084]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 24 12:15:49.097130 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2850068e-87bf-4cb6-83b2-5f1b9ca9bfff None None] DHCP port deletion for 6d317dcc-1660-4e73-8eed-f937eecf670d request from dv-neutron-797120-4-hyperv {{(pid=128085) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 24 12:15:49.109523 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-95ce658f-4a2c-4175-927e-717bf567a175 tempest-NetworksIpV6Test-1132019847 tempest-NetworksIpV6Test-1132019847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1800243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1815642'] for network, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:15:49.115315 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-95ce658f-4a2c-4175-927e-717bf567a175 tempest-NetworksIpV6Test-1132019847 tempest-NetworksIpV6Test-1132019847-project] Notify callbacks [] for network, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:15:49.117625 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-95ce658f-4a2c-4175-927e-717bf567a175 tempest-NetworksIpV6Test-1132019847 tempest-NetworksIpV6Test-1132019847-project] 10.222.0.53 "DELETE /v2.0/networks/6d317dcc-1660-4e73-8eed-f937eecf670d HTTP/1.1" status: 204 len: 168 time: 0.5927763 Jun 24 12:15:49.118539 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-bf365f9f-bf79-47ce-ae1e-1a00f9eec6c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:15:49.120221 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 39172) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:15:49.137308 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ce658f-4a2c-4175-927e-717bf567a175 tempest-NetworksIpV6Test-1132019847 tempest-NetworksIpV6Test-1132019847-project] Pushing event deleted for resources: {'Network': ['ID=6d317dcc-1660-4e73-8eed-f937eecf670d,revision_number=None']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:15:49.140332 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-95ce658f-4a2c-4175-927e-717bf567a175 tempest-NetworksIpV6Test-1132019847 tempest-NetworksIpV6Test-1132019847-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:15:49.148208 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac48ce4a-8572-4c28-a762-6738f5c4a967 tempest-NetworksIpV6Test-1132019847 tempest-NetworksIpV6Test-1132019847-project] DELETE failed (client error): The resource could not be found. Jun 24 12:15:49.148670 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ac48ce4a-8572-4c28-a762-6738f5c4a967 tempest-NetworksIpV6Test-1132019847 tempest-NetworksIpV6Test-1132019847-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=128083) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 24 12:15:49.150393 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-ac48ce4a-8572-4c28-a762-6738f5c4a967 tempest-NetworksIpV6Test-1132019847 tempest-NetworksIpV6Test-1132019847-project] 10.222.0.53 "DELETE /v2.0/subnets/a3857a02-42b5-4474-bf88-954c4f18595e HTTP/1.1" status: 404 len: 337 time: 0.0291231 Jun 24 12:15:49.152911 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 39174) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:15:49.171128 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.pecan_wsgi.hooks.translation [None req-08113da2-067c-4b89-9503-cbe041179b3e tempest-NetworksIpV6Test-1132019847 tempest-NetworksIpV6Test-1132019847-project] DELETE failed (client error): The resource could not be found. Jun 24 12:15:49.171818 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-08113da2-067c-4b89-9503-cbe041179b3e tempest-NetworksIpV6Test-1132019847 tempest-NetworksIpV6Test-1132019847-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=128083) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 24 12:15:49.173419 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-08113da2-067c-4b89-9503-cbe041179b3e tempest-NetworksIpV6Test-1132019847 tempest-NetworksIpV6Test-1132019847-project] 10.222.0.53 "DELETE /v2.0/networks/9329f010-3836-4836-87ea-9c8236a3393c HTTP/1.1" status: 404 len: 339 time: 0.0194542 Jun 24 12:15:49.175807 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 39176) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:15:49.201927 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.pecan_wsgi.hooks.translation [None req-42ef12bd-54c4-4b04-9076-1b6db64761b5 tempest-NetworksIpV6Test-1132019847 tempest-NetworksIpV6Test-1132019847-project] DELETE failed (client error): The resource could not be found. Jun 24 12:15:49.202377 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-42ef12bd-54c4-4b04-9076-1b6db64761b5 tempest-NetworksIpV6Test-1132019847 tempest-NetworksIpV6Test-1132019847-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=128083) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 24 12:15:49.204026 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-42ef12bd-54c4-4b04-9076-1b6db64761b5 tempest-NetworksIpV6Test-1132019847 tempest-NetworksIpV6Test-1132019847-project] 10.222.0.53 "DELETE /v2.0/subnets/04a1aa0d-36b2-4c80-bdeb-84a6d2eefa94 HTTP/1.1" status: 404 len: 337 time: 0.0273232 Jun 24 12:15:49.206558 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 39178) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:15:49.224497 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.pecan_wsgi.hooks.translation [None req-73f08824-b969-409c-97f1-8303375d8f77 tempest-NetworksIpV6Test-1132019847 tempest-NetworksIpV6Test-1132019847-project] DELETE failed (client error): The resource could not be found. Jun 24 12:15:49.225068 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-73f08824-b969-409c-97f1-8303375d8f77 tempest-NetworksIpV6Test-1132019847 tempest-NetworksIpV6Test-1132019847-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=128083) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 24 12:15:49.226731 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-73f08824-b969-409c-97f1-8303375d8f77 tempest-NetworksIpV6Test-1132019847 tempest-NetworksIpV6Test-1132019847-project] 10.222.0.53 "DELETE /v2.0/networks/af54add7-6665-4234-8edd-54cb6bda7a3c HTTP/1.1" status: 404 len: 339 time: 0.0192258 Jun 24 12:15:49.229315 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 39180) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:15:49.280550 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.db_base_plugin_v2 [None req-1cd15642-db27-4022-8a0b-f1170930c66d tempest-NetworksIpV6Test-1132019847 tempest-NetworksIpV6Test-1132019847-project] Deleting subnet 8c1d976d-750f-4075-b038-08423fae3bba {{(pid=128083) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 24 12:15:49.283640 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-1cd15642-db27-4022-8a0b-f1170930c66d tempest-NetworksIpV6Test-1132019847 tempest-NetworksIpV6Test-1132019847-project] Notify callbacks [] for subnet, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:15:49.328443 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-1cd15642-db27-4022-8a0b-f1170930c66d tempest-NetworksIpV6Test-1132019847 tempest-NetworksIpV6Test-1132019847-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3143795'] for subnet, precommit_delete_associations {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:15:49.415155 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-1cd15642-db27-4022-8a0b-f1170930c66d tempest-NetworksIpV6Test-1132019847 tempest-NetworksIpV6Test-1132019847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-972249'] for subnet, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:15:49.475034 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-1cd15642-db27-4022-8a0b-f1170930c66d tempest-NetworksIpV6Test-1132019847 tempest-NetworksIpV6Test-1132019847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-972238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2537800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3289951'] for subnet, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:15:49.477964 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-ea0496e5-61ac-42f9-b475-9d0a283e1ef3 tempest-NetworksIpV6Test-1132019847 tempest-NetworksIpV6Test-1132019847-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:15:49.510025 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-1cd15642-db27-4022-8a0b-f1170930c66d tempest-NetworksIpV6Test-1132019847 tempest-NetworksIpV6Test-1132019847-project] Notify callbacks [] for subnet, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:15:49.512175 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-1cd15642-db27-4022-8a0b-f1170930c66d tempest-NetworksIpV6Test-1132019847 tempest-NetworksIpV6Test-1132019847-project] 10.222.0.53 "DELETE /v2.0/subnets/8c1d976d-750f-4075-b038-08423fae3bba HTTP/1.1" status: 204 len: 168 time: 0.2818348 Jun 24 12:15:49.514648 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd15642-db27-4022-8a0b-f1170930c66d tempest-NetworksIpV6Test-1132019847 tempest-NetworksIpV6Test-1132019847-project] Pushing event deleted for resources: {'Subnet': ['ID=8c1d976d-750f-4075-b038-08423fae3bba,revision_number=None']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:15:49.515378 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 39182) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:15:49.517716 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-1cd15642-db27-4022-8a0b-f1170930c66d tempest-NetworksIpV6Test-1132019847 tempest-NetworksIpV6Test-1132019847-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:15:49.520452 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9feebd8-2561-42c4-b41c-e49f0c7358ab None None] Network b537906b-b5fb-48a1-9380-45efc3cf8cab requested from dv-neutron-797120-4-hyperv {{(pid=128085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:15:49.593099 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-6a9523ed-9efd-402b-9894-88deb820856d tempest-NetworksIpV6Test-1132019847 tempest-NetworksIpV6Test-1132019847-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-534962'] for network, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:15:49.645817 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.plugin [None req-6a9523ed-9efd-402b-9894-88deb820856d tempest-NetworksIpV6Test-1132019847 tempest-NetworksIpV6Test-1132019847-project] Deleting port c37c4d9e-95d6-49a6-9702-c67c8e334f5b {{(pid=128084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:15:49.646162 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-6a9523ed-9efd-402b-9894-88deb820856d tempest-NetworksIpV6Test-1132019847 tempest-NetworksIpV6Test-1132019847-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793193942312'] for port, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:15:49.705362 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac727c61-b23c-4d02-8d71-477ae164a5d5 None None] DHCP port deletion for b537906b-b5fb-48a1-9380-45efc3cf8cab request from dv-neutron-797120-4-hyperv {{(pid=128085) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 24 12:15:49.715307 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.db [None req-6a9523ed-9efd-402b-9894-88deb820856d tempest-NetworksIpV6Test-1132019847 tempest-NetworksIpV6Test-1132019847-project] For port c37c4d9e-95d6-49a6-9702-c67c8e334f5b, host dv-neutron-797120-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=c37c4d9e-95d6-49a6-9702-c67c8e334f5b,segment=NetworkSegment(53c9fc76-a5d5-4466-8b06-32b70eb16a3b),segment_id=53c9fc76-a5d5-4466-8b06-32b70eb16a3b)] {{(pid=128084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:15:49.715809 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-6a9523ed-9efd-402b-9894-88deb820856d tempest-NetworksIpV6Test-1132019847 tempest-NetworksIpV6Test-1132019847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1978872'] for port, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:15:49.729065 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.plugin [None req-6a9523ed-9efd-402b-9894-88deb820856d tempest-NetworksIpV6Test-1132019847 tempest-NetworksIpV6Test-1132019847-project] Calling delete_port for c37c4d9e-95d6-49a6-9702-c67c8e334f5b owned by network:dhcp {{(pid=128084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:15:49.749514 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-ac727c61-b23c-4d02-8d71-477ae164a5d5 None None] Deleting port c37c4d9e-95d6-49a6-9702-c67c8e334f5b {{(pid=128085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:15:49.749900 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ac727c61-b23c-4d02-8d71-477ae164a5d5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793193942312'] for port, before_delete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:15:49.807806 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-6a9523ed-9efd-402b-9894-88deb820856d tempest-NetworksIpV6Test-1132019847 tempest-NetworksIpV6Test-1132019847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793193945299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193536732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3292088'] for port, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:15:49.810650 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-942601cf-366f-47b8-a5b3-f9a3ca399615 tempest-BulkNetworkOpsTest-1574223460 tempest-BulkNetworkOpsTest-1574223460-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:15:49.811232 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-ac727c61-b23c-4d02-8d71-477ae164a5d5 None None] For port c37c4d9e-95d6-49a6-9702-c67c8e334f5b, host dv-neutron-797120-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=c37c4d9e-95d6-49a6-9702-c67c8e334f5b,segment=NetworkSegment(53c9fc76-a5d5-4466-8b06-32b70eb16a3b),segment_id=53c9fc76-a5d5-4466-8b06-32b70eb16a3b)] {{(pid=128085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:15:49.811630 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ac727c61-b23c-4d02-8d71-477ae164a5d5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1978872'] for port, precommit_delete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:15:49.828922 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-ac727c61-b23c-4d02-8d71-477ae164a5d5 None None] Calling delete_port for c37c4d9e-95d6-49a6-9702-c67c8e334f5b owned by network:dhcp {{(pid=128085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:15:49.837552 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9523ed-9efd-402b-9894-88deb820856d tempest-NetworksIpV6Test-1132019847 tempest-NetworksIpV6Test-1132019847-project] Pushing event deleted for resources: {'Port': ['ID=c37c4d9e-95d6-49a6-9702-c67c8e334f5b,revision_number=None']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:15:49.840887 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-6a9523ed-9efd-402b-9894-88deb820856d tempest-NetworksIpV6Test-1132019847 tempest-NetworksIpV6Test-1132019847-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:15:49.841723 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a9523ed-9efd-402b-9894-88deb820856d tempest-NetworksIpV6Test-1132019847 tempest-NetworksIpV6Test-1132019847-project] No DVR routers for this DVR port c37c4d9e-95d6-49a6-9702-c67c8e334f5b on host dv-neutron-797120-4-hyperv {{(pid=128084) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 12:15:49.929025 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-6a9523ed-9efd-402b-9894-88deb820856d tempest-NetworksIpV6Test-1132019847 tempest-NetworksIpV6Test-1132019847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973199', 'neutron.services.segments.db._delete_segments_for_network-8793194012456'] for network, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:15:49.939965 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.services.segments.db [None req-6a9523ed-9efd-402b-9894-88deb820856d tempest-NetworksIpV6Test-1132019847 tempest-NetworksIpV6Test-1132019847-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b537906b-b5fb-48a1-9380-45efc3cf8cab']}} {{(pid=128084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:15:49.951631 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.services.segments.db [None req-6a9523ed-9efd-402b-9894-88deb820856d tempest-NetworksIpV6Test-1132019847 tempest-NetworksIpV6Test-1132019847-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53c9fc76-a5d5-4466-8b06-32b70eb16a3b') {'for_net_delete': True} {{(pid=128084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:15:49.951927 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.services.segments.db [None req-6a9523ed-9efd-402b-9894-88deb820856d tempest-NetworksIpV6Test-1132019847 tempest-NetworksIpV6Test-1132019847-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53c9fc76-a5d5-4466-8b06-32b70eb16a3b') {} {{(pid=128084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:15:49.961776 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-6a9523ed-9efd-402b-9894-88deb820856d tempest-NetworksIpV6Test-1132019847 tempest-NetworksIpV6Test-1132019847-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793194097327', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2373599'] for segment, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:15:49.976804 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-6a9523ed-9efd-402b-9894-88deb820856d tempest-NetworksIpV6Test-1132019847 tempest-NetworksIpV6Test-1132019847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967879'] for segment, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:15:49.983011 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a9523ed-9efd-402b-9894-88deb820856d tempest-NetworksIpV6Test-1132019847 tempest-NetworksIpV6Test-1132019847-project] Releasing vlan 612 on physical network physnet1 to pool {{(pid=128084) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 12:15:49.983409 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-6a9523ed-9efd-402b-9894-88deb820856d tempest-NetworksIpV6Test-1132019847 tempest-NetworksIpV6Test-1132019847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3292053'] for segment, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:15:49.986453 dv-neutron-797120-4-hyperv neutron-server[128084]: Traceback (most recent call last): Jun 24 12:15:49.986453 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 24 12:15:49.986453 dv-neutron-797120-4-hyperv neutron-server[128084]: timer() Jun 24 12:15:49.986453 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 24 12:15:49.986453 dv-neutron-797120-4-hyperv neutron-server[128084]: cb(*args, **kw) Jun 24 12:15:49.986453 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 24 12:15:49.986453 dv-neutron-797120-4-hyperv neutron-server[128084]: return func(*args, **kwargs) Jun 24 12:15:49.986453 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 24 12:15:49.986453 dv-neutron-797120-4-hyperv neutron-server[128084]: self._notify() Jun 24 12:15:49.986453 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 24 12:15:49.986453 dv-neutron-797120-4-hyperv neutron-server[128084]: self.callback(batched_events) Jun 24 12:15:49.986453 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 24 12:15:49.986453 dv-neutron-797120-4-hyperv neutron-server[128084]: event.method(event) Jun 24 12:15:49.986453 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 24 12:15:49.986453 dv-neutron-797120-4-hyperv neutron-server[128084]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 24 12:15:49.986453 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 24 12:15:49.986453 dv-neutron-797120-4-hyperv neutron-server[128084]: aggregate_uuid = self.p_client.list_aggregates( Jun 24 12:15:49.986453 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 24 12:15:49.986453 dv-neutron-797120-4-hyperv neutron-server[128084]: return f(self, *a, **k) Jun 24 12:15:49.986453 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 24 12:15:49.986453 dv-neutron-797120-4-hyperv neutron-server[128084]: return self._get(url).json() Jun 24 12:15:49.986453 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 24 12:15:49.986453 dv-neutron-797120-4-hyperv neutron-server[128084]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 24 12:15:49.986453 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 24 12:15:49.986453 dv-neutron-797120-4-hyperv neutron-server[128084]: return self.request(url, 'GET', **kwargs) Jun 24 12:15:49.986453 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 24 12:15:49.986453 dv-neutron-797120-4-hyperv neutron-server[128084]: base_url = self.get_endpoint(auth, allow=allow, Jun 24 12:15:49.986453 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 24 12:15:49.986453 dv-neutron-797120-4-hyperv neutron-server[128084]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 24 12:15:49.986453 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 24 12:15:49.986453 dv-neutron-797120-4-hyperv neutron-server[128084]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 24 12:15:49.986453 dv-neutron-797120-4-hyperv neutron-server[128084]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 24 12:15:50.050754 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-6a9523ed-9efd-402b-9894-88deb820856d tempest-NetworksIpV6Test-1132019847 tempest-NetworksIpV6Test-1132019847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1800243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1815642'] for network, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:15:50.052264 dv-neutron-797120-4-hyperv neutron-server[128085]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 24 12:15:50.052264 dv-neutron-797120-4-hyperv neutron-server[128085]: from cryptography.utils import int_from_bytes Jun 24 12:15:50.052264 dv-neutron-797120-4-hyperv neutron-server[128085]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 24 12:15:50.052264 dv-neutron-797120-4-hyperv neutron-server[128085]: from cryptography.utils import int_from_bytes Jun 24 12:15:50.052264 dv-neutron-797120-4-hyperv neutron-server[128085]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 24 12:15:50.052264 dv-neutron-797120-4-hyperv neutron-server[128085]: self.session.flush() Jun 24 12:15:50.052264 dv-neutron-797120-4-hyperv neutron-server[128085]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 24 12:15:50.052264 dv-neutron-797120-4-hyperv neutron-server[128085]: self.session.flush() Jun 24 12:15:50.052264 dv-neutron-797120-4-hyperv neutron-server[128085]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 24 12:15:50.052264 dv-neutron-797120-4-hyperv neutron-server[128085]: self.session.flush() Jun 24 12:15:50.052264 dv-neutron-797120-4-hyperv neutron-server[128085]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 24 12:15:50.052264 dv-neutron-797120-4-hyperv neutron-server[128085]: self.session.flush() Jun 24 12:15:50.052264 dv-neutron-797120-4-hyperv neutron-server[128085]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 24 12:15:50.052264 dv-neutron-797120-4-hyperv neutron-server[128085]: self.session.flush() Jun 24 12:15:50.052264 dv-neutron-797120-4-hyperv neutron-server[128085]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 24 12:15:50.052264 dv-neutron-797120-4-hyperv neutron-server[128085]: self.session.flush() Jun 24 12:15:50.052264 dv-neutron-797120-4-hyperv neutron-server[128085]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 24 12:15:50.052264 dv-neutron-797120-4-hyperv neutron-server[128085]: self.session.flush() Jun 24 12:15:50.052264 dv-neutron-797120-4-hyperv neutron-server[128085]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 24 12:15:50.052264 dv-neutron-797120-4-hyperv neutron-server[128085]: self.session.flush() Jun 24 12:15:50.052264 dv-neutron-797120-4-hyperv neutron-server[128085]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 24 12:15:50.052264 dv-neutron-797120-4-hyperv neutron-server[128085]: self.session.flush() Jun 24 12:15:50.052264 dv-neutron-797120-4-hyperv neutron-server[128085]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 24 12:15:50.052264 dv-neutron-797120-4-hyperv neutron-server[128085]: self.session.flush() Jun 24 12:15:50.052264 dv-neutron-797120-4-hyperv neutron-server[128085]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 24 12:15:50.052264 dv-neutron-797120-4-hyperv neutron-server[128085]: self.session.flush() Jun 24 12:15:50.052264 dv-neutron-797120-4-hyperv neutron-server[128085]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 24 12:15:50.052264 dv-neutron-797120-4-hyperv neutron-server[128085]: self.session.flush() Jun 24 12:15:50.052264 dv-neutron-797120-4-hyperv neutron-server[128085]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 24 12:15:50.052264 dv-neutron-797120-4-hyperv neutron-server[128085]: self.session.flush() Jun 24 12:15:50.052264 dv-neutron-797120-4-hyperv neutron-server[128085]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 24 12:15:50.052264 dv-neutron-797120-4-hyperv neutron-server[128085]: self.session.flush() Jun 24 12:15:50.052264 dv-neutron-797120-4-hyperv neutron-server[128085]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 24 12:15:50.052264 dv-neutron-797120-4-hyperv neutron-server[128085]: self.session.flush() Jun 24 12:15:50.052264 dv-neutron-797120-4-hyperv neutron-server[128085]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 24 12:15:50.052264 dv-neutron-797120-4-hyperv neutron-server[128085]: self.session.flush() Jun 24 12:15:50.052264 dv-neutron-797120-4-hyperv neutron-server[128085]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 24 12:15:50.052264 dv-neutron-797120-4-hyperv neutron-server[128085]: self.session.flush() Jun 24 12:15:50.052264 dv-neutron-797120-4-hyperv neutron-server[128085]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 24 12:15:50.052264 dv-neutron-797120-4-hyperv neutron-server[128085]: self.session.flush() Jun 24 12:15:50.052264 dv-neutron-797120-4-hyperv neutron-server[128085]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 24 12:15:50.052264 dv-neutron-797120-4-hyperv neutron-server[128085]: self.session.flush() Jun 24 12:15:50.052264 dv-neutron-797120-4-hyperv neutron-server[128085]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 24 12:15:50.052264 dv-neutron-797120-4-hyperv neutron-server[128085]: self.session.flush() Jun 24 12:15:50.052264 dv-neutron-797120-4-hyperv neutron-server[128085]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 24 12:15:50.052264 dv-neutron-797120-4-hyperv neutron-server[128085]: self.session.flush() Jun 24 12:15:50.052264 dv-neutron-797120-4-hyperv neutron-server[128085]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 24 12:15:50.052264 dv-neutron-797120-4-hyperv neutron-server[128085]: self.session.flush() Jun 24 12:15:50.052264 dv-neutron-797120-4-hyperv neutron-server[128085]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 24 12:15:50.052264 dv-neutron-797120-4-hyperv neutron-server[128085]: self.session.flush() Jun 24 12:15:50.052264 dv-neutron-797120-4-hyperv neutron-server[128085]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 24 12:15:50.052264 dv-neutron-797120-4-hyperv neutron-server[128085]: self.session.flush() Jun 24 12:15:50.052264 dv-neutron-797120-4-hyperv neutron-server[128085]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 24 12:15:50.052264 dv-neutron-797120-4-hyperv neutron-server[128085]: self.session.flush() Jun 24 12:15:50.052264 dv-neutron-797120-4-hyperv neutron-server[128085]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 24 12:15:50.052264 dv-neutron-797120-4-hyperv neutron-server[128085]: self.session.flush() Jun 24 12:15:50.052264 dv-neutron-797120-4-hyperv neutron-server[128085]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 24 12:15:50.052264 dv-neutron-797120-4-hyperv neutron-server[128085]: self.session.flush() Jun 24 12:15:50.056848 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-6ebc60e9-ad05-45fd-968b-ade34c6640c8 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:15:50.058775 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-6a9523ed-9efd-402b-9894-88deb820856d tempest-NetworksIpV6Test-1132019847 tempest-NetworksIpV6Test-1132019847-project] Notify callbacks [] for network, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:15:50.061310 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-6a9523ed-9efd-402b-9894-88deb820856d tempest-NetworksIpV6Test-1132019847 tempest-NetworksIpV6Test-1132019847-project] 10.222.0.53 "DELETE /v2.0/networks/b537906b-b5fb-48a1-9380-45efc3cf8cab HTTP/1.1" status: 204 len: 168 time: 0.5446837 Jun 24 12:15:50.065135 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ac727c61-b23c-4d02-8d71-477ae164a5d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793193945299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193536732'] for port, after_delete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:15:50.068251 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:15:50.073270 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9523ed-9efd-402b-9894-88deb820856d tempest-NetworksIpV6Test-1132019847 tempest-NetworksIpV6Test-1132019847-project] Pushing event deleted for resources: {'Network': ['ID=b537906b-b5fb-48a1-9380-45efc3cf8cab,revision_number=None']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:15:50.075948 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-6a9523ed-9efd-402b-9894-88deb820856d tempest-NetworksIpV6Test-1132019847 tempest-NetworksIpV6Test-1132019847-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:15:50.089474 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-ac727c61-b23c-4d02-8d71-477ae164a5d5 None None] Network b537906b-b5fb-48a1-9380-45efc3cf8cab is not hosted by any dhcp agent {{(pid=128085) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jun 24 12:15:50.089946 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac727c61-b23c-4d02-8d71-477ae164a5d5 None None] No DVR routers for this DVR port c37c4d9e-95d6-49a6-9702-c67c8e334f5b on host dv-neutron-797120-4-hyperv {{(pid=128085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 12:15:50.091615 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac727c61-b23c-4d02-8d71-477ae164a5d5 None None] Pushing event deleted for resources: {'Port': ['ID=c37c4d9e-95d6-49a6-9702-c67c8e334f5b,revision_number=None']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:15:50.094334 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-ac727c61-b23c-4d02-8d71-477ae164a5d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:15:50.308793 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 39188) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:15:50.444851 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-61f64028-0bea-40ac-877f-18701c8b9f47 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=5e11baba0f2542cea726864a72fb262b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1329284 Jun 24 12:15:50.447048 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 39192) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:15:50.502288 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-97cca040-0cc8-483e-8413-628ae4b348bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:15:50.524669 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-97cca040-0cc8-483e-8413-628ae4b348bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:15:50.584968 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-97cca040-0cc8-483e-8413-628ae4b348bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800410'] for security_group, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:15:50.587748 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-97cca040-0cc8-483e-8413-628ae4b348bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:15:50.588954 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-97cca040-0cc8-483e-8413-628ae4b348bb admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/635e7fd4-6612-4945-8036-8d260c4dcd02 HTTP/1.1" status: 204 len: 168 time: 0.1409969 Jun 24 12:15:50.589883 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-300b6ddb-1b6e-4c89-812b-8440918de878 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:15:50.596921 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device c37c4d9e-95d6-49a6-9702-c67c8e334f5b no longer exists at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 12:15:50.604373 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97cca040-0cc8-483e-8413-628ae4b348bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=635e7fd4-6612-4945-8036-8d260c4dcd02,revision_number=None']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:15:50.608422 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-97cca040-0cc8-483e-8413-628ae4b348bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:15:50.624356 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] No Port match for: c37c4d9e-95d6-49a6-9702-c67c8e334f5b {{(pid=128085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 12:15:50.624716 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device c37c4d9e-95d6-49a6-9702-c67c8e334f5b not bound to the agent host dv-neutron-797120-4-hyperv {{(pid=128085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 12:15:50.625202 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device e30058a3-930e-42d3-a2d9-b0b203a8cb32 no longer exists at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 12:15:50.651942 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] No Port match for: e30058a3-930e-42d3-a2d9-b0b203a8cb32 {{(pid=128085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 12:15:50.652304 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device e30058a3-930e-42d3-a2d9-b0b203a8cb32 not bound to the agent host dv-neutron-797120-4-hyperv {{(pid=128085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 12:15:51.238863 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 39214) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:15:51.330674 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [None req-830a864c-9206-4d1a-8c3e-2014a0a51109 tempest-RoutersNegativeTest-1948241621 tempest-RoutersNegativeTest-1948241621-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1293381777', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:15:51.353991 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-830a864c-9206-4d1a-8c3e-2014a0a51109 tempest-RoutersNegativeTest-1948241621 tempest-RoutersNegativeTest-1948241621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1803889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65293'] for router, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:15:51.354960 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-830a864c-9206-4d1a-8c3e-2014a0a51109 tempest-RoutersNegativeTest-1948241621 tempest-RoutersNegativeTest-1948241621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1803848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1975305', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1581158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65396'] for router, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:15:51.411484 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-830a864c-9206-4d1a-8c3e-2014a0a51109 tempest-RoutersNegativeTest-1948241621 tempest-RoutersNegativeTest-1948241621-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:15:51.415628 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-830a864c-9206-4d1a-8c3e-2014a0a51109 tempest-RoutersNegativeTest-1948241621 tempest-RoutersNegativeTest-1948241621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1803210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1815767'] for router, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:15:51.430792 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-830a864c-9206-4d1a-8c3e-2014a0a51109 tempest-RoutersNegativeTest-1948241621 tempest-RoutersNegativeTest-1948241621-project] Notify callbacks [] for router, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:15:51.432112 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-830a864c-9206-4d1a-8c3e-2014a0a51109 tempest-RoutersNegativeTest-1948241621 tempest-RoutersNegativeTest-1948241621-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1921828 Jun 24 12:15:51.435154 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 39218) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:15:51.440428 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-fcaa3968-e463-47e3-9c3f-a3ae6067484c tempest-RoutersNegativeTest-1948241621 tempest-RoutersNegativeTest-1948241621-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1382444606'}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:15:51.461169 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcaa3968-e463-47e3-9c3f-a3ae6067484c tempest-RoutersNegativeTest-1948241621 tempest-RoutersNegativeTest-1948241621-project] Made reservation on behalf of 355e9ce494b54b11a40f36b43fefe42c for: {'network': 1} {{(pid=128084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:15:51.464626 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-fcaa3968-e463-47e3-9c3f-a3ae6067484c tempest-RoutersNegativeTest-1948241621 tempest-RoutersNegativeTest-1948241621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for network, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:15:51.474550 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-fcaa3968-e463-47e3-9c3f-a3ae6067484c tempest-RoutersNegativeTest-1948241621 tempest-RoutersNegativeTest-1948241621-project] Notify callbacks [] for security_group, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:15:51.566901 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-fcaa3968-e463-47e3-9c3f-a3ae6067484c tempest-RoutersNegativeTest-1948241621 tempest-RoutersNegativeTest-1948241621-project] Notify callbacks [] for security_group, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:15:51.570900 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-fcaa3968-e463-47e3-9c3f-a3ae6067484c tempest-RoutersNegativeTest-1948241621 tempest-RoutersNegativeTest-1948241621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800410'] for security_group, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:15:51.573847 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-cfc2639c-6408-48f4-a259-f37bb089e35d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:15:51.600223 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fcaa3968-e463-47e3-9c3f-a3ae6067484c tempest-RoutersNegativeTest-1948241621 tempest-RoutersNegativeTest-1948241621-project] vlan segment allocate from pool success with {'vlan_id': 603, 'physical_network': 'physnet1'} {{(pid=128084) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 12:15:51.606672 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcaa3968-e463-47e3-9c3f-a3ae6067484c tempest-RoutersNegativeTest-1948241621 tempest-RoutersNegativeTest-1948241621-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e26d5de8-e4e1-4f43-b4cc-a19a65a06528,revision_number=1']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:15:51.610631 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-fcaa3968-e463-47e3-9c3f-a3ae6067484c tempest-RoutersNegativeTest-1948241621 tempest-RoutersNegativeTest-1948241621-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:15:51.613815 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-fcaa3968-e463-47e3-9c3f-a3ae6067484c tempest-RoutersNegativeTest-1948241621 tempest-RoutersNegativeTest-1948241621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967879'] for segment, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:15:51.614188 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.db.segments_db [None req-fcaa3968-e463-47e3-9c3f-a3ae6067484c tempest-RoutersNegativeTest-1948241621 tempest-RoutersNegativeTest-1948241621-project] Added segment e02b65a0-d513-45af-bd73-0d7e3dd53c80 of type vlan for network a757f536-bcea-44f7-9d18-cd75e5eeefb5 Jun 24 12:15:51.654889 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-fcaa3968-e463-47e3-9c3f-a3ae6067484c tempest-RoutersNegativeTest-1948241621 tempest-RoutersNegativeTest-1948241621-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793193525068'] for network, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:15:51.682531 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-fcaa3968-e463-47e3-9c3f-a3ae6067484c tempest-RoutersNegativeTest-1948241621 tempest-RoutersNegativeTest-1948241621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1800243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976'] for network, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:15:51.688561 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcaa3968-e463-47e3-9c3f-a3ae6067484c tempest-RoutersNegativeTest-1948241621 tempest-RoutersNegativeTest-1948241621-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=128084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:15:51.689199 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-fcaa3968-e463-47e3-9c3f-a3ae6067484c tempest-RoutersNegativeTest-1948241621 tempest-RoutersNegativeTest-1948241621-project] Notify callbacks [] for network, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:15:51.691663 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-c0aade3b-0373-41da-b17a-0d3f7921ee44 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:15:51.728454 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-fcaa3968-e463-47e3-9c3f-a3ae6067484c tempest-RoutersNegativeTest-1948241621 tempest-RoutersNegativeTest-1948241621-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.2921512 Jun 24 12:15:51.731775 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 39220) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:15:51.737326 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [None req-614dd99c-ed27-4b6a-a4a2-ba576bc3f963 tempest-RoutersNegativeTest-1948241621 tempest-RoutersNegativeTest-1948241621-project] Request body: {'subnet': {'network_id': 'a757f536-bcea-44f7-9d18-cd75e5eeefb5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:15:51.762279 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcaa3968-e463-47e3-9c3f-a3ae6067484c tempest-RoutersNegativeTest-1948241621 tempest-RoutersNegativeTest-1948241621-project] Pushing event updated for resources: {'Network': ['ID=a757f536-bcea-44f7-9d18-cd75e5eeefb5,revision_number=1']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:15:51.765981 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-fcaa3968-e463-47e3-9c3f-a3ae6067484c tempest-RoutersNegativeTest-1948241621 tempest-RoutersNegativeTest-1948241621-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:15:51.773339 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Network a757f536-bcea-44f7-9d18-cd75e5eeefb5 details requested by agent ovs-agent-dv-neutron-797120-4-hyperv with host dv-neutron-797120-4-hyperv {{(pid=128085) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 12:15:51.829720 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-614dd99c-ed27-4b6a-a4a2-ba576bc3f963 tempest-RoutersNegativeTest-1948241621 tempest-RoutersNegativeTest-1948241621-project] Made reservation on behalf of 355e9ce494b54b11a40f36b43fefe42c for: {'subnet': 1} {{(pid=128083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:15:51.833193 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-614dd99c-ed27-4b6a-a4a2-ba576bc3f963 tempest-RoutersNegativeTest-1948241621 tempest-RoutersNegativeTest-1948241621-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3289788'] for subnet, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:15:52.013171 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-614dd99c-ed27-4b6a-a4a2-ba576bc3f963 tempest-RoutersNegativeTest-1948241621 tempest-RoutersNegativeTest-1948241621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2537737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3289942'] for subnet, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:15:52.015357 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-64131ebd-9ebe-4d7d-9b22-b075f53877c7 tempest-NetworksTest-1985189285 tempest-NetworksTest-1985189285-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:15:52.080155 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614dd99c-ed27-4b6a-a4a2-ba576bc3f963 tempest-RoutersNegativeTest-1948241621 tempest-RoutersNegativeTest-1948241621-project] Pushing event updated for resources: {'Subnet': ['ID=859758d8-f53a-4959-a9b4-1fe7b6899b1f,revision_number=0']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:15:52.083512 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-614dd99c-ed27-4b6a-a4a2-ba576bc3f963 tempest-RoutersNegativeTest-1948241621 tempest-RoutersNegativeTest-1948241621-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:15:52.089192 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-614dd99c-ed27-4b6a-a4a2-ba576bc3f963 tempest-RoutersNegativeTest-1948241621 tempest-RoutersNegativeTest-1948241621-project] Checking segment: {'id': 'e02b65a0-d513-45af-bd73-0d7e3dd53c80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'a757f536-bcea-44f7-9d18-cd75e5eeefb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=128083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:15:52.089556 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-614dd99c-ed27-4b6a-a4a2-ba576bc3f963 tempest-RoutersNegativeTest-1948241621 tempest-RoutersNegativeTest-1948241621-project] Network hostable DHCP agents. Network: a757f536-bcea-44f7-9d18-cd75e5eeefb5, hostable agents: ['6be988a9-1d97-480f-be5a-c55abf2c55c5'], hosted agents: [] {{(pid=128083) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 12:15:52.106043 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-614dd99c-ed27-4b6a-a4a2-ba576bc3f963 tempest-RoutersNegativeTest-1948241621 tempest-RoutersNegativeTest-1948241621-project] Network a757f536-bcea-44f7-9d18-cd75e5eeefb5 is scheduled to be hosted by DHCP agent 6be988a9-1d97-480f-be5a-c55abf2c55c5 with binding_index 1 {{(pid=128083) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 12:15:52.114614 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.base_scheduler [None req-614dd99c-ed27-4b6a-a4a2-ba576bc3f963 tempest-RoutersNegativeTest-1948241621 tempest-RoutersNegativeTest-1948241621-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-4-hyperv, a757f536-bcea-44f7-9d18-cd75e5eeefb5) {{(pid=128083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:15:52.118751 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-614dd99c-ed27-4b6a-a4a2-ba576bc3f963 tempest-RoutersNegativeTest-1948241621 tempest-RoutersNegativeTest-1948241621-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:15:52.119367 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-614dd99c-ed27-4b6a-a4a2-ba576bc3f963 tempest-RoutersNegativeTest-1948241621 tempest-RoutersNegativeTest-1948241621-project] Notify callbacks [] for subnet, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:15:52.124470 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97091a52-ff5f-4b8e-82fa-6ea51708d185 None None] Network a757f536-bcea-44f7-9d18-cd75e5eeefb5 requested from dv-neutron-797120-4-hyperv {{(pid=128085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:15:52.134391 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-614dd99c-ed27-4b6a-a4a2-ba576bc3f963 tempest-RoutersNegativeTest-1948241621 tempest-RoutersNegativeTest-1948241621-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4013929 Jun 24 12:15:52.137372 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 39222) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:15:52.142531 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [None req-944e82dd-0d44-49e3-b009-53cfa133f7bb tempest-RoutersNegativeTest-1948241621 tempest-RoutersNegativeTest-1948241621-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1648919719'}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:15:52.162514 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-944e82dd-0d44-49e3-b009-53cfa133f7bb tempest-RoutersNegativeTest-1948241621 tempest-RoutersNegativeTest-1948241621-project] Made reservation on behalf of 355e9ce494b54b11a40f36b43fefe42c for: {'network': 1} {{(pid=128083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:15:52.166189 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-944e82dd-0d44-49e3-b009-53cfa133f7bb tempest-RoutersNegativeTest-1948241621 tempest-RoutersNegativeTest-1948241621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for network, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:15:52.192341 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-944e82dd-0d44-49e3-b009-53cfa133f7bb tempest-RoutersNegativeTest-1948241621 tempest-RoutersNegativeTest-1948241621-project] vlan segment allocate from pool success with {'vlan_id': 616, 'physical_network': 'physnet1'} {{(pid=128083) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 12:15:52.201714 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-944e82dd-0d44-49e3-b009-53cfa133f7bb tempest-RoutersNegativeTest-1948241621 tempest-RoutersNegativeTest-1948241621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967879'] for segment, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:15:52.202053 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.db.segments_db [None req-944e82dd-0d44-49e3-b009-53cfa133f7bb tempest-RoutersNegativeTest-1948241621 tempest-RoutersNegativeTest-1948241621-project] Added segment faefe6cd-e869-4800-80f7-0ad51e3a6ef6 of type vlan for network f3bd022d-8bc9-4723-8984-848396193b6a Jun 24 12:15:52.241793 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-944e82dd-0d44-49e3-b009-53cfa133f7bb tempest-RoutersNegativeTest-1948241621 tempest-RoutersNegativeTest-1948241621-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793193525068'] for network, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:15:52.271955 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-944e82dd-0d44-49e3-b009-53cfa133f7bb tempest-RoutersNegativeTest-1948241621 tempest-RoutersNegativeTest-1948241621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1800243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976'] for network, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:15:52.278024 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bf6af76-b0cd-48cc-88d2-2c595e8be3d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d65c8f8-7530-5052-99fe-8ea05073750b-a757f536-bcea-44f7-9d18-cd75e5eeefb5', 'network_id': 'a757f536-bcea-44f7-9d18-cd75e5eeefb5', 'tenant_id': '355e9ce494b54b11a40f36b43fefe42c', 'fixed_ips': [{'subnet_id': '859758d8-f53a-4959-a9b4-1fe7b6899b1f'}]}} from dv-neutron-797120-4-hyperv. {{(pid=128085) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 24 12:15:52.278906 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-1bf6af76-b0cd-48cc-88d2-2c595e8be3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_create {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:15:52.279027 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-944e82dd-0d44-49e3-b009-53cfa133f7bb tempest-RoutersNegativeTest-1948241621 tempest-RoutersNegativeTest-1948241621-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:15:52.279605 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-944e82dd-0d44-49e3-b009-53cfa133f7bb tempest-RoutersNegativeTest-1948241621 tempest-RoutersNegativeTest-1948241621-project] Notify callbacks [] for network, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:15:52.282929 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-d96c4b0f-171c-4c71-988c-5a81b7598818 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:15:52.343464 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-944e82dd-0d44-49e3-b009-53cfa133f7bb tempest-RoutersNegativeTest-1948241621 tempest-RoutersNegativeTest-1948241621-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.2023923 Jun 24 12:15:52.344092 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 39224) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:15:52.348689 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [None req-33f4940a-0548-4b5a-baf5-649561898317 tempest-RoutersNegativeTest-1948241621 tempest-RoutersNegativeTest-1948241621-project] Request body: {'subnet': {'network_id': 'f3bd022d-8bc9-4723-8984-848396193b6a', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:15:52.367266 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944e82dd-0d44-49e3-b009-53cfa133f7bb tempest-RoutersNegativeTest-1948241621 tempest-RoutersNegativeTest-1948241621-project] Pushing event updated for resources: {'Network': ['ID=f3bd022d-8bc9-4723-8984-848396193b6a,revision_number=1']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:15:52.370628 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-944e82dd-0d44-49e3-b009-53cfa133f7bb tempest-RoutersNegativeTest-1948241621 tempest-RoutersNegativeTest-1948241621-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:15:52.379209 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Network f3bd022d-8bc9-4723-8984-848396193b6a details requested by agent ovs-agent-dv-neutron-797120-4-hyperv with host dv-neutron-797120-4-hyperv {{(pid=128085) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 12:15:52.455056 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33f4940a-0548-4b5a-baf5-649561898317 tempest-RoutersNegativeTest-1948241621 tempest-RoutersNegativeTest-1948241621-project] Made reservation on behalf of 355e9ce494b54b11a40f36b43fefe42c for: {'subnet': 1} {{(pid=128083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:15:52.459432 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-33f4940a-0548-4b5a-baf5-649561898317 tempest-RoutersNegativeTest-1948241621 tempest-RoutersNegativeTest-1948241621-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3289788'] for subnet, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:15:52.480670 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.db_base_plugin_common [None req-1bf6af76-b0cd-48cc-88d2-2c595e8be3d5 None None] Allocated IP 172.20.0.2 (a757f536-bcea-44f7-9d18-cd75e5eeefb5/859758d8-f53a-4959-a9b4-1fe7b6899b1f/1a7f78cb-e826-44e4-95c1-d3403f6ef69b) {{(pid=128085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:15:52.641779 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-1bf6af76-b0cd-48cc-88d2-2c595e8be3d5 None None] Notify callbacks [] for port, precommit_create {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:15:52.649453 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-33f4940a-0548-4b5a-baf5-649561898317 tempest-RoutersNegativeTest-1948241621 tempest-RoutersNegativeTest-1948241621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2537737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3289942'] for subnet, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:15:52.652288 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-d9c7600b-4908-492c-ae72-b86e8cff949a tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:15:52.652603 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-1bf6af76-b0cd-48cc-88d2-2c595e8be3d5 None None] Transition to ACTIVE for port object 1a7f78cb-e826-44e4-95c1-d3403f6ef69b will not be triggered until provisioned by entity L2. {{(pid=128085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:15:52.668541 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-1bf6af76-b0cd-48cc-88d2-2c595e8be3d5 None None] Transition to ACTIVE for port object 1a7f78cb-e826-44e4-95c1-d3403f6ef69b will not be triggered until provisioned by entity DHCP. {{(pid=128085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:15:52.675123 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-1bf6af76-b0cd-48cc-88d2-2c595e8be3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-650429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-506361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793193536723'] for port, after_create {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:15:52.677352 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-3700afe3-5f31-45e2-bf73-f247eb460b64 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:15:52.716944 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bf6af76-b0cd-48cc-88d2-2c595e8be3d5 None None] Network a757f536-bcea-44f7-9d18-cd75e5eeefb5 is already hosted by enough agents. {{(pid=128085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:15:52.723439 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.scheduler.base_scheduler [None req-1bf6af76-b0cd-48cc-88d2-2c595e8be3d5 None None] Resources bound (agent type, host, resource id): {{(pid=128085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:15:52.725710 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f4940a-0548-4b5a-baf5-649561898317 tempest-RoutersNegativeTest-1948241621 tempest-RoutersNegativeTest-1948241621-project] Pushing event updated for resources: {'Subnet': ['ID=2236fbc5-15fd-4cb7-a15d-b837847aea72,revision_number=0']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:15:52.727785 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bf6af76-b0cd-48cc-88d2-2c595e8be3d5 None None] Received port after_create {{(pid=128085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:15:52.734879 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf6af76-b0cd-48cc-88d2-2c595e8be3d5 None None] Pushing event updated for resources: {'Port': ['ID=1a7f78cb-e826-44e4-95c1-d3403f6ef69b,revision_number=1']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:15:52.737230 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f4940a-0548-4b5a-baf5-649561898317 tempest-RoutersNegativeTest-1948241621 tempest-RoutersNegativeTest-1948241621-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:15:52.737620 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f4940a-0548-4b5a-baf5-649561898317 tempest-RoutersNegativeTest-1948241621 tempest-RoutersNegativeTest-1948241621-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:15:52.737996 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f4940a-0548-4b5a-baf5-649561898317 tempest-RoutersNegativeTest-1948241621 tempest-RoutersNegativeTest-1948241621-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:15:52.738381 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f4940a-0548-4b5a-baf5-649561898317 tempest-RoutersNegativeTest-1948241621 tempest-RoutersNegativeTest-1948241621-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:15:52.738812 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-1bf6af76-b0cd-48cc-88d2-2c595e8be3d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:15:52.738960 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f4940a-0548-4b5a-baf5-649561898317 tempest-RoutersNegativeTest-1948241621 tempest-RoutersNegativeTest-1948241621-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:15:52.739576 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f4940a-0548-4b5a-baf5-649561898317 tempest-RoutersNegativeTest-1948241621 tempest-RoutersNegativeTest-1948241621-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:15:52.740019 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f4940a-0548-4b5a-baf5-649561898317 tempest-RoutersNegativeTest-1948241621 tempest-RoutersNegativeTest-1948241621-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:15:52.740574 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f4940a-0548-4b5a-baf5-649561898317 tempest-RoutersNegativeTest-1948241621 tempest-RoutersNegativeTest-1948241621-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:15:52.741142 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f4940a-0548-4b5a-baf5-649561898317 tempest-RoutersNegativeTest-1948241621 tempest-RoutersNegativeTest-1948241621-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:15:52.741644 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f4940a-0548-4b5a-baf5-649561898317 tempest-RoutersNegativeTest-1948241621 tempest-RoutersNegativeTest-1948241621-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:15:52.742058 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f4940a-0548-4b5a-baf5-649561898317 tempest-RoutersNegativeTest-1948241621 tempest-RoutersNegativeTest-1948241621-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:15:52.742463 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f4940a-0548-4b5a-baf5-649561898317 tempest-RoutersNegativeTest-1948241621 tempest-RoutersNegativeTest-1948241621-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:15:52.746658 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-33f4940a-0548-4b5a-baf5-649561898317 tempest-RoutersNegativeTest-1948241621 tempest-RoutersNegativeTest-1948241621-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:15:52.750458 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33f4940a-0548-4b5a-baf5-649561898317 tempest-RoutersNegativeTest-1948241621 tempest-RoutersNegativeTest-1948241621-project] Checking segment: {'id': 'faefe6cd-e869-4800-80f7-0ad51e3a6ef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'f3bd022d-8bc9-4723-8984-848396193b6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=128083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:15:52.751023 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33f4940a-0548-4b5a-baf5-649561898317 tempest-RoutersNegativeTest-1948241621 tempest-RoutersNegativeTest-1948241621-project] Network hostable DHCP agents. Network: f3bd022d-8bc9-4723-8984-848396193b6a, hostable agents: ['6be988a9-1d97-480f-be5a-c55abf2c55c5'], hosted agents: [] {{(pid=128083) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 12:15:52.774861 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33f4940a-0548-4b5a-baf5-649561898317 tempest-RoutersNegativeTest-1948241621 tempest-RoutersNegativeTest-1948241621-project] Network f3bd022d-8bc9-4723-8984-848396193b6a is scheduled to be hosted by DHCP agent 6be988a9-1d97-480f-be5a-c55abf2c55c5 with binding_index 1 {{(pid=128083) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 12:15:52.786549 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.base_scheduler [None req-33f4940a-0548-4b5a-baf5-649561898317 tempest-RoutersNegativeTest-1948241621 tempest-RoutersNegativeTest-1948241621-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-4-hyperv, f3bd022d-8bc9-4723-8984-848396193b6a) {{(pid=128083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:15:52.793293 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33f4940a-0548-4b5a-baf5-649561898317 tempest-RoutersNegativeTest-1948241621 tempest-RoutersNegativeTest-1948241621-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:15:52.795122 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-33f4940a-0548-4b5a-baf5-649561898317 tempest-RoutersNegativeTest-1948241621 tempest-RoutersNegativeTest-1948241621-project] Notify callbacks [] for subnet, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:15:52.802006 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4abf66ba-9d26-4ff4-a020-69df6622672c None None] Network f3bd022d-8bc9-4723-8984-848396193b6a requested from dv-neutron-797120-4-hyperv {{(pid=128085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:15:52.814299 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-33f4940a-0548-4b5a-baf5-649561898317 tempest-RoutersNegativeTest-1948241621 tempest-RoutersNegativeTest-1948241621-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4670804 Jun 24 12:15:52.814512 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 39226) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:15:52.819333 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-1bf6af76-b0cd-48cc-88d2-2c595e8be3d5 None None] Attempting to bind port 1a7f78cb-e826-44e4-95c1-d3403f6ef69b on host dv-neutron-797120-4-hyperv for vnic_type normal with profile {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 12:15:52.819720 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-1bf6af76-b0cd-48cc-88d2-2c595e8be3d5 None None] Attempting to bind port 1a7f78cb-e826-44e4-95c1-d3403f6ef69b by drivers openvswitch,hyperv on host dv-neutron-797120-4-hyperv at level 0 using segments [{'id': 'e02b65a0-d513-45af-bd73-0d7e3dd53c80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'a757f536-bcea-44f7-9d18-cd75e5eeefb5'}] {{(pid=128085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 12:15:52.819955 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [None req-3595a0a3-5a20-46d7-9c56-16f50c2644ee tempest-RoutersNegativeTest-1948241621 tempest-RoutersNegativeTest-1948241621-project] Request body: {'router': {'external_gateway_info': {'network_id': 'f3bd022d-8bc9-4723-8984-848396193b6a'}}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:15:52.820107 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bf6af76-b0cd-48cc-88d2-2c595e8be3d5 None None] Attempting to bind port 1a7f78cb-e826-44e4-95c1-d3403f6ef69b on network a757f536-bcea-44f7-9d18-cd75e5eeefb5 {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:15:52.835277 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bf6af76-b0cd-48cc-88d2-2c595e8be3d5 None None] Checking agent: {'id': 'e3a695b2-c397-461f-83b0-10b79d490b59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 11, 36, 56), 'started_at': datetime.datetime(2021, 6, 24, 11, 37, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 12, 15, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 12:15:52.835671 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bf6af76-b0cd-48cc-88d2-2c595e8be3d5 None None] Checking segment: {'id': 'e02b65a0-d513-45af-bd73-0d7e3dd53c80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'a757f536-bcea-44f7-9d18-cd75e5eeefb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=128085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:15:52.836089 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-1bf6af76-b0cd-48cc-88d2-2c595e8be3d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:15:52.836532 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bf6af76-b0cd-48cc-88d2-2c595e8be3d5 None None] Bound using segment: {'id': 'e02b65a0-d513-45af-bd73-0d7e3dd53c80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'a757f536-bcea-44f7-9d18-cd75e5eeefb5'} {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 12:15:52.837070 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-1bf6af76-b0cd-48cc-88d2-2c595e8be3d5 None None] Bound port: 1a7f78cb-e826-44e4-95c1-d3403f6ef69b, host: dv-neutron-797120-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e02b65a0-d513-45af-bd73-0d7e3dd53c80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'a757f536-bcea-44f7-9d18-cd75e5eeefb5'}}] {{(pid=128085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 12:15:52.837474 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-1bf6af76-b0cd-48cc-88d2-2c595e8be3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:15:52.973778 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-1bf6af76-b0cd-48cc-88d2-2c595e8be3d5 None None] For port 1a7f78cb-e826-44e4-95c1-d3403f6ef69b, host dv-neutron-797120-4-hyperv, cleared binding levels {{(pid=128085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 12:15:52.978167 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-1bf6af76-b0cd-48cc-88d2-2c595e8be3d5 None None] For port 1a7f78cb-e826-44e4-95c1-d3403f6ef69b, host dv-neutron-797120-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=1a7f78cb-e826-44e4-95c1-d3403f6ef69b,segment=NetworkSegment(e02b65a0-d513-45af-bd73-0d7e3dd53c80),segment_id=e02b65a0-d513-45af-bd73-0d7e3dd53c80)] {{(pid=128085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 12:15:52.986621 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-1bf6af76-b0cd-48cc-88d2-2c595e8be3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:15:52.990582 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:15:53.047069 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-3595a0a3-5a20-46d7-9c56-16f50c2644ee tempest-RoutersNegativeTest-1948241621 tempest-RoutersNegativeTest-1948241621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1975381', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1803205', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65378'] for router, precommit_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:15:53.048222 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49c402a8-2404-4334-836e-6a48888d6ba7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d65c8f8-7530-5052-99fe-8ea05073750b-f3bd022d-8bc9-4723-8984-848396193b6a', 'network_id': 'f3bd022d-8bc9-4723-8984-848396193b6a', 'tenant_id': '355e9ce494b54b11a40f36b43fefe42c', 'fixed_ips': [{'subnet_id': '2236fbc5-15fd-4cb7-a15d-b837847aea72'}]}} from dv-neutron-797120-4-hyperv. {{(pid=128085) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 24 12:15:53.049115 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-49c402a8-2404-4334-836e-6a48888d6ba7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_create {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:15:53.082311 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf6af76-b0cd-48cc-88d2-2c595e8be3d5 None None] Pushing event updated for resources: {'Port': ['ID=1a7f78cb-e826-44e4-95c1-d3403f6ef69b,revision_number=2']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:15:53.090415 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-1bf6af76-b0cd-48cc-88d2-2c595e8be3d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:15:53.180932 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.api.v2.resource [None req-3595a0a3-5a20-46d7-9c56-16f50c2644ee tempest-RoutersNegativeTest-1948241621 tempest-RoutersNegativeTest-1948241621-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 24 12:15:53.182536 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-3595a0a3-5a20-46d7-9c56-16f50c2644ee tempest-RoutersNegativeTest-1948241621 tempest-RoutersNegativeTest-1948241621-project] 10.222.0.53 "PUT /v2.0/routers/bb7d9e00-b856-4fac-9f6e-bb3d30cbac6a HTTP/1.1" status: 400 len: 364 time: 0.3667312 Jun 24 12:15:53.188652 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 39228) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:15:53.238684 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.db_base_plugin_common [None req-49c402a8-2404-4334-836e-6a48888d6ba7 None None] Allocated IP 172.21.0.2 (f3bd022d-8bc9-4723-8984-848396193b6a/2236fbc5-15fd-4cb7-a15d-b837847aea72/d45dea10-edc0-4662-9c1b-ce14bb6eb112) {{(pid=128085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:15:53.270235 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.db.db_base_plugin_v2 [None req-7af7755a-2dd7-495c-90e1-a89f1c081787 tempest-RoutersNegativeTest-1948241621 tempest-RoutersNegativeTest-1948241621-project] Deleting subnet 2236fbc5-15fd-4cb7-a15d-b837847aea72 {{(pid=128084) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 24 12:15:53.413389 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-49c402a8-2404-4334-836e-6a48888d6ba7 None None] Notify callbacks [] for port, precommit_create {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:15:53.422268 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-49c402a8-2404-4334-836e-6a48888d6ba7 None None] Transition to ACTIVE for port object d45dea10-edc0-4662-9c1b-ce14bb6eb112 will not be triggered until provisioned by entity L2. {{(pid=128085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:15:53.436544 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-49c402a8-2404-4334-836e-6a48888d6ba7 None None] Transition to ACTIVE for port object d45dea10-edc0-4662-9c1b-ce14bb6eb112 will not be triggered until provisioned by entity DHCP. {{(pid=128085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:15:53.442001 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-7af7755a-2dd7-495c-90e1-a89f1c081787 tempest-RoutersNegativeTest-1948241621 tempest-RoutersNegativeTest-1948241621-project] Notify callbacks [] for subnet, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:15:53.442578 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-49c402a8-2404-4334-836e-6a48888d6ba7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-650429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-506361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793193536723'] for port, after_create {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:15:53.445437 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:15:53.479130 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49c402a8-2404-4334-836e-6a48888d6ba7 None None] Network f3bd022d-8bc9-4723-8984-848396193b6a is already hosted by enough agents. {{(pid=128085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:15:53.482567 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.scheduler.base_scheduler [None req-49c402a8-2404-4334-836e-6a48888d6ba7 None None] Resources bound (agent type, host, resource id): {{(pid=128085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:15:53.488078 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49c402a8-2404-4334-836e-6a48888d6ba7 None None] Received port after_create {{(pid=128085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:15:53.488493 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-7af7755a-2dd7-495c-90e1-a89f1c081787 tempest-RoutersNegativeTest-1948241621 tempest-RoutersNegativeTest-1948241621-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2373542'] for subnet, precommit_delete_associations {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:15:53.496515 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c402a8-2404-4334-836e-6a48888d6ba7 None None] Pushing event updated for resources: {'Port': ['ID=d45dea10-edc0-4662-9c1b-ce14bb6eb112,revision_number=1']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:15:53.519222 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-49c402a8-2404-4334-836e-6a48888d6ba7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:15:53.556315 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-49c402a8-2404-4334-836e-6a48888d6ba7 None None] Attempting to bind port d45dea10-edc0-4662-9c1b-ce14bb6eb112 on host dv-neutron-797120-4-hyperv for vnic_type normal with profile {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 12:15:53.556688 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-49c402a8-2404-4334-836e-6a48888d6ba7 None None] Attempting to bind port d45dea10-edc0-4662-9c1b-ce14bb6eb112 by drivers openvswitch,hyperv on host dv-neutron-797120-4-hyperv at level 0 using segments [{'id': 'faefe6cd-e869-4800-80f7-0ad51e3a6ef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'f3bd022d-8bc9-4723-8984-848396193b6a'}] {{(pid=128085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 12:15:53.557084 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49c402a8-2404-4334-836e-6a48888d6ba7 None None] Attempting to bind port d45dea10-edc0-4662-9c1b-ce14bb6eb112 on network f3bd022d-8bc9-4723-8984-848396193b6a {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:15:53.562328 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49c402a8-2404-4334-836e-6a48888d6ba7 None None] Checking agent: {'id': 'e3a695b2-c397-461f-83b0-10b79d490b59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 11, 36, 56), 'started_at': datetime.datetime(2021, 6, 24, 11, 37, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 12, 15, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 12:15:53.562706 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49c402a8-2404-4334-836e-6a48888d6ba7 None None] Checking segment: {'id': 'faefe6cd-e869-4800-80f7-0ad51e3a6ef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'f3bd022d-8bc9-4723-8984-848396193b6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=128085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:15:53.563114 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-49c402a8-2404-4334-836e-6a48888d6ba7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:15:53.563512 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49c402a8-2404-4334-836e-6a48888d6ba7 None None] Bound using segment: {'id': 'faefe6cd-e869-4800-80f7-0ad51e3a6ef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'f3bd022d-8bc9-4723-8984-848396193b6a'} {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 12:15:53.563980 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-49c402a8-2404-4334-836e-6a48888d6ba7 None None] Bound port: d45dea10-edc0-4662-9c1b-ce14bb6eb112, host: dv-neutron-797120-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'faefe6cd-e869-4800-80f7-0ad51e3a6ef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'f3bd022d-8bc9-4723-8984-848396193b6a'}}] {{(pid=128085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 12:15:53.564370 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-49c402a8-2404-4334-836e-6a48888d6ba7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:15:53.577004 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-7af7755a-2dd7-495c-90e1-a89f1c081787 tempest-RoutersNegativeTest-1948241621 tempest-RoutersNegativeTest-1948241621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-972249'] for subnet, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:15:53.635919 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-7af7755a-2dd7-495c-90e1-a89f1c081787 tempest-RoutersNegativeTest-1948241621 tempest-RoutersNegativeTest-1948241621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-972238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3292022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3162263'] for subnet, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:15:53.638448 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-b849e7f4-020f-486c-90e7-f0e78d086bca tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:15:53.639882 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-49c402a8-2404-4334-836e-6a48888d6ba7 None None] For port d45dea10-edc0-4662-9c1b-ce14bb6eb112, host dv-neutron-797120-4-hyperv, cleared binding levels {{(pid=128085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 12:15:53.643190 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-49c402a8-2404-4334-836e-6a48888d6ba7 None None] For port d45dea10-edc0-4662-9c1b-ce14bb6eb112, host dv-neutron-797120-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=d45dea10-edc0-4662-9c1b-ce14bb6eb112,segment=NetworkSegment(faefe6cd-e869-4800-80f7-0ad51e3a6ef6),segment_id=faefe6cd-e869-4800-80f7-0ad51e3a6ef6)] {{(pid=128085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 12:15:53.647974 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-49c402a8-2404-4334-836e-6a48888d6ba7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:15:53.650052 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:15:53.669445 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af7755a-2dd7-495c-90e1-a89f1c081787 tempest-RoutersNegativeTest-1948241621 tempest-RoutersNegativeTest-1948241621-project] Pushing event deleted for resources: {'Subnet': ['ID=2236fbc5-15fd-4cb7-a15d-b837847aea72,revision_number=None']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:15:53.672588 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-7af7755a-2dd7-495c-90e1-a89f1c081787 tempest-RoutersNegativeTest-1948241621 tempest-RoutersNegativeTest-1948241621-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:15:53.673619 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-7af7755a-2dd7-495c-90e1-a89f1c081787 tempest-RoutersNegativeTest-1948241621 tempest-RoutersNegativeTest-1948241621-project] Notify callbacks [] for subnet, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:15:53.675695 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-7af7755a-2dd7-495c-90e1-a89f1c081787 tempest-RoutersNegativeTest-1948241621 tempest-RoutersNegativeTest-1948241621-project] 10.222.0.53 "DELETE /v2.0/subnets/2236fbc5-15fd-4cb7-a15d-b837847aea72 HTTP/1.1" status: 204 len: 168 time: 0.4859698 Jun 24 12:15:53.678425 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 39230) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:15:53.712030 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c402a8-2404-4334-836e-6a48888d6ba7 None None] Pushing event updated for resources: {'Port': ['ID=d45dea10-edc0-4662-9c1b-ce14bb6eb112,revision_number=3']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:15:53.719390 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-49c402a8-2404-4334-836e-6a48888d6ba7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:15:53.761171 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-97aeac63-197f-4f5a-a215-914e9b95b3d0 tempest-RoutersNegativeTest-1948241621 tempest-RoutersNegativeTest-1948241621-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-534962'] for network, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:15:53.817831 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.plugin [None req-97aeac63-197f-4f5a-a215-914e9b95b3d0 tempest-RoutersNegativeTest-1948241621 tempest-RoutersNegativeTest-1948241621-project] Deleting port d45dea10-edc0-4662-9c1b-ce14bb6eb112 {{(pid=128084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:15:53.818264 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-97aeac63-197f-4f5a-a215-914e9b95b3d0 tempest-RoutersNegativeTest-1948241621 tempest-RoutersNegativeTest-1948241621-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793193942312'] for port, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:15:53.870247 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-aad56fba-58a2-4143-9394-5758dfd3eae2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:15:53.921402 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.db [None req-97aeac63-197f-4f5a-a215-914e9b95b3d0 tempest-RoutersNegativeTest-1948241621 tempest-RoutersNegativeTest-1948241621-project] For port d45dea10-edc0-4662-9c1b-ce14bb6eb112, host dv-neutron-797120-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=d45dea10-edc0-4662-9c1b-ce14bb6eb112,segment=NetworkSegment(faefe6cd-e869-4800-80f7-0ad51e3a6ef6),segment_id=faefe6cd-e869-4800-80f7-0ad51e3a6ef6)] {{(pid=128084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:15:53.921779 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-97aeac63-197f-4f5a-a215-914e9b95b3d0 tempest-RoutersNegativeTest-1948241621 tempest-RoutersNegativeTest-1948241621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1978872'] for port, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:15:53.936662 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.plugin [None req-97aeac63-197f-4f5a-a215-914e9b95b3d0 tempest-RoutersNegativeTest-1948241621 tempest-RoutersNegativeTest-1948241621-project] Calling delete_port for d45dea10-edc0-4662-9c1b-ce14bb6eb112 owned by network:dhcp {{(pid=128084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:15:54.033550 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-97aeac63-197f-4f5a-a215-914e9b95b3d0 tempest-RoutersNegativeTest-1948241621 tempest-RoutersNegativeTest-1948241621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793193945299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193536732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3292088'] for port, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:15:54.035806 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-80337737-6f74-459e-8586-9f102a5ca2c5 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:15:54.063691 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97aeac63-197f-4f5a-a215-914e9b95b3d0 tempest-RoutersNegativeTest-1948241621 tempest-RoutersNegativeTest-1948241621-project] Pushing event deleted for resources: {'Port': ['ID=d45dea10-edc0-4662-9c1b-ce14bb6eb112,revision_number=None']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:15:54.067577 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-97aeac63-197f-4f5a-a215-914e9b95b3d0 tempest-RoutersNegativeTest-1948241621 tempest-RoutersNegativeTest-1948241621-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:15:54.068819 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97aeac63-197f-4f5a-a215-914e9b95b3d0 tempest-RoutersNegativeTest-1948241621 tempest-RoutersNegativeTest-1948241621-project] No DVR routers for this DVR port d45dea10-edc0-4662-9c1b-ce14bb6eb112 on host dv-neutron-797120-4-hyperv {{(pid=128084) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 12:15:54.109909 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83cbfb38-52c7-403c-b618-ca6f97b76b9f None None] Network a757f536-bcea-44f7-9d18-cd75e5eeefb5 requested from dv-neutron-797120-4-hyperv {{(pid=128085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:15:54.154673 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-97aeac63-197f-4f5a-a215-914e9b95b3d0 tempest-RoutersNegativeTest-1948241621 tempest-RoutersNegativeTest-1948241621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973199', 'neutron.services.segments.db._delete_segments_for_network-8793194012456'] for network, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:15:54.165527 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.services.segments.db [None req-97aeac63-197f-4f5a-a215-914e9b95b3d0 tempest-RoutersNegativeTest-1948241621 tempest-RoutersNegativeTest-1948241621-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f3bd022d-8bc9-4723-8984-848396193b6a']}} {{(pid=128084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:15:54.177399 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.services.segments.db [None req-97aeac63-197f-4f5a-a215-914e9b95b3d0 tempest-RoutersNegativeTest-1948241621 tempest-RoutersNegativeTest-1948241621-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'faefe6cd-e869-4800-80f7-0ad51e3a6ef6') {'for_net_delete': True} {{(pid=128084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:15:54.178105 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.services.segments.db [None req-97aeac63-197f-4f5a-a215-914e9b95b3d0 tempest-RoutersNegativeTest-1948241621 tempest-RoutersNegativeTest-1948241621-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'faefe6cd-e869-4800-80f7-0ad51e3a6ef6') {} {{(pid=128084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:15:54.187075 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-97aeac63-197f-4f5a-a215-914e9b95b3d0 tempest-RoutersNegativeTest-1948241621 tempest-RoutersNegativeTest-1948241621-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793194097327', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2373599'] for segment, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:15:54.194605 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-ad68df81-8a24-48c5-986e-dd1ba0c664cf None None] Provisioning for port 1a7f78cb-e826-44e4-95c1-d3403f6ef69b completed by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:15:54.201960 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-97aeac63-197f-4f5a-a215-914e9b95b3d0 tempest-RoutersNegativeTest-1948241621 tempest-RoutersNegativeTest-1948241621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967879'] for segment, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:15:54.209313 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97aeac63-197f-4f5a-a215-914e9b95b3d0 tempest-RoutersNegativeTest-1948241621 tempest-RoutersNegativeTest-1948241621-project] Releasing vlan 616 on physical network physnet1 to pool {{(pid=128084) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 12:15:54.210706 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-97aeac63-197f-4f5a-a215-914e9b95b3d0 tempest-RoutersNegativeTest-1948241621 tempest-RoutersNegativeTest-1948241621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3292053'] for segment, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:15:54.214121 dv-neutron-797120-4-hyperv neutron-server[128084]: Traceback (most recent call last): Jun 24 12:15:54.214121 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 24 12:15:54.214121 dv-neutron-797120-4-hyperv neutron-server[128084]: timer() Jun 24 12:15:54.214121 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 24 12:15:54.214121 dv-neutron-797120-4-hyperv neutron-server[128084]: cb(*args, **kw) Jun 24 12:15:54.214121 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 24 12:15:54.214121 dv-neutron-797120-4-hyperv neutron-server[128084]: return func(*args, **kwargs) Jun 24 12:15:54.214121 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 24 12:15:54.214121 dv-neutron-797120-4-hyperv neutron-server[128084]: self._notify() Jun 24 12:15:54.214121 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 24 12:15:54.214121 dv-neutron-797120-4-hyperv neutron-server[128084]: self.callback(batched_events) Jun 24 12:15:54.214121 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 24 12:15:54.214121 dv-neutron-797120-4-hyperv neutron-server[128084]: event.method(event) Jun 24 12:15:54.214121 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 24 12:15:54.214121 dv-neutron-797120-4-hyperv neutron-server[128084]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 24 12:15:54.214121 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 24 12:15:54.214121 dv-neutron-797120-4-hyperv neutron-server[128084]: aggregate_uuid = self.p_client.list_aggregates( Jun 24 12:15:54.214121 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 24 12:15:54.214121 dv-neutron-797120-4-hyperv neutron-server[128084]: return f(self, *a, **k) Jun 24 12:15:54.214121 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 24 12:15:54.214121 dv-neutron-797120-4-hyperv neutron-server[128084]: return self._get(url).json() Jun 24 12:15:54.214121 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 24 12:15:54.214121 dv-neutron-797120-4-hyperv neutron-server[128084]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 24 12:15:54.214121 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 24 12:15:54.214121 dv-neutron-797120-4-hyperv neutron-server[128084]: return self.request(url, 'GET', **kwargs) Jun 24 12:15:54.214121 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 24 12:15:54.214121 dv-neutron-797120-4-hyperv neutron-server[128084]: base_url = self.get_endpoint(auth, allow=allow, Jun 24 12:15:54.214121 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 24 12:15:54.214121 dv-neutron-797120-4-hyperv neutron-server[128084]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 24 12:15:54.214121 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 24 12:15:54.214121 dv-neutron-797120-4-hyperv neutron-server[128084]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 24 12:15:54.214121 dv-neutron-797120-4-hyperv neutron-server[128084]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 24 12:15:54.283770 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-97aeac63-197f-4f5a-a215-914e9b95b3d0 tempest-RoutersNegativeTest-1948241621 tempest-RoutersNegativeTest-1948241621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1800243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1815642'] for network, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:15:54.287646 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-0601ad80-1a57-42aa-93b9-1841c87b3b44 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:15:54.291840 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-97aeac63-197f-4f5a-a215-914e9b95b3d0 tempest-RoutersNegativeTest-1948241621 tempest-RoutersNegativeTest-1948241621-project] Notify callbacks [] for network, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:15:54.293962 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-97aeac63-197f-4f5a-a215-914e9b95b3d0 tempest-RoutersNegativeTest-1948241621 tempest-RoutersNegativeTest-1948241621-project] 10.222.0.53 "DELETE /v2.0/networks/f3bd022d-8bc9-4723-8984-848396193b6a HTTP/1.1" status: 204 len: 168 time: 0.6145627 Jun 24 12:15:54.296787 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 39232) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:15:54.307052 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97aeac63-197f-4f5a-a215-914e9b95b3d0 tempest-RoutersNegativeTest-1948241621 tempest-RoutersNegativeTest-1948241621-project] Pushing event deleted for resources: {'Network': ['ID=f3bd022d-8bc9-4723-8984-848396193b6a,revision_number=None']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:15:54.310169 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-97aeac63-197f-4f5a-a215-914e9b95b3d0 tempest-RoutersNegativeTest-1948241621 tempest-RoutersNegativeTest-1948241621-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:15:54.350022 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.db_base_plugin_v2 [None req-2312ca81-2318-4582-9c6d-58d9acc71440 tempest-RoutersNegativeTest-1948241621 tempest-RoutersNegativeTest-1948241621-project] Deleting subnet 859758d8-f53a-4959-a9b4-1fe7b6899b1f {{(pid=128083) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 24 12:15:54.353363 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-2312ca81-2318-4582-9c6d-58d9acc71440 tempest-RoutersNegativeTest-1948241621 tempest-RoutersNegativeTest-1948241621-project] Notify callbacks [] for subnet, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:15:54.404790 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-2312ca81-2318-4582-9c6d-58d9acc71440 tempest-RoutersNegativeTest-1948241621 tempest-RoutersNegativeTest-1948241621-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3143795'] for subnet, precommit_delete_associations {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:15:54.503869 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-2312ca81-2318-4582-9c6d-58d9acc71440 tempest-RoutersNegativeTest-1948241621 tempest-RoutersNegativeTest-1948241621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-972249'] for subnet, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:15:54.578018 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-2312ca81-2318-4582-9c6d-58d9acc71440 tempest-RoutersNegativeTest-1948241621 tempest-RoutersNegativeTest-1948241621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-972238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2537800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3289951'] for subnet, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:15:54.580443 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-9847efc5-5101-48a1-aa7b-7db8373ecced tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:15:54.609824 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2312ca81-2318-4582-9c6d-58d9acc71440 tempest-RoutersNegativeTest-1948241621 tempest-RoutersNegativeTest-1948241621-project] Pushing event deleted for resources: {'Subnet': ['ID=859758d8-f53a-4959-a9b4-1fe7b6899b1f,revision_number=None']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:15:54.613708 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-2312ca81-2318-4582-9c6d-58d9acc71440 tempest-RoutersNegativeTest-1948241621 tempest-RoutersNegativeTest-1948241621-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:15:54.616638 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-2312ca81-2318-4582-9c6d-58d9acc71440 tempest-RoutersNegativeTest-1948241621 tempest-RoutersNegativeTest-1948241621-project] Notify callbacks [] for subnet, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:15:54.618747 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-2312ca81-2318-4582-9c6d-58d9acc71440 tempest-RoutersNegativeTest-1948241621 tempest-RoutersNegativeTest-1948241621-project] 10.222.0.53 "DELETE /v2.0/subnets/859758d8-f53a-4959-a9b4-1fe7b6899b1f HTTP/1.1" status: 204 len: 168 time: 0.3208995 Jun 24 12:15:54.621355 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 39234) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:15:54.645523 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device 1a7f78cb-e826-44e4-95c1-d3403f6ef69b up at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:15:54.647991 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f0034ce-7d9b-4dfb-84d8-1015bb00a0aa None None] Network a757f536-bcea-44f7-9d18-cd75e5eeefb5 requested from dv-neutron-797120-4-hyperv {{(pid=128085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:15:54.716941 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-941fef1d-389e-48dc-8278-7487c5dfdb53 tempest-RoutersNegativeTest-1948241621 tempest-RoutersNegativeTest-1948241621-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-534962'] for network, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:15:54.799982 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.plugin [None req-941fef1d-389e-48dc-8278-7487c5dfdb53 tempest-RoutersNegativeTest-1948241621 tempest-RoutersNegativeTest-1948241621-project] Deleting port 1a7f78cb-e826-44e4-95c1-d3403f6ef69b {{(pid=128083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:15:54.800404 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-941fef1d-389e-48dc-8278-7487c5dfdb53 tempest-RoutersNegativeTest-1948241621 tempest-RoutersNegativeTest-1948241621-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793193942312'] for port, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:15:54.819795 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning for port 1a7f78cb-e826-44e4-95c1-d3403f6ef69b completed by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:15:54.824591 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-4e9d0717-24b6-448c-9377-5b9baaaa2e67 None None] Could not find standard attr ID for object d45dea10-edc0-4662-9c1b-ce14bb6eb112. {{(pid=128085) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 24 12:15:54.829208 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning complete for port 1a7f78cb-e826-44e4-95c1-d3403f6ef69b triggered by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:15:54.829598 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:15:54.865469 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82f39188-63c4-4680-9933-5b6fc1372abf None None] DHCP port deletion for f3bd022d-8bc9-4723-8984-848396193b6a request from dv-neutron-797120-4-hyperv {{(pid=128085) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 24 12:15:54.879049 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.db [None req-941fef1d-389e-48dc-8278-7487c5dfdb53 tempest-RoutersNegativeTest-1948241621 tempest-RoutersNegativeTest-1948241621-project] For port 1a7f78cb-e826-44e4-95c1-d3403f6ef69b, host dv-neutron-797120-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=1a7f78cb-e826-44e4-95c1-d3403f6ef69b,segment=NetworkSegment(e02b65a0-d513-45af-bd73-0d7e3dd53c80),segment_id=e02b65a0-d513-45af-bd73-0d7e3dd53c80)] {{(pid=128083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:15:54.879499 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-941fef1d-389e-48dc-8278-7487c5dfdb53 tempest-RoutersNegativeTest-1948241621 tempest-RoutersNegativeTest-1948241621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1978872'] for port, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:15:54.898925 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.plugin [None req-941fef1d-389e-48dc-8278-7487c5dfdb53 tempest-RoutersNegativeTest-1948241621 tempest-RoutersNegativeTest-1948241621-project] Calling delete_port for 1a7f78cb-e826-44e4-95c1-d3403f6ef69b owned by network:dhcp {{(pid=128083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:15:54.905669 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55d4f598-555d-48dc-9e5f-748a6bfbdea7 None None] Network f3bd022d-8bc9-4723-8984-848396193b6a requested from dv-neutron-797120-4-hyperv {{(pid=128085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:15:54.940110 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55d4f598-555d-48dc-9e5f-748a6bfbdea7 None None] Network f3bd022d-8bc9-4723-8984-848396193b6a could not be found, it might have been deleted concurrently. {{(pid=128085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jun 24 12:15:54.956598 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:15:54.972462 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e14aec4-4ff8-4532-8ee4-b5b2a708a88e None None] DHCP port deletion for a757f536-bcea-44f7-9d18-cd75e5eeefb5 request from dv-neutron-797120-4-hyperv {{(pid=128085) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 24 12:15:55.016054 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] For port 1a7f78cb-e826-44e4-95c1-d3403f6ef69b, host dv-neutron-797120-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=1a7f78cb-e826-44e4-95c1-d3403f6ef69b,segment=NetworkSegment(e02b65a0-d513-45af-bd73-0d7e3dd53c80),segment_id=e02b65a0-d513-45af-bd73-0d7e3dd53c80)] {{(pid=128085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:15:55.021365 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:15:55.023619 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:15:55.030416 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-941fef1d-389e-48dc-8278-7487c5dfdb53 tempest-RoutersNegativeTest-1948241621 tempest-RoutersNegativeTest-1948241621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793193945299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193536732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2537862'] for port, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:15:55.034185 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-6f153ca1-b642-4c2a-97fc-80a31d0b0598 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:15:55.047677 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Pushing event deleted for resources: {'Port': ['ID=1a7f78cb-e826-44e4-95c1-d3403f6ef69b,revision_number=None']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:15:55.050335 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:15:55.063128 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941fef1d-389e-48dc-8278-7487c5dfdb53 tempest-RoutersNegativeTest-1948241621 tempest-RoutersNegativeTest-1948241621-project] Pushing event deleted for resources: {'Port': ['ID=1a7f78cb-e826-44e4-95c1-d3403f6ef69b,revision_number=None']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:15:55.063389 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-1e14aec4-4ff8-4532-8ee4-b5b2a708a88e None None] Deleting port 1a7f78cb-e826-44e4-95c1-d3403f6ef69b {{(pid=128085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:15:55.063686 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-1e14aec4-4ff8-4532-8ee4-b5b2a708a88e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793193942312'] for port, before_delete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:15:55.066108 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-941fef1d-389e-48dc-8278-7487c5dfdb53 tempest-RoutersNegativeTest-1948241621 tempest-RoutersNegativeTest-1948241621-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:15:55.068216 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-941fef1d-389e-48dc-8278-7487c5dfdb53 tempest-RoutersNegativeTest-1948241621 tempest-RoutersNegativeTest-1948241621-project] No DVR routers for this DVR port 1a7f78cb-e826-44e4-95c1-d3403f6ef69b on host dv-neutron-797120-4-hyperv {{(pid=128083) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 12:15:55.127662 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-1e14aec4-4ff8-4532-8ee4-b5b2a708a88e None None] For port 1a7f78cb-e826-44e4-95c1-d3403f6ef69b, host dv-neutron-797120-4-hyperv, got binding levels [] {{(pid=128085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:15:55.128070 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-1e14aec4-4ff8-4532-8ee4-b5b2a708a88e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1978872'] for port, precommit_delete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:15:55.140875 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-1e14aec4-4ff8-4532-8ee4-b5b2a708a88e None None] Calling delete_port for 1a7f78cb-e826-44e4-95c1-d3403f6ef69b owned by network:dhcp {{(pid=128085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:15:55.143510 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.ipam_backend_mixin [None req-1e14aec4-4ff8-4532-8ee4-b5b2a708a88e None None] Port 1a7f78cb-e826-44e4-95c1-d3403f6ef69b was not found and therefore no delete operation was performed {{(pid=128085) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jun 24 12:15:55.144770 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-1e14aec4-4ff8-4532-8ee4-b5b2a708a88e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793193945299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193536732'] for port, after_delete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:15:55.146385 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-941fef1d-389e-48dc-8278-7487c5dfdb53 tempest-RoutersNegativeTest-1948241621 tempest-RoutersNegativeTest-1948241621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973199', 'neutron.services.segments.db._delete_segments_for_network-8793194012456'] for network, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:15:55.146579 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:15:55.158177 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.services.segments.db [None req-941fef1d-389e-48dc-8278-7487c5dfdb53 tempest-RoutersNegativeTest-1948241621 tempest-RoutersNegativeTest-1948241621-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a757f536-bcea-44f7-9d18-cd75e5eeefb5']}} {{(pid=128083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:15:55.168259 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.services.segments.db [None req-941fef1d-389e-48dc-8278-7487c5dfdb53 tempest-RoutersNegativeTest-1948241621 tempest-RoutersNegativeTest-1948241621-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e02b65a0-d513-45af-bd73-0d7e3dd53c80') {'for_net_delete': True} {{(pid=128083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:15:55.169189 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.services.segments.db [None req-941fef1d-389e-48dc-8278-7487c5dfdb53 tempest-RoutersNegativeTest-1948241621 tempest-RoutersNegativeTest-1948241621-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e02b65a0-d513-45af-bd73-0d7e3dd53c80') {} {{(pid=128083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:15:55.170577 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e14aec4-4ff8-4532-8ee4-b5b2a708a88e None None] Pushing event deleted for resources: {'Port': ['ID=1a7f78cb-e826-44e4-95c1-d3403f6ef69b,revision_number=None']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:15:55.173852 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-1e14aec4-4ff8-4532-8ee4-b5b2a708a88e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:15:55.174664 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e14aec4-4ff8-4532-8ee4-b5b2a708a88e None None] No DVR routers for this DVR port 1a7f78cb-e826-44e4-95c1-d3403f6ef69b on host dv-neutron-797120-4-hyperv {{(pid=128085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 12:15:55.185380 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-941fef1d-389e-48dc-8278-7487c5dfdb53 tempest-RoutersNegativeTest-1948241621 tempest-RoutersNegativeTest-1948241621-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793194097327', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3143690'] for segment, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:15:55.199444 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-941fef1d-389e-48dc-8278-7487c5dfdb53 tempest-RoutersNegativeTest-1948241621 tempest-RoutersNegativeTest-1948241621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967879'] for segment, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:15:55.205562 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-941fef1d-389e-48dc-8278-7487c5dfdb53 tempest-RoutersNegativeTest-1948241621 tempest-RoutersNegativeTest-1948241621-project] Releasing vlan 603 on physical network physnet1 to pool {{(pid=128083) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 12:15:55.205962 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-941fef1d-389e-48dc-8278-7487c5dfdb53 tempest-RoutersNegativeTest-1948241621 tempest-RoutersNegativeTest-1948241621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2537899'] for segment, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:15:55.209459 dv-neutron-797120-4-hyperv neutron-server[128083]: Traceback (most recent call last): Jun 24 12:15:55.209459 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 24 12:15:55.209459 dv-neutron-797120-4-hyperv neutron-server[128083]: timer() Jun 24 12:15:55.209459 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 24 12:15:55.209459 dv-neutron-797120-4-hyperv neutron-server[128083]: cb(*args, **kw) Jun 24 12:15:55.209459 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 24 12:15:55.209459 dv-neutron-797120-4-hyperv neutron-server[128083]: return func(*args, **kwargs) Jun 24 12:15:55.209459 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 24 12:15:55.209459 dv-neutron-797120-4-hyperv neutron-server[128083]: self._notify() Jun 24 12:15:55.209459 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 24 12:15:55.209459 dv-neutron-797120-4-hyperv neutron-server[128083]: self.callback(batched_events) Jun 24 12:15:55.209459 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 24 12:15:55.209459 dv-neutron-797120-4-hyperv neutron-server[128083]: event.method(event) Jun 24 12:15:55.209459 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 24 12:15:55.209459 dv-neutron-797120-4-hyperv neutron-server[128083]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 24 12:15:55.209459 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 24 12:15:55.209459 dv-neutron-797120-4-hyperv neutron-server[128083]: aggregate_uuid = self.p_client.list_aggregates( Jun 24 12:15:55.209459 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 24 12:15:55.209459 dv-neutron-797120-4-hyperv neutron-server[128083]: return f(self, *a, **k) Jun 24 12:15:55.209459 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 24 12:15:55.209459 dv-neutron-797120-4-hyperv neutron-server[128083]: return self._get(url).json() Jun 24 12:15:55.209459 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 24 12:15:55.209459 dv-neutron-797120-4-hyperv neutron-server[128083]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 24 12:15:55.209459 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 24 12:15:55.209459 dv-neutron-797120-4-hyperv neutron-server[128083]: return self.request(url, 'GET', **kwargs) Jun 24 12:15:55.209459 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 24 12:15:55.209459 dv-neutron-797120-4-hyperv neutron-server[128083]: base_url = self.get_endpoint(auth, allow=allow, Jun 24 12:15:55.209459 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 24 12:15:55.209459 dv-neutron-797120-4-hyperv neutron-server[128083]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 24 12:15:55.209459 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 24 12:15:55.209459 dv-neutron-797120-4-hyperv neutron-server[128083]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 24 12:15:55.209459 dv-neutron-797120-4-hyperv neutron-server[128083]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 24 12:15:55.272367 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-941fef1d-389e-48dc-8278-7487c5dfdb53 tempest-RoutersNegativeTest-1948241621 tempest-RoutersNegativeTest-1948241621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1800243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1815642'] for network, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:15:55.275777 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-5ebe6e89-d8d4-4731-8aee-26cedc614a2a tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:15:55.280342 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-941fef1d-389e-48dc-8278-7487c5dfdb53 tempest-RoutersNegativeTest-1948241621 tempest-RoutersNegativeTest-1948241621-project] Notify callbacks [] for network, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:15:55.282157 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-941fef1d-389e-48dc-8278-7487c5dfdb53 tempest-RoutersNegativeTest-1948241621 tempest-RoutersNegativeTest-1948241621-project] 10.222.0.53 "DELETE /v2.0/networks/a757f536-bcea-44f7-9d18-cd75e5eeefb5 HTTP/1.1" status: 204 len: 168 time: 0.6591730 Jun 24 12:15:55.284972 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 39236) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:15:55.294245 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941fef1d-389e-48dc-8278-7487c5dfdb53 tempest-RoutersNegativeTest-1948241621 tempest-RoutersNegativeTest-1948241621-project] Pushing event deleted for resources: {'Network': ['ID=a757f536-bcea-44f7-9d18-cd75e5eeefb5,revision_number=None']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:15:55.297247 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-941fef1d-389e-48dc-8278-7487c5dfdb53 tempest-RoutersNegativeTest-1948241621 tempest-RoutersNegativeTest-1948241621-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:15:55.331205 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-7365a1a2-f3a9-485b-b9cd-8f809cdbc76c tempest-RoutersNegativeTest-1948241621 tempest-RoutersNegativeTest-1948241621-project] 10.222.0.53 "GET /v2.0/ports?device_id=bb7d9e00-b856-4fac-9f6e-bb3d30cbac6a HTTP/1.1" status: 200 len: 205 time: 0.0449419 Jun 24 12:15:55.333440 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 39238) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:15:55.415739 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-1a128c13-3b47-49a6-a7bc-2c8f2b754da5 tempest-RoutersNegativeTest-1948241621 tempest-RoutersNegativeTest-1948241621-project] Notify callbacks [] for router, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:15:55.885052 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-1a128c13-3b47-49a6-a7bc-2c8f2b754da5 tempest-RoutersNegativeTest-1948241621 tempest-RoutersNegativeTest-1948241621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1803182', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65403'] for router, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:15:55.887102 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-1a128c13-3b47-49a6-a7bc-2c8f2b754da5 tempest-RoutersNegativeTest-1948241621 tempest-RoutersNegativeTest-1948241621-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:15:55.929982 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-1a128c13-3b47-49a6-a7bc-2c8f2b754da5 tempest-RoutersNegativeTest-1948241621 tempest-RoutersNegativeTest-1948241621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1806072'] for router, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:15:55.930560 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a128c13-3b47-49a6-a7bc-2c8f2b754da5 tempest-RoutersNegativeTest-1948241621 tempest-RoutersNegativeTest-1948241621-project] Fanout notify agent at l3_agent the message router_deleted on router bb7d9e00-b856-4fac-9f6e-bb3d30cbac6a {{(pid=128084) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 24 12:15:55.938117 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-1a128c13-3b47-49a6-a7bc-2c8f2b754da5 tempest-RoutersNegativeTest-1948241621 tempest-RoutersNegativeTest-1948241621-project] Notify callbacks [] for router, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:15:55.941508 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-1a128c13-3b47-49a6-a7bc-2c8f2b754da5 tempest-RoutersNegativeTest-1948241621 tempest-RoutersNegativeTest-1948241621-project] 10.222.0.53 "DELETE /v2.0/routers/bb7d9e00-b856-4fac-9f6e-bb3d30cbac6a HTTP/1.1" status: 204 len: 168 time: 0.6070318 Jun 24 12:15:56.195080 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 39244) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:15:56.340238 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-ff927e9e-4452-4f17-862a-82c2565f9bf9 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=355e9ce494b54b11a40f36b43fefe42c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1438227 Jun 24 12:15:56.342722 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 39248) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:15:56.396789 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-df23205a-7d4a-4908-80e6-207eb007de64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:15:56.403495 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-eb52d218-1784-4ea1-8146-b630e3f7c27f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:15:56.421375 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-df23205a-7d4a-4908-80e6-207eb007de64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:15:56.473795 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-df23205a-7d4a-4908-80e6-207eb007de64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800410'] for security_group, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:15:56.476478 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-df23205a-7d4a-4908-80e6-207eb007de64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:15:56.477697 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-df23205a-7d4a-4908-80e6-207eb007de64 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/e26d5de8-e4e1-4f43-b4cc-a19a65a06528 HTTP/1.1" status: 204 len: 168 time: 0.1340139 Jun 24 12:15:56.478534 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-e2e41e94-78db-4219-85d6-0aa0cf3c5ae3 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:15:56.487335 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df23205a-7d4a-4908-80e6-207eb007de64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e26d5de8-e4e1-4f43-b4cc-a19a65a06528,revision_number=None']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:15:56.489650 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-df23205a-7d4a-4908-80e6-207eb007de64 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:15:56.571351 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:15:56.599660 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device d45dea10-edc0-4662-9c1b-ce14bb6eb112 no longer exists at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 12:15:56.623912 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] No Port match for: d45dea10-edc0-4662-9c1b-ce14bb6eb112 {{(pid=128085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 12:15:56.624273 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device d45dea10-edc0-4662-9c1b-ce14bb6eb112 not bound to the agent host dv-neutron-797120-4-hyperv {{(pid=128085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 12:15:56.624699 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device 1a7f78cb-e826-44e4-95c1-d3403f6ef69b no longer exists at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 12:15:56.644626 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] No Port match for: 1a7f78cb-e826-44e4-95c1-d3403f6ef69b {{(pid=128085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 12:15:56.645005 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device 1a7f78cb-e826-44e4-95c1-d3403f6ef69b not bound to the agent host dv-neutron-797120-4-hyperv {{(pid=128085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 12:15:57.175877 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 39270) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:15:57.276759 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [None req-56c93173-873d-41e5-a2e2-7570a9a43844 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1784579086-network', 'tenant_id': '95627ad9428940a79da644015b1dc5ea'}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:15:57.671571 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56c93173-873d-41e5-a2e2-7570a9a43844 admin admin] Made reservation on behalf of 95627ad9428940a79da644015b1dc5ea for: {'network': 1} {{(pid=128083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:15:57.673991 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-56c93173-873d-41e5-a2e2-7570a9a43844 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for network, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:15:57.682180 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-56c93173-873d-41e5-a2e2-7570a9a43844 admin admin] Notify callbacks [] for security_group, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:15:57.773428 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-56c93173-873d-41e5-a2e2-7570a9a43844 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:15:57.778587 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-56c93173-873d-41e5-a2e2-7570a9a43844 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800410'] for security_group, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:15:57.781884 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-a681056d-9c1b-497d-87f3-d1d9a550ced2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:15:57.794218 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-03237adf-ebd0-46f2-a476-4d4bb746e0f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:15:57.806741 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56c93173-873d-41e5-a2e2-7570a9a43844 admin admin] vlan segment allocate from pool success with {'vlan_id': 627, 'physical_network': 'physnet1'} {{(pid=128083) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 12:15:57.813911 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c93173-873d-41e5-a2e2-7570a9a43844 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02f0d51f-b339-472c-bba5-b1515078d1c2,revision_number=1']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:15:57.817569 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-56c93173-873d-41e5-a2e2-7570a9a43844 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:15:57.820651 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-56c93173-873d-41e5-a2e2-7570a9a43844 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967879'] for segment, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:15:57.820999 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.db.segments_db [None req-56c93173-873d-41e5-a2e2-7570a9a43844 admin admin] Added segment ac07082b-bcde-4031-b0fe-c74c8921f5f5 of type vlan for network efb1a269-b84e-47d5-8136-af5ab4c8b019 Jun 24 12:15:57.864026 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-56c93173-873d-41e5-a2e2-7570a9a43844 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793193525068'] for network, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:15:57.893337 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-56c93173-873d-41e5-a2e2-7570a9a43844 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1800243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976'] for network, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:15:57.894368 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56c93173-873d-41e5-a2e2-7570a9a43844 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:15:57.894941 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-56c93173-873d-41e5-a2e2-7570a9a43844 admin admin] Notify callbacks [] for network, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:15:57.897471 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-8440a66e-b0f2-455a-a8c5-f7124653bd86 tempest-AllowedAddressPairIpV6TestJSON-2004454070 tempest-AllowedAddressPairIpV6TestJSON-2004454070-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:15:57.956442 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-56c93173-873d-41e5-a2e2-7570a9a43844 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.7792830 Jun 24 12:15:57.959219 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 39274) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:15:57.966135 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [None req-799b13ea-f0cb-41f6-8a6b-80bcdf43b6b4 admin admin] Request body: {'subnet': {'network_id': 'efb1a269-b84e-47d5-8136-af5ab4c8b019', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1784579086-subnet', 'tenant_id': '95627ad9428940a79da644015b1dc5ea', 'ip_version': 4}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:15:57.970293 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c93173-873d-41e5-a2e2-7570a9a43844 admin admin] Pushing event updated for resources: {'Network': ['ID=efb1a269-b84e-47d5-8136-af5ab4c8b019,revision_number=1']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:15:57.976961 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-56c93173-873d-41e5-a2e2-7570a9a43844 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:15:57.981508 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Network efb1a269-b84e-47d5-8136-af5ab4c8b019 details requested by agent ovs-agent-dv-neutron-797120-4-hyperv with host dv-neutron-797120-4-hyperv {{(pid=128085) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 12:15:57.990890 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-799b13ea-f0cb-41f6-8a6b-80bcdf43b6b4 admin admin] Made reservation on behalf of 95627ad9428940a79da644015b1dc5ea for: {'subnet': 1} {{(pid=128083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:15:57.993252 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-799b13ea-f0cb-41f6-8a6b-80bcdf43b6b4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3289788'] for subnet, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:15:58.174282 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-799b13ea-f0cb-41f6-8a6b-80bcdf43b6b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2537737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3289942'] for subnet, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:15:58.176310 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-cee41223-e3a8-4cea-982c-d7b2194a86df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:15:58.234805 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799b13ea-f0cb-41f6-8a6b-80bcdf43b6b4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=302fdcb2-9579-4ecb-8af6-5fc1868f54e0,revision_number=0']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:15:58.238740 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-799b13ea-f0cb-41f6-8a6b-80bcdf43b6b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:15:58.244974 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-799b13ea-f0cb-41f6-8a6b-80bcdf43b6b4 admin admin] Checking segment: {'id': 'ac07082b-bcde-4031-b0fe-c74c8921f5f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'efb1a269-b84e-47d5-8136-af5ab4c8b019'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=128083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:15:58.245362 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-799b13ea-f0cb-41f6-8a6b-80bcdf43b6b4 admin admin] Network hostable DHCP agents. Network: efb1a269-b84e-47d5-8136-af5ab4c8b019, hostable agents: ['6be988a9-1d97-480f-be5a-c55abf2c55c5'], hosted agents: [] {{(pid=128083) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 12:15:58.264083 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-799b13ea-f0cb-41f6-8a6b-80bcdf43b6b4 admin admin] Network efb1a269-b84e-47d5-8136-af5ab4c8b019 is scheduled to be hosted by DHCP agent 6be988a9-1d97-480f-be5a-c55abf2c55c5 with binding_index 1 {{(pid=128083) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 12:15:58.274535 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.base_scheduler [None req-799b13ea-f0cb-41f6-8a6b-80bcdf43b6b4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-4-hyperv, efb1a269-b84e-47d5-8136-af5ab4c8b019) {{(pid=128083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:15:58.278706 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-799b13ea-f0cb-41f6-8a6b-80bcdf43b6b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:15:58.279309 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-799b13ea-f0cb-41f6-8a6b-80bcdf43b6b4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:15:58.285727 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eff169e5-dc7d-4fa5-bd19-995e7f08b4f0 None None] Network efb1a269-b84e-47d5-8136-af5ab4c8b019 requested from dv-neutron-797120-4-hyperv {{(pid=128085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:15:58.298942 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-799b13ea-f0cb-41f6-8a6b-80bcdf43b6b4 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3341665 Jun 24 12:15:58.299765 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 39276) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:15:58.305045 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-00866e1a-b2df-464c-8e88-4195a617df30 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1784579086-router', 'tenant_id': '95627ad9428940a79da644015b1dc5ea', 'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b'}}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:15:58.333295 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-00866e1a-b2df-464c-8e88-4195a617df30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1803889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65293'] for router, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:15:58.334325 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-00866e1a-b2df-464c-8e88-4195a617df30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1803848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1975305', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1581158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65396'] for router, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:15:58.392994 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-00866e1a-b2df-464c-8e88-4195a617df30 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:15:58.444961 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-884ed9b8-76a4-42e9-bf77-ba222639e312 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d65c8f8-7530-5052-99fe-8ea05073750b-efb1a269-b84e-47d5-8136-af5ab4c8b019', 'network_id': 'efb1a269-b84e-47d5-8136-af5ab4c8b019', 'tenant_id': '95627ad9428940a79da644015b1dc5ea', 'fixed_ips': [{'subnet_id': '302fdcb2-9579-4ecb-8af6-5fc1868f54e0'}]}} from dv-neutron-797120-4-hyperv. {{(pid=128085) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 24 12:15:58.444961 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-884ed9b8-76a4-42e9-bf77-ba222639e312 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_create {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:15:58.542030 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-00866e1a-b2df-464c-8e88-4195a617df30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1975381', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1803205', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65378'] for router, precommit_update {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:15:58.606227 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.db_base_plugin_common [None req-884ed9b8-76a4-42e9-bf77-ba222639e312 None None] Allocated IP 172.20.0.2 (efb1a269-b84e-47d5-8136-af5ab4c8b019/302fdcb2-9579-4ecb-8af6-5fc1868f54e0/2818e623-c13c-4a8c-934d-c6c7ad2a68a3) {{(pid=128085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:15:58.761259 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-884ed9b8-76a4-42e9-bf77-ba222639e312 None None] Notify callbacks [] for port, precommit_create {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:15:58.770336 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-884ed9b8-76a4-42e9-bf77-ba222639e312 None None] Transition to ACTIVE for port object 2818e623-c13c-4a8c-934d-c6c7ad2a68a3 will not be triggered until provisioned by entity L2. {{(pid=128085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:15:58.781208 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-00866e1a-b2df-464c-8e88-4195a617df30 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:15:58.794765 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-884ed9b8-76a4-42e9-bf77-ba222639e312 None None] Transition to ACTIVE for port object 2818e623-c13c-4a8c-934d-c6c7ad2a68a3 will not be triggered until provisioned by entity DHCP. {{(pid=128085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:15:58.802539 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-00866e1a-b2df-464c-8e88-4195a617df30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:15:58.807192 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-884ed9b8-76a4-42e9-bf77-ba222639e312 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-650429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-506361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793193536723'] for port, after_create {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:15:58.813198 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:15:58.871466 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-884ed9b8-76a4-42e9-bf77-ba222639e312 None None] Network efb1a269-b84e-47d5-8136-af5ab4c8b019 is already hosted by enough agents. {{(pid=128085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:15:58.876432 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.scheduler.base_scheduler [None req-884ed9b8-76a4-42e9-bf77-ba222639e312 None None] Resources bound (agent type, host, resource id): {{(pid=128085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:15:58.886665 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-884ed9b8-76a4-42e9-bf77-ba222639e312 None None] Received port after_create {{(pid=128085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:15:58.902530 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884ed9b8-76a4-42e9-bf77-ba222639e312 None None] Pushing event updated for resources: {'Port': ['ID=2818e623-c13c-4a8c-934d-c6c7ad2a68a3,revision_number=1']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:15:58.912381 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-884ed9b8-76a4-42e9-bf77-ba222639e312 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:15:58.922163 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.db.db_base_plugin_common [None req-00866e1a-b2df-464c-8e88-4195a617df30 admin admin] Allocated IP 172.26.7.106 (f2b8ca71-e776-48b2-8898-96cc7970207b/f37bf603-3862-4d0a-9f58-89616f7fd68f/ea0ecd39-5953-468c-b4a0-1f9364e6ddd5) {{(pid=128084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:15:58.988282 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-884ed9b8-76a4-42e9-bf77-ba222639e312 None None] Attempting to bind port 2818e623-c13c-4a8c-934d-c6c7ad2a68a3 on host dv-neutron-797120-4-hyperv for vnic_type normal with profile {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 12:15:58.988694 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-884ed9b8-76a4-42e9-bf77-ba222639e312 None None] Attempting to bind port 2818e623-c13c-4a8c-934d-c6c7ad2a68a3 by drivers openvswitch,hyperv on host dv-neutron-797120-4-hyperv at level 0 using segments [{'id': 'ac07082b-bcde-4031-b0fe-c74c8921f5f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'efb1a269-b84e-47d5-8136-af5ab4c8b019'}] {{(pid=128085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 12:15:58.989092 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-884ed9b8-76a4-42e9-bf77-ba222639e312 None None] Attempting to bind port 2818e623-c13c-4a8c-934d-c6c7ad2a68a3 on network efb1a269-b84e-47d5-8136-af5ab4c8b019 {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:15:58.994353 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-884ed9b8-76a4-42e9-bf77-ba222639e312 None None] Checking agent: {'id': 'e3a695b2-c397-461f-83b0-10b79d490b59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 11, 36, 56), 'started_at': datetime.datetime(2021, 6, 24, 11, 37, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 12, 15, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 12:15:58.994741 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-884ed9b8-76a4-42e9-bf77-ba222639e312 None None] Checking segment: {'id': 'ac07082b-bcde-4031-b0fe-c74c8921f5f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'efb1a269-b84e-47d5-8136-af5ab4c8b019'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=128085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:15:58.995199 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-884ed9b8-76a4-42e9-bf77-ba222639e312 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:15:58.995607 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-884ed9b8-76a4-42e9-bf77-ba222639e312 None None] Bound using segment: {'id': 'ac07082b-bcde-4031-b0fe-c74c8921f5f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'efb1a269-b84e-47d5-8136-af5ab4c8b019'} {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 12:15:58.996232 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-884ed9b8-76a4-42e9-bf77-ba222639e312 None None] Bound port: 2818e623-c13c-4a8c-934d-c6c7ad2a68a3, host: dv-neutron-797120-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac07082b-bcde-4031-b0fe-c74c8921f5f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'efb1a269-b84e-47d5-8136-af5ab4c8b019'}}] {{(pid=128085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 12:15:58.996637 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-884ed9b8-76a4-42e9-bf77-ba222639e312 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:15:59.036293 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-00866e1a-b2df-464c-8e88-4195a617df30 admin admin] Notify callbacks [] for port, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:15:59.080839 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-00866e1a-b2df-464c-8e88-4195a617df30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-650429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-506361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793193536723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3291971'] for port, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:15:59.083444 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-8f87bc3e-cab7-4d48-a250-d0e59a7c7c1f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:15:59.127367 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00866e1a-b2df-464c-8e88-4195a617df30 admin admin] Network f2b8ca71-e776-48b2-8898-96cc7970207b is already hosted by enough agents. {{(pid=128084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:15:59.132694 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.base_scheduler [None req-00866e1a-b2df-464c-8e88-4195a617df30 admin admin] Resources bound (agent type, host, resource id): {{(pid=128084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:15:59.135743 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00866e1a-b2df-464c-8e88-4195a617df30 admin admin] Received port after_create {{(pid=128084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:15:59.163179 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00866e1a-b2df-464c-8e88-4195a617df30 admin admin] Pushing event updated for resources: {'Port': ['ID=ea0ecd39-5953-468c-b4a0-1f9364e6ddd5,revision_number=1']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:15:59.166914 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-00866e1a-b2df-464c-8e88-4195a617df30 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:15:59.223824 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-884ed9b8-76a4-42e9-bf77-ba222639e312 None None] For port 2818e623-c13c-4a8c-934d-c6c7ad2a68a3, host dv-neutron-797120-4-hyperv, cleared binding levels {{(pid=128085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 12:15:59.226975 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-884ed9b8-76a4-42e9-bf77-ba222639e312 None None] For port 2818e623-c13c-4a8c-934d-c6c7ad2a68a3, host dv-neutron-797120-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=2818e623-c13c-4a8c-934d-c6c7ad2a68a3,segment=NetworkSegment(ac07082b-bcde-4031-b0fe-c74c8921f5f5),segment_id=ac07082b-bcde-4031-b0fe-c74c8921f5f5)] {{(pid=128085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 12:15:59.232538 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-884ed9b8-76a4-42e9-bf77-ba222639e312 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:15:59.235409 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:15:59.300075 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884ed9b8-76a4-42e9-bf77-ba222639e312 None None] Pushing event updated for resources: {'Port': ['ID=2818e623-c13c-4a8c-934d-c6c7ad2a68a3,revision_number=2']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:15:59.303293 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-884ed9b8-76a4-42e9-bf77-ba222639e312 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:15:59.429724 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-00866e1a-b2df-464c-8e88-4195a617df30 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:15:59.667506 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-00866e1a-b2df-464c-8e88-4195a617df30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1803210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1815767'] for router, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:15:59.757012 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-52c483ef-d5c1-4030-9a32-e5ce4ff00ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:15:59.820070 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00866e1a-b2df-464c-8e88-4195a617df30 admin admin] Router 7e6d8e85-520f-4541-bdbd-abeccea869c3 is scheduled to L3 agent 2987dba8-2249-4ee6-96ec-28f0f7a6127d with binding_index 1 {{(pid=128084) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 24 12:15:59.937604 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00866e1a-b2df-464c-8e88-4195a617df30 admin admin] Notify agent at l3_agent.dv-neutron-797120-4-hyperv the message routers_updated {{(pid=128084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 12:15:59.947256 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07522597-51c8-4732-b184-08db77270ccb None None] Sync routers for ids ['7e6d8e85-520f-4541-bdbd-abeccea869c3'] in dv-neutron-797120-4-hyperv {{(pid=128086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 12:15:59.958581 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-00866e1a-b2df-464c-8e88-4195a617df30 admin admin] Notify callbacks [] for router, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:15:59.959862 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-00866e1a-b2df-464c-8e88-4195a617df30 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 1.6584961 Jun 24 12:15:59.962569 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 39278) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:15:59.962798 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07522597-51c8-4732-b184-08db77270ccb None None] Routers {'7e6d8e85-520f-4541-bdbd-abeccea869c3'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:15:59.963670 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-07522597-51c8-4732-b184-08db77270ccb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T12:15:56Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['7e6d8e85-520f-4541-bdbd-abeccea869c3'], 'active': True} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:16:00.083604 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.agents_db [None req-87a69269-d72b-4286-97f3-1041481ed6d8 None None] Agent healthcheck: found 6 active agents {{(pid=128086) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 12:16:00.108143 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_dvr_db [None req-07522597-51c8-4732-b184-08db77270ccb None None] Set router 7e6d8e85-520f-4541-bdbd-abeccea869c3 gateway port host: dv-neutron-797120-4-hyperv {{(pid=128086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:16:00.293143 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8624b4c3-a93b-4468-8af2-8adecac49f6c None None] Network efb1a269-b84e-47d5-8136-af5ab4c8b019 requested from dv-neutron-797120-4-hyperv {{(pid=128085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:16:00.411819 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-ccf35db5-092c-4f07-a62d-2ac731ebe051 None None] Provisioning for port 2818e623-c13c-4a8c-934d-c6c7ad2a68a3 completed by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:16:00.413393 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-07522597-51c8-4732-b184-08db77270ccb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e6d8e85-520f-4541-bdbd-abeccea869c3', 'name': 'tempest-TestEncryptedCinderVolumes-1784579086-router', 'tenant_id': '95627ad9428940a79da644015b1dc5ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'external_fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.106'}], 'enable_snat': True}, 'gw_port_id': 'ea0ecd39-5953-468c-b4a0-1f9364e6ddd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:15:58Z', 'updated_at': '2021-06-24T12:15:59Z', 'revision_number': 3, 'project_id': '95627ad9428940a79da644015b1dc5ea', 'gw_port': {'id': 'ea0ecd39-5953-468c-b4a0-1f9364e6ddd5', 'name': '', 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:cd:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e6d8e85-520f-4541-bdbd-abeccea869c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1643, 'fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:15:58Z', 'updated_at': '2021-06-24T12:15:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-4-hyperv'}], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:16:00.444341 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07522597-51c8-4732-b184-08db77270ccb None None] Checking router: 7e6d8e85-520f-4541-bdbd-abeccea869c3 for host: dv-neutron-797120-4-hyperv {{(pid=128086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 12:16:00.444673 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07522597-51c8-4732-b184-08db77270ccb None None] Updating router 7e6d8e85-520f-4541-bdbd-abeccea869c3 port ea0ecd39-5953-468c-b4a0-1f9364e6ddd5 binding host dv-neutron-797120-4-hyperv {{(pid=128086) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 12:16:00.479594 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron_lib.callbacks.manager [None req-07522597-51c8-4732-b184-08db77270ccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:16:00.494576 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-dfd8fba3-4aa7-43ec-9cd3-16973ec039a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:16:00.652003 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device 2818e623-c13c-4a8c-934d-c6c7ad2a68a3 up at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:16:00.745476 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning for port 2818e623-c13c-4a8c-934d-c6c7ad2a68a3 completed by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:16:00.750003 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.db.db_base_plugin_common [None req-dfd8fba3-4aa7-43ec-9cd3-16973ec039a5 admin admin] Allocated IP 172.20.0.1 (efb1a269-b84e-47d5-8136-af5ab4c8b019/302fdcb2-9579-4ecb-8af6-5fc1868f54e0/82df46ea-d022-43e0-a041-e41e18bf59d1) {{(pid=128084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:16:00.750219 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning complete for port 2818e623-c13c-4a8c-934d-c6c7ad2a68a3 triggered by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:16:00.750443 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:16:00.820887 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron_lib.callbacks.manager [None req-07522597-51c8-4732-b184-08db77270ccb None None] Notify callbacks [] for port, precommit_update {{(pid=128086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:16:00.832428 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.provisioning_blocks [None req-07522597-51c8-4732-b184-08db77270ccb None None] Transition to ACTIVE for port object ea0ecd39-5953-468c-b4a0-1f9364e6ddd5 will not be triggered until provisioned by entity L2. {{(pid=128086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:16:00.839087 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron_lib.callbacks.manager [None req-07522597-51c8-4732-b184-08db77270ccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:16:00.845658 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:16:00.849714 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG oslo_concurrency.lockutils [None req-33ba87c3-2015-46c8-a2e6-e115b9bf6dab None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128086) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:16:00.863537 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-fb48fddf-f950-4e29-a6ce-2dd0ebd5142f None None] Provisioning complete for port 2818e623-c13c-4a8c-934d-c6c7ad2a68a3 triggered by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:16:00.863913 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-fb48fddf-f950-4e29-a6ce-2dd0ebd5142f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:16:00.908829 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f29ac2-6b83-487a-b860-81b757a7217f None None] Pushing event updated for resources: {'Port': ['ID=ea0ecd39-5953-468c-b4a0-1f9364e6ddd5,revision_number=2']} {{(pid=128086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:16:00.912656 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] For port 2818e623-c13c-4a8c-934d-c6c7ad2a68a3, host dv-neutron-797120-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=2818e623-c13c-4a8c-934d-c6c7ad2a68a3,segment=NetworkSegment(ac07082b-bcde-4031-b0fe-c74c8921f5f5),segment_id=ac07082b-bcde-4031-b0fe-c74c8921f5f5)] {{(pid=128085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:16:00.917739 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f29ac2-6b83-487a-b860-81b757a7217f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:16:00.918258 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f29ac2-6b83-487a-b860-81b757a7217f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:16:00.919460 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f29ac2-6b83-487a-b860-81b757a7217f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:16:00.919835 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f29ac2-6b83-487a-b860-81b757a7217f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:16:00.920256 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f29ac2-6b83-487a-b860-81b757a7217f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:16:00.920511 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:16:00.920792 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f29ac2-6b83-487a-b860-81b757a7217f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:16:00.920906 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f29ac2-6b83-487a-b860-81b757a7217f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:16:00.921488 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f29ac2-6b83-487a-b860-81b757a7217f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:16:00.921811 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f29ac2-6b83-487a-b860-81b757a7217f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:16:00.922311 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f29ac2-6b83-487a-b860-81b757a7217f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:16:00.922933 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f29ac2-6b83-487a-b860-81b757a7217f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:16:00.923171 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f29ac2-6b83-487a-b860-81b757a7217f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:16:00.925706 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-ef72afda-2ad8-47b5-9ec4-fec302f7c3c6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:16:00.926557 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.plugins.ml2.managers [None req-07522597-51c8-4732-b184-08db77270ccb None None] Attempting to bind port ea0ecd39-5953-468c-b4a0-1f9364e6ddd5 on host dv-neutron-797120-4-hyperv for vnic_type normal with profile {{(pid=128086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 12:16:00.926937 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.plugins.ml2.managers [None req-07522597-51c8-4732-b184-08db77270ccb None None] Attempting to bind port ea0ecd39-5953-468c-b4a0-1f9364e6ddd5 by drivers openvswitch,hyperv on host dv-neutron-797120-4-hyperv at level 0 using segments [{'id': '1139564f-ff83-4b49-a593-84b33301357d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b'}] {{(pid=128086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 12:16:00.927307 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07522597-51c8-4732-b184-08db77270ccb None None] Attempting to bind port ea0ecd39-5953-468c-b4a0-1f9364e6ddd5 on network f2b8ca71-e776-48b2-8898-96cc7970207b {{(pid=128086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:16:00.933458 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG oslo_concurrency.lockutils [None req-c0f29ac2-6b83-487a-b860-81b757a7217f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=128086) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:16:00.934816 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07522597-51c8-4732-b184-08db77270ccb None None] Checking agent: {'id': 'e3a695b2-c397-461f-83b0-10b79d490b59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 11, 36, 56), 'started_at': datetime.datetime(2021, 6, 24, 11, 37, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 12, 15, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=128086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 12:16:00.935263 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07522597-51c8-4732-b184-08db77270ccb None None] Checking segment: {'id': '1139564f-ff83-4b49-a593-84b33301357d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=128086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:16:00.935672 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron_lib.callbacks.manager [None req-07522597-51c8-4732-b184-08db77270ccb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=128086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:16:00.936067 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07522597-51c8-4732-b184-08db77270ccb None None] Bound using segment: {'id': '1139564f-ff83-4b49-a593-84b33301357d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b'} {{(pid=128086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 12:16:00.936749 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.plugins.ml2.managers [None req-07522597-51c8-4732-b184-08db77270ccb None None] Bound port: ea0ecd39-5953-468c-b4a0-1f9364e6ddd5, host: dv-neutron-797120-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1139564f-ff83-4b49-a593-84b33301357d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b'}}] {{(pid=128086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 12:16:00.937186 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron_lib.callbacks.manager [None req-07522597-51c8-4732-b184-08db77270ccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:16:00.953971 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-dfd8fba3-4aa7-43ec-9cd3-16973ec039a5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:16:00.974927 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.db.provisioning_blocks [None req-dfd8fba3-4aa7-43ec-9cd3-16973ec039a5 admin admin] Transition to ACTIVE for port object 82df46ea-d022-43e0-a041-e41e18bf59d1 will not be triggered until provisioned by entity DHCP. {{(pid=128084) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:16:01.006811 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.plugins.ml2.db [None req-07522597-51c8-4732-b184-08db77270ccb None None] For port ea0ecd39-5953-468c-b4a0-1f9364e6ddd5, host dv-neutron-797120-4-hyperv, cleared binding levels {{(pid=128086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 12:16:01.009610 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Pushing event updated for resources: {'Port': ['ID=2818e623-c13c-4a8c-934d-c6c7ad2a68a3,revision_number=3']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:16:01.015185 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:16:01.015931 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.plugins.ml2.db [None req-07522597-51c8-4732-b184-08db77270ccb None None] For port ea0ecd39-5953-468c-b4a0-1f9364e6ddd5, host dv-neutron-797120-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=ea0ecd39-5953-468c-b4a0-1f9364e6ddd5,segment=NetworkSegment(1139564f-ff83-4b49-a593-84b33301357d),segment_id=1139564f-ff83-4b49-a593-84b33301357d)] {{(pid=128086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 12:16:01.024599 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-dfd8fba3-4aa7-43ec-9cd3-16973ec039a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-650429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-506361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793193536723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3291971'] for port, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:16:01.025110 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron_lib.callbacks.manager [None req-07522597-51c8-4732-b184-08db77270ccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:16:01.026688 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-308ce245-c681-4104-97ab-7712d9ebf326 tempest-TestVolumeBootPattern-428988392 tempest-TestVolumeBootPattern-428988392-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:16:01.030941 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG oslo_concurrency.lockutils [None req-a4561ff6-ce88-49d0-b440-b763e069f678 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128086) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:16:01.065960 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfd8fba3-4aa7-43ec-9cd3-16973ec039a5 admin admin] Network efb1a269-b84e-47d5-8136-af5ab4c8b019 is already hosted by enough agents. {{(pid=128084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:16:01.071046 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.base_scheduler [None req-dfd8fba3-4aa7-43ec-9cd3-16973ec039a5 admin admin] Resources bound (agent type, host, resource id): {{(pid=128084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:16:01.074481 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfd8fba3-4aa7-43ec-9cd3-16973ec039a5 admin admin] Received port after_create {{(pid=128084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:16:01.091882 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07522597-51c8-4732-b184-08db77270ccb None None] Routers {'7e6d8e85-520f-4541-bdbd-abeccea869c3'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:16:01.092621 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-07522597-51c8-4732-b184-08db77270ccb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T12:15:56Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['7e6d8e85-520f-4541-bdbd-abeccea869c3'], 'active': True} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:16:01.099493 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd8fba3-4aa7-43ec-9cd3-16973ec039a5 admin admin] Pushing event updated for resources: {'Port': ['ID=82df46ea-d022-43e0-a041-e41e18bf59d1,revision_number=1']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:16:01.104208 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-dfd8fba3-4aa7-43ec-9cd3-16973ec039a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:16:01.121536 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-dfd8fba3-4aa7-43ec-9cd3-16973ec039a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1978458'] for router_interface, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:16:01.137785 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f29ac2-6b83-487a-b860-81b757a7217f None None] Pushing event updated for resources: {'Port': ['ID=ea0ecd39-5953-468c-b4a0-1f9364e6ddd5,revision_number=3']} {{(pid=128086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:16:01.150626 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG oslo_concurrency.lockutils [None req-c0f29ac2-6b83-487a-b860-81b757a7217f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=128086) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:16:01.229450 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_dvr_db [None req-07522597-51c8-4732-b184-08db77270ccb None None] Set router 7e6d8e85-520f-4541-bdbd-abeccea869c3 gateway port host: dv-neutron-797120-4-hyperv {{(pid=128086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:16:01.357094 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-94c723b1-b1e9-4098-af5c-61bf6b5e4b38 None None] Provisioning for port 82df46ea-d022-43e0-a041-e41e18bf59d1 completed by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:16:01.362142 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-94c723b1-b1e9-4098-af5c-61bf6b5e4b38 None None] Provisioning complete for port 82df46ea-d022-43e0-a041-e41e18bf59d1 triggered by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:16:01.362623 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-94c723b1-b1e9-4098-af5c-61bf6b5e4b38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:16:01.401234 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-94c723b1-b1e9-4098-af5c-61bf6b5e4b38 None None] Port 82df46ea-d022-43e0-a041-e41e18bf59d1 cannot update to ACTIVE because it is not bound. {{(pid=128085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 12:16:01.443174 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-07522597-51c8-4732-b184-08db77270ccb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e6d8e85-520f-4541-bdbd-abeccea869c3', 'name': 'tempest-TestEncryptedCinderVolumes-1784579086-router', 'tenant_id': '95627ad9428940a79da644015b1dc5ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'external_fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.106'}], 'enable_snat': True}, 'gw_port_id': 'ea0ecd39-5953-468c-b4a0-1f9364e6ddd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:15:58Z', 'updated_at': '2021-06-24T12:15:59Z', 'revision_number': 3, 'project_id': '95627ad9428940a79da644015b1dc5ea', 'gw_port': {'id': 'ea0ecd39-5953-468c-b4a0-1f9364e6ddd5', 'name': '', 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:cd:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e6d8e85-520f-4541-bdbd-abeccea869c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1643, 'fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:15:58Z', 'updated_at': '2021-06-24T12:16:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-4-hyperv'}], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:16:01.471892 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07522597-51c8-4732-b184-08db77270ccb None None] The sync data for ids ['7e6d8e85-520f-4541-bdbd-abeccea869c3'] in dv-neutron-797120-4-hyperv is: [{'id': '7e6d8e85-520f-4541-bdbd-abeccea869c3', 'name': 'tempest-TestEncryptedCinderVolumes-1784579086-router', 'tenant_id': '95627ad9428940a79da644015b1dc5ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'external_fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.106'}], 'enable_snat': True}, 'gw_port_id': 'ea0ecd39-5953-468c-b4a0-1f9364e6ddd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:15:58Z', 'updated_at': '2021-06-24T12:15:59Z', 'revision_number': 3, 'project_id': '95627ad9428940a79da644015b1dc5ea', 'gw_port': {'id': 'ea0ecd39-5953-468c-b4a0-1f9364e6ddd5', 'name': '', 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:cd:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e6d8e85-520f-4541-bdbd-abeccea869c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1643, 'fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:15:58Z', 'updated_at': '2021-06-24T12:16:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-4-hyperv'}] {{(pid=128086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 12:16:01.615841 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-dfd8fba3-4aa7-43ec-9cd3-16973ec039a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:16:01.851996 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-dfd8fba3-4aa7-43ec-9cd3-16973ec039a5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:16:01.858554 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-dfd8fba3-4aa7-43ec-9cd3-16973ec039a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3292081'] for port, after_update {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:16:01.861718 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-9f2933dc-b5f3-44d4-ad2c-e87faad1e19c tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:16:01.960484 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-dfd8fba3-4aa7-43ec-9cd3-16973ec039a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1783050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1978542'] for router_interface, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:16:01.962299 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd8fba3-4aa7-43ec-9cd3-16973ec039a5 admin admin] Pushing event updated for resources: {'Port': ['ID=82df46ea-d022-43e0-a041-e41e18bf59d1,revision_number=2']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:16:01.965999 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-dfd8fba3-4aa7-43ec-9cd3-16973ec039a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:16:02.070533 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfd8fba3-4aa7-43ec-9cd3-16973ec039a5 admin admin] Network efb1a269-b84e-47d5-8136-af5ab4c8b019 is already hosted by enough agents. {{(pid=128084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:16:02.072220 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.base_scheduler [None req-dfd8fba3-4aa7-43ec-9cd3-16973ec039a5 admin admin] Resources bound (agent type, host, resource id): {{(pid=128084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:16:02.219849 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfd8fba3-4aa7-43ec-9cd3-16973ec039a5 admin admin] Router 7e6d8e85-520f-4541-bdbd-abeccea869c3 has already been hosted by L3 agent 2987dba8-2249-4ee6-96ec-28f0f7a6127d {{(pid=128084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 12:16:02.334504 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-26115c7c-3bff-4225-a498-de98b1ea0e8a None None] Provisioning complete for port 82df46ea-d022-43e0-a041-e41e18bf59d1 triggered by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:16:02.335162 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-26115c7c-3bff-4225-a498-de98b1ea0e8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:16:02.375813 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-26115c7c-3bff-4225-a498-de98b1ea0e8a None None] Port 82df46ea-d022-43e0-a041-e41e18bf59d1 cannot update to ACTIVE because it is not bound. {{(pid=128085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 12:16:02.379677 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfd8fba3-4aa7-43ec-9cd3-16973ec039a5 admin admin] Notify agent at l3_agent.dv-neutron-797120-4-hyperv the message routers_updated {{(pid=128084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 12:16:02.386130 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-dfd8fba3-4aa7-43ec-9cd3-16973ec039a5 admin admin] 10.222.0.53 "PUT /v2.0/routers/7e6d8e85-520f-4541-bdbd-abeccea869c3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4225049 Jun 24 12:16:02.698411 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device ea0ecd39-5953-468c-b4a0-1f9364e6ddd5 up at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:16:02.767429 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning for port ea0ecd39-5953-468c-b4a0-1f9364e6ddd5 completed by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:16:02.773294 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning complete for port ea0ecd39-5953-468c-b4a0-1f9364e6ddd5 triggered by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:16:02.773805 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:16:02.861946 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:16:02.885348 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] For port ea0ecd39-5953-468c-b4a0-1f9364e6ddd5, host dv-neutron-797120-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=ea0ecd39-5953-468c-b4a0-1f9364e6ddd5,segment=NetworkSegment(1139564f-ff83-4b49-a593-84b33301357d),segment_id=1139564f-ff83-4b49-a593-84b33301357d)] {{(pid=128085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:16:02.893180 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:16:02.894697 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device 2818e623-c13c-4a8c-934d-c6c7ad2a68a3 up at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:16:02.898038 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-ef72afda-2ad8-47b5-9ec4-fec302f7c3c6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:16:02.998764 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Pushing event updated for resources: {'Port': ['ID=ea0ecd39-5953-468c-b4a0-1f9364e6ddd5,revision_number=4']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:16:03.002916 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:16:03.009570 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning complete for port 2818e623-c13c-4a8c-934d-c6c7ad2a68a3 triggered by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:16:03.009960 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:16:03.026678 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 39294) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:16:03.034705 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-2f91d203-43ff-4e96-8857-abc09f3697f1 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-329574565-network', 'tenant_id': '1193d6654c8d4d608a8d6132a1de200d'}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:16:03.068165 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f91d203-43ff-4e96-8857-abc09f3697f1 admin admin] Made reservation on behalf of 1193d6654c8d4d608a8d6132a1de200d for: {'network': 1} {{(pid=128084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:16:03.072020 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-2f91d203-43ff-4e96-8857-abc09f3697f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for network, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:16:03.082931 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-2f91d203-43ff-4e96-8857-abc09f3697f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:16:03.212843 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-2f91d203-43ff-4e96-8857-abc09f3697f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:16:03.218284 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-2f91d203-43ff-4e96-8857-abc09f3697f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800410'] for security_group, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:16:03.221795 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-405aa6b9-81ca-4dab-9e9b-338d2f08fd60 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:16:03.229590 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ca113c4-1ff2-4f95-a992-286a025b6598 None None] Sync routers for ids ['7e6d8e85-520f-4541-bdbd-abeccea869c3'] in dv-neutron-797120-4-hyperv {{(pid=128085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 12:16:03.242070 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ca113c4-1ff2-4f95-a992-286a025b6598 None None] Routers {'7e6d8e85-520f-4541-bdbd-abeccea869c3'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:16:03.242829 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-9ca113c4-1ff2-4f95-a992-286a025b6598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T12:15:56Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['7e6d8e85-520f-4541-bdbd-abeccea869c3'], 'active': True} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:16:03.253754 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f91d203-43ff-4e96-8857-abc09f3697f1 admin admin] vlan segment allocate from pool success with {'vlan_id': 642, 'physical_network': 'physnet1'} {{(pid=128084) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 12:16:03.264211 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f91d203-43ff-4e96-8857-abc09f3697f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d62a560f-6803-4915-9907-bc4d62b842da,revision_number=1']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:16:03.269167 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-2f91d203-43ff-4e96-8857-abc09f3697f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967879'] for segment, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:16:03.269530 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.db.segments_db [None req-2f91d203-43ff-4e96-8857-abc09f3697f1 admin admin] Added segment 995e73c2-e865-4eed-abf2-23bb35888d80 of type vlan for network 87ee2745-b2a2-483f-8c42-844d4db14322 Jun 24 12:16:03.288182 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f91d203-43ff-4e96-8857-abc09f3697f1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:16:03.288570 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f91d203-43ff-4e96-8857-abc09f3697f1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:16:03.288947 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f91d203-43ff-4e96-8857-abc09f3697f1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:16:03.289355 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f91d203-43ff-4e96-8857-abc09f3697f1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:16:03.289729 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f91d203-43ff-4e96-8857-abc09f3697f1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:16:03.290101 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f91d203-43ff-4e96-8857-abc09f3697f1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:16:03.290470 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f91d203-43ff-4e96-8857-abc09f3697f1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:16:03.290842 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f91d203-43ff-4e96-8857-abc09f3697f1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:16:03.291213 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f91d203-43ff-4e96-8857-abc09f3697f1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:16:03.294745 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f91d203-43ff-4e96-8857-abc09f3697f1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:16:03.294745 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f91d203-43ff-4e96-8857-abc09f3697f1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:16:03.294745 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f91d203-43ff-4e96-8857-abc09f3697f1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:16:03.303360 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-2f91d203-43ff-4e96-8857-abc09f3697f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:16:03.351766 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-2f91d203-43ff-4e96-8857-abc09f3697f1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793193525068'] for network, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:16:03.380731 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvr_db [None req-9ca113c4-1ff2-4f95-a992-286a025b6598 None None] Set router 7e6d8e85-520f-4541-bdbd-abeccea869c3 gateway port host: dv-neutron-797120-4-hyperv {{(pid=128085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:16:03.399083 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-2f91d203-43ff-4e96-8857-abc09f3697f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1800243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976'] for network, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:16:03.400209 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f91d203-43ff-4e96-8857-abc09f3697f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=128084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:16:03.400800 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-2f91d203-43ff-4e96-8857-abc09f3697f1 admin admin] Notify callbacks [] for network, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:16:03.406594 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-8d7a5ddc-9c7a-4881-b561-cec5f5f10534 tempest-FloatingIPNegativeTestJSON-1774915856 tempest-FloatingIPNegativeTestJSON-1774915856-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:16:03.447144 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-2f91d203-43ff-4e96-8857-abc09f3697f1 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.4189584 Jun 24 12:16:03.450633 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 39296) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:16:03.456174 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [None req-2b9fdb66-ad81-4da1-b483-8052570b22af admin admin] Request body: {'subnet': {'network_id': '87ee2745-b2a2-483f-8c42-844d4db14322', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-329574565-subnet', 'tenant_id': '1193d6654c8d4d608a8d6132a1de200d', 'ip_version': 4}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:16:03.480096 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b9fdb66-ad81-4da1-b483-8052570b22af admin admin] Made reservation on behalf of 1193d6654c8d4d608a8d6132a1de200d for: {'subnet': 1} {{(pid=128083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:16:03.483131 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-2b9fdb66-ad81-4da1-b483-8052570b22af admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3289788'] for subnet, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:16:03.510417 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f91d203-43ff-4e96-8857-abc09f3697f1 admin admin] Pushing event updated for resources: {'Network': ['ID=87ee2745-b2a2-483f-8c42-844d4db14322,revision_number=1']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:16:03.515556 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-2f91d203-43ff-4e96-8857-abc09f3697f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:16:03.524237 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Network 87ee2745-b2a2-483f-8c42-844d4db14322 details requested by agent ovs-agent-dv-neutron-797120-4-hyperv with host dv-neutron-797120-4-hyperv {{(pid=128085) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 12:16:03.695818 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-2b9fdb66-ad81-4da1-b483-8052570b22af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2537737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3289942'] for subnet, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:16:03.700015 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-1cd15642-db27-4022-8a0b-f1170930c66d tempest-NetworksIpV6Test-1132019847 tempest-NetworksIpV6Test-1132019847-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:16:03.770446 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-9ca113c4-1ff2-4f95-a992-286a025b6598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e6d8e85-520f-4541-bdbd-abeccea869c3', 'name': 'tempest-TestEncryptedCinderVolumes-1784579086-router', 'tenant_id': '95627ad9428940a79da644015b1dc5ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'external_fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.106'}], 'enable_snat': True}, 'gw_port_id': 'ea0ecd39-5953-468c-b4a0-1f9364e6ddd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:15:58Z', 'updated_at': '2021-06-24T12:16:01Z', 'revision_number': 4, 'project_id': '95627ad9428940a79da644015b1dc5ea', 'gw_port': {'id': 'ea0ecd39-5953-468c-b4a0-1f9364e6ddd5', 'name': '', 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:cd:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e6d8e85-520f-4541-bdbd-abeccea869c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1643, 'fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:15:58Z', 'updated_at': '2021-06-24T12:16:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-4-hyperv', '_interfaces': [{'id': '82df46ea-d022-43e0-a041-e41e18bf59d1', 'name': '', 'network_id': 'efb1a269-b84e-47d5-8136-af5ab4c8b019', 'tenant_id': '95627ad9428940a79da644015b1dc5ea', 'mac_address': 'fa:16:3e:7f:bd:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e6d8e85-520f-4541-bdbd-abeccea869c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1644, 'fixed_ips': [{'subnet_id': '302fdcb2-9579-4ecb-8af6-5fc1868f54e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:16:00Z', 'updated_at': '2021-06-24T12:16:01Z', 'revision_number': 2, 'project_id': '95627ad9428940a79da644015b1dc5ea', 'subnets': [{'id': '302fdcb2-9579-4ecb-8af6-5fc1868f54e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:16:03.780253 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9fdb66-ad81-4da1-b483-8052570b22af admin admin] Pushing event updated for resources: {'Subnet': ['ID=0a37ef82-c2b1-46bc-b24f-187c9663ea7c,revision_number=0']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:16:03.783638 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-2b9fdb66-ad81-4da1-b483-8052570b22af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:16:03.792648 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b9fdb66-ad81-4da1-b483-8052570b22af admin admin] Checking segment: {'id': '995e73c2-e865-4eed-abf2-23bb35888d80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '87ee2745-b2a2-483f-8c42-844d4db14322'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=128083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:16:03.793080 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b9fdb66-ad81-4da1-b483-8052570b22af admin admin] Network hostable DHCP agents. Network: 87ee2745-b2a2-483f-8c42-844d4db14322, hostable agents: ['6be988a9-1d97-480f-be5a-c55abf2c55c5'], hosted agents: [] {{(pid=128083) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 12:16:03.817984 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b9fdb66-ad81-4da1-b483-8052570b22af admin admin] Network 87ee2745-b2a2-483f-8c42-844d4db14322 is scheduled to be hosted by DHCP agent 6be988a9-1d97-480f-be5a-c55abf2c55c5 with binding_index 1 {{(pid=128083) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 12:16:03.821775 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ca113c4-1ff2-4f95-a992-286a025b6598 None None] Checking router: 7e6d8e85-520f-4541-bdbd-abeccea869c3 for host: dv-neutron-797120-4-hyperv {{(pid=128085) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 12:16:03.822169 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ca113c4-1ff2-4f95-a992-286a025b6598 None None] Updating router 7e6d8e85-520f-4541-bdbd-abeccea869c3 port 82df46ea-d022-43e0-a041-e41e18bf59d1 binding host dv-neutron-797120-4-hyperv {{(pid=128085) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 12:16:03.830258 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.base_scheduler [None req-2b9fdb66-ad81-4da1-b483-8052570b22af admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-4-hyperv, 87ee2745-b2a2-483f-8c42-844d4db14322) {{(pid=128083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:16:03.837699 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b9fdb66-ad81-4da1-b483-8052570b22af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:16:03.838597 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-2b9fdb66-ad81-4da1-b483-8052570b22af admin admin] Notify callbacks [] for subnet, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:16:03.849003 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2d5bd4f-1b7b-47c9-a46f-ffa0e4417a68 None None] Network 87ee2745-b2a2-483f-8c42-844d4db14322 requested from dv-neutron-797120-4-hyperv {{(pid=128085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:16:03.865782 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-2b9fdb66-ad81-4da1-b483-8052570b22af admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.4098527 Jun 24 12:16:03.866096 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 39298) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:16:03.872866 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-adb44984-fa96-410b-93a0-79351990ac79 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-329574565-router', 'tenant_id': '1193d6654c8d4d608a8d6132a1de200d', 'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b'}}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:16:03.898360 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-adb44984-fa96-410b-93a0-79351990ac79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1803889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65293'] for router, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:16:03.899481 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-adb44984-fa96-410b-93a0-79351990ac79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1803848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1975305', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1581158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65396'] for router, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:16:03.911195 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-9ca113c4-1ff2-4f95-a992-286a025b6598 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:16:03.968604 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-adb44984-fa96-410b-93a0-79351990ac79 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:16:04.156677 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-adb44984-fa96-410b-93a0-79351990ac79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1975381', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1803205', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65378'] for router, precommit_update {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:16:04.179585 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06cdaa60-43a5-4b79-b099-20c752cbd374 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d65c8f8-7530-5052-99fe-8ea05073750b-87ee2745-b2a2-483f-8c42-844d4db14322', 'network_id': '87ee2745-b2a2-483f-8c42-844d4db14322', 'tenant_id': '1193d6654c8d4d608a8d6132a1de200d', 'fixed_ips': [{'subnet_id': '0a37ef82-c2b1-46bc-b24f-187c9663ea7c'}]}} from dv-neutron-797120-4-hyperv. {{(pid=128085) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 24 12:16:04.180472 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-06cdaa60-43a5-4b79-b099-20c752cbd374 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_create {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:16:04.396348 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.db_base_plugin_common [None req-06cdaa60-43a5-4b79-b099-20c752cbd374 None None] Allocated IP 172.20.0.2 (87ee2745-b2a2-483f-8c42-844d4db14322/0a37ef82-c2b1-46bc-b24f-187c9663ea7c/81641aee-92d5-434d-a4d1-92960b297910) {{(pid=128085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:16:04.404951 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-9ca113c4-1ff2-4f95-a992-286a025b6598 None None] Notify callbacks [] for port, precommit_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:16:04.422749 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-9ca113c4-1ff2-4f95-a992-286a025b6598 None None] Transition to ACTIVE for port object 82df46ea-d022-43e0-a041-e41e18bf59d1 will not be triggered until provisioned by entity L2. {{(pid=128085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:16:04.435987 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-adb44984-fa96-410b-93a0-79351990ac79 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:16:04.437342 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-9ca113c4-1ff2-4f95-a992-286a025b6598 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:16:04.447043 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:16:04.457780 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-adb44984-fa96-410b-93a0-79351990ac79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:16:04.568706 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f46312-be3e-4105-9781-2520396f9a2b None None] Pushing event updated for resources: {'Port': ['ID=82df46ea-d022-43e0-a041-e41e18bf59d1,revision_number=3']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:16:04.577362 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-77f46312-be3e-4105-9781-2520396f9a2b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:16:04.619420 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.db.db_base_plugin_common [None req-adb44984-fa96-410b-93a0-79351990ac79 admin admin] Allocated IP 172.26.7.44 (f2b8ca71-e776-48b2-8898-96cc7970207b/f37bf603-3862-4d0a-9f58-89616f7fd68f/c74f5dc9-5f17-4763-9cb1-fae6e1e27cf2) {{(pid=128084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:16:04.625554 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-9ca113c4-1ff2-4f95-a992-286a025b6598 None None] Attempting to bind port 82df46ea-d022-43e0-a041-e41e18bf59d1 on host dv-neutron-797120-4-hyperv for vnic_type normal with profile {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 12:16:04.626895 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-9ca113c4-1ff2-4f95-a992-286a025b6598 None None] Attempting to bind port 82df46ea-d022-43e0-a041-e41e18bf59d1 by drivers openvswitch,hyperv on host dv-neutron-797120-4-hyperv at level 0 using segments [{'id': 'ac07082b-bcde-4031-b0fe-c74c8921f5f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'efb1a269-b84e-47d5-8136-af5ab4c8b019'}] {{(pid=128085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 12:16:04.626895 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ca113c4-1ff2-4f95-a992-286a025b6598 None None] Attempting to bind port 82df46ea-d022-43e0-a041-e41e18bf59d1 on network efb1a269-b84e-47d5-8136-af5ab4c8b019 {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:16:04.638842 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ca113c4-1ff2-4f95-a992-286a025b6598 None None] Checking agent: {'id': 'e3a695b2-c397-461f-83b0-10b79d490b59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 11, 36, 56), 'started_at': datetime.datetime(2021, 6, 24, 11, 37, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 12, 15, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 12:16:04.639664 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ca113c4-1ff2-4f95-a992-286a025b6598 None None] Checking segment: {'id': 'ac07082b-bcde-4031-b0fe-c74c8921f5f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'efb1a269-b84e-47d5-8136-af5ab4c8b019'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=128085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:16:04.640097 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-9ca113c4-1ff2-4f95-a992-286a025b6598 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:16:04.640509 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ca113c4-1ff2-4f95-a992-286a025b6598 None None] Bound using segment: {'id': 'ac07082b-bcde-4031-b0fe-c74c8921f5f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'efb1a269-b84e-47d5-8136-af5ab4c8b019'} {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 12:16:04.641154 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-9ca113c4-1ff2-4f95-a992-286a025b6598 None None] Bound port: 82df46ea-d022-43e0-a041-e41e18bf59d1, host: dv-neutron-797120-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac07082b-bcde-4031-b0fe-c74c8921f5f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'efb1a269-b84e-47d5-8136-af5ab4c8b019'}}] {{(pid=128085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 12:16:04.641545 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-9ca113c4-1ff2-4f95-a992-286a025b6598 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:16:04.658962 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device ea0ecd39-5953-468c-b4a0-1f9364e6ddd5 up at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:16:04.766069 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-adb44984-fa96-410b-93a0-79351990ac79 admin admin] Notify callbacks [] for port, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:16:04.785750 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-06cdaa60-43a5-4b79-b099-20c752cbd374 None None] Notify callbacks [] for port, precommit_create {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:16:04.810958 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-06cdaa60-43a5-4b79-b099-20c752cbd374 None None] Transition to ACTIVE for port object 81641aee-92d5-434d-a4d1-92960b297910 will not be triggered until provisioned by entity L2. {{(pid=128085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:16:04.817833 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-adb44984-fa96-410b-93a0-79351990ac79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-650429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-506361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793193536723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3291971'] for port, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:16:04.820087 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-efbd4bbe-1104-4104-a71c-b6c91768769c tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:16:04.831353 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-9ca113c4-1ff2-4f95-a992-286a025b6598 None None] For port 82df46ea-d022-43e0-a041-e41e18bf59d1, host dv-neutron-797120-4-hyperv, cleared binding levels {{(pid=128085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 12:16:04.856813 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-9ca113c4-1ff2-4f95-a992-286a025b6598 None None] For port 82df46ea-d022-43e0-a041-e41e18bf59d1, host dv-neutron-797120-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=82df46ea-d022-43e0-a041-e41e18bf59d1,segment=NetworkSegment(ac07082b-bcde-4031-b0fe-c74c8921f5f5),segment_id=ac07082b-bcde-4031-b0fe-c74c8921f5f5)] {{(pid=128085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 12:16:04.858329 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-06cdaa60-43a5-4b79-b099-20c752cbd374 None None] Transition to ACTIVE for port object 81641aee-92d5-434d-a4d1-92960b297910 will not be triggered until provisioned by entity DHCP. {{(pid=128085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:16:04.861407 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adb44984-fa96-410b-93a0-79351990ac79 admin admin] Network f2b8ca71-e776-48b2-8898-96cc7970207b is already hosted by enough agents. {{(pid=128084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:16:04.866991 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-9ca113c4-1ff2-4f95-a992-286a025b6598 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:16:04.869480 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.base_scheduler [None req-adb44984-fa96-410b-93a0-79351990ac79 admin admin] Resources bound (agent type, host, resource id): {{(pid=128084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:16:04.872742 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adb44984-fa96-410b-93a0-79351990ac79 admin admin] Received port after_create {{(pid=128084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:16:04.872934 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:16:04.879048 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-06cdaa60-43a5-4b79-b099-20c752cbd374 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-650429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-506361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793193536723'] for port, after_create {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:16:04.881233 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning complete for port ea0ecd39-5953-468c-b4a0-1f9364e6ddd5 triggered by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:16:04.881610 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:16:04.908803 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb44984-fa96-410b-93a0-79351990ac79 admin admin] Pushing event updated for resources: {'Port': ['ID=c74f5dc9-5f17-4763-9cb1-fae6e1e27cf2,revision_number=1']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:16:04.912898 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-adb44984-fa96-410b-93a0-79351990ac79 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:16:04.968179 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06cdaa60-43a5-4b79-b099-20c752cbd374 None None] Network 87ee2745-b2a2-483f-8c42-844d4db14322 is already hosted by enough agents. {{(pid=128085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:16:04.982888 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.scheduler.base_scheduler [None req-06cdaa60-43a5-4b79-b099-20c752cbd374 None None] Resources bound (agent type, host, resource id): {{(pid=128085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:16:04.991075 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06cdaa60-43a5-4b79-b099-20c752cbd374 None None] Received port after_create {{(pid=128085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:16:05.023999 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ca113c4-1ff2-4f95-a992-286a025b6598 None None] Routers {'7e6d8e85-520f-4541-bdbd-abeccea869c3'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:16:05.024647 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-9ca113c4-1ff2-4f95-a992-286a025b6598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T12:15:56Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['7e6d8e85-520f-4541-bdbd-abeccea869c3'], 'active': True} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:16:05.084224 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f46312-be3e-4105-9781-2520396f9a2b None None] Pushing event updated for resources: {'Port': ['ID=82df46ea-d022-43e0-a041-e41e18bf59d1,revision_number=4']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:16:05.091910 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-77f46312-be3e-4105-9781-2520396f9a2b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:16:05.093370 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.213s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:16:05.242309 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-adb44984-fa96-410b-93a0-79351990ac79 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:16:05.362050 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-06cdaa60-43a5-4b79-b099-20c752cbd374 None None] Attempting to bind port 81641aee-92d5-434d-a4d1-92960b297910 on host dv-neutron-797120-4-hyperv for vnic_type normal with profile {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 12:16:05.362431 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-06cdaa60-43a5-4b79-b099-20c752cbd374 None None] Attempting to bind port 81641aee-92d5-434d-a4d1-92960b297910 by drivers openvswitch,hyperv on host dv-neutron-797120-4-hyperv at level 0 using segments [{'id': '995e73c2-e865-4eed-abf2-23bb35888d80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '87ee2745-b2a2-483f-8c42-844d4db14322'}] {{(pid=128085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 12:16:05.362814 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06cdaa60-43a5-4b79-b099-20c752cbd374 None None] Attempting to bind port 81641aee-92d5-434d-a4d1-92960b297910 on network 87ee2745-b2a2-483f-8c42-844d4db14322 {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:16:05.411978 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06cdaa60-43a5-4b79-b099-20c752cbd374 None None] Checking agent: {'id': 'e3a695b2-c397-461f-83b0-10b79d490b59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 11, 36, 56), 'started_at': datetime.datetime(2021, 6, 24, 11, 37, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 12, 15, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 12:16:05.412680 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06cdaa60-43a5-4b79-b099-20c752cbd374 None None] Checking segment: {'id': '995e73c2-e865-4eed-abf2-23bb35888d80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '87ee2745-b2a2-483f-8c42-844d4db14322'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=128085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:16:05.412783 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-06cdaa60-43a5-4b79-b099-20c752cbd374 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:16:05.413198 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06cdaa60-43a5-4b79-b099-20c752cbd374 None None] Bound using segment: {'id': '995e73c2-e865-4eed-abf2-23bb35888d80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '87ee2745-b2a2-483f-8c42-844d4db14322'} {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 12:16:05.413706 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-06cdaa60-43a5-4b79-b099-20c752cbd374 None None] Bound port: 81641aee-92d5-434d-a4d1-92960b297910, host: dv-neutron-797120-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '995e73c2-e865-4eed-abf2-23bb35888d80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '87ee2745-b2a2-483f-8c42-844d4db14322'}}] {{(pid=128085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 12:16:05.414099 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-06cdaa60-43a5-4b79-b099-20c752cbd374 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:16:05.418250 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06cdaa60-43a5-4b79-b099-20c752cbd374 None None] Pushing event updated for resources: {'Port': ['ID=81641aee-92d5-434d-a4d1-92960b297910,revision_number=1']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:16:05.426412 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-06cdaa60-43a5-4b79-b099-20c752cbd374 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.333s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:16:05.443968 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-adb44984-fa96-410b-93a0-79351990ac79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1803210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1815767'] for router, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:16:05.476594 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvr_db [None req-9ca113c4-1ff2-4f95-a992-286a025b6598 None None] Set router 7e6d8e85-520f-4541-bdbd-abeccea869c3 gateway port host: dv-neutron-797120-4-hyperv {{(pid=128085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:16:05.572595 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-06cdaa60-43a5-4b79-b099-20c752cbd374 None None] For port 81641aee-92d5-434d-a4d1-92960b297910, host dv-neutron-797120-4-hyperv, cleared binding levels {{(pid=128085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 12:16:05.581856 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-adb44984-fa96-410b-93a0-79351990ac79 admin admin] Router 9d4d288c-af09-4ec6-b6ee-29dc300f0cba is scheduled to L3 agent 2987dba8-2249-4ee6-96ec-28f0f7a6127d with binding_index 1 {{(pid=128084) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 24 12:16:05.602111 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-06cdaa60-43a5-4b79-b099-20c752cbd374 None None] For port 81641aee-92d5-434d-a4d1-92960b297910, host dv-neutron-797120-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=81641aee-92d5-434d-a4d1-92960b297910,segment=NetworkSegment(995e73c2-e865-4eed-abf2-23bb35888d80),segment_id=995e73c2-e865-4eed-abf2-23bb35888d80)] {{(pid=128085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 12:16:05.629756 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-06cdaa60-43a5-4b79-b099-20c752cbd374 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:16:05.633567 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:16:05.709435 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adb44984-fa96-410b-93a0-79351990ac79 admin admin] Notify agent at l3_agent.dv-neutron-797120-4-hyperv the message routers_updated {{(pid=128084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 12:16:05.720918 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0637132-0a81-4438-9872-d96d262fe1bc None None] Sync routers for ids ['9d4d288c-af09-4ec6-b6ee-29dc300f0cba'] in dv-neutron-797120-4-hyperv {{(pid=128086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 12:16:05.728635 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-adb44984-fa96-410b-93a0-79351990ac79 admin admin] Notify callbacks [] for router, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:16:05.730049 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-adb44984-fa96-410b-93a0-79351990ac79 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.8629074 Jun 24 12:16:05.733734 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 39300) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:16:05.741478 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0637132-0a81-4438-9872-d96d262fe1bc None None] Routers {'9d4d288c-af09-4ec6-b6ee-29dc300f0cba'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:16:05.742080 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-d0637132-0a81-4438-9872-d96d262fe1bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T12:15:56Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['9d4d288c-af09-4ec6-b6ee-29dc300f0cba'], 'active': True} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:16:05.748315 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06cdaa60-43a5-4b79-b099-20c752cbd374 None None] Pushing event updated for resources: {'Port': ['ID=81641aee-92d5-434d-a4d1-92960b297910,revision_number=2']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:16:05.752357 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-06cdaa60-43a5-4b79-b099-20c752cbd374 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:16:05.791957 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-9ca113c4-1ff2-4f95-a992-286a025b6598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e6d8e85-520f-4541-bdbd-abeccea869c3', 'name': 'tempest-TestEncryptedCinderVolumes-1784579086-router', 'tenant_id': '95627ad9428940a79da644015b1dc5ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'external_fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.106'}], 'enable_snat': True}, 'gw_port_id': 'ea0ecd39-5953-468c-b4a0-1f9364e6ddd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:15:58Z', 'updated_at': '2021-06-24T12:16:01Z', 'revision_number': 4, 'project_id': '95627ad9428940a79da644015b1dc5ea', 'gw_port': {'id': 'ea0ecd39-5953-468c-b4a0-1f9364e6ddd5', 'name': '', 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:cd:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e6d8e85-520f-4541-bdbd-abeccea869c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1643, 'fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:15:58Z', 'updated_at': '2021-06-24T12:16:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-4-hyperv', '_interfaces': [{'id': '82df46ea-d022-43e0-a041-e41e18bf59d1', 'name': '', 'network_id': 'efb1a269-b84e-47d5-8136-af5ab4c8b019', 'tenant_id': '95627ad9428940a79da644015b1dc5ea', 'mac_address': 'fa:16:3e:7f:bd:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e6d8e85-520f-4541-bdbd-abeccea869c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1644, 'fixed_ips': [{'subnet_id': '302fdcb2-9579-4ecb-8af6-5fc1868f54e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:16:00Z', 'updated_at': '2021-06-24T12:16:04Z', 'revision_number': 4, 'project_id': '95627ad9428940a79da644015b1dc5ea', 'subnets': [{'id': '302fdcb2-9579-4ecb-8af6-5fc1868f54e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:16:05.824141 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ca113c4-1ff2-4f95-a992-286a025b6598 None None] The sync data for ids ['7e6d8e85-520f-4541-bdbd-abeccea869c3'] in dv-neutron-797120-4-hyperv is: [{'id': '7e6d8e85-520f-4541-bdbd-abeccea869c3', 'name': 'tempest-TestEncryptedCinderVolumes-1784579086-router', 'tenant_id': '95627ad9428940a79da644015b1dc5ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'external_fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.106'}], 'enable_snat': True}, 'gw_port_id': 'ea0ecd39-5953-468c-b4a0-1f9364e6ddd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:15:58Z', 'updated_at': '2021-06-24T12:16:01Z', 'revision_number': 4, 'project_id': '95627ad9428940a79da644015b1dc5ea', 'gw_port': {'id': 'ea0ecd39-5953-468c-b4a0-1f9364e6ddd5', 'name': '', 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:cd:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e6d8e85-520f-4541-bdbd-abeccea869c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1643, 'fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:15:58Z', 'updated_at': '2021-06-24T12:16:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-4-hyperv', '_interfaces': [{'id': '82df46ea-d022-43e0-a041-e41e18bf59d1', 'name': '', 'network_id': 'efb1a269-b84e-47d5-8136-af5ab4c8b019', 'tenant_id': '95627ad9428940a79da644015b1dc5ea', 'mac_address': 'fa:16:3e:7f:bd:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e6d8e85-520f-4541-bdbd-abeccea869c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1644, 'fixed_ips': [{'subnet_id': '302fdcb2-9579-4ecb-8af6-5fc1868f54e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:16:00Z', 'updated_at': '2021-06-24T12:16:04Z', 'revision_number': 4, 'project_id': '95627ad9428940a79da644015b1dc5ea', 'subnets': [{'id': '302fdcb2-9579-4ecb-8af6-5fc1868f54e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=128085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 12:16:05.875821 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_dvr_db [None req-d0637132-0a81-4438-9872-d96d262fe1bc None None] Set router 9d4d288c-af09-4ec6-b6ee-29dc300f0cba gateway port host: dv-neutron-797120-4-hyperv {{(pid=128086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:16:06.145410 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-d0637132-0a81-4438-9872-d96d262fe1bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d4d288c-af09-4ec6-b6ee-29dc300f0cba', 'name': 'tempest-TestEncryptedCinderVolumes-329574565-router', 'tenant_id': '1193d6654c8d4d608a8d6132a1de200d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'external_fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.44'}], 'enable_snat': True}, 'gw_port_id': 'c74f5dc9-5f17-4763-9cb1-fae6e1e27cf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:16:03Z', 'updated_at': '2021-06-24T12:16:05Z', 'revision_number': 3, 'project_id': '1193d6654c8d4d608a8d6132a1de200d', 'gw_port': {'id': 'c74f5dc9-5f17-4763-9cb1-fae6e1e27cf2', 'name': '', 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:91:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d4d288c-af09-4ec6-b6ee-29dc300f0cba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1655, 'fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:16:04Z', 'updated_at': '2021-06-24T12:16:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-4-hyperv'}], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:16:06.190502 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0637132-0a81-4438-9872-d96d262fe1bc None None] Checking router: 9d4d288c-af09-4ec6-b6ee-29dc300f0cba for host: dv-neutron-797120-4-hyperv {{(pid=128086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 12:16:06.190861 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0637132-0a81-4438-9872-d96d262fe1bc None None] Updating router 9d4d288c-af09-4ec6-b6ee-29dc300f0cba port c74f5dc9-5f17-4763-9cb1-fae6e1e27cf2 binding host dv-neutron-797120-4-hyperv {{(pid=128086) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 12:16:06.236393 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron_lib.callbacks.manager [None req-d0637132-0a81-4438-9872-d96d262fe1bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:16:06.412278 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-9d11e8ec-5bd8-4e48-88ba-95905320b81e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:16:06.551871 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron_lib.callbacks.manager [None req-d0637132-0a81-4438-9872-d96d262fe1bc None None] Notify callbacks [] for port, precommit_update {{(pid=128086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:16:06.571907 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.provisioning_blocks [None req-d0637132-0a81-4438-9872-d96d262fe1bc None None] Transition to ACTIVE for port object c74f5dc9-5f17-4763-9cb1-fae6e1e27cf2 will not be triggered until provisioned by entity L2. {{(pid=128086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:16:06.592455 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron_lib.callbacks.manager [None req-d0637132-0a81-4438-9872-d96d262fe1bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:16:06.594770 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG oslo_concurrency.lockutils [None req-cfc3d00d-b43a-43b0-a642-0087dc9ed236 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128086) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:16:06.655612 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5792f335-fdfa-4fd9-bf41-be5f69a8452d None None] Pushing event updated for resources: {'Port': ['ID=c74f5dc9-5f17-4763-9cb1-fae6e1e27cf2,revision_number=2']} {{(pid=128086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:16:06.659034 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG oslo_concurrency.lockutils [None req-5792f335-fdfa-4fd9-bf41-be5f69a8452d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=128086) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:16:06.670455 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.plugins.ml2.managers [None req-d0637132-0a81-4438-9872-d96d262fe1bc None None] Attempting to bind port c74f5dc9-5f17-4763-9cb1-fae6e1e27cf2 on host dv-neutron-797120-4-hyperv for vnic_type normal with profile {{(pid=128086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 12:16:06.676745 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.plugins.ml2.managers [None req-d0637132-0a81-4438-9872-d96d262fe1bc None None] Attempting to bind port c74f5dc9-5f17-4763-9cb1-fae6e1e27cf2 by drivers openvswitch,hyperv on host dv-neutron-797120-4-hyperv at level 0 using segments [{'id': '1139564f-ff83-4b49-a593-84b33301357d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b'}] {{(pid=128086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 12:16:06.677038 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0637132-0a81-4438-9872-d96d262fe1bc None None] Attempting to bind port c74f5dc9-5f17-4763-9cb1-fae6e1e27cf2 on network f2b8ca71-e776-48b2-8898-96cc7970207b {{(pid=128086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:16:06.683287 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0637132-0a81-4438-9872-d96d262fe1bc None None] Checking agent: {'id': 'e3a695b2-c397-461f-83b0-10b79d490b59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 11, 36, 56), 'started_at': datetime.datetime(2021, 6, 24, 11, 37, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 12, 15, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=128086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 12:16:06.683890 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0637132-0a81-4438-9872-d96d262fe1bc None None] Checking segment: {'id': '1139564f-ff83-4b49-a593-84b33301357d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=128086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:16:06.684084 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron_lib.callbacks.manager [None req-d0637132-0a81-4438-9872-d96d262fe1bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=128086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:16:06.685085 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0637132-0a81-4438-9872-d96d262fe1bc None None] Bound using segment: {'id': '1139564f-ff83-4b49-a593-84b33301357d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b'} {{(pid=128086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 12:16:06.685602 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.plugins.ml2.managers [None req-d0637132-0a81-4438-9872-d96d262fe1bc None None] Bound port: c74f5dc9-5f17-4763-9cb1-fae6e1e27cf2, host: dv-neutron-797120-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1139564f-ff83-4b49-a593-84b33301357d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b'}}] {{(pid=128086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 12:16:06.686002 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron_lib.callbacks.manager [None req-d0637132-0a81-4438-9872-d96d262fe1bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:16:06.695562 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.db_base_plugin_common [None req-9d11e8ec-5bd8-4e48-88ba-95905320b81e admin admin] Allocated IP 172.20.0.1 (87ee2745-b2a2-483f-8c42-844d4db14322/0a37ef82-c2b1-46bc-b24f-187c9663ea7c/64faa7ae-03e6-4a18-a968-eba97bda0c52) {{(pid=128083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:16:06.738614 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device 81641aee-92d5-434d-a4d1-92960b297910 up at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:16:06.781801 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.plugins.ml2.db [None req-d0637132-0a81-4438-9872-d96d262fe1bc None None] For port c74f5dc9-5f17-4763-9cb1-fae6e1e27cf2, host dv-neutron-797120-4-hyperv, cleared binding levels {{(pid=128086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 12:16:06.787773 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.plugins.ml2.db [None req-d0637132-0a81-4438-9872-d96d262fe1bc None None] For port c74f5dc9-5f17-4763-9cb1-fae6e1e27cf2, host dv-neutron-797120-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=c74f5dc9-5f17-4763-9cb1-fae6e1e27cf2,segment=NetworkSegment(1139564f-ff83-4b49-a593-84b33301357d),segment_id=1139564f-ff83-4b49-a593-84b33301357d)] {{(pid=128086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 12:16:06.794904 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron_lib.callbacks.manager [None req-d0637132-0a81-4438-9872-d96d262fe1bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:16:06.807431 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG oslo_concurrency.lockutils [None req-cfc3d00d-b43a-43b0-a642-0087dc9ed236 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128086) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:16:06.812517 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning for port 81641aee-92d5-434d-a4d1-92960b297910 completed by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:16:06.818934 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device 82df46ea-d022-43e0-a041-e41e18bf59d1 up at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:16:06.875013 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0637132-0a81-4438-9872-d96d262fe1bc None None] Routers {'9d4d288c-af09-4ec6-b6ee-29dc300f0cba'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:16:06.875802 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-d0637132-0a81-4438-9872-d96d262fe1bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T12:15:56Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['9d4d288c-af09-4ec6-b6ee-29dc300f0cba'], 'active': True} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:16:06.899258 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-9d11e8ec-5bd8-4e48-88ba-95905320b81e admin admin] Notify callbacks [] for port, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:16:06.935672 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.provisioning_blocks [None req-9d11e8ec-5bd8-4e48-88ba-95905320b81e admin admin] Transition to ACTIVE for port object 64faa7ae-03e6-4a18-a968-eba97bda0c52 will not be triggered until provisioned by entity DHCP. {{(pid=128083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:16:06.938833 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning for port 82df46ea-d022-43e0-a041-e41e18bf59d1 completed by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:16:06.945633 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning complete for port 82df46ea-d022-43e0-a041-e41e18bf59d1 triggered by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:16:06.946975 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:16:06.965503 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5792f335-fdfa-4fd9-bf41-be5f69a8452d None None] Pushing event updated for resources: {'Port': ['ID=c74f5dc9-5f17-4763-9cb1-fae6e1e27cf2,revision_number=3']} {{(pid=128086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:16:06.977359 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG oslo_concurrency.lockutils [None req-5792f335-fdfa-4fd9-bf41-be5f69a8452d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=128086) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:16:07.066523 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-9d11e8ec-5bd8-4e48-88ba-95905320b81e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-650429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-506361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793193536723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2537853'] for port, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:16:07.070510 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-760914a1-b96f-47a2-bb44-0395347398ac tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:16:07.084035 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_dvr_db [None req-d0637132-0a81-4438-9872-d96d262fe1bc None None] Set router 9d4d288c-af09-4ec6-b6ee-29dc300f0cba gateway port host: dv-neutron-797120-4-hyperv {{(pid=128086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:16:07.089853 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-620c0422-3a2a-43ca-86cc-037c0831c9f2 None None] Network 87ee2745-b2a2-483f-8c42-844d4db14322 requested from dv-neutron-797120-4-hyperv {{(pid=128085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:16:07.128699 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:16:07.132324 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d11e8ec-5bd8-4e48-88ba-95905320b81e admin admin] Network 87ee2745-b2a2-483f-8c42-844d4db14322 is already hosted by enough agents. {{(pid=128083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:16:07.136172 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.base_scheduler [None req-9d11e8ec-5bd8-4e48-88ba-95905320b81e admin admin] Resources bound (agent type, host, resource id): {{(pid=128083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:16:07.139665 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d11e8ec-5bd8-4e48-88ba-95905320b81e admin admin] Received port after_create {{(pid=128083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:16:07.175544 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d11e8ec-5bd8-4e48-88ba-95905320b81e admin admin] Pushing event updated for resources: {'Port': ['ID=64faa7ae-03e6-4a18-a968-eba97bda0c52,revision_number=1']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:16:07.186892 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-9d11e8ec-5bd8-4e48-88ba-95905320b81e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:16:07.207588 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-9d11e8ec-5bd8-4e48-88ba-95905320b81e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1978458'] for router_interface, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:16:07.240620 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-89bb4d2e-6236-4849-9412-66b437cf9d99 None None] Provisioning for port 81641aee-92d5-434d-a4d1-92960b297910 completed by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:16:07.251738 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] For port 82df46ea-d022-43e0-a041-e41e18bf59d1, host dv-neutron-797120-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=82df46ea-d022-43e0-a041-e41e18bf59d1,segment=NetworkSegment(ac07082b-bcde-4031-b0fe-c74c8921f5f5),segment_id=ac07082b-bcde-4031-b0fe-c74c8921f5f5)] {{(pid=128085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:16:07.256826 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-89bb4d2e-6236-4849-9412-66b437cf9d99 None None] Provisioning complete for port 81641aee-92d5-434d-a4d1-92960b297910 triggered by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:16:07.257263 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-89bb4d2e-6236-4849-9412-66b437cf9d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:16:07.263981 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:16:07.273027 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:16:07.419955 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Pushing event updated for resources: {'Port': ['ID=82df46ea-d022-43e0-a041-e41e18bf59d1,revision_number=5']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:16:07.425141 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:16:07.433806 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-9d11e8ec-5bd8-4e48-88ba-95905320b81e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:16:07.470065 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-d0637132-0a81-4438-9872-d96d262fe1bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d4d288c-af09-4ec6-b6ee-29dc300f0cba', 'name': 'tempest-TestEncryptedCinderVolumes-329574565-router', 'tenant_id': '1193d6654c8d4d608a8d6132a1de200d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'external_fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.44'}], 'enable_snat': True}, 'gw_port_id': 'c74f5dc9-5f17-4763-9cb1-fae6e1e27cf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:16:03Z', 'updated_at': '2021-06-24T12:16:05Z', 'revision_number': 3, 'project_id': '1193d6654c8d4d608a8d6132a1de200d', 'gw_port': {'id': 'c74f5dc9-5f17-4763-9cb1-fae6e1e27cf2', 'name': '', 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:91:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d4d288c-af09-4ec6-b6ee-29dc300f0cba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1655, 'fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:16:04Z', 'updated_at': '2021-06-24T12:16:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-4-hyperv'}], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:16:07.498939 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0637132-0a81-4438-9872-d96d262fe1bc None None] The sync data for ids ['9d4d288c-af09-4ec6-b6ee-29dc300f0cba'] in dv-neutron-797120-4-hyperv is: [{'id': '9d4d288c-af09-4ec6-b6ee-29dc300f0cba', 'name': 'tempest-TestEncryptedCinderVolumes-329574565-router', 'tenant_id': '1193d6654c8d4d608a8d6132a1de200d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'external_fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.44'}], 'enable_snat': True}, 'gw_port_id': 'c74f5dc9-5f17-4763-9cb1-fae6e1e27cf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:16:03Z', 'updated_at': '2021-06-24T12:16:05Z', 'revision_number': 3, 'project_id': '1193d6654c8d4d608a8d6132a1de200d', 'gw_port': {'id': 'c74f5dc9-5f17-4763-9cb1-fae6e1e27cf2', 'name': '', 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:91:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d4d288c-af09-4ec6-b6ee-29dc300f0cba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1655, 'fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:16:04Z', 'updated_at': '2021-06-24T12:16:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-4-hyperv'}] {{(pid=128086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 12:16:07.505655 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-89bb4d2e-6236-4849-9412-66b437cf9d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:16:07.556778 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-89bb4d2e-6236-4849-9412-66b437cf9d99 None None] For port 81641aee-92d5-434d-a4d1-92960b297910, host dv-neutron-797120-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=81641aee-92d5-434d-a4d1-92960b297910,segment=NetworkSegment(995e73c2-e865-4eed-abf2-23bb35888d80),segment_id=995e73c2-e865-4eed-abf2-23bb35888d80)] {{(pid=128085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:16:07.566780 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-89bb4d2e-6236-4849-9412-66b437cf9d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:16:07.568739 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:16:07.633507 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89bb4d2e-6236-4849-9412-66b437cf9d99 None None] Pushing event updated for resources: {'Port': ['ID=81641aee-92d5-434d-a4d1-92960b297910,revision_number=3']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:16:07.646746 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-89bb4d2e-6236-4849-9412-66b437cf9d99 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:16:07.687580 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-9d11e8ec-5bd8-4e48-88ba-95905320b81e admin admin] Notify callbacks [] for port, precommit_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:16:07.694333 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-9d11e8ec-5bd8-4e48-88ba-95905320b81e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2537871'] for port, after_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:16:07.697215 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-0a8a91fd-1dcb-4f14-8297-65ba83e52fae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:16:07.766127 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-9d11e8ec-5bd8-4e48-88ba-95905320b81e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1783050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1978542'] for router_interface, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:16:07.768532 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d11e8ec-5bd8-4e48-88ba-95905320b81e admin admin] Pushing event updated for resources: {'Port': ['ID=64faa7ae-03e6-4a18-a968-eba97bda0c52,revision_number=2']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:16:07.772832 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-9d11e8ec-5bd8-4e48-88ba-95905320b81e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:16:07.921255 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d11e8ec-5bd8-4e48-88ba-95905320b81e admin admin] Network 87ee2745-b2a2-483f-8c42-844d4db14322 is already hosted by enough agents. {{(pid=128083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:16:07.923293 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.base_scheduler [None req-9d11e8ec-5bd8-4e48-88ba-95905320b81e admin admin] Resources bound (agent type, host, resource id): {{(pid=128083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:16:07.936285 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-58c76062-cc98-4da7-ae49-7ab64e12d1df None None] Provisioning for port 64faa7ae-03e6-4a18-a968-eba97bda0c52 completed by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:16:07.941140 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-58c76062-cc98-4da7-ae49-7ab64e12d1df None None] Provisioning complete for port 64faa7ae-03e6-4a18-a968-eba97bda0c52 triggered by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:16:07.941598 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-58c76062-cc98-4da7-ae49-7ab64e12d1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:16:07.990765 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-58c76062-cc98-4da7-ae49-7ab64e12d1df None None] Port 64faa7ae-03e6-4a18-a968-eba97bda0c52 cannot update to ACTIVE because it is not bound. {{(pid=128085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 12:16:08.010700 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-58c76062-cc98-4da7-ae49-7ab64e12d1df None None] Provisioning complete for port 81641aee-92d5-434d-a4d1-92960b297910 triggered by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:16:08.011039 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-58c76062-cc98-4da7-ae49-7ab64e12d1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:16:08.081382 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d11e8ec-5bd8-4e48-88ba-95905320b81e admin admin] Router 9d4d288c-af09-4ec6-b6ee-29dc300f0cba has already been hosted by L3 agent 2987dba8-2249-4ee6-96ec-28f0f7a6127d {{(pid=128083) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 12:16:08.253315 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-4a3696c8-37a1-47bd-b42b-2832ce8f28b3 None None] Provisioning complete for port 64faa7ae-03e6-4a18-a968-eba97bda0c52 triggered by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:16:08.254330 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-4a3696c8-37a1-47bd-b42b-2832ce8f28b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:16:08.265481 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d11e8ec-5bd8-4e48-88ba-95905320b81e admin admin] Notify agent at l3_agent.dv-neutron-797120-4-hyperv the message routers_updated {{(pid=128083) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 12:16:08.293695 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-9d11e8ec-5bd8-4e48-88ba-95905320b81e admin admin] 10.222.0.53 "PUT /v2.0/routers/9d4d288c-af09-4ec6-b6ee-29dc300f0cba/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5579131 Jun 24 12:16:08.305656 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-4a3696c8-37a1-47bd-b42b-2832ce8f28b3 None None] Port 64faa7ae-03e6-4a18-a968-eba97bda0c52 cannot update to ACTIVE because it is not bound. {{(pid=128085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 12:16:08.535863 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-8d5b46ee-365a-4507-9d0d-b583d9cd4a14 None None] Provisioning complete for port 64faa7ae-03e6-4a18-a968-eba97bda0c52 triggered by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:16:08.536317 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-8d5b46ee-365a-4507-9d0d-b583d9cd4a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:16:08.623974 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-8d5b46ee-365a-4507-9d0d-b583d9cd4a14 None None] Port 64faa7ae-03e6-4a18-a968-eba97bda0c52 cannot update to ACTIVE because it is not bound. {{(pid=128085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 12:16:08.744771 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device 81641aee-92d5-434d-a4d1-92960b297910 up at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:16:08.802097 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning complete for port 81641aee-92d5-434d-a4d1-92960b297910 triggered by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:16:08.802440 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:16:08.918596 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device 82df46ea-d022-43e0-a041-e41e18bf59d1 up at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:16:08.967174 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning complete for port 82df46ea-d022-43e0-a041-e41e18bf59d1 triggered by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:16:08.967851 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:16:09.052281 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device c74f5dc9-5f17-4763-9cb1-fae6e1e27cf2 up at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:16:09.107217 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning for port c74f5dc9-5f17-4763-9cb1-fae6e1e27cf2 completed by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:16:09.111670 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning complete for port c74f5dc9-5f17-4763-9cb1-fae6e1e27cf2 triggered by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:16:09.112067 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:16:09.203233 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:16:09.225739 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] For port c74f5dc9-5f17-4763-9cb1-fae6e1e27cf2, host dv-neutron-797120-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=c74f5dc9-5f17-4763-9cb1-fae6e1e27cf2,segment=NetworkSegment(1139564f-ff83-4b49-a593-84b33301357d),segment_id=1139564f-ff83-4b49-a593-84b33301357d)] {{(pid=128085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:16:09.233754 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:16:09.236257 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-ac727c61-b23c-4d02-8d71-477ae164a5d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:16:09.296234 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Pushing event updated for resources: {'Port': ['ID=c74f5dc9-5f17-4763-9cb1-fae6e1e27cf2,revision_number=4']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:16:09.299410 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:16:09.416846 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d763b21-b458-40d7-9b40-6815596b3b97 None None] Sync routers for ids ['9d4d288c-af09-4ec6-b6ee-29dc300f0cba'] in dv-neutron-797120-4-hyperv {{(pid=128085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 12:16:09.428226 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d763b21-b458-40d7-9b40-6815596b3b97 None None] Routers {'9d4d288c-af09-4ec6-b6ee-29dc300f0cba'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:16:09.428875 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-0d763b21-b458-40d7-9b40-6815596b3b97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T12:15:56Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['9d4d288c-af09-4ec6-b6ee-29dc300f0cba'], 'active': True} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:16:09.546001 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvr_db [None req-0d763b21-b458-40d7-9b40-6815596b3b97 None None] Set router 9d4d288c-af09-4ec6-b6ee-29dc300f0cba gateway port host: dv-neutron-797120-4-hyperv {{(pid=128085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:16:09.774564 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-0d763b21-b458-40d7-9b40-6815596b3b97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d4d288c-af09-4ec6-b6ee-29dc300f0cba', 'name': 'tempest-TestEncryptedCinderVolumes-329574565-router', 'tenant_id': '1193d6654c8d4d608a8d6132a1de200d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'external_fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.44'}], 'enable_snat': True}, 'gw_port_id': 'c74f5dc9-5f17-4763-9cb1-fae6e1e27cf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:16:03Z', 'updated_at': '2021-06-24T12:16:07Z', 'revision_number': 4, 'project_id': '1193d6654c8d4d608a8d6132a1de200d', 'gw_port': {'id': 'c74f5dc9-5f17-4763-9cb1-fae6e1e27cf2', 'name': '', 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:91:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d4d288c-af09-4ec6-b6ee-29dc300f0cba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1655, 'fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:16:04Z', 'updated_at': '2021-06-24T12:16:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-4-hyperv', '_interfaces': [{'id': '64faa7ae-03e6-4a18-a968-eba97bda0c52', 'name': '', 'network_id': '87ee2745-b2a2-483f-8c42-844d4db14322', 'tenant_id': '1193d6654c8d4d608a8d6132a1de200d', 'mac_address': 'fa:16:3e:aa:1a:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d4d288c-af09-4ec6-b6ee-29dc300f0cba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1656, 'fixed_ips': [{'subnet_id': '0a37ef82-c2b1-46bc-b24f-187c9663ea7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:16:06Z', 'updated_at': '2021-06-24T12:16:07Z', 'revision_number': 2, 'project_id': '1193d6654c8d4d608a8d6132a1de200d', 'subnets': [{'id': '0a37ef82-c2b1-46bc-b24f-187c9663ea7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:16:09.801442 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d763b21-b458-40d7-9b40-6815596b3b97 None None] Checking router: 9d4d288c-af09-4ec6-b6ee-29dc300f0cba for host: dv-neutron-797120-4-hyperv {{(pid=128085) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 12:16:09.801805 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d763b21-b458-40d7-9b40-6815596b3b97 None None] Updating router 9d4d288c-af09-4ec6-b6ee-29dc300f0cba port 64faa7ae-03e6-4a18-a968-eba97bda0c52 binding host dv-neutron-797120-4-hyperv {{(pid=128085) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 12:16:09.840961 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-0d763b21-b458-40d7-9b40-6815596b3b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:16:10.129495 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-0d763b21-b458-40d7-9b40-6815596b3b97 None None] Notify callbacks [] for port, precommit_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:16:10.142967 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-0d763b21-b458-40d7-9b40-6815596b3b97 None None] Transition to ACTIVE for port object 64faa7ae-03e6-4a18-a968-eba97bda0c52 will not be triggered until provisioned by entity L2. {{(pid=128085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:16:10.151900 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-0d763b21-b458-40d7-9b40-6815596b3b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:16:10.155259 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-884ed9b8-76a4-42e9-bf77-ba222639e312 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:16:10.223684 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60bbb40a-29d4-48ac-9e09-a6ab9d799ca2 None None] Pushing event updated for resources: {'Port': ['ID=64faa7ae-03e6-4a18-a968-eba97bda0c52,revision_number=3']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:16:10.255139 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-60bbb40a-29d4-48ac-9e09-a6ab9d799ca2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:16:10.299687 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-0d763b21-b458-40d7-9b40-6815596b3b97 None None] Attempting to bind port 64faa7ae-03e6-4a18-a968-eba97bda0c52 on host dv-neutron-797120-4-hyperv for vnic_type normal with profile {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 12:16:10.300429 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-0d763b21-b458-40d7-9b40-6815596b3b97 None None] Attempting to bind port 64faa7ae-03e6-4a18-a968-eba97bda0c52 by drivers openvswitch,hyperv on host dv-neutron-797120-4-hyperv at level 0 using segments [{'id': '995e73c2-e865-4eed-abf2-23bb35888d80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '87ee2745-b2a2-483f-8c42-844d4db14322'}] {{(pid=128085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 12:16:10.301038 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d763b21-b458-40d7-9b40-6815596b3b97 None None] Attempting to bind port 64faa7ae-03e6-4a18-a968-eba97bda0c52 on network 87ee2745-b2a2-483f-8c42-844d4db14322 {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:16:10.307226 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d763b21-b458-40d7-9b40-6815596b3b97 None None] Checking agent: {'id': 'e3a695b2-c397-461f-83b0-10b79d490b59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 11, 36, 56), 'started_at': datetime.datetime(2021, 6, 24, 11, 37, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 12, 15, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 12:16:10.307613 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d763b21-b458-40d7-9b40-6815596b3b97 None None] Checking segment: {'id': '995e73c2-e865-4eed-abf2-23bb35888d80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '87ee2745-b2a2-483f-8c42-844d4db14322'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=128085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:16:10.308033 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-0d763b21-b458-40d7-9b40-6815596b3b97 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:16:10.308432 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d763b21-b458-40d7-9b40-6815596b3b97 None None] Bound using segment: {'id': '995e73c2-e865-4eed-abf2-23bb35888d80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '87ee2745-b2a2-483f-8c42-844d4db14322'} {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 12:16:10.308928 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-0d763b21-b458-40d7-9b40-6815596b3b97 None None] Bound port: 64faa7ae-03e6-4a18-a968-eba97bda0c52, host: dv-neutron-797120-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '995e73c2-e865-4eed-abf2-23bb35888d80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '87ee2745-b2a2-483f-8c42-844d4db14322'}}] {{(pid=128085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 12:16:10.309413 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-0d763b21-b458-40d7-9b40-6815596b3b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:16:10.399174 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9beb8e-f88c-44bd-8daf-6ea7090d17a1 req-8f1a9590-5fce-42dc-a3eb-5e6cc0a26d21 tempest-TestEncryptedCinderVolumes-972527021 tempest-TestEncryptedCinderVolumes-972527021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:16:10.400691 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-3b9beb8e-f88c-44bd-8daf-6ea7090d17a1 req-8f1a9590-5fce-42dc-a3eb-5e6cc0a26d21 tempest-TestEncryptedCinderVolumes-972527021 tempest-TestEncryptedCinderVolumes-972527021-project] 10.222.0.53 "GET /v2.0/networks?id=efb1a269-b84e-47d5-8136-af5ab4c8b019 HTTP/1.1" status: 200 len: 817 time: 0.1328096 Jun 24 12:16:10.404027 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-0d763b21-b458-40d7-9b40-6815596b3b97 None None] For port 64faa7ae-03e6-4a18-a968-eba97bda0c52, host dv-neutron-797120-4-hyperv, cleared binding levels {{(pid=128085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 12:16:10.408522 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-0d763b21-b458-40d7-9b40-6815596b3b97 None None] For port 64faa7ae-03e6-4a18-a968-eba97bda0c52, host dv-neutron-797120-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=64faa7ae-03e6-4a18-a968-eba97bda0c52,segment=NetworkSegment(995e73c2-e865-4eed-abf2-23bb35888d80),segment_id=995e73c2-e865-4eed-abf2-23bb35888d80)] {{(pid=128085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 12:16:10.414782 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-0d763b21-b458-40d7-9b40-6815596b3b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:16:10.416861 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-06cdaa60-43a5-4b79-b099-20c752cbd374 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:16:10.418926 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-3b9beb8e-f88c-44bd-8daf-6ea7090d17a1 req-4238819c-111b-45e2-84c1-45dc0296efeb tempest-TestEncryptedCinderVolumes-972527021 tempest-TestEncryptedCinderVolumes-972527021-project] 10.222.0.53 "GET /v2.0/quotas/95627ad9428940a79da644015b1dc5ea HTTP/1.1" status: 200 len: 375 time: 0.0100272 Jun 24 12:16:10.490803 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d763b21-b458-40d7-9b40-6815596b3b97 None None] Routers {'9d4d288c-af09-4ec6-b6ee-29dc300f0cba'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:16:10.491429 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-0d763b21-b458-40d7-9b40-6815596b3b97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T12:15:56Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['9d4d288c-af09-4ec6-b6ee-29dc300f0cba'], 'active': True} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:16:10.493292 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60bbb40a-29d4-48ac-9e09-a6ab9d799ca2 None None] Pushing event updated for resources: {'Port': ['ID=64faa7ae-03e6-4a18-a968-eba97bda0c52,revision_number=4']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:16:10.497901 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-60bbb40a-29d4-48ac-9e09-a6ab9d799ca2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:16:10.500166 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-3b9beb8e-f88c-44bd-8daf-6ea7090d17a1 req-f2d668fb-fb24-479e-8893-1743066e3691 tempest-TestEncryptedCinderVolumes-972527021 tempest-TestEncryptedCinderVolumes-972527021-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=95627ad9428940a79da644015b1dc5ea&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0742934 Jun 24 12:16:10.629158 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device c74f5dc9-5f17-4763-9cb1-fae6e1e27cf2 up at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:16:10.666025 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvr_db [None req-0d763b21-b458-40d7-9b40-6815596b3b97 None None] Set router 9d4d288c-af09-4ec6-b6ee-29dc300f0cba gateway port host: dv-neutron-797120-4-hyperv {{(pid=128085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:16:10.737865 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-3b9beb8e-f88c-44bd-8daf-6ea7090d17a1 req-c1b45efd-0a7b-47ad-bdd2-9b16aea44293 service neutron] 10.222.0.53 "GET /v2.0/networks/efb1a269-b84e-47d5-8136-af5ab4c8b019?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2254663 Jun 24 12:16:10.838697 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-3b9beb8e-f88c-44bd-8daf-6ea7090d17a1 req-efe18458-f8b4-4dc3-9870-eb83058a2c6d service neutron] 10.222.0.53 "GET /v2.0/networks/efb1a269-b84e-47d5-8136-af5ab4c8b019?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948458 Jun 24 12:16:10.987530 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning complete for port c74f5dc9-5f17-4763-9cb1-fae6e1e27cf2 triggered by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:16:10.987923 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:16:11.019382 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-c12367e0-4124-4f1e-bcdc-02fbc9ed64d8 req-3d28e1b0-2cff-45a0-b7ba-e1effd06f765 tempest-TestEncryptedCinderVolumes-972527021 tempest-TestEncryptedCinderVolumes-972527021-project] 10.222.0.53 "GET /v2.0/ports?device_id=aafe857f-d1be-4c32-8ab9-555b1c4aecf4 HTTP/1.1" status: 200 len: 210 time: 0.0322838 Jun 24 12:16:11.142578 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-0d763b21-b458-40d7-9b40-6815596b3b97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d4d288c-af09-4ec6-b6ee-29dc300f0cba', 'name': 'tempest-TestEncryptedCinderVolumes-329574565-router', 'tenant_id': '1193d6654c8d4d608a8d6132a1de200d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'external_fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.44'}], 'enable_snat': True}, 'gw_port_id': 'c74f5dc9-5f17-4763-9cb1-fae6e1e27cf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:16:03Z', 'updated_at': '2021-06-24T12:16:07Z', 'revision_number': 4, 'project_id': '1193d6654c8d4d608a8d6132a1de200d', 'gw_port': {'id': 'c74f5dc9-5f17-4763-9cb1-fae6e1e27cf2', 'name': '', 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:91:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d4d288c-af09-4ec6-b6ee-29dc300f0cba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1655, 'fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:16:04Z', 'updated_at': '2021-06-24T12:16:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-4-hyperv', '_interfaces': [{'id': '64faa7ae-03e6-4a18-a968-eba97bda0c52', 'name': '', 'network_id': '87ee2745-b2a2-483f-8c42-844d4db14322', 'tenant_id': '1193d6654c8d4d608a8d6132a1de200d', 'mac_address': 'fa:16:3e:aa:1a:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d4d288c-af09-4ec6-b6ee-29dc300f0cba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1656, 'fixed_ips': [{'subnet_id': '0a37ef82-c2b1-46bc-b24f-187c9663ea7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:16:06Z', 'updated_at': '2021-06-24T12:16:10Z', 'revision_number': 4, 'project_id': '1193d6654c8d4d608a8d6132a1de200d', 'subnets': [{'id': '0a37ef82-c2b1-46bc-b24f-187c9663ea7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:16:11.176386 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d763b21-b458-40d7-9b40-6815596b3b97 None None] The sync data for ids ['9d4d288c-af09-4ec6-b6ee-29dc300f0cba'] in dv-neutron-797120-4-hyperv is: [{'id': '9d4d288c-af09-4ec6-b6ee-29dc300f0cba', 'name': 'tempest-TestEncryptedCinderVolumes-329574565-router', 'tenant_id': '1193d6654c8d4d608a8d6132a1de200d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'external_fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.44'}], 'enable_snat': True}, 'gw_port_id': 'c74f5dc9-5f17-4763-9cb1-fae6e1e27cf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:16:03Z', 'updated_at': '2021-06-24T12:16:07Z', 'revision_number': 4, 'project_id': '1193d6654c8d4d608a8d6132a1de200d', 'gw_port': {'id': 'c74f5dc9-5f17-4763-9cb1-fae6e1e27cf2', 'name': '', 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:91:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d4d288c-af09-4ec6-b6ee-29dc300f0cba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1655, 'fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:16:04Z', 'updated_at': '2021-06-24T12:16:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-4-hyperv', '_interfaces': [{'id': '64faa7ae-03e6-4a18-a968-eba97bda0c52', 'name': '', 'network_id': '87ee2745-b2a2-483f-8c42-844d4db14322', 'tenant_id': '1193d6654c8d4d608a8d6132a1de200d', 'mac_address': 'fa:16:3e:aa:1a:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d4d288c-af09-4ec6-b6ee-29dc300f0cba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1656, 'fixed_ips': [{'subnet_id': '0a37ef82-c2b1-46bc-b24f-187c9663ea7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:16:06Z', 'updated_at': '2021-06-24T12:16:10Z', 'revision_number': 4, 'project_id': '1193d6654c8d4d608a8d6132a1de200d', 'subnets': [{'id': '0a37ef82-c2b1-46bc-b24f-187c9663ea7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=128085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 12:16:12.175552 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-5fb7140d-9b21-4a8e-a092-022a9ced040c req-3c95fd12-90bd-40a4-850a-54a0847a2cb3 tempest-TestEncryptedCinderVolumes-972527021 tempest-TestEncryptedCinderVolumes-972527021-project] 10.222.0.53 "GET /v2.0/ports?device_id=aafe857f-d1be-4c32-8ab9-555b1c4aecf4 HTTP/1.1" status: 200 len: 210 time: 0.0378034 Jun 24 12:16:12.268841 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9beb8e-f88c-44bd-8daf-6ea7090d17a1 req-9b5028ea-d261-4046-8227-78d255fad58c tempest-TestEncryptedCinderVolumes-972527021 tempest-TestEncryptedCinderVolumes-972527021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:16:12.270310 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-3b9beb8e-f88c-44bd-8daf-6ea7090d17a1 req-9b5028ea-d261-4046-8227-78d255fad58c tempest-TestEncryptedCinderVolumes-972527021 tempest-TestEncryptedCinderVolumes-972527021-project] 10.222.0.45 "GET /v2.0/networks?id=efb1a269-b84e-47d5-8136-af5ab4c8b019 HTTP/1.1" status: 200 len: 817 time: 0.1549513 Jun 24 12:16:12.285061 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [req-3b9beb8e-f88c-44bd-8daf-6ea7090d17a1 req-942426e0-3a87-4cea-9ce8-2e5c97dcb4e7 tempest-TestEncryptedCinderVolumes-972527021 tempest-TestEncryptedCinderVolumes-972527021-project] Request body: {'port': {'device_id': 'aafe857f-d1be-4c32-8ab9-555b1c4aecf4', 'network_id': 'efb1a269-b84e-47d5-8136-af5ab4c8b019', 'admin_state_up': True, 'tenant_id': '95627ad9428940a79da644015b1dc5ea'}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:16:12.399388 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3b9beb8e-f88c-44bd-8daf-6ea7090d17a1 req-942426e0-3a87-4cea-9ce8-2e5c97dcb4e7 tempest-TestEncryptedCinderVolumes-972527021 tempest-TestEncryptedCinderVolumes-972527021-project] Made reservation on behalf of 95627ad9428940a79da644015b1dc5ea for: {'port': 1} {{(pid=128083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:16:12.402917 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-3b9beb8e-f88c-44bd-8daf-6ea7090d17a1 req-942426e0-3a87-4cea-9ce8-2e5c97dcb4e7 tempest-TestEncryptedCinderVolumes-972527021 tempest-TestEncryptedCinderVolumes-972527021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:16:12.531546 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.db_base_plugin_common [req-3b9beb8e-f88c-44bd-8daf-6ea7090d17a1 req-942426e0-3a87-4cea-9ce8-2e5c97dcb4e7 tempest-TestEncryptedCinderVolumes-972527021 tempest-TestEncryptedCinderVolumes-972527021-project] Allocated IP 172.20.0.7 (efb1a269-b84e-47d5-8136-af5ab4c8b019/302fdcb2-9579-4ecb-8af6-5fc1868f54e0/e9eef989-7d70-48aa-8c34-90fe1926df81) {{(pid=128083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:16:12.627373 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device 64faa7ae-03e6-4a18-a968-eba97bda0c52 up at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:16:12.682951 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning for port 64faa7ae-03e6-4a18-a968-eba97bda0c52 completed by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:16:12.688166 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning complete for port 64faa7ae-03e6-4a18-a968-eba97bda0c52 triggered by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:16:12.688559 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:16:12.722128 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-3b9beb8e-f88c-44bd-8daf-6ea7090d17a1 req-942426e0-3a87-4cea-9ce8-2e5c97dcb4e7 tempest-TestEncryptedCinderVolumes-972527021 tempest-TestEncryptedCinderVolumes-972527021-project] Notify callbacks [] for port, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:16:12.738031 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.provisioning_blocks [req-3b9beb8e-f88c-44bd-8daf-6ea7090d17a1 req-942426e0-3a87-4cea-9ce8-2e5c97dcb4e7 tempest-TestEncryptedCinderVolumes-972527021 tempest-TestEncryptedCinderVolumes-972527021-project] Transition to ACTIVE for port object e9eef989-7d70-48aa-8c34-90fe1926df81 will not be triggered until provisioned by entity DHCP. {{(pid=128083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:16:12.780434 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-3b9beb8e-f88c-44bd-8daf-6ea7090d17a1 req-942426e0-3a87-4cea-9ce8-2e5c97dcb4e7 tempest-TestEncryptedCinderVolumes-972527021 tempest-TestEncryptedCinderVolumes-972527021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-650429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-506361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793193536723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2537853'] for port, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:16:12.784754 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-902ced67-b40a-496d-ab21-aea6ac9b537b tempest-ServersNegativeTestJSON-91648018 tempest-ServersNegativeTestJSON-91648018-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:16:12.785315 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:16:12.824173 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] For port 64faa7ae-03e6-4a18-a968-eba97bda0c52, host dv-neutron-797120-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=64faa7ae-03e6-4a18-a968-eba97bda0c52,segment=NetworkSegment(995e73c2-e865-4eed-abf2-23bb35888d80),segment_id=995e73c2-e865-4eed-abf2-23bb35888d80)] {{(pid=128085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:16:12.827582 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b9beb8e-f88c-44bd-8daf-6ea7090d17a1 req-942426e0-3a87-4cea-9ce8-2e5c97dcb4e7 tempest-TestEncryptedCinderVolumes-972527021 tempest-TestEncryptedCinderVolumes-972527021-project] Network efb1a269-b84e-47d5-8136-af5ab4c8b019 is already hosted by enough agents. {{(pid=128083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:16:12.829189 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:16:12.831320 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:16:12.831481 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.base_scheduler [req-3b9beb8e-f88c-44bd-8daf-6ea7090d17a1 req-942426e0-3a87-4cea-9ce8-2e5c97dcb4e7 tempest-TestEncryptedCinderVolumes-972527021 tempest-TestEncryptedCinderVolumes-972527021-project] Resources bound (agent type, host, resource id): {{(pid=128083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:16:12.837492 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b9beb8e-f88c-44bd-8daf-6ea7090d17a1 req-942426e0-3a87-4cea-9ce8-2e5c97dcb4e7 tempest-TestEncryptedCinderVolumes-972527021 tempest-TestEncryptedCinderVolumes-972527021-project] Received port after_create {{(pid=128083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:16:12.878800 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942426e0-3a87-4cea-9ce8-2e5c97dcb4e7 tempest-TestEncryptedCinderVolumes-972527021 tempest-TestEncryptedCinderVolumes-972527021-project] Pushing event updated for resources: {'Port': ['ID=e9eef989-7d70-48aa-8c34-90fe1926df81,revision_number=1']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:16:12.883681 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-942426e0-3a87-4cea-9ce8-2e5c97dcb4e7 tempest-TestEncryptedCinderVolumes-972527021 tempest-TestEncryptedCinderVolumes-972527021-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:16:12.909004 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9beb8e-f88c-44bd-8daf-6ea7090d17a1 req-942426e0-3a87-4cea-9ce8-2e5c97dcb4e7 tempest-TestEncryptedCinderVolumes-972527021 tempest-TestEncryptedCinderVolumes-972527021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:16:12.909269 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Pushing event updated for resources: {'Port': ['ID=64faa7ae-03e6-4a18-a968-eba97bda0c52,revision_number=5']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:16:12.909365 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-3b9beb8e-f88c-44bd-8daf-6ea7090d17a1 req-942426e0-3a87-4cea-9ce8-2e5c97dcb4e7 tempest-TestEncryptedCinderVolumes-972527021 tempest-TestEncryptedCinderVolumes-972527021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468916'] for port, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:16:12.909485 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:16:12.921462 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-3b9beb8e-f88c-44bd-8daf-6ea7090d17a1 req-942426e0-3a87-4cea-9ce8-2e5c97dcb4e7 tempest-TestEncryptedCinderVolumes-972527021 tempest-TestEncryptedCinderVolumes-972527021-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6400728 Jun 24 12:16:12.936734 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [req-3b9beb8e-f88c-44bd-8daf-6ea7090d17a1 req-13aea27e-b87c-4b8a-9c11-6094a02ee2e9 tempest-TestEncryptedCinderVolumes-972527021 tempest-TestEncryptedCinderVolumes-972527021-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=128083) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 24 12:16:12.937847 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-3b9beb8e-f88c-44bd-8daf-6ea7090d17a1 req-13aea27e-b87c-4b8a-9c11-6094a02ee2e9 tempest-TestEncryptedCinderVolumes-972527021 tempest-TestEncryptedCinderVolumes-972527021-project] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0067999 Jun 24 12:16:12.999399 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [req-3b9beb8e-f88c-44bd-8daf-6ea7090d17a1 req-a82ad5c6-f551-455a-8366-adf3e970e87a service neutron] Request body: {'port': {'device_id': 'aafe857f-d1be-4c32-8ab9-555b1c4aecf4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7971'}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:16:13.077364 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-800aa13c-d1b7-42e3-9c2b-ad9b5a6c593e None None] Provisioning for port e9eef989-7d70-48aa-8c34-90fe1926df81 completed by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:16:13.081849 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-800aa13c-d1b7-42e3-9c2b-ad9b5a6c593e None None] Provisioning complete for port e9eef989-7d70-48aa-8c34-90fe1926df81 triggered by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:16:13.082361 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-800aa13c-d1b7-42e3-9c2b-ad9b5a6c593e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:16:13.088642 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-3b9beb8e-f88c-44bd-8daf-6ea7090d17a1 req-a82ad5c6-f551-455a-8366-adf3e970e87a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:16:13.119441 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-800aa13c-d1b7-42e3-9c2b-ad9b5a6c593e None None] Port e9eef989-7d70-48aa-8c34-90fe1926df81 cannot update to ACTIVE because it is not bound. {{(pid=128085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 12:16:13.414742 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.notifiers.nova [req-3b9beb8e-f88c-44bd-8daf-6ea7090d17a1 req-a82ad5c6-f551-455a-8366-adf3e970e87a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e9eef989-7d70-48aa-8c34-90fe1926df81 {{(pid=128083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 12:16:13.424571 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-3b9beb8e-f88c-44bd-8daf-6ea7090d17a1 req-a82ad5c6-f551-455a-8366-adf3e970e87a service neutron] Notify callbacks [] for port, precommit_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:16:13.439864 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3293c4cf-f37b-4095-b371-79faa0164997 req-56efbb15-014a-4119-865e-d7730bdccc01 tempest-TestEncryptedCinderVolumes-972527021 tempest-TestEncryptedCinderVolumes-972527021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:16:13.441489 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-3293c4cf-f37b-4095-b371-79faa0164997 req-56efbb15-014a-4119-865e-d7730bdccc01 tempest-TestEncryptedCinderVolumes-972527021 tempest-TestEncryptedCinderVolumes-972527021-project] 10.222.0.53 "GET /v2.0/ports?device_id=aafe857f-d1be-4c32-8ab9-555b1c4aecf4 HTTP/1.1" status: 200 len: 931 time: 0.1396475 Jun 24 12:16:13.455999 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.provisioning_blocks [req-3b9beb8e-f88c-44bd-8daf-6ea7090d17a1 req-a82ad5c6-f551-455a-8366-adf3e970e87a service neutron] Transition to ACTIVE for port object e9eef989-7d70-48aa-8c34-90fe1926df81 will not be triggered until provisioned by entity L2. {{(pid=128083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:16:13.466398 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-3b9beb8e-f88c-44bd-8daf-6ea7090d17a1 req-a82ad5c6-f551-455a-8366-adf3e970e87a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2537871'] for port, after_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:16:13.470714 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-4896a433-20db-48c1-98b7-28ed4854c17e tempest-ServersNegativeTestJSON-91648018 tempest-ServersNegativeTestJSON-91648018-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:16:13.529596 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-3293c4cf-f37b-4095-b371-79faa0164997 req-66a1e838-25fb-4faf-877c-b56520f3950f tempest-TestEncryptedCinderVolumes-972527021 tempest-TestEncryptedCinderVolumes-972527021-project] 10.222.0.53 "GET /v2.0/security-groups?id=02f0d51f-b339-472c-bba5-b1515078d1c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820060 Jun 24 12:16:13.536135 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82ad5c6-f551-455a-8366-adf3e970e87a service neutron] Pushing event updated for resources: {'Port': ['ID=e9eef989-7d70-48aa-8c34-90fe1926df81,revision_number=2']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:16:13.543013 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-a82ad5c6-f551-455a-8366-adf3e970e87a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:16:13.626545 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.managers [req-3b9beb8e-f88c-44bd-8daf-6ea7090d17a1 req-a82ad5c6-f551-455a-8366-adf3e970e87a service neutron] Attempting to bind port e9eef989-7d70-48aa-8c34-90fe1926df81 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=128083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 12:16:13.626883 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.managers [req-3b9beb8e-f88c-44bd-8daf-6ea7090d17a1 req-a82ad5c6-f551-455a-8366-adf3e970e87a service neutron] Attempting to bind port e9eef989-7d70-48aa-8c34-90fe1926df81 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': 'ac07082b-bcde-4031-b0fe-c74c8921f5f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'efb1a269-b84e-47d5-8136-af5ab4c8b019'}] {{(pid=128083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 12:16:13.627210 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b9beb8e-f88c-44bd-8daf-6ea7090d17a1 req-a82ad5c6-f551-455a-8366-adf3e970e87a service neutron] Attempting to bind port e9eef989-7d70-48aa-8c34-90fe1926df81 on network efb1a269-b84e-47d5-8136-af5ab4c8b019 {{(pid=128083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:16:13.631914 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b9beb8e-f88c-44bd-8daf-6ea7090d17a1 req-a82ad5c6-f551-455a-8366-adf3e970e87a service neutron] Port e9eef989-7d70-48aa-8c34-90fe1926df81 on network efb1a269-b84e-47d5-8136-af5ab4c8b019 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=128083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 12:16:13.632229 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b9beb8e-f88c-44bd-8daf-6ea7090d17a1 req-a82ad5c6-f551-455a-8366-adf3e970e87a service neutron] Attempting to bind port e9eef989-7d70-48aa-8c34-90fe1926df81 on network efb1a269-b84e-47d5-8136-af5ab4c8b019 {{(pid=128083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:16:13.638407 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b9beb8e-f88c-44bd-8daf-6ea7090d17a1 req-a82ad5c6-f551-455a-8366-adf3e970e87a service neutron] Checking agent: {'id': 'a2c9a14d-87aa-4cd1-a510-11988f19c3d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7971', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 11, 42, 44), 'started_at': datetime.datetime(2021, 6, 24, 11, 42, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 12, 15, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=128083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 12:16:13.638738 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b9beb8e-f88c-44bd-8daf-6ea7090d17a1 req-a82ad5c6-f551-455a-8366-adf3e970e87a service neutron] Checking segment: {'id': 'ac07082b-bcde-4031-b0fe-c74c8921f5f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'efb1a269-b84e-47d5-8136-af5ab4c8b019'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=128083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:16:13.639122 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b9beb8e-f88c-44bd-8daf-6ea7090d17a1 req-a82ad5c6-f551-455a-8366-adf3e970e87a service neutron] Bound using segment: {'id': 'ac07082b-bcde-4031-b0fe-c74c8921f5f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'efb1a269-b84e-47d5-8136-af5ab4c8b019'} {{(pid=128083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 12:16:13.639551 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.managers [req-3b9beb8e-f88c-44bd-8daf-6ea7090d17a1 req-a82ad5c6-f551-455a-8366-adf3e970e87a service neutron] Bound port: e9eef989-7d70-48aa-8c34-90fe1926df81, host: hv-neutron-7971, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac07082b-bcde-4031-b0fe-c74c8921f5f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'efb1a269-b84e-47d5-8136-af5ab4c8b019'}}] {{(pid=128083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 12:16:13.639908 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-3b9beb8e-f88c-44bd-8daf-6ea7090d17a1 req-a82ad5c6-f551-455a-8366-adf3e970e87a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:16:13.708768 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.db [req-3b9beb8e-f88c-44bd-8daf-6ea7090d17a1 req-a82ad5c6-f551-455a-8366-adf3e970e87a service neutron] For port e9eef989-7d70-48aa-8c34-90fe1926df81, host hv-neutron-7971, cleared binding levels {{(pid=128083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 12:16:13.711811 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.db [req-3b9beb8e-f88c-44bd-8daf-6ea7090d17a1 req-a82ad5c6-f551-455a-8366-adf3e970e87a service neutron] For port e9eef989-7d70-48aa-8c34-90fe1926df81, host hv-neutron-7971, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=e9eef989-7d70-48aa-8c34-90fe1926df81,segment=NetworkSegment(ac07082b-bcde-4031-b0fe-c74c8921f5f5),segment_id=ac07082b-bcde-4031-b0fe-c74c8921f5f5)] {{(pid=128083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 12:16:13.715234 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-3b9beb8e-f88c-44bd-8daf-6ea7090d17a1 req-a82ad5c6-f551-455a-8366-adf3e970e87a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2537871'] for port, after_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:16:13.718603 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-e65e2a86-c41d-4236-bfc7-00c71fc94864 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:16:13.753819 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9beb8e-f88c-44bd-8daf-6ea7090d17a1 req-a82ad5c6-f551-455a-8366-adf3e970e87a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:16:13.754430 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-3b9beb8e-f88c-44bd-8daf-6ea7090d17a1 req-a82ad5c6-f551-455a-8366-adf3e970e87a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468916'] for port, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:16:13.755907 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-3b9beb8e-f88c-44bd-8daf-6ea7090d17a1 req-a82ad5c6-f551-455a-8366-adf3e970e87a service neutron] 10.222.0.45 "PUT /v2.0/ports/e9eef989-7d70-48aa-8c34-90fe1926df81 HTTP/1.1" status: 200 len: 1093 time: 0.8099303 Jun 24 12:16:13.756353 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aafe857f-d1be-4c32-8ab9-555b1c4aecf4', 'tag': 'e9eef989-7d70-48aa-8c34-90fe1926df81'}] {{(pid=128083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 12:16:13.758673 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a77f7dee1a0522ddf93af289475d218fcdb8f30317daadec13ebf930b5b9dbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a88bc94d-012c-4648-98d9-25f31187c668" -d '{"events": [{"name": "network-changed", "server_uuid": "aafe857f-d1be-4c32-8ab9-555b1c4aecf4", "tag": "e9eef989-7d70-48aa-8c34-90fe1926df81"}]}' {{(pid=128083) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 12:16:13.789848 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82ad5c6-f551-455a-8366-adf3e970e87a service neutron] Pushing event updated for resources: {'Port': ['ID=e9eef989-7d70-48aa-8c34-90fe1926df81,revision_number=3']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:16:13.802072 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-a82ad5c6-f551-455a-8366-adf3e970e87a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:16:13.803703 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 12:16:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ebb2ae8-3e78-43a5-96aa-dd0530a43291 x-openstack-request-id: req-0ebb2ae8-3e78-43a5-96aa-dd0530a43291 {{(pid=128083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 12:16:13.804047 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aafe857f-d1be-4c32-8ab9-555b1c4aecf4", "tag": "e9eef989-7d70-48aa-8c34-90fe1926df81", "status": "completed", "code": 200}]} {{(pid=128083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 12:16:13.804360 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-0ebb2ae8-3e78-43a5-96aa-dd0530a43291 {{(pid=128083) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 12:16:13.804910 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aafe857f-d1be-4c32-8ab9-555b1c4aecf4', 'tag': 'e9eef989-7d70-48aa-8c34-90fe1926df81', 'status': 'completed', 'code': 200} Jun 24 12:16:13.861016 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9beb8e-f88c-44bd-8daf-6ea7090d17a1 req-2db8b0e1-44f2-4634-9e4e-81a8ca923297 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:16:13.862557 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-3b9beb8e-f88c-44bd-8daf-6ea7090d17a1 req-2db8b0e1-44f2-4634-9e4e-81a8ca923297 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=95627ad9428940a79da644015b1dc5ea&device_id=aafe857f-d1be-4c32-8ab9-555b1c4aecf4 HTTP/1.1" status: 200 len: 1096 time: 0.0568359 Jun 24 12:16:13.913981 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-3b9beb8e-f88c-44bd-8daf-6ea7090d17a1 req-80191284-2660-4329-9d4e-285419c08a90 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e9eef989-7d70-48aa-8c34-90fe1926df81 HTTP/1.1" status: 200 len: 217 time: 0.0394847 Jun 24 12:16:13.965153 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9beb8e-f88c-44bd-8daf-6ea7090d17a1 req-d2646724-86f5-4507-814f-0c4d6e2a257a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:16:13.966654 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-3b9beb8e-f88c-44bd-8daf-6ea7090d17a1 req-d2646724-86f5-4507-814f-0c4d6e2a257a service neutron] 10.222.0.45 "GET /v2.0/subnets?id=302fdcb2-9579-4ecb-8af6-5fc1868f54e0 HTTP/1.1" status: 200 len: 856 time: 0.0448871 Jun 24 12:16:14.032263 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9beb8e-f88c-44bd-8daf-6ea7090d17a1 req-88a5991b-fe36-4227-9066-4c7d65bbcf86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:16:14.033854 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-3b9beb8e-f88c-44bd-8daf-6ea7090d17a1 req-88a5991b-fe36-4227-9066-4c7d65bbcf86 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=efb1a269-b84e-47d5-8136-af5ab4c8b019&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0560005 Jun 24 12:16:14.130740 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-3b9beb8e-f88c-44bd-8daf-6ea7090d17a1 req-0a6b26e5-31a3-47d4-853d-62ccfeb21b9a service neutron] 10.222.0.45 "GET /v2.0/networks/efb1a269-b84e-47d5-8136-af5ab4c8b019?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857475 Jun 24 12:16:14.225201 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-3b9beb8e-f88c-44bd-8daf-6ea7090d17a1 req-483d4764-60c5-4451-be72-2f6c604c7961 service neutron] 10.222.0.45 "GET /v2.0/networks/efb1a269-b84e-47d5-8136-af5ab4c8b019?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846791 Jun 24 12:16:14.331308 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88bc94d-012c-4648-98d9-25f31187c668 req-95378600-7e49-4b19-bb4d-1f8114e5782d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:16:14.332798 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-a88bc94d-012c-4648-98d9-25f31187c668 req-95378600-7e49-4b19-bb4d-1f8114e5782d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=95627ad9428940a79da644015b1dc5ea&device_id=aafe857f-d1be-4c32-8ab9-555b1c4aecf4 HTTP/1.1" status: 200 len: 1096 time: 0.0532413 Jun 24 12:16:14.431131 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88bc94d-012c-4648-98d9-25f31187c668 req-8cf6cfbe-73d3-4aab-b3b1-2d544fed5837 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:16:14.432522 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-a88bc94d-012c-4648-98d9-25f31187c668 req-8cf6cfbe-73d3-4aab-b3b1-2d544fed5837 service neutron] 10.222.0.45 "GET /v2.0/networks?id=efb1a269-b84e-47d5-8136-af5ab4c8b019 HTTP/1.1" status: 200 len: 918 time: 0.0895808 Jun 24 12:16:14.475834 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-a88bc94d-012c-4648-98d9-25f31187c668 req-ddc0d7fa-f447-4cb9-b537-50669d68c512 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e9eef989-7d70-48aa-8c34-90fe1926df81 HTTP/1.1" status: 200 len: 217 time: 0.0346024 Jun 24 12:16:14.529169 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88bc94d-012c-4648-98d9-25f31187c668 req-7aa25cee-ad5c-429c-a87f-774fc4c1ab89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:16:14.530607 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-a88bc94d-012c-4648-98d9-25f31187c668 req-7aa25cee-ad5c-429c-a87f-774fc4c1ab89 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=302fdcb2-9579-4ecb-8af6-5fc1868f54e0 HTTP/1.1" status: 200 len: 856 time: 0.0478280 Jun 24 12:16:14.592517 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88bc94d-012c-4648-98d9-25f31187c668 req-5ddedbfd-fc77-422a-be5c-d4cfa2a2fd17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:16:14.594028 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-a88bc94d-012c-4648-98d9-25f31187c668 req-5ddedbfd-fc77-422a-be5c-d4cfa2a2fd17 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=efb1a269-b84e-47d5-8136-af5ab4c8b019&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0567806 Jun 24 12:16:14.603932 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device 64faa7ae-03e6-4a18-a968-eba97bda0c52 up at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:16:14.655337 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning complete for port 64faa7ae-03e6-4a18-a968-eba97bda0c52 triggered by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:16:14.655725 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:16:14.727760 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-a88bc94d-012c-4648-98d9-25f31187c668 req-eb755d47-c37c-41eb-a4e0-ec580bfb8910 service neutron] 10.222.0.45 "GET /v2.0/networks/efb1a269-b84e-47d5-8136-af5ab4c8b019?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261299 Jun 24 12:16:14.774074 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063ccdae-33bd-4a1e-851d-802376d28f71 req-97a89f95-42b3-4ce9-89f3-66b298e6b3db tempest-TestEncryptedCinderVolumes-972527021 tempest-TestEncryptedCinderVolumes-972527021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:16:14.775536 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-063ccdae-33bd-4a1e-851d-802376d28f71 req-97a89f95-42b3-4ce9-89f3-66b298e6b3db tempest-TestEncryptedCinderVolumes-972527021 tempest-TestEncryptedCinderVolumes-972527021-project] 10.222.0.53 "GET /v2.0/ports?device_id=aafe857f-d1be-4c32-8ab9-555b1c4aecf4 HTTP/1.1" status: 200 len: 943 time: 0.1174636 Jun 24 12:16:14.858902 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-063ccdae-33bd-4a1e-851d-802376d28f71 req-654537d4-ab21-44b4-b19d-7f30986ab60a tempest-TestEncryptedCinderVolumes-972527021 tempest-TestEncryptedCinderVolumes-972527021-project] 10.222.0.53 "GET /v2.0/security-groups?id=02f0d51f-b339-472c-bba5-b1515078d1c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565269 Jun 24 12:16:14.864379 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-a88bc94d-012c-4648-98d9-25f31187c668 req-a037fb83-7fbc-4cf3-b65e-d1a883c5a315 service neutron] 10.222.0.45 "GET /v2.0/networks/efb1a269-b84e-47d5-8136-af5ab4c8b019?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279886 Jun 24 12:16:14.921720 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:16:15.394896 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Device e9eef989-7d70-48aa-8c34-90fe1926df81 details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=128085) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 12:16:15.487125 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] For port e9eef989-7d70-48aa-8c34-90fe1926df81, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=e9eef989-7d70-48aa-8c34-90fe1926df81,segment=NetworkSegment(ac07082b-bcde-4031-b0fe-c74c8921f5f5),segment_id=ac07082b-bcde-4031-b0fe-c74c8921f5f5)] {{(pid=128085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:16:15.498605 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Returning: {'device': 'e9eef989-7d70-48aa-8c34-90fe1926df81', 'network_id': 'efb1a269-b84e-47d5-8136-af5ab4c8b019', 'port_id': 'e9eef989-7d70-48aa-8c34-90fe1926df81', 'mac_address': 'fa:16:3e:ed:c4:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 627, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '302fdcb2-9579-4ecb-8af6-5fc1868f54e0', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=128085) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 12:16:15.537296 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:16:15.550145 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.notifiers.nova [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e9eef989-7d70-48aa-8c34-90fe1926df81 {{(pid=128085) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 12:16:15.569011 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] For port e9eef989-7d70-48aa-8c34-90fe1926df81, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=e9eef989-7d70-48aa-8c34-90fe1926df81,segment=NetworkSegment(ac07082b-bcde-4031-b0fe-c74c8921f5f5),segment_id=ac07082b-bcde-4031-b0fe-c74c8921f5f5)] {{(pid=128085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:16:15.573313 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:16:15.575641 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-77f46312-be3e-4105-9781-2520396f9a2b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:16:15.621684 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Pushing event updated for resources: {'Port': ['ID=e9eef989-7d70-48aa-8c34-90fe1926df81,revision_number=4']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:16:15.625201 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:16:15.840492 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] get_ports_and_sgs() called for port_ids ['e9eef989-7d70-48aa-8c34-90fe1926df81'] {{(pid=128085) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 12:16:16.051166 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f042858-5cdd-42da-90c5-9efe02c3d2f4 req-ce1686fe-4ff4-4b64-9d24-388f165db80f tempest-TestEncryptedCinderVolumes-972527021 tempest-TestEncryptedCinderVolumes-972527021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:16:16.052785 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-7f042858-5cdd-42da-90c5-9efe02c3d2f4 req-ce1686fe-4ff4-4b64-9d24-388f165db80f tempest-TestEncryptedCinderVolumes-972527021 tempest-TestEncryptedCinderVolumes-972527021-project] 10.222.0.53 "GET /v2.0/ports?device_id=aafe857f-d1be-4c32-8ab9-555b1c4aecf4 HTTP/1.1" status: 200 len: 944 time: 0.0794721 Jun 24 12:16:16.094130 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-7f042858-5cdd-42da-90c5-9efe02c3d2f4 req-0d0ed545-6a35-4449-a347-42e438f911b4 tempest-TestEncryptedCinderVolumes-972527021 tempest-TestEncryptedCinderVolumes-972527021-project] 10.222.0.53 "GET /v2.0/security-groups?id=02f0d51f-b339-472c-bba5-b1515078d1c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353274 Jun 24 12:16:17.395139 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Device e9eef989-7d70-48aa-8c34-90fe1926df81 up at agent hyperv_hv-neutron-7971 {{(pid=128085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:16:17.431345 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9290123a-f61d-4938-8b1f-4bf41678a83a req-9e4b72d1-4ec5-4c54-b0b1-aec63a293e97 tempest-TestEncryptedCinderVolumes-972527021 tempest-TestEncryptedCinderVolumes-972527021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:16:17.433045 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-9290123a-f61d-4938-8b1f-4bf41678a83a req-9e4b72d1-4ec5-4c54-b0b1-aec63a293e97 tempest-TestEncryptedCinderVolumes-972527021 tempest-TestEncryptedCinderVolumes-972527021-project] 10.222.0.53 "GET /v2.0/ports?device_id=aafe857f-d1be-4c32-8ab9-555b1c4aecf4 HTTP/1.1" status: 200 len: 944 time: 0.0641775 Jun 24 12:16:17.443392 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Provisioning for port e9eef989-7d70-48aa-8c34-90fe1926df81 completed by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:16:17.447258 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Provisioning complete for port e9eef989-7d70-48aa-8c34-90fe1926df81 triggered by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:16:17.447636 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:16:17.472805 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-9290123a-f61d-4938-8b1f-4bf41678a83a req-e289c0bb-67f5-4beb-abfb-4e58378a7d2d tempest-TestEncryptedCinderVolumes-972527021 tempest-TestEncryptedCinderVolumes-972527021-project] 10.222.0.53 "GET /v2.0/security-groups?id=02f0d51f-b339-472c-bba5-b1515078d1c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333495 Jun 24 12:16:17.524613 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:16:17.548638 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aafe857f-d1be-4c32-8ab9-555b1c4aecf4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9eef989-7d70-48aa-8c34-90fe1926df81'}] {{(pid=128085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 12:16:17.550965 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1098ec9051a50dd033317f529a09b9762582ef7b417ebe05928aca59e08255aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-027a3c2b-fffb-4304-8922-eef6858227a9" -d '{"events": [{"server_uuid": "aafe857f-d1be-4c32-8ab9-555b1c4aecf4", "name": "network-vif-plugged", "status": "completed", "tag": "e9eef989-7d70-48aa-8c34-90fe1926df81"}]}' {{(pid=128085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 12:16:17.567299 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] For port e9eef989-7d70-48aa-8c34-90fe1926df81, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=e9eef989-7d70-48aa-8c34-90fe1926df81,segment=NetworkSegment(ac07082b-bcde-4031-b0fe-c74c8921f5f5),segment_id=ac07082b-bcde-4031-b0fe-c74c8921f5f5)] {{(pid=128085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:16:17.572289 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:16:17.574679 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-60bbb40a-29d4-48ac-9e09-a6ab9d799ca2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:16:17.597851 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 12:16:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcdc4675-e7d5-4ca7-b90e-4ed140ad3df1 x-openstack-request-id: req-bcdc4675-e7d5-4ca7-b90e-4ed140ad3df1 {{(pid=128085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 12:16:17.598220 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aafe857f-d1be-4c32-8ab9-555b1c4aecf4", "name": "network-vif-plugged", "status": "completed", "tag": "e9eef989-7d70-48aa-8c34-90fe1926df81", "code": 200}]} {{(pid=128085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 12:16:17.598471 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-bcdc4675-e7d5-4ca7-b90e-4ed140ad3df1 {{(pid=128085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 12:16:17.598866 dv-neutron-797120-4-hyperv neutron-server[128085]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aafe857f-d1be-4c32-8ab9-555b1c4aecf4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9eef989-7d70-48aa-8c34-90fe1926df81', 'code': 200} Jun 24 12:16:17.625397 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Pushing event updated for resources: {'Port': ['ID=e9eef989-7d70-48aa-8c34-90fe1926df81,revision_number=5']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:16:17.632731 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:16:17.633113 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:16:17.633457 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:16:17.633796 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:16:17.634122 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:16:17.634451 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:16:17.634779 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:16:17.635103 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:16:17.635428 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:16:17.635749 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:16:17.636068 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:16:17.636383 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:16:17.640543 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:16:17.824511 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e392d515-b08a-4831-aad8-4c461f1217bc req-e7565c24-5ae6-4082-94a7-3292aebd8207 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:16:17.826533 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-e392d515-b08a-4831-aad8-4c461f1217bc req-e7565c24-5ae6-4082-94a7-3292aebd8207 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=aafe857f-d1be-4c32-8ab9-555b1c4aecf4 HTTP/1.1" status: 200 len: 1098 time: 0.0573242 Jun 24 12:16:17.866167 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-e392d515-b08a-4831-aad8-4c461f1217bc req-2b75bf31-3099-4111-964d-00420785e647 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=02f0d51f-b339-472c-bba5-b1515078d1c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0294962 Jun 24 12:16:18.648177 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0edda3-d5d1-4b48-b8da-fa286a0d40ed req-10e49069-f7c5-4f85-b9e7-9f2f2e9dce65 tempest-TestEncryptedCinderVolumes-972527021 tempest-TestEncryptedCinderVolumes-972527021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:16:18.649589 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-ff0edda3-d5d1-4b48-b8da-fa286a0d40ed req-10e49069-f7c5-4f85-b9e7-9f2f2e9dce65 tempest-TestEncryptedCinderVolumes-972527021 tempest-TestEncryptedCinderVolumes-972527021-project] 10.222.0.53 "GET /v2.0/ports?device_id=aafe857f-d1be-4c32-8ab9-555b1c4aecf4 HTTP/1.1" status: 200 len: 945 time: 0.0651124 Jun 24 12:16:18.688969 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-ff0edda3-d5d1-4b48-b8da-fa286a0d40ed req-c9cba5da-2c63-4ed2-924c-c3b03d6ea32b tempest-TestEncryptedCinderVolumes-972527021 tempest-TestEncryptedCinderVolumes-972527021-project] 10.222.0.53 "GET /v2.0/security-groups?id=02f0d51f-b339-472c-bba5-b1515078d1c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332422 Jun 24 12:16:19.864973 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91db5ce9-e0e4-40ed-a795-16547c2dad5d req-4b682b75-6029-4f47-b714-5723acf16f6d tempest-TestEncryptedCinderVolumes-972527021 tempest-TestEncryptedCinderVolumes-972527021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:16:19.866451 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-91db5ce9-e0e4-40ed-a795-16547c2dad5d req-4b682b75-6029-4f47-b714-5723acf16f6d tempest-TestEncryptedCinderVolumes-972527021 tempest-TestEncryptedCinderVolumes-972527021-project] 10.222.0.53 "GET /v2.0/ports?device_id=aafe857f-d1be-4c32-8ab9-555b1c4aecf4 HTTP/1.1" status: 200 len: 945 time: 0.0647695 Jun 24 12:16:19.908070 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-91db5ce9-e0e4-40ed-a795-16547c2dad5d req-79643540-08b4-4988-889b-cee0e67b75a5 tempest-TestEncryptedCinderVolumes-972527021 tempest-TestEncryptedCinderVolumes-972527021-project] 10.222.0.53 "GET /v2.0/security-groups?id=02f0d51f-b339-472c-bba5-b1515078d1c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359910 Jun 24 12:16:20.079638 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a56dc85-ec61-406f-a9db-9af8fed1b46a req-f79f9ade-6d95-476d-9c27-c49985bf8081 tempest-TestEncryptedCinderVolumes-972527021 tempest-TestEncryptedCinderVolumes-972527021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:16:20.081142 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-5a56dc85-ec61-406f-a9db-9af8fed1b46a req-f79f9ade-6d95-476d-9c27-c49985bf8081 tempest-TestEncryptedCinderVolumes-972527021 tempest-TestEncryptedCinderVolumes-972527021-project] 10.222.0.53 "GET /v2.0/ports?device_id=aafe857f-d1be-4c32-8ab9-555b1c4aecf4 HTTP/1.1" status: 200 len: 945 time: 0.0629370 Jun 24 12:16:20.119126 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-5a56dc85-ec61-406f-a9db-9af8fed1b46a req-c16ce36f-d499-45fa-bbff-d7c0d61e0ee2 tempest-TestEncryptedCinderVolumes-972527021 tempest-TestEncryptedCinderVolumes-972527021-project] 10.222.0.53 "GET /v2.0/security-groups?id=02f0d51f-b339-472c-bba5-b1515078d1c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319819 Jun 24 12:16:23.865644 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-2f16bf5d-b7f9-4867-8b69-d8decc6b84f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:16:26.396565 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-48ef3203-9332-4675-a4b0-de9a8489bb86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:16:26.568078 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:16:27.796594 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-03237adf-ebd0-46f2-a476-4d4bb746e0f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:16:29.757420 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-52c483ef-d5c1-4030-9a32-e5ce4ff00ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:16:37.082606 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.agents_db [None req-87a69269-d72b-4286-97f3-1041481ed6d8 None None] Agent healthcheck: found 6 active agents {{(pid=128086) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 12:16:40.451794 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907052cc-6e71-4d2f-a0a9-202bce744116 req-17c7aff1-db36-4b7a-8112-d5b3c46f0aca tempest-TestEncryptedCinderVolumes-972527021 tempest-TestEncryptedCinderVolumes-972527021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:16:40.453367 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-907052cc-6e71-4d2f-a0a9-202bce744116 req-17c7aff1-db36-4b7a-8112-d5b3c46f0aca tempest-TestEncryptedCinderVolumes-972527021 tempest-TestEncryptedCinderVolumes-972527021-project] 10.222.0.53 "GET /v2.0/ports?device_id=aafe857f-d1be-4c32-8ab9-555b1c4aecf4 HTTP/1.1" status: 200 len: 945 time: 0.0696487 Jun 24 12:16:40.490908 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-907052cc-6e71-4d2f-a0a9-202bce744116 req-ac41bab7-fee4-4877-9b0f-f249fac5d79d tempest-TestEncryptedCinderVolumes-972527021 tempest-TestEncryptedCinderVolumes-972527021-project] 10.222.0.53 "GET /v2.0/security-groups?id=02f0d51f-b339-472c-bba5-b1515078d1c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318661 Jun 24 12:16:42.051504 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc033fd7-6665-44bc-b25d-7461549d0bef req-37e9e5d1-db14-4911-b39c-529ddaf3a37a tempest-TestEncryptedCinderVolumes-972527021 tempest-TestEncryptedCinderVolumes-972527021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:16:42.053004 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-dc033fd7-6665-44bc-b25d-7461549d0bef req-37e9e5d1-db14-4911-b39c-529ddaf3a37a tempest-TestEncryptedCinderVolumes-972527021 tempest-TestEncryptedCinderVolumes-972527021-project] 10.222.0.53 "GET /v2.0/ports?device_id=aafe857f-d1be-4c32-8ab9-555b1c4aecf4 HTTP/1.1" status: 200 len: 945 time: 0.4470239 Jun 24 12:16:42.126356 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-dc033fd7-6665-44bc-b25d-7461549d0bef req-ec8c0f4a-821d-48d6-99c9-5380788202bb tempest-TestEncryptedCinderVolumes-972527021 tempest-TestEncryptedCinderVolumes-972527021-project] 10.222.0.53 "GET /v2.0/security-groups?id=02f0d51f-b339-472c-bba5-b1515078d1c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676663 Jun 24 12:16:42.151945 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7adb19cd-b959-449d-addc-1b90b5ac2842 req-47b31aac-d7a4-406c-b9b2-fe010cb45f86 tempest-TestEncryptedCinderVolumes-972527021 tempest-TestEncryptedCinderVolumes-972527021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:16:42.153582 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-7adb19cd-b959-449d-addc-1b90b5ac2842 req-47b31aac-d7a4-406c-b9b2-fe010cb45f86 tempest-TestEncryptedCinderVolumes-972527021 tempest-TestEncryptedCinderVolumes-972527021-project] 10.222.0.45 "GET /v2.0/ports?device_id=aafe857f-d1be-4c32-8ab9-555b1c4aecf4 HTTP/1.1" status: 200 len: 945 time: 0.0882618 Jun 24 12:16:42.269151 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.plugin [req-7adb19cd-b959-449d-addc-1b90b5ac2842 req-298b14e5-5131-48d4-8071-37938520dd6b tempest-TestEncryptedCinderVolumes-972527021 tempest-TestEncryptedCinderVolumes-972527021-project] Deleting port e9eef989-7d70-48aa-8c34-90fe1926df81 {{(pid=128083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:16:42.269501 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-7adb19cd-b959-449d-addc-1b90b5ac2842 req-298b14e5-5131-48d4-8071-37938520dd6b tempest-TestEncryptedCinderVolumes-972527021 tempest-TestEncryptedCinderVolumes-972527021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793193942312'] for port, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:16:42.362008 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.db [req-7adb19cd-b959-449d-addc-1b90b5ac2842 req-298b14e5-5131-48d4-8071-37938520dd6b tempest-TestEncryptedCinderVolumes-972527021 tempest-TestEncryptedCinderVolumes-972527021-project] For port e9eef989-7d70-48aa-8c34-90fe1926df81, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=e9eef989-7d70-48aa-8c34-90fe1926df81,segment=NetworkSegment(ac07082b-bcde-4031-b0fe-c74c8921f5f5),segment_id=ac07082b-bcde-4031-b0fe-c74c8921f5f5)] {{(pid=128083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:16:42.362284 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-7adb19cd-b959-449d-addc-1b90b5ac2842 req-298b14e5-5131-48d4-8071-37938520dd6b tempest-TestEncryptedCinderVolumes-972527021 tempest-TestEncryptedCinderVolumes-972527021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1978872'] for port, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:16:42.376870 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.plugin [req-7adb19cd-b959-449d-addc-1b90b5ac2842 req-298b14e5-5131-48d4-8071-37938520dd6b tempest-TestEncryptedCinderVolumes-972527021 tempest-TestEncryptedCinderVolumes-972527021-project] Calling delete_port for e9eef989-7d70-48aa-8c34-90fe1926df81 owned by compute:nova {{(pid=128083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:16:42.522920 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-7adb19cd-b959-449d-addc-1b90b5ac2842 req-298b14e5-5131-48d4-8071-37938520dd6b tempest-TestEncryptedCinderVolumes-972527021 tempest-TestEncryptedCinderVolumes-972527021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793193945299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193536732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2537862'] for port, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:16:42.527842 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-941fef1d-389e-48dc-8278-7487c5dfdb53 tempest-RoutersNegativeTest-1948241621 tempest-RoutersNegativeTest-1948241621-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:16:42.541689 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] get_ports_and_sgs() called for port_ids ['e9eef989-7d70-48aa-8c34-90fe1926df81'] {{(pid=128085) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 12:16:42.554999 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298b14e5-5131-48d4-8071-37938520dd6b tempest-TestEncryptedCinderVolumes-972527021 tempest-TestEncryptedCinderVolumes-972527021-project] Pushing event deleted for resources: {'Port': ['ID=e9eef989-7d70-48aa-8c34-90fe1926df81,revision_number=None']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:16:42.583617 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-298b14e5-5131-48d4-8071-37938520dd6b tempest-TestEncryptedCinderVolumes-972527021 tempest-TestEncryptedCinderVolumes-972527021-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:16:42.604530 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.l3_dvrscheduler_db [req-7adb19cd-b959-449d-addc-1b90b5ac2842 req-298b14e5-5131-48d4-8071-37938520dd6b tempest-TestEncryptedCinderVolumes-972527021 tempest-TestEncryptedCinderVolumes-972527021-project] No DVR routers for this DVR port e9eef989-7d70-48aa-8c34-90fe1926df81 on host hv-neutron-7971 {{(pid=128083) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 12:16:42.607641 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-7adb19cd-b959-449d-addc-1b90b5ac2842 req-298b14e5-5131-48d4-8071-37938520dd6b tempest-TestEncryptedCinderVolumes-972527021 tempest-TestEncryptedCinderVolumes-972527021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468916'] for port, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:16:42.610093 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-7adb19cd-b959-449d-addc-1b90b5ac2842 req-298b14e5-5131-48d4-8071-37938520dd6b tempest-TestEncryptedCinderVolumes-972527021 tempest-TestEncryptedCinderVolumes-972527021-project] 10.222.0.45 "DELETE /v2.0/ports/e9eef989-7d70-48aa-8c34-90fe1926df81 HTTP/1.1" status: 204 len: 173 time: 0.4466128 Jun 24 12:16:42.610708 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aafe857f-d1be-4c32-8ab9-555b1c4aecf4', 'name': 'network-vif-deleted', 'tag': 'e9eef989-7d70-48aa-8c34-90fe1926df81'}] {{(pid=128083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 12:16:42.613173 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a77f7dee1a0522ddf93af289475d218fcdb8f30317daadec13ebf930b5b9dbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45931ab5-51ee-41be-b38f-d4843216ca91" -d '{"events": [{"server_uuid": "aafe857f-d1be-4c32-8ab9-555b1c4aecf4", "name": "network-vif-deleted", "tag": "e9eef989-7d70-48aa-8c34-90fe1926df81"}]}' {{(pid=128083) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 12:16:42.650757 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 12:16:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bc8ae7f-f9d2-4cba-ab93-33f9e63e7ab0 x-openstack-request-id: req-4bc8ae7f-f9d2-4cba-ab93-33f9e63e7ab0 {{(pid=128083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 12:16:42.651091 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aafe857f-d1be-4c32-8ab9-555b1c4aecf4", "name": "network-vif-deleted", "tag": "e9eef989-7d70-48aa-8c34-90fe1926df81", "status": "completed", "code": 200}]} {{(pid=128083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 12:16:42.651400 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-4bc8ae7f-f9d2-4cba-ab93-33f9e63e7ab0 {{(pid=128083) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 12:16:42.651848 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aafe857f-d1be-4c32-8ab9-555b1c4aecf4', 'name': 'network-vif-deleted', 'tag': 'e9eef989-7d70-48aa-8c34-90fe1926df81', 'status': 'completed', 'code': 200} Jun 24 12:16:43.311102 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-b9089f1e-1923-4788-a022-0d8d7d99d0dd req-50ce2186-49bc-481a-aca4-f6b67521acef tempest-TestEncryptedCinderVolumes-972527021 tempest-TestEncryptedCinderVolumes-972527021-project] 10.222.0.53 "GET /v2.0/ports?device_id=aafe857f-d1be-4c32-8ab9-555b1c4aecf4 HTTP/1.1" status: 200 len: 210 time: 0.0349319 Jun 24 12:16:44.827286 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e821892f-647c-4fbb-b7f6-ade1e3102f01 req-d9a87cad-6e26-4a59-9c56-c76324728695 tempest-TestEncryptedCinderVolumes-972527021 tempest-TestEncryptedCinderVolumes-972527021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:16:44.828730 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-e821892f-647c-4fbb-b7f6-ade1e3102f01 req-d9a87cad-6e26-4a59-9c56-c76324728695 tempest-TestEncryptedCinderVolumes-972527021 tempest-TestEncryptedCinderVolumes-972527021-project] 10.222.0.53 "GET /v2.0/networks?id=efb1a269-b84e-47d5-8136-af5ab4c8b019 HTTP/1.1" status: 200 len: 817 time: 0.1052754 Jun 24 12:16:44.850506 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-e821892f-647c-4fbb-b7f6-ade1e3102f01 req-4d1cd152-868c-4fb7-99b8-50b03cb58b7e tempest-TestEncryptedCinderVolumes-972527021 tempest-TestEncryptedCinderVolumes-972527021-project] 10.222.0.53 "GET /v2.0/quotas/95627ad9428940a79da644015b1dc5ea HTTP/1.1" status: 200 len: 375 time: 0.0162294 Jun 24 12:16:44.923243 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-e821892f-647c-4fbb-b7f6-ade1e3102f01 req-afcb0e97-1091-4850-900a-18c26e75c050 tempest-TestEncryptedCinderVolumes-972527021 tempest-TestEncryptedCinderVolumes-972527021-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=95627ad9428940a79da644015b1dc5ea&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0672123 Jun 24 12:16:44.924786 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:16:44.938861 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [req-e821892f-647c-4fbb-b7f6-ade1e3102f01 req-6c230cb5-2da8-4fb4-a2d0-55491e4097e1 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=128083) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 24 12:16:44.939842 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-e821892f-647c-4fbb-b7f6-ade1e3102f01 req-6c230cb5-2da8-4fb4-a2d0-55491e4097e1 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055540 Jun 24 12:16:45.035044 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-e821892f-647c-4fbb-b7f6-ade1e3102f01 req-0f7f0029-4d6b-48f8-8f04-9ba584cc1a0a service neutron] 10.222.0.53 "GET /v2.0/networks/efb1a269-b84e-47d5-8136-af5ab4c8b019?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896497 Jun 24 12:16:45.127633 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-e821892f-647c-4fbb-b7f6-ade1e3102f01 req-b3d19c7c-ffd6-4679-b7a3-a76d16a976e2 service neutron] 10.222.0.53 "GET /v2.0/networks/efb1a269-b84e-47d5-8136-af5ab4c8b019?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865831 Jun 24 12:16:45.294145 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-c96d653d-077c-4d76-8e56-7b1205a57562 req-19629741-5d08-45a8-932e-62f047946de1 tempest-TestEncryptedCinderVolumes-972527021 tempest-TestEncryptedCinderVolumes-972527021-project] 10.222.0.53 "GET /v2.0/ports?device_id=72ab8b7a-fa02-47ad-be8c-8a01a826b6ab HTTP/1.1" status: 200 len: 210 time: 0.0297744 Jun 24 12:16:45.522027 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Device e9eef989-7d70-48aa-8c34-90fe1926df81 no longer exists at agent hyperv_hv-neutron-7971 {{(pid=128085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 12:16:45.544540 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] No Port match for: e9eef989-7d70-48aa-8c34-90fe1926df81 {{(pid=128085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 12:16:45.544904 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Device e9eef989-7d70-48aa-8c34-90fe1926df81 not bound to the agent host hv-neutron-7971 {{(pid=128085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 12:16:46.460940 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-2bcbda91-f2c9-498a-8511-4aad47d0e037 req-6d62860a-fcfb-4f21-ad8b-9585a8bca8d0 tempest-TestEncryptedCinderVolumes-972527021 tempest-TestEncryptedCinderVolumes-972527021-project] 10.222.0.53 "GET /v2.0/ports?device_id=72ab8b7a-fa02-47ad-be8c-8a01a826b6ab HTTP/1.1" status: 200 len: 210 time: 0.0470762 Jun 24 12:16:46.471799 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e821892f-647c-4fbb-b7f6-ade1e3102f01 req-9c265478-a1a4-49ee-98cb-82ce0a17e0a6 tempest-TestEncryptedCinderVolumes-972527021 tempest-TestEncryptedCinderVolumes-972527021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:16:46.473348 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-e821892f-647c-4fbb-b7f6-ade1e3102f01 req-9c265478-a1a4-49ee-98cb-82ce0a17e0a6 tempest-TestEncryptedCinderVolumes-972527021 tempest-TestEncryptedCinderVolumes-972527021-project] 10.222.0.45 "GET /v2.0/networks?id=efb1a269-b84e-47d5-8136-af5ab4c8b019 HTTP/1.1" status: 200 len: 817 time: 0.1537702 Jun 24 12:16:46.488433 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [req-e821892f-647c-4fbb-b7f6-ade1e3102f01 req-bad7cc87-694b-484e-b520-c3f7e1e89ce3 tempest-TestEncryptedCinderVolumes-972527021 tempest-TestEncryptedCinderVolumes-972527021-project] Request body: {'port': {'device_id': '72ab8b7a-fa02-47ad-be8c-8a01a826b6ab', 'network_id': 'efb1a269-b84e-47d5-8136-af5ab4c8b019', 'admin_state_up': True, 'tenant_id': '95627ad9428940a79da644015b1dc5ea'}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:16:46.610951 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e821892f-647c-4fbb-b7f6-ade1e3102f01 req-bad7cc87-694b-484e-b520-c3f7e1e89ce3 tempest-TestEncryptedCinderVolumes-972527021 tempest-TestEncryptedCinderVolumes-972527021-project] Made reservation on behalf of 95627ad9428940a79da644015b1dc5ea for: {'port': 1} {{(pid=128083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:16:46.614546 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-e821892f-647c-4fbb-b7f6-ade1e3102f01 req-bad7cc87-694b-484e-b520-c3f7e1e89ce3 tempest-TestEncryptedCinderVolumes-972527021 tempest-TestEncryptedCinderVolumes-972527021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:16:46.744622 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.db_base_plugin_common [req-e821892f-647c-4fbb-b7f6-ade1e3102f01 req-bad7cc87-694b-484e-b520-c3f7e1e89ce3 tempest-TestEncryptedCinderVolumes-972527021 tempest-TestEncryptedCinderVolumes-972527021-project] Allocated IP 172.20.0.14 (efb1a269-b84e-47d5-8136-af5ab4c8b019/302fdcb2-9579-4ecb-8af6-5fc1868f54e0/15be115d-7bbf-4c0b-9828-1b1db492c9fb) {{(pid=128083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:16:46.897460 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-e821892f-647c-4fbb-b7f6-ade1e3102f01 req-bad7cc87-694b-484e-b520-c3f7e1e89ce3 tempest-TestEncryptedCinderVolumes-972527021 tempest-TestEncryptedCinderVolumes-972527021-project] Notify callbacks [] for port, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:16:46.910793 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.provisioning_blocks [req-e821892f-647c-4fbb-b7f6-ade1e3102f01 req-bad7cc87-694b-484e-b520-c3f7e1e89ce3 tempest-TestEncryptedCinderVolumes-972527021 tempest-TestEncryptedCinderVolumes-972527021-project] Transition to ACTIVE for port object 15be115d-7bbf-4c0b-9828-1b1db492c9fb will not be triggered until provisioned by entity DHCP. {{(pid=128083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:16:46.944077 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-e821892f-647c-4fbb-b7f6-ade1e3102f01 req-bad7cc87-694b-484e-b520-c3f7e1e89ce3 tempest-TestEncryptedCinderVolumes-972527021 tempest-TestEncryptedCinderVolumes-972527021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-650429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-506361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793193536723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2537853'] for port, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:16:46.948405 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-e02eb714-04a1-40dc-901a-5430f11802cb tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:16:46.991364 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e821892f-647c-4fbb-b7f6-ade1e3102f01 req-bad7cc87-694b-484e-b520-c3f7e1e89ce3 tempest-TestEncryptedCinderVolumes-972527021 tempest-TestEncryptedCinderVolumes-972527021-project] Network efb1a269-b84e-47d5-8136-af5ab4c8b019 is already hosted by enough agents. {{(pid=128083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:16:46.994496 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.base_scheduler [req-e821892f-647c-4fbb-b7f6-ade1e3102f01 req-bad7cc87-694b-484e-b520-c3f7e1e89ce3 tempest-TestEncryptedCinderVolumes-972527021 tempest-TestEncryptedCinderVolumes-972527021-project] Resources bound (agent type, host, resource id): {{(pid=128083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:16:47.000610 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.l3_dvrscheduler_db [req-e821892f-647c-4fbb-b7f6-ade1e3102f01 req-bad7cc87-694b-484e-b520-c3f7e1e89ce3 tempest-TestEncryptedCinderVolumes-972527021 tempest-TestEncryptedCinderVolumes-972527021-project] Received port after_create {{(pid=128083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:16:47.034913 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad7cc87-694b-484e-b520-c3f7e1e89ce3 tempest-TestEncryptedCinderVolumes-972527021 tempest-TestEncryptedCinderVolumes-972527021-project] Pushing event updated for resources: {'Port': ['ID=15be115d-7bbf-4c0b-9828-1b1db492c9fb,revision_number=1']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:16:47.039375 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-bad7cc87-694b-484e-b520-c3f7e1e89ce3 tempest-TestEncryptedCinderVolumes-972527021 tempest-TestEncryptedCinderVolumes-972527021-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:16:47.058555 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e821892f-647c-4fbb-b7f6-ade1e3102f01 req-bad7cc87-694b-484e-b520-c3f7e1e89ce3 tempest-TestEncryptedCinderVolumes-972527021 tempest-TestEncryptedCinderVolumes-972527021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:16:47.059192 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-e821892f-647c-4fbb-b7f6-ade1e3102f01 req-bad7cc87-694b-484e-b520-c3f7e1e89ce3 tempest-TestEncryptedCinderVolumes-972527021 tempest-TestEncryptedCinderVolumes-972527021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468916'] for port, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:16:47.074131 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-e821892f-647c-4fbb-b7f6-ade1e3102f01 req-bad7cc87-694b-484e-b520-c3f7e1e89ce3 tempest-TestEncryptedCinderVolumes-972527021 tempest-TestEncryptedCinderVolumes-972527021-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5898869 Jun 24 12:16:47.091861 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [req-e821892f-647c-4fbb-b7f6-ade1e3102f01 req-a57adbc2-a521-416d-a12d-0646c7b43be6 service neutron] Request body: {'port': {'device_id': '72ab8b7a-fa02-47ad-be8c-8a01a826b6ab', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7971'}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:16:47.167589 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-e821892f-647c-4fbb-b7f6-ade1e3102f01 req-a57adbc2-a521-416d-a12d-0646c7b43be6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:16:47.197631 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-aa1ca775-b0e6-4cff-bc53-4d3551c27254 None None] Provisioning for port 15be115d-7bbf-4c0b-9828-1b1db492c9fb completed by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:16:47.202100 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-aa1ca775-b0e6-4cff-bc53-4d3551c27254 None None] Provisioning complete for port 15be115d-7bbf-4c0b-9828-1b1db492c9fb triggered by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:16:47.202474 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-aa1ca775-b0e6-4cff-bc53-4d3551c27254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:16:47.235474 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-aa1ca775-b0e6-4cff-bc53-4d3551c27254 None None] Port 15be115d-7bbf-4c0b-9828-1b1db492c9fb cannot update to ACTIVE because it is not bound. {{(pid=128085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 12:16:47.432505 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.notifiers.nova [req-e821892f-647c-4fbb-b7f6-ade1e3102f01 req-a57adbc2-a521-416d-a12d-0646c7b43be6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 15be115d-7bbf-4c0b-9828-1b1db492c9fb {{(pid=128083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 12:16:47.440187 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-e821892f-647c-4fbb-b7f6-ade1e3102f01 req-a57adbc2-a521-416d-a12d-0646c7b43be6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:16:47.451555 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.provisioning_blocks [req-e821892f-647c-4fbb-b7f6-ade1e3102f01 req-a57adbc2-a521-416d-a12d-0646c7b43be6 service neutron] Transition to ACTIVE for port object 15be115d-7bbf-4c0b-9828-1b1db492c9fb will not be triggered until provisioned by entity L2. {{(pid=128083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:16:47.454456 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-e821892f-647c-4fbb-b7f6-ade1e3102f01 req-a57adbc2-a521-416d-a12d-0646c7b43be6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2537871'] for port, after_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:16:47.456389 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-d95a2d86-0139-4a07-b1ac-397f91094377 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:16:47.505695 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57adbc2-a521-416d-a12d-0646c7b43be6 service neutron] Pushing event updated for resources: {'Port': ['ID=15be115d-7bbf-4c0b-9828-1b1db492c9fb,revision_number=2']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:16:47.516483 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-a57adbc2-a521-416d-a12d-0646c7b43be6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:16:47.589413 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.managers [req-e821892f-647c-4fbb-b7f6-ade1e3102f01 req-a57adbc2-a521-416d-a12d-0646c7b43be6 service neutron] Attempting to bind port 15be115d-7bbf-4c0b-9828-1b1db492c9fb on host hv-neutron-7971 for vnic_type normal with profile {{(pid=128083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 12:16:47.589743 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.managers [req-e821892f-647c-4fbb-b7f6-ade1e3102f01 req-a57adbc2-a521-416d-a12d-0646c7b43be6 service neutron] Attempting to bind port 15be115d-7bbf-4c0b-9828-1b1db492c9fb by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': 'ac07082b-bcde-4031-b0fe-c74c8921f5f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'efb1a269-b84e-47d5-8136-af5ab4c8b019'}] {{(pid=128083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 12:16:47.590070 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e821892f-647c-4fbb-b7f6-ade1e3102f01 req-a57adbc2-a521-416d-a12d-0646c7b43be6 service neutron] Attempting to bind port 15be115d-7bbf-4c0b-9828-1b1db492c9fb on network efb1a269-b84e-47d5-8136-af5ab4c8b019 {{(pid=128083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:16:47.595836 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e821892f-647c-4fbb-b7f6-ade1e3102f01 req-a57adbc2-a521-416d-a12d-0646c7b43be6 service neutron] Port 15be115d-7bbf-4c0b-9828-1b1db492c9fb on network efb1a269-b84e-47d5-8136-af5ab4c8b019 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=128083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 12:16:47.596165 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e821892f-647c-4fbb-b7f6-ade1e3102f01 req-a57adbc2-a521-416d-a12d-0646c7b43be6 service neutron] Attempting to bind port 15be115d-7bbf-4c0b-9828-1b1db492c9fb on network efb1a269-b84e-47d5-8136-af5ab4c8b019 {{(pid=128083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:16:47.613586 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e821892f-647c-4fbb-b7f6-ade1e3102f01 req-a57adbc2-a521-416d-a12d-0646c7b43be6 service neutron] Checking agent: {'id': 'a2c9a14d-87aa-4cd1-a510-11988f19c3d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7971', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 11, 42, 44), 'started_at': datetime.datetime(2021, 6, 24, 11, 42, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 12, 16, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=128083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 12:16:47.613927 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e821892f-647c-4fbb-b7f6-ade1e3102f01 req-a57adbc2-a521-416d-a12d-0646c7b43be6 service neutron] Checking segment: {'id': 'ac07082b-bcde-4031-b0fe-c74c8921f5f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'efb1a269-b84e-47d5-8136-af5ab4c8b019'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=128083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:16:47.614311 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e821892f-647c-4fbb-b7f6-ade1e3102f01 req-a57adbc2-a521-416d-a12d-0646c7b43be6 service neutron] Bound using segment: {'id': 'ac07082b-bcde-4031-b0fe-c74c8921f5f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'efb1a269-b84e-47d5-8136-af5ab4c8b019'} {{(pid=128083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 12:16:47.614751 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.managers [req-e821892f-647c-4fbb-b7f6-ade1e3102f01 req-a57adbc2-a521-416d-a12d-0646c7b43be6 service neutron] Bound port: 15be115d-7bbf-4c0b-9828-1b1db492c9fb, host: hv-neutron-7971, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac07082b-bcde-4031-b0fe-c74c8921f5f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'efb1a269-b84e-47d5-8136-af5ab4c8b019'}}] {{(pid=128083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 12:16:47.615111 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-e821892f-647c-4fbb-b7f6-ade1e3102f01 req-a57adbc2-a521-416d-a12d-0646c7b43be6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:16:47.715033 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c568d6-1190-47cf-aba8-102698b9a95c req-f11f500e-a8cc-4ef7-abe8-06d6e7e36374 tempest-TestEncryptedCinderVolumes-972527021 tempest-TestEncryptedCinderVolumes-972527021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:16:47.717522 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-68c568d6-1190-47cf-aba8-102698b9a95c req-f11f500e-a8cc-4ef7-abe8-06d6e7e36374 tempest-TestEncryptedCinderVolumes-972527021 tempest-TestEncryptedCinderVolumes-972527021-project] 10.222.0.53 "GET /v2.0/ports?device_id=72ab8b7a-fa02-47ad-be8c-8a01a826b6ab HTTP/1.1" status: 200 len: 944 time: 0.1190972 Jun 24 12:16:47.725059 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.db [req-e821892f-647c-4fbb-b7f6-ade1e3102f01 req-a57adbc2-a521-416d-a12d-0646c7b43be6 service neutron] For port 15be115d-7bbf-4c0b-9828-1b1db492c9fb, host hv-neutron-7971, cleared binding levels {{(pid=128083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 12:16:47.734051 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.db [req-e821892f-647c-4fbb-b7f6-ade1e3102f01 req-a57adbc2-a521-416d-a12d-0646c7b43be6 service neutron] For port 15be115d-7bbf-4c0b-9828-1b1db492c9fb, host hv-neutron-7971, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=15be115d-7bbf-4c0b-9828-1b1db492c9fb,segment=NetworkSegment(ac07082b-bcde-4031-b0fe-c74c8921f5f5),segment_id=ac07082b-bcde-4031-b0fe-c74c8921f5f5)] {{(pid=128083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 12:16:47.744329 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-e821892f-647c-4fbb-b7f6-ade1e3102f01 req-a57adbc2-a521-416d-a12d-0646c7b43be6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2537871'] for port, after_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:16:47.748883 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-ccc9ba8b-5ee8-4461-ab06-bac5135a987f tempest-DeleteServersTestJSON-1257955019 tempest-DeleteServersTestJSON-1257955019-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:16:47.797257 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e821892f-647c-4fbb-b7f6-ade1e3102f01 req-a57adbc2-a521-416d-a12d-0646c7b43be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:16:47.797881 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-e821892f-647c-4fbb-b7f6-ade1e3102f01 req-a57adbc2-a521-416d-a12d-0646c7b43be6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468916'] for port, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:16:47.799262 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-e821892f-647c-4fbb-b7f6-ade1e3102f01 req-a57adbc2-a521-416d-a12d-0646c7b43be6 service neutron] 10.222.0.45 "PUT /v2.0/ports/15be115d-7bbf-4c0b-9828-1b1db492c9fb HTTP/1.1" status: 200 len: 1094 time: 0.7124867 Jun 24 12:16:47.801743 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72ab8b7a-fa02-47ad-be8c-8a01a826b6ab', 'tag': '15be115d-7bbf-4c0b-9828-1b1db492c9fb'}] {{(pid=128083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 12:16:47.804051 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a77f7dee1a0522ddf93af289475d218fcdb8f30317daadec13ebf930b5b9dbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50ceb831-703a-428e-93a9-f953b1310699" -d '{"events": [{"name": "network-changed", "server_uuid": "72ab8b7a-fa02-47ad-be8c-8a01a826b6ab", "tag": "15be115d-7bbf-4c0b-9828-1b1db492c9fb"}]}' {{(pid=128083) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 12:16:47.812744 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-68c568d6-1190-47cf-aba8-102698b9a95c req-b016c701-8791-4992-bb27-81f09df317f8 tempest-TestEncryptedCinderVolumes-972527021 tempest-TestEncryptedCinderVolumes-972527021-project] 10.222.0.53 "GET /v2.0/security-groups?id=02f0d51f-b339-472c-bba5-b1515078d1c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889847 Jun 24 12:16:47.842721 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57adbc2-a521-416d-a12d-0646c7b43be6 service neutron] Pushing event updated for resources: {'Port': ['ID=15be115d-7bbf-4c0b-9828-1b1db492c9fb,revision_number=3']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:16:47.846678 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-a57adbc2-a521-416d-a12d-0646c7b43be6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:16:47.868910 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 12:16:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4d45499-f67a-4278-9069-6a11f86e58ba x-openstack-request-id: req-e4d45499-f67a-4278-9069-6a11f86e58ba {{(pid=128083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 12:16:47.869291 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72ab8b7a-fa02-47ad-be8c-8a01a826b6ab", "tag": "15be115d-7bbf-4c0b-9828-1b1db492c9fb", "status": "completed", "code": 200}]} {{(pid=128083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 12:16:47.869595 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e4d45499-f67a-4278-9069-6a11f86e58ba {{(pid=128083) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 12:16:47.870038 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72ab8b7a-fa02-47ad-be8c-8a01a826b6ab', 'tag': '15be115d-7bbf-4c0b-9828-1b1db492c9fb', 'status': 'completed', 'code': 200} Jun 24 12:16:47.916482 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e821892f-647c-4fbb-b7f6-ade1e3102f01 req-3f070490-18e3-4257-a49b-907ced0f2d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:16:47.918025 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-e821892f-647c-4fbb-b7f6-ade1e3102f01 req-3f070490-18e3-4257-a49b-907ced0f2d26 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=95627ad9428940a79da644015b1dc5ea&device_id=72ab8b7a-fa02-47ad-be8c-8a01a826b6ab HTTP/1.1" status: 200 len: 1097 time: 0.0591726 Jun 24 12:16:47.967414 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-e821892f-647c-4fbb-b7f6-ade1e3102f01 req-9daff144-9d9e-48cf-952b-29abe64abe45 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=15be115d-7bbf-4c0b-9828-1b1db492c9fb HTTP/1.1" status: 200 len: 217 time: 0.0375299 Jun 24 12:16:48.023483 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e821892f-647c-4fbb-b7f6-ade1e3102f01 req-2f88ed55-de07-464e-8109-39255d3bd22c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:16:48.025253 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-e821892f-647c-4fbb-b7f6-ade1e3102f01 req-2f88ed55-de07-464e-8109-39255d3bd22c service neutron] 10.222.0.45 "GET /v2.0/subnets?id=302fdcb2-9579-4ecb-8af6-5fc1868f54e0 HTTP/1.1" status: 200 len: 856 time: 0.0476766 Jun 24 12:16:48.087274 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e821892f-647c-4fbb-b7f6-ade1e3102f01 req-9fe51bf6-446c-4e70-965b-180317e891dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:16:48.088732 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-e821892f-647c-4fbb-b7f6-ade1e3102f01 req-9fe51bf6-446c-4e70-965b-180317e891dd service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=efb1a269-b84e-47d5-8136-af5ab4c8b019&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0538571 Jun 24 12:16:48.181142 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-e821892f-647c-4fbb-b7f6-ade1e3102f01 req-a6a985de-d266-46cb-81bb-df7dca99282f service neutron] 10.222.0.45 "GET /v2.0/networks/efb1a269-b84e-47d5-8136-af5ab4c8b019?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810881 Jun 24 12:16:48.277514 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-e821892f-647c-4fbb-b7f6-ade1e3102f01 req-a0d3bbe3-9501-4c0a-a42b-6904dc7591a1 service neutron] 10.222.0.45 "GET /v2.0/networks/efb1a269-b84e-47d5-8136-af5ab4c8b019?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855713 Jun 24 12:16:48.382643 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ceb831-703a-428e-93a9-f953b1310699 req-c7443a35-076e-454e-9f6c-0f64e34683c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:16:48.384345 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-50ceb831-703a-428e-93a9-f953b1310699 req-c7443a35-076e-454e-9f6c-0f64e34683c7 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=95627ad9428940a79da644015b1dc5ea&device_id=72ab8b7a-fa02-47ad-be8c-8a01a826b6ab HTTP/1.1" status: 200 len: 1097 time: 0.0522542 Jun 24 12:16:48.480537 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ceb831-703a-428e-93a9-f953b1310699 req-0e9c930e-20e6-4e91-ac93-8c1229a973b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:16:48.482171 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-50ceb831-703a-428e-93a9-f953b1310699 req-0e9c930e-20e6-4e91-ac93-8c1229a973b9 service neutron] 10.222.0.45 "GET /v2.0/networks?id=efb1a269-b84e-47d5-8136-af5ab4c8b019 HTTP/1.1" status: 200 len: 918 time: 0.0877838 Jun 24 12:16:48.524552 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-50ceb831-703a-428e-93a9-f953b1310699 req-a64b8363-b9e4-4998-a62d-767c24ae27c0 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=15be115d-7bbf-4c0b-9828-1b1db492c9fb HTTP/1.1" status: 200 len: 217 time: 0.0336618 Jun 24 12:16:48.572157 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ceb831-703a-428e-93a9-f953b1310699 req-a8213ed9-7a61-4d79-a2b5-515d1ba509a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:16:48.573790 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-50ceb831-703a-428e-93a9-f953b1310699 req-a8213ed9-7a61-4d79-a2b5-515d1ba509a7 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=302fdcb2-9579-4ecb-8af6-5fc1868f54e0 HTTP/1.1" status: 200 len: 856 time: 0.0426941 Jun 24 12:16:48.634316 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ceb831-703a-428e-93a9-f953b1310699 req-2e451bca-3dd4-4fcf-a509-fd8603aeafb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:16:48.635908 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-50ceb831-703a-428e-93a9-f953b1310699 req-2e451bca-3dd4-4fcf-a509-fd8603aeafb3 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=efb1a269-b84e-47d5-8136-af5ab4c8b019&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0547414 Jun 24 12:16:48.725669 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-50ceb831-703a-428e-93a9-f953b1310699 req-d30ea786-652d-40e2-a98b-63cffc866e23 service neutron] 10.222.0.45 "GET /v2.0/networks/efb1a269-b84e-47d5-8136-af5ab4c8b019?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816700 Jun 24 12:16:48.820435 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-50ceb831-703a-428e-93a9-f953b1310699 req-645d3341-51d6-4ce5-bb62-803dbd2cc04d service neutron] 10.222.0.45 "GET /v2.0/networks/efb1a269-b84e-47d5-8136-af5ab4c8b019?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869606 Jun 24 12:16:48.991795 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c42b9b-0553-45b2-9852-7c6df98d6b88 req-3ac09678-5d5c-4261-b565-43c9b0343697 tempest-TestEncryptedCinderVolumes-972527021 tempest-TestEncryptedCinderVolumes-972527021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:16:48.993345 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-75c42b9b-0553-45b2-9852-7c6df98d6b88 req-3ac09678-5d5c-4261-b565-43c9b0343697 tempest-TestEncryptedCinderVolumes-972527021 tempest-TestEncryptedCinderVolumes-972527021-project] 10.222.0.53 "GET /v2.0/ports?device_id=72ab8b7a-fa02-47ad-be8c-8a01a826b6ab HTTP/1.1" status: 200 len: 944 time: 0.0640483 Jun 24 12:16:49.040080 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-75c42b9b-0553-45b2-9852-7c6df98d6b88 req-15b77430-0404-4741-81da-26ff810405f4 tempest-TestEncryptedCinderVolumes-972527021 tempest-TestEncryptedCinderVolumes-972527021-project] 10.222.0.53 "GET /v2.0/security-groups?id=02f0d51f-b339-472c-bba5-b1515078d1c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368428 Jun 24 12:16:50.272629 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2904894f-26cc-4fe9-b149-c809f0504229 req-4d6a82b4-b671-4c3b-b16b-59ed769b5bbe tempest-TestEncryptedCinderVolumes-972527021 tempest-TestEncryptedCinderVolumes-972527021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:16:50.274636 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-2904894f-26cc-4fe9-b149-c809f0504229 req-4d6a82b4-b671-4c3b-b16b-59ed769b5bbe tempest-TestEncryptedCinderVolumes-972527021 tempest-TestEncryptedCinderVolumes-972527021-project] 10.222.0.53 "GET /v2.0/ports?device_id=72ab8b7a-fa02-47ad-be8c-8a01a826b6ab HTTP/1.1" status: 200 len: 944 time: 0.0661497 Jun 24 12:16:50.321930 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-2904894f-26cc-4fe9-b149-c809f0504229 req-b6946c65-8da8-42e1-81d6-62e098d9b029 tempest-TestEncryptedCinderVolumes-972527021 tempest-TestEncryptedCinderVolumes-972527021-project] 10.222.0.53 "GET /v2.0/security-groups?id=02f0d51f-b339-472c-bba5-b1515078d1c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404022 Jun 24 12:16:51.553621 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Device 15be115d-7bbf-4c0b-9828-1b1db492c9fb details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=128085) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 12:16:51.567566 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed33e57-4f47-4909-8a24-45a4bbd7961d req-bf66343b-a9f9-4388-bebf-12d6f89f53af tempest-TestEncryptedCinderVolumes-972527021 tempest-TestEncryptedCinderVolumes-972527021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:16:51.569959 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-fed33e57-4f47-4909-8a24-45a4bbd7961d req-bf66343b-a9f9-4388-bebf-12d6f89f53af tempest-TestEncryptedCinderVolumes-972527021 tempest-TestEncryptedCinderVolumes-972527021-project] 10.222.0.53 "GET /v2.0/ports?device_id=72ab8b7a-fa02-47ad-be8c-8a01a826b6ab HTTP/1.1" status: 200 len: 944 time: 0.0779796 Jun 24 12:16:51.632175 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-fed33e57-4f47-4909-8a24-45a4bbd7961d req-313ee00d-c58e-431a-8793-44e49abb2018 tempest-TestEncryptedCinderVolumes-972527021 tempest-TestEncryptedCinderVolumes-972527021-project] 10.222.0.53 "GET /v2.0/security-groups?id=02f0d51f-b339-472c-bba5-b1515078d1c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536191 Jun 24 12:16:51.708000 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] For port 15be115d-7bbf-4c0b-9828-1b1db492c9fb, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=15be115d-7bbf-4c0b-9828-1b1db492c9fb,segment=NetworkSegment(ac07082b-bcde-4031-b0fe-c74c8921f5f5),segment_id=ac07082b-bcde-4031-b0fe-c74c8921f5f5)] {{(pid=128085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:16:51.726245 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Returning: {'device': '15be115d-7bbf-4c0b-9828-1b1db492c9fb', 'network_id': 'efb1a269-b84e-47d5-8136-af5ab4c8b019', 'port_id': '15be115d-7bbf-4c0b-9828-1b1db492c9fb', 'mac_address': 'fa:16:3e:3a:8f:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 627, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '302fdcb2-9579-4ecb-8af6-5fc1868f54e0', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=128085) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 12:16:51.793180 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:16:51.815079 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.notifiers.nova [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 15be115d-7bbf-4c0b-9828-1b1db492c9fb {{(pid=128085) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 12:16:51.848634 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] For port 15be115d-7bbf-4c0b-9828-1b1db492c9fb, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=15be115d-7bbf-4c0b-9828-1b1db492c9fb,segment=NetworkSegment(ac07082b-bcde-4031-b0fe-c74c8921f5f5),segment_id=ac07082b-bcde-4031-b0fe-c74c8921f5f5)] {{(pid=128085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:16:51.854316 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:16:51.857243 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:16:51.912774 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Pushing event updated for resources: {'Port': ['ID=15be115d-7bbf-4c0b-9828-1b1db492c9fb,revision_number=4']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:16:51.918748 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:16:52.096842 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] get_ports_and_sgs() called for port_ids ['15be115d-7bbf-4c0b-9828-1b1db492c9fb'] {{(pid=128085) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 12:16:52.874694 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aea7b3e-2a47-4617-b2fd-5b57ac992117 req-35bff7ba-a919-4449-87d7-5f620aeedf61 tempest-TestEncryptedCinderVolumes-972527021 tempest-TestEncryptedCinderVolumes-972527021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:16:52.876252 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-5aea7b3e-2a47-4617-b2fd-5b57ac992117 req-35bff7ba-a919-4449-87d7-5f620aeedf61 tempest-TestEncryptedCinderVolumes-972527021 tempest-TestEncryptedCinderVolumes-972527021-project] 10.222.0.53 "GET /v2.0/ports?device_id=72ab8b7a-fa02-47ad-be8c-8a01a826b6ab HTTP/1.1" status: 200 len: 945 time: 0.0732484 Jun 24 12:16:52.921914 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-5aea7b3e-2a47-4617-b2fd-5b57ac992117 req-f87c9c63-342e-46a3-bb2b-7b3076b0a2b3 tempest-TestEncryptedCinderVolumes-972527021 tempest-TestEncryptedCinderVolumes-972527021-project] 10.222.0.53 "GET /v2.0/security-groups?id=02f0d51f-b339-472c-bba5-b1515078d1c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389934 Jun 24 12:16:53.569132 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Device 15be115d-7bbf-4c0b-9828-1b1db492c9fb up at agent hyperv_hv-neutron-7971 {{(pid=128085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:16:53.652433 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Provisioning for port 15be115d-7bbf-4c0b-9828-1b1db492c9fb completed by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:16:53.658961 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Provisioning complete for port 15be115d-7bbf-4c0b-9828-1b1db492c9fb triggered by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:16:53.659604 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:16:53.772620 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:16:53.802385 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72ab8b7a-fa02-47ad-be8c-8a01a826b6ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15be115d-7bbf-4c0b-9828-1b1db492c9fb'}] {{(pid=128085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 12:16:53.804765 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1098ec9051a50dd033317f529a09b9762582ef7b417ebe05928aca59e08255aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e037872-6454-4711-bf03-d593d42ffd55" -d '{"events": [{"server_uuid": "72ab8b7a-fa02-47ad-be8c-8a01a826b6ab", "name": "network-vif-plugged", "status": "completed", "tag": "15be115d-7bbf-4c0b-9828-1b1db492c9fb"}]}' {{(pid=128085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 12:16:53.821294 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] For port 15be115d-7bbf-4c0b-9828-1b1db492c9fb, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=15be115d-7bbf-4c0b-9828-1b1db492c9fb,segment=NetworkSegment(ac07082b-bcde-4031-b0fe-c74c8921f5f5),segment_id=ac07082b-bcde-4031-b0fe-c74c8921f5f5)] {{(pid=128085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:16:53.829303 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:16:53.832627 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-884ed9b8-76a4-42e9-bf77-ba222639e312 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:16:53.872883 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 12:16:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4194984a-f029-4773-a195-3ad97ed8c6b4 x-openstack-request-id: req-4194984a-f029-4773-a195-3ad97ed8c6b4 {{(pid=128085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 12:16:53.874054 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72ab8b7a-fa02-47ad-be8c-8a01a826b6ab", "name": "network-vif-plugged", "status": "completed", "tag": "15be115d-7bbf-4c0b-9828-1b1db492c9fb", "code": 200}]} {{(pid=128085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 12:16:53.874432 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-4194984a-f029-4773-a195-3ad97ed8c6b4 {{(pid=128085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 12:16:53.874910 dv-neutron-797120-4-hyperv neutron-server[128085]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72ab8b7a-fa02-47ad-be8c-8a01a826b6ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15be115d-7bbf-4c0b-9828-1b1db492c9fb', 'code': 200} Jun 24 12:16:53.901413 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-5f898c22-4c6e-4fdf-9588-9e1461c69bb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:16:53.930407 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Pushing event updated for resources: {'Port': ['ID=15be115d-7bbf-4c0b-9828-1b1db492c9fb,revision_number=5']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:16:53.935406 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:16:54.173431 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7c84a8-fde2-4806-b1b4-e14c56b513aa req-4e50c536-b355-4116-b44d-21c2665cb28d tempest-TestEncryptedCinderVolumes-972527021 tempest-TestEncryptedCinderVolumes-972527021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:16:54.174945 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-1f7c84a8-fde2-4806-b1b4-e14c56b513aa req-4e50c536-b355-4116-b44d-21c2665cb28d tempest-TestEncryptedCinderVolumes-972527021 tempest-TestEncryptedCinderVolumes-972527021-project] 10.222.0.53 "GET /v2.0/ports?device_id=72ab8b7a-fa02-47ad-be8c-8a01a826b6ab HTTP/1.1" status: 200 len: 946 time: 0.1192522 Jun 24 12:16:54.180547 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c471e64-ee76-416e-bd25-349942f04622 req-92fadfcd-c7e3-4f8b-8132-be6e62fdff58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:16:54.182265 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-8c471e64-ee76-416e-bd25-349942f04622 req-92fadfcd-c7e3-4f8b-8132-be6e62fdff58 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=72ab8b7a-fa02-47ad-be8c-8a01a826b6ab HTTP/1.1" status: 200 len: 1099 time: 0.0899422 Jun 24 12:16:54.240519 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-1f7c84a8-fde2-4806-b1b4-e14c56b513aa req-b9d9ab75-23fd-49f1-8352-39e93b8728d9 tempest-TestEncryptedCinderVolumes-972527021 tempest-TestEncryptedCinderVolumes-972527021-project] 10.222.0.53 "GET /v2.0/security-groups?id=02f0d51f-b339-472c-bba5-b1515078d1c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572286 Jun 24 12:16:54.248041 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-8c471e64-ee76-416e-bd25-349942f04622 req-83eb738a-b067-4c70-8d3d-9edea3b923d2 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=02f0d51f-b339-472c-bba5-b1515078d1c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486059 Jun 24 12:16:55.496347 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb586646-81d5-4871-9fe0-d57ca6fd878b req-431b89b7-dcf9-47a9-aac9-85fca8150c69 tempest-TestEncryptedCinderVolumes-972527021 tempest-TestEncryptedCinderVolumes-972527021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:16:55.499105 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-bb586646-81d5-4871-9fe0-d57ca6fd878b req-431b89b7-dcf9-47a9-aac9-85fca8150c69 tempest-TestEncryptedCinderVolumes-972527021 tempest-TestEncryptedCinderVolumes-972527021-project] 10.222.0.53 "GET /v2.0/ports?device_id=72ab8b7a-fa02-47ad-be8c-8a01a826b6ab HTTP/1.1" status: 200 len: 946 time: 0.0861936 Jun 24 12:16:55.542674 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-bb586646-81d5-4871-9fe0-d57ca6fd878b req-1bad3c02-9c40-4dda-a2e5-bf9f29ead4f9 tempest-TestEncryptedCinderVolumes-972527021 tempest-TestEncryptedCinderVolumes-972527021-project] 10.222.0.53 "GET /v2.0/security-groups?id=02f0d51f-b339-472c-bba5-b1515078d1c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371752 Jun 24 12:16:55.783588 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d4191f-61fa-4646-99b1-f0a7868421a4 req-7aec0e66-a4be-49cf-b38c-4d3245173001 tempest-TestEncryptedCinderVolumes-972527021 tempest-TestEncryptedCinderVolumes-972527021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:16:55.785765 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-43d4191f-61fa-4646-99b1-f0a7868421a4 req-7aec0e66-a4be-49cf-b38c-4d3245173001 tempest-TestEncryptedCinderVolumes-972527021 tempest-TestEncryptedCinderVolumes-972527021-project] 10.222.0.53 "GET /v2.0/ports?device_id=72ab8b7a-fa02-47ad-be8c-8a01a826b6ab HTTP/1.1" status: 200 len: 946 time: 0.0963945 Jun 24 12:16:55.835856 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-43d4191f-61fa-4646-99b1-f0a7868421a4 req-9f498878-25fa-4333-aea7-7a0b74263e32 tempest-TestEncryptedCinderVolumes-972527021 tempest-TestEncryptedCinderVolumes-972527021-project] 10.222.0.53 "GET /v2.0/security-groups?id=02f0d51f-b339-472c-bba5-b1515078d1c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426621 Jun 24 12:16:56.428739 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-717c12fd-6399-4d3e-963a-9a78e55e4b85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:16:56.584469 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:16:57.811129 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-03237adf-ebd0-46f2-a476-4d4bb746e0f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:16:59.762204 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-52c483ef-d5c1-4030-9a32-e5ce4ff00ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:17:10.658156 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-965909d3-febb-404b-a6ce-a0b70a634cbb req-3b4584ae-9706-4b24-a563-f4a9b3fd2df3 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=72ab8b7a-fa02-47ad-be8c-8a01a826b6ab&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0731521 Jun 24 12:17:10.767503 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965909d3-febb-404b-a6ce-a0b70a634cbb req-de07ce25-bcf8-4a21-a435-d39b69dd89f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:17:10.769034 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-965909d3-febb-404b-a6ce-a0b70a634cbb req-de07ce25-bcf8-4a21-a435-d39b69dd89f1 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=95627ad9428940a79da644015b1dc5ea&device_id=72ab8b7a-fa02-47ad-be8c-8a01a826b6ab HTTP/1.1" status: 200 len: 1099 time: 0.0645685 Jun 24 12:17:10.905631 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965909d3-febb-404b-a6ce-a0b70a634cbb req-4b931e10-4d9a-48e8-9054-31950983ef4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:17:10.907375 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-965909d3-febb-404b-a6ce-a0b70a634cbb req-4b931e10-4d9a-48e8-9054-31950983ef4a service neutron] 10.222.0.45 "GET /v2.0/networks?id=efb1a269-b84e-47d5-8136-af5ab4c8b019 HTTP/1.1" status: 200 len: 918 time: 0.1113307 Jun 24 12:17:10.968232 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-965909d3-febb-404b-a6ce-a0b70a634cbb req-707a0e00-fee8-43a3-a026-b5c28c444f35 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=15be115d-7bbf-4c0b-9828-1b1db492c9fb HTTP/1.1" status: 200 len: 217 time: 0.0535073 Jun 24 12:17:11.026334 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965909d3-febb-404b-a6ce-a0b70a634cbb req-7e78795f-f2fc-4f97-a3bc-0373438d91ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:17:11.028153 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-965909d3-febb-404b-a6ce-a0b70a634cbb req-7e78795f-f2fc-4f97-a3bc-0373438d91ee service neutron] 10.222.0.45 "GET /v2.0/subnets?id=302fdcb2-9579-4ecb-8af6-5fc1868f54e0 HTTP/1.1" status: 200 len: 856 time: 0.0538795 Jun 24 12:17:11.108839 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965909d3-febb-404b-a6ce-a0b70a634cbb req-f1a94938-f05c-4c18-985f-d5a6f672ed38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:17:11.110523 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-965909d3-febb-404b-a6ce-a0b70a634cbb req-f1a94938-f05c-4c18-985f-d5a6f672ed38 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=efb1a269-b84e-47d5-8136-af5ab4c8b019&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0735662 Jun 24 12:17:11.227605 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-965909d3-febb-404b-a6ce-a0b70a634cbb req-fa8a1287-a926-4690-9429-640a9d5f1c94 service neutron] 10.222.0.45 "GET /v2.0/networks/efb1a269-b84e-47d5-8136-af5ab4c8b019?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1101520 Jun 24 12:17:11.337147 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-965909d3-febb-404b-a6ce-a0b70a634cbb req-bebcbca0-2844-46ce-8bb8-5bd7b58e028f service neutron] 10.222.0.45 "GET /v2.0/networks/efb1a269-b84e-47d5-8136-af5ab4c8b019?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1020987 Jun 24 12:17:14.081232 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.agents_db [None req-87a69269-d72b-4286-97f3-1041481ed6d8 None None] Agent healthcheck: found 6 active agents {{(pid=128086) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 12:17:14.925796 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:17:16.519379 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec3c1b4-f642-4c41-a330-b26aa62e9774 req-0e010212-9521-4034-8f07-725be98ad9fc tempest-TestEncryptedCinderVolumes-972527021 tempest-TestEncryptedCinderVolumes-972527021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:17:16.521076 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-eec3c1b4-f642-4c41-a330-b26aa62e9774 req-0e010212-9521-4034-8f07-725be98ad9fc tempest-TestEncryptedCinderVolumes-972527021 tempest-TestEncryptedCinderVolumes-972527021-project] 10.222.0.53 "GET /v2.0/ports?device_id=72ab8b7a-fa02-47ad-be8c-8a01a826b6ab HTTP/1.1" status: 200 len: 946 time: 0.0756421 Jun 24 12:17:16.563999 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-eec3c1b4-f642-4c41-a330-b26aa62e9774 req-1c3d8792-3568-4514-8b2b-985904dd9d6a tempest-TestEncryptedCinderVolumes-972527021 tempest-TestEncryptedCinderVolumes-972527021-project] 10.222.0.53 "GET /v2.0/security-groups?id=02f0d51f-b339-472c-bba5-b1515078d1c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364616 Jun 24 12:17:17.746847 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b1c52a-e9c3-47a2-953b-ccc0874f5635 req-e2933592-ad66-4af4-915e-bcdc17a3ccac tempest-TestEncryptedCinderVolumes-972527021 tempest-TestEncryptedCinderVolumes-972527021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:17:17.748365 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-c3b1c52a-e9c3-47a2-953b-ccc0874f5635 req-e2933592-ad66-4af4-915e-bcdc17a3ccac tempest-TestEncryptedCinderVolumes-972527021 tempest-TestEncryptedCinderVolumes-972527021-project] 10.222.0.53 "GET /v2.0/ports?device_id=72ab8b7a-fa02-47ad-be8c-8a01a826b6ab HTTP/1.1" status: 200 len: 946 time: 0.0712600 Jun 24 12:17:17.786043 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-c3b1c52a-e9c3-47a2-953b-ccc0874f5635 req-0a34e721-2ffe-4c05-babb-2a67132eefc3 tempest-TestEncryptedCinderVolumes-972527021 tempest-TestEncryptedCinderVolumes-972527021-project] 10.222.0.53 "GET /v2.0/security-groups?id=02f0d51f-b339-472c-bba5-b1515078d1c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320370 Jun 24 12:17:18.171680 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cec48cc-ad65-4be3-9cb9-38a121062c66 req-e284a8da-a2a4-4d3b-bae8-23a6f83ca22d tempest-TestEncryptedCinderVolumes-972527021 tempest-TestEncryptedCinderVolumes-972527021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:17:18.173173 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-4cec48cc-ad65-4be3-9cb9-38a121062c66 req-e284a8da-a2a4-4d3b-bae8-23a6f83ca22d tempest-TestEncryptedCinderVolumes-972527021 tempest-TestEncryptedCinderVolumes-972527021-project] 10.222.0.45 "GET /v2.0/ports?device_id=72ab8b7a-fa02-47ad-be8c-8a01a826b6ab HTTP/1.1" status: 200 len: 946 time: 0.0626428 Jun 24 12:17:18.284001 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.plugin [req-4cec48cc-ad65-4be3-9cb9-38a121062c66 req-706024c7-7b99-4e61-adab-e0e9defc5484 tempest-TestEncryptedCinderVolumes-972527021 tempest-TestEncryptedCinderVolumes-972527021-project] Deleting port 15be115d-7bbf-4c0b-9828-1b1db492c9fb {{(pid=128083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:17:18.284343 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-4cec48cc-ad65-4be3-9cb9-38a121062c66 req-706024c7-7b99-4e61-adab-e0e9defc5484 tempest-TestEncryptedCinderVolumes-972527021 tempest-TestEncryptedCinderVolumes-972527021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793193942312'] for port, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:17:18.369466 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.db [req-4cec48cc-ad65-4be3-9cb9-38a121062c66 req-706024c7-7b99-4e61-adab-e0e9defc5484 tempest-TestEncryptedCinderVolumes-972527021 tempest-TestEncryptedCinderVolumes-972527021-project] For port 15be115d-7bbf-4c0b-9828-1b1db492c9fb, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=15be115d-7bbf-4c0b-9828-1b1db492c9fb,segment=NetworkSegment(ac07082b-bcde-4031-b0fe-c74c8921f5f5),segment_id=ac07082b-bcde-4031-b0fe-c74c8921f5f5)] {{(pid=128083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:17:18.369820 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-4cec48cc-ad65-4be3-9cb9-38a121062c66 req-706024c7-7b99-4e61-adab-e0e9defc5484 tempest-TestEncryptedCinderVolumes-972527021 tempest-TestEncryptedCinderVolumes-972527021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1978872'] for port, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:17:18.386380 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.plugin [req-4cec48cc-ad65-4be3-9cb9-38a121062c66 req-706024c7-7b99-4e61-adab-e0e9defc5484 tempest-TestEncryptedCinderVolumes-972527021 tempest-TestEncryptedCinderVolumes-972527021-project] Calling delete_port for 15be115d-7bbf-4c0b-9828-1b1db492c9fb owned by compute:nova {{(pid=128083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:17:18.509759 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-4cec48cc-ad65-4be3-9cb9-38a121062c66 req-706024c7-7b99-4e61-adab-e0e9defc5484 tempest-TestEncryptedCinderVolumes-972527021 tempest-TestEncryptedCinderVolumes-972527021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793193945299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193536732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2537862'] for port, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:17:18.514258 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-0f7047c9-2f3f-4b93-8a73-e84c12017e01 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:17:18.523745 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] get_ports_and_sgs() called for port_ids ['15be115d-7bbf-4c0b-9828-1b1db492c9fb'] {{(pid=128085) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 12:17:18.539678 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706024c7-7b99-4e61-adab-e0e9defc5484 tempest-TestEncryptedCinderVolumes-972527021 tempest-TestEncryptedCinderVolumes-972527021-project] Pushing event deleted for resources: {'Port': ['ID=15be115d-7bbf-4c0b-9828-1b1db492c9fb,revision_number=None']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:17:18.552308 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706024c7-7b99-4e61-adab-e0e9defc5484 tempest-TestEncryptedCinderVolumes-972527021 tempest-TestEncryptedCinderVolumes-972527021-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:17:18.552837 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706024c7-7b99-4e61-adab-e0e9defc5484 tempest-TestEncryptedCinderVolumes-972527021 tempest-TestEncryptedCinderVolumes-972527021-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:17:18.553092 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706024c7-7b99-4e61-adab-e0e9defc5484 tempest-TestEncryptedCinderVolumes-972527021 tempest-TestEncryptedCinderVolumes-972527021-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:17:18.553471 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706024c7-7b99-4e61-adab-e0e9defc5484 tempest-TestEncryptedCinderVolumes-972527021 tempest-TestEncryptedCinderVolumes-972527021-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:17:18.553844 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706024c7-7b99-4e61-adab-e0e9defc5484 tempest-TestEncryptedCinderVolumes-972527021 tempest-TestEncryptedCinderVolumes-972527021-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:17:18.554214 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706024c7-7b99-4e61-adab-e0e9defc5484 tempest-TestEncryptedCinderVolumes-972527021 tempest-TestEncryptedCinderVolumes-972527021-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:17:18.554585 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706024c7-7b99-4e61-adab-e0e9defc5484 tempest-TestEncryptedCinderVolumes-972527021 tempest-TestEncryptedCinderVolumes-972527021-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:17:18.554951 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706024c7-7b99-4e61-adab-e0e9defc5484 tempest-TestEncryptedCinderVolumes-972527021 tempest-TestEncryptedCinderVolumes-972527021-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:17:18.555319 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706024c7-7b99-4e61-adab-e0e9defc5484 tempest-TestEncryptedCinderVolumes-972527021 tempest-TestEncryptedCinderVolumes-972527021-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:17:18.555687 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706024c7-7b99-4e61-adab-e0e9defc5484 tempest-TestEncryptedCinderVolumes-972527021 tempest-TestEncryptedCinderVolumes-972527021-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:17:18.556054 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706024c7-7b99-4e61-adab-e0e9defc5484 tempest-TestEncryptedCinderVolumes-972527021 tempest-TestEncryptedCinderVolumes-972527021-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:17:18.556421 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706024c7-7b99-4e61-adab-e0e9defc5484 tempest-TestEncryptedCinderVolumes-972527021 tempest-TestEncryptedCinderVolumes-972527021-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:17:18.579564 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-706024c7-7b99-4e61-adab-e0e9defc5484 tempest-TestEncryptedCinderVolumes-972527021 tempest-TestEncryptedCinderVolumes-972527021-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:17:18.601571 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.l3_dvrscheduler_db [req-4cec48cc-ad65-4be3-9cb9-38a121062c66 req-706024c7-7b99-4e61-adab-e0e9defc5484 tempest-TestEncryptedCinderVolumes-972527021 tempest-TestEncryptedCinderVolumes-972527021-project] No DVR routers for this DVR port 15be115d-7bbf-4c0b-9828-1b1db492c9fb on host hv-neutron-7971 {{(pid=128083) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 12:17:18.604115 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-4cec48cc-ad65-4be3-9cb9-38a121062c66 req-706024c7-7b99-4e61-adab-e0e9defc5484 tempest-TestEncryptedCinderVolumes-972527021 tempest-TestEncryptedCinderVolumes-972527021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468916'] for port, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:17:18.606151 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-4cec48cc-ad65-4be3-9cb9-38a121062c66 req-706024c7-7b99-4e61-adab-e0e9defc5484 tempest-TestEncryptedCinderVolumes-972527021 tempest-TestEncryptedCinderVolumes-972527021-project] 10.222.0.45 "DELETE /v2.0/ports/15be115d-7bbf-4c0b-9828-1b1db492c9fb HTTP/1.1" status: 204 len: 173 time: 0.4243405 Jun 24 12:17:18.606758 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72ab8b7a-fa02-47ad-be8c-8a01a826b6ab', 'name': 'network-vif-deleted', 'tag': '15be115d-7bbf-4c0b-9828-1b1db492c9fb'}] {{(pid=128083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 12:17:18.609392 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a77f7dee1a0522ddf93af289475d218fcdb8f30317daadec13ebf930b5b9dbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62a804be-e58e-4ae7-9890-17add74180ad" -d '{"events": [{"server_uuid": "72ab8b7a-fa02-47ad-be8c-8a01a826b6ab", "name": "network-vif-deleted", "tag": "15be115d-7bbf-4c0b-9828-1b1db492c9fb"}]}' {{(pid=128083) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 12:17:18.654885 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 12:17:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10160ae2-1212-4670-924e-519666570e36 x-openstack-request-id: req-10160ae2-1212-4670-924e-519666570e36 {{(pid=128083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 12:17:18.655247 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72ab8b7a-fa02-47ad-be8c-8a01a826b6ab", "name": "network-vif-deleted", "tag": "15be115d-7bbf-4c0b-9828-1b1db492c9fb", "status": "completed", "code": 200}]} {{(pid=128083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 12:17:18.655562 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-10160ae2-1212-4670-924e-519666570e36 {{(pid=128083) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 12:17:18.656039 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72ab8b7a-fa02-47ad-be8c-8a01a826b6ab', 'name': 'network-vif-deleted', 'tag': '15be115d-7bbf-4c0b-9828-1b1db492c9fb', 'status': 'completed', 'code': 200} Jun 24 12:17:18.951983 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-52bc6693-f4bd-4711-93f9-3584bcf08390 req-69acc389-7c96-4524-8419-28d4cb6ae19d tempest-TestEncryptedCinderVolumes-972527021 tempest-TestEncryptedCinderVolumes-972527021-project] 10.222.0.53 "GET /v2.0/ports?device_id=72ab8b7a-fa02-47ad-be8c-8a01a826b6ab HTTP/1.1" status: 200 len: 210 time: 0.0302668 Jun 24 12:17:20.081170 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 39608) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:17:20.432007 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-06cb3eb4-4dc2-44ea-89b4-2d43cf78c0d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1978565'] for router_interface, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:17:20.682773 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.plugin [None req-06cb3eb4-4dc2-44ea-89b4-2d43cf78c0d6 admin admin] Deleting port 82df46ea-d022-43e0-a041-e41e18bf59d1 {{(pid=128083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:17:20.682996 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-06cb3eb4-4dc2-44ea-89b4-2d43cf78c0d6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793193942312'] for port, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:17:20.764179 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.db [None req-06cb3eb4-4dc2-44ea-89b4-2d43cf78c0d6 admin admin] For port 82df46ea-d022-43e0-a041-e41e18bf59d1, host dv-neutron-797120-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=82df46ea-d022-43e0-a041-e41e18bf59d1,segment=NetworkSegment(ac07082b-bcde-4031-b0fe-c74c8921f5f5),segment_id=ac07082b-bcde-4031-b0fe-c74c8921f5f5)] {{(pid=128083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:17:20.764546 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-06cb3eb4-4dc2-44ea-89b4-2d43cf78c0d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1978872'] for port, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:17:20.777233 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.plugin [None req-06cb3eb4-4dc2-44ea-89b4-2d43cf78c0d6 admin admin] Calling delete_port for 82df46ea-d022-43e0-a041-e41e18bf59d1 owned by network:router_interface {{(pid=128083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:17:21.341819 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-06cb3eb4-4dc2-44ea-89b4-2d43cf78c0d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793193945299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193536732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2537862'] for port, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:17:21.344232 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-706024c7-7b99-4e61-adab-e0e9defc5484 tempest-TestEncryptedCinderVolumes-972527021 tempest-TestEncryptedCinderVolumes-972527021-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:17:21.373226 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06cb3eb4-4dc2-44ea-89b4-2d43cf78c0d6 admin admin] Pushing event deleted for resources: {'Port': ['ID=82df46ea-d022-43e0-a041-e41e18bf59d1,revision_number=None']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:17:21.375712 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-06cb3eb4-4dc2-44ea-89b4-2d43cf78c0d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:17:21.555130 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-06cb3eb4-4dc2-44ea-89b4-2d43cf78c0d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1588985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1806165'] for router_interface, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:17:21.724822 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Device 15be115d-7bbf-4c0b-9828-1b1db492c9fb no longer exists at agent hyperv_hv-neutron-7971 {{(pid=128085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 12:17:21.747366 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] No Port match for: 15be115d-7bbf-4c0b-9828-1b1db492c9fb {{(pid=128085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 12:17:21.748110 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Device 15be115d-7bbf-4c0b-9828-1b1db492c9fb not bound to the agent host hv-neutron-7971 {{(pid=128085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 12:17:21.765663 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06cb3eb4-4dc2-44ea-89b4-2d43cf78c0d6 admin admin] Router 7e6d8e85-520f-4541-bdbd-abeccea869c3 has already been hosted by L3 agent 2987dba8-2249-4ee6-96ec-28f0f7a6127d {{(pid=128083) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 12:17:21.871119 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06cb3eb4-4dc2-44ea-89b4-2d43cf78c0d6 admin admin] Notify agent at l3_agent.dv-neutron-797120-4-hyperv the message routers_updated {{(pid=128083) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 12:17:21.877051 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-06cb3eb4-4dc2-44ea-89b4-2d43cf78c0d6 admin admin] 10.222.0.53 "PUT /v2.0/routers/7e6d8e85-520f-4541-bdbd-abeccea869c3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7946868 Jun 24 12:17:21.878613 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 39610) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:17:21.879633 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-101e56d6-7dd8-4699-b3ce-01138d1c3f58 None None] Sync routers for ids ['7e6d8e85-520f-4541-bdbd-abeccea869c3'] in dv-neutron-797120-4-hyperv {{(pid=128086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 12:17:21.889602 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-101e56d6-7dd8-4699-b3ce-01138d1c3f58 None None] Routers {'7e6d8e85-520f-4541-bdbd-abeccea869c3'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:17:21.890224 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-101e56d6-7dd8-4699-b3ce-01138d1c3f58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T12:16:56Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['7e6d8e85-520f-4541-bdbd-abeccea869c3'], 'active': True} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:17:21.985901 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-86e38215-118d-4757-acb5-fb2d17c5e202 admin admin] Notify callbacks [] for router, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:17:21.995957 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_dvr_db [None req-101e56d6-7dd8-4699-b3ce-01138d1c3f58 None None] Set router 7e6d8e85-520f-4541-bdbd-abeccea869c3 gateway port host: dv-neutron-797120-4-hyperv {{(pid=128086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:17:22.089476 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-86e38215-118d-4757-acb5-fb2d17c5e202 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:17:22.143501 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.plugin [None req-86e38215-118d-4757-acb5-fb2d17c5e202 admin admin] Deleting port ea0ecd39-5953-468c-b4a0-1f9364e6ddd5 {{(pid=128083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:17:22.143841 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-86e38215-118d-4757-acb5-fb2d17c5e202 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793193942312'] for port, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:17:22.178884 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-101e56d6-7dd8-4699-b3ce-01138d1c3f58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e6d8e85-520f-4541-bdbd-abeccea869c3', 'name': 'tempest-TestEncryptedCinderVolumes-1784579086-router', 'tenant_id': '95627ad9428940a79da644015b1dc5ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'external_fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.106'}], 'enable_snat': True}, 'gw_port_id': 'ea0ecd39-5953-468c-b4a0-1f9364e6ddd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:15:58Z', 'updated_at': '2021-06-24T12:17:21Z', 'revision_number': 5, 'project_id': '95627ad9428940a79da644015b1dc5ea', 'gw_port': {'id': 'ea0ecd39-5953-468c-b4a0-1f9364e6ddd5', 'name': '', 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:cd:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e6d8e85-520f-4541-bdbd-abeccea869c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1643, 'fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:15:58Z', 'updated_at': '2021-06-24T12:16:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-4-hyperv'}], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:17:22.205428 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-101e56d6-7dd8-4699-b3ce-01138d1c3f58 None None] Checking router: 7e6d8e85-520f-4541-bdbd-abeccea869c3 for host: dv-neutron-797120-4-hyperv {{(pid=128086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 12:17:22.214447 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-101e56d6-7dd8-4699-b3ce-01138d1c3f58 None None] Routers {'7e6d8e85-520f-4541-bdbd-abeccea869c3'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:17:22.215073 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-101e56d6-7dd8-4699-b3ce-01138d1c3f58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T12:16:56Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['7e6d8e85-520f-4541-bdbd-abeccea869c3'], 'active': True} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:17:22.232874 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.db [None req-86e38215-118d-4757-acb5-fb2d17c5e202 admin admin] For port ea0ecd39-5953-468c-b4a0-1f9364e6ddd5, host dv-neutron-797120-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=ea0ecd39-5953-468c-b4a0-1f9364e6ddd5,segment=NetworkSegment(1139564f-ff83-4b49-a593-84b33301357d),segment_id=1139564f-ff83-4b49-a593-84b33301357d)] {{(pid=128083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:17:22.233383 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-86e38215-118d-4757-acb5-fb2d17c5e202 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1978872'] for port, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:17:22.251193 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.plugin [None req-86e38215-118d-4757-acb5-fb2d17c5e202 admin admin] Calling delete_port for ea0ecd39-5953-468c-b4a0-1f9364e6ddd5 owned by network:router_gateway {{(pid=128083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:17:22.303091 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_dvr_db [None req-101e56d6-7dd8-4699-b3ce-01138d1c3f58 None None] Set router 7e6d8e85-520f-4541-bdbd-abeccea869c3 gateway port host: None {{(pid=128086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:17:22.360590 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-101e56d6-7dd8-4699-b3ce-01138d1c3f58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e6d8e85-520f-4541-bdbd-abeccea869c3', 'name': 'tempest-TestEncryptedCinderVolumes-1784579086-router', 'tenant_id': '95627ad9428940a79da644015b1dc5ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:15:58Z', 'updated_at': '2021-06-24T12:17:22Z', 'revision_number': 6, 'project_id': '95627ad9428940a79da644015b1dc5ea', 'gw_port_host': None}], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:17:22.389344 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-101e56d6-7dd8-4699-b3ce-01138d1c3f58 None None] The sync data for ids ['7e6d8e85-520f-4541-bdbd-abeccea869c3'] in dv-neutron-797120-4-hyperv is: [{'id': '7e6d8e85-520f-4541-bdbd-abeccea869c3', 'name': 'tempest-TestEncryptedCinderVolumes-1784579086-router', 'tenant_id': '95627ad9428940a79da644015b1dc5ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:15:58Z', 'updated_at': '2021-06-24T12:17:22Z', 'revision_number': 6, 'project_id': '95627ad9428940a79da644015b1dc5ea', 'gw_port_host': None}] {{(pid=128086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 12:17:22.428011 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-86e38215-118d-4757-acb5-fb2d17c5e202 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793193945299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193536732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2537862'] for port, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:17:22.431073 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-e91fde2f-4c8c-4b60-a7a0-921105d91b38 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:17:22.455939 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e38215-118d-4757-acb5-fb2d17c5e202 admin admin] Pushing event deleted for resources: {'Port': ['ID=ea0ecd39-5953-468c-b4a0-1f9364e6ddd5,revision_number=None']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:17:22.459497 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-86e38215-118d-4757-acb5-fb2d17c5e202 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:17:22.519311 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-86e38215-118d-4757-acb5-fb2d17c5e202 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1815728'] for router_gateway, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:17:22.609743 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-86e38215-118d-4757-acb5-fb2d17c5e202 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1803182', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65403'] for router, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:17:22.611814 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-86e38215-118d-4757-acb5-fb2d17c5e202 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:17:22.660715 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-86e38215-118d-4757-acb5-fb2d17c5e202 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1806072'] for router, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:17:22.661263 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86e38215-118d-4757-acb5-fb2d17c5e202 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7e6d8e85-520f-4541-bdbd-abeccea869c3 {{(pid=128083) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 24 12:17:22.665873 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-86e38215-118d-4757-acb5-fb2d17c5e202 admin admin] Notify callbacks [] for router, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:17:22.667176 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-86e38215-118d-4757-acb5-fb2d17c5e202 admin admin] 10.222.0.53 "DELETE /v2.0/routers/7e6d8e85-520f-4541-bdbd-abeccea869c3 HTTP/1.1" status: 204 len: 168 time: 0.7874529 Jun 24 12:17:22.670293 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 39612) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:17:22.717822 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.db_base_plugin_v2 [None req-d527f1ef-3d9c-4a4d-b07c-f13d0cc16b3c admin admin] Deleting subnet 302fdcb2-9579-4ecb-8af6-5fc1868f54e0 {{(pid=128083) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 24 12:17:22.721569 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-d527f1ef-3d9c-4a4d-b07c-f13d0cc16b3c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:17:22.760756 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-d527f1ef-3d9c-4a4d-b07c-f13d0cc16b3c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3143795'] for subnet, precommit_delete_associations {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:17:22.835004 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device 82df46ea-d022-43e0-a041-e41e18bf59d1 no longer exists at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 12:17:22.853065 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-d527f1ef-3d9c-4a4d-b07c-f13d0cc16b3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-972249'] for subnet, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:17:22.855415 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] No Port match for: 82df46ea-d022-43e0-a041-e41e18bf59d1 {{(pid=128085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 12:17:22.855843 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device 82df46ea-d022-43e0-a041-e41e18bf59d1 not bound to the agent host dv-neutron-797120-4-hyperv {{(pid=128085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 12:17:22.911165 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-d527f1ef-3d9c-4a4d-b07c-f13d0cc16b3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-972238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2537800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3289951'] for subnet, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:17:22.914072 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-d1406708-5bb3-4dbc-932a-08e317650667 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:17:22.939000 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d527f1ef-3d9c-4a4d-b07c-f13d0cc16b3c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=302fdcb2-9579-4ecb-8af6-5fc1868f54e0,revision_number=None']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:17:22.940957 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-d527f1ef-3d9c-4a4d-b07c-f13d0cc16b3c admin admin] Notify callbacks [] for subnet, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:17:22.945028 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-d527f1ef-3d9c-4a4d-b07c-f13d0cc16b3c admin admin] 10.222.0.53 "DELETE /v2.0/subnets/302fdcb2-9579-4ecb-8af6-5fc1868f54e0 HTTP/1.1" status: 204 len: 168 time: 0.2715933 Jun 24 12:17:22.945028 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-d527f1ef-3d9c-4a4d-b07c-f13d0cc16b3c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:17:22.945500 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 39614) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:17:22.945956 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06d5efea-a02e-40f1-a07a-63332884cb8b None None] Network efb1a269-b84e-47d5-8136-af5ab4c8b019 requested from dv-neutron-797120-4-hyperv {{(pid=128085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:17:23.022393 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-437a22e6-4373-4699-8956-1130ad280e4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-534962'] for network, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:17:23.076808 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.plugin [None req-437a22e6-4373-4699-8956-1130ad280e4f admin admin] Deleting port 2818e623-c13c-4a8c-934d-c6c7ad2a68a3 {{(pid=128084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:17:23.077171 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-437a22e6-4373-4699-8956-1130ad280e4f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793193942312'] for port, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:17:23.143410 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.db [None req-437a22e6-4373-4699-8956-1130ad280e4f admin admin] For port 2818e623-c13c-4a8c-934d-c6c7ad2a68a3, host dv-neutron-797120-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=2818e623-c13c-4a8c-934d-c6c7ad2a68a3,segment=NetworkSegment(ac07082b-bcde-4031-b0fe-c74c8921f5f5),segment_id=ac07082b-bcde-4031-b0fe-c74c8921f5f5)] {{(pid=128084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:17:23.143771 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-437a22e6-4373-4699-8956-1130ad280e4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1978872'] for port, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:17:23.150482 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb033221-f6fa-4985-b175-55415213f18f None None] DHCP port deletion for efb1a269-b84e-47d5-8136-af5ab4c8b019 request from dv-neutron-797120-4-hyperv {{(pid=128085) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 24 12:17:23.161550 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.plugin [None req-437a22e6-4373-4699-8956-1130ad280e4f admin admin] Calling delete_port for 2818e623-c13c-4a8c-934d-c6c7ad2a68a3 owned by network:dhcp {{(pid=128084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:17:23.201106 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-bb033221-f6fa-4985-b175-55415213f18f None None] Deleting port 2818e623-c13c-4a8c-934d-c6c7ad2a68a3 {{(pid=128085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:17:23.201493 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-bb033221-f6fa-4985-b175-55415213f18f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793193942312'] for port, before_delete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:17:23.259389 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-437a22e6-4373-4699-8956-1130ad280e4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793193945299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193536732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3292088'] for port, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:17:23.262970 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-95ce658f-4a2c-4175-927e-717bf567a175 tempest-NetworksIpV6Test-1132019847 tempest-NetworksIpV6Test-1132019847-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:17:23.276027 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-bb033221-f6fa-4985-b175-55415213f18f None None] For port 2818e623-c13c-4a8c-934d-c6c7ad2a68a3, host dv-neutron-797120-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=2818e623-c13c-4a8c-934d-c6c7ad2a68a3,segment=NetworkSegment(ac07082b-bcde-4031-b0fe-c74c8921f5f5),segment_id=ac07082b-bcde-4031-b0fe-c74c8921f5f5)] {{(pid=128085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:17:23.276333 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-bb033221-f6fa-4985-b175-55415213f18f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1978872'] for port, precommit_delete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:17:23.288905 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437a22e6-4373-4699-8956-1130ad280e4f admin admin] Pushing event deleted for resources: {'Port': ['ID=2818e623-c13c-4a8c-934d-c6c7ad2a68a3,revision_number=None']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:17:23.289835 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-bb033221-f6fa-4985-b175-55415213f18f None None] Calling delete_port for 2818e623-c13c-4a8c-934d-c6c7ad2a68a3 owned by network:dhcp {{(pid=128085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:17:23.293549 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-437a22e6-4373-4699-8956-1130ad280e4f admin admin] No DVR routers for this DVR port 2818e623-c13c-4a8c-934d-c6c7ad2a68a3 on host dv-neutron-797120-4-hyperv {{(pid=128084) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 12:17:23.302048 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437a22e6-4373-4699-8956-1130ad280e4f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:17:23.302493 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437a22e6-4373-4699-8956-1130ad280e4f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:17:23.302880 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437a22e6-4373-4699-8956-1130ad280e4f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:17:23.303259 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437a22e6-4373-4699-8956-1130ad280e4f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:17:23.303628 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437a22e6-4373-4699-8956-1130ad280e4f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:17:23.303998 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437a22e6-4373-4699-8956-1130ad280e4f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:17:23.304363 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437a22e6-4373-4699-8956-1130ad280e4f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:17:23.304730 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437a22e6-4373-4699-8956-1130ad280e4f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:17:23.305131 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437a22e6-4373-4699-8956-1130ad280e4f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:17:23.305497 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437a22e6-4373-4699-8956-1130ad280e4f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:17:23.305862 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437a22e6-4373-4699-8956-1130ad280e4f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:17:23.306222 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437a22e6-4373-4699-8956-1130ad280e4f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:17:23.310568 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-437a22e6-4373-4699-8956-1130ad280e4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:17:23.375368 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-bb033221-f6fa-4985-b175-55415213f18f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793193945299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193536732'] for port, after_delete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:17:23.377640 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:17:23.387716 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-437a22e6-4373-4699-8956-1130ad280e4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973199', 'neutron.services.segments.db._delete_segments_for_network-8793194012456'] for network, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:17:23.399577 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.services.segments.db [None req-437a22e6-4373-4699-8956-1130ad280e4f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['efb1a269-b84e-47d5-8136-af5ab4c8b019']}} {{(pid=128084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:17:23.402059 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb033221-f6fa-4985-b175-55415213f18f None None] Pushing event deleted for resources: {'Port': ['ID=2818e623-c13c-4a8c-934d-c6c7ad2a68a3,revision_number=None']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:17:23.407243 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb033221-f6fa-4985-b175-55415213f18f None None] No DVR routers for this DVR port 2818e623-c13c-4a8c-934d-c6c7ad2a68a3 on host dv-neutron-797120-4-hyperv {{(pid=128085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 12:17:23.411633 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.services.segments.db [None req-437a22e6-4373-4699-8956-1130ad280e4f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac07082b-bcde-4031-b0fe-c74c8921f5f5') {'for_net_delete': True} {{(pid=128084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:17:23.411933 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.services.segments.db [None req-437a22e6-4373-4699-8956-1130ad280e4f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac07082b-bcde-4031-b0fe-c74c8921f5f5') {} {{(pid=128084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:17:23.416060 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb033221-f6fa-4985-b175-55415213f18f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:17:23.416491 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb033221-f6fa-4985-b175-55415213f18f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:17:23.416904 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb033221-f6fa-4985-b175-55415213f18f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:17:23.422703 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb033221-f6fa-4985-b175-55415213f18f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:17:23.422846 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-437a22e6-4373-4699-8956-1130ad280e4f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793194097327', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2373599'] for segment, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:17:23.422957 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb033221-f6fa-4985-b175-55415213f18f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:17:23.423242 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb033221-f6fa-4985-b175-55415213f18f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:17:23.423589 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb033221-f6fa-4985-b175-55415213f18f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:17:23.423907 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb033221-f6fa-4985-b175-55415213f18f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:17:23.424276 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb033221-f6fa-4985-b175-55415213f18f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:17:23.424608 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb033221-f6fa-4985-b175-55415213f18f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:17:23.424933 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb033221-f6fa-4985-b175-55415213f18f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:17:23.425275 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb033221-f6fa-4985-b175-55415213f18f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:17:23.428595 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-bb033221-f6fa-4985-b175-55415213f18f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:17:23.441940 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-437a22e6-4373-4699-8956-1130ad280e4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967879'] for segment, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:17:23.448831 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-437a22e6-4373-4699-8956-1130ad280e4f admin admin] Releasing vlan 627 on physical network physnet1 to pool {{(pid=128084) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 12:17:23.449284 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-437a22e6-4373-4699-8956-1130ad280e4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3292053'] for segment, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:17:23.451628 dv-neutron-797120-4-hyperv neutron-server[128084]: Traceback (most recent call last): Jun 24 12:17:23.451628 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 24 12:17:23.451628 dv-neutron-797120-4-hyperv neutron-server[128084]: timer() Jun 24 12:17:23.451628 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 24 12:17:23.451628 dv-neutron-797120-4-hyperv neutron-server[128084]: cb(*args, **kw) Jun 24 12:17:23.451628 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 24 12:17:23.451628 dv-neutron-797120-4-hyperv neutron-server[128084]: return func(*args, **kwargs) Jun 24 12:17:23.451628 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 24 12:17:23.451628 dv-neutron-797120-4-hyperv neutron-server[128084]: self._notify() Jun 24 12:17:23.451628 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 24 12:17:23.451628 dv-neutron-797120-4-hyperv neutron-server[128084]: self.callback(batched_events) Jun 24 12:17:23.451628 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 24 12:17:23.451628 dv-neutron-797120-4-hyperv neutron-server[128084]: event.method(event) Jun 24 12:17:23.451628 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 24 12:17:23.451628 dv-neutron-797120-4-hyperv neutron-server[128084]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 24 12:17:23.451628 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 24 12:17:23.451628 dv-neutron-797120-4-hyperv neutron-server[128084]: aggregate_uuid = self.p_client.list_aggregates( Jun 24 12:17:23.451628 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 24 12:17:23.451628 dv-neutron-797120-4-hyperv neutron-server[128084]: return f(self, *a, **k) Jun 24 12:17:23.451628 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 24 12:17:23.451628 dv-neutron-797120-4-hyperv neutron-server[128084]: return self._get(url).json() Jun 24 12:17:23.451628 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 24 12:17:23.451628 dv-neutron-797120-4-hyperv neutron-server[128084]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 24 12:17:23.451628 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 24 12:17:23.451628 dv-neutron-797120-4-hyperv neutron-server[128084]: return self.request(url, 'GET', **kwargs) Jun 24 12:17:23.451628 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 24 12:17:23.451628 dv-neutron-797120-4-hyperv neutron-server[128084]: base_url = self.get_endpoint(auth, allow=allow, Jun 24 12:17:23.451628 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 24 12:17:23.451628 dv-neutron-797120-4-hyperv neutron-server[128084]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 24 12:17:23.451628 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 24 12:17:23.451628 dv-neutron-797120-4-hyperv neutron-server[128084]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 24 12:17:23.451628 dv-neutron-797120-4-hyperv neutron-server[128084]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 24 12:17:23.507007 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-437a22e6-4373-4699-8956-1130ad280e4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1800243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1815642'] for network, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:17:23.511663 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-5cd3a4de-dc17-4446-9319-094b48db834e tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:17:23.514989 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-437a22e6-4373-4699-8956-1130ad280e4f admin admin] Notify callbacks [] for network, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:17:23.516708 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-437a22e6-4373-4699-8956-1130ad280e4f admin admin] 10.222.0.53 "DELETE /v2.0/networks/efb1a269-b84e-47d5-8136-af5ab4c8b019 HTTP/1.1" status: 204 len: 168 time: 0.5703409 Jun 24 12:17:23.519767 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 39618) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:17:23.533432 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437a22e6-4373-4699-8956-1130ad280e4f admin admin] Pushing event deleted for resources: {'Network': ['ID=efb1a269-b84e-47d5-8136-af5ab4c8b019,revision_number=None']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:17:23.535342 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-437a22e6-4373-4699-8956-1130ad280e4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:17:23.866222 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-9d92e1b5-29dc-4510-b229-5aeb5890d7d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:17:23.896353 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-6477dcef-989f-4233-9607-be7b8989f8e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1978565'] for router_interface, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:17:24.170761 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.plugin [None req-6477dcef-989f-4233-9607-be7b8989f8e3 admin admin] Deleting port 64faa7ae-03e6-4a18-a968-eba97bda0c52 {{(pid=128083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:17:24.170987 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-6477dcef-989f-4233-9607-be7b8989f8e3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793193942312'] for port, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:17:24.260602 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.db [None req-6477dcef-989f-4233-9607-be7b8989f8e3 admin admin] For port 64faa7ae-03e6-4a18-a968-eba97bda0c52, host dv-neutron-797120-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=64faa7ae-03e6-4a18-a968-eba97bda0c52,segment=NetworkSegment(995e73c2-e865-4eed-abf2-23bb35888d80),segment_id=995e73c2-e865-4eed-abf2-23bb35888d80)] {{(pid=128083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:17:24.261026 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-6477dcef-989f-4233-9607-be7b8989f8e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1978872'] for port, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:17:24.276719 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.plugin [None req-6477dcef-989f-4233-9607-be7b8989f8e3 admin admin] Calling delete_port for 64faa7ae-03e6-4a18-a968-eba97bda0c52 owned by network:router_interface {{(pid=128083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:17:24.466141 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-6477dcef-989f-4233-9607-be7b8989f8e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793193945299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193536732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2537862'] for port, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:17:24.467765 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-9d11e8ec-5bd8-4e48-88ba-95905320b81e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:17:24.496955 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6477dcef-989f-4233-9607-be7b8989f8e3 admin admin] Pushing event deleted for resources: {'Port': ['ID=64faa7ae-03e6-4a18-a968-eba97bda0c52,revision_number=None']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:17:24.501612 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-6477dcef-989f-4233-9607-be7b8989f8e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:17:24.687244 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-6477dcef-989f-4233-9607-be7b8989f8e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1588985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1806165'] for router_interface, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:17:24.726136 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device ea0ecd39-5953-468c-b4a0-1f9364e6ddd5 no longer exists at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 12:17:24.751117 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] No Port match for: ea0ecd39-5953-468c-b4a0-1f9364e6ddd5 {{(pid=128085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 12:17:24.751581 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device ea0ecd39-5953-468c-b4a0-1f9364e6ddd5 not bound to the agent host dv-neutron-797120-4-hyperv {{(pid=128085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 12:17:24.752072 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device 2818e623-c13c-4a8c-934d-c6c7ad2a68a3 no longer exists at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 12:17:24.774900 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] No Port match for: 2818e623-c13c-4a8c-934d-c6c7ad2a68a3 {{(pid=128085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 12:17:24.775428 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device 2818e623-c13c-4a8c-934d-c6c7ad2a68a3 not bound to the agent host dv-neutron-797120-4-hyperv {{(pid=128085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 12:17:25.014553 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6477dcef-989f-4233-9607-be7b8989f8e3 admin admin] Router 9d4d288c-af09-4ec6-b6ee-29dc300f0cba has already been hosted by L3 agent 2987dba8-2249-4ee6-96ec-28f0f7a6127d {{(pid=128083) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 12:17:25.165760 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6477dcef-989f-4233-9607-be7b8989f8e3 admin admin] Notify agent at l3_agent.dv-neutron-797120-4-hyperv the message routers_updated {{(pid=128083) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 12:17:25.172824 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-6477dcef-989f-4233-9607-be7b8989f8e3 admin admin] 10.222.0.53 "PUT /v2.0/routers/9d4d288c-af09-4ec6-b6ee-29dc300f0cba/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6519039 Jun 24 12:17:25.175954 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 39620) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:17:25.178765 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c77f61e-7bd7-47ef-b604-2bdc2864f818 None None] Sync routers for ids ['9d4d288c-af09-4ec6-b6ee-29dc300f0cba'] in dv-neutron-797120-4-hyperv {{(pid=128085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 12:17:25.188825 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c77f61e-7bd7-47ef-b604-2bdc2864f818 None None] Routers {'9d4d288c-af09-4ec6-b6ee-29dc300f0cba'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:17:25.189496 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-7c77f61e-7bd7-47ef-b604-2bdc2864f818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T12:16:56Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['9d4d288c-af09-4ec6-b6ee-29dc300f0cba'], 'active': True} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:17:25.292210 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-2d0e9696-1a84-40e8-8d2d-3d51d835bc06 admin admin] Notify callbacks [] for router, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:17:25.298660 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvr_db [None req-7c77f61e-7bd7-47ef-b604-2bdc2864f818 None None] Set router 9d4d288c-af09-4ec6-b6ee-29dc300f0cba gateway port host: dv-neutron-797120-4-hyperv {{(pid=128085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:17:25.405875 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-2d0e9696-1a84-40e8-8d2d-3d51d835bc06 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:17:25.510479 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-7c77f61e-7bd7-47ef-b604-2bdc2864f818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d4d288c-af09-4ec6-b6ee-29dc300f0cba', 'name': 'tempest-TestEncryptedCinderVolumes-329574565-router', 'tenant_id': '1193d6654c8d4d608a8d6132a1de200d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'external_fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.44'}], 'enable_snat': True}, 'gw_port_id': 'c74f5dc9-5f17-4763-9cb1-fae6e1e27cf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:16:03Z', 'updated_at': '2021-06-24T12:17:24Z', 'revision_number': 5, 'project_id': '1193d6654c8d4d608a8d6132a1de200d', 'gw_port': {'id': 'c74f5dc9-5f17-4763-9cb1-fae6e1e27cf2', 'name': '', 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:91:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d4d288c-af09-4ec6-b6ee-29dc300f0cba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1655, 'fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:16:04Z', 'updated_at': '2021-06-24T12:16:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-4-hyperv'}], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:17:25.540859 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c77f61e-7bd7-47ef-b604-2bdc2864f818 None None] Checking router: 9d4d288c-af09-4ec6-b6ee-29dc300f0cba for host: dv-neutron-797120-4-hyperv {{(pid=128085) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 12:17:25.552873 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c77f61e-7bd7-47ef-b604-2bdc2864f818 None None] Routers {'9d4d288c-af09-4ec6-b6ee-29dc300f0cba'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:17:25.553698 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-7c77f61e-7bd7-47ef-b604-2bdc2864f818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T12:16:56Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['9d4d288c-af09-4ec6-b6ee-29dc300f0cba'], 'active': True} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:17:25.649592 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvr_db [None req-7c77f61e-7bd7-47ef-b604-2bdc2864f818 None None] Set router 9d4d288c-af09-4ec6-b6ee-29dc300f0cba gateway port host: None {{(pid=128085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:17:25.707622 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-7c77f61e-7bd7-47ef-b604-2bdc2864f818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d4d288c-af09-4ec6-b6ee-29dc300f0cba', 'name': 'tempest-TestEncryptedCinderVolumes-329574565-router', 'tenant_id': '1193d6654c8d4d608a8d6132a1de200d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:16:03Z', 'updated_at': '2021-06-24T12:17:25Z', 'revision_number': 6, 'project_id': '1193d6654c8d4d608a8d6132a1de200d', 'gw_port_host': None}], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:17:25.735239 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c77f61e-7bd7-47ef-b604-2bdc2864f818 None None] The sync data for ids ['9d4d288c-af09-4ec6-b6ee-29dc300f0cba'] in dv-neutron-797120-4-hyperv is: [{'id': '9d4d288c-af09-4ec6-b6ee-29dc300f0cba', 'name': 'tempest-TestEncryptedCinderVolumes-329574565-router', 'tenant_id': '1193d6654c8d4d608a8d6132a1de200d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:16:03Z', 'updated_at': '2021-06-24T12:17:25Z', 'revision_number': 6, 'project_id': '1193d6654c8d4d608a8d6132a1de200d', 'gw_port_host': None}] {{(pid=128085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 12:17:25.875745 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.plugin [None req-2d0e9696-1a84-40e8-8d2d-3d51d835bc06 admin admin] Deleting port c74f5dc9-5f17-4763-9cb1-fae6e1e27cf2 {{(pid=128083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:17:25.876370 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-2d0e9696-1a84-40e8-8d2d-3d51d835bc06 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793193942312'] for port, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:17:25.956748 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.db [None req-2d0e9696-1a84-40e8-8d2d-3d51d835bc06 admin admin] For port c74f5dc9-5f17-4763-9cb1-fae6e1e27cf2, host dv-neutron-797120-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=c74f5dc9-5f17-4763-9cb1-fae6e1e27cf2,segment=NetworkSegment(1139564f-ff83-4b49-a593-84b33301357d),segment_id=1139564f-ff83-4b49-a593-84b33301357d)] {{(pid=128083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:17:25.957131 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-2d0e9696-1a84-40e8-8d2d-3d51d835bc06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1978872'] for port, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:17:25.973472 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.plugin [None req-2d0e9696-1a84-40e8-8d2d-3d51d835bc06 admin admin] Calling delete_port for c74f5dc9-5f17-4763-9cb1-fae6e1e27cf2 owned by network:router_gateway {{(pid=128083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:17:26.171836 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-2d0e9696-1a84-40e8-8d2d-3d51d835bc06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793193945299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193536732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2537862'] for port, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:17:26.174388 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-02d50dac-3928-4150-b8ec-ee6e7430c2ab tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:17:26.209017 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0e9696-1a84-40e8-8d2d-3d51d835bc06 admin admin] Pushing event deleted for resources: {'Port': ['ID=c74f5dc9-5f17-4763-9cb1-fae6e1e27cf2,revision_number=None']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:17:26.211495 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-2d0e9696-1a84-40e8-8d2d-3d51d835bc06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:17:26.275741 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-2d0e9696-1a84-40e8-8d2d-3d51d835bc06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1815728'] for router_gateway, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:17:26.368828 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-2d0e9696-1a84-40e8-8d2d-3d51d835bc06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1803182', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65403'] for router, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:17:26.370987 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-2d0e9696-1a84-40e8-8d2d-3d51d835bc06 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:17:26.404385 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-5d371d36-cc5c-4ef7-9037-7994bd8c27fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:17:26.427270 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-2d0e9696-1a84-40e8-8d2d-3d51d835bc06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1806072'] for router, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:17:26.427875 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d0e9696-1a84-40e8-8d2d-3d51d835bc06 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9d4d288c-af09-4ec6-b6ee-29dc300f0cba {{(pid=128083) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 24 12:17:26.434235 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-2d0e9696-1a84-40e8-8d2d-3d51d835bc06 admin admin] Notify callbacks [] for router, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:17:26.437972 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-2d0e9696-1a84-40e8-8d2d-3d51d835bc06 admin admin] 10.222.0.53 "DELETE /v2.0/routers/9d4d288c-af09-4ec6-b6ee-29dc300f0cba HTTP/1.1" status: 204 len: 168 time: 1.2586014 Jun 24 12:17:26.438217 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 39622) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:17:26.485719 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.db_base_plugin_v2 [None req-213e6c37-a5f0-443a-8b91-bdf595b48927 admin admin] Deleting subnet 0a37ef82-c2b1-46bc-b24f-187c9663ea7c {{(pid=128083) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 24 12:17:26.488967 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-213e6c37-a5f0-443a-8b91-bdf595b48927 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:17:26.539114 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-213e6c37-a5f0-443a-8b91-bdf595b48927 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3143795'] for subnet, precommit_delete_associations {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:17:26.578171 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:17:26.649904 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device 64faa7ae-03e6-4a18-a968-eba97bda0c52 no longer exists at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 12:17:26.654663 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-213e6c37-a5f0-443a-8b91-bdf595b48927 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-972249'] for subnet, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:17:26.679201 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] No Port match for: 64faa7ae-03e6-4a18-a968-eba97bda0c52 {{(pid=128085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 12:17:26.679655 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device 64faa7ae-03e6-4a18-a968-eba97bda0c52 not bound to the agent host dv-neutron-797120-4-hyperv {{(pid=128085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 12:17:26.679990 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device c74f5dc9-5f17-4763-9cb1-fae6e1e27cf2 no longer exists at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 12:17:26.727489 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-213e6c37-a5f0-443a-8b91-bdf595b48927 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-972238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2537800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3289951'] for subnet, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:17:26.730270 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-08afdd7c-d3e3-4ba6-9162-331353afdb64 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:17:26.758217 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213e6c37-a5f0-443a-8b91-bdf595b48927 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0a37ef82-c2b1-46bc-b24f-187c9663ea7c,revision_number=None']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:17:26.760307 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-213e6c37-a5f0-443a-8b91-bdf595b48927 admin admin] Notify callbacks [] for subnet, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:17:26.766094 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-213e6c37-a5f0-443a-8b91-bdf595b48927 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/0a37ef82-c2b1-46bc-b24f-187c9663ea7c HTTP/1.1" status: 204 len: 168 time: 0.3231728 Jun 24 12:17:26.766094 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-213e6c37-a5f0-443a-8b91-bdf595b48927 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:17:26.766370 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 39624) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:17:26.852124 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-e0703048-c835-4eaa-af3b-a48dc5cf2f9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-534962'] for network, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:17:26.862221 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] No Port match for: c74f5dc9-5f17-4763-9cb1-fae6e1e27cf2 {{(pid=128085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 12:17:26.862554 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device c74f5dc9-5f17-4763-9cb1-fae6e1e27cf2 not bound to the agent host dv-neutron-797120-4-hyperv {{(pid=128085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 12:17:26.865345 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf7a17d7-1055-4afd-bd80-b79b50f23d1b None None] Network 87ee2745-b2a2-483f-8c42-844d4db14322 requested from dv-neutron-797120-4-hyperv {{(pid=128085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:17:26.925624 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.plugin [None req-e0703048-c835-4eaa-af3b-a48dc5cf2f9f admin admin] Deleting port 81641aee-92d5-434d-a4d1-92960b297910 {{(pid=128083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:17:26.926089 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-e0703048-c835-4eaa-af3b-a48dc5cf2f9f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793193942312'] for port, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:17:26.993663 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.db [None req-e0703048-c835-4eaa-af3b-a48dc5cf2f9f admin admin] For port 81641aee-92d5-434d-a4d1-92960b297910, host dv-neutron-797120-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=81641aee-92d5-434d-a4d1-92960b297910,segment=NetworkSegment(995e73c2-e865-4eed-abf2-23bb35888d80),segment_id=995e73c2-e865-4eed-abf2-23bb35888d80)] {{(pid=128083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:17:26.994225 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-e0703048-c835-4eaa-af3b-a48dc5cf2f9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1978872'] for port, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:17:27.013784 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.plugin [None req-e0703048-c835-4eaa-af3b-a48dc5cf2f9f admin admin] Calling delete_port for 81641aee-92d5-434d-a4d1-92960b297910 owned by network:dhcp {{(pid=128083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:17:27.074353 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46b5506d-4573-4971-9118-a87280960ef2 None None] DHCP port deletion for 87ee2745-b2a2-483f-8c42-844d4db14322 request from dv-neutron-797120-4-hyperv {{(pid=128085) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 24 12:17:27.109484 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-e0703048-c835-4eaa-af3b-a48dc5cf2f9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793193945299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193536732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2537862'] for port, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:17:27.111796 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-111b017c-6226-4c9d-8042-c9a70e33a0aa tempest-ServersNegativeTestJSON-91648018 tempest-ServersNegativeTestJSON-91648018-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:17:27.124499 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-46b5506d-4573-4971-9118-a87280960ef2 None None] Deleting port 81641aee-92d5-434d-a4d1-92960b297910 {{(pid=128085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:17:27.124878 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-46b5506d-4573-4971-9118-a87280960ef2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793193942312'] for port, before_delete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:17:27.137069 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0703048-c835-4eaa-af3b-a48dc5cf2f9f admin admin] Pushing event deleted for resources: {'Port': ['ID=81641aee-92d5-434d-a4d1-92960b297910,revision_number=None']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:17:27.140874 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-e0703048-c835-4eaa-af3b-a48dc5cf2f9f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:17:27.141697 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0703048-c835-4eaa-af3b-a48dc5cf2f9f admin admin] No DVR routers for this DVR port 81641aee-92d5-434d-a4d1-92960b297910 on host dv-neutron-797120-4-hyperv {{(pid=128083) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 12:17:27.193581 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-46b5506d-4573-4971-9118-a87280960ef2 None None] For port 81641aee-92d5-434d-a4d1-92960b297910, host dv-neutron-797120-4-hyperv, got binding levels [] {{(pid=128085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:17:27.194267 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-46b5506d-4573-4971-9118-a87280960ef2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1978872'] for port, precommit_delete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:17:27.209638 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-46b5506d-4573-4971-9118-a87280960ef2 None None] Calling delete_port for 81641aee-92d5-434d-a4d1-92960b297910 owned by network:dhcp {{(pid=128085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:17:27.212763 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.ipam_backend_mixin [None req-46b5506d-4573-4971-9118-a87280960ef2 None None] Port 81641aee-92d5-434d-a4d1-92960b297910 was not found and therefore no delete operation was performed {{(pid=128085) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jun 24 12:17:27.214304 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-46b5506d-4573-4971-9118-a87280960ef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793193945299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193536732'] for port, after_delete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:17:27.216493 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-1bf6af76-b0cd-48cc-88d2-2c595e8be3d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:17:27.225712 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-e0703048-c835-4eaa-af3b-a48dc5cf2f9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973199', 'neutron.services.segments.db._delete_segments_for_network-8793194012456'] for network, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:17:27.238112 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.services.segments.db [None req-e0703048-c835-4eaa-af3b-a48dc5cf2f9f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87ee2745-b2a2-483f-8c42-844d4db14322']}} {{(pid=128083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:17:27.247347 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b5506d-4573-4971-9118-a87280960ef2 None None] Pushing event deleted for resources: {'Port': ['ID=81641aee-92d5-434d-a4d1-92960b297910,revision_number=None']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:17:27.251586 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-46b5506d-4573-4971-9118-a87280960ef2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:17:27.252010 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.services.segments.db [None req-e0703048-c835-4eaa-af3b-a48dc5cf2f9f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '995e73c2-e865-4eed-abf2-23bb35888d80') {'for_net_delete': True} {{(pid=128083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:17:27.252317 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.services.segments.db [None req-e0703048-c835-4eaa-af3b-a48dc5cf2f9f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '995e73c2-e865-4eed-abf2-23bb35888d80') {} {{(pid=128083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:17:27.255861 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46b5506d-4573-4971-9118-a87280960ef2 None None] No DVR routers for this DVR port 81641aee-92d5-434d-a4d1-92960b297910 on host dv-neutron-797120-4-hyperv {{(pid=128085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 12:17:27.269438 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-e0703048-c835-4eaa-af3b-a48dc5cf2f9f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793194097327', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3143690'] for segment, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:17:27.287409 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-e0703048-c835-4eaa-af3b-a48dc5cf2f9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967879'] for segment, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:17:27.295943 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0703048-c835-4eaa-af3b-a48dc5cf2f9f admin admin] Releasing vlan 642 on physical network physnet1 to pool {{(pid=128083) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 12:17:27.296457 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-e0703048-c835-4eaa-af3b-a48dc5cf2f9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2537899'] for segment, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:17:27.298613 dv-neutron-797120-4-hyperv neutron-server[128083]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 12:17:27.298613 dv-neutron-797120-4-hyperv neutron-server[128083]: conditions |= (models_v2.Port.network_id.in_( Jun 24 12:17:27.298613 dv-neutron-797120-4-hyperv neutron-server[128083]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 12:17:27.298613 dv-neutron-797120-4-hyperv neutron-server[128083]: conditions |= (models_v2.Port.network_id.in_( Jun 24 12:17:27.298613 dv-neutron-797120-4-hyperv neutron-server[128083]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 12:17:27.298613 dv-neutron-797120-4-hyperv neutron-server[128083]: conditions |= (models_v2.Port.network_id.in_( Jun 24 12:17:27.298613 dv-neutron-797120-4-hyperv neutron-server[128083]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 12:17:27.298613 dv-neutron-797120-4-hyperv neutron-server[128083]: conditions |= (models_v2.Port.network_id.in_( Jun 24 12:17:27.298613 dv-neutron-797120-4-hyperv neutron-server[128083]: Traceback (most recent call last): Jun 24 12:17:27.298613 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 24 12:17:27.298613 dv-neutron-797120-4-hyperv neutron-server[128083]: timer() Jun 24 12:17:27.298613 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 24 12:17:27.298613 dv-neutron-797120-4-hyperv neutron-server[128083]: cb(*args, **kw) Jun 24 12:17:27.298613 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 24 12:17:27.298613 dv-neutron-797120-4-hyperv neutron-server[128083]: return func(*args, **kwargs) Jun 24 12:17:27.298613 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 24 12:17:27.298613 dv-neutron-797120-4-hyperv neutron-server[128083]: self._notify() Jun 24 12:17:27.298613 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 24 12:17:27.298613 dv-neutron-797120-4-hyperv neutron-server[128083]: self.callback(batched_events) Jun 24 12:17:27.298613 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 24 12:17:27.298613 dv-neutron-797120-4-hyperv neutron-server[128083]: event.method(event) Jun 24 12:17:27.298613 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 24 12:17:27.298613 dv-neutron-797120-4-hyperv neutron-server[128083]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 24 12:17:27.298613 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 24 12:17:27.298613 dv-neutron-797120-4-hyperv neutron-server[128083]: aggregate_uuid = self.p_client.list_aggregates( Jun 24 12:17:27.298613 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 24 12:17:27.298613 dv-neutron-797120-4-hyperv neutron-server[128083]: return f(self, *a, **k) Jun 24 12:17:27.298613 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 24 12:17:27.298613 dv-neutron-797120-4-hyperv neutron-server[128083]: return self._get(url).json() Jun 24 12:17:27.298613 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 24 12:17:27.298613 dv-neutron-797120-4-hyperv neutron-server[128083]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 24 12:17:27.298613 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 24 12:17:27.298613 dv-neutron-797120-4-hyperv neutron-server[128083]: return self.request(url, 'GET', **kwargs) Jun 24 12:17:27.298613 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 24 12:17:27.298613 dv-neutron-797120-4-hyperv neutron-server[128083]: base_url = self.get_endpoint(auth, allow=allow, Jun 24 12:17:27.298613 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 24 12:17:27.298613 dv-neutron-797120-4-hyperv neutron-server[128083]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 24 12:17:27.298613 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 24 12:17:27.298613 dv-neutron-797120-4-hyperv neutron-server[128083]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 24 12:17:27.298613 dv-neutron-797120-4-hyperv neutron-server[128083]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 24 12:17:27.358110 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-e0703048-c835-4eaa-af3b-a48dc5cf2f9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1800243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1815642'] for network, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:17:27.361655 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-15fa404e-c7f2-4920-8212-76f7a5a78baf tempest-RoutersNegativeTest-663611585 tempest-RoutersNegativeTest-663611585-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:17:27.364053 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-e0703048-c835-4eaa-af3b-a48dc5cf2f9f admin admin] Notify callbacks [] for network, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:17:27.365984 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-e0703048-c835-4eaa-af3b-a48dc5cf2f9f admin admin] 10.222.0.53 "DELETE /v2.0/networks/87ee2745-b2a2-483f-8c42-844d4db14322 HTTP/1.1" status: 204 len: 168 time: 0.5987325 Jun 24 12:17:27.382687 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0703048-c835-4eaa-af3b-a48dc5cf2f9f admin admin] Pushing event deleted for resources: {'Network': ['ID=87ee2745-b2a2-483f-8c42-844d4db14322,revision_number=None']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:17:27.385240 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-e0703048-c835-4eaa-af3b-a48dc5cf2f9f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:17:27.542104 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 39628) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:17:27.589476 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-4771dfe6-6c61-49d0-ac38-cf7e7a68d75b admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=95627ad9428940a79da644015b1dc5ea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0458937 Jun 24 12:17:27.591966 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 39630) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:17:27.654557 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-a2756701-39dd-44e8-b02b-995cf8d69d78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:17:27.680777 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-a2756701-39dd-44e8-b02b-995cf8d69d78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:17:27.734839 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-a2756701-39dd-44e8-b02b-995cf8d69d78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800410'] for security_group, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:17:27.739404 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-a2756701-39dd-44e8-b02b-995cf8d69d78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:17:27.741344 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-a2756701-39dd-44e8-b02b-995cf8d69d78 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/02f0d51f-b339-472c-bba5-b1515078d1c2 HTTP/1.1" status: 204 len: 168 time: 0.1482143 Jun 24 12:17:27.742651 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-f0d4fb5c-171e-4989-919d-7bbadc969847 tempest-SecGroupTest-1107880395 tempest-SecGroupTest-1107880395-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:17:27.755927 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2756701-39dd-44e8-b02b-995cf8d69d78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02f0d51f-b339-472c-bba5-b1515078d1c2,revision_number=None']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:17:27.759543 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-a2756701-39dd-44e8-b02b-995cf8d69d78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:17:27.807166 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-03237adf-ebd0-46f2-a476-4d4bb746e0f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:17:28.086913 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 39636) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:17:28.130141 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-91a66e8e-6b2b-4318-8540-192fbe21d913 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=1193d6654c8d4d608a8d6132a1de200d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0415654 Jun 24 12:17:28.132370 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 39638) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:17:28.185493 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-f45d02d0-352a-4f9b-b333-15b38858101f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:17:28.212188 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-f45d02d0-352a-4f9b-b333-15b38858101f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:17:28.272549 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-f45d02d0-352a-4f9b-b333-15b38858101f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800410'] for security_group, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:17:28.276124 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-f45d02d0-352a-4f9b-b333-15b38858101f admin admin] Notify callbacks [] for security_group, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:17:28.277510 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-f45d02d0-352a-4f9b-b333-15b38858101f admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/d62a560f-6803-4915-9907-bc4d62b842da HTTP/1.1" status: 204 len: 168 time: 0.1441557 Jun 24 12:17:28.278372 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-2b7d1ffe-862c-47c7-b1f5-934cac82d7b7 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:17:28.289065 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45d02d0-352a-4f9b-b333-15b38858101f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d62a560f-6803-4915-9907-bc4d62b842da,revision_number=None']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:17:28.291900 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-f45d02d0-352a-4f9b-b333-15b38858101f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:17:28.644319 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device 81641aee-92d5-434d-a4d1-92960b297910 no longer exists at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 12:17:28.666453 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] No Port match for: 81641aee-92d5-434d-a4d1-92960b297910 {{(pid=128085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 12:17:28.666957 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device 81641aee-92d5-434d-a4d1-92960b297910 not bound to the agent host dv-neutron-797120-4-hyperv {{(pid=128085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 12:17:29.015116 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 39660) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:17:29.119672 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-b714a613-74c5-46e9-9fa0-1a6dcf5cd566 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-334189281-network', 'tenant_id': 'cff86e10c7374afda66f9447e975a635'}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:17:29.152869 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b714a613-74c5-46e9-9fa0-1a6dcf5cd566 admin admin] Made reservation on behalf of cff86e10c7374afda66f9447e975a635 for: {'network': 1} {{(pid=128084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:17:29.156885 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-b714a613-74c5-46e9-9fa0-1a6dcf5cd566 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for network, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:17:29.166731 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-b714a613-74c5-46e9-9fa0-1a6dcf5cd566 admin admin] Notify callbacks [] for security_group, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:17:29.281966 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-b714a613-74c5-46e9-9fa0-1a6dcf5cd566 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:17:29.286652 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-b714a613-74c5-46e9-9fa0-1a6dcf5cd566 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800410'] for security_group, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:17:29.293212 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-9e3d69c1-73f0-4f24-802f-3852a9dd1f26 tempest-RoutersNegativeTest-663611585 tempest-RoutersNegativeTest-663611585-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:17:29.323893 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b714a613-74c5-46e9-9fa0-1a6dcf5cd566 admin admin] vlan segment allocate from pool success with {'vlan_id': 633, 'physical_network': 'physnet1'} {{(pid=128084) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 12:17:29.345036 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b714a613-74c5-46e9-9fa0-1a6dcf5cd566 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c2e6157-7d34-4d06-ae9e-e65b48f74d2c,revision_number=1']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:17:29.348753 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-b714a613-74c5-46e9-9fa0-1a6dcf5cd566 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:17:29.352094 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-b714a613-74c5-46e9-9fa0-1a6dcf5cd566 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967879'] for segment, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:17:29.353060 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.db.segments_db [None req-b714a613-74c5-46e9-9fa0-1a6dcf5cd566 admin admin] Added segment cba72c05-4c6a-4ec1-913f-1b553f2ee2ff of type vlan for network 78964b89-215d-4ae0-b9a0-8e1c027ea599 Jun 24 12:17:29.410645 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-b714a613-74c5-46e9-9fa0-1a6dcf5cd566 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793193525068'] for network, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:17:29.442664 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-b714a613-74c5-46e9-9fa0-1a6dcf5cd566 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1800243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976'] for network, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:17:29.443765 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b714a613-74c5-46e9-9fa0-1a6dcf5cd566 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=128084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:17:29.444379 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-b714a613-74c5-46e9-9fa0-1a6dcf5cd566 admin admin] Notify callbacks [] for network, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:17:29.446702 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-6a9523ed-9efd-402b-9894-88deb820856d tempest-NetworksIpV6Test-1132019847 tempest-NetworksIpV6Test-1132019847-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:17:29.504719 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-b714a613-74c5-46e9-9fa0-1a6dcf5cd566 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4882815 Jun 24 12:17:29.507746 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 39664) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:17:29.512834 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-3e1cb277-5b90-4202-a081-e151d716eee4 admin admin] Request body: {'subnet': {'network_id': '78964b89-215d-4ae0-b9a0-8e1c027ea599', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-334189281-subnet', 'tenant_id': 'cff86e10c7374afda66f9447e975a635', 'ip_version': 4}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:17:29.524452 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b714a613-74c5-46e9-9fa0-1a6dcf5cd566 admin admin] Pushing event updated for resources: {'Network': ['ID=78964b89-215d-4ae0-b9a0-8e1c027ea599,revision_number=1']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:17:29.529409 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-b714a613-74c5-46e9-9fa0-1a6dcf5cd566 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:17:29.537288 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Network 78964b89-215d-4ae0-b9a0-8e1c027ea599 details requested by agent ovs-agent-dv-neutron-797120-4-hyperv with host dv-neutron-797120-4-hyperv {{(pid=128085) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 12:17:29.549780 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e1cb277-5b90-4202-a081-e151d716eee4 admin admin] Made reservation on behalf of cff86e10c7374afda66f9447e975a635 for: {'subnet': 1} {{(pid=128084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:17:29.549780 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-3e1cb277-5b90-4202-a081-e151d716eee4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3162484'] for subnet, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:17:29.737300 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-3e1cb277-5b90-4202-a081-e151d716eee4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3291959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3162270'] for subnet, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:17:29.739681 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-30bf7ec7-4c81-4176-80f9-21ab43fd6748 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:17:29.769750 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-52c483ef-d5c1-4030-9a32-e5ce4ff00ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:17:29.805750 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1cb277-5b90-4202-a081-e151d716eee4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ee4e382a-19f1-4819-838f-b184325392cb,revision_number=0']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:17:29.811546 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-3e1cb277-5b90-4202-a081-e151d716eee4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:17:29.819648 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e1cb277-5b90-4202-a081-e151d716eee4 admin admin] Checking segment: {'id': 'cba72c05-4c6a-4ec1-913f-1b553f2ee2ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '78964b89-215d-4ae0-b9a0-8e1c027ea599'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=128084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:17:29.819928 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e1cb277-5b90-4202-a081-e151d716eee4 admin admin] Network hostable DHCP agents. Network: 78964b89-215d-4ae0-b9a0-8e1c027ea599, hostable agents: ['6be988a9-1d97-480f-be5a-c55abf2c55c5'], hosted agents: [] {{(pid=128084) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 12:17:29.848650 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e1cb277-5b90-4202-a081-e151d716eee4 admin admin] Network 78964b89-215d-4ae0-b9a0-8e1c027ea599 is scheduled to be hosted by DHCP agent 6be988a9-1d97-480f-be5a-c55abf2c55c5 with binding_index 1 {{(pid=128084) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 12:17:29.859629 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.base_scheduler [None req-3e1cb277-5b90-4202-a081-e151d716eee4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-4-hyperv, 78964b89-215d-4ae0-b9a0-8e1c027ea599) {{(pid=128084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:17:29.864879 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e1cb277-5b90-4202-a081-e151d716eee4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=128084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:17:29.866376 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-3e1cb277-5b90-4202-a081-e151d716eee4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:17:29.869537 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec583496-d283-46ea-8546-d3b140b0513b None None] Network 78964b89-215d-4ae0-b9a0-8e1c027ea599 requested from dv-neutron-797120-4-hyperv {{(pid=128085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:17:29.891022 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-3e1cb277-5b90-4202-a081-e151d716eee4 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3797400 Jun 24 12:17:29.891454 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 39666) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:17:29.897161 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-cdbb3114-5592-41ff-9d54-3414ad456c97 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-334189281-router', 'tenant_id': 'cff86e10c7374afda66f9447e975a635', 'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b'}}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:17:29.922966 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-cdbb3114-5592-41ff-9d54-3414ad456c97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1803889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65293'] for router, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:17:29.924337 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-cdbb3114-5592-41ff-9d54-3414ad456c97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1803848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1975305', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1581158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65396'] for router, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:17:30.069600 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa299624-2d5b-4827-8e6d-20f7d2b1099c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d65c8f8-7530-5052-99fe-8ea05073750b-78964b89-215d-4ae0-b9a0-8e1c027ea599', 'network_id': '78964b89-215d-4ae0-b9a0-8e1c027ea599', 'tenant_id': 'cff86e10c7374afda66f9447e975a635', 'fixed_ips': [{'subnet_id': 'ee4e382a-19f1-4819-838f-b184325392cb'}]}} from dv-neutron-797120-4-hyperv. {{(pid=128085) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 24 12:17:30.071451 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-fa299624-2d5b-4827-8e6d-20f7d2b1099c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_create {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:17:30.291369 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.db_base_plugin_common [None req-fa299624-2d5b-4827-8e6d-20f7d2b1099c None None] Allocated IP 172.20.0.2 (78964b89-215d-4ae0-b9a0-8e1c027ea599/ee4e382a-19f1-4819-838f-b184325392cb/a2ca6d8a-df25-4cb6-89e4-0a6eb9296495) {{(pid=128085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:17:30.296926 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-cdbb3114-5592-41ff-9d54-3414ad456c97 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:17:30.446470 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-cdbb3114-5592-41ff-9d54-3414ad456c97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1975381', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1803205', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65378'] for router, precommit_update {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:17:30.518538 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-fa299624-2d5b-4827-8e6d-20f7d2b1099c None None] Notify callbacks [] for port, precommit_create {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:17:30.527384 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-fa299624-2d5b-4827-8e6d-20f7d2b1099c None None] Transition to ACTIVE for port object a2ca6d8a-df25-4cb6-89e4-0a6eb9296495 will not be triggered until provisioned by entity L2. {{(pid=128085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:17:30.543345 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-fa299624-2d5b-4827-8e6d-20f7d2b1099c None None] Transition to ACTIVE for port object a2ca6d8a-df25-4cb6-89e4-0a6eb9296495 will not be triggered until provisioned by entity DHCP. {{(pid=128085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:17:30.554695 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-fa299624-2d5b-4827-8e6d-20f7d2b1099c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-650429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-506361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793193536723'] for port, after_create {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:17:30.556777 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-1bf6af76-b0cd-48cc-88d2-2c595e8be3d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:17:30.597433 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa299624-2d5b-4827-8e6d-20f7d2b1099c None None] Network 78964b89-215d-4ae0-b9a0-8e1c027ea599 is already hosted by enough agents. {{(pid=128085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:17:30.603063 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.scheduler.base_scheduler [None req-fa299624-2d5b-4827-8e6d-20f7d2b1099c None None] Resources bound (agent type, host, resource id): {{(pid=128085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:17:30.607662 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa299624-2d5b-4827-8e6d-20f7d2b1099c None None] Received port after_create {{(pid=128085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:17:30.613961 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa299624-2d5b-4827-8e6d-20f7d2b1099c None None] Pushing event updated for resources: {'Port': ['ID=a2ca6d8a-df25-4cb6-89e4-0a6eb9296495,revision_number=1']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:17:30.617975 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-fa299624-2d5b-4827-8e6d-20f7d2b1099c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:17:30.672338 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-fa299624-2d5b-4827-8e6d-20f7d2b1099c None None] Attempting to bind port a2ca6d8a-df25-4cb6-89e4-0a6eb9296495 on host dv-neutron-797120-4-hyperv for vnic_type normal with profile {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 12:17:30.672793 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-fa299624-2d5b-4827-8e6d-20f7d2b1099c None None] Attempting to bind port a2ca6d8a-df25-4cb6-89e4-0a6eb9296495 by drivers openvswitch,hyperv on host dv-neutron-797120-4-hyperv at level 0 using segments [{'id': 'cba72c05-4c6a-4ec1-913f-1b553f2ee2ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '78964b89-215d-4ae0-b9a0-8e1c027ea599'}] {{(pid=128085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 12:17:30.673268 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa299624-2d5b-4827-8e6d-20f7d2b1099c None None] Attempting to bind port a2ca6d8a-df25-4cb6-89e4-0a6eb9296495 on network 78964b89-215d-4ae0-b9a0-8e1c027ea599 {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:17:30.679791 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa299624-2d5b-4827-8e6d-20f7d2b1099c None None] Checking agent: {'id': 'e3a695b2-c397-461f-83b0-10b79d490b59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 11, 36, 56), 'started_at': datetime.datetime(2021, 6, 24, 11, 37, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 12, 17, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 12:17:30.680321 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa299624-2d5b-4827-8e6d-20f7d2b1099c None None] Checking segment: {'id': 'cba72c05-4c6a-4ec1-913f-1b553f2ee2ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '78964b89-215d-4ae0-b9a0-8e1c027ea599'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=128085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:17:30.680885 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-fa299624-2d5b-4827-8e6d-20f7d2b1099c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:17:30.681502 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa299624-2d5b-4827-8e6d-20f7d2b1099c None None] Bound using segment: {'id': 'cba72c05-4c6a-4ec1-913f-1b553f2ee2ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '78964b89-215d-4ae0-b9a0-8e1c027ea599'} {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 12:17:30.682117 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-fa299624-2d5b-4827-8e6d-20f7d2b1099c None None] Bound port: a2ca6d8a-df25-4cb6-89e4-0a6eb9296495, host: dv-neutron-797120-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cba72c05-4c6a-4ec1-913f-1b553f2ee2ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '78964b89-215d-4ae0-b9a0-8e1c027ea599'}}] {{(pid=128085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 12:17:30.682623 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-fa299624-2d5b-4827-8e6d-20f7d2b1099c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:17:30.722172 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-cdbb3114-5592-41ff-9d54-3414ad456c97 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:17:30.745215 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-cdbb3114-5592-41ff-9d54-3414ad456c97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:17:30.756900 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-fa299624-2d5b-4827-8e6d-20f7d2b1099c None None] For port a2ca6d8a-df25-4cb6-89e4-0a6eb9296495, host dv-neutron-797120-4-hyperv, cleared binding levels {{(pid=128085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 12:17:30.760653 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-fa299624-2d5b-4827-8e6d-20f7d2b1099c None None] For port a2ca6d8a-df25-4cb6-89e4-0a6eb9296495, host dv-neutron-797120-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=a2ca6d8a-df25-4cb6-89e4-0a6eb9296495,segment=NetworkSegment(cba72c05-4c6a-4ec1-913f-1b553f2ee2ff),segment_id=cba72c05-4c6a-4ec1-913f-1b553f2ee2ff)] {{(pid=128085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 12:17:30.765498 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-fa299624-2d5b-4827-8e6d-20f7d2b1099c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:17:30.767635 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:17:30.827376 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa299624-2d5b-4827-8e6d-20f7d2b1099c None None] Pushing event updated for resources: {'Port': ['ID=a2ca6d8a-df25-4cb6-89e4-0a6eb9296495,revision_number=2']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:17:30.830921 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-fa299624-2d5b-4827-8e6d-20f7d2b1099c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:17:30.872803 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.db.db_base_plugin_common [None req-cdbb3114-5592-41ff-9d54-3414ad456c97 admin admin] Allocated IP 172.26.7.156 (f2b8ca71-e776-48b2-8898-96cc7970207b/f37bf603-3862-4d0a-9f58-89616f7fd68f/d36635f1-732f-462c-86ca-74f01c101353) {{(pid=128084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:17:31.029450 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-cdbb3114-5592-41ff-9d54-3414ad456c97 admin admin] Notify callbacks [] for port, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:17:31.084139 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-cdbb3114-5592-41ff-9d54-3414ad456c97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-650429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-506361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793193536723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3291971'] for port, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:17:31.086813 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-24e3693d-fd7e-482b-851a-cc632ae647bf tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:17:31.141703 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdbb3114-5592-41ff-9d54-3414ad456c97 admin admin] Network f2b8ca71-e776-48b2-8898-96cc7970207b is already hosted by enough agents. {{(pid=128084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:17:31.151129 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.base_scheduler [None req-cdbb3114-5592-41ff-9d54-3414ad456c97 admin admin] Resources bound (agent type, host, resource id): {{(pid=128084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:17:31.156192 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdbb3114-5592-41ff-9d54-3414ad456c97 admin admin] Received port after_create {{(pid=128084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:17:31.196921 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbb3114-5592-41ff-9d54-3414ad456c97 admin admin] Pushing event updated for resources: {'Port': ['ID=d36635f1-732f-462c-86ca-74f01c101353,revision_number=1']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:17:31.201953 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-cdbb3114-5592-41ff-9d54-3414ad456c97 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:17:31.491715 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-cdbb3114-5592-41ff-9d54-3414ad456c97 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:17:31.760752 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-cdbb3114-5592-41ff-9d54-3414ad456c97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1803210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1815767'] for router, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:17:31.831222 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ff4b5f5-6bed-4258-81eb-5523ff3aee0d None None] Network 78964b89-215d-4ae0-b9a0-8e1c027ea599 requested from dv-neutron-797120-4-hyperv {{(pid=128085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:17:31.958037 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cdbb3114-5592-41ff-9d54-3414ad456c97 admin admin] Router 4dd7918e-83ae-4926-9140-79f861825136 is scheduled to L3 agent 2987dba8-2249-4ee6-96ec-28f0f7a6127d with binding_index 1 {{(pid=128084) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 24 12:17:31.959687 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-b718b04b-3d83-4da4-8e75-3d1cd632b4df None None] Provisioning for port a2ca6d8a-df25-4cb6-89e4-0a6eb9296495 completed by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:17:32.093267 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdbb3114-5592-41ff-9d54-3414ad456c97 admin admin] Notify agent at l3_agent.dv-neutron-797120-4-hyperv the message routers_updated {{(pid=128084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 12:17:32.105124 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bc71c33-7b41-4b8e-aa8b-7d1c2cdb2e5d None None] Sync routers for ids ['4dd7918e-83ae-4926-9140-79f861825136'] in dv-neutron-797120-4-hyperv {{(pid=128086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 12:17:32.112752 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-cdbb3114-5592-41ff-9d54-3414ad456c97 admin admin] Notify callbacks [] for router, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:17:32.114384 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-cdbb3114-5592-41ff-9d54-3414ad456c97 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.2213364 Jun 24 12:17:32.117185 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bc71c33-7b41-4b8e-aa8b-7d1c2cdb2e5d None None] Routers {'4dd7918e-83ae-4926-9140-79f861825136'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:17:32.117395 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 39668) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:17:32.118266 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-2bc71c33-7b41-4b8e-aa8b-7d1c2cdb2e5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T12:17:26Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['4dd7918e-83ae-4926-9140-79f861825136'], 'active': True} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:17:32.281310 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_dvr_db [None req-2bc71c33-7b41-4b8e-aa8b-7d1c2cdb2e5d None None] Set router 4dd7918e-83ae-4926-9140-79f861825136 gateway port host: dv-neutron-797120-4-hyperv {{(pid=128086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:17:32.492102 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-2bc71c33-7b41-4b8e-aa8b-7d1c2cdb2e5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dd7918e-83ae-4926-9140-79f861825136', 'name': 'tempest-TestMinimumBasicScenario-334189281-router', 'tenant_id': 'cff86e10c7374afda66f9447e975a635', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'external_fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.156'}], 'enable_snat': True}, 'gw_port_id': 'd36635f1-732f-462c-86ca-74f01c101353', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:17:29Z', 'updated_at': '2021-06-24T12:17:31Z', 'revision_number': 3, 'project_id': 'cff86e10c7374afda66f9447e975a635', 'gw_port': {'id': 'd36635f1-732f-462c-86ca-74f01c101353', 'name': '', 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:0f:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4dd7918e-83ae-4926-9140-79f861825136', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:17:30Z', 'updated_at': '2021-06-24T12:17:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-4-hyperv'}], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:17:32.524525 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bc71c33-7b41-4b8e-aa8b-7d1c2cdb2e5d None None] Checking router: 4dd7918e-83ae-4926-9140-79f861825136 for host: dv-neutron-797120-4-hyperv {{(pid=128086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 12:17:32.524885 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bc71c33-7b41-4b8e-aa8b-7d1c2cdb2e5d None None] Updating router 4dd7918e-83ae-4926-9140-79f861825136 port d36635f1-732f-462c-86ca-74f01c101353 binding host dv-neutron-797120-4-hyperv {{(pid=128086) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 12:17:32.563294 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron_lib.callbacks.manager [None req-2bc71c33-7b41-4b8e-aa8b-7d1c2cdb2e5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:17:32.665724 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-4c47a8f8-725e-4567-b358-14aedfe472d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:17:32.695234 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device a2ca6d8a-df25-4cb6-89e4-0a6eb9296495 up at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:17:32.765379 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning for port a2ca6d8a-df25-4cb6-89e4-0a6eb9296495 completed by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:17:32.772437 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning complete for port a2ca6d8a-df25-4cb6-89e4-0a6eb9296495 triggered by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:17:32.773162 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:17:32.858579 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.db.db_base_plugin_common [None req-4c47a8f8-725e-4567-b358-14aedfe472d4 admin admin] Allocated IP 172.20.0.1 (78964b89-215d-4ae0-b9a0-8e1c027ea599/ee4e382a-19f1-4819-838f-b184325392cb/737b59d7-fb74-42a5-9368-9fc6d7597e5a) {{(pid=128084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:17:32.893569 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron_lib.callbacks.manager [None req-2bc71c33-7b41-4b8e-aa8b-7d1c2cdb2e5d None None] Notify callbacks [] for port, precommit_update {{(pid=128086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:17:32.905033 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.provisioning_blocks [None req-2bc71c33-7b41-4b8e-aa8b-7d1c2cdb2e5d None None] Transition to ACTIVE for port object d36635f1-732f-462c-86ca-74f01c101353 will not be triggered until provisioned by entity L2. {{(pid=128086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:17:32.909560 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:17:32.912441 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron_lib.callbacks.manager [None req-2bc71c33-7b41-4b8e-aa8b-7d1c2cdb2e5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:17:32.921702 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG oslo_concurrency.lockutils [None req-bd41d278-3e7d-4b3c-9041-b26911d2a38f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128086) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:17:32.974135 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.plugins.ml2.managers [None req-2bc71c33-7b41-4b8e-aa8b-7d1c2cdb2e5d None None] Attempting to bind port d36635f1-732f-462c-86ca-74f01c101353 on host dv-neutron-797120-4-hyperv for vnic_type normal with profile {{(pid=128086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 12:17:32.974660 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.plugins.ml2.managers [None req-2bc71c33-7b41-4b8e-aa8b-7d1c2cdb2e5d None None] Attempting to bind port d36635f1-732f-462c-86ca-74f01c101353 by drivers openvswitch,hyperv on host dv-neutron-797120-4-hyperv at level 0 using segments [{'id': '1139564f-ff83-4b49-a593-84b33301357d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b'}] {{(pid=128086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 12:17:32.975195 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bc71c33-7b41-4b8e-aa8b-7d1c2cdb2e5d None None] Attempting to bind port d36635f1-732f-462c-86ca-74f01c101353 on network f2b8ca71-e776-48b2-8898-96cc7970207b {{(pid=128086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:17:32.975893 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] For port a2ca6d8a-df25-4cb6-89e4-0a6eb9296495, host dv-neutron-797120-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=a2ca6d8a-df25-4cb6-89e4-0a6eb9296495,segment=NetworkSegment(cba72c05-4c6a-4ec1-913f-1b553f2ee2ff),segment_id=cba72c05-4c6a-4ec1-913f-1b553f2ee2ff)] {{(pid=128085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:17:32.981949 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:17:32.984797 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f69e98-555e-4468-a6db-52bdd1cb035a None None] Pushing event updated for resources: {'Port': ['ID=d36635f1-732f-462c-86ca-74f01c101353,revision_number=2']} {{(pid=128086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:17:32.986242 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:17:32.996316 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bc71c33-7b41-4b8e-aa8b-7d1c2cdb2e5d None None] Checking agent: {'id': 'e3a695b2-c397-461f-83b0-10b79d490b59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 11, 36, 56), 'started_at': datetime.datetime(2021, 6, 24, 11, 37, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 12, 17, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=128086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 12:17:32.997094 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bc71c33-7b41-4b8e-aa8b-7d1c2cdb2e5d None None] Checking segment: {'id': '1139564f-ff83-4b49-a593-84b33301357d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=128086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:17:32.998053 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron_lib.callbacks.manager [None req-2bc71c33-7b41-4b8e-aa8b-7d1c2cdb2e5d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=128086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:17:32.998458 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bc71c33-7b41-4b8e-aa8b-7d1c2cdb2e5d None None] Bound using segment: {'id': '1139564f-ff83-4b49-a593-84b33301357d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b'} {{(pid=128086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 12:17:32.998936 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.plugins.ml2.managers [None req-2bc71c33-7b41-4b8e-aa8b-7d1c2cdb2e5d None None] Bound port: d36635f1-732f-462c-86ca-74f01c101353, host: dv-neutron-797120-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1139564f-ff83-4b49-a593-84b33301357d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b'}}] {{(pid=128086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 12:17:32.999315 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron_lib.callbacks.manager [None req-2bc71c33-7b41-4b8e-aa8b-7d1c2cdb2e5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:17:33.003280 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f69e98-555e-4468-a6db-52bdd1cb035a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:17:33.003892 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f69e98-555e-4468-a6db-52bdd1cb035a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:17:33.004226 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f69e98-555e-4468-a6db-52bdd1cb035a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:17:33.004555 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f69e98-555e-4468-a6db-52bdd1cb035a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:17:33.004877 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f69e98-555e-4468-a6db-52bdd1cb035a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:17:33.005227 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f69e98-555e-4468-a6db-52bdd1cb035a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:17:33.005552 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f69e98-555e-4468-a6db-52bdd1cb035a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:17:33.005860 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f69e98-555e-4468-a6db-52bdd1cb035a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:17:33.006337 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f69e98-555e-4468-a6db-52bdd1cb035a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:17:33.006877 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f69e98-555e-4468-a6db-52bdd1cb035a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:17:33.007192 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f69e98-555e-4468-a6db-52bdd1cb035a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:17:33.007626 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f69e98-555e-4468-a6db-52bdd1cb035a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:17:33.011177 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-4c47a8f8-725e-4567-b358-14aedfe472d4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:17:33.011758 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG oslo_concurrency.lockutils [None req-56f69e98-555e-4468-a6db-52bdd1cb035a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=128086) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:17:33.037924 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.db.provisioning_blocks [None req-4c47a8f8-725e-4567-b358-14aedfe472d4 admin admin] Transition to ACTIVE for port object 737b59d7-fb74-42a5-9368-9fc6d7597e5a will not be triggered until provisioned by entity DHCP. {{(pid=128084) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:17:33.046088 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Pushing event updated for resources: {'Port': ['ID=a2ca6d8a-df25-4cb6-89e4-0a6eb9296495,revision_number=3']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:17:33.050069 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:17:33.069931 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.plugins.ml2.db [None req-2bc71c33-7b41-4b8e-aa8b-7d1c2cdb2e5d None None] For port d36635f1-732f-462c-86ca-74f01c101353, host dv-neutron-797120-4-hyperv, cleared binding levels {{(pid=128086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 12:17:33.073660 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.plugins.ml2.db [None req-2bc71c33-7b41-4b8e-aa8b-7d1c2cdb2e5d None None] For port d36635f1-732f-462c-86ca-74f01c101353, host dv-neutron-797120-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=d36635f1-732f-462c-86ca-74f01c101353,segment=NetworkSegment(1139564f-ff83-4b49-a593-84b33301357d),segment_id=1139564f-ff83-4b49-a593-84b33301357d)] {{(pid=128086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 12:17:33.081860 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron_lib.callbacks.manager [None req-2bc71c33-7b41-4b8e-aa8b-7d1c2cdb2e5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:17:33.088157 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG oslo_concurrency.lockutils [None req-c0f29ac2-6b83-487a-b860-81b757a7217f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128086) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:17:33.103845 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-4c47a8f8-725e-4567-b358-14aedfe472d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-650429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-506361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793193536723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3291971'] for port, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:17:33.109000 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-636a9713-99a0-4e94-a260-99c68d5c0d71 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:17:33.158877 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bc71c33-7b41-4b8e-aa8b-7d1c2cdb2e5d None None] Routers {'4dd7918e-83ae-4926-9140-79f861825136'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:17:33.159507 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-2bc71c33-7b41-4b8e-aa8b-7d1c2cdb2e5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T12:17:26Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['4dd7918e-83ae-4926-9140-79f861825136'], 'active': True} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:17:33.164248 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c47a8f8-725e-4567-b358-14aedfe472d4 admin admin] Network 78964b89-215d-4ae0-b9a0-8e1c027ea599 is already hosted by enough agents. {{(pid=128084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:17:33.164529 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f69e98-555e-4468-a6db-52bdd1cb035a None None] Pushing event updated for resources: {'Port': ['ID=d36635f1-732f-462c-86ca-74f01c101353,revision_number=3']} {{(pid=128086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:17:33.173618 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.base_scheduler [None req-4c47a8f8-725e-4567-b358-14aedfe472d4 admin admin] Resources bound (agent type, host, resource id): {{(pid=128084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:17:33.176620 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c47a8f8-725e-4567-b358-14aedfe472d4 admin admin] Received port after_create {{(pid=128084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:17:33.182238 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c47a8f8-725e-4567-b358-14aedfe472d4 admin admin] Pushing event updated for resources: {'Port': ['ID=737b59d7-fb74-42a5-9368-9fc6d7597e5a,revision_number=1']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:17:33.204438 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-4c47a8f8-725e-4567-b358-14aedfe472d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:17:33.226090 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-4c47a8f8-725e-4567-b358-14aedfe472d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1978458'] for router_interface, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:17:33.304380 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG oslo_concurrency.lockutils [None req-56f69e98-555e-4468-a6db-52bdd1cb035a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=128086) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:17:33.395330 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-4c47a8f8-725e-4567-b358-14aedfe472d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:17:33.414726 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_dvr_db [None req-2bc71c33-7b41-4b8e-aa8b-7d1c2cdb2e5d None None] Set router 4dd7918e-83ae-4926-9140-79f861825136 gateway port host: dv-neutron-797120-4-hyperv {{(pid=128086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:17:33.536749 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-bfe2d170-b85d-450f-86f2-a3cda06b722f None None] Provisioning for port 737b59d7-fb74-42a5-9368-9fc6d7597e5a completed by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:17:33.542609 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-bfe2d170-b85d-450f-86f2-a3cda06b722f None None] Provisioning complete for port 737b59d7-fb74-42a5-9368-9fc6d7597e5a triggered by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:17:33.543042 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-bfe2d170-b85d-450f-86f2-a3cda06b722f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:17:33.592788 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-bfe2d170-b85d-450f-86f2-a3cda06b722f None None] Port 737b59d7-fb74-42a5-9368-9fc6d7597e5a cannot update to ACTIVE because it is not bound. {{(pid=128085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 12:17:33.649886 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-2bc71c33-7b41-4b8e-aa8b-7d1c2cdb2e5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dd7918e-83ae-4926-9140-79f861825136', 'name': 'tempest-TestMinimumBasicScenario-334189281-router', 'tenant_id': 'cff86e10c7374afda66f9447e975a635', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'external_fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.156'}], 'enable_snat': True}, 'gw_port_id': 'd36635f1-732f-462c-86ca-74f01c101353', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:17:29Z', 'updated_at': '2021-06-24T12:17:31Z', 'revision_number': 3, 'project_id': 'cff86e10c7374afda66f9447e975a635', 'gw_port': {'id': 'd36635f1-732f-462c-86ca-74f01c101353', 'name': '', 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:0f:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4dd7918e-83ae-4926-9140-79f861825136', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:17:30Z', 'updated_at': '2021-06-24T12:17:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-4-hyperv'}], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:17:33.694032 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bc71c33-7b41-4b8e-aa8b-7d1c2cdb2e5d None None] The sync data for ids ['4dd7918e-83ae-4926-9140-79f861825136'] in dv-neutron-797120-4-hyperv is: [{'id': '4dd7918e-83ae-4926-9140-79f861825136', 'name': 'tempest-TestMinimumBasicScenario-334189281-router', 'tenant_id': 'cff86e10c7374afda66f9447e975a635', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'external_fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.156'}], 'enable_snat': True}, 'gw_port_id': 'd36635f1-732f-462c-86ca-74f01c101353', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:17:29Z', 'updated_at': '2021-06-24T12:17:31Z', 'revision_number': 3, 'project_id': 'cff86e10c7374afda66f9447e975a635', 'gw_port': {'id': 'd36635f1-732f-462c-86ca-74f01c101353', 'name': '', 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:0f:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4dd7918e-83ae-4926-9140-79f861825136', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:17:30Z', 'updated_at': '2021-06-24T12:17:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-4-hyperv'}] {{(pid=128086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 12:17:33.973245 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-4c47a8f8-725e-4567-b358-14aedfe472d4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:17:33.981332 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-4c47a8f8-725e-4567-b358-14aedfe472d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3292081'] for port, after_update {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:17:33.984477 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-fb7d441d-cc44-4368-88b8-ea8bd414597b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:17:34.051542 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c47a8f8-725e-4567-b358-14aedfe472d4 admin admin] Pushing event updated for resources: {'Port': ['ID=737b59d7-fb74-42a5-9368-9fc6d7597e5a,revision_number=2']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:17:34.055895 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-4c47a8f8-725e-4567-b358-14aedfe472d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:17:34.063566 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-4c47a8f8-725e-4567-b358-14aedfe472d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1783050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1978542'] for router_interface, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:17:34.173509 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c47a8f8-725e-4567-b358-14aedfe472d4 admin admin] Network 78964b89-215d-4ae0-b9a0-8e1c027ea599 is already hosted by enough agents. {{(pid=128084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:17:34.175064 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.base_scheduler [None req-4c47a8f8-725e-4567-b358-14aedfe472d4 admin admin] Resources bound (agent type, host, resource id): {{(pid=128084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:17:34.335662 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c47a8f8-725e-4567-b358-14aedfe472d4 admin admin] Router 4dd7918e-83ae-4926-9140-79f861825136 has already been hosted by L3 agent 2987dba8-2249-4ee6-96ec-28f0f7a6127d {{(pid=128084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 12:17:34.429642 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-0b6fb979-7857-4d86-8866-4cbe1a91a46e None None] Provisioning complete for port 737b59d7-fb74-42a5-9368-9fc6d7597e5a triggered by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:17:34.430175 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-0b6fb979-7857-4d86-8866-4cbe1a91a46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:17:34.485933 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-0b6fb979-7857-4d86-8866-4cbe1a91a46e None None] Port 737b59d7-fb74-42a5-9368-9fc6d7597e5a cannot update to ACTIVE because it is not bound. {{(pid=128085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 12:17:34.497183 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c47a8f8-725e-4567-b358-14aedfe472d4 admin admin] Notify agent at l3_agent.dv-neutron-797120-4-hyperv the message routers_updated {{(pid=128084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 12:17:34.511593 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-4c47a8f8-725e-4567-b358-14aedfe472d4 admin admin] 10.222.0.53 "PUT /v2.0/routers/4dd7918e-83ae-4926-9140-79f861825136/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3862078 Jun 24 12:17:34.758591 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device d36635f1-732f-462c-86ca-74f01c101353 up at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:17:34.827606 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning for port d36635f1-732f-462c-86ca-74f01c101353 completed by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:17:34.832858 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning complete for port d36635f1-732f-462c-86ca-74f01c101353 triggered by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:17:34.833575 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:17:34.955260 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:17:35.001747 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] For port d36635f1-732f-462c-86ca-74f01c101353, host dv-neutron-797120-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=d36635f1-732f-462c-86ca-74f01c101353,segment=NetworkSegment(1139564f-ff83-4b49-a593-84b33301357d),segment_id=1139564f-ff83-4b49-a593-84b33301357d)] {{(pid=128085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:17:35.006873 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:17:35.007938 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device a2ca6d8a-df25-4cb6-89e4-0a6eb9296495 up at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:17:35.010207 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-46b5506d-4573-4971-9118-a87280960ef2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:17:35.098334 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Pushing event updated for resources: {'Port': ['ID=d36635f1-732f-462c-86ca-74f01c101353,revision_number=4']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:17:35.102330 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:17:35.115108 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning complete for port a2ca6d8a-df25-4cb6-89e4-0a6eb9296495 triggered by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:17:35.115742 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:17:35.121171 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 39688) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:17:35.127400 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-1a91bc80-82d5-4dde-96fc-a46789bd1fea admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-424227588-network', 'tenant_id': 'b280356c83914b07b576394511a30700'}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:17:35.158278 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a91bc80-82d5-4dde-96fc-a46789bd1fea admin admin] Made reservation on behalf of b280356c83914b07b576394511a30700 for: {'network': 1} {{(pid=128084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:17:35.162517 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-1a91bc80-82d5-4dde-96fc-a46789bd1fea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for network, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:17:35.174859 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-1a91bc80-82d5-4dde-96fc-a46789bd1fea admin admin] Notify callbacks [] for security_group, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:17:35.290067 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-1a91bc80-82d5-4dde-96fc-a46789bd1fea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:17:35.294369 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-1a91bc80-82d5-4dde-96fc-a46789bd1fea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800410'] for security_group, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:17:35.298317 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-d464849e-411c-4d74-858c-983b761c5f91 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:17:35.326574 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a91bc80-82d5-4dde-96fc-a46789bd1fea admin admin] vlan segment allocate from pool success with {'vlan_id': 631, 'physical_network': 'physnet1'} {{(pid=128084) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 12:17:35.337116 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a91bc80-82d5-4dde-96fc-a46789bd1fea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=099198b5-a25c-4c4d-b804-f01e4a4a4019,revision_number=1']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:17:35.343723 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-1a91bc80-82d5-4dde-96fc-a46789bd1fea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:17:35.345458 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-1a91bc80-82d5-4dde-96fc-a46789bd1fea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967879'] for segment, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:17:35.346129 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.db.segments_db [None req-1a91bc80-82d5-4dde-96fc-a46789bd1fea admin admin] Added segment b4c0d8a0-5b86-49cb-89b5-d1e15b9c89c4 of type vlan for network 3c8d0fad-9343-4575-979a-a6b6b3c1e6ef Jun 24 12:17:35.398332 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-1a91bc80-82d5-4dde-96fc-a46789bd1fea admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793193525068'] for network, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:17:35.439805 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-1a91bc80-82d5-4dde-96fc-a46789bd1fea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1800243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976'] for network, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:17:35.440864 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a91bc80-82d5-4dde-96fc-a46789bd1fea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=128084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:17:35.441469 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-1a91bc80-82d5-4dde-96fc-a46789bd1fea admin admin] Notify callbacks [] for network, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:17:35.443873 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-2f91d203-43ff-4e96-8857-abc09f3697f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:17:35.511385 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-1a91bc80-82d5-4dde-96fc-a46789bd1fea admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3862770 Jun 24 12:17:35.513924 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 39690) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:17:35.522536 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a91bc80-82d5-4dde-96fc-a46789bd1fea admin admin] Pushing event updated for resources: {'Network': ['ID=3c8d0fad-9343-4575-979a-a6b6b3c1e6ef,revision_number=1']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:17:35.526688 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-1a91bc80-82d5-4dde-96fc-a46789bd1fea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:17:35.533270 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [None req-5387ff66-89fc-413a-8c5b-3d1e5e51cb25 admin admin] Request body: {'subnet': {'network_id': '3c8d0fad-9343-4575-979a-a6b6b3c1e6ef', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-424227588-subnet', 'tenant_id': 'b280356c83914b07b576394511a30700', 'ip_version': 4}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:17:35.534844 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Network 3c8d0fad-9343-4575-979a-a6b6b3c1e6ef details requested by agent ovs-agent-dv-neutron-797120-4-hyperv with host dv-neutron-797120-4-hyperv {{(pid=128085) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 12:17:35.573310 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5387ff66-89fc-413a-8c5b-3d1e5e51cb25 admin admin] Made reservation on behalf of b280356c83914b07b576394511a30700 for: {'subnet': 1} {{(pid=128083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:17:35.577577 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-5387ff66-89fc-413a-8c5b-3d1e5e51cb25 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3289788'] for subnet, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:17:35.626260 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fb90e16-3f52-4aff-9e15-935c82003577 None None] Sync routers for ids ['4dd7918e-83ae-4926-9140-79f861825136'] in dv-neutron-797120-4-hyperv {{(pid=128085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 12:17:35.636451 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fb90e16-3f52-4aff-9e15-935c82003577 None None] Routers {'4dd7918e-83ae-4926-9140-79f861825136'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:17:35.637082 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-0fb90e16-3f52-4aff-9e15-935c82003577 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T12:17:26Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['4dd7918e-83ae-4926-9140-79f861825136'], 'active': True} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:17:35.765601 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-5387ff66-89fc-413a-8c5b-3d1e5e51cb25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2537737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3289942'] for subnet, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:17:35.767764 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-be935242-00b4-46a5-9e45-561f565ee51c tempest-AllowedAddressPairIpV6TestJSON-2004454070 tempest-AllowedAddressPairIpV6TestJSON-2004454070-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:17:35.780888 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvr_db [None req-0fb90e16-3f52-4aff-9e15-935c82003577 None None] Set router 4dd7918e-83ae-4926-9140-79f861825136 gateway port host: dv-neutron-797120-4-hyperv {{(pid=128085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:17:35.832154 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5387ff66-89fc-413a-8c5b-3d1e5e51cb25 admin admin] Pushing event updated for resources: {'Subnet': ['ID=139bea64-3f82-452a-95c3-2a2160022dbe,revision_number=0']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:17:35.835919 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-5387ff66-89fc-413a-8c5b-3d1e5e51cb25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:17:35.843230 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5387ff66-89fc-413a-8c5b-3d1e5e51cb25 admin admin] Checking segment: {'id': 'b4c0d8a0-5b86-49cb-89b5-d1e15b9c89c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '3c8d0fad-9343-4575-979a-a6b6b3c1e6ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=128083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:17:35.843590 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5387ff66-89fc-413a-8c5b-3d1e5e51cb25 admin admin] Network hostable DHCP agents. Network: 3c8d0fad-9343-4575-979a-a6b6b3c1e6ef, hostable agents: ['6be988a9-1d97-480f-be5a-c55abf2c55c5'], hosted agents: [] {{(pid=128083) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 12:17:35.863525 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5387ff66-89fc-413a-8c5b-3d1e5e51cb25 admin admin] Network 3c8d0fad-9343-4575-979a-a6b6b3c1e6ef is scheduled to be hosted by DHCP agent 6be988a9-1d97-480f-be5a-c55abf2c55c5 with binding_index 1 {{(pid=128083) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 12:17:35.878383 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.base_scheduler [None req-5387ff66-89fc-413a-8c5b-3d1e5e51cb25 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-4-hyperv, 3c8d0fad-9343-4575-979a-a6b6b3c1e6ef) {{(pid=128083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:17:35.884869 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5387ff66-89fc-413a-8c5b-3d1e5e51cb25 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:17:35.885599 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-5387ff66-89fc-413a-8c5b-3d1e5e51cb25 admin admin] Notify callbacks [] for subnet, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:17:35.902397 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fc3add7-3a1a-42bf-a794-99f9d0fd51c1 None None] Network 3c8d0fad-9343-4575-979a-a6b6b3c1e6ef requested from dv-neutron-797120-4-hyperv {{(pid=128085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:17:35.913520 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 39692) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:17:35.915742 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-5387ff66-89fc-413a-8c5b-3d1e5e51cb25 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3837769 Jun 24 12:17:35.918526 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-8b40cca6-b635-4802-b928-eb4e582cef18 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-424227588-router', 'tenant_id': 'b280356c83914b07b576394511a30700', 'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b'}}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:17:35.942568 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-8b40cca6-b635-4802-b928-eb4e582cef18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1803889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65293'] for router, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:17:35.943856 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-8b40cca6-b635-4802-b928-eb4e582cef18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1803848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1975305', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1581158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65396'] for router, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:17:36.012217 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-8b40cca6-b635-4802-b928-eb4e582cef18 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:17:36.190652 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe5220c1-4823-468e-a605-7fa83234ff3e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d65c8f8-7530-5052-99fe-8ea05073750b-3c8d0fad-9343-4575-979a-a6b6b3c1e6ef', 'network_id': '3c8d0fad-9343-4575-979a-a6b6b3c1e6ef', 'tenant_id': 'b280356c83914b07b576394511a30700', 'fixed_ips': [{'subnet_id': '139bea64-3f82-452a-95c3-2a2160022dbe'}]}} from dv-neutron-797120-4-hyperv. {{(pid=128085) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 24 12:17:36.191646 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-fe5220c1-4823-468e-a605-7fa83234ff3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_create {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:17:36.205125 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-8b40cca6-b635-4802-b928-eb4e582cef18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1975381', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1803205', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65378'] for router, precommit_update {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:17:36.223951 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-0fb90e16-3f52-4aff-9e15-935c82003577 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dd7918e-83ae-4926-9140-79f861825136', 'name': 'tempest-TestMinimumBasicScenario-334189281-router', 'tenant_id': 'cff86e10c7374afda66f9447e975a635', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'external_fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.156'}], 'enable_snat': True}, 'gw_port_id': 'd36635f1-732f-462c-86ca-74f01c101353', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:17:29Z', 'updated_at': '2021-06-24T12:17:33Z', 'revision_number': 4, 'project_id': 'cff86e10c7374afda66f9447e975a635', 'gw_port': {'id': 'd36635f1-732f-462c-86ca-74f01c101353', 'name': '', 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:0f:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dd7918e-83ae-4926-9140-79f861825136', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:17:30Z', 'updated_at': '2021-06-24T12:17:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-4-hyperv', '_interfaces': [{'id': '737b59d7-fb74-42a5-9368-9fc6d7597e5a', 'name': '', 'network_id': '78964b89-215d-4ae0-b9a0-8e1c027ea599', 'tenant_id': 'cff86e10c7374afda66f9447e975a635', 'mac_address': 'fa:16:3e:27:9f:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4dd7918e-83ae-4926-9140-79f861825136', 'device_owner': 'network:router_interface', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': 'ee4e382a-19f1-4819-838f-b184325392cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:17:32Z', 'updated_at': '2021-06-24T12:17:33Z', 'revision_number': 2, 'project_id': 'cff86e10c7374afda66f9447e975a635', 'subnets': [{'id': 'ee4e382a-19f1-4819-838f-b184325392cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:17:36.261898 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fb90e16-3f52-4aff-9e15-935c82003577 None None] Checking router: 4dd7918e-83ae-4926-9140-79f861825136 for host: dv-neutron-797120-4-hyperv {{(pid=128085) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 12:17:36.262260 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fb90e16-3f52-4aff-9e15-935c82003577 None None] Updating router 4dd7918e-83ae-4926-9140-79f861825136 port 737b59d7-fb74-42a5-9368-9fc6d7597e5a binding host dv-neutron-797120-4-hyperv {{(pid=128085) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 12:17:36.365665 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-0fb90e16-3f52-4aff-9e15-935c82003577 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:17:36.471637 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-8b40cca6-b635-4802-b928-eb4e582cef18 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:17:36.494939 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-8b40cca6-b635-4802-b928-eb4e582cef18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:17:36.502279 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.db_base_plugin_common [None req-fe5220c1-4823-468e-a605-7fa83234ff3e None None] Allocated IP 172.20.0.2 (3c8d0fad-9343-4575-979a-a6b6b3c1e6ef/139bea64-3f82-452a-95c3-2a2160022dbe/d04d9f00-c39d-4916-b253-139bf38c8343) {{(pid=128085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:17:36.636193 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.db.db_base_plugin_common [None req-8b40cca6-b635-4802-b928-eb4e582cef18 admin admin] Allocated IP 172.26.7.60 (f2b8ca71-e776-48b2-8898-96cc7970207b/f37bf603-3862-4d0a-9f58-89616f7fd68f/97ac1161-9786-4315-bc7e-48b7e6a877b0) {{(pid=128084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:17:36.688188 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device d36635f1-732f-462c-86ca-74f01c101353 up at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:17:36.799860 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-8b40cca6-b635-4802-b928-eb4e582cef18 admin admin] Notify callbacks [] for port, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:17:36.840914 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-fe5220c1-4823-468e-a605-7fa83234ff3e None None] Notify callbacks [] for port, precommit_create {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:17:36.853725 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-8b40cca6-b635-4802-b928-eb4e582cef18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-650429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-506361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793193536723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3291971'] for port, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:17:36.855409 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-fe5220c1-4823-468e-a605-7fa83234ff3e None None] Transition to ACTIVE for port object d04d9f00-c39d-4916-b253-139bf38c8343 will not be triggered until provisioned by entity L2. {{(pid=128085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:17:36.856082 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-d6e9a636-17a0-43a2-9dd2-ceb6eb3a9a7f tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:17:36.892858 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-fe5220c1-4823-468e-a605-7fa83234ff3e None None] Transition to ACTIVE for port object d04d9f00-c39d-4916-b253-139bf38c8343 will not be triggered until provisioned by entity DHCP. {{(pid=128085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:17:36.898655 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning complete for port d36635f1-732f-462c-86ca-74f01c101353 triggered by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:17:36.899404 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:17:36.906410 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b40cca6-b635-4802-b928-eb4e582cef18 admin admin] Network f2b8ca71-e776-48b2-8898-96cc7970207b is already hosted by enough agents. {{(pid=128084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:17:36.908143 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-fe5220c1-4823-468e-a605-7fa83234ff3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-650429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-506361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793193536723'] for port, after_create {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:17:36.912509 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.base_scheduler [None req-8b40cca6-b635-4802-b928-eb4e582cef18 admin admin] Resources bound (agent type, host, resource id): {{(pid=128084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:17:36.916158 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b40cca6-b635-4802-b928-eb4e582cef18 admin admin] Received port after_create {{(pid=128084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:17:36.945111 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b40cca6-b635-4802-b928-eb4e582cef18 admin admin] Pushing event updated for resources: {'Port': ['ID=97ac1161-9786-4315-bc7e-48b7e6a877b0,revision_number=1']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:17:36.949399 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-49c402a8-2404-4334-836e-6a48888d6ba7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:17:36.949705 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-8b40cca6-b635-4802-b928-eb4e582cef18 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:17:37.177837 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe5220c1-4823-468e-a605-7fa83234ff3e None None] Network 3c8d0fad-9343-4575-979a-a6b6b3c1e6ef is already hosted by enough agents. {{(pid=128085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:17:37.195530 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-0fb90e16-3f52-4aff-9e15-935c82003577 None None] Notify callbacks [] for port, precommit_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:17:37.203446 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.scheduler.base_scheduler [None req-fe5220c1-4823-468e-a605-7fa83234ff3e None None] Resources bound (agent type, host, resource id): {{(pid=128085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:17:37.211403 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe5220c1-4823-468e-a605-7fa83234ff3e None None] Received port after_create {{(pid=128085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:17:37.223854 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5220c1-4823-468e-a605-7fa83234ff3e None None] Pushing event updated for resources: {'Port': ['ID=d04d9f00-c39d-4916-b253-139bf38c8343,revision_number=1']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:17:37.229252 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-fe5220c1-4823-468e-a605-7fa83234ff3e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:17:37.234293 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-0fb90e16-3f52-4aff-9e15-935c82003577 None None] Transition to ACTIVE for port object 737b59d7-fb74-42a5-9368-9fc6d7597e5a will not be triggered until provisioned by entity L2. {{(pid=128085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:17:37.279817 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-0fb90e16-3f52-4aff-9e15-935c82003577 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:17:37.280600 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-8b40cca6-b635-4802-b928-eb4e582cef18 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:17:37.285599 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:17:37.367293 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-fe5220c1-4823-468e-a605-7fa83234ff3e None None] Attempting to bind port d04d9f00-c39d-4916-b253-139bf38c8343 on host dv-neutron-797120-4-hyperv for vnic_type normal with profile {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 12:17:37.367686 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-fe5220c1-4823-468e-a605-7fa83234ff3e None None] Attempting to bind port d04d9f00-c39d-4916-b253-139bf38c8343 by drivers openvswitch,hyperv on host dv-neutron-797120-4-hyperv at level 0 using segments [{'id': 'b4c0d8a0-5b86-49cb-89b5-d1e15b9c89c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '3c8d0fad-9343-4575-979a-a6b6b3c1e6ef'}] {{(pid=128085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 12:17:37.368044 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe5220c1-4823-468e-a605-7fa83234ff3e None None] Attempting to bind port d04d9f00-c39d-4916-b253-139bf38c8343 on network 3c8d0fad-9343-4575-979a-a6b6b3c1e6ef {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:17:37.387215 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe5220c1-4823-468e-a605-7fa83234ff3e None None] Checking agent: {'id': 'e3a695b2-c397-461f-83b0-10b79d490b59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 11, 36, 56), 'started_at': datetime.datetime(2021, 6, 24, 11, 37, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 12, 17, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 12:17:37.387601 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe5220c1-4823-468e-a605-7fa83234ff3e None None] Checking segment: {'id': 'b4c0d8a0-5b86-49cb-89b5-d1e15b9c89c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '3c8d0fad-9343-4575-979a-a6b6b3c1e6ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=128085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:17:37.388243 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-fe5220c1-4823-468e-a605-7fa83234ff3e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:17:37.388957 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe5220c1-4823-468e-a605-7fa83234ff3e None None] Bound using segment: {'id': 'b4c0d8a0-5b86-49cb-89b5-d1e15b9c89c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '3c8d0fad-9343-4575-979a-a6b6b3c1e6ef'} {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 12:17:37.389732 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-fe5220c1-4823-468e-a605-7fa83234ff3e None None] Bound port: d04d9f00-c39d-4916-b253-139bf38c8343, host: dv-neutron-797120-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4c0d8a0-5b86-49cb-89b5-d1e15b9c89c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '3c8d0fad-9343-4575-979a-a6b6b3c1e6ef'}}] {{(pid=128085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 12:17:37.390408 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-fe5220c1-4823-468e-a605-7fa83234ff3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:17:37.396478 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be33999-00c3-44c4-ade5-c5ebae087ddd None None] Pushing event updated for resources: {'Port': ['ID=737b59d7-fb74-42a5-9368-9fc6d7597e5a,revision_number=3']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:17:37.401325 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-2be33999-00c3-44c4-ade5-c5ebae087ddd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:17:37.496451 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-0fb90e16-3f52-4aff-9e15-935c82003577 None None] Attempting to bind port 737b59d7-fb74-42a5-9368-9fc6d7597e5a on host dv-neutron-797120-4-hyperv for vnic_type normal with profile {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 12:17:37.496824 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-0fb90e16-3f52-4aff-9e15-935c82003577 None None] Attempting to bind port 737b59d7-fb74-42a5-9368-9fc6d7597e5a by drivers openvswitch,hyperv on host dv-neutron-797120-4-hyperv at level 0 using segments [{'id': 'cba72c05-4c6a-4ec1-913f-1b553f2ee2ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '78964b89-215d-4ae0-b9a0-8e1c027ea599'}] {{(pid=128085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 12:17:37.497971 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fb90e16-3f52-4aff-9e15-935c82003577 None None] Attempting to bind port 737b59d7-fb74-42a5-9368-9fc6d7597e5a on network 78964b89-215d-4ae0-b9a0-8e1c027ea599 {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:17:37.517174 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fb90e16-3f52-4aff-9e15-935c82003577 None None] Checking agent: {'id': 'e3a695b2-c397-461f-83b0-10b79d490b59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 11, 36, 56), 'started_at': datetime.datetime(2021, 6, 24, 11, 37, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 12, 17, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 12:17:37.517554 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fb90e16-3f52-4aff-9e15-935c82003577 None None] Checking segment: {'id': 'cba72c05-4c6a-4ec1-913f-1b553f2ee2ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '78964b89-215d-4ae0-b9a0-8e1c027ea599'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=128085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:17:37.517976 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-0fb90e16-3f52-4aff-9e15-935c82003577 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:17:37.518380 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fb90e16-3f52-4aff-9e15-935c82003577 None None] Bound using segment: {'id': 'cba72c05-4c6a-4ec1-913f-1b553f2ee2ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '78964b89-215d-4ae0-b9a0-8e1c027ea599'} {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 12:17:37.518884 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-0fb90e16-3f52-4aff-9e15-935c82003577 None None] Bound port: 737b59d7-fb74-42a5-9368-9fc6d7597e5a, host: dv-neutron-797120-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cba72c05-4c6a-4ec1-913f-1b553f2ee2ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '78964b89-215d-4ae0-b9a0-8e1c027ea599'}}] {{(pid=128085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 12:17:37.519277 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-0fb90e16-3f52-4aff-9e15-935c82003577 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:17:37.546933 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-fe5220c1-4823-468e-a605-7fa83234ff3e None None] For port d04d9f00-c39d-4916-b253-139bf38c8343, host dv-neutron-797120-4-hyperv, cleared binding levels {{(pid=128085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 12:17:37.565565 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-fe5220c1-4823-468e-a605-7fa83234ff3e None None] For port d04d9f00-c39d-4916-b253-139bf38c8343, host dv-neutron-797120-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=d04d9f00-c39d-4916-b253-139bf38c8343,segment=NetworkSegment(b4c0d8a0-5b86-49cb-89b5-d1e15b9c89c4),segment_id=b4c0d8a0-5b86-49cb-89b5-d1e15b9c89c4)] {{(pid=128085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 12:17:37.569871 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-8b40cca6-b635-4802-b928-eb4e582cef18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1803210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1815767'] for router, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:17:37.597796 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-fe5220c1-4823-468e-a605-7fa83234ff3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:17:37.602162 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-fa299624-2d5b-4827-8e6d-20f7d2b1099c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:17:37.699835 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-0fb90e16-3f52-4aff-9e15-935c82003577 None None] For port 737b59d7-fb74-42a5-9368-9fc6d7597e5a, host dv-neutron-797120-4-hyperv, cleared binding levels {{(pid=128085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 12:17:37.709828 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-0fb90e16-3f52-4aff-9e15-935c82003577 None None] For port 737b59d7-fb74-42a5-9368-9fc6d7597e5a, host dv-neutron-797120-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=737b59d7-fb74-42a5-9368-9fc6d7597e5a,segment=NetworkSegment(cba72c05-4c6a-4ec1-913f-1b553f2ee2ff),segment_id=cba72c05-4c6a-4ec1-913f-1b553f2ee2ff)] {{(pid=128085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 12:17:37.711303 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5220c1-4823-468e-a605-7fa83234ff3e None None] Pushing event updated for resources: {'Port': ['ID=d04d9f00-c39d-4916-b253-139bf38c8343,revision_number=2']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:17:37.717375 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-fe5220c1-4823-468e-a605-7fa83234ff3e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:17:37.723684 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-0fb90e16-3f52-4aff-9e15-935c82003577 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:17:37.727494 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:17:37.742676 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b40cca6-b635-4802-b928-eb4e582cef18 admin admin] Router 041cfa20-b798-4d29-8f7c-6d857d8611d4 is scheduled to L3 agent 2987dba8-2249-4ee6-96ec-28f0f7a6127d with binding_index 1 {{(pid=128084) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 24 12:17:37.810398 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fb90e16-3f52-4aff-9e15-935c82003577 None None] Routers {'4dd7918e-83ae-4926-9140-79f861825136'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:17:37.811042 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-0fb90e16-3f52-4aff-9e15-935c82003577 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T12:17:26Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['4dd7918e-83ae-4926-9140-79f861825136'], 'active': True} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:17:37.854003 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be33999-00c3-44c4-ade5-c5ebae087ddd None None] Pushing event updated for resources: {'Port': ['ID=737b59d7-fb74-42a5-9368-9fc6d7597e5a,revision_number=4']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:17:37.862196 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-2be33999-00c3-44c4-ade5-c5ebae087ddd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:17:37.920704 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b40cca6-b635-4802-b928-eb4e582cef18 admin admin] Notify agent at l3_agent.dv-neutron-797120-4-hyperv the message routers_updated {{(pid=128084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 12:17:37.933853 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aff195f-eaed-4e23-975e-c109757d8efe None None] Sync routers for ids ['041cfa20-b798-4d29-8f7c-6d857d8611d4'] in dv-neutron-797120-4-hyperv {{(pid=128086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 12:17:37.946370 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aff195f-eaed-4e23-975e-c109757d8efe None None] Routers {'041cfa20-b798-4d29-8f7c-6d857d8611d4'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:17:37.947256 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-8aff195f-eaed-4e23-975e-c109757d8efe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T12:17:26Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['041cfa20-b798-4d29-8f7c-6d857d8611d4'], 'active': True} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:17:37.958163 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-8b40cca6-b635-4802-b928-eb4e582cef18 admin admin] Notify callbacks [] for router, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:17:37.959940 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-8b40cca6-b635-4802-b928-eb4e582cef18 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.0452621 Jun 24 12:17:37.962896 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 39694) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:17:38.012782 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvr_db [None req-0fb90e16-3f52-4aff-9e15-935c82003577 None None] Set router 4dd7918e-83ae-4926-9140-79f861825136 gateway port host: dv-neutron-797120-4-hyperv {{(pid=128085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:17:38.132188 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_dvr_db [None req-8aff195f-eaed-4e23-975e-c109757d8efe None None] Set router 041cfa20-b798-4d29-8f7c-6d857d8611d4 gateway port host: dv-neutron-797120-4-hyperv {{(pid=128086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:17:38.304080 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-0fb90e16-3f52-4aff-9e15-935c82003577 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dd7918e-83ae-4926-9140-79f861825136', 'name': 'tempest-TestMinimumBasicScenario-334189281-router', 'tenant_id': 'cff86e10c7374afda66f9447e975a635', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'external_fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.156'}], 'enable_snat': True}, 'gw_port_id': 'd36635f1-732f-462c-86ca-74f01c101353', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:17:29Z', 'updated_at': '2021-06-24T12:17:33Z', 'revision_number': 4, 'project_id': 'cff86e10c7374afda66f9447e975a635', 'gw_port': {'id': 'd36635f1-732f-462c-86ca-74f01c101353', 'name': '', 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:0f:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dd7918e-83ae-4926-9140-79f861825136', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:17:30Z', 'updated_at': '2021-06-24T12:17:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-4-hyperv', '_interfaces': [{'id': '737b59d7-fb74-42a5-9368-9fc6d7597e5a', 'name': '', 'network_id': '78964b89-215d-4ae0-b9a0-8e1c027ea599', 'tenant_id': 'cff86e10c7374afda66f9447e975a635', 'mac_address': 'fa:16:3e:27:9f:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4dd7918e-83ae-4926-9140-79f861825136', 'device_owner': 'network:router_interface', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': 'ee4e382a-19f1-4819-838f-b184325392cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:17:32Z', 'updated_at': '2021-06-24T12:17:37Z', 'revision_number': 4, 'project_id': 'cff86e10c7374afda66f9447e975a635', 'subnets': [{'id': 'ee4e382a-19f1-4819-838f-b184325392cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:17:38.335119 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fb90e16-3f52-4aff-9e15-935c82003577 None None] The sync data for ids ['4dd7918e-83ae-4926-9140-79f861825136'] in dv-neutron-797120-4-hyperv is: [{'id': '4dd7918e-83ae-4926-9140-79f861825136', 'name': 'tempest-TestMinimumBasicScenario-334189281-router', 'tenant_id': 'cff86e10c7374afda66f9447e975a635', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'external_fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.156'}], 'enable_snat': True}, 'gw_port_id': 'd36635f1-732f-462c-86ca-74f01c101353', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:17:29Z', 'updated_at': '2021-06-24T12:17:33Z', 'revision_number': 4, 'project_id': 'cff86e10c7374afda66f9447e975a635', 'gw_port': {'id': 'd36635f1-732f-462c-86ca-74f01c101353', 'name': '', 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:0f:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dd7918e-83ae-4926-9140-79f861825136', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:17:30Z', 'updated_at': '2021-06-24T12:17:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-4-hyperv', '_interfaces': [{'id': '737b59d7-fb74-42a5-9368-9fc6d7597e5a', 'name': '', 'network_id': '78964b89-215d-4ae0-b9a0-8e1c027ea599', 'tenant_id': 'cff86e10c7374afda66f9447e975a635', 'mac_address': 'fa:16:3e:27:9f:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4dd7918e-83ae-4926-9140-79f861825136', 'device_owner': 'network:router_interface', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': 'ee4e382a-19f1-4819-838f-b184325392cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:17:32Z', 'updated_at': '2021-06-24T12:17:37Z', 'revision_number': 4, 'project_id': 'cff86e10c7374afda66f9447e975a635', 'subnets': [{'id': 'ee4e382a-19f1-4819-838f-b184325392cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=128085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 12:17:38.370435 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-8aff195f-eaed-4e23-975e-c109757d8efe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '041cfa20-b798-4d29-8f7c-6d857d8611d4', 'name': 'tempest-TestMinimumBasicScenario-424227588-router', 'tenant_id': 'b280356c83914b07b576394511a30700', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'external_fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.60'}], 'enable_snat': True}, 'gw_port_id': '97ac1161-9786-4315-bc7e-48b7e6a877b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:17:35Z', 'updated_at': '2021-06-24T12:17:37Z', 'revision_number': 3, 'project_id': 'b280356c83914b07b576394511a30700', 'gw_port': {'id': '97ac1161-9786-4315-bc7e-48b7e6a877b0', 'name': '', 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:60:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '041cfa20-b798-4d29-8f7c-6d857d8611d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1681, 'fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:17:36Z', 'updated_at': '2021-06-24T12:17:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-4-hyperv'}], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:17:38.438211 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aff195f-eaed-4e23-975e-c109757d8efe None None] Checking router: 041cfa20-b798-4d29-8f7c-6d857d8611d4 for host: dv-neutron-797120-4-hyperv {{(pid=128086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 12:17:38.438599 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aff195f-eaed-4e23-975e-c109757d8efe None None] Updating router 041cfa20-b798-4d29-8f7c-6d857d8611d4 port 97ac1161-9786-4315-bc7e-48b7e6a877b0 binding host dv-neutron-797120-4-hyperv {{(pid=128086) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 12:17:38.483853 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron_lib.callbacks.manager [None req-8aff195f-eaed-4e23-975e-c109757d8efe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:17:38.611737 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-137b2186-366b-46d2-b329-892c09cb31a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:17:38.798598 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device d04d9f00-c39d-4916-b253-139bf38c8343 up at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:17:38.877596 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.db.db_base_plugin_common [None req-137b2186-366b-46d2-b329-892c09cb31a2 admin admin] Allocated IP 172.20.0.1 (3c8d0fad-9343-4575-979a-a6b6b3c1e6ef/139bea64-3f82-452a-95c3-2a2160022dbe/67ad939c-7799-4f83-b566-bd7a50b84e68) {{(pid=128084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:17:38.905869 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning for port d04d9f00-c39d-4916-b253-139bf38c8343 completed by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:17:38.913434 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device 737b59d7-fb74-42a5-9368-9fc6d7597e5a up at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:17:38.939646 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron_lib.callbacks.manager [None req-8aff195f-eaed-4e23-975e-c109757d8efe None None] Notify callbacks [] for port, precommit_update {{(pid=128086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:17:38.957787 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.provisioning_blocks [None req-8aff195f-eaed-4e23-975e-c109757d8efe None None] Transition to ACTIVE for port object 97ac1161-9786-4315-bc7e-48b7e6a877b0 will not be triggered until provisioned by entity L2. {{(pid=128086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:17:38.969289 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron_lib.callbacks.manager [None req-8aff195f-eaed-4e23-975e-c109757d8efe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:17:38.975856 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG oslo_concurrency.lockutils [None req-c0f29ac2-6b83-487a-b860-81b757a7217f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128086) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:17:38.981243 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning for port 737b59d7-fb74-42a5-9368-9fc6d7597e5a completed by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:17:38.988315 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning complete for port 737b59d7-fb74-42a5-9368-9fc6d7597e5a triggered by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:17:38.988725 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:17:39.060226 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.plugins.ml2.managers [None req-8aff195f-eaed-4e23-975e-c109757d8efe None None] Attempting to bind port 97ac1161-9786-4315-bc7e-48b7e6a877b0 on host dv-neutron-797120-4-hyperv for vnic_type normal with profile {{(pid=128086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 12:17:39.060824 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-137b2186-366b-46d2-b329-892c09cb31a2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:17:39.061464 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.plugins.ml2.managers [None req-8aff195f-eaed-4e23-975e-c109757d8efe None None] Attempting to bind port 97ac1161-9786-4315-bc7e-48b7e6a877b0 by drivers openvswitch,hyperv on host dv-neutron-797120-4-hyperv at level 0 using segments [{'id': '1139564f-ff83-4b49-a593-84b33301357d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b'}] {{(pid=128086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 12:17:39.063509 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aff195f-eaed-4e23-975e-c109757d8efe None None] Attempting to bind port 97ac1161-9786-4315-bc7e-48b7e6a877b0 on network f2b8ca71-e776-48b2-8898-96cc7970207b {{(pid=128086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:17:39.068617 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39001bd-3fdc-4d68-9222-2e311bc74d08 None None] Pushing event updated for resources: {'Port': ['ID=97ac1161-9786-4315-bc7e-48b7e6a877b0,revision_number=2']} {{(pid=128086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:17:39.079637 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG oslo_concurrency.lockutils [None req-e39001bd-3fdc-4d68-9222-2e311bc74d08 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=128086) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:17:39.084424 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aff195f-eaed-4e23-975e-c109757d8efe None None] Checking agent: {'id': 'e3a695b2-c397-461f-83b0-10b79d490b59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 11, 36, 56), 'started_at': datetime.datetime(2021, 6, 24, 11, 37, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 12, 17, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=128086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 12:17:39.084845 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aff195f-eaed-4e23-975e-c109757d8efe None None] Checking segment: {'id': '1139564f-ff83-4b49-a593-84b33301357d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=128086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:17:39.085509 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron_lib.callbacks.manager [None req-8aff195f-eaed-4e23-975e-c109757d8efe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=128086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:17:39.086133 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aff195f-eaed-4e23-975e-c109757d8efe None None] Bound using segment: {'id': '1139564f-ff83-4b49-a593-84b33301357d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b'} {{(pid=128086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 12:17:39.086767 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.plugins.ml2.managers [None req-8aff195f-eaed-4e23-975e-c109757d8efe None None] Bound port: 97ac1161-9786-4315-bc7e-48b7e6a877b0, host: dv-neutron-797120-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1139564f-ff83-4b49-a593-84b33301357d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b'}}] {{(pid=128086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 12:17:39.087252 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron_lib.callbacks.manager [None req-8aff195f-eaed-4e23-975e-c109757d8efe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:17:39.088897 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.db.provisioning_blocks [None req-137b2186-366b-46d2-b329-892c09cb31a2 admin admin] Transition to ACTIVE for port object 67ad939c-7799-4f83-b566-bd7a50b84e68 will not be triggered until provisioned by entity DHCP. {{(pid=128084) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:17:39.118354 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0017770c-b0fb-426c-b8f4-9368d7316cae None None] Network 3c8d0fad-9343-4575-979a-a6b6b3c1e6ef requested from dv-neutron-797120-4-hyperv {{(pid=128085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:17:39.148090 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-137b2186-366b-46d2-b329-892c09cb31a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-650429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-506361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793193536723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3291971'] for port, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:17:39.154780 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-cdbb3114-5592-41ff-9d54-3414ad456c97 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:17:39.163752 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.plugins.ml2.db [None req-8aff195f-eaed-4e23-975e-c109757d8efe None None] For port 97ac1161-9786-4315-bc7e-48b7e6a877b0, host dv-neutron-797120-4-hyperv, cleared binding levels {{(pid=128086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 12:17:39.169721 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.plugins.ml2.db [None req-8aff195f-eaed-4e23-975e-c109757d8efe None None] For port 97ac1161-9786-4315-bc7e-48b7e6a877b0, host dv-neutron-797120-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=97ac1161-9786-4315-bc7e-48b7e6a877b0,segment=NetworkSegment(1139564f-ff83-4b49-a593-84b33301357d),segment_id=1139564f-ff83-4b49-a593-84b33301357d)] {{(pid=128086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 12:17:39.175369 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron_lib.callbacks.manager [None req-8aff195f-eaed-4e23-975e-c109757d8efe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:17:39.178239 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG oslo_concurrency.lockutils [None req-a4561ff6-ce88-49d0-b440-b763e069f678 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128086) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:17:39.205434 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-137b2186-366b-46d2-b329-892c09cb31a2 admin admin] Network 3c8d0fad-9343-4575-979a-a6b6b3c1e6ef is already hosted by enough agents. {{(pid=128084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:17:39.211107 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.base_scheduler [None req-137b2186-366b-46d2-b329-892c09cb31a2 admin admin] Resources bound (agent type, host, resource id): {{(pid=128084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:17:39.215191 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-137b2186-366b-46d2-b329-892c09cb31a2 admin admin] Received port after_create {{(pid=128084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:17:39.222344 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137b2186-366b-46d2-b329-892c09cb31a2 admin admin] Pushing event updated for resources: {'Port': ['ID=67ad939c-7799-4f83-b566-bd7a50b84e68,revision_number=1']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:17:39.226418 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:17:39.260678 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-137b2186-366b-46d2-b329-892c09cb31a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:17:39.260954 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-139e1576-a498-490b-9dcf-5446d45264b3 None None] Provisioning for port d04d9f00-c39d-4916-b253-139bf38c8343 completed by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:17:39.279442 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aff195f-eaed-4e23-975e-c109757d8efe None None] Routers {'041cfa20-b798-4d29-8f7c-6d857d8611d4'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:17:39.280348 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-8aff195f-eaed-4e23-975e-c109757d8efe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T12:17:26Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['041cfa20-b798-4d29-8f7c-6d857d8611d4'], 'active': True} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:17:39.282814 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-137b2186-366b-46d2-b329-892c09cb31a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1978458'] for router_interface, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:17:39.284223 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39001bd-3fdc-4d68-9222-2e311bc74d08 None None] Pushing event updated for resources: {'Port': ['ID=97ac1161-9786-4315-bc7e-48b7e6a877b0,revision_number=3']} {{(pid=128086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:17:39.298807 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-139e1576-a498-490b-9dcf-5446d45264b3 None None] Provisioning complete for port d04d9f00-c39d-4916-b253-139bf38c8343 triggered by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:17:39.300098 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-139e1576-a498-490b-9dcf-5446d45264b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:17:39.333447 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG oslo_concurrency.lockutils [None req-e39001bd-3fdc-4d68-9222-2e311bc74d08 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=128086) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:17:39.367980 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] For port 737b59d7-fb74-42a5-9368-9fc6d7597e5a, host dv-neutron-797120-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=737b59d7-fb74-42a5-9368-9fc6d7597e5a,segment=NetworkSegment(cba72c05-4c6a-4ec1-913f-1b553f2ee2ff),segment_id=cba72c05-4c6a-4ec1-913f-1b553f2ee2ff)] {{(pid=128085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:17:39.379990 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:17:39.388668 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:17:39.443410 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_dvr_db [None req-8aff195f-eaed-4e23-975e-c109757d8efe None None] Set router 041cfa20-b798-4d29-8f7c-6d857d8611d4 gateway port host: dv-neutron-797120-4-hyperv {{(pid=128086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:17:39.465828 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-137b2186-366b-46d2-b329-892c09cb31a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:17:39.501225 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Pushing event updated for resources: {'Port': ['ID=737b59d7-fb74-42a5-9368-9fc6d7597e5a,revision_number=5']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:17:39.509074 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:17:39.602718 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-139e1576-a498-490b-9dcf-5446d45264b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:17:39.662539 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-139e1576-a498-490b-9dcf-5446d45264b3 None None] For port d04d9f00-c39d-4916-b253-139bf38c8343, host dv-neutron-797120-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=d04d9f00-c39d-4916-b253-139bf38c8343,segment=NetworkSegment(b4c0d8a0-5b86-49cb-89b5-d1e15b9c89c4),segment_id=b4c0d8a0-5b86-49cb-89b5-d1e15b9c89c4)] {{(pid=128085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:17:39.667707 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-139e1576-a498-490b-9dcf-5446d45264b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:17:39.670206 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-06cdaa60-43a5-4b79-b099-20c752cbd374 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:17:39.700032 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-8aff195f-eaed-4e23-975e-c109757d8efe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '041cfa20-b798-4d29-8f7c-6d857d8611d4', 'name': 'tempest-TestMinimumBasicScenario-424227588-router', 'tenant_id': 'b280356c83914b07b576394511a30700', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'external_fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.60'}], 'enable_snat': True}, 'gw_port_id': '97ac1161-9786-4315-bc7e-48b7e6a877b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:17:35Z', 'updated_at': '2021-06-24T12:17:37Z', 'revision_number': 3, 'project_id': 'b280356c83914b07b576394511a30700', 'gw_port': {'id': '97ac1161-9786-4315-bc7e-48b7e6a877b0', 'name': '', 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:60:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '041cfa20-b798-4d29-8f7c-6d857d8611d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1681, 'fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:17:36Z', 'updated_at': '2021-06-24T12:17:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-4-hyperv'}], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:17:39.737292 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139e1576-a498-490b-9dcf-5446d45264b3 None None] Pushing event updated for resources: {'Port': ['ID=d04d9f00-c39d-4916-b253-139bf38c8343,revision_number=3']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:17:39.740099 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aff195f-eaed-4e23-975e-c109757d8efe None None] The sync data for ids ['041cfa20-b798-4d29-8f7c-6d857d8611d4'] in dv-neutron-797120-4-hyperv is: [{'id': '041cfa20-b798-4d29-8f7c-6d857d8611d4', 'name': 'tempest-TestMinimumBasicScenario-424227588-router', 'tenant_id': 'b280356c83914b07b576394511a30700', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'external_fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.60'}], 'enable_snat': True}, 'gw_port_id': '97ac1161-9786-4315-bc7e-48b7e6a877b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:17:35Z', 'updated_at': '2021-06-24T12:17:37Z', 'revision_number': 3, 'project_id': 'b280356c83914b07b576394511a30700', 'gw_port': {'id': '97ac1161-9786-4315-bc7e-48b7e6a877b0', 'name': '', 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:60:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '041cfa20-b798-4d29-8f7c-6d857d8611d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1681, 'fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:17:36Z', 'updated_at': '2021-06-24T12:17:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-4-hyperv'}] {{(pid=128086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 12:17:39.743558 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-139e1576-a498-490b-9dcf-5446d45264b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:17:39.751470 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-137b2186-366b-46d2-b329-892c09cb31a2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:17:39.764973 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-137b2186-366b-46d2-b329-892c09cb31a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3292081'] for port, after_update {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:17:39.766167 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-8b40cca6-b635-4802-b928-eb4e582cef18 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:17:40.012029 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-03117e68-b47d-47fb-8008-4b655df0f7d6 None None] Provisioning complete for port d04d9f00-c39d-4916-b253-139bf38c8343 triggered by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:17:40.012637 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-03117e68-b47d-47fb-8008-4b655df0f7d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:17:40.138665 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-03117e68-b47d-47fb-8008-4b655df0f7d6 None None] Provisioning for port 67ad939c-7799-4f83-b566-bd7a50b84e68 completed by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:17:40.146474 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-03117e68-b47d-47fb-8008-4b655df0f7d6 None None] Provisioning complete for port 67ad939c-7799-4f83-b566-bd7a50b84e68 triggered by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:17:40.147632 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-03117e68-b47d-47fb-8008-4b655df0f7d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:17:40.227527 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137b2186-366b-46d2-b329-892c09cb31a2 admin admin] Pushing event updated for resources: {'Port': ['ID=67ad939c-7799-4f83-b566-bd7a50b84e68,revision_number=2']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:17:40.238074 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-137b2186-366b-46d2-b329-892c09cb31a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.472s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:17:40.239050 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-137b2186-366b-46d2-b329-892c09cb31a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1783050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1978542'] for router_interface, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:17:40.246721 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-03117e68-b47d-47fb-8008-4b655df0f7d6 None None] Port 67ad939c-7799-4f83-b566-bd7a50b84e68 cannot update to ACTIVE because it is not bound. {{(pid=128085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 12:17:40.373109 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-e78956bf-24ca-4f19-bb51-3d7f111d7b7f None None] Provisioning complete for port 67ad939c-7799-4f83-b566-bd7a50b84e68 triggered by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:17:40.373511 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-e78956bf-24ca-4f19-bb51-3d7f111d7b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:17:40.376533 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-137b2186-366b-46d2-b329-892c09cb31a2 admin admin] Network 3c8d0fad-9343-4575-979a-a6b6b3c1e6ef is already hosted by enough agents. {{(pid=128084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:17:40.378910 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.base_scheduler [None req-137b2186-366b-46d2-b329-892c09cb31a2 admin admin] Resources bound (agent type, host, resource id): {{(pid=128084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:17:40.426979 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-e78956bf-24ca-4f19-bb51-3d7f111d7b7f None None] Port 67ad939c-7799-4f83-b566-bd7a50b84e68 cannot update to ACTIVE because it is not bound. {{(pid=128085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 12:17:40.534628 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-137b2186-366b-46d2-b329-892c09cb31a2 admin admin] Router 041cfa20-b798-4d29-8f7c-6d857d8611d4 has already been hosted by L3 agent 2987dba8-2249-4ee6-96ec-28f0f7a6127d {{(pid=128084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 12:17:40.659461 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-188d5836-716f-441f-8251-89093f96d6e5 None None] Provisioning complete for port 67ad939c-7799-4f83-b566-bd7a50b84e68 triggered by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:17:40.661342 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-188d5836-716f-441f-8251-89093f96d6e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:17:40.707042 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-188d5836-716f-441f-8251-89093f96d6e5 None None] Port 67ad939c-7799-4f83-b566-bd7a50b84e68 cannot update to ACTIVE because it is not bound. {{(pid=128085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 12:17:40.707953 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-137b2186-366b-46d2-b329-892c09cb31a2 admin admin] Notify agent at l3_agent.dv-neutron-797120-4-hyperv the message routers_updated {{(pid=128084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 12:17:40.717144 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-137b2186-366b-46d2-b329-892c09cb31a2 admin admin] 10.222.0.53 "PUT /v2.0/routers/041cfa20-b798-4d29-8f7c-6d857d8611d4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7519615 Jun 24 12:17:40.778020 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device d04d9f00-c39d-4916-b253-139bf38c8343 up at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:17:40.832578 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning complete for port d04d9f00-c39d-4916-b253-139bf38c8343 triggered by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:17:40.832894 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:17:40.949199 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device 737b59d7-fb74-42a5-9368-9fc6d7597e5a up at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:17:41.007882 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning complete for port 737b59d7-fb74-42a5-9368-9fc6d7597e5a triggered by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:17:41.008253 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:17:41.109170 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device 97ac1161-9786-4315-bc7e-48b7e6a877b0 up at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:17:41.168344 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning for port 97ac1161-9786-4315-bc7e-48b7e6a877b0 completed by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:17:41.173035 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning complete for port 97ac1161-9786-4315-bc7e-48b7e6a877b0 triggered by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:17:41.177384 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:17:41.302801 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:17:41.326423 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] For port 97ac1161-9786-4315-bc7e-48b7e6a877b0, host dv-neutron-797120-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=97ac1161-9786-4315-bc7e-48b7e6a877b0,segment=NetworkSegment(1139564f-ff83-4b49-a593-84b33301357d),segment_id=1139564f-ff83-4b49-a593-84b33301357d)] {{(pid=128085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:17:41.331256 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:17:41.333320 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-fe5220c1-4823-468e-a605-7fa83234ff3e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:17:41.391373 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Pushing event updated for resources: {'Port': ['ID=97ac1161-9786-4315-bc7e-48b7e6a877b0,revision_number=4']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:17:41.397877 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:17:41.812323 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eebd2811-3fa0-4468-ad37-b9da23182c30 None None] Sync routers for ids ['041cfa20-b798-4d29-8f7c-6d857d8611d4'] in dv-neutron-797120-4-hyperv {{(pid=128085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 12:17:41.822029 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eebd2811-3fa0-4468-ad37-b9da23182c30 None None] Routers {'041cfa20-b798-4d29-8f7c-6d857d8611d4'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:17:41.822739 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-eebd2811-3fa0-4468-ad37-b9da23182c30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T12:17:26Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['041cfa20-b798-4d29-8f7c-6d857d8611d4'], 'active': True} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:17:42.125123 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvr_db [None req-eebd2811-3fa0-4468-ad37-b9da23182c30 None None] Set router 041cfa20-b798-4d29-8f7c-6d857d8611d4 gateway port host: dv-neutron-797120-4-hyperv {{(pid=128085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:17:42.378185 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-eebd2811-3fa0-4468-ad37-b9da23182c30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '041cfa20-b798-4d29-8f7c-6d857d8611d4', 'name': 'tempest-TestMinimumBasicScenario-424227588-router', 'tenant_id': 'b280356c83914b07b576394511a30700', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'external_fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.60'}], 'enable_snat': True}, 'gw_port_id': '97ac1161-9786-4315-bc7e-48b7e6a877b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:17:35Z', 'updated_at': '2021-06-24T12:17:39Z', 'revision_number': 4, 'project_id': 'b280356c83914b07b576394511a30700', 'gw_port': {'id': '97ac1161-9786-4315-bc7e-48b7e6a877b0', 'name': '', 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:60:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '041cfa20-b798-4d29-8f7c-6d857d8611d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1681, 'fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:17:36Z', 'updated_at': '2021-06-24T12:17:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-4-hyperv', '_interfaces': [{'id': '67ad939c-7799-4f83-b566-bd7a50b84e68', 'name': '', 'network_id': '3c8d0fad-9343-4575-979a-a6b6b3c1e6ef', 'tenant_id': 'b280356c83914b07b576394511a30700', 'mac_address': 'fa:16:3e:93:4d:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '041cfa20-b798-4d29-8f7c-6d857d8611d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1682, 'fixed_ips': [{'subnet_id': '139bea64-3f82-452a-95c3-2a2160022dbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:17:38Z', 'updated_at': '2021-06-24T12:17:39Z', 'revision_number': 2, 'project_id': 'b280356c83914b07b576394511a30700', 'subnets': [{'id': '139bea64-3f82-452a-95c3-2a2160022dbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:17:42.407598 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eebd2811-3fa0-4468-ad37-b9da23182c30 None None] Checking router: 041cfa20-b798-4d29-8f7c-6d857d8611d4 for host: dv-neutron-797120-4-hyperv {{(pid=128085) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 12:17:42.407974 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eebd2811-3fa0-4468-ad37-b9da23182c30 None None] Updating router 041cfa20-b798-4d29-8f7c-6d857d8611d4 port 67ad939c-7799-4f83-b566-bd7a50b84e68 binding host dv-neutron-797120-4-hyperv {{(pid=128085) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 12:17:42.450095 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-eebd2811-3fa0-4468-ad37-b9da23182c30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:17:42.693865 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device 97ac1161-9786-4315-bc7e-48b7e6a877b0 up at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:17:42.788192 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning complete for port 97ac1161-9786-4315-bc7e-48b7e6a877b0 triggered by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:17:42.788833 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:17:42.819574 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-eebd2811-3fa0-4468-ad37-b9da23182c30 None None] Notify callbacks [] for port, precommit_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:17:42.835421 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-eebd2811-3fa0-4468-ad37-b9da23182c30 None None] Transition to ACTIVE for port object 67ad939c-7799-4f83-b566-bd7a50b84e68 will not be triggered until provisioned by entity L2. {{(pid=128085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:17:42.852279 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-eebd2811-3fa0-4468-ad37-b9da23182c30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:17:42.857869 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-49c402a8-2404-4334-836e-6a48888d6ba7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:17:42.910087 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7e0724-6004-432b-8f24-21001dc49e33 None None] Pushing event updated for resources: {'Port': ['ID=67ad939c-7799-4f83-b566-bd7a50b84e68,revision_number=3']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:17:42.932636 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-ad7e0724-6004-432b-8f24-21001dc49e33 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:17:43.019664 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-eebd2811-3fa0-4468-ad37-b9da23182c30 None None] Attempting to bind port 67ad939c-7799-4f83-b566-bd7a50b84e68 on host dv-neutron-797120-4-hyperv for vnic_type normal with profile {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 12:17:43.020118 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-eebd2811-3fa0-4468-ad37-b9da23182c30 None None] Attempting to bind port 67ad939c-7799-4f83-b566-bd7a50b84e68 by drivers openvswitch,hyperv on host dv-neutron-797120-4-hyperv at level 0 using segments [{'id': 'b4c0d8a0-5b86-49cb-89b5-d1e15b9c89c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '3c8d0fad-9343-4575-979a-a6b6b3c1e6ef'}] {{(pid=128085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 12:17:43.020585 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eebd2811-3fa0-4468-ad37-b9da23182c30 None None] Attempting to bind port 67ad939c-7799-4f83-b566-bd7a50b84e68 on network 3c8d0fad-9343-4575-979a-a6b6b3c1e6ef {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:17:43.028096 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eebd2811-3fa0-4468-ad37-b9da23182c30 None None] Checking agent: {'id': 'e3a695b2-c397-461f-83b0-10b79d490b59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 11, 36, 56), 'started_at': datetime.datetime(2021, 6, 24, 11, 37, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 12, 17, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 12:17:43.028772 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eebd2811-3fa0-4468-ad37-b9da23182c30 None None] Checking segment: {'id': 'b4c0d8a0-5b86-49cb-89b5-d1e15b9c89c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '3c8d0fad-9343-4575-979a-a6b6b3c1e6ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=128085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:17:43.029519 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-eebd2811-3fa0-4468-ad37-b9da23182c30 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:17:43.030164 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eebd2811-3fa0-4468-ad37-b9da23182c30 None None] Bound using segment: {'id': 'b4c0d8a0-5b86-49cb-89b5-d1e15b9c89c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '3c8d0fad-9343-4575-979a-a6b6b3c1e6ef'} {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 12:17:43.030684 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-eebd2811-3fa0-4468-ad37-b9da23182c30 None None] Bound port: 67ad939c-7799-4f83-b566-bd7a50b84e68, host: dv-neutron-797120-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4c0d8a0-5b86-49cb-89b5-d1e15b9c89c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '3c8d0fad-9343-4575-979a-a6b6b3c1e6ef'}}] {{(pid=128085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 12:17:43.031131 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-eebd2811-3fa0-4468-ad37-b9da23182c30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:17:43.124521 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-eebd2811-3fa0-4468-ad37-b9da23182c30 None None] For port 67ad939c-7799-4f83-b566-bd7a50b84e68, host dv-neutron-797120-4-hyperv, cleared binding levels {{(pid=128085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 12:17:43.128401 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-eebd2811-3fa0-4468-ad37-b9da23182c30 None None] For port 67ad939c-7799-4f83-b566-bd7a50b84e68, host dv-neutron-797120-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=67ad939c-7799-4f83-b566-bd7a50b84e68,segment=NetworkSegment(b4c0d8a0-5b86-49cb-89b5-d1e15b9c89c4),segment_id=b4c0d8a0-5b86-49cb-89b5-d1e15b9c89c4)] {{(pid=128085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 12:17:43.139105 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-eebd2811-3fa0-4468-ad37-b9da23182c30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:17:43.141745 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-139e1576-a498-490b-9dcf-5446d45264b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:17:43.217920 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7e0724-6004-432b-8f24-21001dc49e33 None None] Pushing event updated for resources: {'Port': ['ID=67ad939c-7799-4f83-b566-bd7a50b84e68,revision_number=4']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:17:43.218762 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-ad7e0724-6004-432b-8f24-21001dc49e33 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:17:43.232314 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eebd2811-3fa0-4468-ad37-b9da23182c30 None None] Routers {'041cfa20-b798-4d29-8f7c-6d857d8611d4'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:17:43.233484 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-eebd2811-3fa0-4468-ad37-b9da23182c30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T12:17:26Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['041cfa20-b798-4d29-8f7c-6d857d8611d4'], 'active': True} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:17:43.446989 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvr_db [None req-eebd2811-3fa0-4468-ad37-b9da23182c30 None None] Set router 041cfa20-b798-4d29-8f7c-6d857d8611d4 gateway port host: dv-neutron-797120-4-hyperv {{(pid=128085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:17:43.728054 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-eebd2811-3fa0-4468-ad37-b9da23182c30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '041cfa20-b798-4d29-8f7c-6d857d8611d4', 'name': 'tempest-TestMinimumBasicScenario-424227588-router', 'tenant_id': 'b280356c83914b07b576394511a30700', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'external_fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.60'}], 'enable_snat': True}, 'gw_port_id': '97ac1161-9786-4315-bc7e-48b7e6a877b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:17:35Z', 'updated_at': '2021-06-24T12:17:39Z', 'revision_number': 4, 'project_id': 'b280356c83914b07b576394511a30700', 'gw_port': {'id': '97ac1161-9786-4315-bc7e-48b7e6a877b0', 'name': '', 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:60:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '041cfa20-b798-4d29-8f7c-6d857d8611d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1681, 'fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:17:36Z', 'updated_at': '2021-06-24T12:17:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-4-hyperv', '_interfaces': [{'id': '67ad939c-7799-4f83-b566-bd7a50b84e68', 'name': '', 'network_id': '3c8d0fad-9343-4575-979a-a6b6b3c1e6ef', 'tenant_id': 'b280356c83914b07b576394511a30700', 'mac_address': 'fa:16:3e:93:4d:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '041cfa20-b798-4d29-8f7c-6d857d8611d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1682, 'fixed_ips': [{'subnet_id': '139bea64-3f82-452a-95c3-2a2160022dbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:17:38Z', 'updated_at': '2021-06-24T12:17:43Z', 'revision_number': 4, 'project_id': 'b280356c83914b07b576394511a30700', 'subnets': [{'id': '139bea64-3f82-452a-95c3-2a2160022dbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:17:43.761240 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eebd2811-3fa0-4468-ad37-b9da23182c30 None None] The sync data for ids ['041cfa20-b798-4d29-8f7c-6d857d8611d4'] in dv-neutron-797120-4-hyperv is: [{'id': '041cfa20-b798-4d29-8f7c-6d857d8611d4', 'name': 'tempest-TestMinimumBasicScenario-424227588-router', 'tenant_id': 'b280356c83914b07b576394511a30700', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'external_fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.60'}], 'enable_snat': True}, 'gw_port_id': '97ac1161-9786-4315-bc7e-48b7e6a877b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:17:35Z', 'updated_at': '2021-06-24T12:17:39Z', 'revision_number': 4, 'project_id': 'b280356c83914b07b576394511a30700', 'gw_port': {'id': '97ac1161-9786-4315-bc7e-48b7e6a877b0', 'name': '', 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:60:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '041cfa20-b798-4d29-8f7c-6d857d8611d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1681, 'fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:17:36Z', 'updated_at': '2021-06-24T12:17:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-4-hyperv', '_interfaces': [{'id': '67ad939c-7799-4f83-b566-bd7a50b84e68', 'name': '', 'network_id': '3c8d0fad-9343-4575-979a-a6b6b3c1e6ef', 'tenant_id': 'b280356c83914b07b576394511a30700', 'mac_address': 'fa:16:3e:93:4d:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '041cfa20-b798-4d29-8f7c-6d857d8611d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1682, 'fixed_ips': [{'subnet_id': '139bea64-3f82-452a-95c3-2a2160022dbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:17:38Z', 'updated_at': '2021-06-24T12:17:43Z', 'revision_number': 4, 'project_id': 'b280356c83914b07b576394511a30700', 'subnets': [{'id': '139bea64-3f82-452a-95c3-2a2160022dbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=128085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 12:17:44.681524 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device 67ad939c-7799-4f83-b566-bd7a50b84e68 up at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:17:44.740226 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning for port 67ad939c-7799-4f83-b566-bd7a50b84e68 completed by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:17:44.744712 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning complete for port 67ad939c-7799-4f83-b566-bd7a50b84e68 triggered by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:17:44.745238 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:17:44.840884 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:17:44.885650 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] For port 67ad939c-7799-4f83-b566-bd7a50b84e68, host dv-neutron-797120-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=67ad939c-7799-4f83-b566-bd7a50b84e68,segment=NetworkSegment(b4c0d8a0-5b86-49cb-89b5-d1e15b9c89c4),segment_id=b4c0d8a0-5b86-49cb-89b5-d1e15b9c89c4)] {{(pid=128085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:17:44.893939 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:17:44.896057 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-fa299624-2d5b-4827-8e6d-20f7d2b1099c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:17:44.968282 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Pushing event updated for resources: {'Port': ['ID=67ad939c-7799-4f83-b566-bd7a50b84e68,revision_number=5']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:17:44.971903 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:17:44.975033 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:17:46.665967 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device 67ad939c-7799-4f83-b566-bd7a50b84e68 up at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:17:46.724922 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning complete for port 67ad939c-7799-4f83-b566-bd7a50b84e68 triggered by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:17:46.725330 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:17:51.081188 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.agents_db [None req-87a69269-d72b-4286-97f3-1041481ed6d8 None None] Agent healthcheck: found 6 active agents {{(pid=128086) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 12:17:51.124083 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e61ef27-c588-4ec2-8192-af2658efc344 req-6bc02da3-4ae6-4ebc-95ac-80273b8fabf1 tempest-TestMinimumBasicScenario-736986205 tempest-TestMinimumBasicScenario-736986205-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:17:51.125755 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-9e61ef27-c588-4ec2-8192-af2658efc344 req-6bc02da3-4ae6-4ebc-95ac-80273b8fabf1 tempest-TestMinimumBasicScenario-736986205 tempest-TestMinimumBasicScenario-736986205-project] 10.222.0.53 "GET /v2.0/networks?id=78964b89-215d-4ae0-b9a0-8e1c027ea599 HTTP/1.1" status: 200 len: 814 time: 0.1068006 Jun 24 12:17:51.142059 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-9e61ef27-c588-4ec2-8192-af2658efc344 req-e03a890d-bb29-4c19-ae8e-2d92f4ccdbe1 tempest-TestMinimumBasicScenario-736986205 tempest-TestMinimumBasicScenario-736986205-project] 10.222.0.53 "GET /v2.0/quotas/cff86e10c7374afda66f9447e975a635 HTTP/1.1" status: 200 len: 375 time: 0.0104160 Jun 24 12:17:51.217572 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-9e61ef27-c588-4ec2-8192-af2658efc344 req-ab2f2bcc-f6be-432f-bb46-17b08681a5e1 tempest-TestMinimumBasicScenario-736986205 tempest-TestMinimumBasicScenario-736986205-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=cff86e10c7374afda66f9447e975a635&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0700457 Jun 24 12:17:51.241461 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [req-9e61ef27-c588-4ec2-8192-af2658efc344 req-530b5f54-809b-4713-8a93-4da27964a455 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=128083) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 24 12:17:51.242499 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-9e61ef27-c588-4ec2-8192-af2658efc344 req-530b5f54-809b-4713-8a93-4da27964a455 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059845 Jun 24 12:17:51.349457 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-9e61ef27-c588-4ec2-8192-af2658efc344 req-2e4df1f8-fda1-489d-83f3-ba1dd1f389bd service neutron] 10.222.0.53 "GET /v2.0/networks/78964b89-215d-4ae0-b9a0-8e1c027ea599?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992327 Jun 24 12:17:51.463832 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-9e61ef27-c588-4ec2-8192-af2658efc344 req-75a1deb5-4e31-4757-b2a7-20b9f5c954cf service neutron] 10.222.0.53 "GET /v2.0/networks/78964b89-215d-4ae0-b9a0-8e1c027ea599?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1087863 Jun 24 12:17:52.775201 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-2a4a3340-d2d3-40ec-bf28-93881336209e req-dbd6ef9a-d197-42fe-bf2b-96307649d8e0 tempest-TestMinimumBasicScenario-736986205 tempest-TestMinimumBasicScenario-736986205-project] 10.222.0.53 "GET /v2.0/ports?device_id=401d64dd-4b27-46b0-9ea9-5899c5caced0 HTTP/1.1" status: 200 len: 210 time: 0.1315465 Jun 24 12:17:53.868055 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-9b3d498a-e88a-4c3d-8264-399fa6bc80c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:17:53.870776 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e61ef27-c588-4ec2-8192-af2658efc344 req-c3389e86-d6f3-4080-b77f-fa99f56d9145 tempest-TestMinimumBasicScenario-736986205 tempest-TestMinimumBasicScenario-736986205-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:17:53.872247 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-9e61ef27-c588-4ec2-8192-af2658efc344 req-c3389e86-d6f3-4080-b77f-fa99f56d9145 tempest-TestMinimumBasicScenario-736986205 tempest-TestMinimumBasicScenario-736986205-project] 10.222.0.45 "GET /v2.0/networks?id=78964b89-215d-4ae0-b9a0-8e1c027ea599 HTTP/1.1" status: 200 len: 814 time: 0.1169529 Jun 24 12:17:53.893534 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [req-9e61ef27-c588-4ec2-8192-af2658efc344 req-9f5cc342-bc9f-4687-9a5a-04b0cc95e3b2 tempest-TestMinimumBasicScenario-736986205 tempest-TestMinimumBasicScenario-736986205-project] Request body: {'port': {'device_id': '401d64dd-4b27-46b0-9ea9-5899c5caced0', 'network_id': '78964b89-215d-4ae0-b9a0-8e1c027ea599', 'admin_state_up': True, 'tenant_id': 'cff86e10c7374afda66f9447e975a635'}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:17:53.951446 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-e23eb8f0-c1a3-4203-909c-7288147c48b7 req-1a7ef8d9-2c15-445c-9e92-02262559713c tempest-TestMinimumBasicScenario-736986205 tempest-TestMinimumBasicScenario-736986205-project] 10.222.0.53 "GET /v2.0/ports?device_id=401d64dd-4b27-46b0-9ea9-5899c5caced0 HTTP/1.1" status: 200 len: 210 time: 0.0528750 Jun 24 12:17:54.056224 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9e61ef27-c588-4ec2-8192-af2658efc344 req-9f5cc342-bc9f-4687-9a5a-04b0cc95e3b2 tempest-TestMinimumBasicScenario-736986205 tempest-TestMinimumBasicScenario-736986205-project] Made reservation on behalf of cff86e10c7374afda66f9447e975a635 for: {'port': 1} {{(pid=128083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:17:54.059990 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-9e61ef27-c588-4ec2-8192-af2658efc344 req-9f5cc342-bc9f-4687-9a5a-04b0cc95e3b2 tempest-TestMinimumBasicScenario-736986205 tempest-TestMinimumBasicScenario-736986205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:17:54.199320 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.db_base_plugin_common [req-9e61ef27-c588-4ec2-8192-af2658efc344 req-9f5cc342-bc9f-4687-9a5a-04b0cc95e3b2 tempest-TestMinimumBasicScenario-736986205 tempest-TestMinimumBasicScenario-736986205-project] Allocated IP 172.20.0.3 (78964b89-215d-4ae0-b9a0-8e1c027ea599/ee4e382a-19f1-4819-838f-b184325392cb/b21ca9b7-db28-440d-bb17-c29f1a4efe19) {{(pid=128083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:17:54.383722 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-9e61ef27-c588-4ec2-8192-af2658efc344 req-9f5cc342-bc9f-4687-9a5a-04b0cc95e3b2 tempest-TestMinimumBasicScenario-736986205 tempest-TestMinimumBasicScenario-736986205-project] Notify callbacks [] for port, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:17:54.406024 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.provisioning_blocks [req-9e61ef27-c588-4ec2-8192-af2658efc344 req-9f5cc342-bc9f-4687-9a5a-04b0cc95e3b2 tempest-TestMinimumBasicScenario-736986205 tempest-TestMinimumBasicScenario-736986205-project] Transition to ACTIVE for port object b21ca9b7-db28-440d-bb17-c29f1a4efe19 will not be triggered until provisioned by entity DHCP. {{(pid=128083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:17:54.458204 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-9e61ef27-c588-4ec2-8192-af2658efc344 req-9f5cc342-bc9f-4687-9a5a-04b0cc95e3b2 tempest-TestMinimumBasicScenario-736986205 tempest-TestMinimumBasicScenario-736986205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-650429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-506361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793193536723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2537853'] for port, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:17:54.472709 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-a82ad5c6-f551-455a-8366-adf3e970e87a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:17:54.528926 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e61ef27-c588-4ec2-8192-af2658efc344 req-9f5cc342-bc9f-4687-9a5a-04b0cc95e3b2 tempest-TestMinimumBasicScenario-736986205 tempest-TestMinimumBasicScenario-736986205-project] Network 78964b89-215d-4ae0-b9a0-8e1c027ea599 is already hosted by enough agents. {{(pid=128083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:17:54.533962 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.base_scheduler [req-9e61ef27-c588-4ec2-8192-af2658efc344 req-9f5cc342-bc9f-4687-9a5a-04b0cc95e3b2 tempest-TestMinimumBasicScenario-736986205 tempest-TestMinimumBasicScenario-736986205-project] Resources bound (agent type, host, resource id): {{(pid=128083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:17:54.547416 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e61ef27-c588-4ec2-8192-af2658efc344 req-9f5cc342-bc9f-4687-9a5a-04b0cc95e3b2 tempest-TestMinimumBasicScenario-736986205 tempest-TestMinimumBasicScenario-736986205-project] Received port after_create {{(pid=128083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:17:54.584729 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5cc342-bc9f-4687-9a5a-04b0cc95e3b2 tempest-TestMinimumBasicScenario-736986205 tempest-TestMinimumBasicScenario-736986205-project] Pushing event updated for resources: {'Port': ['ID=b21ca9b7-db28-440d-bb17-c29f1a4efe19,revision_number=1']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:17:54.590951 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-9f5cc342-bc9f-4687-9a5a-04b0cc95e3b2 tempest-TestMinimumBasicScenario-736986205 tempest-TestMinimumBasicScenario-736986205-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:17:54.632740 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e61ef27-c588-4ec2-8192-af2658efc344 req-9f5cc342-bc9f-4687-9a5a-04b0cc95e3b2 tempest-TestMinimumBasicScenario-736986205 tempest-TestMinimumBasicScenario-736986205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:17:54.633831 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-9e61ef27-c588-4ec2-8192-af2658efc344 req-9f5cc342-bc9f-4687-9a5a-04b0cc95e3b2 tempest-TestMinimumBasicScenario-736986205 tempest-TestMinimumBasicScenario-736986205-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468916'] for port, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:17:54.668004 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-9e61ef27-c588-4ec2-8192-af2658efc344 req-9f5cc342-bc9f-4687-9a5a-04b0cc95e3b2 tempest-TestMinimumBasicScenario-736986205 tempest-TestMinimumBasicScenario-736986205-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7797120 Jun 24 12:17:54.894501 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-a18bf812-e7d2-4020-a649-afea4c84dc0f None None] Provisioning for port b21ca9b7-db28-440d-bb17-c29f1a4efe19 completed by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:17:54.898361 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-a18bf812-e7d2-4020-a649-afea4c84dc0f None None] Provisioning complete for port b21ca9b7-db28-440d-bb17-c29f1a4efe19 triggered by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:17:54.898775 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-a18bf812-e7d2-4020-a649-afea4c84dc0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:17:54.933604 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-a18bf812-e7d2-4020-a649-afea4c84dc0f None None] Port b21ca9b7-db28-440d-bb17-c29f1a4efe19 cannot update to ACTIVE because it is not bound. {{(pid=128085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 12:17:55.153190 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72cf5cd-676d-4833-911a-b30eecf42846 req-e2167275-628f-4189-8291-ce74f2f54756 tempest-TestMinimumBasicScenario-736986205 tempest-TestMinimumBasicScenario-736986205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:17:55.154531 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-f72cf5cd-676d-4833-911a-b30eecf42846 req-e2167275-628f-4189-8291-ce74f2f54756 tempest-TestMinimumBasicScenario-736986205 tempest-TestMinimumBasicScenario-736986205-project] 10.222.0.53 "GET /v2.0/ports?device_id=401d64dd-4b27-46b0-9ea9-5899c5caced0 HTTP/1.1" status: 200 len: 931 time: 0.0760877 Jun 24 12:17:55.206132 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-f72cf5cd-676d-4833-911a-b30eecf42846 req-98377299-26c4-476b-8021-9fc32bbd6e60 tempest-TestMinimumBasicScenario-736986205 tempest-TestMinimumBasicScenario-736986205-project] 10.222.0.53 "GET /v2.0/security-groups?id=7c2e6157-7d34-4d06-ae9e-e65b48f74d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429361 Jun 24 12:17:56.397709 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445be452-2538-46d9-8721-09d78a5cff79 req-df96ccb7-4054-42bb-abd7-0fb01d1f0f87 tempest-TestMinimumBasicScenario-736986205 tempest-TestMinimumBasicScenario-736986205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:17:56.399951 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-445be452-2538-46d9-8721-09d78a5cff79 req-df96ccb7-4054-42bb-abd7-0fb01d1f0f87 tempest-TestMinimumBasicScenario-736986205 tempest-TestMinimumBasicScenario-736986205-project] 10.222.0.53 "GET /v2.0/ports?device_id=401d64dd-4b27-46b0-9ea9-5899c5caced0 HTTP/1.1" status: 200 len: 931 time: 0.0709798 Jun 24 12:17:56.418027 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-634e8f92-e756-40ab-809c-f21c998362ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:17:56.446274 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-445be452-2538-46d9-8721-09d78a5cff79 req-289b8b4b-5468-4230-8d78-89a34cffeb55 tempest-TestMinimumBasicScenario-736986205 tempest-TestMinimumBasicScenario-736986205-project] 10.222.0.53 "GET /v2.0/security-groups?id=7c2e6157-7d34-4d06-ae9e-e65b48f74d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401752 Jun 24 12:17:56.571279 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:17:57.649270 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff415e34-149c-4276-afeb-abd66126ba15 req-bd300b04-df9e-463b-823a-d8f9fceeeed6 tempest-TestMinimumBasicScenario-736986205 tempest-TestMinimumBasicScenario-736986205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:17:57.650739 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-ff415e34-149c-4276-afeb-abd66126ba15 req-bd300b04-df9e-463b-823a-d8f9fceeeed6 tempest-TestMinimumBasicScenario-736986205 tempest-TestMinimumBasicScenario-736986205-project] 10.222.0.53 "GET /v2.0/ports?device_id=401d64dd-4b27-46b0-9ea9-5899c5caced0 HTTP/1.1" status: 200 len: 931 time: 0.0746269 Jun 24 12:17:57.708189 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-ff415e34-149c-4276-afeb-abd66126ba15 req-464fee85-0f37-4d4a-a0c3-31d1a70150ec tempest-TestMinimumBasicScenario-736986205 tempest-TestMinimumBasicScenario-736986205-project] 10.222.0.53 "GET /v2.0/security-groups?id=7c2e6157-7d34-4d06-ae9e-e65b48f74d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483212 Jun 24 12:17:57.807726 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-03237adf-ebd0-46f2-a476-4d4bb746e0f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:17:58.927823 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd232b8-c180-4c4d-8eab-1d1839dca180 req-622de81d-f18e-409c-9ba0-26fcd86ef487 tempest-TestMinimumBasicScenario-736986205 tempest-TestMinimumBasicScenario-736986205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:17:58.939632 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-3dd232b8-c180-4c4d-8eab-1d1839dca180 req-622de81d-f18e-409c-9ba0-26fcd86ef487 tempest-TestMinimumBasicScenario-736986205 tempest-TestMinimumBasicScenario-736986205-project] 10.222.0.53 "GET /v2.0/ports?device_id=401d64dd-4b27-46b0-9ea9-5899c5caced0 HTTP/1.1" status: 200 len: 931 time: 0.0940232 Jun 24 12:17:58.979694 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-3dd232b8-c180-4c4d-8eab-1d1839dca180 req-e2500f7b-ba16-4dd6-a936-3e405450ba26 tempest-TestMinimumBasicScenario-736986205 tempest-TestMinimumBasicScenario-736986205-project] 10.222.0.53 "GET /v2.0/security-groups?id=7c2e6157-7d34-4d06-ae9e-e65b48f74d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388961 Jun 24 12:17:59.762591 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-52c483ef-d5c1-4030-9a32-e5ce4ff00ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:18:00.177805 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b917df7f-38b2-4519-973e-b8f27a6e3c93 req-0addf152-aca7-43a5-a2c1-c9c032c9923b tempest-TestMinimumBasicScenario-736986205 tempest-TestMinimumBasicScenario-736986205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:18:00.179357 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-b917df7f-38b2-4519-973e-b8f27a6e3c93 req-0addf152-aca7-43a5-a2c1-c9c032c9923b tempest-TestMinimumBasicScenario-736986205 tempest-TestMinimumBasicScenario-736986205-project] 10.222.0.53 "GET /v2.0/ports?device_id=401d64dd-4b27-46b0-9ea9-5899c5caced0 HTTP/1.1" status: 200 len: 931 time: 0.0692599 Jun 24 12:18:00.225864 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-b917df7f-38b2-4519-973e-b8f27a6e3c93 req-b97be6aa-ca51-4204-8fae-92b1da4222cc tempest-TestMinimumBasicScenario-736986205 tempest-TestMinimumBasicScenario-736986205-project] 10.222.0.53 "GET /v2.0/security-groups?id=7c2e6157-7d34-4d06-ae9e-e65b48f74d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405931 Jun 24 12:18:01.428128 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3842d2c2-3366-4550-bff5-f70095ef2b52 req-6411324b-d57d-4202-b5e0-9e707001570c tempest-TestMinimumBasicScenario-736986205 tempest-TestMinimumBasicScenario-736986205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:18:01.429718 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-3842d2c2-3366-4550-bff5-f70095ef2b52 req-6411324b-d57d-4202-b5e0-9e707001570c tempest-TestMinimumBasicScenario-736986205 tempest-TestMinimumBasicScenario-736986205-project] 10.222.0.53 "GET /v2.0/ports?device_id=401d64dd-4b27-46b0-9ea9-5899c5caced0 HTTP/1.1" status: 200 len: 931 time: 0.0726764 Jun 24 12:18:01.472967 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-3842d2c2-3366-4550-bff5-f70095ef2b52 req-9d4f2fa1-1409-4537-ab3a-c5ec28b8dfc7 tempest-TestMinimumBasicScenario-736986205 tempest-TestMinimumBasicScenario-736986205-project] 10.222.0.53 "GET /v2.0/security-groups?id=7c2e6157-7d34-4d06-ae9e-e65b48f74d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376103 Jun 24 12:18:02.667787 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0c5555-8ea7-4b65-bdef-20e114e5b0ce req-396628e0-ed42-4526-8974-98ca175a6a3d tempest-TestMinimumBasicScenario-736986205 tempest-TestMinimumBasicScenario-736986205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:18:02.669274 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-bc0c5555-8ea7-4b65-bdef-20e114e5b0ce req-396628e0-ed42-4526-8974-98ca175a6a3d tempest-TestMinimumBasicScenario-736986205 tempest-TestMinimumBasicScenario-736986205-project] 10.222.0.53 "GET /v2.0/ports?device_id=401d64dd-4b27-46b0-9ea9-5899c5caced0 HTTP/1.1" status: 200 len: 931 time: 0.0637071 Jun 24 12:18:02.712357 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-bc0c5555-8ea7-4b65-bdef-20e114e5b0ce req-a9276a81-de0c-480e-b003-dd817e311e04 tempest-TestMinimumBasicScenario-736986205 tempest-TestMinimumBasicScenario-736986205-project] 10.222.0.53 "GET /v2.0/security-groups?id=7c2e6157-7d34-4d06-ae9e-e65b48f74d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364048 Jun 24 12:18:03.906682 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e30793-eebc-40c6-8ab9-46b2e0a84c9c req-ff203b1f-57fd-4d29-b77f-5ff60606062f tempest-TestMinimumBasicScenario-736986205 tempest-TestMinimumBasicScenario-736986205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:18:03.907760 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-13e30793-eebc-40c6-8ab9-46b2e0a84c9c req-ff203b1f-57fd-4d29-b77f-5ff60606062f tempest-TestMinimumBasicScenario-736986205 tempest-TestMinimumBasicScenario-736986205-project] 10.222.0.53 "GET /v2.0/ports?device_id=401d64dd-4b27-46b0-9ea9-5899c5caced0 HTTP/1.1" status: 200 len: 931 time: 0.0737703 Jun 24 12:18:03.949698 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-13e30793-eebc-40c6-8ab9-46b2e0a84c9c req-cf2cce28-17ce-4725-aedb-b33f2378fd30 tempest-TestMinimumBasicScenario-736986205 tempest-TestMinimumBasicScenario-736986205-project] 10.222.0.53 "GET /v2.0/security-groups?id=7c2e6157-7d34-4d06-ae9e-e65b48f74d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355432 Jun 24 12:18:05.143307 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a57984c-2f3a-4e13-8783-5f37573bafcf req-5f0ed60c-1763-4fa4-996c-2434ad6899d6 tempest-TestMinimumBasicScenario-736986205 tempest-TestMinimumBasicScenario-736986205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:18:05.144774 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-0a57984c-2f3a-4e13-8783-5f37573bafcf req-5f0ed60c-1763-4fa4-996c-2434ad6899d6 tempest-TestMinimumBasicScenario-736986205 tempest-TestMinimumBasicScenario-736986205-project] 10.222.0.53 "GET /v2.0/ports?device_id=401d64dd-4b27-46b0-9ea9-5899c5caced0 HTTP/1.1" status: 200 len: 931 time: 0.0707603 Jun 24 12:18:05.184434 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-0a57984c-2f3a-4e13-8783-5f37573bafcf req-e1939b61-167e-433d-ab45-92c48389c582 tempest-TestMinimumBasicScenario-736986205 tempest-TestMinimumBasicScenario-736986205-project] 10.222.0.53 "GET /v2.0/security-groups?id=7c2e6157-7d34-4d06-ae9e-e65b48f74d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338006 Jun 24 12:18:05.624337 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [req-9e61ef27-c588-4ec2-8192-af2658efc344 req-31c71ec1-3c94-441f-ab24-a37174344d01 service neutron] Request body: {'port': {'device_id': '401d64dd-4b27-46b0-9ea9-5899c5caced0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7971'}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:18:05.704465 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-9e61ef27-c588-4ec2-8192-af2658efc344 req-31c71ec1-3c94-441f-ab24-a37174344d01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:18:05.974911 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.notifiers.nova [req-9e61ef27-c588-4ec2-8192-af2658efc344 req-31c71ec1-3c94-441f-ab24-a37174344d01 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b21ca9b7-db28-440d-bb17-c29f1a4efe19 {{(pid=128083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 12:18:05.982059 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-9e61ef27-c588-4ec2-8192-af2658efc344 req-31c71ec1-3c94-441f-ab24-a37174344d01 service neutron] Notify callbacks [] for port, precommit_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:18:05.993979 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.provisioning_blocks [req-9e61ef27-c588-4ec2-8192-af2658efc344 req-31c71ec1-3c94-441f-ab24-a37174344d01 service neutron] Transition to ACTIVE for port object b21ca9b7-db28-440d-bb17-c29f1a4efe19 will not be triggered until provisioned by entity L2. {{(pid=128083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:18:05.997799 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-9e61ef27-c588-4ec2-8192-af2658efc344 req-31c71ec1-3c94-441f-ab24-a37174344d01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2537871'] for port, after_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:18:05.999823 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-e0703048-c835-4eaa-af3b-a48dc5cf2f9f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:18:06.059591 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c71ec1-3c94-441f-ab24-a37174344d01 service neutron] Pushing event updated for resources: {'Port': ['ID=b21ca9b7-db28-440d-bb17-c29f1a4efe19,revision_number=2']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:18:06.063115 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-31c71ec1-3c94-441f-ab24-a37174344d01 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:18:06.136664 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.managers [req-9e61ef27-c588-4ec2-8192-af2658efc344 req-31c71ec1-3c94-441f-ab24-a37174344d01 service neutron] Attempting to bind port b21ca9b7-db28-440d-bb17-c29f1a4efe19 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=128083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 12:18:06.137084 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.managers [req-9e61ef27-c588-4ec2-8192-af2658efc344 req-31c71ec1-3c94-441f-ab24-a37174344d01 service neutron] Attempting to bind port b21ca9b7-db28-440d-bb17-c29f1a4efe19 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': 'cba72c05-4c6a-4ec1-913f-1b553f2ee2ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '78964b89-215d-4ae0-b9a0-8e1c027ea599'}] {{(pid=128083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 12:18:06.137347 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e61ef27-c588-4ec2-8192-af2658efc344 req-31c71ec1-3c94-441f-ab24-a37174344d01 service neutron] Attempting to bind port b21ca9b7-db28-440d-bb17-c29f1a4efe19 on network 78964b89-215d-4ae0-b9a0-8e1c027ea599 {{(pid=128083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:18:06.142700 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e61ef27-c588-4ec2-8192-af2658efc344 req-31c71ec1-3c94-441f-ab24-a37174344d01 service neutron] Port b21ca9b7-db28-440d-bb17-c29f1a4efe19 on network 78964b89-215d-4ae0-b9a0-8e1c027ea599 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=128083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 12:18:06.143016 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e61ef27-c588-4ec2-8192-af2658efc344 req-31c71ec1-3c94-441f-ab24-a37174344d01 service neutron] Attempting to bind port b21ca9b7-db28-440d-bb17-c29f1a4efe19 on network 78964b89-215d-4ae0-b9a0-8e1c027ea599 {{(pid=128083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:18:06.147973 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e61ef27-c588-4ec2-8192-af2658efc344 req-31c71ec1-3c94-441f-ab24-a37174344d01 service neutron] Checking agent: {'id': 'a2c9a14d-87aa-4cd1-a510-11988f19c3d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7971', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 11, 42, 44), 'started_at': datetime.datetime(2021, 6, 24, 11, 42, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 12, 17, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=128083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 12:18:06.148607 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e61ef27-c588-4ec2-8192-af2658efc344 req-31c71ec1-3c94-441f-ab24-a37174344d01 service neutron] Checking segment: {'id': 'cba72c05-4c6a-4ec1-913f-1b553f2ee2ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '78964b89-215d-4ae0-b9a0-8e1c027ea599'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=128083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:18:06.148717 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e61ef27-c588-4ec2-8192-af2658efc344 req-31c71ec1-3c94-441f-ab24-a37174344d01 service neutron] Bound using segment: {'id': 'cba72c05-4c6a-4ec1-913f-1b553f2ee2ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '78964b89-215d-4ae0-b9a0-8e1c027ea599'} {{(pid=128083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 12:18:06.149224 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.managers [req-9e61ef27-c588-4ec2-8192-af2658efc344 req-31c71ec1-3c94-441f-ab24-a37174344d01 service neutron] Bound port: b21ca9b7-db28-440d-bb17-c29f1a4efe19, host: hv-neutron-7971, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cba72c05-4c6a-4ec1-913f-1b553f2ee2ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '78964b89-215d-4ae0-b9a0-8e1c027ea599'}}] {{(pid=128083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 12:18:06.149518 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-9e61ef27-c588-4ec2-8192-af2658efc344 req-31c71ec1-3c94-441f-ab24-a37174344d01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:18:06.216129 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.db [req-9e61ef27-c588-4ec2-8192-af2658efc344 req-31c71ec1-3c94-441f-ab24-a37174344d01 service neutron] For port b21ca9b7-db28-440d-bb17-c29f1a4efe19, host hv-neutron-7971, cleared binding levels {{(pid=128083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 12:18:06.219443 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.db [req-9e61ef27-c588-4ec2-8192-af2658efc344 req-31c71ec1-3c94-441f-ab24-a37174344d01 service neutron] For port b21ca9b7-db28-440d-bb17-c29f1a4efe19, host hv-neutron-7971, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=b21ca9b7-db28-440d-bb17-c29f1a4efe19,segment=NetworkSegment(cba72c05-4c6a-4ec1-913f-1b553f2ee2ff),segment_id=cba72c05-4c6a-4ec1-913f-1b553f2ee2ff)] {{(pid=128083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 12:18:06.224280 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-9e61ef27-c588-4ec2-8192-af2658efc344 req-31c71ec1-3c94-441f-ab24-a37174344d01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2537871'] for port, after_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:18:06.226352 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-0a8a91fd-1dcb-4f14-8297-65ba83e52fae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:18:06.260661 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e61ef27-c588-4ec2-8192-af2658efc344 req-31c71ec1-3c94-441f-ab24-a37174344d01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:18:06.261322 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-9e61ef27-c588-4ec2-8192-af2658efc344 req-31c71ec1-3c94-441f-ab24-a37174344d01 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468916'] for port, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:18:06.262855 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-9e61ef27-c588-4ec2-8192-af2658efc344 req-31c71ec1-3c94-441f-ab24-a37174344d01 service neutron] 10.222.0.45 "PUT /v2.0/ports/b21ca9b7-db28-440d-bb17-c29f1a4efe19 HTTP/1.1" status: 200 len: 1093 time: 0.6436839 Jun 24 12:18:06.263590 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '401d64dd-4b27-46b0-9ea9-5899c5caced0', 'tag': 'b21ca9b7-db28-440d-bb17-c29f1a4efe19'}] {{(pid=128083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 12:18:06.266739 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a77f7dee1a0522ddf93af289475d218fcdb8f30317daadec13ebf930b5b9dbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec6ef1b4-0a4b-4bd6-94c6-aeb05f582783" -d '{"events": [{"name": "network-changed", "server_uuid": "401d64dd-4b27-46b0-9ea9-5899c5caced0", "tag": "b21ca9b7-db28-440d-bb17-c29f1a4efe19"}]}' {{(pid=128083) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 12:18:06.333980 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c71ec1-3c94-441f-ab24-a37174344d01 service neutron] Pushing event updated for resources: {'Port': ['ID=b21ca9b7-db28-440d-bb17-c29f1a4efe19,revision_number=3']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:18:06.337455 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-31c71ec1-3c94-441f-ab24-a37174344d01 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:18:06.385275 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 12:18:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71934d37-96aa-42df-b809-139e929d20bf x-openstack-request-id: req-71934d37-96aa-42df-b809-139e929d20bf {{(pid=128083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 12:18:06.385618 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "401d64dd-4b27-46b0-9ea9-5899c5caced0", "tag": "b21ca9b7-db28-440d-bb17-c29f1a4efe19", "status": "completed", "code": 200}]} {{(pid=128083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 12:18:06.385928 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-71934d37-96aa-42df-b809-139e929d20bf {{(pid=128083) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 12:18:06.386381 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '401d64dd-4b27-46b0-9ea9-5899c5caced0', 'tag': 'b21ca9b7-db28-440d-bb17-c29f1a4efe19', 'status': 'completed', 'code': 200} Jun 24 12:18:06.441070 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84811f54-7e4b-4ada-85fe-ca9c1cc78ffb req-b5d4c50b-dbe2-49f2-987e-900aaffde065 tempest-TestMinimumBasicScenario-736986205 tempest-TestMinimumBasicScenario-736986205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:18:06.442683 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-84811f54-7e4b-4ada-85fe-ca9c1cc78ffb req-b5d4c50b-dbe2-49f2-987e-900aaffde065 tempest-TestMinimumBasicScenario-736986205 tempest-TestMinimumBasicScenario-736986205-project] 10.222.0.53 "GET /v2.0/ports?device_id=401d64dd-4b27-46b0-9ea9-5899c5caced0 HTTP/1.1" status: 200 len: 943 time: 0.1345181 Jun 24 12:18:06.444887 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e61ef27-c588-4ec2-8192-af2658efc344 req-ab1f4b4a-6de0-403e-b363-c6938084fb93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:18:06.446375 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-9e61ef27-c588-4ec2-8192-af2658efc344 req-ab1f4b4a-6de0-403e-b363-c6938084fb93 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=cff86e10c7374afda66f9447e975a635&device_id=401d64dd-4b27-46b0-9ea9-5899c5caced0 HTTP/1.1" status: 200 len: 1096 time: 0.1231925 Jun 24 12:18:06.510069 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-9e61ef27-c588-4ec2-8192-af2658efc344 req-d07e852b-0e97-45e0-a65c-39335038b306 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b21ca9b7-db28-440d-bb17-c29f1a4efe19 HTTP/1.1" status: 200 len: 217 time: 0.0454094 Jun 24 12:18:06.518202 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-84811f54-7e4b-4ada-85fe-ca9c1cc78ffb req-6a66b8c8-c449-4861-afff-919c1107d0a4 tempest-TestMinimumBasicScenario-736986205 tempest-TestMinimumBasicScenario-736986205-project] 10.222.0.53 "GET /v2.0/security-groups?id=7c2e6157-7d34-4d06-ae9e-e65b48f74d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693631 Jun 24 12:18:06.568296 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e61ef27-c588-4ec2-8192-af2658efc344 req-7d24f16f-239d-46f6-b2ab-82cdb2f1259d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:18:06.569750 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-9e61ef27-c588-4ec2-8192-af2658efc344 req-7d24f16f-239d-46f6-b2ab-82cdb2f1259d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ee4e382a-19f1-4819-838f-b184325392cb HTTP/1.1" status: 200 len: 853 time: 0.0494404 Jun 24 12:18:06.631331 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e61ef27-c588-4ec2-8192-af2658efc344 req-179fcf03-f91f-4876-9f22-33ddf72f42bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:18:06.632821 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-9e61ef27-c588-4ec2-8192-af2658efc344 req-179fcf03-f91f-4876-9f22-33ddf72f42bb service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=78964b89-215d-4ae0-b9a0-8e1c027ea599&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0522492 Jun 24 12:18:06.730247 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-9e61ef27-c588-4ec2-8192-af2658efc344 req-dc2ffcba-bd5b-4ac5-93ca-0246dec50710 service neutron] 10.222.0.45 "GET /v2.0/networks/78964b89-215d-4ae0-b9a0-8e1c027ea599?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855606 Jun 24 12:18:06.832697 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-9e61ef27-c588-4ec2-8192-af2658efc344 req-ea173461-7a14-4c5b-9211-b489f8933ab8 service neutron] 10.222.0.45 "GET /v2.0/networks/78964b89-215d-4ae0-b9a0-8e1c027ea599?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919199 Jun 24 12:18:06.956418 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6ef1b4-0a4b-4bd6-94c6-aeb05f582783 req-ed827c84-4c85-47c4-ba25-9523f496f668 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:18:06.957956 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-ec6ef1b4-0a4b-4bd6-94c6-aeb05f582783 req-ed827c84-4c85-47c4-ba25-9523f496f668 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=cff86e10c7374afda66f9447e975a635&device_id=401d64dd-4b27-46b0-9ea9-5899c5caced0 HTTP/1.1" status: 200 len: 1096 time: 0.0725772 Jun 24 12:18:07.055838 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6ef1b4-0a4b-4bd6-94c6-aeb05f582783 req-7ac226e0-0519-426f-9fb3-111baf292cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:18:07.057324 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-ec6ef1b4-0a4b-4bd6-94c6-aeb05f582783 req-7ac226e0-0519-426f-9fb3-111baf292cc1 service neutron] 10.222.0.45 "GET /v2.0/networks?id=78964b89-215d-4ae0-b9a0-8e1c027ea599 HTTP/1.1" status: 200 len: 915 time: 0.0914087 Jun 24 12:18:07.098129 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-ec6ef1b4-0a4b-4bd6-94c6-aeb05f582783 req-4da5259e-b701-42c5-aed2-708ce0e0b769 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b21ca9b7-db28-440d-bb17-c29f1a4efe19 HTTP/1.1" status: 200 len: 217 time: 0.0337255 Jun 24 12:18:07.148287 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6ef1b4-0a4b-4bd6-94c6-aeb05f582783 req-5cacc928-b975-4b6b-a4ba-b943586c9274 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:18:07.149763 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-ec6ef1b4-0a4b-4bd6-94c6-aeb05f582783 req-5cacc928-b975-4b6b-a4ba-b943586c9274 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ee4e382a-19f1-4819-838f-b184325392cb HTTP/1.1" status: 200 len: 853 time: 0.0443177 Jun 24 12:18:07.211995 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6ef1b4-0a4b-4bd6-94c6-aeb05f582783 req-757b3b82-ff61-4159-99d0-b5395b8dade5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:18:07.213489 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-ec6ef1b4-0a4b-4bd6-94c6-aeb05f582783 req-757b3b82-ff61-4159-99d0-b5395b8dade5 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=78964b89-215d-4ae0-b9a0-8e1c027ea599&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0569081 Jun 24 12:18:07.308404 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-ec6ef1b4-0a4b-4bd6-94c6-aeb05f582783 req-4342db84-6d72-42fe-acf7-e327629b8b4c service neutron] 10.222.0.45 "GET /v2.0/networks/78964b89-215d-4ae0-b9a0-8e1c027ea599?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871198 Jun 24 12:18:07.407553 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-ec6ef1b4-0a4b-4bd6-94c6-aeb05f582783 req-0302dcc0-45b7-4c6a-9fe6-1ec386649cba service neutron] 10.222.0.45 "GET /v2.0/networks/78964b89-215d-4ae0-b9a0-8e1c027ea599?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921323 Jun 24 12:18:07.719733 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f649933-b441-41c7-9430-fd642005e1c4 req-8961c1a2-2da3-40c0-908b-0e6ffe5eaa1d tempest-TestMinimumBasicScenario-736986205 tempest-TestMinimumBasicScenario-736986205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:18:07.721243 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-3f649933-b441-41c7-9430-fd642005e1c4 req-8961c1a2-2da3-40c0-908b-0e6ffe5eaa1d tempest-TestMinimumBasicScenario-736986205 tempest-TestMinimumBasicScenario-736986205-project] 10.222.0.53 "GET /v2.0/ports?device_id=401d64dd-4b27-46b0-9ea9-5899c5caced0 HTTP/1.1" status: 200 len: 943 time: 0.0679429 Jun 24 12:18:07.760227 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-3f649933-b441-41c7-9430-fd642005e1c4 req-a3d341d3-fa2d-421a-8102-52eedebff320 tempest-TestMinimumBasicScenario-736986205 tempest-TestMinimumBasicScenario-736986205-project] 10.222.0.53 "GET /v2.0/security-groups?id=7c2e6157-7d34-4d06-ae9e-e65b48f74d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332928 Jun 24 12:18:08.941817 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999aad43-749b-4fbf-99f3-132b3755e587 req-051484a9-e262-4509-95e3-5ecce6118bc3 tempest-TestMinimumBasicScenario-736986205 tempest-TestMinimumBasicScenario-736986205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:18:08.943238 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-999aad43-749b-4fbf-99f3-132b3755e587 req-051484a9-e262-4509-95e3-5ecce6118bc3 tempest-TestMinimumBasicScenario-736986205 tempest-TestMinimumBasicScenario-736986205-project] 10.222.0.53 "GET /v2.0/ports?device_id=401d64dd-4b27-46b0-9ea9-5899c5caced0 HTTP/1.1" status: 200 len: 943 time: 0.0690827 Jun 24 12:18:08.980563 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-999aad43-749b-4fbf-99f3-132b3755e587 req-d37ecfe2-edb4-4b0a-a8d1-bada698ca066 tempest-TestMinimumBasicScenario-736986205 tempest-TestMinimumBasicScenario-736986205-project] 10.222.0.53 "GET /v2.0/security-groups?id=7c2e6157-7d34-4d06-ae9e-e65b48f74d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316072 Jun 24 12:18:09.882268 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Device b21ca9b7-db28-440d-bb17-c29f1a4efe19 details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=128085) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 12:18:10.035640 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] For port b21ca9b7-db28-440d-bb17-c29f1a4efe19, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=b21ca9b7-db28-440d-bb17-c29f1a4efe19,segment=NetworkSegment(cba72c05-4c6a-4ec1-913f-1b553f2ee2ff),segment_id=cba72c05-4c6a-4ec1-913f-1b553f2ee2ff)] {{(pid=128085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:18:10.053346 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Returning: {'device': 'b21ca9b7-db28-440d-bb17-c29f1a4efe19', 'network_id': '78964b89-215d-4ae0-b9a0-8e1c027ea599', 'port_id': 'b21ca9b7-db28-440d-bb17-c29f1a4efe19', 'mac_address': 'fa:16:3e:57:62:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 633, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee4e382a-19f1-4819-838f-b184325392cb', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=128085) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 12:18:10.110404 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:18:10.123264 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.notifiers.nova [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b21ca9b7-db28-440d-bb17-c29f1a4efe19 {{(pid=128085) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 12:18:10.147599 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] For port b21ca9b7-db28-440d-bb17-c29f1a4efe19, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=b21ca9b7-db28-440d-bb17-c29f1a4efe19,segment=NetworkSegment(cba72c05-4c6a-4ec1-913f-1b553f2ee2ff),segment_id=cba72c05-4c6a-4ec1-913f-1b553f2ee2ff)] {{(pid=128085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:18:10.152918 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:18:10.154885 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-fe5220c1-4823-468e-a605-7fa83234ff3e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:18:10.183764 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f573bfe7-6ecb-4170-a095-525ed09f1a1a req-4168b3f3-dc32-4412-9c7f-bec87e34227a tempest-TestMinimumBasicScenario-736986205 tempest-TestMinimumBasicScenario-736986205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:18:10.185286 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-f573bfe7-6ecb-4170-a095-525ed09f1a1a req-4168b3f3-dc32-4412-9c7f-bec87e34227a tempest-TestMinimumBasicScenario-736986205 tempest-TestMinimumBasicScenario-736986205-project] 10.222.0.53 "GET /v2.0/ports?device_id=401d64dd-4b27-46b0-9ea9-5899c5caced0 HTTP/1.1" status: 200 len: 943 time: 0.0721023 Jun 24 12:18:10.203853 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Pushing event updated for resources: {'Port': ['ID=b21ca9b7-db28-440d-bb17-c29f1a4efe19,revision_number=4']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:18:10.206997 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:18:10.227798 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-f573bfe7-6ecb-4170-a095-525ed09f1a1a req-09a70230-2eda-4a54-90c2-3de8abc3b5a9 tempest-TestMinimumBasicScenario-736986205 tempest-TestMinimumBasicScenario-736986205-project] 10.222.0.53 "GET /v2.0/security-groups?id=7c2e6157-7d34-4d06-ae9e-e65b48f74d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354719 Jun 24 12:18:10.482937 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] get_ports_and_sgs() called for port_ids ['b21ca9b7-db28-440d-bb17-c29f1a4efe19'] {{(pid=128085) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 12:18:11.414695 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6397261-708b-4409-acc5-cd058c8bcc15 req-fecc0103-13aa-4614-8bf3-e72c99a45c06 tempest-TestMinimumBasicScenario-736986205 tempest-TestMinimumBasicScenario-736986205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:18:11.416147 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-d6397261-708b-4409-acc5-cd058c8bcc15 req-fecc0103-13aa-4614-8bf3-e72c99a45c06 tempest-TestMinimumBasicScenario-736986205 tempest-TestMinimumBasicScenario-736986205-project] 10.222.0.53 "GET /v2.0/ports?device_id=401d64dd-4b27-46b0-9ea9-5899c5caced0 HTTP/1.1" status: 200 len: 944 time: 0.0700734 Jun 24 12:18:11.456042 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-d6397261-708b-4409-acc5-cd058c8bcc15 req-dbb7a370-538a-452e-80d7-3f31d1e8242b tempest-TestMinimumBasicScenario-736986205 tempest-TestMinimumBasicScenario-736986205-project] 10.222.0.53 "GET /v2.0/security-groups?id=7c2e6157-7d34-4d06-ae9e-e65b48f74d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337529 Jun 24 12:18:11.892177 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Device b21ca9b7-db28-440d-bb17-c29f1a4efe19 up at agent hyperv_hv-neutron-7971 {{(pid=128085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:18:11.944187 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Provisioning for port b21ca9b7-db28-440d-bb17-c29f1a4efe19 completed by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:18:11.951119 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Provisioning complete for port b21ca9b7-db28-440d-bb17-c29f1a4efe19 triggered by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:18:11.951119 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:18:12.035014 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:18:12.058651 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '401d64dd-4b27-46b0-9ea9-5899c5caced0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b21ca9b7-db28-440d-bb17-c29f1a4efe19'}] {{(pid=128085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 12:18:12.060932 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1098ec9051a50dd033317f529a09b9762582ef7b417ebe05928aca59e08255aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-982ad53d-9929-4421-b207-62a958718ac4" -d '{"events": [{"server_uuid": "401d64dd-4b27-46b0-9ea9-5899c5caced0", "name": "network-vif-plugged", "status": "completed", "tag": "b21ca9b7-db28-440d-bb17-c29f1a4efe19"}]}' {{(pid=128085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 12:18:12.077199 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] For port b21ca9b7-db28-440d-bb17-c29f1a4efe19, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=b21ca9b7-db28-440d-bb17-c29f1a4efe19,segment=NetworkSegment(cba72c05-4c6a-4ec1-913f-1b553f2ee2ff),segment_id=cba72c05-4c6a-4ec1-913f-1b553f2ee2ff)] {{(pid=128085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:18:12.081514 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:18:12.083413 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:18:12.112705 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 12:18:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e846580-9b67-45f6-8dfe-bd4ed348d456 x-openstack-request-id: req-3e846580-9b67-45f6-8dfe-bd4ed348d456 {{(pid=128085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 12:18:12.113001 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "401d64dd-4b27-46b0-9ea9-5899c5caced0", "name": "network-vif-plugged", "status": "completed", "tag": "b21ca9b7-db28-440d-bb17-c29f1a4efe19", "code": 200}]} {{(pid=128085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 12:18:12.113340 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-3e846580-9b67-45f6-8dfe-bd4ed348d456 {{(pid=128085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 12:18:12.113829 dv-neutron-797120-4-hyperv neutron-server[128085]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '401d64dd-4b27-46b0-9ea9-5899c5caced0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b21ca9b7-db28-440d-bb17-c29f1a4efe19', 'code': 200} Jun 24 12:18:12.135765 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Pushing event updated for resources: {'Port': ['ID=b21ca9b7-db28-440d-bb17-c29f1a4efe19,revision_number=5']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:18:12.138995 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:18:12.368661 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf95de4-7e95-4cae-af24-0ec6512b9c0b req-e7156294-b4fd-4501-a933-a26a62bd5c93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:18:12.370187 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-5bf95de4-7e95-4cae-af24-0ec6512b9c0b req-e7156294-b4fd-4501-a933-a26a62bd5c93 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=401d64dd-4b27-46b0-9ea9-5899c5caced0 HTTP/1.1" status: 200 len: 1098 time: 0.0601006 Jun 24 12:18:12.409272 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-5bf95de4-7e95-4cae-af24-0ec6512b9c0b req-a176ae39-bd1b-4464-a0ac-6e6ec88da156 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=7c2e6157-7d34-4d06-ae9e-e65b48f74d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0283163 Jun 24 12:18:12.634295 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325d8b6a-75e9-4262-aacf-ecab666d4eae req-dcc1c06c-de04-4afe-96ee-adc15495fb86 tempest-TestMinimumBasicScenario-736986205 tempest-TestMinimumBasicScenario-736986205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:18:12.635764 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-325d8b6a-75e9-4262-aacf-ecab666d4eae req-dcc1c06c-de04-4afe-96ee-adc15495fb86 tempest-TestMinimumBasicScenario-736986205 tempest-TestMinimumBasicScenario-736986205-project] 10.222.0.53 "GET /v2.0/ports?device_id=401d64dd-4b27-46b0-9ea9-5899c5caced0 HTTP/1.1" status: 200 len: 945 time: 0.0672579 Jun 24 12:18:12.677170 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-325d8b6a-75e9-4262-aacf-ecab666d4eae req-3807b228-2181-4c14-9808-dd6ff704364b tempest-TestMinimumBasicScenario-736986205 tempest-TestMinimumBasicScenario-736986205-project] 10.222.0.53 "GET /v2.0/security-groups?id=7c2e6157-7d34-4d06-ae9e-e65b48f74d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348697 Jun 24 12:18:13.860071 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1b8e28-da72-4a52-9246-0d443e8691d8 req-e3298a7d-16db-4ee3-9b49-b4486658e8f2 tempest-TestMinimumBasicScenario-736986205 tempest-TestMinimumBasicScenario-736986205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:18:13.861488 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-bf1b8e28-da72-4a52-9246-0d443e8691d8 req-e3298a7d-16db-4ee3-9b49-b4486658e8f2 tempest-TestMinimumBasicScenario-736986205 tempest-TestMinimumBasicScenario-736986205-project] 10.222.0.53 "GET /v2.0/ports?device_id=401d64dd-4b27-46b0-9ea9-5899c5caced0 HTTP/1.1" status: 200 len: 945 time: 0.0691137 Jun 24 12:18:13.906245 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-bf1b8e28-da72-4a52-9246-0d443e8691d8 req-e4f9a89d-71e1-4804-926c-44bd3346080a tempest-TestMinimumBasicScenario-736986205 tempest-TestMinimumBasicScenario-736986205-project] 10.222.0.53 "GET /v2.0/security-groups?id=7c2e6157-7d34-4d06-ae9e-e65b48f74d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390954 Jun 24 12:18:14.080590 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7b8749-4981-4f31-a980-1d7d8886e960 req-f3d34389-cca6-4539-8f37-214609683f0c tempest-TestMinimumBasicScenario-736986205 tempest-TestMinimumBasicScenario-736986205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:18:14.082099 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-fd7b8749-4981-4f31-a980-1d7d8886e960 req-f3d34389-cca6-4539-8f37-214609683f0c tempest-TestMinimumBasicScenario-736986205 tempest-TestMinimumBasicScenario-736986205-project] 10.222.0.53 "GET /v2.0/ports?device_id=401d64dd-4b27-46b0-9ea9-5899c5caced0 HTTP/1.1" status: 200 len: 945 time: 0.0636897 Jun 24 12:18:14.120038 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-fd7b8749-4981-4f31-a980-1d7d8886e960 req-9883e54e-e008-499d-9263-13cd08e90166 tempest-TestMinimumBasicScenario-736986205 tempest-TestMinimumBasicScenario-736986205-project] 10.222.0.53 "GET /v2.0/security-groups?id=7c2e6157-7d34-4d06-ae9e-e65b48f74d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322447 Jun 24 12:18:14.509389 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77039c1-ebf8-4d7b-a172-e2e8c156bab3 req-cc739a46-0584-448b-8df1-9536d9a1fcf9 tempest-TestMinimumBasicScenario-736986205 tempest-TestMinimumBasicScenario-736986205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:18:14.510919 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-b77039c1-ebf8-4d7b-a172-e2e8c156bab3 req-cc739a46-0584-448b-8df1-9536d9a1fcf9 tempest-TestMinimumBasicScenario-736986205 tempest-TestMinimumBasicScenario-736986205-project] 10.222.0.53 "GET /v2.0/ports?device_id=401d64dd-4b27-46b0-9ea9-5899c5caced0 HTTP/1.1" status: 200 len: 945 time: 0.0636368 Jun 24 12:18:14.548756 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-b77039c1-ebf8-4d7b-a172-e2e8c156bab3 req-b0ace925-50f6-4402-ad0a-59659c1979be tempest-TestMinimumBasicScenario-736986205 tempest-TestMinimumBasicScenario-736986205-project] 10.222.0.53 "GET /v2.0/security-groups?id=7c2e6157-7d34-4d06-ae9e-e65b48f74d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320859 Jun 24 12:18:14.956140 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:18:23.869045 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-6583a65d-19ce-48a9-a7d7-dd172a197d35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:18:26.413975 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-59cecd1d-d971-48e4-8b50-94b50f762b83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:18:26.580138 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:18:27.388229 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe947b8-68b2-4e2c-a191-e119797e8de6 req-b3c79ca4-ad56-4204-abf2-54e11c166ab3 tempest-TestMinimumBasicScenario-736986205 tempest-TestMinimumBasicScenario-736986205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:18:27.391191 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-5fe947b8-68b2-4e2c-a191-e119797e8de6 req-b3c79ca4-ad56-4204-abf2-54e11c166ab3 tempest-TestMinimumBasicScenario-736986205 tempest-TestMinimumBasicScenario-736986205-project] 10.222.0.53 "GET /v2.0/ports?device_id=401d64dd-4b27-46b0-9ea9-5899c5caced0 HTTP/1.1" status: 200 len: 945 time: 0.1084690 Jun 24 12:18:27.430873 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-5fe947b8-68b2-4e2c-a191-e119797e8de6 req-4555ea37-28ca-4041-8c92-2b9fd097c8a2 tempest-TestMinimumBasicScenario-736986205 tempest-TestMinimumBasicScenario-736986205-project] 10.222.0.53 "GET /v2.0/security-groups?id=7c2e6157-7d34-4d06-ae9e-e65b48f74d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341063 Jun 24 12:18:27.461538 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 39900) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:18:27.574478 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14142536-0a57-4afa-923e-d4a294fd0343 tempest-TestMinimumBasicScenario-836316222 tempest-TestMinimumBasicScenario-836316222-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:18:27.576674 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-14142536-0a57-4afa-923e-d4a294fd0343 tempest-TestMinimumBasicScenario-836316222 tempest-TestMinimumBasicScenario-836316222-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=401d64dd-4b27-46b0-9ea9-5899c5caced0 HTTP/1.1" status: 200 len: 1093 time: 0.1139426 Jun 24 12:18:27.581206 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 39904) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:18:27.585713 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-baa23613-f116-4f38-9a02-c8538e519bfd tempest-TestMinimumBasicScenario-736986205 tempest-TestMinimumBasicScenario-736986205-project] Request body: {'floatingip': {'floating_network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'port_id': 'b21ca9b7-db28-440d-bb17-c29f1a4efe19', 'tenant_id': 'cff86e10c7374afda66f9447e975a635', 'fixed_ip_address': '172.20.0.3'}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:18:27.609314 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-baa23613-f116-4f38-9a02-c8538e519bfd tempest-TestMinimumBasicScenario-736986205 tempest-TestMinimumBasicScenario-736986205-project] Notify callbacks [] for floatingip, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:18:27.744741 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-baa23613-f116-4f38-9a02-c8538e519bfd tempest-TestMinimumBasicScenario-736986205 tempest-TestMinimumBasicScenario-736986205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:18:27.812849 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-03237adf-ebd0-46f2-a476-4d4bb746e0f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:18:27.875103 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.db.db_base_plugin_common [None req-baa23613-f116-4f38-9a02-c8538e519bfd tempest-TestMinimumBasicScenario-736986205 tempest-TestMinimumBasicScenario-736986205-project] Allocated IP 172.26.7.58 (f2b8ca71-e776-48b2-8898-96cc7970207b/f37bf603-3862-4d0a-9f58-89616f7fd68f/ddd59706-5144-430d-b974-990fc4d5d60d) {{(pid=128084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:18:27.998333 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-baa23613-f116-4f38-9a02-c8538e519bfd tempest-TestMinimumBasicScenario-736986205 tempest-TestMinimumBasicScenario-736986205-project] Notify callbacks [] for port, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:18:28.042379 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-baa23613-f116-4f38-9a02-c8538e519bfd tempest-TestMinimumBasicScenario-736986205 tempest-TestMinimumBasicScenario-736986205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-650429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-506361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793193536723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3291971'] for port, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:18:28.044765 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-9d85aba9-140d-4ff0-85a6-29112e38aaf4 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:18:28.081594 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.agents_db [None req-87a69269-d72b-4286-97f3-1041481ed6d8 None None] Agent healthcheck: found 6 active agents {{(pid=128086) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 12:18:28.087101 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baa23613-f116-4f38-9a02-c8538e519bfd tempest-TestMinimumBasicScenario-736986205 tempest-TestMinimumBasicScenario-736986205-project] Network f2b8ca71-e776-48b2-8898-96cc7970207b is already hosted by enough agents. {{(pid=128084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:18:28.090240 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.base_scheduler [None req-baa23613-f116-4f38-9a02-c8538e519bfd tempest-TestMinimumBasicScenario-736986205 tempest-TestMinimumBasicScenario-736986205-project] Resources bound (agent type, host, resource id): {{(pid=128084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:18:28.097596 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baa23613-f116-4f38-9a02-c8538e519bfd tempest-TestMinimumBasicScenario-736986205 tempest-TestMinimumBasicScenario-736986205-project] Received port after_create {{(pid=128084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:18:28.123826 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa23613-f116-4f38-9a02-c8538e519bfd tempest-TestMinimumBasicScenario-736986205 tempest-TestMinimumBasicScenario-736986205-project] Pushing event updated for resources: {'Port': ['ID=ddd59706-5144-430d-b974-990fc4d5d60d,revision_number=1']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:18:28.136374 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa23613-f116-4f38-9a02-c8538e519bfd tempest-TestMinimumBasicScenario-736986205 tempest-TestMinimumBasicScenario-736986205-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:18:28.136760 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa23613-f116-4f38-9a02-c8538e519bfd tempest-TestMinimumBasicScenario-736986205 tempest-TestMinimumBasicScenario-736986205-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:18:28.137178 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa23613-f116-4f38-9a02-c8538e519bfd tempest-TestMinimumBasicScenario-736986205 tempest-TestMinimumBasicScenario-736986205-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:18:28.137585 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa23613-f116-4f38-9a02-c8538e519bfd tempest-TestMinimumBasicScenario-736986205 tempest-TestMinimumBasicScenario-736986205-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:18:28.137931 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa23613-f116-4f38-9a02-c8538e519bfd tempest-TestMinimumBasicScenario-736986205 tempest-TestMinimumBasicScenario-736986205-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:18:28.138301 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa23613-f116-4f38-9a02-c8538e519bfd tempest-TestMinimumBasicScenario-736986205 tempest-TestMinimumBasicScenario-736986205-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:18:28.138672 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa23613-f116-4f38-9a02-c8538e519bfd tempest-TestMinimumBasicScenario-736986205 tempest-TestMinimumBasicScenario-736986205-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:18:28.139038 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa23613-f116-4f38-9a02-c8538e519bfd tempest-TestMinimumBasicScenario-736986205 tempest-TestMinimumBasicScenario-736986205-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:18:28.139402 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa23613-f116-4f38-9a02-c8538e519bfd tempest-TestMinimumBasicScenario-736986205 tempest-TestMinimumBasicScenario-736986205-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:18:28.140319 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa23613-f116-4f38-9a02-c8538e519bfd tempest-TestMinimumBasicScenario-736986205 tempest-TestMinimumBasicScenario-736986205-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:18:28.140685 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa23613-f116-4f38-9a02-c8538e519bfd tempest-TestMinimumBasicScenario-736986205 tempest-TestMinimumBasicScenario-736986205-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:18:28.141073 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa23613-f116-4f38-9a02-c8538e519bfd tempest-TestMinimumBasicScenario-736986205 tempest-TestMinimumBasicScenario-736986205-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:18:28.146375 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-baa23613-f116-4f38-9a02-c8538e519bfd tempest-TestMinimumBasicScenario-736986205 tempest-TestMinimumBasicScenario-736986205-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:18:28.510921 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-baa23613-f116-4f38-9a02-c8538e519bfd tempest-TestMinimumBasicScenario-736986205 tempest-TestMinimumBasicScenario-736986205-project] Notify callbacks [] for floatingip, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:18:28.601420 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-baa23613-f116-4f38-9a02-c8538e519bfd tempest-TestMinimumBasicScenario-736986205 tempest-TestMinimumBasicScenario-736986205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:18:28.769086 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-baa23613-f116-4f38-9a02-c8538e519bfd tempest-TestMinimumBasicScenario-736986205 tempest-TestMinimumBasicScenario-736986205-project] Notify callbacks [] for port, precommit_update {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:18:28.773729 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-baa23613-f116-4f38-9a02-c8538e519bfd tempest-TestMinimumBasicScenario-736986205 tempest-TestMinimumBasicScenario-736986205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3292081'] for port, after_update {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:18:28.776256 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-dfd8fba3-4aa7-43ec-9cd3-16973ec039a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:18:28.846729 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa23613-f116-4f38-9a02-c8538e519bfd tempest-TestMinimumBasicScenario-736986205 tempest-TestMinimumBasicScenario-736986205-project] Pushing event updated for resources: {'Port': ['ID=ddd59706-5144-430d-b974-990fc4d5d60d,revision_number=2']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:18:28.849744 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-baa23613-f116-4f38-9a02-c8538e519bfd tempest-TestMinimumBasicScenario-736986205 tempest-TestMinimumBasicScenario-736986205-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:18:28.866505 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-baa23613-f116-4f38-9a02-c8538e519bfd tempest-TestMinimumBasicScenario-736986205 tempest-TestMinimumBasicScenario-736986205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1815637'] for floatingip, after_update {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:18:28.978403 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.db.l3_db [None req-baa23613-f116-4f38-9a02-c8538e519bfd tempest-TestMinimumBasicScenario-736986205 tempest-TestMinimumBasicScenario-736986205-project] Floating IP 50d2618f-1d28-4242-979d-48c73c1f1a6f associated. External IP: 172.26.7.58, port: b21ca9b7-db28-440d-bb17-c29f1a4efe19. Jun 24 12:18:29.219292 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-baa23613-f116-4f38-9a02-c8538e519bfd tempest-TestMinimumBasicScenario-736986205 tempest-TestMinimumBasicScenario-736986205-project] Router 4dd7918e-83ae-4926-9140-79f861825136 has already been hosted by L3 agent 2987dba8-2249-4ee6-96ec-28f0f7a6127d {{(pid=128084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 12:18:29.345005 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-baa23613-f116-4f38-9a02-c8538e519bfd tempest-TestMinimumBasicScenario-736986205 tempest-TestMinimumBasicScenario-736986205-project] Notify agent at l3_agent.dv-neutron-797120-4-hyperv the message routers_updated {{(pid=128084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 12:18:29.357175 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed370f43-6b1a-49ec-b332-b09aa26d0b49 None None] Sync routers for ids ['4dd7918e-83ae-4926-9140-79f861825136'] in dv-neutron-797120-4-hyperv {{(pid=128086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 12:18:29.364630 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-baa23613-f116-4f38-9a02-c8538e519bfd tempest-TestMinimumBasicScenario-736986205 tempest-TestMinimumBasicScenario-736986205-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468916'] for floatingip, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:18:29.373577 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed370f43-6b1a-49ec-b332-b09aa26d0b49 None None] Routers {'4dd7918e-83ae-4926-9140-79f861825136'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:18:29.375597 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-ed370f43-6b1a-49ec-b332-b09aa26d0b49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T12:18:26Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['4dd7918e-83ae-4926-9140-79f861825136'], 'active': True} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:18:29.416281 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-baa23613-f116-4f38-9a02-c8538e519bfd tempest-TestMinimumBasicScenario-736986205 tempest-TestMinimumBasicScenario-736986205-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8338547 Jun 24 12:18:29.417687 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '401d64dd-4b27-46b0-9ea9-5899c5caced0', 'tag': 'b21ca9b7-db28-440d-bb17-c29f1a4efe19'}] {{(pid=128084) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 12:18:29.419236 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 39906) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:18:29.423166 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}189e43ef1649f46b9bccc8e45a83b64afc33adcdec52bc597e36eecb4255b7b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa1bd452-f988-4398-89fb-f7032b02b53b" -d '{"events": [{"name": "network-changed", "server_uuid": "401d64dd-4b27-46b0-9ea9-5899c5caced0", "tag": "b21ca9b7-db28-440d-bb17-c29f1a4efe19"}]}' {{(pid=128084) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 12:18:29.429594 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [None req-62fdfb85-9623-43e6-b52f-70ec9b2c9270 tempest-TestMinimumBasicScenario-736986205 tempest-TestMinimumBasicScenario-736986205-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-922568569', 'description': 'tempest-secgroup-smoke-922568569 description', 'project_id': 'cff86e10c7374afda66f9447e975a635'}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:18:29.469796 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-62fdfb85-9623-43e6-b52f-70ec9b2c9270 tempest-TestMinimumBasicScenario-736986205 tempest-TestMinimumBasicScenario-736986205-project] Notify callbacks [] for security_group, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:18:29.509666 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_dvr_db [None req-ed370f43-6b1a-49ec-b332-b09aa26d0b49 None None] Set router 4dd7918e-83ae-4926-9140-79f861825136 gateway port host: dv-neutron-797120-4-hyperv {{(pid=128086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:18:29.607009 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 12:18:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef97498a-55b0-4e54-a4bd-833f30961878 x-openstack-request-id: req-ef97498a-55b0-4e54-a4bd-833f30961878 {{(pid=128084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 12:18:29.607840 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "401d64dd-4b27-46b0-9ea9-5899c5caced0", "tag": "b21ca9b7-db28-440d-bb17-c29f1a4efe19", "status": "completed", "code": 200}]} {{(pid=128084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 12:18:29.612513 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ef97498a-55b0-4e54-a4bd-833f30961878 {{(pid=128084) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 12:18:29.613716 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '401d64dd-4b27-46b0-9ea9-5899c5caced0', 'tag': 'b21ca9b7-db28-440d-bb17-c29f1a4efe19', 'status': 'completed', 'code': 200} Jun 24 12:18:29.632267 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-62fdfb85-9623-43e6-b52f-70ec9b2c9270 tempest-TestMinimumBasicScenario-736986205 tempest-TestMinimumBasicScenario-736986205-project] Notify callbacks [] for security_group, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:18:29.650028 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-62fdfb85-9623-43e6-b52f-70ec9b2c9270 tempest-TestMinimumBasicScenario-736986205 tempest-TestMinimumBasicScenario-736986205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800410'] for security_group, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:18:29.674484 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-4b39fb97-d6e4-4ad8-ba47-1991b16f038a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:18:29.711602 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62fdfb85-9623-43e6-b52f-70ec9b2c9270 tempest-TestMinimumBasicScenario-736986205 tempest-TestMinimumBasicScenario-736986205-project] Pushing event updated for resources: {'SecurityGroup': ['ID=49e8f9cd-d1e7-46cf-b5a4-72197bbcdd68,revision_number=1']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:18:29.725585 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-62fdfb85-9623-43e6-b52f-70ec9b2c9270 tempest-TestMinimumBasicScenario-736986205 tempest-TestMinimumBasicScenario-736986205-project] Notify callbacks [] for security_group, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:18:29.727102 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-62fdfb85-9623-43e6-b52f-70ec9b2c9270 tempest-TestMinimumBasicScenario-736986205 tempest-TestMinimumBasicScenario-736986205-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3046494 Jun 24 12:18:29.728771 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62fdfb85-9623-43e6-b52f-70ec9b2c9270 tempest-TestMinimumBasicScenario-736986205 tempest-TestMinimumBasicScenario-736986205-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:18:29.730127 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62fdfb85-9623-43e6-b52f-70ec9b2c9270 tempest-TestMinimumBasicScenario-736986205 tempest-TestMinimumBasicScenario-736986205-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:18:29.730448 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 39912) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:18:29.730939 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62fdfb85-9623-43e6-b52f-70ec9b2c9270 tempest-TestMinimumBasicScenario-736986205 tempest-TestMinimumBasicScenario-736986205-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:18:29.731400 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62fdfb85-9623-43e6-b52f-70ec9b2c9270 tempest-TestMinimumBasicScenario-736986205 tempest-TestMinimumBasicScenario-736986205-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:18:29.731778 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62fdfb85-9623-43e6-b52f-70ec9b2c9270 tempest-TestMinimumBasicScenario-736986205 tempest-TestMinimumBasicScenario-736986205-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:18:29.732112 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62fdfb85-9623-43e6-b52f-70ec9b2c9270 tempest-TestMinimumBasicScenario-736986205 tempest-TestMinimumBasicScenario-736986205-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:18:29.732431 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62fdfb85-9623-43e6-b52f-70ec9b2c9270 tempest-TestMinimumBasicScenario-736986205 tempest-TestMinimumBasicScenario-736986205-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:18:29.732893 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62fdfb85-9623-43e6-b52f-70ec9b2c9270 tempest-TestMinimumBasicScenario-736986205 tempest-TestMinimumBasicScenario-736986205-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:18:29.733897 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62fdfb85-9623-43e6-b52f-70ec9b2c9270 tempest-TestMinimumBasicScenario-736986205 tempest-TestMinimumBasicScenario-736986205-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:18:29.734280 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62fdfb85-9623-43e6-b52f-70ec9b2c9270 tempest-TestMinimumBasicScenario-736986205 tempest-TestMinimumBasicScenario-736986205-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:18:29.734721 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62fdfb85-9623-43e6-b52f-70ec9b2c9270 tempest-TestMinimumBasicScenario-736986205 tempest-TestMinimumBasicScenario-736986205-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:18:29.735094 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62fdfb85-9623-43e6-b52f-70ec9b2c9270 tempest-TestMinimumBasicScenario-736986205 tempest-TestMinimumBasicScenario-736986205-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:18:29.739711 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-62fdfb85-9623-43e6-b52f-70ec9b2c9270 tempest-TestMinimumBasicScenario-736986205 tempest-TestMinimumBasicScenario-736986205-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:18:29.761541 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1bd452-f988-4398-89fb-f7032b02b53b req-7a13a4fe-7120-4a40-8cb8-47876ddc314e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:18:29.763320 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-aa1bd452-f988-4398-89fb-f7032b02b53b req-7a13a4fe-7120-4a40-8cb8-47876ddc314e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=cff86e10c7374afda66f9447e975a635&device_id=401d64dd-4b27-46b0-9ea9-5899c5caced0 HTTP/1.1" status: 200 len: 1098 time: 0.1286542 Jun 24 12:18:29.771342 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-87373ee5-24d1-4096-aacd-ac0c5a0baa96 tempest-TestMinimumBasicScenario-736986205 tempest-TestMinimumBasicScenario-736986205-project] Request body: {'security_group_rule': {'security_group_id': '49e8f9cd-d1e7-46cf-b5a4-72197bbcdd68', 'project_id': 'cff86e10c7374afda66f9447e975a635', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:18:29.801078 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-52c483ef-d5c1-4030-9a32-e5ce4ff00ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:18:29.833015 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-87373ee5-24d1-4096-aacd-ac0c5a0baa96 tempest-TestMinimumBasicScenario-736986205 tempest-TestMinimumBasicScenario-736986205-project] Notify callbacks [] for security_group_rule, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:18:29.878105 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1bd452-f988-4398-89fb-f7032b02b53b req-930df0d7-7b65-4c8e-8e7e-ea442038fe0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:18:29.880719 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-aa1bd452-f988-4398-89fb-f7032b02b53b req-930df0d7-7b65-4c8e-8e7e-ea442038fe0f service neutron] 10.222.0.45 "GET /v2.0/networks?id=78964b89-215d-4ae0-b9a0-8e1c027ea599 HTTP/1.1" status: 200 len: 915 time: 0.1095178 Jun 24 12:18:29.902380 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-ed370f43-6b1a-49ec-b332-b09aa26d0b49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dd7918e-83ae-4926-9140-79f861825136', 'name': 'tempest-TestMinimumBasicScenario-334189281-router', 'tenant_id': 'cff86e10c7374afda66f9447e975a635', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'external_fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.156'}], 'enable_snat': True}, 'gw_port_id': 'd36635f1-732f-462c-86ca-74f01c101353', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:17:29Z', 'updated_at': '2021-06-24T12:17:33Z', 'revision_number': 4, 'project_id': 'cff86e10c7374afda66f9447e975a635', 'gw_port': {'id': 'd36635f1-732f-462c-86ca-74f01c101353', 'name': '', 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:0f:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dd7918e-83ae-4926-9140-79f861825136', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:17:30Z', 'updated_at': '2021-06-24T12:17:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-4-hyperv', '_floatingips': [{'id': '50d2618f-1d28-4242-979d-48c73c1f1a6f', 'tenant_id': 'cff86e10c7374afda66f9447e975a635', 'floating_ip_address': '172.26.7.58', 'floating_network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'router_id': '4dd7918e-83ae-4926-9140-79f861825136', 'port_id': 'b21ca9b7-db28-440d-bb17-c29f1a4efe19', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1685, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '78964b89-215d-4ae0-b9a0-8e1c027ea599', 'mac_address': 'fa:16:3e:57:62:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '401d64dd-4b27-46b0-9ea9-5899c5caced0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T12:18:28Z', 'updated_at': '2021-06-24T12:18:28Z', 'revision_number': 0, 'project_id': 'cff86e10c7374afda66f9447e975a635', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '737b59d7-fb74-42a5-9368-9fc6d7597e5a', 'name': '', 'network_id': '78964b89-215d-4ae0-b9a0-8e1c027ea599', 'tenant_id': 'cff86e10c7374afda66f9447e975a635', 'mac_address': 'fa:16:3e:27:9f:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dd7918e-83ae-4926-9140-79f861825136', 'device_owner': 'network:router_interface', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': 'ee4e382a-19f1-4819-838f-b184325392cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:17:32Z', 'updated_at': '2021-06-24T12:17:39Z', 'revision_number': 5, 'project_id': 'cff86e10c7374afda66f9447e975a635', 'subnets': [{'id': 'ee4e382a-19f1-4819-838f-b184325392cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:18:29.944712 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-87373ee5-24d1-4096-aacd-ac0c5a0baa96 tempest-TestMinimumBasicScenario-736986205 tempest-TestMinimumBasicScenario-736986205-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:18:29.952062 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-87373ee5-24d1-4096-aacd-ac0c5a0baa96 tempest-TestMinimumBasicScenario-736986205 tempest-TestMinimumBasicScenario-736986205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1627007'] for security_group_rule, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:18:29.955883 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed370f43-6b1a-49ec-b332-b09aa26d0b49 None None] Checking router: 4dd7918e-83ae-4926-9140-79f861825136 for host: dv-neutron-797120-4-hyperv {{(pid=128086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 12:18:29.963615 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-aca40329-9746-4710-8789-66654ce26e40 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:18:29.971613 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-aa1bd452-f988-4398-89fb-f7032b02b53b req-e9736fa1-a64c-4c37-bd17-5bff31b3793d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b21ca9b7-db28-440d-bb17-c29f1a4efe19 HTTP/1.1" status: 200 len: 998 time: 0.0825853 Jun 24 12:18:29.976160 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed370f43-6b1a-49ec-b332-b09aa26d0b49 None None] Routers {'4dd7918e-83ae-4926-9140-79f861825136'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:18:29.977166 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-ed370f43-6b1a-49ec-b332-b09aa26d0b49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T12:18:26Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['4dd7918e-83ae-4926-9140-79f861825136'], 'active': True} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:18:29.994487 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87373ee5-24d1-4096-aacd-ac0c5a0baa96 tempest-TestMinimumBasicScenario-736986205 tempest-TestMinimumBasicScenario-736986205-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1e72051-02b8-4e1c-8a0a-0168311fb444,revision_number=0']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:18:30.011586 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-87373ee5-24d1-4096-aacd-ac0c5a0baa96 tempest-TestMinimumBasicScenario-736986205 tempest-TestMinimumBasicScenario-736986205-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:18:30.013579 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-87373ee5-24d1-4096-aacd-ac0c5a0baa96 tempest-TestMinimumBasicScenario-736986205 tempest-TestMinimumBasicScenario-736986205-project] Notify callbacks [] for security_group_rule, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:18:30.018236 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-87373ee5-24d1-4096-aacd-ac0c5a0baa96 tempest-TestMinimumBasicScenario-736986205 tempest-TestMinimumBasicScenario-736986205-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2838416 Jun 24 12:18:30.018650 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 39914) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:18:30.026545 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-702dc029-ef85-4a02-8a8a-24f98574da4f tempest-TestMinimumBasicScenario-736986205 tempest-TestMinimumBasicScenario-736986205-project] Request body: {'security_group_rule': {'security_group_id': '49e8f9cd-d1e7-46cf-b5a4-72197bbcdd68', 'project_id': 'cff86e10c7374afda66f9447e975a635', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:18:30.043037 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1bd452-f988-4398-89fb-f7032b02b53b req-03728ebe-bb31-4269-aea9-72c9aef86cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:18:30.045405 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-aa1bd452-f988-4398-89fb-f7032b02b53b req-03728ebe-bb31-4269-aea9-72c9aef86cf5 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ee4e382a-19f1-4819-838f-b184325392cb HTTP/1.1" status: 200 len: 853 time: 0.0671780 Jun 24 12:18:30.067126 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-702dc029-ef85-4a02-8a8a-24f98574da4f tempest-TestMinimumBasicScenario-736986205 tempest-TestMinimumBasicScenario-736986205-project] Notify callbacks [] for security_group_rule, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:18:30.123201 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1bd452-f988-4398-89fb-f7032b02b53b req-d3db3be7-2a77-4161-9879-0831140d3c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:18:30.126510 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-aa1bd452-f988-4398-89fb-f7032b02b53b req-d3db3be7-2a77-4161-9879-0831140d3c9d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=78964b89-215d-4ae0-b9a0-8e1c027ea599&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0740671 Jun 24 12:18:30.144045 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-702dc029-ef85-4a02-8a8a-24f98574da4f tempest-TestMinimumBasicScenario-736986205 tempest-TestMinimumBasicScenario-736986205-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:18:30.150438 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-702dc029-ef85-4a02-8a8a-24f98574da4f tempest-TestMinimumBasicScenario-736986205 tempest-TestMinimumBasicScenario-736986205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1627007'] for security_group_rule, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:18:30.153561 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-727bed91-89e7-4ff3-81f0-454d30e2e8bf tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:18:30.175059 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702dc029-ef85-4a02-8a8a-24f98574da4f tempest-TestMinimumBasicScenario-736986205 tempest-TestMinimumBasicScenario-736986205-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57f7f5e8-7985-4b93-8746-25e735154764,revision_number=0']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:18:30.179062 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-702dc029-ef85-4a02-8a8a-24f98574da4f tempest-TestMinimumBasicScenario-736986205 tempest-TestMinimumBasicScenario-736986205-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:18:30.187421 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-702dc029-ef85-4a02-8a8a-24f98574da4f tempest-TestMinimumBasicScenario-736986205 tempest-TestMinimumBasicScenario-736986205-project] Notify callbacks [] for security_group_rule, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:18:30.192316 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-702dc029-ef85-4a02-8a8a-24f98574da4f tempest-TestMinimumBasicScenario-736986205 tempest-TestMinimumBasicScenario-736986205-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1723843 Jun 24 12:18:30.193961 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 39916) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:18:30.200865 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_dvr_db [None req-ed370f43-6b1a-49ec-b332-b09aa26d0b49 None None] Set router 4dd7918e-83ae-4926-9140-79f861825136 gateway port host: dv-neutron-797120-4-hyperv {{(pid=128086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:18:30.203943 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-ee21bf88-c05f-4cc0-9e06-420291633329 tempest-TestMinimumBasicScenario-736986205 tempest-TestMinimumBasicScenario-736986205-project] Request body: {'security_group_rule': {'security_group_id': '49e8f9cd-d1e7-46cf-b5a4-72197bbcdd68', 'project_id': 'cff86e10c7374afda66f9447e975a635', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:18:30.260631 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-ee21bf88-c05f-4cc0-9e06-420291633329 tempest-TestMinimumBasicScenario-736986205 tempest-TestMinimumBasicScenario-736986205-project] Notify callbacks [] for security_group_rule, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:18:30.387501 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-ee21bf88-c05f-4cc0-9e06-420291633329 tempest-TestMinimumBasicScenario-736986205 tempest-TestMinimumBasicScenario-736986205-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:18:30.394485 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-ee21bf88-c05f-4cc0-9e06-420291633329 tempest-TestMinimumBasicScenario-736986205 tempest-TestMinimumBasicScenario-736986205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1627007'] for security_group_rule, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:18:30.408155 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-4eb74334-f878-449d-82f5-e9142c4cff61 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:18:30.443266 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee21bf88-c05f-4cc0-9e06-420291633329 tempest-TestMinimumBasicScenario-736986205 tempest-TestMinimumBasicScenario-736986205-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f83b63e-a927-444d-bbfb-77bd190e83f2,revision_number=0']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:18:30.458081 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-ee21bf88-c05f-4cc0-9e06-420291633329 tempest-TestMinimumBasicScenario-736986205 tempest-TestMinimumBasicScenario-736986205-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:18:30.467055 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-ee21bf88-c05f-4cc0-9e06-420291633329 tempest-TestMinimumBasicScenario-736986205 tempest-TestMinimumBasicScenario-736986205-project] Notify callbacks [] for security_group_rule, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:18:30.469970 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-ee21bf88-c05f-4cc0-9e06-420291633329 tempest-TestMinimumBasicScenario-736986205 tempest-TestMinimumBasicScenario-736986205-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2742634 Jun 24 12:18:30.474107 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 39918) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:18:30.479395 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-779607be-9418-4b2c-a054-d26c69907440 tempest-TestMinimumBasicScenario-736986205 tempest-TestMinimumBasicScenario-736986205-project] Request body: {'security_group_rule': {'security_group_id': '49e8f9cd-d1e7-46cf-b5a4-72197bbcdd68', 'project_id': 'cff86e10c7374afda66f9447e975a635', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:18:30.517417 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-779607be-9418-4b2c-a054-d26c69907440 tempest-TestMinimumBasicScenario-736986205 tempest-TestMinimumBasicScenario-736986205-project] Notify callbacks [] for security_group_rule, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:18:30.611878 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-779607be-9418-4b2c-a054-d26c69907440 tempest-TestMinimumBasicScenario-736986205 tempest-TestMinimumBasicScenario-736986205-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:18:30.617907 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-779607be-9418-4b2c-a054-d26c69907440 tempest-TestMinimumBasicScenario-736986205 tempest-TestMinimumBasicScenario-736986205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1627007'] for security_group_rule, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:18:30.628175 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-8320d28d-6136-4165-b701-f54307ecef66 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:18:30.647389 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-ed370f43-6b1a-49ec-b332-b09aa26d0b49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dd7918e-83ae-4926-9140-79f861825136', 'name': 'tempest-TestMinimumBasicScenario-334189281-router', 'tenant_id': 'cff86e10c7374afda66f9447e975a635', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'external_fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.156'}], 'enable_snat': True}, 'gw_port_id': 'd36635f1-732f-462c-86ca-74f01c101353', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:17:29Z', 'updated_at': '2021-06-24T12:17:33Z', 'revision_number': 4, 'project_id': 'cff86e10c7374afda66f9447e975a635', 'gw_port': {'id': 'd36635f1-732f-462c-86ca-74f01c101353', 'name': '', 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:0f:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dd7918e-83ae-4926-9140-79f861825136', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:17:30Z', 'updated_at': '2021-06-24T12:17:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-4-hyperv', '_floatingips': [{'id': '50d2618f-1d28-4242-979d-48c73c1f1a6f', 'tenant_id': 'cff86e10c7374afda66f9447e975a635', 'floating_ip_address': '172.26.7.58', 'floating_network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'router_id': '4dd7918e-83ae-4926-9140-79f861825136', 'port_id': 'b21ca9b7-db28-440d-bb17-c29f1a4efe19', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1685, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '78964b89-215d-4ae0-b9a0-8e1c027ea599', 'mac_address': 'fa:16:3e:57:62:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '401d64dd-4b27-46b0-9ea9-5899c5caced0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T12:18:28Z', 'updated_at': '2021-06-24T12:18:28Z', 'revision_number': 0, 'project_id': 'cff86e10c7374afda66f9447e975a635', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '737b59d7-fb74-42a5-9368-9fc6d7597e5a', 'name': '', 'network_id': '78964b89-215d-4ae0-b9a0-8e1c027ea599', 'tenant_id': 'cff86e10c7374afda66f9447e975a635', 'mac_address': 'fa:16:3e:27:9f:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dd7918e-83ae-4926-9140-79f861825136', 'device_owner': 'network:router_interface', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': 'ee4e382a-19f1-4819-838f-b184325392cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:17:32Z', 'updated_at': '2021-06-24T12:17:39Z', 'revision_number': 5, 'project_id': 'cff86e10c7374afda66f9447e975a635', 'subnets': [{'id': 'ee4e382a-19f1-4819-838f-b184325392cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:18:30.649134 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779607be-9418-4b2c-a054-d26c69907440 tempest-TestMinimumBasicScenario-736986205 tempest-TestMinimumBasicScenario-736986205-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55d1d036-9d7f-4b63-9981-0924d443b7d2,revision_number=0']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:18:30.653389 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-779607be-9418-4b2c-a054-d26c69907440 tempest-TestMinimumBasicScenario-736986205 tempest-TestMinimumBasicScenario-736986205-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:18:30.661756 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-779607be-9418-4b2c-a054-d26c69907440 tempest-TestMinimumBasicScenario-736986205 tempest-TestMinimumBasicScenario-736986205-project] Notify callbacks [] for security_group_rule, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:18:30.663830 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-779607be-9418-4b2c-a054-d26c69907440 tempest-TestMinimumBasicScenario-736986205 tempest-TestMinimumBasicScenario-736986205-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1884756 Jun 24 12:18:30.668329 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 39920) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:18:30.675742 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-aa1bd452-f988-4398-89fb-f7032b02b53b req-1afef7d9-873d-484f-9fa5-cd9b11a00fb9 service neutron] 10.222.0.45 "GET /v2.0/networks/78964b89-215d-4ae0-b9a0-8e1c027ea599?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5413601 Jun 24 12:18:30.676594 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-09ec2866-91a1-4f7a-9834-e28ff56a18c3 tempest-TestMinimumBasicScenario-736986205 tempest-TestMinimumBasicScenario-736986205-project] Request body: {'security_group_rule': {'security_group_id': '49e8f9cd-d1e7-46cf-b5a4-72197bbcdd68', 'project_id': 'cff86e10c7374afda66f9447e975a635', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:18:30.678063 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed370f43-6b1a-49ec-b332-b09aa26d0b49 None None] The sync data for ids ['4dd7918e-83ae-4926-9140-79f861825136'] in dv-neutron-797120-4-hyperv is: [{'id': '4dd7918e-83ae-4926-9140-79f861825136', 'name': 'tempest-TestMinimumBasicScenario-334189281-router', 'tenant_id': 'cff86e10c7374afda66f9447e975a635', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'external_fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.156'}], 'enable_snat': True}, 'gw_port_id': 'd36635f1-732f-462c-86ca-74f01c101353', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:17:29Z', 'updated_at': '2021-06-24T12:17:33Z', 'revision_number': 4, 'project_id': 'cff86e10c7374afda66f9447e975a635', 'gw_port': {'id': 'd36635f1-732f-462c-86ca-74f01c101353', 'name': '', 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:0f:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dd7918e-83ae-4926-9140-79f861825136', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:17:30Z', 'updated_at': '2021-06-24T12:17:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-4-hyperv', '_floatingips': [{'id': '50d2618f-1d28-4242-979d-48c73c1f1a6f', 'tenant_id': 'cff86e10c7374afda66f9447e975a635', 'floating_ip_address': '172.26.7.58', 'floating_network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'router_id': '4dd7918e-83ae-4926-9140-79f861825136', 'port_id': 'b21ca9b7-db28-440d-bb17-c29f1a4efe19', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1685, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '78964b89-215d-4ae0-b9a0-8e1c027ea599', 'mac_address': 'fa:16:3e:57:62:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '401d64dd-4b27-46b0-9ea9-5899c5caced0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T12:18:28Z', 'updated_at': '2021-06-24T12:18:28Z', 'revision_number': 0, 'project_id': 'cff86e10c7374afda66f9447e975a635', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '737b59d7-fb74-42a5-9368-9fc6d7597e5a', 'name': '', 'network_id': '78964b89-215d-4ae0-b9a0-8e1c027ea599', 'tenant_id': 'cff86e10c7374afda66f9447e975a635', 'mac_address': 'fa:16:3e:27:9f:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dd7918e-83ae-4926-9140-79f861825136', 'device_owner': 'network:router_interface', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': 'ee4e382a-19f1-4819-838f-b184325392cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:17:32Z', 'updated_at': '2021-06-24T12:17:39Z', 'revision_number': 5, 'project_id': 'cff86e10c7374afda66f9447e975a635', 'subnets': [{'id': 'ee4e382a-19f1-4819-838f-b184325392cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=128086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 12:18:30.706644 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.db.securitygroups_db [None req-09ec2866-91a1-4f7a-9834-e28ff56a18c3 tempest-TestMinimumBasicScenario-736986205 tempest-TestMinimumBasicScenario-736986205-project] Project cff86e10c7374afda66f9447e975a635 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 24 12:18:30.716019 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-09ec2866-91a1-4f7a-9834-e28ff56a18c3 tempest-TestMinimumBasicScenario-736986205 tempest-TestMinimumBasicScenario-736986205-project] Notify callbacks [] for security_group_rule, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:18:30.802690 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-aa1bd452-f988-4398-89fb-f7032b02b53b req-3f1fb98d-6025-42f9-b0c3-d0b253a86f05 service neutron] 10.222.0.45 "GET /v2.0/networks/78964b89-215d-4ae0-b9a0-8e1c027ea599?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1191111 Jun 24 12:18:30.842437 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-09ec2866-91a1-4f7a-9834-e28ff56a18c3 tempest-TestMinimumBasicScenario-736986205 tempest-TestMinimumBasicScenario-736986205-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:18:30.847790 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-09ec2866-91a1-4f7a-9834-e28ff56a18c3 tempest-TestMinimumBasicScenario-736986205 tempest-TestMinimumBasicScenario-736986205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1627007'] for security_group_rule, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:18:30.853620 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-b5e51dc3-87a1-42cd-9a11-deed022373fd tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:18:30.870529 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ec2866-91a1-4f7a-9834-e28ff56a18c3 tempest-TestMinimumBasicScenario-736986205 tempest-TestMinimumBasicScenario-736986205-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51d2395d-8c17-409b-8402-b3aa378a6cf0,revision_number=0']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:18:30.873482 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-09ec2866-91a1-4f7a-9834-e28ff56a18c3 tempest-TestMinimumBasicScenario-736986205 tempest-TestMinimumBasicScenario-736986205-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:18:30.875234 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-09ec2866-91a1-4f7a-9834-e28ff56a18c3 tempest-TestMinimumBasicScenario-736986205 tempest-TestMinimumBasicScenario-736986205-project] Notify callbacks [] for security_group_rule, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:18:30.876636 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-09ec2866-91a1-4f7a-9834-e28ff56a18c3 tempest-TestMinimumBasicScenario-736986205 tempest-TestMinimumBasicScenario-736986205-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2061524 Jun 24 12:18:30.881276 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 39922) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:18:30.886379 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-71b1dc1f-7443-40a1-95b3-2ed9ba8f1767 tempest-TestMinimumBasicScenario-736986205 tempest-TestMinimumBasicScenario-736986205-project] Request body: {'security_group_rule': {'security_group_id': '49e8f9cd-d1e7-46cf-b5a4-72197bbcdd68', 'project_id': 'cff86e10c7374afda66f9447e975a635', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:18:30.915407 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.db.securitygroups_db [None req-71b1dc1f-7443-40a1-95b3-2ed9ba8f1767 tempest-TestMinimumBasicScenario-736986205 tempest-TestMinimumBasicScenario-736986205-project] Project cff86e10c7374afda66f9447e975a635 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 24 12:18:30.923763 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-71b1dc1f-7443-40a1-95b3-2ed9ba8f1767 tempest-TestMinimumBasicScenario-736986205 tempest-TestMinimumBasicScenario-736986205-project] Notify callbacks [] for security_group_rule, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:18:30.988081 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2b92124-b223-4d43-8c0f-f56ec8cf0810 None None] New status for floating IP 50d2618f-1d28-4242-979d-48c73c1f1a6f: ACTIVE {{(pid=128085) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 24 12:18:31.019430 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-71b1dc1f-7443-40a1-95b3-2ed9ba8f1767 tempest-TestMinimumBasicScenario-736986205 tempest-TestMinimumBasicScenario-736986205-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:18:31.023946 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-71b1dc1f-7443-40a1-95b3-2ed9ba8f1767 tempest-TestMinimumBasicScenario-736986205 tempest-TestMinimumBasicScenario-736986205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1627007'] for security_group_rule, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:18:31.026681 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-1890bc40-16e8-497a-8e0c-d56403eb454c tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:18:31.047646 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b1dc1f-7443-40a1-95b3-2ed9ba8f1767 tempest-TestMinimumBasicScenario-736986205 tempest-TestMinimumBasicScenario-736986205-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8cf8fea0-bf4a-4212-8afc-5194a1bc4169,revision_number=0']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:18:31.052345 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-71b1dc1f-7443-40a1-95b3-2ed9ba8f1767 tempest-TestMinimumBasicScenario-736986205 tempest-TestMinimumBasicScenario-736986205-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:18:31.057143 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-71b1dc1f-7443-40a1-95b3-2ed9ba8f1767 tempest-TestMinimumBasicScenario-736986205 tempest-TestMinimumBasicScenario-736986205-project] Notify callbacks [] for security_group_rule, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:18:31.058711 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-71b1dc1f-7443-40a1-95b3-2ed9ba8f1767 tempest-TestMinimumBasicScenario-736986205 tempest-TestMinimumBasicScenario-736986205-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1763539 Jun 24 12:18:31.206627 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-0c1bfe99-8d71-4c4f-98fe-0fc747040444 req-1d781e37-28ac-40b1-95c9-1f57d2363e01 tempest-TestMinimumBasicScenario-736986205 tempest-TestMinimumBasicScenario-736986205-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-922568569&fields=id&tenant_id=cff86e10c7374afda66f9447e975a635 HTTP/1.1" status: 200 len: 267 time: 0.0353978 Jun 24 12:18:31.300907 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1bfe99-8d71-4c4f-98fe-0fc747040444 req-3e048608-3f2a-4ac7-b6e2-c05300f3b623 tempest-TestMinimumBasicScenario-736986205 tempest-TestMinimumBasicScenario-736986205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:18:31.302730 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-0c1bfe99-8d71-4c4f-98fe-0fc747040444 req-3e048608-3f2a-4ac7-b6e2-c05300f3b623 tempest-TestMinimumBasicScenario-736986205 tempest-TestMinimumBasicScenario-736986205-project] 10.222.0.53 "GET /v2.0/ports?device_id=401d64dd-4b27-46b0-9ea9-5899c5caced0 HTTP/1.1" status: 200 len: 945 time: 0.0897467 Jun 24 12:18:31.314331 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [req-0c1bfe99-8d71-4c4f-98fe-0fc747040444 req-12beac82-8a16-4083-8c0c-ce32cc3b3e51 tempest-TestMinimumBasicScenario-736986205 tempest-TestMinimumBasicScenario-736986205-project] Request body: {'port': {'security_groups': ['7c2e6157-7d34-4d06-ae9e-e65b48f74d2c', '49e8f9cd-d1e7-46cf-b5a4-72197bbcdd68']}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:18:31.401420 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-0c1bfe99-8d71-4c4f-98fe-0fc747040444 req-12beac82-8a16-4083-8c0c-ce32cc3b3e51 tempest-TestMinimumBasicScenario-736986205 tempest-TestMinimumBasicScenario-736986205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:18:31.614952 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.db [req-0c1bfe99-8d71-4c4f-98fe-0fc747040444 req-12beac82-8a16-4083-8c0c-ce32cc3b3e51 tempest-TestMinimumBasicScenario-736986205 tempest-TestMinimumBasicScenario-736986205-project] For port b21ca9b7-db28-440d-bb17-c29f1a4efe19, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=b21ca9b7-db28-440d-bb17-c29f1a4efe19,segment=NetworkSegment(cba72c05-4c6a-4ec1-913f-1b553f2ee2ff),segment_id=cba72c05-4c6a-4ec1-913f-1b553f2ee2ff)] {{(pid=128083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:18:31.647982 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-0c1bfe99-8d71-4c4f-98fe-0fc747040444 req-12beac82-8a16-4083-8c0c-ce32cc3b3e51 tempest-TestMinimumBasicScenario-736986205 tempest-TestMinimumBasicScenario-736986205-project] Notify callbacks [] for port, precommit_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:18:31.653805 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-0c1bfe99-8d71-4c4f-98fe-0fc747040444 req-12beac82-8a16-4083-8c0c-ce32cc3b3e51 tempest-TestMinimumBasicScenario-736986205 tempest-TestMinimumBasicScenario-736986205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2537871'] for port, after_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:18:31.658570 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-31c71ec1-3c94-441f-ab24-a37174344d01 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:18:31.668242 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] get_ports_and_sgs() called for port_ids ['b21ca9b7-db28-440d-bb17-c29f1a4efe19'] {{(pid=128085) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 12:18:31.719113 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1bfe99-8d71-4c4f-98fe-0fc747040444 req-12beac82-8a16-4083-8c0c-ce32cc3b3e51 tempest-TestMinimumBasicScenario-736986205 tempest-TestMinimumBasicScenario-736986205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:18:31.720248 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-0c1bfe99-8d71-4c4f-98fe-0fc747040444 req-12beac82-8a16-4083-8c0c-ce32cc3b3e51 tempest-TestMinimumBasicScenario-736986205 tempest-TestMinimumBasicScenario-736986205-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468916'] for port, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:18:31.722089 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-0c1bfe99-8d71-4c4f-98fe-0fc747040444 req-12beac82-8a16-4083-8c0c-ce32cc3b3e51 tempest-TestMinimumBasicScenario-736986205 tempest-TestMinimumBasicScenario-736986205-project] 10.222.0.53 "PUT /v2.0/ports/b21ca9b7-db28-440d-bb17-c29f1a4efe19 HTTP/1.1" status: 200 len: 981 time: 0.4125109 Jun 24 12:18:31.722948 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '401d64dd-4b27-46b0-9ea9-5899c5caced0', 'tag': 'b21ca9b7-db28-440d-bb17-c29f1a4efe19'}] {{(pid=128083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 12:18:31.727172 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a77f7dee1a0522ddf93af289475d218fcdb8f30317daadec13ebf930b5b9dbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de4449f8-e50d-440e-8ae0-c227d51e8f1a" -d '{"events": [{"name": "network-changed", "server_uuid": "401d64dd-4b27-46b0-9ea9-5899c5caced0", "tag": "b21ca9b7-db28-440d-bb17-c29f1a4efe19"}]}' {{(pid=128083) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 12:18:31.784149 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12beac82-8a16-4083-8c0c-ce32cc3b3e51 tempest-TestMinimumBasicScenario-736986205 tempest-TestMinimumBasicScenario-736986205-project] Pushing event updated for resources: {'Port': ['ID=b21ca9b7-db28-440d-bb17-c29f1a4efe19,revision_number=6']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:18:31.791496 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-12beac82-8a16-4083-8c0c-ce32cc3b3e51 tempest-TestMinimumBasicScenario-736986205 tempest-TestMinimumBasicScenario-736986205-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:18:31.801280 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] get_ports_and_sgs() called for port_ids ['b21ca9b7-db28-440d-bb17-c29f1a4efe19'] {{(pid=128085) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 12:18:31.833542 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 12:18:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19d5de1c-ed2c-4c84-b71e-80618c790fd4 x-openstack-request-id: req-19d5de1c-ed2c-4c84-b71e-80618c790fd4 {{(pid=128083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 12:18:31.834632 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "401d64dd-4b27-46b0-9ea9-5899c5caced0", "tag": "b21ca9b7-db28-440d-bb17-c29f1a4efe19", "status": "completed", "code": 200}]} {{(pid=128083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 12:18:31.835133 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-19d5de1c-ed2c-4c84-b71e-80618c790fd4 {{(pid=128083) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 12:18:31.835815 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '401d64dd-4b27-46b0-9ea9-5899c5caced0', 'tag': 'b21ca9b7-db28-440d-bb17-c29f1a4efe19', 'status': 'completed', 'code': 200} Jun 24 12:18:31.995078 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4449f8-e50d-440e-8ae0-c227d51e8f1a req-7f66b1a6-ea53-4127-960a-e5b7af2be810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:18:31.996531 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-de4449f8-e50d-440e-8ae0-c227d51e8f1a req-7f66b1a6-ea53-4127-960a-e5b7af2be810 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=cff86e10c7374afda66f9447e975a635&device_id=401d64dd-4b27-46b0-9ea9-5899c5caced0 HTTP/1.1" status: 200 len: 1137 time: 0.1337051 Jun 24 12:18:32.129154 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42ce2f7-d690-49fc-b341-ec7088dd20ba req-0185076b-f84f-490d-af53-b18b658caca0 tempest-TestMinimumBasicScenario-736986205 tempest-TestMinimumBasicScenario-736986205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:18:32.130690 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-e42ce2f7-d690-49fc-b341-ec7088dd20ba req-0185076b-f84f-490d-af53-b18b658caca0 tempest-TestMinimumBasicScenario-736986205 tempest-TestMinimumBasicScenario-736986205-project] 10.222.0.53 "GET /v2.0/ports?device_id=401d64dd-4b27-46b0-9ea9-5899c5caced0 HTTP/1.1" status: 200 len: 984 time: 0.1797411 Jun 24 12:18:32.149655 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-6d263606-251c-489a-befd-4ef677b4c9b8 None None] Provisioning complete for port b21ca9b7-db28-440d-bb17-c29f1a4efe19 triggered by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:18:32.150595 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-6d263606-251c-489a-befd-4ef677b4c9b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:18:32.169664 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4449f8-e50d-440e-8ae0-c227d51e8f1a req-8ba30b04-3b20-4516-a0a0-1f253df04b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:18:32.171759 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-de4449f8-e50d-440e-8ae0-c227d51e8f1a req-8ba30b04-3b20-4516-a0a0-1f253df04b9f service neutron] 10.222.0.45 "GET /v2.0/networks?id=78964b89-215d-4ae0-b9a0-8e1c027ea599 HTTP/1.1" status: 200 len: 915 time: 0.1663032 Jun 24 12:18:32.230376 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-e42ce2f7-d690-49fc-b341-ec7088dd20ba req-bd6498ed-48c8-40cb-ba88-8a42e320ca2c tempest-TestMinimumBasicScenario-736986205 tempest-TestMinimumBasicScenario-736986205-project] 10.222.0.53 "GET /v2.0/security-groups?id=7c2e6157-7d34-4d06-ae9e-e65b48f74d2c&id=49e8f9cd-d1e7-46cf-b5a4-72197bbcdd68&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0865850 Jun 24 12:18:32.267648 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-de4449f8-e50d-440e-8ae0-c227d51e8f1a req-aa6e346f-8af6-4973-91f8-69d2d3b2af07 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b21ca9b7-db28-440d-bb17-c29f1a4efe19 HTTP/1.1" status: 200 len: 1000 time: 0.0871561 Jun 24 12:18:32.325528 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4449f8-e50d-440e-8ae0-c227d51e8f1a req-da60c820-4664-414b-8dda-85375ffae535 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:18:32.327700 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-de4449f8-e50d-440e-8ae0-c227d51e8f1a req-da60c820-4664-414b-8dda-85375ffae535 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ee4e382a-19f1-4819-838f-b184325392cb HTTP/1.1" status: 200 len: 853 time: 0.0521700 Jun 24 12:18:32.395731 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4449f8-e50d-440e-8ae0-c227d51e8f1a req-a8d3ba6f-358e-44a3-9e0f-f468f50d0228 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:18:32.397043 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-de4449f8-e50d-440e-8ae0-c227d51e8f1a req-a8d3ba6f-358e-44a3-9e0f-f468f50d0228 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=78964b89-215d-4ae0-b9a0-8e1c027ea599&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0629296 Jun 24 12:18:32.518966 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-de4449f8-e50d-440e-8ae0-c227d51e8f1a req-75e25ef1-a195-445d-aa52-caf79915297d service neutron] 10.222.0.45 "GET /v2.0/networks/78964b89-215d-4ae0-b9a0-8e1c027ea599?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1137836 Jun 24 12:18:32.620657 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-de4449f8-e50d-440e-8ae0-c227d51e8f1a req-70f210da-c837-42dd-842b-0a4248fdcef9 service neutron] 10.222.0.45 "GET /v2.0/networks/78964b89-215d-4ae0-b9a0-8e1c027ea599?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921197 Jun 24 12:18:44.962121 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:18:53.861917 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-3396a3f0-be72-4b97-bbaa-754bf4d9397b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:18:54.348814 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9661d03e-2bca-4685-804d-60c980bb83c2 req-6ab71e30-5031-4608-b9d8-8c119e8d77db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:18:54.350343 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-9661d03e-2bca-4685-804d-60c980bb83c2 req-6ab71e30-5031-4608-b9d8-8c119e8d77db service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=cff86e10c7374afda66f9447e975a635&device_id=401d64dd-4b27-46b0-9ea9-5899c5caced0 HTTP/1.1" status: 200 len: 1137 time: 0.1069796 Jun 24 12:18:54.373850 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1990b24-3fd1-41d2-944f-48419b551936 req-c13cf052-3cec-49ae-a37f-094afc80e620 tempest-TestMinimumBasicScenario-736986205 tempest-TestMinimumBasicScenario-736986205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:18:54.376466 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-f1990b24-3fd1-41d2-944f-48419b551936 req-c13cf052-3cec-49ae-a37f-094afc80e620 tempest-TestMinimumBasicScenario-736986205 tempest-TestMinimumBasicScenario-736986205-project] 10.222.0.53 "GET /v2.0/ports?device_id=401d64dd-4b27-46b0-9ea9-5899c5caced0 HTTP/1.1" status: 200 len: 984 time: 0.1036623 Jun 24 12:18:54.475501 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-f1990b24-3fd1-41d2-944f-48419b551936 req-c9d4d38f-96ad-42e3-9d38-f606148c47fe tempest-TestMinimumBasicScenario-736986205 tempest-TestMinimumBasicScenario-736986205-project] 10.222.0.53 "GET /v2.0/security-groups?id=7c2e6157-7d34-4d06-ae9e-e65b48f74d2c&id=49e8f9cd-d1e7-46cf-b5a4-72197bbcdd68&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0893180 Jun 24 12:18:54.498040 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9661d03e-2bca-4685-804d-60c980bb83c2 req-b3719f86-015b-40a3-be94-1c4a863602aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:18:54.500474 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-9661d03e-2bca-4685-804d-60c980bb83c2 req-b3719f86-015b-40a3-be94-1c4a863602aa service neutron] 10.222.0.45 "GET /v2.0/networks?id=78964b89-215d-4ae0-b9a0-8e1c027ea599 HTTP/1.1" status: 200 len: 915 time: 0.1422560 Jun 24 12:18:54.582364 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-9661d03e-2bca-4685-804d-60c980bb83c2 req-7d5cf8e3-a3ad-44d0-85c8-352ab4ed3a2a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b21ca9b7-db28-440d-bb17-c29f1a4efe19 HTTP/1.1" status: 200 len: 1000 time: 0.0738795 Jun 24 12:18:54.635430 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9661d03e-2bca-4685-804d-60c980bb83c2 req-c21d6df7-e1d1-4d0b-b61b-f45e745153f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:18:54.636371 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-9661d03e-2bca-4685-804d-60c980bb83c2 req-c21d6df7-e1d1-4d0b-b61b-f45e745153f4 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ee4e382a-19f1-4819-838f-b184325392cb HTTP/1.1" status: 200 len: 853 time: 0.0451257 Jun 24 12:18:54.698341 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9661d03e-2bca-4685-804d-60c980bb83c2 req-aa26cd40-641e-4dfe-9311-c6152d1d787f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:18:54.699839 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-9661d03e-2bca-4685-804d-60c980bb83c2 req-aa26cd40-641e-4dfe-9311-c6152d1d787f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=78964b89-215d-4ae0-b9a0-8e1c027ea599&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0553136 Jun 24 12:18:54.800094 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-9661d03e-2bca-4685-804d-60c980bb83c2 req-c98103b5-59d3-4ba4-a2d0-16337512ec82 service neutron] 10.222.0.45 "GET /v2.0/networks/78964b89-215d-4ae0-b9a0-8e1c027ea599?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929661 Jun 24 12:18:54.900883 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-9661d03e-2bca-4685-804d-60c980bb83c2 req-3fadd7bd-839c-43b3-a75f-5ce0d408e083 service neutron] 10.222.0.45 "GET /v2.0/networks/78964b89-215d-4ae0-b9a0-8e1c027ea599?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916152 Jun 24 12:18:55.670517 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98a8e9c-a89e-40cb-bb21-c68037079312 req-4a015977-a0ca-42ba-97a6-5798186f03de tempest-TestMinimumBasicScenario-736986205 tempest-TestMinimumBasicScenario-736986205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:18:55.672352 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-a98a8e9c-a89e-40cb-bb21-c68037079312 req-4a015977-a0ca-42ba-97a6-5798186f03de tempest-TestMinimumBasicScenario-736986205 tempest-TestMinimumBasicScenario-736986205-project] 10.222.0.53 "GET /v2.0/ports?device_id=401d64dd-4b27-46b0-9ea9-5899c5caced0 HTTP/1.1" status: 200 len: 984 time: 0.0762291 Jun 24 12:18:55.716189 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-a98a8e9c-a89e-40cb-bb21-c68037079312 req-a50a7666-66f1-4180-bf7b-faa1256f5d06 tempest-TestMinimumBasicScenario-736986205 tempest-TestMinimumBasicScenario-736986205-project] 10.222.0.53 "GET /v2.0/security-groups?id=7c2e6157-7d34-4d06-ae9e-e65b48f74d2c&id=49e8f9cd-d1e7-46cf-b5a4-72197bbcdd68&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0378935 Jun 24 12:18:56.410389 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-667ca36c-ade5-4034-93c8-e1a5f22ab6ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:18:56.572805 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:18:56.906224 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed45728c-323e-4cf8-bb55-66e98b35b045 req-255116ca-4676-473e-9aec-ba56aebb5a30 tempest-TestMinimumBasicScenario-736986205 tempest-TestMinimumBasicScenario-736986205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:18:56.908502 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-ed45728c-323e-4cf8-bb55-66e98b35b045 req-255116ca-4676-473e-9aec-ba56aebb5a30 tempest-TestMinimumBasicScenario-736986205 tempest-TestMinimumBasicScenario-736986205-project] 10.222.0.53 "GET /v2.0/ports?device_id=401d64dd-4b27-46b0-9ea9-5899c5caced0 HTTP/1.1" status: 200 len: 984 time: 0.0733550 Jun 24 12:18:56.955150 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-ed45728c-323e-4cf8-bb55-66e98b35b045 req-73fb5eb4-2afe-4ff3-a32b-0606321431d0 tempest-TestMinimumBasicScenario-736986205 tempest-TestMinimumBasicScenario-736986205-project] 10.222.0.53 "GET /v2.0/security-groups?id=7c2e6157-7d34-4d06-ae9e-e65b48f74d2c&id=49e8f9cd-d1e7-46cf-b5a4-72197bbcdd68&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0399203 Jun 24 12:18:57.811615 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-03237adf-ebd0-46f2-a476-4d4bb746e0f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:18:58.133349 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f7fee3-ed56-4375-bffd-33185ee12ef8 req-cf54879b-395c-4672-84c3-7c519d3c0330 tempest-TestMinimumBasicScenario-736986205 tempest-TestMinimumBasicScenario-736986205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:18:58.134712 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-f3f7fee3-ed56-4375-bffd-33185ee12ef8 req-cf54879b-395c-4672-84c3-7c519d3c0330 tempest-TestMinimumBasicScenario-736986205 tempest-TestMinimumBasicScenario-736986205-project] 10.222.0.53 "GET /v2.0/ports?device_id=401d64dd-4b27-46b0-9ea9-5899c5caced0 HTTP/1.1" status: 200 len: 984 time: 0.0679066 Jun 24 12:18:58.181567 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-f3f7fee3-ed56-4375-bffd-33185ee12ef8 req-90d1ff34-b485-46ae-9f4e-3444c1754944 tempest-TestMinimumBasicScenario-736986205 tempest-TestMinimumBasicScenario-736986205-project] 10.222.0.53 "GET /v2.0/security-groups?id=7c2e6157-7d34-4d06-ae9e-e65b48f74d2c&id=49e8f9cd-d1e7-46cf-b5a4-72197bbcdd68&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0405114 Jun 24 12:18:59.361985 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e58301-defa-4a4d-ae01-b9919c368ea7 req-9367f2ce-1019-4fd3-8082-e3c577d3553f tempest-TestMinimumBasicScenario-736986205 tempest-TestMinimumBasicScenario-736986205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:18:59.363502 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-e0e58301-defa-4a4d-ae01-b9919c368ea7 req-9367f2ce-1019-4fd3-8082-e3c577d3553f tempest-TestMinimumBasicScenario-736986205 tempest-TestMinimumBasicScenario-736986205-project] 10.222.0.53 "GET /v2.0/ports?device_id=401d64dd-4b27-46b0-9ea9-5899c5caced0 HTTP/1.1" status: 200 len: 984 time: 0.0664968 Jun 24 12:18:59.404032 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-e0e58301-defa-4a4d-ae01-b9919c368ea7 req-9512ebda-0a3f-4e70-b796-eea06e859285 tempest-TestMinimumBasicScenario-736986205 tempest-TestMinimumBasicScenario-736986205-project] 10.222.0.53 "GET /v2.0/security-groups?id=7c2e6157-7d34-4d06-ae9e-e65b48f74d2c&id=49e8f9cd-d1e7-46cf-b5a4-72197bbcdd68&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0345049 Jun 24 12:18:59.767712 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-52c483ef-d5c1-4030-9a32-e5ce4ff00ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:19:00.589941 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf3d218-a1d1-43e1-b56c-e0466895d85a req-5da9bc2f-9322-499c-be04-1d8fda0a87fe tempest-TestMinimumBasicScenario-736986205 tempest-TestMinimumBasicScenario-736986205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:19:00.591414 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-6bf3d218-a1d1-43e1-b56c-e0466895d85a req-5da9bc2f-9322-499c-be04-1d8fda0a87fe tempest-TestMinimumBasicScenario-736986205 tempest-TestMinimumBasicScenario-736986205-project] 10.222.0.53 "GET /v2.0/ports?device_id=401d64dd-4b27-46b0-9ea9-5899c5caced0 HTTP/1.1" status: 200 len: 984 time: 0.0687957 Jun 24 12:19:00.636327 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-6bf3d218-a1d1-43e1-b56c-e0466895d85a req-a979f682-a86f-4f3e-a0e7-28302e70b2fa tempest-TestMinimumBasicScenario-736986205 tempest-TestMinimumBasicScenario-736986205-project] 10.222.0.53 "GET /v2.0/security-groups?id=7c2e6157-7d34-4d06-ae9e-e65b48f74d2c&id=49e8f9cd-d1e7-46cf-b5a4-72197bbcdd68&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0383146 Jun 24 12:19:01.815968 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65db4cca-e1e1-4429-bfdc-14fbb06bb966 req-7f2d5c46-1493-46b4-b6f6-60f1cf2a05eb tempest-TestMinimumBasicScenario-736986205 tempest-TestMinimumBasicScenario-736986205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:19:01.817495 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-65db4cca-e1e1-4429-bfdc-14fbb06bb966 req-7f2d5c46-1493-46b4-b6f6-60f1cf2a05eb tempest-TestMinimumBasicScenario-736986205 tempest-TestMinimumBasicScenario-736986205-project] 10.222.0.53 "GET /v2.0/ports?device_id=401d64dd-4b27-46b0-9ea9-5899c5caced0 HTTP/1.1" status: 200 len: 984 time: 0.0639272 Jun 24 12:19:01.857089 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-65db4cca-e1e1-4429-bfdc-14fbb06bb966 req-100db3ea-78c8-406a-8a46-5a6827bda973 tempest-TestMinimumBasicScenario-736986205 tempest-TestMinimumBasicScenario-736986205-project] 10.222.0.53 "GET /v2.0/security-groups?id=7c2e6157-7d34-4d06-ae9e-e65b48f74d2c&id=49e8f9cd-d1e7-46cf-b5a4-72197bbcdd68&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0338001 Jun 24 12:19:03.036475 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257a7132-7223-47de-8c7b-8e932b5517e3 req-452a919d-d732-4de2-a37f-e2cb146b2d2d tempest-TestMinimumBasicScenario-736986205 tempest-TestMinimumBasicScenario-736986205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:19:03.038272 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-257a7132-7223-47de-8c7b-8e932b5517e3 req-452a919d-d732-4de2-a37f-e2cb146b2d2d tempest-TestMinimumBasicScenario-736986205 tempest-TestMinimumBasicScenario-736986205-project] 10.222.0.53 "GET /v2.0/ports?device_id=401d64dd-4b27-46b0-9ea9-5899c5caced0 HTTP/1.1" status: 200 len: 984 time: 0.0668597 Jun 24 12:19:03.088263 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-257a7132-7223-47de-8c7b-8e932b5517e3 req-b0e07cbc-8322-46f5-84a8-64f84869195d tempest-TestMinimumBasicScenario-736986205 tempest-TestMinimumBasicScenario-736986205-project] 10.222.0.53 "GET /v2.0/security-groups?id=7c2e6157-7d34-4d06-ae9e-e65b48f74d2c&id=49e8f9cd-d1e7-46cf-b5a4-72197bbcdd68&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0441062 Jun 24 12:19:04.271723 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91d9817-9794-4784-9d38-ea0fa85680c8 req-e46b74d8-3f19-437b-8f3e-ae0719ae9172 tempest-TestMinimumBasicScenario-736986205 tempest-TestMinimumBasicScenario-736986205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:19:04.273237 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-b91d9817-9794-4784-9d38-ea0fa85680c8 req-e46b74d8-3f19-437b-8f3e-ae0719ae9172 tempest-TestMinimumBasicScenario-736986205 tempest-TestMinimumBasicScenario-736986205-project] 10.222.0.53 "GET /v2.0/ports?device_id=401d64dd-4b27-46b0-9ea9-5899c5caced0 HTTP/1.1" status: 200 len: 984 time: 0.0686030 Jun 24 12:19:04.317578 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-b91d9817-9794-4784-9d38-ea0fa85680c8 req-2f0a724d-2446-418e-b118-64c1cae40029 tempest-TestMinimumBasicScenario-736986205 tempest-TestMinimumBasicScenario-736986205-project] 10.222.0.53 "GET /v2.0/security-groups?id=7c2e6157-7d34-4d06-ae9e-e65b48f74d2c&id=49e8f9cd-d1e7-46cf-b5a4-72197bbcdd68&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0356925 Jun 24 12:19:05.081159 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.agents_db [None req-87a69269-d72b-4286-97f3-1041481ed6d8 None None] Agent healthcheck: found 6 active agents {{(pid=128086) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 12:19:05.494654 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4654471-5e6d-4c04-a64e-531949165704 req-9e8b7188-96a3-4f2c-9e9c-d8c5a9959ee1 tempest-TestMinimumBasicScenario-736986205 tempest-TestMinimumBasicScenario-736986205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:19:05.496209 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-b4654471-5e6d-4c04-a64e-531949165704 req-9e8b7188-96a3-4f2c-9e9c-d8c5a9959ee1 tempest-TestMinimumBasicScenario-736986205 tempest-TestMinimumBasicScenario-736986205-project] 10.222.0.53 "GET /v2.0/ports?device_id=401d64dd-4b27-46b0-9ea9-5899c5caced0 HTTP/1.1" status: 200 len: 984 time: 0.0654185 Jun 24 12:19:05.537472 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-b4654471-5e6d-4c04-a64e-531949165704 req-a7078fe0-c370-4981-a070-998455bba02c tempest-TestMinimumBasicScenario-736986205 tempest-TestMinimumBasicScenario-736986205-project] 10.222.0.53 "GET /v2.0/security-groups?id=7c2e6157-7d34-4d06-ae9e-e65b48f74d2c&id=49e8f9cd-d1e7-46cf-b5a4-72197bbcdd68&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0348637 Jun 24 12:19:06.717991 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50799db5-1442-435d-9b51-ff002c88e682 req-7ed68481-5fc3-44d0-9e1f-0f7b464f35be tempest-TestMinimumBasicScenario-736986205 tempest-TestMinimumBasicScenario-736986205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:19:06.719622 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-50799db5-1442-435d-9b51-ff002c88e682 req-7ed68481-5fc3-44d0-9e1f-0f7b464f35be tempest-TestMinimumBasicScenario-736986205 tempest-TestMinimumBasicScenario-736986205-project] 10.222.0.53 "GET /v2.0/ports?device_id=401d64dd-4b27-46b0-9ea9-5899c5caced0 HTTP/1.1" status: 200 len: 984 time: 0.0690434 Jun 24 12:19:06.767440 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-50799db5-1442-435d-9b51-ff002c88e682 req-d6e86ba0-5663-4d1d-8156-28321a240740 tempest-TestMinimumBasicScenario-736986205 tempest-TestMinimumBasicScenario-736986205-project] 10.222.0.53 "GET /v2.0/security-groups?id=7c2e6157-7d34-4d06-ae9e-e65b48f74d2c&id=49e8f9cd-d1e7-46cf-b5a4-72197bbcdd68&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0418296 Jun 24 12:19:07.961122 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce2d126-97a5-49ea-8002-4b4ace35c5b4 req-a0ea1c38-f834-4e88-89ac-cf6a74dd7dd9 tempest-TestMinimumBasicScenario-736986205 tempest-TestMinimumBasicScenario-736986205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:19:07.962584 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-8ce2d126-97a5-49ea-8002-4b4ace35c5b4 req-a0ea1c38-f834-4e88-89ac-cf6a74dd7dd9 tempest-TestMinimumBasicScenario-736986205 tempest-TestMinimumBasicScenario-736986205-project] 10.222.0.53 "GET /v2.0/ports?device_id=401d64dd-4b27-46b0-9ea9-5899c5caced0 HTTP/1.1" status: 200 len: 984 time: 0.0801196 Jun 24 12:19:08.008296 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-8ce2d126-97a5-49ea-8002-4b4ace35c5b4 req-e5393fd6-d9b0-4523-aafb-71f265973760 tempest-TestMinimumBasicScenario-736986205 tempest-TestMinimumBasicScenario-736986205-project] 10.222.0.53 "GET /v2.0/security-groups?id=7c2e6157-7d34-4d06-ae9e-e65b48f74d2c&id=49e8f9cd-d1e7-46cf-b5a4-72197bbcdd68&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0397644 Jun 24 12:19:09.187973 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d38fbef-fccc-457f-8d29-99c47e14fc98 req-ecc64adf-ffd7-46fe-97f6-a90b48764114 tempest-TestMinimumBasicScenario-736986205 tempest-TestMinimumBasicScenario-736986205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:19:09.189501 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-6d38fbef-fccc-457f-8d29-99c47e14fc98 req-ecc64adf-ffd7-46fe-97f6-a90b48764114 tempest-TestMinimumBasicScenario-736986205 tempest-TestMinimumBasicScenario-736986205-project] 10.222.0.53 "GET /v2.0/ports?device_id=401d64dd-4b27-46b0-9ea9-5899c5caced0 HTTP/1.1" status: 200 len: 984 time: 0.0669532 Jun 24 12:19:09.231220 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-6d38fbef-fccc-457f-8d29-99c47e14fc98 req-fbbe99fb-3a13-4eea-858d-0bf749d13c26 tempest-TestMinimumBasicScenario-736986205 tempest-TestMinimumBasicScenario-736986205-project] 10.222.0.53 "GET /v2.0/security-groups?id=7c2e6157-7d34-4d06-ae9e-e65b48f74d2c&id=49e8f9cd-d1e7-46cf-b5a4-72197bbcdd68&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0359392 Jun 24 12:19:10.424339 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c2b01d-4639-4615-b797-55a2632f8cff req-55cac2a7-c8d3-488f-b376-37784c88d19b tempest-TestMinimumBasicScenario-736986205 tempest-TestMinimumBasicScenario-736986205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:19:10.425906 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-e1c2b01d-4639-4615-b797-55a2632f8cff req-55cac2a7-c8d3-488f-b376-37784c88d19b tempest-TestMinimumBasicScenario-736986205 tempest-TestMinimumBasicScenario-736986205-project] 10.222.0.53 "GET /v2.0/ports?device_id=401d64dd-4b27-46b0-9ea9-5899c5caced0 HTTP/1.1" status: 200 len: 984 time: 0.0727971 Jun 24 12:19:10.469899 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-e1c2b01d-4639-4615-b797-55a2632f8cff req-01b73a99-5fea-48b1-8a04-9dc844486967 tempest-TestMinimumBasicScenario-736986205 tempest-TestMinimumBasicScenario-736986205-project] 10.222.0.53 "GET /v2.0/security-groups?id=7c2e6157-7d34-4d06-ae9e-e65b48f74d2c&id=49e8f9cd-d1e7-46cf-b5a4-72197bbcdd68&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0382116 Jun 24 12:19:11.650683 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f72026b-017c-459e-bbd5-9f75045667ae req-70338c34-27b1-4594-bdf3-6c2e90c1423d tempest-TestMinimumBasicScenario-736986205 tempest-TestMinimumBasicScenario-736986205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:19:11.652177 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-5f72026b-017c-459e-bbd5-9f75045667ae req-70338c34-27b1-4594-bdf3-6c2e90c1423d tempest-TestMinimumBasicScenario-736986205 tempest-TestMinimumBasicScenario-736986205-project] 10.222.0.53 "GET /v2.0/ports?device_id=401d64dd-4b27-46b0-9ea9-5899c5caced0 HTTP/1.1" status: 200 len: 984 time: 0.0650570 Jun 24 12:19:11.696396 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-5f72026b-017c-459e-bbd5-9f75045667ae req-5f56df1b-7b7a-493c-952b-c3b14ff3f748 tempest-TestMinimumBasicScenario-736986205 tempest-TestMinimumBasicScenario-736986205-project] 10.222.0.53 "GET /v2.0/security-groups?id=7c2e6157-7d34-4d06-ae9e-e65b48f74d2c&id=49e8f9cd-d1e7-46cf-b5a4-72197bbcdd68&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0374386 Jun 24 12:19:13.650191 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-54e27620-8c3c-434d-9fed-1c6fb6340d44 req-2096e297-fb8c-4034-924d-91d166690636 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=401d64dd-4b27-46b0-9ea9-5899c5caced0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0691946 Jun 24 12:19:13.748413 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e27620-8c3c-434d-9fed-1c6fb6340d44 req-bf279a2d-a275-4cdd-b5d1-fc5bd6183d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:19:13.750562 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-54e27620-8c3c-434d-9fed-1c6fb6340d44 req-bf279a2d-a275-4cdd-b5d1-fc5bd6183d0f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=cff86e10c7374afda66f9447e975a635&device_id=401d64dd-4b27-46b0-9ea9-5899c5caced0 HTTP/1.1" status: 200 len: 1137 time: 0.0546665 Jun 24 12:19:13.862903 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e27620-8c3c-434d-9fed-1c6fb6340d44 req-30b03ea5-47cd-4520-b2bd-f2a4e27a247b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:19:13.864362 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-54e27620-8c3c-434d-9fed-1c6fb6340d44 req-30b03ea5-47cd-4520-b2bd-f2a4e27a247b service neutron] 10.222.0.45 "GET /v2.0/networks?id=78964b89-215d-4ae0-b9a0-8e1c027ea599 HTTP/1.1" status: 200 len: 915 time: 0.0898781 Jun 24 12:19:13.936246 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-54e27620-8c3c-434d-9fed-1c6fb6340d44 req-8acca928-fd6a-4435-81b3-65f14fbd45ad service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b21ca9b7-db28-440d-bb17-c29f1a4efe19 HTTP/1.1" status: 200 len: 1000 time: 0.0654945 Jun 24 12:19:13.987367 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e27620-8c3c-434d-9fed-1c6fb6340d44 req-4ab04107-d58d-4fe9-9d52-b8ba5cd1c8f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:19:13.988811 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-54e27620-8c3c-434d-9fed-1c6fb6340d44 req-4ab04107-d58d-4fe9-9d52-b8ba5cd1c8f5 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ee4e382a-19f1-4819-838f-b184325392cb HTTP/1.1" status: 200 len: 853 time: 0.0450706 Jun 24 12:19:14.053357 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e27620-8c3c-434d-9fed-1c6fb6340d44 req-a7e3a3ea-7b5c-4ece-97aa-d596532e2f2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:19:14.054956 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-54e27620-8c3c-434d-9fed-1c6fb6340d44 req-a7e3a3ea-7b5c-4ece-97aa-d596532e2f2b service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=78964b89-215d-4ae0-b9a0-8e1c027ea599&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0597839 Jun 24 12:19:14.154720 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-54e27620-8c3c-434d-9fed-1c6fb6340d44 req-0af6fdef-99ea-4ef9-bfdf-87cb7691624b service neutron] 10.222.0.45 "GET /v2.0/networks/78964b89-215d-4ae0-b9a0-8e1c027ea599?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927944 Jun 24 12:19:14.253609 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-54e27620-8c3c-434d-9fed-1c6fb6340d44 req-3bca1e4e-9257-4512-b124-2405c39e13a0 service neutron] 10.222.0.45 "GET /v2.0/networks/78964b89-215d-4ae0-b9a0-8e1c027ea599?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919619 Jun 24 12:19:14.972024 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:19:23.864037 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-9afffad8-738e-4416-bcc5-290d0fdf1c81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:19:26.413529 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-f1384a51-6a24-447f-8b60-e6f4ad5e3d9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:19:26.576641 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:19:27.814830 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-03237adf-ebd0-46f2-a476-4d4bb746e0f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:19:29.770476 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-52c483ef-d5c1-4030-9a32-e5ce4ff00ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:19:42.080313 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.agents_db [None req-87a69269-d72b-4286-97f3-1041481ed6d8 None None] Agent healthcheck: found 6 active agents {{(pid=128086) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 12:19:44.471917 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-d387ca6c-50f6-42dc-98fd-0bd3a5e4c2ad req-694e520a-bda3-46d4-beac-0537c5f9f0ff tempest-TestMinimumBasicScenario-736986205 tempest-TestMinimumBasicScenario-736986205-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-922568569&fields=id&tenant_id=cff86e10c7374afda66f9447e975a635 HTTP/1.1" status: 200 len: 267 time: 0.0392232 Jun 24 12:19:44.541206 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d387ca6c-50f6-42dc-98fd-0bd3a5e4c2ad req-88ef9b7c-4298-4f75-b95b-eafc66e87eaa tempest-TestMinimumBasicScenario-736986205 tempest-TestMinimumBasicScenario-736986205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:19:44.542702 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-d387ca6c-50f6-42dc-98fd-0bd3a5e4c2ad req-88ef9b7c-4298-4f75-b95b-eafc66e87eaa tempest-TestMinimumBasicScenario-736986205 tempest-TestMinimumBasicScenario-736986205-project] 10.222.0.53 "GET /v2.0/ports?device_id=401d64dd-4b27-46b0-9ea9-5899c5caced0 HTTP/1.1" status: 200 len: 984 time: 0.0652809 Jun 24 12:19:44.554844 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [req-d387ca6c-50f6-42dc-98fd-0bd3a5e4c2ad req-84c83b11-e2df-4db9-b412-42459df3b70d tempest-TestMinimumBasicScenario-736986205 tempest-TestMinimumBasicScenario-736986205-project] Request body: {'port': {'security_groups': ['7c2e6157-7d34-4d06-ae9e-e65b48f74d2c']}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:19:44.642076 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-d387ca6c-50f6-42dc-98fd-0bd3a5e4c2ad req-84c83b11-e2df-4db9-b412-42459df3b70d tempest-TestMinimumBasicScenario-736986205 tempest-TestMinimumBasicScenario-736986205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:19:44.841160 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.db [req-d387ca6c-50f6-42dc-98fd-0bd3a5e4c2ad req-84c83b11-e2df-4db9-b412-42459df3b70d tempest-TestMinimumBasicScenario-736986205 tempest-TestMinimumBasicScenario-736986205-project] For port b21ca9b7-db28-440d-bb17-c29f1a4efe19, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=b21ca9b7-db28-440d-bb17-c29f1a4efe19,segment=NetworkSegment(cba72c05-4c6a-4ec1-913f-1b553f2ee2ff),segment_id=cba72c05-4c6a-4ec1-913f-1b553f2ee2ff)] {{(pid=128083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:19:44.877299 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-d387ca6c-50f6-42dc-98fd-0bd3a5e4c2ad req-84c83b11-e2df-4db9-b412-42459df3b70d tempest-TestMinimumBasicScenario-736986205 tempest-TestMinimumBasicScenario-736986205-project] Notify callbacks [] for port, precommit_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:19:44.884498 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-d387ca6c-50f6-42dc-98fd-0bd3a5e4c2ad req-84c83b11-e2df-4db9-b412-42459df3b70d tempest-TestMinimumBasicScenario-736986205 tempest-TestMinimumBasicScenario-736986205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2537871'] for port, after_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:19:44.889473 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-e91fde2f-4c8c-4b60-a7a0-921105d91b38 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:19:44.899963 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] get_ports_and_sgs() called for port_ids ['b21ca9b7-db28-440d-bb17-c29f1a4efe19'] {{(pid=128085) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 12:19:44.942269 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d387ca6c-50f6-42dc-98fd-0bd3a5e4c2ad req-84c83b11-e2df-4db9-b412-42459df3b70d tempest-TestMinimumBasicScenario-736986205 tempest-TestMinimumBasicScenario-736986205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:19:44.943001 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-d387ca6c-50f6-42dc-98fd-0bd3a5e4c2ad req-84c83b11-e2df-4db9-b412-42459df3b70d tempest-TestMinimumBasicScenario-736986205 tempest-TestMinimumBasicScenario-736986205-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468916'] for port, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:19:44.944425 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-d387ca6c-50f6-42dc-98fd-0bd3a5e4c2ad req-84c83b11-e2df-4db9-b412-42459df3b70d tempest-TestMinimumBasicScenario-736986205 tempest-TestMinimumBasicScenario-736986205-project] 10.222.0.53 "PUT /v2.0/ports/b21ca9b7-db28-440d-bb17-c29f1a4efe19 HTTP/1.1" status: 200 len: 942 time: 0.3944063 Jun 24 12:19:44.945291 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '401d64dd-4b27-46b0-9ea9-5899c5caced0', 'tag': 'b21ca9b7-db28-440d-bb17-c29f1a4efe19'}] {{(pid=128083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 12:19:44.947678 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a77f7dee1a0522ddf93af289475d218fcdb8f30317daadec13ebf930b5b9dbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e661f9d8-abfd-4e98-bf43-1bf6c5ee71ab" -d '{"events": [{"name": "network-changed", "server_uuid": "401d64dd-4b27-46b0-9ea9-5899c5caced0", "tag": "b21ca9b7-db28-440d-bb17-c29f1a4efe19"}]}' {{(pid=128083) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 12:19:44.953533 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 39986) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:19:44.999258 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:19:45.009355 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c83b11-e2df-4db9-b412-42459df3b70d tempest-TestMinimumBasicScenario-736986205 tempest-TestMinimumBasicScenario-736986205-project] Pushing event updated for resources: {'Port': ['ID=b21ca9b7-db28-440d-bb17-c29f1a4efe19,revision_number=7']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:19:45.024206 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c83b11-e2df-4db9-b412-42459df3b70d tempest-TestMinimumBasicScenario-736986205 tempest-TestMinimumBasicScenario-736986205-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:19:45.024594 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c83b11-e2df-4db9-b412-42459df3b70d tempest-TestMinimumBasicScenario-736986205 tempest-TestMinimumBasicScenario-736986205-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:19:45.024973 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c83b11-e2df-4db9-b412-42459df3b70d tempest-TestMinimumBasicScenario-736986205 tempest-TestMinimumBasicScenario-736986205-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:19:45.025396 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c83b11-e2df-4db9-b412-42459df3b70d tempest-TestMinimumBasicScenario-736986205 tempest-TestMinimumBasicScenario-736986205-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:19:45.025768 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c83b11-e2df-4db9-b412-42459df3b70d tempest-TestMinimumBasicScenario-736986205 tempest-TestMinimumBasicScenario-736986205-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:19:45.026226 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c83b11-e2df-4db9-b412-42459df3b70d tempest-TestMinimumBasicScenario-736986205 tempest-TestMinimumBasicScenario-736986205-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:19:45.027059 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c83b11-e2df-4db9-b412-42459df3b70d tempest-TestMinimumBasicScenario-736986205 tempest-TestMinimumBasicScenario-736986205-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:19:45.027435 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c83b11-e2df-4db9-b412-42459df3b70d tempest-TestMinimumBasicScenario-736986205 tempest-TestMinimumBasicScenario-736986205-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:19:45.027837 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c83b11-e2df-4db9-b412-42459df3b70d tempest-TestMinimumBasicScenario-736986205 tempest-TestMinimumBasicScenario-736986205-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:19:45.028295 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c83b11-e2df-4db9-b412-42459df3b70d tempest-TestMinimumBasicScenario-736986205 tempest-TestMinimumBasicScenario-736986205-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:19:45.028699 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c83b11-e2df-4db9-b412-42459df3b70d tempest-TestMinimumBasicScenario-736986205 tempest-TestMinimumBasicScenario-736986205-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:19:45.029095 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c83b11-e2df-4db9-b412-42459df3b70d tempest-TestMinimumBasicScenario-736986205 tempest-TestMinimumBasicScenario-736986205-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:19:45.037843 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-84c83b11-e2df-4db9-b412-42459df3b70d tempest-TestMinimumBasicScenario-736986205 tempest-TestMinimumBasicScenario-736986205-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:19:45.044488 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] get_ports_and_sgs() called for port_ids ['b21ca9b7-db28-440d-bb17-c29f1a4efe19'] {{(pid=128085) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 12:19:45.070860 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 12:19:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b803669-b973-4442-ba43-9cdb4676b238 x-openstack-request-id: req-9b803669-b973-4442-ba43-9cdb4676b238 {{(pid=128083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 12:19:45.072070 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "401d64dd-4b27-46b0-9ea9-5899c5caced0", "tag": "b21ca9b7-db28-440d-bb17-c29f1a4efe19", "status": "completed", "code": 200}]} {{(pid=128083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 12:19:45.072638 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-9b803669-b973-4442-ba43-9cdb4676b238 {{(pid=128083) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 12:19:45.073372 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '401d64dd-4b27-46b0-9ea9-5899c5caced0', 'tag': 'b21ca9b7-db28-440d-bb17-c29f1a4efe19', 'status': 'completed', 'code': 200} Jun 24 12:19:45.080573 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-ded1a48e-bd87-4ddf-a44b-912fe59c1933 tempest-TestMinimumBasicScenario-736986205 tempest-TestMinimumBasicScenario-736986205-project] Notify callbacks [] for security_group, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:19:45.113056 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-ded1a48e-bd87-4ddf-a44b-912fe59c1933 tempest-TestMinimumBasicScenario-736986205 tempest-TestMinimumBasicScenario-736986205-project] Notify callbacks [] for security_group, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:19:45.258493 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-ded1a48e-bd87-4ddf-a44b-912fe59c1933 tempest-TestMinimumBasicScenario-736986205 tempest-TestMinimumBasicScenario-736986205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800410'] for security_group, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:19:45.263224 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-ded1a48e-bd87-4ddf-a44b-912fe59c1933 tempest-TestMinimumBasicScenario-736986205 tempest-TestMinimumBasicScenario-736986205-project] Notify callbacks [] for security_group, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:19:45.265296 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-ded1a48e-bd87-4ddf-a44b-912fe59c1933 tempest-TestMinimumBasicScenario-736986205 tempest-TestMinimumBasicScenario-736986205-project] 10.222.0.53 "DELETE /v2.0/security-groups/49e8f9cd-d1e7-46cf-b5a4-72197bbcdd68 HTTP/1.1" status: 204 len: 168 time: 0.3103480 Jun 24 12:19:45.266923 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-56c93173-873d-41e5-a2e2-7570a9a43844 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:19:45.268360 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 39988) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:19:45.274762 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e661f9d8-abfd-4e98-bf43-1bf6c5ee71ab req-59e79088-5f9f-497e-a4e6-2710bef4502d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:19:45.277486 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-e661f9d8-abfd-4e98-bf43-1bf6c5ee71ab req-59e79088-5f9f-497e-a4e6-2710bef4502d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=cff86e10c7374afda66f9447e975a635&device_id=401d64dd-4b27-46b0-9ea9-5899c5caced0 HTTP/1.1" status: 200 len: 1098 time: 0.1398346 Jun 24 12:19:45.307303 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded1a48e-bd87-4ddf-a44b-912fe59c1933 tempest-TestMinimumBasicScenario-736986205 tempest-TestMinimumBasicScenario-736986205-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=49e8f9cd-d1e7-46cf-b5a4-72197bbcdd68,revision_number=None']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:19:45.311762 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-ded1a48e-bd87-4ddf-a44b-912fe59c1933 tempest-TestMinimumBasicScenario-736986205 tempest-TestMinimumBasicScenario-736986205-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:19:45.324799 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-668ebc35-4274-4463-a67d-3f946c3602b0 None None] Provisioning complete for port b21ca9b7-db28-440d-bb17-c29f1a4efe19 triggered by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:19:45.324799 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-668ebc35-4274-4463-a67d-3f946c3602b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:19:45.430899 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e661f9d8-abfd-4e98-bf43-1bf6c5ee71ab req-9754092d-0345-40fd-b58d-dbf89ca6ec68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:19:45.432437 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-e661f9d8-abfd-4e98-bf43-1bf6c5ee71ab req-9754092d-0345-40fd-b58d-dbf89ca6ec68 service neutron] 10.222.0.45 "GET /v2.0/networks?id=78964b89-215d-4ae0-b9a0-8e1c027ea599 HTTP/1.1" status: 200 len: 915 time: 0.1414101 Jun 24 12:19:45.467543 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.plugin [None req-4a86b784-c41c-4ac5-b1c2-d7923c60e7e3 tempest-TestMinimumBasicScenario-736986205 tempest-TestMinimumBasicScenario-736986205-project] Deleting port ddd59706-5144-430d-b974-990fc4d5d60d {{(pid=128084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:19:45.467893 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-4a86b784-c41c-4ac5-b1c2-d7923c60e7e3 tempest-TestMinimumBasicScenario-736986205 tempest-TestMinimumBasicScenario-736986205-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793193942312'] for port, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:19:45.507105 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-e661f9d8-abfd-4e98-bf43-1bf6c5ee71ab req-6c0c5007-79c4-4c6b-b05b-90971c9bd09a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b21ca9b7-db28-440d-bb17-c29f1a4efe19 HTTP/1.1" status: 200 len: 1000 time: 0.0670609 Jun 24 12:19:45.554005 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-4a86b784-c41c-4ac5-b1c2-d7923c60e7e3 tempest-TestMinimumBasicScenario-736986205 tempest-TestMinimumBasicScenario-736986205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1978872'] for port, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:19:45.554005 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-4a86b784-c41c-4ac5-b1c2-d7923c60e7e3 tempest-TestMinimumBasicScenario-736986205 tempest-TestMinimumBasicScenario-736986205-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:19:45.568873 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.plugin [None req-4a86b784-c41c-4ac5-b1c2-d7923c60e7e3 tempest-TestMinimumBasicScenario-736986205 tempest-TestMinimumBasicScenario-736986205-project] Calling delete_port for ddd59706-5144-430d-b974-990fc4d5d60d owned by network:floatingip {{(pid=128084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:19:45.586288 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e661f9d8-abfd-4e98-bf43-1bf6c5ee71ab req-d529390a-322e-474a-a51a-951e164ace9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:19:45.587769 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-e661f9d8-abfd-4e98-bf43-1bf6c5ee71ab req-d529390a-322e-474a-a51a-951e164ace9b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ee4e382a-19f1-4819-838f-b184325392cb HTTP/1.1" status: 200 len: 853 time: 0.0706265 Jun 24 12:19:45.656918 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e661f9d8-abfd-4e98-bf43-1bf6c5ee71ab req-45c93dad-40af-4f50-92e1-a18c3cb9050b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:19:45.659441 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-e661f9d8-abfd-4e98-bf43-1bf6c5ee71ab req-45c93dad-40af-4f50-92e1-a18c3cb9050b service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=78964b89-215d-4ae0-b9a0-8e1c027ea599&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0647461 Jun 24 12:19:45.740234 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-4a86b784-c41c-4ac5-b1c2-d7923c60e7e3 tempest-TestMinimumBasicScenario-736986205 tempest-TestMinimumBasicScenario-736986205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793193945299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193536732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3292088'] for port, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:19:45.744219 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-b37c869c-5ea4-4bbd-84ab-6162bfa57157 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:19:45.771816 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a86b784-c41c-4ac5-b1c2-d7923c60e7e3 tempest-TestMinimumBasicScenario-736986205 tempest-TestMinimumBasicScenario-736986205-project] Pushing event deleted for resources: {'Port': ['ID=ddd59706-5144-430d-b974-990fc4d5d60d,revision_number=None']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:19:45.775493 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-e661f9d8-abfd-4e98-bf43-1bf6c5ee71ab req-658e30ec-2d7b-4814-86d0-3b9dc23d017c service neutron] 10.222.0.45 "GET /v2.0/networks/78964b89-215d-4ae0-b9a0-8e1c027ea599?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1088820 Jun 24 12:19:45.784126 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a86b784-c41c-4ac5-b1c2-d7923c60e7e3 tempest-TestMinimumBasicScenario-736986205 tempest-TestMinimumBasicScenario-736986205-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:19:45.784518 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a86b784-c41c-4ac5-b1c2-d7923c60e7e3 tempest-TestMinimumBasicScenario-736986205 tempest-TestMinimumBasicScenario-736986205-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:19:45.784904 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a86b784-c41c-4ac5-b1c2-d7923c60e7e3 tempest-TestMinimumBasicScenario-736986205 tempest-TestMinimumBasicScenario-736986205-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:19:45.785315 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a86b784-c41c-4ac5-b1c2-d7923c60e7e3 tempest-TestMinimumBasicScenario-736986205 tempest-TestMinimumBasicScenario-736986205-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:19:45.785695 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a86b784-c41c-4ac5-b1c2-d7923c60e7e3 tempest-TestMinimumBasicScenario-736986205 tempest-TestMinimumBasicScenario-736986205-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:19:45.786073 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a86b784-c41c-4ac5-b1c2-d7923c60e7e3 tempest-TestMinimumBasicScenario-736986205 tempest-TestMinimumBasicScenario-736986205-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:19:45.786441 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a86b784-c41c-4ac5-b1c2-d7923c60e7e3 tempest-TestMinimumBasicScenario-736986205 tempest-TestMinimumBasicScenario-736986205-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:19:45.786817 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a86b784-c41c-4ac5-b1c2-d7923c60e7e3 tempest-TestMinimumBasicScenario-736986205 tempest-TestMinimumBasicScenario-736986205-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:19:45.787185 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a86b784-c41c-4ac5-b1c2-d7923c60e7e3 tempest-TestMinimumBasicScenario-736986205 tempest-TestMinimumBasicScenario-736986205-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:19:45.787553 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a86b784-c41c-4ac5-b1c2-d7923c60e7e3 tempest-TestMinimumBasicScenario-736986205 tempest-TestMinimumBasicScenario-736986205-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:19:45.787929 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a86b784-c41c-4ac5-b1c2-d7923c60e7e3 tempest-TestMinimumBasicScenario-736986205 tempest-TestMinimumBasicScenario-736986205-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:19:45.788297 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a86b784-c41c-4ac5-b1c2-d7923c60e7e3 tempest-TestMinimumBasicScenario-736986205 tempest-TestMinimumBasicScenario-736986205-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:19:45.807251 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-4a86b784-c41c-4ac5-b1c2-d7923c60e7e3 tempest-TestMinimumBasicScenario-736986205 tempest-TestMinimumBasicScenario-736986205-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:19:45.860217 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-4a86b784-c41c-4ac5-b1c2-d7923c60e7e3 tempest-TestMinimumBasicScenario-736986205 tempest-TestMinimumBasicScenario-736986205-project] Notify callbacks [] for floatingip, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:19:45.860608 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.db.l3_db [None req-4a86b784-c41c-4ac5-b1c2-d7923c60e7e3 tempest-TestMinimumBasicScenario-736986205 tempest-TestMinimumBasicScenario-736986205-project] Floating IP 50d2618f-1d28-4242-979d-48c73c1f1a6f disassociated (deleted). External IP: 172.26.7.58, port: b21ca9b7-db28-440d-bb17-c29f1a4efe19. Jun 24 12:19:45.891786 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-e661f9d8-abfd-4e98-bf43-1bf6c5ee71ab req-4681ce2b-5f9d-434a-bb6b-2c86e695a426 service neutron] 10.222.0.45 "GET /v2.0/networks/78964b89-215d-4ae0-b9a0-8e1c027ea599?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1086211 Jun 24 12:19:46.104053 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a86b784-c41c-4ac5-b1c2-d7923c60e7e3 tempest-TestMinimumBasicScenario-736986205 tempest-TestMinimumBasicScenario-736986205-project] Router 4dd7918e-83ae-4926-9140-79f861825136 has already been hosted by L3 agent 2987dba8-2249-4ee6-96ec-28f0f7a6127d {{(pid=128084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 12:19:46.244689 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a86b784-c41c-4ac5-b1c2-d7923c60e7e3 tempest-TestMinimumBasicScenario-736986205 tempest-TestMinimumBasicScenario-736986205-project] Notify agent at l3_agent.dv-neutron-797120-4-hyperv the message routers_updated {{(pid=128084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 12:19:46.252404 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-4a86b784-c41c-4ac5-b1c2-d7923c60e7e3 tempest-TestMinimumBasicScenario-736986205 tempest-TestMinimumBasicScenario-736986205-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468916'] for floatingip, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:19:46.255302 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11a87ed0-ced5-411b-8983-a3afdc4e1239 None None] Sync routers for ids ['4dd7918e-83ae-4926-9140-79f861825136'] in dv-neutron-797120-4-hyperv {{(pid=128086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 12:19:46.267460 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11a87ed0-ced5-411b-8983-a3afdc4e1239 None None] Routers {'4dd7918e-83ae-4926-9140-79f861825136'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:19:46.268130 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-11a87ed0-ced5-411b-8983-a3afdc4e1239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T12:19:26Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['4dd7918e-83ae-4926-9140-79f861825136'], 'active': True} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:19:46.300315 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-4a86b784-c41c-4ac5-b1c2-d7923c60e7e3 tempest-TestMinimumBasicScenario-736986205 tempest-TestMinimumBasicScenario-736986205-project] 10.222.0.53 "DELETE /v2.0/floatingips/50d2618f-1d28-4242-979d-48c73c1f1a6f HTTP/1.1" status: 204 len: 168 time: 1.0298028 Jun 24 12:19:46.301225 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '401d64dd-4b27-46b0-9ea9-5899c5caced0', 'tag': 'b21ca9b7-db28-440d-bb17-c29f1a4efe19'}] {{(pid=128084) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 12:19:46.303813 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}189e43ef1649f46b9bccc8e45a83b64afc33adcdec52bc597e36eecb4255b7b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a396da9-56c7-47d5-9abf-0aefdd9d557f" -d '{"events": [{"name": "network-changed", "server_uuid": "401d64dd-4b27-46b0-9ea9-5899c5caced0", "tag": "b21ca9b7-db28-440d-bb17-c29f1a4efe19"}]}' {{(pid=128084) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 12:19:46.368515 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 12:19:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b487bf80-d891-400e-981b-7bd1449fc79c x-openstack-request-id: req-b487bf80-d891-400e-981b-7bd1449fc79c {{(pid=128084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 12:19:46.369130 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "401d64dd-4b27-46b0-9ea9-5899c5caced0", "tag": "b21ca9b7-db28-440d-bb17-c29f1a4efe19", "status": "completed", "code": 200}]} {{(pid=128084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 12:19:46.369618 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b487bf80-d891-400e-981b-7bd1449fc79c {{(pid=128084) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 12:19:46.370342 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '401d64dd-4b27-46b0-9ea9-5899c5caced0', 'tag': 'b21ca9b7-db28-440d-bb17-c29f1a4efe19', 'status': 'completed', 'code': 200} Jun 24 12:19:46.390560 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_dvr_db [None req-11a87ed0-ced5-411b-8983-a3afdc4e1239 None None] Set router 4dd7918e-83ae-4926-9140-79f861825136 gateway port host: dv-neutron-797120-4-hyperv {{(pid=128086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:19:46.505074 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a396da9-56c7-47d5-9abf-0aefdd9d557f req-30721c43-20bf-40a5-b6f3-202c0cf5c605 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:19:46.512181 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-4a396da9-56c7-47d5-9abf-0aefdd9d557f req-30721c43-20bf-40a5-b6f3-202c0cf5c605 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=cff86e10c7374afda66f9447e975a635&device_id=401d64dd-4b27-46b0-9ea9-5899c5caced0 HTTP/1.1" status: 200 len: 1098 time: 0.1035345 Jun 24 12:19:46.642160 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-11a87ed0-ced5-411b-8983-a3afdc4e1239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dd7918e-83ae-4926-9140-79f861825136', 'name': 'tempest-TestMinimumBasicScenario-334189281-router', 'tenant_id': 'cff86e10c7374afda66f9447e975a635', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'external_fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.156'}], 'enable_snat': True}, 'gw_port_id': 'd36635f1-732f-462c-86ca-74f01c101353', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:17:29Z', 'updated_at': '2021-06-24T12:17:33Z', 'revision_number': 4, 'project_id': 'cff86e10c7374afda66f9447e975a635', 'gw_port': {'id': 'd36635f1-732f-462c-86ca-74f01c101353', 'name': '', 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:0f:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dd7918e-83ae-4926-9140-79f861825136', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:17:30Z', 'updated_at': '2021-06-24T12:17:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-4-hyperv', '_interfaces': [{'id': '737b59d7-fb74-42a5-9368-9fc6d7597e5a', 'name': '', 'network_id': '78964b89-215d-4ae0-b9a0-8e1c027ea599', 'tenant_id': 'cff86e10c7374afda66f9447e975a635', 'mac_address': 'fa:16:3e:27:9f:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dd7918e-83ae-4926-9140-79f861825136', 'device_owner': 'network:router_interface', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': 'ee4e382a-19f1-4819-838f-b184325392cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:17:32Z', 'updated_at': '2021-06-24T12:17:39Z', 'revision_number': 5, 'project_id': 'cff86e10c7374afda66f9447e975a635', 'subnets': [{'id': 'ee4e382a-19f1-4819-838f-b184325392cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:19:46.676018 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11a87ed0-ced5-411b-8983-a3afdc4e1239 None None] Checking router: 4dd7918e-83ae-4926-9140-79f861825136 for host: dv-neutron-797120-4-hyperv {{(pid=128086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 12:19:46.691780 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11a87ed0-ced5-411b-8983-a3afdc4e1239 None None] Routers {'4dd7918e-83ae-4926-9140-79f861825136'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:19:46.691780 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-11a87ed0-ced5-411b-8983-a3afdc4e1239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T12:19:26Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['4dd7918e-83ae-4926-9140-79f861825136'], 'active': True} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:19:46.692258 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a396da9-56c7-47d5-9abf-0aefdd9d557f req-742f3383-2ab3-49cf-9170-f60498996ef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:19:46.695096 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-4a396da9-56c7-47d5-9abf-0aefdd9d557f req-742f3383-2ab3-49cf-9170-f60498996ef2 service neutron] 10.222.0.45 "GET /v2.0/networks?id=78964b89-215d-4ae0-b9a0-8e1c027ea599 HTTP/1.1" status: 200 len: 915 time: 0.1704199 Jun 24 12:19:46.788397 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-4a396da9-56c7-47d5-9abf-0aefdd9d557f req-9794edda-2d4a-4c14-9ffe-962f456bed85 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b21ca9b7-db28-440d-bb17-c29f1a4efe19 HTTP/1.1" status: 200 len: 217 time: 0.0834258 Jun 24 12:19:46.889549 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a396da9-56c7-47d5-9abf-0aefdd9d557f req-ce655149-9e53-41b6-a615-de4e92448532 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:19:46.891568 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-4a396da9-56c7-47d5-9abf-0aefdd9d557f req-ce655149-9e53-41b6-a615-de4e92448532 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ee4e382a-19f1-4819-838f-b184325392cb HTTP/1.1" status: 200 len: 853 time: 0.0814283 Jun 24 12:19:46.938215 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_dvr_db [None req-11a87ed0-ced5-411b-8983-a3afdc4e1239 None None] Set router 4dd7918e-83ae-4926-9140-79f861825136 gateway port host: dv-neutron-797120-4-hyperv {{(pid=128086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:19:46.973022 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a396da9-56c7-47d5-9abf-0aefdd9d557f req-7dba020e-52be-4e4e-9bdb-d9c48d8f9b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:19:46.974603 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-4a396da9-56c7-47d5-9abf-0aefdd9d557f req-7dba020e-52be-4e4e-9bdb-d9c48d8f9b82 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=78964b89-215d-4ae0-b9a0-8e1c027ea599&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0733831 Jun 24 12:19:47.096318 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-4a396da9-56c7-47d5-9abf-0aefdd9d557f req-55ed91a2-1c38-43e3-9a09-1f2119502a62 service neutron] 10.222.0.45 "GET /v2.0/networks/78964b89-215d-4ae0-b9a0-8e1c027ea599?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1123657 Jun 24 12:19:47.157281 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-11a87ed0-ced5-411b-8983-a3afdc4e1239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dd7918e-83ae-4926-9140-79f861825136', 'name': 'tempest-TestMinimumBasicScenario-334189281-router', 'tenant_id': 'cff86e10c7374afda66f9447e975a635', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'external_fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.156'}], 'enable_snat': True}, 'gw_port_id': 'd36635f1-732f-462c-86ca-74f01c101353', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:17:29Z', 'updated_at': '2021-06-24T12:17:33Z', 'revision_number': 4, 'project_id': 'cff86e10c7374afda66f9447e975a635', 'gw_port': {'id': 'd36635f1-732f-462c-86ca-74f01c101353', 'name': '', 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:0f:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dd7918e-83ae-4926-9140-79f861825136', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:17:30Z', 'updated_at': '2021-06-24T12:17:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-4-hyperv', '_interfaces': [{'id': '737b59d7-fb74-42a5-9368-9fc6d7597e5a', 'name': '', 'network_id': '78964b89-215d-4ae0-b9a0-8e1c027ea599', 'tenant_id': 'cff86e10c7374afda66f9447e975a635', 'mac_address': 'fa:16:3e:27:9f:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dd7918e-83ae-4926-9140-79f861825136', 'device_owner': 'network:router_interface', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': 'ee4e382a-19f1-4819-838f-b184325392cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:17:32Z', 'updated_at': '2021-06-24T12:17:39Z', 'revision_number': 5, 'project_id': 'cff86e10c7374afda66f9447e975a635', 'subnets': [{'id': 'ee4e382a-19f1-4819-838f-b184325392cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:19:47.199843 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11a87ed0-ced5-411b-8983-a3afdc4e1239 None None] The sync data for ids ['4dd7918e-83ae-4926-9140-79f861825136'] in dv-neutron-797120-4-hyperv is: [{'id': '4dd7918e-83ae-4926-9140-79f861825136', 'name': 'tempest-TestMinimumBasicScenario-334189281-router', 'tenant_id': 'cff86e10c7374afda66f9447e975a635', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'external_fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.156'}], 'enable_snat': True}, 'gw_port_id': 'd36635f1-732f-462c-86ca-74f01c101353', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:17:29Z', 'updated_at': '2021-06-24T12:17:33Z', 'revision_number': 4, 'project_id': 'cff86e10c7374afda66f9447e975a635', 'gw_port': {'id': 'd36635f1-732f-462c-86ca-74f01c101353', 'name': '', 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:0f:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dd7918e-83ae-4926-9140-79f861825136', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:17:30Z', 'updated_at': '2021-06-24T12:17:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-4-hyperv', '_interfaces': [{'id': '737b59d7-fb74-42a5-9368-9fc6d7597e5a', 'name': '', 'network_id': '78964b89-215d-4ae0-b9a0-8e1c027ea599', 'tenant_id': 'cff86e10c7374afda66f9447e975a635', 'mac_address': 'fa:16:3e:27:9f:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dd7918e-83ae-4926-9140-79f861825136', 'device_owner': 'network:router_interface', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': 'ee4e382a-19f1-4819-838f-b184325392cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:17:32Z', 'updated_at': '2021-06-24T12:17:39Z', 'revision_number': 5, 'project_id': 'cff86e10c7374afda66f9447e975a635', 'subnets': [{'id': 'ee4e382a-19f1-4819-838f-b184325392cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=128086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 12:19:47.217169 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-4a396da9-56c7-47d5-9abf-0aefdd9d557f req-cbbcd641-03fb-4406-800d-27bf278145b5 service neutron] 10.222.0.45 "GET /v2.0/networks/78964b89-215d-4ae0-b9a0-8e1c027ea599?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1081703 Jun 24 12:19:47.463744 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7a424d8-a204-46a1-9823-dc26fdf5ffa8 None None] New status for floating IP 50d2618f-1d28-4242-979d-48c73c1f1a6f: DOWN {{(pid=128085) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 24 12:19:53.870901 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-589ad5cb-37d8-4b94-9c76-66e089006edf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:19:55.042134 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771a0910-4979-49f0-b876-e5ce4ffc983c req-48f4d17d-a876-43fd-9985-7e3e9c2f8a3c tempest-TestMinimumBasicScenario-736986205 tempest-TestMinimumBasicScenario-736986205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:19:55.043610 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-771a0910-4979-49f0-b876-e5ce4ffc983c req-48f4d17d-a876-43fd-9985-7e3e9c2f8a3c tempest-TestMinimumBasicScenario-736986205 tempest-TestMinimumBasicScenario-736986205-project] 10.222.0.53 "GET /v2.0/ports?device_id=401d64dd-4b27-46b0-9ea9-5899c5caced0 HTTP/1.1" status: 200 len: 945 time: 0.0759149 Jun 24 12:19:55.087265 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-771a0910-4979-49f0-b876-e5ce4ffc983c req-95102bb8-bf86-41ce-b93a-ce052c77c6df tempest-TestMinimumBasicScenario-736986205 tempest-TestMinimumBasicScenario-736986205-project] 10.222.0.53 "GET /v2.0/security-groups?id=7c2e6157-7d34-4d06-ae9e-e65b48f74d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377305 Jun 24 12:19:56.269194 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d21b2ee-e09d-4fb8-bbf8-c3f000e97c0c req-41c68fde-ba88-40f8-9013-14adaf3fc9e2 tempest-TestMinimumBasicScenario-736986205 tempest-TestMinimumBasicScenario-736986205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:19:56.270627 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-9d21b2ee-e09d-4fb8-bbf8-c3f000e97c0c req-41c68fde-ba88-40f8-9013-14adaf3fc9e2 tempest-TestMinimumBasicScenario-736986205 tempest-TestMinimumBasicScenario-736986205-project] 10.222.0.53 "GET /v2.0/ports?device_id=401d64dd-4b27-46b0-9ea9-5899c5caced0 HTTP/1.1" status: 200 len: 945 time: 0.0680273 Jun 24 12:19:56.311359 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-9d21b2ee-e09d-4fb8-bbf8-c3f000e97c0c req-5c67ddc6-8cae-4f03-ad40-166589e4c9d1 tempest-TestMinimumBasicScenario-736986205 tempest-TestMinimumBasicScenario-736986205-project] 10.222.0.53 "GET /v2.0/security-groups?id=7c2e6157-7d34-4d06-ae9e-e65b48f74d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343885 Jun 24 12:19:56.407022 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-9df13ed2-8d48-4a34-baea-8e13bb7cf756 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:19:56.580691 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:19:57.053943 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c859138c-35f2-43f0-b305-3aadc5e7483f req-d772c8be-058f-4ff7-84a0-39c0a610795c tempest-TestMinimumBasicScenario-736986205 tempest-TestMinimumBasicScenario-736986205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:19:57.055412 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-c859138c-35f2-43f0-b305-3aadc5e7483f req-d772c8be-058f-4ff7-84a0-39c0a610795c tempest-TestMinimumBasicScenario-736986205 tempest-TestMinimumBasicScenario-736986205-project] 10.222.0.45 "GET /v2.0/ports?device_id=401d64dd-4b27-46b0-9ea9-5899c5caced0 HTTP/1.1" status: 200 len: 945 time: 0.0664670 Jun 24 12:19:57.179234 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.plugin [req-c859138c-35f2-43f0-b305-3aadc5e7483f req-d6e55fef-e73e-4572-bd5d-d4aff9726844 tempest-TestMinimumBasicScenario-736986205 tempest-TestMinimumBasicScenario-736986205-project] Deleting port b21ca9b7-db28-440d-bb17-c29f1a4efe19 {{(pid=128083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:19:57.179574 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-c859138c-35f2-43f0-b305-3aadc5e7483f req-d6e55fef-e73e-4572-bd5d-d4aff9726844 tempest-TestMinimumBasicScenario-736986205 tempest-TestMinimumBasicScenario-736986205-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793193942312'] for port, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:19:57.294060 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.db [req-c859138c-35f2-43f0-b305-3aadc5e7483f req-d6e55fef-e73e-4572-bd5d-d4aff9726844 tempest-TestMinimumBasicScenario-736986205 tempest-TestMinimumBasicScenario-736986205-project] For port b21ca9b7-db28-440d-bb17-c29f1a4efe19, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=b21ca9b7-db28-440d-bb17-c29f1a4efe19,segment=NetworkSegment(cba72c05-4c6a-4ec1-913f-1b553f2ee2ff),segment_id=cba72c05-4c6a-4ec1-913f-1b553f2ee2ff)] {{(pid=128083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:19:57.294845 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-c859138c-35f2-43f0-b305-3aadc5e7483f req-d6e55fef-e73e-4572-bd5d-d4aff9726844 tempest-TestMinimumBasicScenario-736986205 tempest-TestMinimumBasicScenario-736986205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1978872'] for port, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:19:57.311249 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.plugin [req-c859138c-35f2-43f0-b305-3aadc5e7483f req-d6e55fef-e73e-4572-bd5d-d4aff9726844 tempest-TestMinimumBasicScenario-736986205 tempest-TestMinimumBasicScenario-736986205-project] Calling delete_port for b21ca9b7-db28-440d-bb17-c29f1a4efe19 owned by compute:nova {{(pid=128083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:19:57.482646 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-c859138c-35f2-43f0-b305-3aadc5e7483f req-d6e55fef-e73e-4572-bd5d-d4aff9726844 tempest-TestMinimumBasicScenario-736986205 tempest-TestMinimumBasicScenario-736986205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793193945299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193536732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2537862'] for port, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:19:57.488178 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-dcef1ba6-0ce4-4ec2-a0a4-fc4165d3e72e tempest-ServersNegativeTestJSON-91648018 tempest-ServersNegativeTestJSON-91648018-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:19:57.501065 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] get_ports_and_sgs() called for port_ids ['b21ca9b7-db28-440d-bb17-c29f1a4efe19'] {{(pid=128085) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 12:19:57.523499 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e55fef-e73e-4572-bd5d-d4aff9726844 tempest-TestMinimumBasicScenario-736986205 tempest-TestMinimumBasicScenario-736986205-project] Pushing event deleted for resources: {'Port': ['ID=b21ca9b7-db28-440d-bb17-c29f1a4efe19,revision_number=None']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:19:57.529973 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-d6e55fef-e73e-4572-bd5d-d4aff9726844 tempest-TestMinimumBasicScenario-736986205 tempest-TestMinimumBasicScenario-736986205-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:19:57.576524 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.l3_dvrscheduler_db [req-c859138c-35f2-43f0-b305-3aadc5e7483f req-d6e55fef-e73e-4572-bd5d-d4aff9726844 tempest-TestMinimumBasicScenario-736986205 tempest-TestMinimumBasicScenario-736986205-project] No DVR routers for this DVR port b21ca9b7-db28-440d-bb17-c29f1a4efe19 on host hv-neutron-7971 {{(pid=128083) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 12:19:57.585313 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce03ad41-d7cc-4df8-a03c-a6522924351b req-6c4cbf8d-261d-4f68-9aa7-9be76d92f751 tempest-TestMinimumBasicScenario-736986205 tempest-TestMinimumBasicScenario-736986205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:19:57.586836 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-ce03ad41-d7cc-4df8-a03c-a6522924351b req-6c4cbf8d-261d-4f68-9aa7-9be76d92f751 tempest-TestMinimumBasicScenario-736986205 tempest-TestMinimumBasicScenario-736986205-project] 10.222.0.53 "GET /v2.0/ports?device_id=401d64dd-4b27-46b0-9ea9-5899c5caced0 HTTP/1.1" status: 200 len: 945 time: 0.1570847 Jun 24 12:19:57.587935 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-c859138c-35f2-43f0-b305-3aadc5e7483f req-d6e55fef-e73e-4572-bd5d-d4aff9726844 tempest-TestMinimumBasicScenario-736986205 tempest-TestMinimumBasicScenario-736986205-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468916'] for port, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:19:57.589819 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-c859138c-35f2-43f0-b305-3aadc5e7483f req-d6e55fef-e73e-4572-bd5d-d4aff9726844 tempest-TestMinimumBasicScenario-736986205 tempest-TestMinimumBasicScenario-736986205-project] 10.222.0.45 "DELETE /v2.0/ports/b21ca9b7-db28-440d-bb17-c29f1a4efe19 HTTP/1.1" status: 204 len: 173 time: 0.5196590 Jun 24 12:19:57.590356 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '401d64dd-4b27-46b0-9ea9-5899c5caced0', 'name': 'network-vif-deleted', 'tag': 'b21ca9b7-db28-440d-bb17-c29f1a4efe19'}] {{(pid=128083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 12:19:57.592663 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a77f7dee1a0522ddf93af289475d218fcdb8f30317daadec13ebf930b5b9dbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7da917c9-5228-4700-ad21-e6dd31b62c3f" -d '{"events": [{"server_uuid": "401d64dd-4b27-46b0-9ea9-5899c5caced0", "name": "network-vif-deleted", "tag": "b21ca9b7-db28-440d-bb17-c29f1a4efe19"}]}' {{(pid=128083) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 12:19:57.633929 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-ce03ad41-d7cc-4df8-a03c-a6522924351b req-427af0ec-2470-4b90-a736-8ae92515c192 tempest-TestMinimumBasicScenario-736986205 tempest-TestMinimumBasicScenario-736986205-project] 10.222.0.53 "GET /v2.0/security-groups?id=7c2e6157-7d34-4d06-ae9e-e65b48f74d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379450 Jun 24 12:19:57.637987 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 12:19:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dac5ba7d-75c6-4f83-b3ba-1847d3cd0319 x-openstack-request-id: req-dac5ba7d-75c6-4f83-b3ba-1847d3cd0319 {{(pid=128083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 12:19:57.638247 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "401d64dd-4b27-46b0-9ea9-5899c5caced0", "name": "network-vif-deleted", "tag": "b21ca9b7-db28-440d-bb17-c29f1a4efe19", "status": "completed", "code": 200}]} {{(pid=128083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 12:19:57.638557 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-dac5ba7d-75c6-4f83-b3ba-1847d3cd0319 {{(pid=128083) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 12:19:57.639016 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '401d64dd-4b27-46b0-9ea9-5899c5caced0', 'name': 'network-vif-deleted', 'tag': 'b21ca9b7-db28-440d-bb17-c29f1a4efe19', 'status': 'completed', 'code': 200} Jun 24 12:19:57.818185 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-03237adf-ebd0-46f2-a476-4d4bb746e0f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:19:59.342459 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 40098) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:19:59.774615 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-52c483ef-d5c1-4030-9a32-e5ce4ff00ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:20:00.032337 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-ea999aa5-6add-473f-a470-c740c70edd76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1978565'] for router_interface, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:20:00.300457 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.plugin [None req-ea999aa5-6add-473f-a470-c740c70edd76 admin admin] Deleting port 737b59d7-fb74-42a5-9368-9fc6d7597e5a {{(pid=128084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:20:00.300738 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-ea999aa5-6add-473f-a470-c740c70edd76 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793193942312'] for port, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:20:00.396010 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.db [None req-ea999aa5-6add-473f-a470-c740c70edd76 admin admin] For port 737b59d7-fb74-42a5-9368-9fc6d7597e5a, host dv-neutron-797120-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=737b59d7-fb74-42a5-9368-9fc6d7597e5a,segment=NetworkSegment(cba72c05-4c6a-4ec1-913f-1b553f2ee2ff),segment_id=cba72c05-4c6a-4ec1-913f-1b553f2ee2ff)] {{(pid=128084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:20:00.396731 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-ea999aa5-6add-473f-a470-c740c70edd76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1978872'] for port, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:20:00.419300 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.plugin [None req-ea999aa5-6add-473f-a470-c740c70edd76 admin admin] Calling delete_port for 737b59d7-fb74-42a5-9368-9fc6d7597e5a owned by network:router_interface {{(pid=128084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:20:00.720861 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-ea999aa5-6add-473f-a470-c740c70edd76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793193945299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193536732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3292088'] for port, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:20:00.723071 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-3c5d5e46-032a-4dc0-969c-154f3669aedb tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:20:00.748453 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea999aa5-6add-473f-a470-c740c70edd76 admin admin] Pushing event deleted for resources: {'Port': ['ID=737b59d7-fb74-42a5-9368-9fc6d7597e5a,revision_number=None']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:20:00.752279 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-ea999aa5-6add-473f-a470-c740c70edd76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:20:00.928404 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-ea999aa5-6add-473f-a470-c740c70edd76 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1588985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1806165'] for router_interface, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:20:01.159690 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea999aa5-6add-473f-a470-c740c70edd76 admin admin] Router 4dd7918e-83ae-4926-9140-79f861825136 has already been hosted by L3 agent 2987dba8-2249-4ee6-96ec-28f0f7a6127d {{(pid=128084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 12:20:01.277860 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea999aa5-6add-473f-a470-c740c70edd76 admin admin] Notify agent at l3_agent.dv-neutron-797120-4-hyperv the message routers_updated {{(pid=128084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 12:20:01.284374 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-ea999aa5-6add-473f-a470-c740c70edd76 admin admin] 10.222.0.53 "PUT /v2.0/routers/4dd7918e-83ae-4926-9140-79f861825136/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9403107 Jun 24 12:20:01.287263 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 40102) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:20:01.292026 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb22ddfd-de65-4317-a519-e605956683b0 None None] Sync routers for ids ['4dd7918e-83ae-4926-9140-79f861825136'] in dv-neutron-797120-4-hyperv {{(pid=128086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 12:20:01.307173 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb22ddfd-de65-4317-a519-e605956683b0 None None] Routers {'4dd7918e-83ae-4926-9140-79f861825136'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:20:01.307805 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-cb22ddfd-de65-4317-a519-e605956683b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T12:19:56Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['4dd7918e-83ae-4926-9140-79f861825136'], 'active': True} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:20:01.415173 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-2eac6f84-dff6-4c05-940d-8de924d1ca56 admin admin] Notify callbacks [] for router, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:20:01.424495 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_dvr_db [None req-cb22ddfd-de65-4317-a519-e605956683b0 None None] Set router 4dd7918e-83ae-4926-9140-79f861825136 gateway port host: dv-neutron-797120-4-hyperv {{(pid=128086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:20:01.525351 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-2eac6f84-dff6-4c05-940d-8de924d1ca56 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:20:01.610138 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.plugin [None req-2eac6f84-dff6-4c05-940d-8de924d1ca56 admin admin] Deleting port d36635f1-732f-462c-86ca-74f01c101353 {{(pid=128084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:20:01.610729 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-2eac6f84-dff6-4c05-940d-8de924d1ca56 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793193942312'] for port, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:20:01.624207 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-cb22ddfd-de65-4317-a519-e605956683b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dd7918e-83ae-4926-9140-79f861825136', 'name': 'tempest-TestMinimumBasicScenario-334189281-router', 'tenant_id': 'cff86e10c7374afda66f9447e975a635', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'external_fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.156'}], 'enable_snat': True}, 'gw_port_id': 'd36635f1-732f-462c-86ca-74f01c101353', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:17:29Z', 'updated_at': '2021-06-24T12:20:00Z', 'revision_number': 5, 'project_id': 'cff86e10c7374afda66f9447e975a635', 'gw_port': {'id': 'd36635f1-732f-462c-86ca-74f01c101353', 'name': '', 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:0f:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dd7918e-83ae-4926-9140-79f861825136', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:17:30Z', 'updated_at': '2021-06-24T12:17:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-4-hyperv'}], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:20:01.651798 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb22ddfd-de65-4317-a519-e605956683b0 None None] Checking router: 4dd7918e-83ae-4926-9140-79f861825136 for host: dv-neutron-797120-4-hyperv {{(pid=128086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 12:20:01.662314 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb22ddfd-de65-4317-a519-e605956683b0 None None] Routers {'4dd7918e-83ae-4926-9140-79f861825136'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:20:01.662908 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-cb22ddfd-de65-4317-a519-e605956683b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T12:19:56Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['4dd7918e-83ae-4926-9140-79f861825136'], 'active': True} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:20:01.740573 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.db [None req-2eac6f84-dff6-4c05-940d-8de924d1ca56 admin admin] For port d36635f1-732f-462c-86ca-74f01c101353, host dv-neutron-797120-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=d36635f1-732f-462c-86ca-74f01c101353,segment=NetworkSegment(1139564f-ff83-4b49-a593-84b33301357d),segment_id=1139564f-ff83-4b49-a593-84b33301357d)] {{(pid=128084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:20:01.740932 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-2eac6f84-dff6-4c05-940d-8de924d1ca56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1978872'] for port, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:20:01.752358 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_dvr_db [None req-cb22ddfd-de65-4317-a519-e605956683b0 None None] Set router 4dd7918e-83ae-4926-9140-79f861825136 gateway port host: None {{(pid=128086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:20:01.760387 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.plugin [None req-2eac6f84-dff6-4c05-940d-8de924d1ca56 admin admin] Calling delete_port for d36635f1-732f-462c-86ca-74f01c101353 owned by network:router_gateway {{(pid=128084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:20:01.809640 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-cb22ddfd-de65-4317-a519-e605956683b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dd7918e-83ae-4926-9140-79f861825136', 'name': 'tempest-TestMinimumBasicScenario-334189281-router', 'tenant_id': 'cff86e10c7374afda66f9447e975a635', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:17:29Z', 'updated_at': '2021-06-24T12:20:01Z', 'revision_number': 6, 'project_id': 'cff86e10c7374afda66f9447e975a635', 'gw_port_host': None}], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:20:01.838230 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb22ddfd-de65-4317-a519-e605956683b0 None None] The sync data for ids ['4dd7918e-83ae-4926-9140-79f861825136'] in dv-neutron-797120-4-hyperv is: [{'id': '4dd7918e-83ae-4926-9140-79f861825136', 'name': 'tempest-TestMinimumBasicScenario-334189281-router', 'tenant_id': 'cff86e10c7374afda66f9447e975a635', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:17:29Z', 'updated_at': '2021-06-24T12:20:01Z', 'revision_number': 6, 'project_id': 'cff86e10c7374afda66f9447e975a635', 'gw_port_host': None}] {{(pid=128086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 12:20:01.959867 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-2eac6f84-dff6-4c05-940d-8de924d1ca56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793193945299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193536732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3292088'] for port, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:20:01.962049 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-dfd8fba3-4aa7-43ec-9cd3-16973ec039a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:20:01.986631 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eac6f84-dff6-4c05-940d-8de924d1ca56 admin admin] Pushing event deleted for resources: {'Port': ['ID=d36635f1-732f-462c-86ca-74f01c101353,revision_number=None']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:20:01.989940 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-2eac6f84-dff6-4c05-940d-8de924d1ca56 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:20:02.053226 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-2eac6f84-dff6-4c05-940d-8de924d1ca56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1815728'] for router_gateway, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:20:02.144560 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-2eac6f84-dff6-4c05-940d-8de924d1ca56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1803182', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65403'] for router, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:20:02.146702 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-2eac6f84-dff6-4c05-940d-8de924d1ca56 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:20:02.196036 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-2eac6f84-dff6-4c05-940d-8de924d1ca56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1806072'] for router, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:20:02.196617 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2eac6f84-dff6-4c05-940d-8de924d1ca56 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4dd7918e-83ae-4926-9140-79f861825136 {{(pid=128084) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 24 12:20:02.201675 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-2eac6f84-dff6-4c05-940d-8de924d1ca56 admin admin] Notify callbacks [] for router, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:20:02.206617 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-2eac6f84-dff6-4c05-940d-8de924d1ca56 admin admin] 10.222.0.53 "DELETE /v2.0/routers/4dd7918e-83ae-4926-9140-79f861825136 HTTP/1.1" status: 204 len: 168 time: 0.9146271 Jun 24 12:20:02.206855 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 40104) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:20:02.256639 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.db.db_base_plugin_v2 [None req-e58df164-8e15-4f95-8ee6-2aff42c9c4f6 admin admin] Deleting subnet ee4e382a-19f1-4819-838f-b184325392cb {{(pid=128084) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 24 12:20:02.260025 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-e58df164-8e15-4f95-8ee6-2aff42c9c4f6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:20:02.297054 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-e58df164-8e15-4f95-8ee6-2aff42c9c4f6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2373542'] for subnet, precommit_delete_associations {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:20:02.353025 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Device b21ca9b7-db28-440d-bb17-c29f1a4efe19 no longer exists at agent hyperv_hv-neutron-7971 {{(pid=128085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 12:20:02.378003 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] No Port match for: b21ca9b7-db28-440d-bb17-c29f1a4efe19 {{(pid=128085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 12:20:02.378352 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Device b21ca9b7-db28-440d-bb17-c29f1a4efe19 not bound to the agent host hv-neutron-7971 {{(pid=128085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 12:20:02.382154 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-e58df164-8e15-4f95-8ee6-2aff42c9c4f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-972249'] for subnet, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:20:02.474605 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-e58df164-8e15-4f95-8ee6-2aff42c9c4f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-972238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3292022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3162263'] for subnet, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:20:02.479564 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-4640ca53-23c0-4c1b-b7d4-1204524da204 tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:20:02.509878 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58df164-8e15-4f95-8ee6-2aff42c9c4f6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ee4e382a-19f1-4819-838f-b184325392cb,revision_number=None']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:20:02.514285 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-e58df164-8e15-4f95-8ee6-2aff42c9c4f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:20:02.518786 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-e58df164-8e15-4f95-8ee6-2aff42c9c4f6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:20:02.525381 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-e58df164-8e15-4f95-8ee6-2aff42c9c4f6 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/ee4e382a-19f1-4819-838f-b184325392cb HTTP/1.1" status: 204 len: 168 time: 0.3146808 Jun 24 12:20:02.525844 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 40106) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:20:02.529401 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf70c846-4872-417d-998f-dad6a0bb70a7 None None] Network 78964b89-215d-4ae0-b9a0-8e1c027ea599 requested from dv-neutron-797120-4-hyperv {{(pid=128085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:20:02.616481 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-87c84bfb-b8ae-45c1-ae3e-d268a55c08bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-534962'] for network, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:20:02.682218 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.plugin [None req-87c84bfb-b8ae-45c1-ae3e-d268a55c08bf admin admin] Deleting port a2ca6d8a-df25-4cb6-89e4-0a6eb9296495 {{(pid=128083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:20:02.682814 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-87c84bfb-b8ae-45c1-ae3e-d268a55c08bf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793193942312'] for port, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:20:02.764789 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eec48d2e-a484-45f6-8931-8fa3bb219411 None None] DHCP port deletion for 78964b89-215d-4ae0-b9a0-8e1c027ea599 request from dv-neutron-797120-4-hyperv {{(pid=128085) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 24 12:20:02.794346 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device d36635f1-732f-462c-86ca-74f01c101353 no longer exists at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 12:20:02.812760 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.db [None req-87c84bfb-b8ae-45c1-ae3e-d268a55c08bf admin admin] For port a2ca6d8a-df25-4cb6-89e4-0a6eb9296495, host dv-neutron-797120-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=a2ca6d8a-df25-4cb6-89e4-0a6eb9296495,segment=NetworkSegment(cba72c05-4c6a-4ec1-913f-1b553f2ee2ff),segment_id=cba72c05-4c6a-4ec1-913f-1b553f2ee2ff)] {{(pid=128083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:20:02.813937 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-87c84bfb-b8ae-45c1-ae3e-d268a55c08bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1978872'] for port, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:20:02.820578 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] No Port match for: d36635f1-732f-462c-86ca-74f01c101353 {{(pid=128085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 12:20:02.820937 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device d36635f1-732f-462c-86ca-74f01c101353 not bound to the agent host dv-neutron-797120-4-hyperv {{(pid=128085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 12:20:02.821397 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device 737b59d7-fb74-42a5-9368-9fc6d7597e5a no longer exists at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 12:20:02.839314 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.plugin [None req-87c84bfb-b8ae-45c1-ae3e-d268a55c08bf admin admin] Calling delete_port for a2ca6d8a-df25-4cb6-89e4-0a6eb9296495 owned by network:dhcp {{(pid=128083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:20:02.843014 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] No Port match for: 737b59d7-fb74-42a5-9368-9fc6d7597e5a {{(pid=128085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 12:20:02.844164 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device 737b59d7-fb74-42a5-9368-9fc6d7597e5a not bound to the agent host dv-neutron-797120-4-hyperv {{(pid=128085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 12:20:02.868756 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-eec48d2e-a484-45f6-8931-8fa3bb219411 None None] Deleting port a2ca6d8a-df25-4cb6-89e4-0a6eb9296495 {{(pid=128085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:20:02.869292 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-eec48d2e-a484-45f6-8931-8fa3bb219411 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793193942312'] for port, before_delete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:20:02.934869 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-87c84bfb-b8ae-45c1-ae3e-d268a55c08bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793193945299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193536732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2537862'] for port, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:20:02.939069 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-b9afb509-b372-4617-9a4e-49d6ceb7a58a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:20:02.942027 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-eec48d2e-a484-45f6-8931-8fa3bb219411 None None] For port a2ca6d8a-df25-4cb6-89e4-0a6eb9296495, host dv-neutron-797120-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=a2ca6d8a-df25-4cb6-89e4-0a6eb9296495,segment=NetworkSegment(cba72c05-4c6a-4ec1-913f-1b553f2ee2ff),segment_id=cba72c05-4c6a-4ec1-913f-1b553f2ee2ff)] {{(pid=128085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:20:02.942436 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-eec48d2e-a484-45f6-8931-8fa3bb219411 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1978872'] for port, precommit_delete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:20:02.956903 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-eec48d2e-a484-45f6-8931-8fa3bb219411 None None] Calling delete_port for a2ca6d8a-df25-4cb6-89e4-0a6eb9296495 owned by network:dhcp {{(pid=128085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:20:02.964464 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c84bfb-b8ae-45c1-ae3e-d268a55c08bf admin admin] Pushing event deleted for resources: {'Port': ['ID=a2ca6d8a-df25-4cb6-89e4-0a6eb9296495,revision_number=None']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:20:02.966539 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87c84bfb-b8ae-45c1-ae3e-d268a55c08bf admin admin] No DVR routers for this DVR port a2ca6d8a-df25-4cb6-89e4-0a6eb9296495 on host dv-neutron-797120-4-hyperv {{(pid=128083) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 12:20:02.968118 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-87c84bfb-b8ae-45c1-ae3e-d268a55c08bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:20:03.052785 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-87c84bfb-b8ae-45c1-ae3e-d268a55c08bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973199', 'neutron.services.segments.db._delete_segments_for_network-8793194012456'] for network, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:20:03.053421 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-eec48d2e-a484-45f6-8931-8fa3bb219411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793193945299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193536732'] for port, after_delete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:20:03.056314 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:20:03.065594 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.services.segments.db [None req-87c84bfb-b8ae-45c1-ae3e-d268a55c08bf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78964b89-215d-4ae0-b9a0-8e1c027ea599']}} {{(pid=128083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:20:03.081188 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec48d2e-a484-45f6-8931-8fa3bb219411 None None] Pushing event deleted for resources: {'Port': ['ID=a2ca6d8a-df25-4cb6-89e4-0a6eb9296495,revision_number=None']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:20:03.083502 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eec48d2e-a484-45f6-8931-8fa3bb219411 None None] No DVR routers for this DVR port a2ca6d8a-df25-4cb6-89e4-0a6eb9296495 on host dv-neutron-797120-4-hyperv {{(pid=128085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 12:20:03.086809 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.services.segments.db [None req-87c84bfb-b8ae-45c1-ae3e-d268a55c08bf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cba72c05-4c6a-4ec1-913f-1b553f2ee2ff') {'for_net_delete': True} {{(pid=128083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:20:03.087378 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.services.segments.db [None req-87c84bfb-b8ae-45c1-ae3e-d268a55c08bf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cba72c05-4c6a-4ec1-913f-1b553f2ee2ff') {} {{(pid=128083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:20:03.094313 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec48d2e-a484-45f6-8931-8fa3bb219411 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:20:03.094313 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec48d2e-a484-45f6-8931-8fa3bb219411 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:20:03.094313 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec48d2e-a484-45f6-8931-8fa3bb219411 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:20:03.094578 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec48d2e-a484-45f6-8931-8fa3bb219411 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:20:03.094809 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec48d2e-a484-45f6-8931-8fa3bb219411 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:20:03.095145 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec48d2e-a484-45f6-8931-8fa3bb219411 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:20:03.095511 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec48d2e-a484-45f6-8931-8fa3bb219411 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:20:03.095820 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec48d2e-a484-45f6-8931-8fa3bb219411 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:20:03.096106 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec48d2e-a484-45f6-8931-8fa3bb219411 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:20:03.096431 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec48d2e-a484-45f6-8931-8fa3bb219411 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:20:03.096748 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec48d2e-a484-45f6-8931-8fa3bb219411 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:20:03.097097 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec48d2e-a484-45f6-8931-8fa3bb219411 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:20:03.100282 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-eec48d2e-a484-45f6-8931-8fa3bb219411 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:20:03.106543 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-87c84bfb-b8ae-45c1-ae3e-d268a55c08bf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793194097327', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3143690'] for segment, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:20:03.125691 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-87c84bfb-b8ae-45c1-ae3e-d268a55c08bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967879'] for segment, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:20:03.131928 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87c84bfb-b8ae-45c1-ae3e-d268a55c08bf admin admin] Releasing vlan 633 on physical network physnet1 to pool {{(pid=128083) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 12:20:03.132347 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-87c84bfb-b8ae-45c1-ae3e-d268a55c08bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2537899'] for segment, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:20:03.134352 dv-neutron-797120-4-hyperv neutron-server[128083]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 12:20:03.134352 dv-neutron-797120-4-hyperv neutron-server[128083]: conditions |= (models_v2.Port.network_id.in_( Jun 24 12:20:03.134352 dv-neutron-797120-4-hyperv neutron-server[128083]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 12:20:03.134352 dv-neutron-797120-4-hyperv neutron-server[128083]: conditions |= (models_v2.Port.network_id.in_( Jun 24 12:20:03.134352 dv-neutron-797120-4-hyperv neutron-server[128083]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 12:20:03.134352 dv-neutron-797120-4-hyperv neutron-server[128083]: conditions |= (models_v2.Port.network_id.in_( Jun 24 12:20:03.134352 dv-neutron-797120-4-hyperv neutron-server[128083]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 12:20:03.134352 dv-neutron-797120-4-hyperv neutron-server[128083]: conditions |= (models_v2.Port.network_id.in_( Jun 24 12:20:03.134352 dv-neutron-797120-4-hyperv neutron-server[128083]: Traceback (most recent call last): Jun 24 12:20:03.134352 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 24 12:20:03.134352 dv-neutron-797120-4-hyperv neutron-server[128083]: timer() Jun 24 12:20:03.134352 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 24 12:20:03.134352 dv-neutron-797120-4-hyperv neutron-server[128083]: cb(*args, **kw) Jun 24 12:20:03.134352 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 24 12:20:03.134352 dv-neutron-797120-4-hyperv neutron-server[128083]: return func(*args, **kwargs) Jun 24 12:20:03.134352 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 24 12:20:03.134352 dv-neutron-797120-4-hyperv neutron-server[128083]: self._notify() Jun 24 12:20:03.134352 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 24 12:20:03.134352 dv-neutron-797120-4-hyperv neutron-server[128083]: self.callback(batched_events) Jun 24 12:20:03.134352 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 24 12:20:03.134352 dv-neutron-797120-4-hyperv neutron-server[128083]: event.method(event) Jun 24 12:20:03.134352 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 24 12:20:03.134352 dv-neutron-797120-4-hyperv neutron-server[128083]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 24 12:20:03.134352 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 24 12:20:03.134352 dv-neutron-797120-4-hyperv neutron-server[128083]: aggregate_uuid = self.p_client.list_aggregates( Jun 24 12:20:03.134352 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 24 12:20:03.134352 dv-neutron-797120-4-hyperv neutron-server[128083]: return f(self, *a, **k) Jun 24 12:20:03.134352 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 24 12:20:03.134352 dv-neutron-797120-4-hyperv neutron-server[128083]: return self._get(url).json() Jun 24 12:20:03.134352 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 24 12:20:03.134352 dv-neutron-797120-4-hyperv neutron-server[128083]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 24 12:20:03.134352 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 24 12:20:03.134352 dv-neutron-797120-4-hyperv neutron-server[128083]: return self.request(url, 'GET', **kwargs) Jun 24 12:20:03.134352 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 24 12:20:03.134352 dv-neutron-797120-4-hyperv neutron-server[128083]: base_url = self.get_endpoint(auth, allow=allow, Jun 24 12:20:03.134352 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 24 12:20:03.134352 dv-neutron-797120-4-hyperv neutron-server[128083]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 24 12:20:03.134352 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 24 12:20:03.134352 dv-neutron-797120-4-hyperv neutron-server[128083]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 24 12:20:03.134352 dv-neutron-797120-4-hyperv neutron-server[128083]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 24 12:20:03.190660 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-87c84bfb-b8ae-45c1-ae3e-d268a55c08bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1800243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1815642'] for network, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:20:03.196160 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-87c84bfb-b8ae-45c1-ae3e-d268a55c08bf admin admin] Notify callbacks [] for network, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:20:03.198056 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-87c84bfb-b8ae-45c1-ae3e-d268a55c08bf admin admin] 10.222.0.53 "DELETE /v2.0/networks/78964b89-215d-4ae0-b9a0-8e1c027ea599 HTTP/1.1" status: 204 len: 168 time: 0.6697273 Jun 24 12:20:03.198894 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-ba64e364-679d-49bc-ac5b-81d324a14e32 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:20:03.200886 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 40108) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:20:03.250329 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c84bfb-b8ae-45c1-ae3e-d268a55c08bf admin admin] Pushing event deleted for resources: {'Network': ['ID=78964b89-215d-4ae0-b9a0-8e1c027ea599,revision_number=None']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:20:03.255194 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-87c84bfb-b8ae-45c1-ae3e-d268a55c08bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:20:03.972140 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-f40669ec-c5df-4d56-9320-d6c4aafc1c26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1978565'] for router_interface, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:20:04.270860 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.plugin [None req-f40669ec-c5df-4d56-9320-d6c4aafc1c26 admin admin] Deleting port 67ad939c-7799-4f83-b566-bd7a50b84e68 {{(pid=128083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:20:04.271199 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-f40669ec-c5df-4d56-9320-d6c4aafc1c26 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793193942312'] for port, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:20:04.355291 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.db [None req-f40669ec-c5df-4d56-9320-d6c4aafc1c26 admin admin] For port 67ad939c-7799-4f83-b566-bd7a50b84e68, host dv-neutron-797120-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=67ad939c-7799-4f83-b566-bd7a50b84e68,segment=NetworkSegment(b4c0d8a0-5b86-49cb-89b5-d1e15b9c89c4),segment_id=b4c0d8a0-5b86-49cb-89b5-d1e15b9c89c4)] {{(pid=128083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:20:04.355776 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-f40669ec-c5df-4d56-9320-d6c4aafc1c26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1978872'] for port, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:20:04.372714 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.plugin [None req-f40669ec-c5df-4d56-9320-d6c4aafc1c26 admin admin] Calling delete_port for 67ad939c-7799-4f83-b566-bd7a50b84e68 owned by network:router_interface {{(pid=128083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:20:04.567934 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-f40669ec-c5df-4d56-9320-d6c4aafc1c26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793193945299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193536732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2537862'] for port, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:20:04.569891 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-87c84bfb-b8ae-45c1-ae3e-d268a55c08bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:20:04.594143 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40669ec-c5df-4d56-9320-d6c4aafc1c26 admin admin] Pushing event deleted for resources: {'Port': ['ID=67ad939c-7799-4f83-b566-bd7a50b84e68,revision_number=None']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:20:04.597437 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-f40669ec-c5df-4d56-9320-d6c4aafc1c26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:20:04.804226 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-f40669ec-c5df-4d56-9320-d6c4aafc1c26 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1588985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1806165'] for router_interface, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:20:04.809757 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device a2ca6d8a-df25-4cb6-89e4-0a6eb9296495 no longer exists at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 12:20:04.835598 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] No Port match for: a2ca6d8a-df25-4cb6-89e4-0a6eb9296495 {{(pid=128085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 12:20:04.835857 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device a2ca6d8a-df25-4cb6-89e4-0a6eb9296495 not bound to the agent host dv-neutron-797120-4-hyperv {{(pid=128085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 12:20:05.042490 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f40669ec-c5df-4d56-9320-d6c4aafc1c26 admin admin] Router 041cfa20-b798-4d29-8f7c-6d857d8611d4 has already been hosted by L3 agent 2987dba8-2249-4ee6-96ec-28f0f7a6127d {{(pid=128083) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 12:20:05.156503 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f40669ec-c5df-4d56-9320-d6c4aafc1c26 admin admin] Notify agent at l3_agent.dv-neutron-797120-4-hyperv the message routers_updated {{(pid=128083) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 12:20:05.162114 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-f40669ec-c5df-4d56-9320-d6c4aafc1c26 admin admin] 10.222.0.53 "PUT /v2.0/routers/041cfa20-b798-4d29-8f7c-6d857d8611d4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9597018 Jun 24 12:20:05.164241 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 40110) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:20:05.167457 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8d91726-94ab-4cc5-b2b2-8ab82b98d8cc None None] Sync routers for ids ['041cfa20-b798-4d29-8f7c-6d857d8611d4'] in dv-neutron-797120-4-hyperv {{(pid=128085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 12:20:05.181085 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8d91726-94ab-4cc5-b2b2-8ab82b98d8cc None None] Routers {'041cfa20-b798-4d29-8f7c-6d857d8611d4'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:20:05.182194 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-d8d91726-94ab-4cc5-b2b2-8ab82b98d8cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T12:19:56Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['041cfa20-b798-4d29-8f7c-6d857d8611d4'], 'active': True} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:20:05.273234 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-1b6da88b-e4c0-47f0-a836-5d4071ab2ebe admin admin] Notify callbacks [] for router, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:20:05.329197 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvr_db [None req-d8d91726-94ab-4cc5-b2b2-8ab82b98d8cc None None] Set router 041cfa20-b798-4d29-8f7c-6d857d8611d4 gateway port host: dv-neutron-797120-4-hyperv {{(pid=128085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:20:05.395664 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-1b6da88b-e4c0-47f0-a836-5d4071ab2ebe admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:20:05.458270 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.plugin [None req-1b6da88b-e4c0-47f0-a836-5d4071ab2ebe admin admin] Deleting port 97ac1161-9786-4315-bc7e-48b7e6a877b0 {{(pid=128083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:20:05.458555 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-1b6da88b-e4c0-47f0-a836-5d4071ab2ebe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793193942312'] for port, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:20:05.538873 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-d8d91726-94ab-4cc5-b2b2-8ab82b98d8cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '041cfa20-b798-4d29-8f7c-6d857d8611d4', 'name': 'tempest-TestMinimumBasicScenario-424227588-router', 'tenant_id': 'b280356c83914b07b576394511a30700', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'external_fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.60'}], 'enable_snat': True}, 'gw_port_id': '97ac1161-9786-4315-bc7e-48b7e6a877b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:17:35Z', 'updated_at': '2021-06-24T12:20:04Z', 'revision_number': 5, 'project_id': 'b280356c83914b07b576394511a30700', 'gw_port': {'id': '97ac1161-9786-4315-bc7e-48b7e6a877b0', 'name': '', 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:60:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '041cfa20-b798-4d29-8f7c-6d857d8611d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1681, 'fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:17:36Z', 'updated_at': '2021-06-24T12:17:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-4-hyperv'}], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:20:05.553170 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.db [None req-1b6da88b-e4c0-47f0-a836-5d4071ab2ebe admin admin] For port 97ac1161-9786-4315-bc7e-48b7e6a877b0, host dv-neutron-797120-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=97ac1161-9786-4315-bc7e-48b7e6a877b0,segment=NetworkSegment(1139564f-ff83-4b49-a593-84b33301357d),segment_id=1139564f-ff83-4b49-a593-84b33301357d)] {{(pid=128083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:20:05.553545 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-1b6da88b-e4c0-47f0-a836-5d4071ab2ebe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1978872'] for port, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:20:05.567402 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8d91726-94ab-4cc5-b2b2-8ab82b98d8cc None None] Checking router: 041cfa20-b798-4d29-8f7c-6d857d8611d4 for host: dv-neutron-797120-4-hyperv {{(pid=128085) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 12:20:05.567735 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.plugin [None req-1b6da88b-e4c0-47f0-a836-5d4071ab2ebe admin admin] Calling delete_port for 97ac1161-9786-4315-bc7e-48b7e6a877b0 owned by network:router_gateway {{(pid=128083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:20:05.576015 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8d91726-94ab-4cc5-b2b2-8ab82b98d8cc None None] Routers {'041cfa20-b798-4d29-8f7c-6d857d8611d4'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:20:05.576631 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-d8d91726-94ab-4cc5-b2b2-8ab82b98d8cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T12:19:56Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['041cfa20-b798-4d29-8f7c-6d857d8611d4'], 'active': True} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:20:05.681249 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvr_db [None req-d8d91726-94ab-4cc5-b2b2-8ab82b98d8cc None None] Set router 041cfa20-b798-4d29-8f7c-6d857d8611d4 gateway port host: None {{(pid=128085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:20:05.746144 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-1b6da88b-e4c0-47f0-a836-5d4071ab2ebe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793193945299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193536732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2537862'] for port, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:20:05.748178 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-942426e0-3a87-4cea-9ce8-2e5c97dcb4e7 tempest-TestEncryptedCinderVolumes-972527021 tempest-TestEncryptedCinderVolumes-972527021-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:20:05.777449 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6da88b-e4c0-47f0-a836-5d4071ab2ebe admin admin] Pushing event deleted for resources: {'Port': ['ID=97ac1161-9786-4315-bc7e-48b7e6a877b0,revision_number=None']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:20:05.781536 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-1b6da88b-e4c0-47f0-a836-5d4071ab2ebe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:20:05.781784 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-d8d91726-94ab-4cc5-b2b2-8ab82b98d8cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '041cfa20-b798-4d29-8f7c-6d857d8611d4', 'name': 'tempest-TestMinimumBasicScenario-424227588-router', 'tenant_id': 'b280356c83914b07b576394511a30700', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:17:35Z', 'updated_at': '2021-06-24T12:20:05Z', 'revision_number': 6, 'project_id': 'b280356c83914b07b576394511a30700', 'gw_port_host': None}], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:20:05.810052 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8d91726-94ab-4cc5-b2b2-8ab82b98d8cc None None] The sync data for ids ['041cfa20-b798-4d29-8f7c-6d857d8611d4'] in dv-neutron-797120-4-hyperv is: [{'id': '041cfa20-b798-4d29-8f7c-6d857d8611d4', 'name': 'tempest-TestMinimumBasicScenario-424227588-router', 'tenant_id': 'b280356c83914b07b576394511a30700', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:17:35Z', 'updated_at': '2021-06-24T12:20:05Z', 'revision_number': 6, 'project_id': 'b280356c83914b07b576394511a30700', 'gw_port_host': None}] {{(pid=128085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 12:20:05.855067 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-1b6da88b-e4c0-47f0-a836-5d4071ab2ebe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1815728'] for router_gateway, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:20:05.948969 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-1b6da88b-e4c0-47f0-a836-5d4071ab2ebe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1803182', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65403'] for router, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:20:05.951122 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-1b6da88b-e4c0-47f0-a836-5d4071ab2ebe admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:20:06.000286 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-1b6da88b-e4c0-47f0-a836-5d4071ab2ebe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1806072'] for router, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:20:06.001206 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b6da88b-e4c0-47f0-a836-5d4071ab2ebe admin admin] Fanout notify agent at l3_agent the message router_deleted on router 041cfa20-b798-4d29-8f7c-6d857d8611d4 {{(pid=128083) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 24 12:20:06.006567 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-1b6da88b-e4c0-47f0-a836-5d4071ab2ebe admin admin] Notify callbacks [] for router, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:20:06.007725 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-1b6da88b-e4c0-47f0-a836-5d4071ab2ebe admin admin] 10.222.0.53 "DELETE /v2.0/routers/041cfa20-b798-4d29-8f7c-6d857d8611d4 HTTP/1.1" status: 204 len: 168 time: 0.8425493 Jun 24 12:20:06.010327 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 40112) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:20:06.059171 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.db_base_plugin_v2 [None req-568f2c5b-59fa-4193-a706-9301e1d51025 admin admin] Deleting subnet 139bea64-3f82-452a-95c3-2a2160022dbe {{(pid=128083) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 24 12:20:06.063397 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-568f2c5b-59fa-4193-a706-9301e1d51025 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:20:06.097876 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-568f2c5b-59fa-4193-a706-9301e1d51025 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3143795'] for subnet, precommit_delete_associations {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:20:06.193144 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-568f2c5b-59fa-4193-a706-9301e1d51025 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-972249'] for subnet, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:20:06.256522 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-568f2c5b-59fa-4193-a706-9301e1d51025 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-972238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2537800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3289951'] for subnet, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:20:06.257100 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-6719b276-3048-4473-93b0-eb33ef661a1c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:20:06.282520 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568f2c5b-59fa-4193-a706-9301e1d51025 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=139bea64-3f82-452a-95c3-2a2160022dbe,revision_number=None']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:20:06.285499 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-568f2c5b-59fa-4193-a706-9301e1d51025 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:20:06.286494 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-568f2c5b-59fa-4193-a706-9301e1d51025 admin admin] Notify callbacks [] for subnet, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:20:06.288365 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-568f2c5b-59fa-4193-a706-9301e1d51025 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/139bea64-3f82-452a-95c3-2a2160022dbe HTTP/1.1" status: 204 len: 168 time: 0.2770913 Jun 24 12:20:06.290877 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 40114) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:20:06.294583 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64d3baca-edc6-403d-b782-920e9a49c31f None None] Network 3c8d0fad-9343-4575-979a-a6b6b3c1e6ef requested from dv-neutron-797120-4-hyperv {{(pid=128085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:20:06.366722 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-ba0298ea-72bf-4539-bc37-103b429a90ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-534962'] for network, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:20:06.422079 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.plugin [None req-ba0298ea-72bf-4539-bc37-103b429a90ae admin admin] Deleting port d04d9f00-c39d-4916-b253-139bf38c8343 {{(pid=128083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:20:06.422079 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-ba0298ea-72bf-4539-bc37-103b429a90ae admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793193942312'] for port, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:20:06.499127 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.db [None req-ba0298ea-72bf-4539-bc37-103b429a90ae admin admin] For port d04d9f00-c39d-4916-b253-139bf38c8343, host dv-neutron-797120-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=d04d9f00-c39d-4916-b253-139bf38c8343,segment=NetworkSegment(b4c0d8a0-5b86-49cb-89b5-d1e15b9c89c4),segment_id=b4c0d8a0-5b86-49cb-89b5-d1e15b9c89c4)] {{(pid=128083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:20:06.499385 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-ba0298ea-72bf-4539-bc37-103b429a90ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1978872'] for port, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:20:06.512587 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.plugin [None req-ba0298ea-72bf-4539-bc37-103b429a90ae admin admin] Calling delete_port for d04d9f00-c39d-4916-b253-139bf38c8343 owned by network:dhcp {{(pid=128083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:20:06.590016 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba853044-bf45-43a3-957c-1ab1960d83d2 None None] DHCP port deletion for 3c8d0fad-9343-4575-979a-a6b6b3c1e6ef request from dv-neutron-797120-4-hyperv {{(pid=128085) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 24 12:20:06.602206 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-ba0298ea-72bf-4539-bc37-103b429a90ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793193945299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193536732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2537862'] for port, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:20:06.607575 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-31c71ec1-3c94-441f-ab24-a37174344d01 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:20:06.641713 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-ba853044-bf45-43a3-957c-1ab1960d83d2 None None] Deleting port d04d9f00-c39d-4916-b253-139bf38c8343 {{(pid=128085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:20:06.642099 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ba853044-bf45-43a3-957c-1ab1960d83d2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793193942312'] for port, before_delete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:20:06.650681 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0298ea-72bf-4539-bc37-103b429a90ae admin admin] Pushing event deleted for resources: {'Port': ['ID=d04d9f00-c39d-4916-b253-139bf38c8343,revision_number=None']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:20:06.656802 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-ba0298ea-72bf-4539-bc37-103b429a90ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:20:06.658268 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba0298ea-72bf-4539-bc37-103b429a90ae admin admin] No DVR routers for this DVR port d04d9f00-c39d-4916-b253-139bf38c8343 on host dv-neutron-797120-4-hyperv {{(pid=128083) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 12:20:06.715403 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-ba853044-bf45-43a3-957c-1ab1960d83d2 None None] For port d04d9f00-c39d-4916-b253-139bf38c8343, host dv-neutron-797120-4-hyperv, got binding levels [] {{(pid=128085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:20:06.715905 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ba853044-bf45-43a3-957c-1ab1960d83d2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1978872'] for port, precommit_delete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:20:06.740444 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-ba853044-bf45-43a3-957c-1ab1960d83d2 None None] Calling delete_port for d04d9f00-c39d-4916-b253-139bf38c8343 owned by network:dhcp {{(pid=128085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:20:06.746995 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.ipam_backend_mixin [None req-ba853044-bf45-43a3-957c-1ab1960d83d2 None None] Port d04d9f00-c39d-4916-b253-139bf38c8343 was not found and therefore no delete operation was performed {{(pid=128085) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jun 24 12:20:06.748548 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ba853044-bf45-43a3-957c-1ab1960d83d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793193945299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193536732'] for port, after_delete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:20:06.759056 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-3700afe3-5f31-45e2-bf73-f247eb460b64 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:20:06.763641 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba853044-bf45-43a3-957c-1ab1960d83d2 None None] No DVR routers for this DVR port d04d9f00-c39d-4916-b253-139bf38c8343 on host dv-neutron-797120-4-hyperv {{(pid=128085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 12:20:06.766662 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-ba0298ea-72bf-4539-bc37-103b429a90ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973199', 'neutron.services.segments.db._delete_segments_for_network-8793194012456'] for network, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:20:06.782681 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.services.segments.db [None req-ba0298ea-72bf-4539-bc37-103b429a90ae admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c8d0fad-9343-4575-979a-a6b6b3c1e6ef']}} {{(pid=128083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:20:06.786766 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device d04d9f00-c39d-4916-b253-139bf38c8343 no longer exists at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 12:20:06.790337 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba853044-bf45-43a3-957c-1ab1960d83d2 None None] Pushing event deleted for resources: {'Port': ['ID=d04d9f00-c39d-4916-b253-139bf38c8343,revision_number=None']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:20:06.798273 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.services.segments.db [None req-ba0298ea-72bf-4539-bc37-103b429a90ae admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b4c0d8a0-5b86-49cb-89b5-d1e15b9c89c4') {'for_net_delete': True} {{(pid=128083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:20:06.798592 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.services.segments.db [None req-ba0298ea-72bf-4539-bc37-103b429a90ae admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b4c0d8a0-5b86-49cb-89b5-d1e15b9c89c4') {} {{(pid=128083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:20:06.808196 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-ba853044-bf45-43a3-957c-1ab1960d83d2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:20:06.809156 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] No Port match for: d04d9f00-c39d-4916-b253-139bf38c8343 {{(pid=128085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 12:20:06.809507 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device d04d9f00-c39d-4916-b253-139bf38c8343 not bound to the agent host dv-neutron-797120-4-hyperv {{(pid=128085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 12:20:06.809930 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device 97ac1161-9786-4315-bc7e-48b7e6a877b0 no longer exists at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 12:20:06.820919 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-ba0298ea-72bf-4539-bc37-103b429a90ae admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793194097327', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3143690'] for segment, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:20:06.830337 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] No Port match for: 97ac1161-9786-4315-bc7e-48b7e6a877b0 {{(pid=128085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 12:20:06.830810 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device 97ac1161-9786-4315-bc7e-48b7e6a877b0 not bound to the agent host dv-neutron-797120-4-hyperv {{(pid=128085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 12:20:06.831110 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device 67ad939c-7799-4f83-b566-bd7a50b84e68 no longer exists at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 12:20:06.847242 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-ba0298ea-72bf-4539-bc37-103b429a90ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967879'] for segment, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:20:06.857281 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba0298ea-72bf-4539-bc37-103b429a90ae admin admin] Releasing vlan 631 on physical network physnet1 to pool {{(pid=128083) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 12:20:06.857500 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] No Port match for: 67ad939c-7799-4f83-b566-bd7a50b84e68 {{(pid=128085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 12:20:06.857736 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device 67ad939c-7799-4f83-b566-bd7a50b84e68 not bound to the agent host dv-neutron-797120-4-hyperv {{(pid=128085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 12:20:06.858008 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-ba0298ea-72bf-4539-bc37-103b429a90ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2537899'] for segment, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:20:06.864537 dv-neutron-797120-4-hyperv neutron-server[128083]: Traceback (most recent call last): Jun 24 12:20:06.864537 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 24 12:20:06.864537 dv-neutron-797120-4-hyperv neutron-server[128083]: timer() Jun 24 12:20:06.864537 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 24 12:20:06.864537 dv-neutron-797120-4-hyperv neutron-server[128083]: cb(*args, **kw) Jun 24 12:20:06.864537 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 24 12:20:06.864537 dv-neutron-797120-4-hyperv neutron-server[128083]: return func(*args, **kwargs) Jun 24 12:20:06.864537 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 24 12:20:06.864537 dv-neutron-797120-4-hyperv neutron-server[128083]: self._notify() Jun 24 12:20:06.864537 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 24 12:20:06.864537 dv-neutron-797120-4-hyperv neutron-server[128083]: self.callback(batched_events) Jun 24 12:20:06.864537 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 24 12:20:06.864537 dv-neutron-797120-4-hyperv neutron-server[128083]: event.method(event) Jun 24 12:20:06.864537 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 24 12:20:06.864537 dv-neutron-797120-4-hyperv neutron-server[128083]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 24 12:20:06.864537 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 24 12:20:06.864537 dv-neutron-797120-4-hyperv neutron-server[128083]: aggregate_uuid = self.p_client.list_aggregates( Jun 24 12:20:06.864537 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 24 12:20:06.864537 dv-neutron-797120-4-hyperv neutron-server[128083]: return f(self, *a, **k) Jun 24 12:20:06.864537 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 24 12:20:06.864537 dv-neutron-797120-4-hyperv neutron-server[128083]: return self._get(url).json() Jun 24 12:20:06.864537 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 24 12:20:06.864537 dv-neutron-797120-4-hyperv neutron-server[128083]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 24 12:20:06.864537 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 24 12:20:06.864537 dv-neutron-797120-4-hyperv neutron-server[128083]: return self.request(url, 'GET', **kwargs) Jun 24 12:20:06.864537 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 24 12:20:06.864537 dv-neutron-797120-4-hyperv neutron-server[128083]: base_url = self.get_endpoint(auth, allow=allow, Jun 24 12:20:06.864537 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 24 12:20:06.864537 dv-neutron-797120-4-hyperv neutron-server[128083]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 24 12:20:06.864537 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 24 12:20:06.864537 dv-neutron-797120-4-hyperv neutron-server[128083]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 24 12:20:06.864537 dv-neutron-797120-4-hyperv neutron-server[128083]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 24 12:20:06.945182 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-ba0298ea-72bf-4539-bc37-103b429a90ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1800243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1815642'] for network, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:20:06.952370 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-ba0298ea-72bf-4539-bc37-103b429a90ae admin admin] Notify callbacks [] for network, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:20:06.954745 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-ba0298ea-72bf-4539-bc37-103b429a90ae admin admin] 10.222.0.53 "DELETE /v2.0/networks/3c8d0fad-9343-4575-979a-a6b6b3c1e6ef HTTP/1.1" status: 204 len: 168 time: 0.6627212 Jun 24 12:20:06.956098 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-941fef1d-389e-48dc-8278-7487c5dfdb53 tempest-RoutersNegativeTest-1948241621 tempest-RoutersNegativeTest-1948241621-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:20:06.975873 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0298ea-72bf-4539-bc37-103b429a90ae admin admin] Pushing event deleted for resources: {'Network': ['ID=3c8d0fad-9343-4575-979a-a6b6b3c1e6ef,revision_number=None']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:20:06.979650 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-ba0298ea-72bf-4539-bc37-103b429a90ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:20:07.126379 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 40118) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:20:07.169448 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-8005182d-7b2b-425d-bac7-99ee270ef926 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=cff86e10c7374afda66f9447e975a635&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0416973 Jun 24 12:20:07.173349 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 40120) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:20:07.224583 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-65a363dd-5967-4cb3-a134-8174681ecb0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:20:07.252000 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-65a363dd-5967-4cb3-a134-8174681ecb0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:20:07.311648 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-65a363dd-5967-4cb3-a134-8174681ecb0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800410'] for security_group, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:20:07.314470 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-65a363dd-5967-4cb3-a134-8174681ecb0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:20:07.315641 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-65a363dd-5967-4cb3-a134-8174681ecb0d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/7c2e6157-7d34-4d06-ae9e-e65b48f74d2c HTTP/1.1" status: 204 len: 168 time: 0.1413305 Jun 24 12:20:07.316460 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-d0d0c2b1-9f5e-4a74-bfa7-f30fc24952bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:20:07.324105 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a363dd-5967-4cb3-a134-8174681ecb0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c2e6157-7d34-4d06-ae9e-e65b48f74d2c,revision_number=None']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:20:07.329946 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-65a363dd-5967-4cb3-a134-8174681ecb0d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:20:07.697287 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 40126) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:20:07.740204 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-ab05e160-42d5-4b1e-a5d1-d94f654c8cf1 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=b280356c83914b07b576394511a30700&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0409813 Jun 24 12:20:07.742597 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 40128) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:20:07.795868 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-ecf19b31-b07e-4866-930c-4874873c3ec3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:20:07.826059 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-ecf19b31-b07e-4866-930c-4874873c3ec3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:20:07.878202 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-ecf19b31-b07e-4866-930c-4874873c3ec3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800410'] for security_group, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:20:07.881625 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-ecf19b31-b07e-4866-930c-4874873c3ec3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:20:07.883041 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-ecf19b31-b07e-4866-930c-4874873c3ec3 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/099198b5-a25c-4c4d-b804-f01e4a4a4019 HTTP/1.1" status: 204 len: 168 time: 0.1395035 Jun 24 12:20:07.884219 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-9a8ce5b3-49d0-4351-affd-ea5218740614 tempest-ServersAdminNegativeTestJSON-2094187069 tempest-ServersAdminNegativeTestJSON-2094187069-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:20:07.893871 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf19b31-b07e-4866-930c-4874873c3ec3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=099198b5-a25c-4c4d-b804-f01e4a4a4019,revision_number=None']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:20:07.896129 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-ecf19b31-b07e-4866-930c-4874873c3ec3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:20:09.560910 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 40168) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:20:09.566141 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [None req-72070f66-79dc-4dd0-bb2e-2a8122dd294e tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-15430247', 'description': 'tempest-secgroup-smoke-15430247 description', 'project_id': '2f95b3c188ab4fd3b66987ab0e8b76cb'}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:20:09.596815 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-72070f66-79dc-4dd0-bb2e-2a8122dd294e tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks [] for security_group, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:20:09.623891 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-72070f66-79dc-4dd0-bb2e-2a8122dd294e tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks [] for security_group, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:20:09.737645 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-72070f66-79dc-4dd0-bb2e-2a8122dd294e tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks [] for security_group, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:20:09.742201 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-72070f66-79dc-4dd0-bb2e-2a8122dd294e tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800410'] for security_group, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:20:09.745378 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-706439f3-f58a-4609-9025-b3b7c615f4d7 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:20:09.779914 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72070f66-79dc-4dd0-bb2e-2a8122dd294e tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8fd08b77-2a3e-4500-af58-88b9b3f38cc8,revision_number=1']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:20:09.784511 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-72070f66-79dc-4dd0-bb2e-2a8122dd294e tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:20:09.850508 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-72070f66-79dc-4dd0-bb2e-2a8122dd294e tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks [] for security_group, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:20:09.855563 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-72070f66-79dc-4dd0-bb2e-2a8122dd294e tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800410'] for security_group, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:20:09.858215 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-fc7c2ccd-0186-4d6d-8e15-ebe9eb97b03a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:20:09.893561 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-72070f66-79dc-4dd0-bb2e-2a8122dd294e tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks [] for security_group, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:20:09.895605 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-72070f66-79dc-4dd0-bb2e-2a8122dd294e tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.3331859 Jun 24 12:20:09.898997 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 40170) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:20:09.903419 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72070f66-79dc-4dd0-bb2e-2a8122dd294e tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2c21bb55-9a06-4e9c-92c2-5a825c8b22e5,revision_number=1']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:20:09.904407 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-dd7a4e27-bbe9-4946-8fe2-9ccc3f30e62a tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Request body: {'security_group_rule': {'security_group_id': '2c21bb55-9a06-4e9c-92c2-5a825c8b22e5', 'project_id': '2f95b3c188ab4fd3b66987ab0e8b76cb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:20:09.909033 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-72070f66-79dc-4dd0-bb2e-2a8122dd294e tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:20:09.935560 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-dd7a4e27-bbe9-4946-8fe2-9ccc3f30e62a tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks [] for security_group_rule, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:20:10.025955 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-dd7a4e27-bbe9-4946-8fe2-9ccc3f30e62a tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:20:10.032281 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-dd7a4e27-bbe9-4946-8fe2-9ccc3f30e62a tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1627007'] for security_group_rule, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:20:10.034407 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-28b938bf-b896-49b5-ac04-88079b140917 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:20:10.057251 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7a4e27-bbe9-4946-8fe2-9ccc3f30e62a tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9104f5a-2d0e-46f2-9879-6ccbfea4baca,revision_number=0']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:20:10.060409 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-dd7a4e27-bbe9-4946-8fe2-9ccc3f30e62a tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:20:10.070834 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-dd7a4e27-bbe9-4946-8fe2-9ccc3f30e62a tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks [] for security_group_rule, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:20:10.072077 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-dd7a4e27-bbe9-4946-8fe2-9ccc3f30e62a tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1717880 Jun 24 12:20:10.076525 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 40172) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:20:10.082397 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-641635c6-85a5-4cb5-ac38-aeda42812732 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Request body: {'security_group_rule': {'security_group_id': '2c21bb55-9a06-4e9c-92c2-5a825c8b22e5', 'project_id': '2f95b3c188ab4fd3b66987ab0e8b76cb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:20:10.117959 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-641635c6-85a5-4cb5-ac38-aeda42812732 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks [] for security_group_rule, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:20:10.184725 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-641635c6-85a5-4cb5-ac38-aeda42812732 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:20:10.206943 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-641635c6-85a5-4cb5-ac38-aeda42812732 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1627007'] for security_group_rule, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:20:10.209374 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-702dc029-ef85-4a02-8a8a-24f98574da4f tempest-TestMinimumBasicScenario-736986205 tempest-TestMinimumBasicScenario-736986205-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:20:10.232181 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641635c6-85a5-4cb5-ac38-aeda42812732 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2c049cc-80bd-40b6-a689-544ebc828fc3,revision_number=0']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:20:10.237159 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-641635c6-85a5-4cb5-ac38-aeda42812732 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:20:10.242709 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-641635c6-85a5-4cb5-ac38-aeda42812732 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks [] for security_group_rule, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:20:10.244017 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-641635c6-85a5-4cb5-ac38-aeda42812732 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1664388 Jun 24 12:20:10.248446 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 40174) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:20:10.253735 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-ea5e0fd0-f81d-4807-9d5e-6cebc91b031c tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Request body: {'security_group_rule': {'security_group_id': '2c21bb55-9a06-4e9c-92c2-5a825c8b22e5', 'project_id': '2f95b3c188ab4fd3b66987ab0e8b76cb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:20:10.293603 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-ea5e0fd0-f81d-4807-9d5e-6cebc91b031c tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks [] for security_group_rule, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:20:10.373334 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-ea5e0fd0-f81d-4807-9d5e-6cebc91b031c tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:20:10.378436 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-ea5e0fd0-f81d-4807-9d5e-6cebc91b031c tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1627007'] for security_group_rule, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:20:10.380329 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-4ef94a4b-11f2-4b35-83f8-71b0e48893d6 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:20:10.400618 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5e0fd0-f81d-4807-9d5e-6cebc91b031c tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a08387c4-7f39-4386-8fe6-781d4f3a2ccd,revision_number=0']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:20:10.403453 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-ea5e0fd0-f81d-4807-9d5e-6cebc91b031c tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:20:10.405406 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-ea5e0fd0-f81d-4807-9d5e-6cebc91b031c tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks [] for security_group_rule, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:20:10.407026 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-ea5e0fd0-f81d-4807-9d5e-6cebc91b031c tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1572206 Jun 24 12:20:10.412793 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 40176) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:20:10.418619 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [None req-47e3f883-f06b-4153-a1a1-86a26d226086 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Request body: {'security_group_rule': {'security_group_id': '2c21bb55-9a06-4e9c-92c2-5a825c8b22e5', 'project_id': '2f95b3c188ab4fd3b66987ab0e8b76cb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:20:10.447439 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-47e3f883-f06b-4153-a1a1-86a26d226086 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks [] for security_group_rule, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:20:10.519451 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-47e3f883-f06b-4153-a1a1-86a26d226086 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:20:10.525520 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-47e3f883-f06b-4153-a1a1-86a26d226086 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1627007'] for security_group_rule, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:20:10.527368 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-3dc262b7-c05c-41dc-85fc-a00c7877e699 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:20:10.555894 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e3f883-f06b-4153-a1a1-86a26d226086 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2cef8b73-2d2a-4f35-aee2-84b7fb0b202c,revision_number=0']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:20:10.559380 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-47e3f883-f06b-4153-a1a1-86a26d226086 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:20:10.562077 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-47e3f883-f06b-4153-a1a1-86a26d226086 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks [] for security_group_rule, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:20:10.564638 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-47e3f883-f06b-4153-a1a1-86a26d226086 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1504102 Jun 24 12:20:10.567343 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 40178) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:20:10.575483 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [None req-ddb8f901-96ff-4cb6-8fe7-7482c8484a68 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Request body: {'security_group_rule': {'security_group_id': '2c21bb55-9a06-4e9c-92c2-5a825c8b22e5', 'project_id': '2f95b3c188ab4fd3b66987ab0e8b76cb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:20:10.610297 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.db.securitygroups_db [None req-ddb8f901-96ff-4cb6-8fe7-7482c8484a68 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Project 2f95b3c188ab4fd3b66987ab0e8b76cb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 24 12:20:10.618616 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-ddb8f901-96ff-4cb6-8fe7-7482c8484a68 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks [] for security_group_rule, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:20:10.727263 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-ddb8f901-96ff-4cb6-8fe7-7482c8484a68 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:20:10.732219 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-ddb8f901-96ff-4cb6-8fe7-7482c8484a68 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1627007'] for security_group_rule, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:20:10.734859 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-47e3f883-f06b-4153-a1a1-86a26d226086 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:20:10.753337 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb8f901-96ff-4cb6-8fe7-7482c8484a68 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92aceb23-445f-41dd-bf18-200e50bd307b,revision_number=0']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:20:10.756254 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-ddb8f901-96ff-4cb6-8fe7-7482c8484a68 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:20:10.760281 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-ddb8f901-96ff-4cb6-8fe7-7482c8484a68 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks [] for security_group_rule, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:20:10.761412 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-ddb8f901-96ff-4cb6-8fe7-7482c8484a68 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1926413 Jun 24 12:20:10.764058 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 40180) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:20:10.768806 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [None req-3d7d8b43-5c00-493b-bb29-5f08bc87d70f tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Request body: {'security_group_rule': {'security_group_id': '2c21bb55-9a06-4e9c-92c2-5a825c8b22e5', 'project_id': '2f95b3c188ab4fd3b66987ab0e8b76cb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:20:10.793929 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.db.securitygroups_db [None req-3d7d8b43-5c00-493b-bb29-5f08bc87d70f tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Project 2f95b3c188ab4fd3b66987ab0e8b76cb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 24 12:20:10.799866 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-3d7d8b43-5c00-493b-bb29-5f08bc87d70f tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks [] for security_group_rule, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:20:10.864668 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-3d7d8b43-5c00-493b-bb29-5f08bc87d70f tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:20:10.869962 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-3d7d8b43-5c00-493b-bb29-5f08bc87d70f tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1627007'] for security_group_rule, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:20:10.871893 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-9b22e78f-ed67-4442-8abc-7edeba6198f8 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:20:10.888084 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7d8b43-5c00-493b-bb29-5f08bc87d70f tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc2d886f-0fa5-44c2-b919-9a14dceb4b05,revision_number=0']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:20:10.890759 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-3d7d8b43-5c00-493b-bb29-5f08bc87d70f tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:20:10.894832 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-3d7d8b43-5c00-493b-bb29-5f08bc87d70f tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks [] for security_group_rule, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:20:10.896293 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-3d7d8b43-5c00-493b-bb29-5f08bc87d70f tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1310499 Jun 24 12:20:10.899240 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 40182) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:20:10.904667 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-c5696e5f-1f6f-4947-9d44-0cd06c6c268e tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Request body: {'network': {'name': 'tempest-network-smoke--555621393', 'project_id': '2f95b3c188ab4fd3b66987ab0e8b76cb', 'port_security_enabled': True}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:20:10.927655 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5696e5f-1f6f-4947-9d44-0cd06c6c268e tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Made reservation on behalf of 2f95b3c188ab4fd3b66987ab0e8b76cb for: {'network': 1} {{(pid=128084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:20:10.934114 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-c5696e5f-1f6f-4947-9d44-0cd06c6c268e tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for network, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:20:10.964232 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5696e5f-1f6f-4947-9d44-0cd06c6c268e tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] vlan segment allocate from pool success with {'vlan_id': 635, 'physical_network': 'physnet1'} {{(pid=128084) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 12:20:10.978169 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-c5696e5f-1f6f-4947-9d44-0cd06c6c268e tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967879'] for segment, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:20:10.978759 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.db.segments_db [None req-c5696e5f-1f6f-4947-9d44-0cd06c6c268e tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Added segment b2fcf38c-d0b8-41e2-b117-0b092c553610 of type vlan for network b5ecdf00-1cf9-41c9-a8ed-3a296c9f1ed7 Jun 24 12:20:11.030064 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-c5696e5f-1f6f-4947-9d44-0cd06c6c268e tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793193525068'] for network, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:20:11.062447 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-c5696e5f-1f6f-4947-9d44-0cd06c6c268e tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1800243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976'] for network, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:20:11.068140 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5696e5f-1f6f-4947-9d44-0cd06c6c268e tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=128084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:20:11.068731 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-c5696e5f-1f6f-4947-9d44-0cd06c6c268e tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks [] for network, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:20:11.071150 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-910470a0-5dc7-447a-9dfb-0f28b71542a1 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:20:11.106587 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-c5696e5f-1f6f-4947-9d44-0cd06c6c268e tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2061331 Jun 24 12:20:11.110690 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 40184) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:20:11.118398 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [None req-0bc5fae5-d6bc-4117-a721-950381160517 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-870062380', 'admin_state_up': True, 'project_id': '2f95b3c188ab4fd3b66987ab0e8b76cb', 'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b'}}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:20:11.151693 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-0bc5fae5-d6bc-4117-a721-950381160517 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1803889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65293'] for router, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:20:11.153794 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-0bc5fae5-d6bc-4117-a721-950381160517 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1803848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1975305', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1581158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65396'] for router, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:20:11.158232 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5696e5f-1f6f-4947-9d44-0cd06c6c268e tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Pushing event updated for resources: {'Network': ['ID=b5ecdf00-1cf9-41c9-a8ed-3a296c9f1ed7,revision_number=1']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:20:11.161460 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-c5696e5f-1f6f-4947-9d44-0cd06c6c268e tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:20:11.170404 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Network b5ecdf00-1cf9-41c9-a8ed-3a296c9f1ed7 details requested by agent ovs-agent-dv-neutron-797120-4-hyperv with host dv-neutron-797120-4-hyperv {{(pid=128085) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 12:20:11.220378 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-0bc5fae5-d6bc-4117-a721-950381160517 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:20:11.365486 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-0bc5fae5-d6bc-4117-a721-950381160517 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1975381', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1803205', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65378'] for router, precommit_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:20:11.581295 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-0bc5fae5-d6bc-4117-a721-950381160517 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks [] for router_gateway, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:20:11.601134 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-0bc5fae5-d6bc-4117-a721-950381160517 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:20:11.707875 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.db_base_plugin_common [None req-0bc5fae5-d6bc-4117-a721-950381160517 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Allocated IP 172.26.7.113 (f2b8ca71-e776-48b2-8898-96cc7970207b/f37bf603-3862-4d0a-9f58-89616f7fd68f/dd6b0995-0a58-463b-a24d-fec435e3d029) {{(pid=128083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:20:11.813489 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-0bc5fae5-d6bc-4117-a721-950381160517 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks [] for port, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:20:11.856356 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-0bc5fae5-d6bc-4117-a721-950381160517 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-650429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-506361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793193536723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2537853'] for port, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:20:11.858356 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-ba0298ea-72bf-4539-bc37-103b429a90ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:20:11.898759 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bc5fae5-d6bc-4117-a721-950381160517 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Network f2b8ca71-e776-48b2-8898-96cc7970207b is already hosted by enough agents. {{(pid=128083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:20:11.905376 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.base_scheduler [None req-0bc5fae5-d6bc-4117-a721-950381160517 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Resources bound (agent type, host, resource id): {{(pid=128083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:20:11.911395 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bc5fae5-d6bc-4117-a721-950381160517 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Received port after_create {{(pid=128083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:20:11.914133 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc5fae5-d6bc-4117-a721-950381160517 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Pushing event updated for resources: {'Port': ['ID=dd6b0995-0a58-463b-a24d-fec435e3d029,revision_number=1']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:20:11.933905 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-0bc5fae5-d6bc-4117-a721-950381160517 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:20:12.559206 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-0bc5fae5-d6bc-4117-a721-950381160517 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks [] for router_gateway, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:20:12.768053 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-0bc5fae5-d6bc-4117-a721-950381160517 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1803210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1815767'] for router, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:20:12.905837 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0bc5fae5-d6bc-4117-a721-950381160517 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Router e5d5e4fb-3e57-4564-a424-a39f14bcc9e0 is scheduled to L3 agent 2987dba8-2249-4ee6-96ec-28f0f7a6127d with binding_index 1 {{(pid=128083) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 24 12:20:13.021989 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bc5fae5-d6bc-4117-a721-950381160517 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify agent at l3_agent.dv-neutron-797120-4-hyperv the message routers_updated {{(pid=128083) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 12:20:13.032808 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ddd97d5-ffa0-4152-93e2-c5de85d25047 None None] Sync routers for ids ['e5d5e4fb-3e57-4564-a424-a39f14bcc9e0'] in dv-neutron-797120-4-hyperv {{(pid=128086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 12:20:13.042018 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-0bc5fae5-d6bc-4117-a721-950381160517 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks [] for router, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:20:13.042287 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ddd97d5-ffa0-4152-93e2-c5de85d25047 None None] Routers {'e5d5e4fb-3e57-4564-a424-a39f14bcc9e0'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:20:13.042658 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-7ddd97d5-ffa0-4152-93e2-c5de85d25047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T12:19:56Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['e5d5e4fb-3e57-4564-a424-a39f14bcc9e0'], 'active': True} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:20:13.043699 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-0bc5fae5-d6bc-4117-a721-950381160517 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.9319119 Jun 24 12:20:13.048467 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 40186) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:20:13.153867 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_dvr_db [None req-7ddd97d5-ffa0-4152-93e2-c5de85d25047 None None] Set router e5d5e4fb-3e57-4564-a424-a39f14bcc9e0 gateway port host: dv-neutron-797120-4-hyperv {{(pid=128086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:20:13.196471 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-55e9c264-a5d0-4dd1-84c0-95f8517a5d7a tempest-TestNetworkAdvancedServerOps-467051264 tempest-TestNetworkAdvancedServerOps-467051264-project-admin] 10.222.0.53 "GET /v2.0/subnets?project_id=2f95b3c188ab4fd3b66987ab0e8b76cb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1467042 Jun 24 12:20:13.199140 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 40190) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:20:13.288829 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f241e64-ae2b-4db3-a24b-a85147618ab3 tempest-TestNetworkAdvancedServerOps-467051264 tempest-TestNetworkAdvancedServerOps-467051264-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:20:13.290372 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-5f241e64-ae2b-4db3-a24b-a85147618ab3 tempest-TestNetworkAdvancedServerOps-467051264 tempest-TestNetworkAdvancedServerOps-467051264-project-admin] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0903256 Jun 24 12:20:13.293131 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 40192) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:20:13.322105 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-0cd4d7c4-30ab-4d1a-8415-6fd1babe9b74 tempest-TestNetworkAdvancedServerOps-467051264 tempest-TestNetworkAdvancedServerOps-467051264-project-admin] 10.222.0.53 "GET /v2.0/subnets?network_id=f2b8ca71-e776-48b2-8898-96cc7970207b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0277834 Jun 24 12:20:13.324474 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 40194) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:20:13.329593 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [None req-b82c2395-b605-4a31-92ce-63b565544fac tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1425278127', 'network_id': 'b5ecdf00-1cf9-41c9-a8ed-3a296c9f1ed7', 'project_id': '2f95b3c188ab4fd3b66987ab0e8b76cb', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:20:13.336778 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-7ddd97d5-ffa0-4152-93e2-c5de85d25047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5d5e4fb-3e57-4564-a424-a39f14bcc9e0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-870062380', 'tenant_id': '2f95b3c188ab4fd3b66987ab0e8b76cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'external_fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.113'}], 'enable_snat': True}, 'gw_port_id': 'dd6b0995-0a58-463b-a24d-fec435e3d029', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:20:11Z', 'updated_at': '2021-06-24T12:20:12Z', 'revision_number': 3, 'project_id': '2f95b3c188ab4fd3b66987ab0e8b76cb', 'gw_port': {'id': 'dd6b0995-0a58-463b-a24d-fec435e3d029', 'name': '', 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:c3:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5d5e4fb-3e57-4564-a424-a39f14bcc9e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:20:11Z', 'updated_at': '2021-06-24T12:20:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-4-hyperv'}], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:20:13.364124 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ddd97d5-ffa0-4152-93e2-c5de85d25047 None None] Checking router: e5d5e4fb-3e57-4564-a424-a39f14bcc9e0 for host: dv-neutron-797120-4-hyperv {{(pid=128086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 12:20:13.364475 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ddd97d5-ffa0-4152-93e2-c5de85d25047 None None] Updating router e5d5e4fb-3e57-4564-a424-a39f14bcc9e0 port dd6b0995-0a58-463b-a24d-fec435e3d029 binding host dv-neutron-797120-4-hyperv {{(pid=128086) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 12:20:13.398240 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron_lib.callbacks.manager [None req-7ddd97d5-ffa0-4152-93e2-c5de85d25047 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:20:13.426495 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b82c2395-b605-4a31-92ce-63b565544fac tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Made reservation on behalf of 2f95b3c188ab4fd3b66987ab0e8b76cb for: {'subnet': 1} {{(pid=128083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:20:13.429991 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-b82c2395-b605-4a31-92ce-63b565544fac tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3289788'] for subnet, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:20:13.620675 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-b82c2395-b605-4a31-92ce-63b565544fac tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2537737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3289942'] for subnet, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:20:13.623686 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-32bdac41-f3bf-46c0-8fb0-15ab89505924 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:20:13.660758 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron_lib.callbacks.manager [None req-7ddd97d5-ffa0-4152-93e2-c5de85d25047 None None] Notify callbacks [] for port, precommit_update {{(pid=128086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:20:13.670855 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.provisioning_blocks [None req-7ddd97d5-ffa0-4152-93e2-c5de85d25047 None None] Transition to ACTIVE for port object dd6b0995-0a58-463b-a24d-fec435e3d029 will not be triggered until provisioned by entity L2. {{(pid=128086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:20:13.678116 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron_lib.callbacks.manager [None req-7ddd97d5-ffa0-4152-93e2-c5de85d25047 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:20:13.680684 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128086) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:20:13.684335 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82c2395-b605-4a31-92ce-63b565544fac tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Pushing event updated for resources: {'Subnet': ['ID=b3faadd4-789c-471e-b228-f2e380d21a15,revision_number=0']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:20:13.688283 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-b82c2395-b605-4a31-92ce-63b565544fac tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:20:13.695609 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b82c2395-b605-4a31-92ce-63b565544fac tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Checking segment: {'id': 'b2fcf38c-d0b8-41e2-b117-0b092c553610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'b5ecdf00-1cf9-41c9-a8ed-3a296c9f1ed7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=128083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:20:13.695977 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b82c2395-b605-4a31-92ce-63b565544fac tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Network hostable DHCP agents. Network: b5ecdf00-1cf9-41c9-a8ed-3a296c9f1ed7, hostable agents: ['6be988a9-1d97-480f-be5a-c55abf2c55c5'], hosted agents: [] {{(pid=128083) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 12:20:13.714689 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b82c2395-b605-4a31-92ce-63b565544fac tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Network b5ecdf00-1cf9-41c9-a8ed-3a296c9f1ed7 is scheduled to be hosted by DHCP agent 6be988a9-1d97-480f-be5a-c55abf2c55c5 with binding_index 1 {{(pid=128083) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 12:20:13.725149 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.base_scheduler [None req-b82c2395-b605-4a31-92ce-63b565544fac tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-4-hyperv, b5ecdf00-1cf9-41c9-a8ed-3a296c9f1ed7) {{(pid=128083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:20:13.729384 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b82c2395-b605-4a31-92ce-63b565544fac tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:20:13.729980 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-b82c2395-b605-4a31-92ce-63b565544fac tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks [] for subnet, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:20:13.731168 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b0f2f9-9e60-4c31-8616-95e8bb009161 None None] Pushing event updated for resources: {'Port': ['ID=dd6b0995-0a58-463b-a24d-fec435e3d029,revision_number=2']} {{(pid=128086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:20:13.733377 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.plugins.ml2.managers [None req-7ddd97d5-ffa0-4152-93e2-c5de85d25047 None None] Attempting to bind port dd6b0995-0a58-463b-a24d-fec435e3d029 on host dv-neutron-797120-4-hyperv for vnic_type normal with profile {{(pid=128086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 12:20:13.733744 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.plugins.ml2.managers [None req-7ddd97d5-ffa0-4152-93e2-c5de85d25047 None None] Attempting to bind port dd6b0995-0a58-463b-a24d-fec435e3d029 by drivers openvswitch,hyperv on host dv-neutron-797120-4-hyperv at level 0 using segments [{'id': '1139564f-ff83-4b49-a593-84b33301357d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b'}] {{(pid=128086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 12:20:13.734682 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ddd97d5-ffa0-4152-93e2-c5de85d25047 None None] Attempting to bind port dd6b0995-0a58-463b-a24d-fec435e3d029 on network f2b8ca71-e776-48b2-8898-96cc7970207b {{(pid=128086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:20:13.738701 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7214e88-f470-4720-92d0-9c4bf4acecfa None None] Network b5ecdf00-1cf9-41c9-a8ed-3a296c9f1ed7 requested from dv-neutron-797120-4-hyperv {{(pid=128085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:20:13.740753 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ddd97d5-ffa0-4152-93e2-c5de85d25047 None None] Checking agent: {'id': 'e3a695b2-c397-461f-83b0-10b79d490b59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 11, 36, 56), 'started_at': datetime.datetime(2021, 6, 24, 11, 37, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 12, 19, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=128086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 12:20:13.741050 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ddd97d5-ffa0-4152-93e2-c5de85d25047 None None] Checking segment: {'id': '1139564f-ff83-4b49-a593-84b33301357d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=128086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:20:13.741278 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron_lib.callbacks.manager [None req-7ddd97d5-ffa0-4152-93e2-c5de85d25047 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=128086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:20:13.741860 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ddd97d5-ffa0-4152-93e2-c5de85d25047 None None] Bound using segment: {'id': '1139564f-ff83-4b49-a593-84b33301357d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b'} {{(pid=128086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 12:20:13.742137 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.plugins.ml2.managers [None req-7ddd97d5-ffa0-4152-93e2-c5de85d25047 None None] Bound port: dd6b0995-0a58-463b-a24d-fec435e3d029, host: dv-neutron-797120-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1139564f-ff83-4b49-a593-84b33301357d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b'}}] {{(pid=128086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 12:20:13.742501 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron_lib.callbacks.manager [None req-7ddd97d5-ffa0-4152-93e2-c5de85d25047 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:20:13.748240 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-b82c2395-b605-4a31-92ce-63b565544fac tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4227026 Jun 24 12:20:13.751203 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 40196) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:20:13.768187 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b0f2f9-9e60-4c31-8616-95e8bb009161 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:20:13.768679 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b0f2f9-9e60-4c31-8616-95e8bb009161 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:20:13.769163 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b0f2f9-9e60-4c31-8616-95e8bb009161 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:20:13.769599 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b0f2f9-9e60-4c31-8616-95e8bb009161 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:20:13.770023 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b0f2f9-9e60-4c31-8616-95e8bb009161 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:20:13.770450 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b0f2f9-9e60-4c31-8616-95e8bb009161 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:20:13.770872 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b0f2f9-9e60-4c31-8616-95e8bb009161 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:20:13.771291 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b0f2f9-9e60-4c31-8616-95e8bb009161 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:20:13.771710 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b0f2f9-9e60-4c31-8616-95e8bb009161 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:20:13.772132 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b0f2f9-9e60-4c31-8616-95e8bb009161 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:20:13.772541 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b0f2f9-9e60-4c31-8616-95e8bb009161 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:20:13.773191 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b0f2f9-9e60-4c31-8616-95e8bb009161 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:20:13.785064 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG oslo_concurrency.lockutils [None req-e6b0f2f9-9e60-4c31-8616-95e8bb009161 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=128086) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:20:13.811044 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.plugins.ml2.db [None req-7ddd97d5-ffa0-4152-93e2-c5de85d25047 None None] For port dd6b0995-0a58-463b-a24d-fec435e3d029, host dv-neutron-797120-4-hyperv, cleared binding levels {{(pid=128086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 12:20:13.814967 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.plugins.ml2.db [None req-7ddd97d5-ffa0-4152-93e2-c5de85d25047 None None] For port dd6b0995-0a58-463b-a24d-fec435e3d029, host dv-neutron-797120-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=dd6b0995-0a58-463b-a24d-fec435e3d029,segment=NetworkSegment(1139564f-ff83-4b49-a593-84b33301357d),segment_id=1139564f-ff83-4b49-a593-84b33301357d)] {{(pid=128086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 12:20:13.821164 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron_lib.callbacks.manager [None req-7ddd97d5-ffa0-4152-93e2-c5de85d25047 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:20:13.823251 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG oslo_concurrency.lockutils [None req-99b7acb5-2e4a-49ea-bde3-27e1030e0a7b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128086) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:20:13.881290 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ddd97d5-ffa0-4152-93e2-c5de85d25047 None None] Routers {'e5d5e4fb-3e57-4564-a424-a39f14bcc9e0'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:20:13.882017 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-7ddd97d5-ffa0-4152-93e2-c5de85d25047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T12:19:56Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['e5d5e4fb-3e57-4564-a424-a39f14bcc9e0'], 'active': True} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:20:13.904697 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae4ac210-c5ec-4810-93e8-e98b1ae1e066 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d65c8f8-7530-5052-99fe-8ea05073750b-b5ecdf00-1cf9-41c9-a8ed-3a296c9f1ed7', 'network_id': 'b5ecdf00-1cf9-41c9-a8ed-3a296c9f1ed7', 'tenant_id': '2f95b3c188ab4fd3b66987ab0e8b76cb', 'fixed_ips': [{'subnet_id': 'b3faadd4-789c-471e-b228-f2e380d21a15'}]}} from dv-neutron-797120-4-hyperv. {{(pid=128085) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 24 12:20:13.905636 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ae4ac210-c5ec-4810-93e8-e98b1ae1e066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_create {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:20:14.024588 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b0f2f9-9e60-4c31-8616-95e8bb009161 None None] Pushing event updated for resources: {'Port': ['ID=dd6b0995-0a58-463b-a24d-fec435e3d029,revision_number=3']} {{(pid=128086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:20:14.058496 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.db_base_plugin_common [None req-ae4ac210-c5ec-4810-93e8-e98b1ae1e066 None None] Allocated IP 172.20.0.2 (b5ecdf00-1cf9-41c9-a8ed-3a296c9f1ed7/b3faadd4-789c-471e-b228-f2e380d21a15/280385b1-099a-452f-9b8f-d7463880b7af) {{(pid=128085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:20:14.069059 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG oslo_concurrency.lockutils [None req-e6b0f2f9-9e60-4c31-8616-95e8bb009161 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=128086) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:20:14.096939 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_dvr_db [None req-7ddd97d5-ffa0-4152-93e2-c5de85d25047 None None] Set router e5d5e4fb-3e57-4564-a424-a39f14bcc9e0 gateway port host: dv-neutron-797120-4-hyperv {{(pid=128086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:20:14.246362 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ae4ac210-c5ec-4810-93e8-e98b1ae1e066 None None] Notify callbacks [] for port, precommit_create {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:20:14.255718 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-ae4ac210-c5ec-4810-93e8-e98b1ae1e066 None None] Transition to ACTIVE for port object 280385b1-099a-452f-9b8f-d7463880b7af will not be triggered until provisioned by entity L2. {{(pid=128085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:20:14.270765 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-ae4ac210-c5ec-4810-93e8-e98b1ae1e066 None None] Transition to ACTIVE for port object 280385b1-099a-452f-9b8f-d7463880b7af will not be triggered until provisioned by entity DHCP. {{(pid=128085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:20:14.277292 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ae4ac210-c5ec-4810-93e8-e98b1ae1e066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-650429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-506361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793193536723'] for port, after_create {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:20:14.279599 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:20:14.288803 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-58ff8012-0c6b-4da6-b8b3-2a5cf0a78d10 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:20:14.302845 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-7ddd97d5-ffa0-4152-93e2-c5de85d25047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5d5e4fb-3e57-4564-a424-a39f14bcc9e0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-870062380', 'tenant_id': '2f95b3c188ab4fd3b66987ab0e8b76cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'external_fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.113'}], 'enable_snat': True}, 'gw_port_id': 'dd6b0995-0a58-463b-a24d-fec435e3d029', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:20:11Z', 'updated_at': '2021-06-24T12:20:12Z', 'revision_number': 3, 'project_id': '2f95b3c188ab4fd3b66987ab0e8b76cb', 'gw_port': {'id': 'dd6b0995-0a58-463b-a24d-fec435e3d029', 'name': '', 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:c3:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5d5e4fb-3e57-4564-a424-a39f14bcc9e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:20:11Z', 'updated_at': '2021-06-24T12:20:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-4-hyperv'}], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:20:14.316678 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae4ac210-c5ec-4810-93e8-e98b1ae1e066 None None] Network b5ecdf00-1cf9-41c9-a8ed-3a296c9f1ed7 is already hosted by enough agents. {{(pid=128085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:20:14.323005 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.scheduler.base_scheduler [None req-ae4ac210-c5ec-4810-93e8-e98b1ae1e066 None None] Resources bound (agent type, host, resource id): {{(pid=128085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:20:14.327453 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae4ac210-c5ec-4810-93e8-e98b1ae1e066 None None] Received port after_create {{(pid=128085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:20:14.330536 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4ac210-c5ec-4810-93e8-e98b1ae1e066 None None] Pushing event updated for resources: {'Port': ['ID=280385b1-099a-452f-9b8f-d7463880b7af,revision_number=1']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:20:14.332070 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ddd97d5-ffa0-4152-93e2-c5de85d25047 None None] The sync data for ids ['e5d5e4fb-3e57-4564-a424-a39f14bcc9e0'] in dv-neutron-797120-4-hyperv is: [{'id': 'e5d5e4fb-3e57-4564-a424-a39f14bcc9e0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-870062380', 'tenant_id': '2f95b3c188ab4fd3b66987ab0e8b76cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'external_fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.113'}], 'enable_snat': True}, 'gw_port_id': 'dd6b0995-0a58-463b-a24d-fec435e3d029', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:20:11Z', 'updated_at': '2021-06-24T12:20:12Z', 'revision_number': 3, 'project_id': '2f95b3c188ab4fd3b66987ab0e8b76cb', 'gw_port': {'id': 'dd6b0995-0a58-463b-a24d-fec435e3d029', 'name': '', 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:c3:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5d5e4fb-3e57-4564-a424-a39f14bcc9e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:20:11Z', 'updated_at': '2021-06-24T12:20:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-4-hyperv'}] {{(pid=128086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 12:20:14.334302 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-ae4ac210-c5ec-4810-93e8-e98b1ae1e066 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:20:14.400840 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-ae4ac210-c5ec-4810-93e8-e98b1ae1e066 None None] Attempting to bind port 280385b1-099a-452f-9b8f-d7463880b7af on host dv-neutron-797120-4-hyperv for vnic_type normal with profile {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 12:20:14.401253 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-ae4ac210-c5ec-4810-93e8-e98b1ae1e066 None None] Attempting to bind port 280385b1-099a-452f-9b8f-d7463880b7af by drivers openvswitch,hyperv on host dv-neutron-797120-4-hyperv at level 0 using segments [{'id': 'b2fcf38c-d0b8-41e2-b117-0b092c553610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'b5ecdf00-1cf9-41c9-a8ed-3a296c9f1ed7'}] {{(pid=128085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 12:20:14.401626 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae4ac210-c5ec-4810-93e8-e98b1ae1e066 None None] Attempting to bind port 280385b1-099a-452f-9b8f-d7463880b7af on network b5ecdf00-1cf9-41c9-a8ed-3a296c9f1ed7 {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:20:14.408687 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae4ac210-c5ec-4810-93e8-e98b1ae1e066 None None] Checking agent: {'id': 'e3a695b2-c397-461f-83b0-10b79d490b59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 11, 36, 56), 'started_at': datetime.datetime(2021, 6, 24, 11, 37, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 12, 19, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 12:20:14.412936 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae4ac210-c5ec-4810-93e8-e98b1ae1e066 None None] Checking segment: {'id': 'b2fcf38c-d0b8-41e2-b117-0b092c553610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'b5ecdf00-1cf9-41c9-a8ed-3a296c9f1ed7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=128085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:20:14.413481 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ae4ac210-c5ec-4810-93e8-e98b1ae1e066 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:20:14.414168 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae4ac210-c5ec-4810-93e8-e98b1ae1e066 None None] Bound using segment: {'id': 'b2fcf38c-d0b8-41e2-b117-0b092c553610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'b5ecdf00-1cf9-41c9-a8ed-3a296c9f1ed7'} {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 12:20:14.415038 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-ae4ac210-c5ec-4810-93e8-e98b1ae1e066 None None] Bound port: 280385b1-099a-452f-9b8f-d7463880b7af, host: dv-neutron-797120-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2fcf38c-d0b8-41e2-b117-0b092c553610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'b5ecdf00-1cf9-41c9-a8ed-3a296c9f1ed7'}}] {{(pid=128085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 12:20:14.416088 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ae4ac210-c5ec-4810-93e8-e98b1ae1e066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:20:14.511679 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-ae4ac210-c5ec-4810-93e8-e98b1ae1e066 None None] For port 280385b1-099a-452f-9b8f-d7463880b7af, host dv-neutron-797120-4-hyperv, cleared binding levels {{(pid=128085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 12:20:14.516883 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-ae4ac210-c5ec-4810-93e8-e98b1ae1e066 None None] For port 280385b1-099a-452f-9b8f-d7463880b7af, host dv-neutron-797120-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=280385b1-099a-452f-9b8f-d7463880b7af,segment=NetworkSegment(b2fcf38c-d0b8-41e2-b117-0b092c553610),segment_id=b2fcf38c-d0b8-41e2-b117-0b092c553610)] {{(pid=128085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 12:20:14.522781 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ae4ac210-c5ec-4810-93e8-e98b1ae1e066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:20:14.526057 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-77f46312-be3e-4105-9781-2520396f9a2b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:20:14.617616 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4ac210-c5ec-4810-93e8-e98b1ae1e066 None None] Pushing event updated for resources: {'Port': ['ID=280385b1-099a-452f-9b8f-d7463880b7af,revision_number=2']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:20:14.621211 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-ae4ac210-c5ec-4810-93e8-e98b1ae1e066 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:20:14.682476 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.db_base_plugin_common [None req-58ff8012-0c6b-4da6-b8b3-2a5cf0a78d10 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Allocated IP 172.20.0.1 (b5ecdf00-1cf9-41c9-a8ed-3a296c9f1ed7/b3faadd4-789c-471e-b228-f2e380d21a15/120286bd-8fa1-48ae-9e03-db9e668f2f14) {{(pid=128083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:20:14.807051 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device dd6b0995-0a58-463b-a24d-fec435e3d029 up at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:20:14.867983 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-58ff8012-0c6b-4da6-b8b3-2a5cf0a78d10 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks [] for port, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:20:14.887524 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.provisioning_blocks [None req-58ff8012-0c6b-4da6-b8b3-2a5cf0a78d10 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Transition to ACTIVE for port object 120286bd-8fa1-48ae-9e03-db9e668f2f14 will not be triggered until provisioned by entity DHCP. {{(pid=128083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:20:14.889252 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning for port dd6b0995-0a58-463b-a24d-fec435e3d029 completed by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:20:14.893932 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning complete for port dd6b0995-0a58-463b-a24d-fec435e3d029 triggered by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:20:14.894317 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:20:14.944576 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-58ff8012-0c6b-4da6-b8b3-2a5cf0a78d10 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-650429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-506361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793193536723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2537853'] for port, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:20:14.948120 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-12beac82-8a16-4083-8c0c-ce32cc3b3e51 tempest-TestMinimumBasicScenario-736986205 tempest-TestMinimumBasicScenario-736986205-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:20:14.998824 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:20:15.006640 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:20:15.008450 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ff8012-0c6b-4da6-b8b3-2a5cf0a78d10 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Pushing event updated for resources: {'Port': ['ID=120286bd-8fa1-48ae-9e03-db9e668f2f14,revision_number=1']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:20:15.011772 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-58ff8012-0c6b-4da6-b8b3-2a5cf0a78d10 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:20:15.017053 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58ff8012-0c6b-4da6-b8b3-2a5cf0a78d10 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Network b5ecdf00-1cf9-41c9-a8ed-3a296c9f1ed7 is already hosted by enough agents. {{(pid=128083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:20:15.018650 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.base_scheduler [None req-58ff8012-0c6b-4da6-b8b3-2a5cf0a78d10 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Resources bound (agent type, host, resource id): {{(pid=128083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:20:15.021007 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58ff8012-0c6b-4da6-b8b3-2a5cf0a78d10 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Received port after_create {{(pid=128083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:20:15.025160 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] For port dd6b0995-0a58-463b-a24d-fec435e3d029, host dv-neutron-797120-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=dd6b0995-0a58-463b-a24d-fec435e3d029,segment=NetworkSegment(1139564f-ff83-4b49-a593-84b33301357d),segment_id=1139564f-ff83-4b49-a593-84b33301357d)] {{(pid=128085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:20:15.031159 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:20:15.037431 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:20:15.079280 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-58ff8012-0c6b-4da6-b8b3-2a5cf0a78d10 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1978458'] for router_interface, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:20:15.095316 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Pushing event updated for resources: {'Port': ['ID=dd6b0995-0a58-463b-a24d-fec435e3d029,revision_number=4']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:20:15.101960 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:20:15.248713 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-58ff8012-0c6b-4da6-b8b3-2a5cf0a78d10 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:20:15.572962 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-58ff8012-0c6b-4da6-b8b3-2a5cf0a78d10 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks [] for port, precommit_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:20:15.579612 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-58ff8012-0c6b-4da6-b8b3-2a5cf0a78d10 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2537871'] for port, after_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:20:15.582997 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-a82ad5c6-f551-455a-8366-adf3e970e87a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:20:15.620335 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08c5bde4-54fb-4cf6-9557-2b3f5adcef80 None None] Network b5ecdf00-1cf9-41c9-a8ed-3a296c9f1ed7 requested from dv-neutron-797120-4-hyperv {{(pid=128085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:20:15.657360 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ff8012-0c6b-4da6-b8b3-2a5cf0a78d10 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Pushing event updated for resources: {'Port': ['ID=120286bd-8fa1-48ae-9e03-db9e668f2f14,revision_number=2']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:20:15.660067 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-58ff8012-0c6b-4da6-b8b3-2a5cf0a78d10 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1783050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1978542'] for router_interface, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:20:15.663089 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-58ff8012-0c6b-4da6-b8b3-2a5cf0a78d10 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:20:15.721008 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-240ff704-f574-4e10-99ee-9c512f41b815 None None] Provisioning for port 280385b1-099a-452f-9b8f-d7463880b7af completed by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:20:15.763401 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58ff8012-0c6b-4da6-b8b3-2a5cf0a78d10 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Network b5ecdf00-1cf9-41c9-a8ed-3a296c9f1ed7 is already hosted by enough agents. {{(pid=128083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:20:15.764803 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.base_scheduler [None req-58ff8012-0c6b-4da6-b8b3-2a5cf0a78d10 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Resources bound (agent type, host, resource id): {{(pid=128083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:20:15.888567 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58ff8012-0c6b-4da6-b8b3-2a5cf0a78d10 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Router e5d5e4fb-3e57-4564-a424-a39f14bcc9e0 has already been hosted by L3 agent 2987dba8-2249-4ee6-96ec-28f0f7a6127d {{(pid=128083) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 12:20:16.006066 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58ff8012-0c6b-4da6-b8b3-2a5cf0a78d10 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify agent at l3_agent.dv-neutron-797120-4-hyperv the message routers_updated {{(pid=128083) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 12:20:16.013155 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-58ff8012-0c6b-4da6-b8b3-2a5cf0a78d10 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] 10.222.0.53 "PUT /v2.0/routers/e5d5e4fb-3e57-4564-a424-a39f14bcc9e0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2608843 Jun 24 12:20:16.086058 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-0e2de3b7-3831-44b2-aa24-0c90e15ace0e None None] Provisioning for port 120286bd-8fa1-48ae-9e03-db9e668f2f14 completed by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:20:16.090009 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-0e2de3b7-3831-44b2-aa24-0c90e15ace0e None None] Provisioning complete for port 120286bd-8fa1-48ae-9e03-db9e668f2f14 triggered by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:20:16.090538 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-0e2de3b7-3831-44b2-aa24-0c90e15ace0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:20:16.128441 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-0e2de3b7-3831-44b2-aa24-0c90e15ace0e None None] Port 120286bd-8fa1-48ae-9e03-db9e668f2f14 cannot update to ACTIVE because it is not bound. {{(pid=128085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 12:20:16.167357 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2e793cf-9137-42da-bb81-687c5281f4e6 None None] Sync routers for ids ['e5d5e4fb-3e57-4564-a424-a39f14bcc9e0'] in dv-neutron-797120-4-hyperv {{(pid=128085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 12:20:16.178069 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2e793cf-9137-42da-bb81-687c5281f4e6 None None] Routers {'e5d5e4fb-3e57-4564-a424-a39f14bcc9e0'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:20:16.178679 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-e2e793cf-9137-42da-bb81-687c5281f4e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T12:19:56Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['e5d5e4fb-3e57-4564-a424-a39f14bcc9e0'], 'active': True} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:20:16.199701 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-b4c5ccbc-952a-4945-b5bc-9b32b13ca654 req-62f8e21b-ba92-4ac8-8536-50495829ff7f tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-15430247&fields=id&tenant_id=2f95b3c188ab4fd3b66987ab0e8b76cb HTTP/1.1" status: 200 len: 267 time: 0.0400648 Jun 24 12:20:16.333154 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c5ccbc-952a-4945-b5bc-9b32b13ca654 req-bb7688a8-0984-40d0-904b-e2f5efb3bb28 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:20:16.334795 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-b4c5ccbc-952a-4945-b5bc-9b32b13ca654 req-bb7688a8-0984-40d0-904b-e2f5efb3bb28 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] 10.222.0.53 "GET /v2.0/networks?id=b5ecdf00-1cf9-41c9-a8ed-3a296c9f1ed7 HTTP/1.1" status: 200 len: 796 time: 0.1248896 Jun 24 12:20:16.352378 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-b4c5ccbc-952a-4945-b5bc-9b32b13ca654 req-4148e1b3-807d-4f75-9b90-f430e79b993b tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] 10.222.0.53 "GET /v2.0/quotas/2f95b3c188ab4fd3b66987ab0e8b76cb HTTP/1.1" status: 200 len: 375 time: 0.0115383 Jun 24 12:20:16.401075 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-8575af42-46dc-4d91-98a9-1dcc59330ace None None] Provisioning complete for port 120286bd-8fa1-48ae-9e03-db9e668f2f14 triggered by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:20:16.401410 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-8575af42-46dc-4d91-98a9-1dcc59330ace None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:20:16.427147 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-b4c5ccbc-952a-4945-b5bc-9b32b13ca654 req-1c4a49d1-583f-4141-861c-c21afa305678 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=2f95b3c188ab4fd3b66987ab0e8b76cb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0689464 Jun 24 12:20:16.475487 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-8575af42-46dc-4d91-98a9-1dcc59330ace None None] Port 120286bd-8fa1-48ae-9e03-db9e668f2f14 cannot update to ACTIVE because it is not bound. {{(pid=128085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 12:20:16.485730 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvr_db [None req-e2e793cf-9137-42da-bb81-687c5281f4e6 None None] Set router e5d5e4fb-3e57-4564-a424-a39f14bcc9e0 gateway port host: dv-neutron-797120-4-hyperv {{(pid=128085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:20:16.583739 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-b4c5ccbc-952a-4945-b5bc-9b32b13ca654 req-ff68e103-0f1e-46dd-b98e-75eab16bdd8c service neutron] 10.222.0.53 "GET /v2.0/networks/b5ecdf00-1cf9-41c9-a8ed-3a296c9f1ed7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1440930 Jun 24 12:20:16.633796 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-33972190-e04d-43b3-a4dd-feb44427c3f9 None None] Provisioning complete for port 120286bd-8fa1-48ae-9e03-db9e668f2f14 triggered by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:20:16.634087 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-33972190-e04d-43b3-a4dd-feb44427c3f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:20:16.676933 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-b4c5ccbc-952a-4945-b5bc-9b32b13ca654 req-b7e864b8-1363-4926-bdfe-4cb511fe820d service neutron] 10.222.0.53 "GET /v2.0/networks/b5ecdf00-1cf9-41c9-a8ed-3a296c9f1ed7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870616 Jun 24 12:20:16.693397 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-33972190-e04d-43b3-a4dd-feb44427c3f9 None None] Port 120286bd-8fa1-48ae-9e03-db9e668f2f14 cannot update to ACTIVE because it is not bound. {{(pid=128085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 12:20:16.746984 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-e2e793cf-9137-42da-bb81-687c5281f4e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5d5e4fb-3e57-4564-a424-a39f14bcc9e0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-870062380', 'tenant_id': '2f95b3c188ab4fd3b66987ab0e8b76cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'external_fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.113'}], 'enable_snat': True}, 'gw_port_id': 'dd6b0995-0a58-463b-a24d-fec435e3d029', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:20:11Z', 'updated_at': '2021-06-24T12:20:15Z', 'revision_number': 4, 'project_id': '2f95b3c188ab4fd3b66987ab0e8b76cb', 'gw_port': {'id': 'dd6b0995-0a58-463b-a24d-fec435e3d029', 'name': '', 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:c3:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5d5e4fb-3e57-4564-a424-a39f14bcc9e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:20:11Z', 'updated_at': '2021-06-24T12:20:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-4-hyperv', '_interfaces': [{'id': '120286bd-8fa1-48ae-9e03-db9e668f2f14', 'name': '', 'network_id': 'b5ecdf00-1cf9-41c9-a8ed-3a296c9f1ed7', 'tenant_id': '2f95b3c188ab4fd3b66987ab0e8b76cb', 'mac_address': 'fa:16:3e:61:8b:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5d5e4fb-3e57-4564-a424-a39f14bcc9e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': 'b3faadd4-789c-471e-b228-f2e380d21a15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:20:14Z', 'updated_at': '2021-06-24T12:20:15Z', 'revision_number': 2, 'project_id': '2f95b3c188ab4fd3b66987ab0e8b76cb', 'subnets': [{'id': 'b3faadd4-789c-471e-b228-f2e380d21a15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:20:16.780671 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2e793cf-9137-42da-bb81-687c5281f4e6 None None] Checking router: e5d5e4fb-3e57-4564-a424-a39f14bcc9e0 for host: dv-neutron-797120-4-hyperv {{(pid=128085) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 12:20:16.783120 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2e793cf-9137-42da-bb81-687c5281f4e6 None None] Updating router e5d5e4fb-3e57-4564-a424-a39f14bcc9e0 port 120286bd-8fa1-48ae-9e03-db9e668f2f14 binding host dv-neutron-797120-4-hyperv {{(pid=128085) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 12:20:16.832657 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-e2e793cf-9137-42da-bb81-687c5281f4e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:20:16.854853 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device dd6b0995-0a58-463b-a24d-fec435e3d029 up at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:20:16.883551 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-2a888a3f-281b-489c-851c-9fe80b1aa21b req-f71941c2-2884-4e4e-b3f8-e6de0d5ee749 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] 10.222.0.53 "GET /v2.0/ports?device_id=1fe61f04-3dd0-4463-a54f-daf353125b88 HTTP/1.1" status: 200 len: 210 time: 0.0332108 Jun 24 12:20:16.995488 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning complete for port dd6b0995-0a58-463b-a24d-fec435e3d029 triggered by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:20:16.995878 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:20:17.165575 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device 280385b1-099a-452f-9b8f-d7463880b7af up at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:20:17.254228 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-e2e793cf-9137-42da-bb81-687c5281f4e6 None None] Notify callbacks [] for port, precommit_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:20:17.268056 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-e2e793cf-9137-42da-bb81-687c5281f4e6 None None] Transition to ACTIVE for port object 120286bd-8fa1-48ae-9e03-db9e668f2f14 will not be triggered until provisioned by entity L2. {{(pid=128085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:20:17.271201 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning for port 280385b1-099a-452f-9b8f-d7463880b7af completed by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:20:17.274775 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-e2e793cf-9137-42da-bb81-687c5281f4e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:20:17.277427 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-ad7e0724-6004-432b-8f24-21001dc49e33 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:20:17.279175 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning complete for port 280385b1-099a-452f-9b8f-d7463880b7af triggered by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:20:17.279543 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:20:17.356458 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7841fa68-2b18-48c4-be3b-1d76c02f0f47 None None] Pushing event updated for resources: {'Port': ['ID=120286bd-8fa1-48ae-9e03-db9e668f2f14,revision_number=3']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:20:17.361653 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-7841fa68-2b18-48c4-be3b-1d76c02f0f47 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:20:17.456322 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-e2e793cf-9137-42da-bb81-687c5281f4e6 None None] Attempting to bind port 120286bd-8fa1-48ae-9e03-db9e668f2f14 on host dv-neutron-797120-4-hyperv for vnic_type normal with profile {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 12:20:17.456700 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-e2e793cf-9137-42da-bb81-687c5281f4e6 None None] Attempting to bind port 120286bd-8fa1-48ae-9e03-db9e668f2f14 by drivers openvswitch,hyperv on host dv-neutron-797120-4-hyperv at level 0 using segments [{'id': 'b2fcf38c-d0b8-41e2-b117-0b092c553610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'b5ecdf00-1cf9-41c9-a8ed-3a296c9f1ed7'}] {{(pid=128085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 12:20:17.457101 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2e793cf-9137-42da-bb81-687c5281f4e6 None None] Attempting to bind port 120286bd-8fa1-48ae-9e03-db9e668f2f14 on network b5ecdf00-1cf9-41c9-a8ed-3a296c9f1ed7 {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:20:17.469779 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2e793cf-9137-42da-bb81-687c5281f4e6 None None] Checking agent: {'id': 'e3a695b2-c397-461f-83b0-10b79d490b59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 11, 36, 56), 'started_at': datetime.datetime(2021, 6, 24, 11, 37, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 12, 19, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 12:20:17.470167 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2e793cf-9137-42da-bb81-687c5281f4e6 None None] Checking segment: {'id': 'b2fcf38c-d0b8-41e2-b117-0b092c553610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'b5ecdf00-1cf9-41c9-a8ed-3a296c9f1ed7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=128085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:20:17.470590 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-e2e793cf-9137-42da-bb81-687c5281f4e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:20:17.470991 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2e793cf-9137-42da-bb81-687c5281f4e6 None None] Bound using segment: {'id': 'b2fcf38c-d0b8-41e2-b117-0b092c553610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'b5ecdf00-1cf9-41c9-a8ed-3a296c9f1ed7'} {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 12:20:17.471485 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-e2e793cf-9137-42da-bb81-687c5281f4e6 None None] Bound port: 120286bd-8fa1-48ae-9e03-db9e668f2f14, host: dv-neutron-797120-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2fcf38c-d0b8-41e2-b117-0b092c553610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'b5ecdf00-1cf9-41c9-a8ed-3a296c9f1ed7'}}] {{(pid=128085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 12:20:17.471886 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-e2e793cf-9137-42da-bb81-687c5281f4e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:20:17.491952 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:20:17.589572 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] For port 280385b1-099a-452f-9b8f-d7463880b7af, host dv-neutron-797120-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=280385b1-099a-452f-9b8f-d7463880b7af,segment=NetworkSegment(b2fcf38c-d0b8-41e2-b117-0b092c553610),segment_id=b2fcf38c-d0b8-41e2-b117-0b092c553610)] {{(pid=128085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:20:17.599474 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:20:17.602988 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-ae4ac210-c5ec-4810-93e8-e98b1ae1e066 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:20:17.612281 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-e2e793cf-9137-42da-bb81-687c5281f4e6 None None] For port 120286bd-8fa1-48ae-9e03-db9e668f2f14, host dv-neutron-797120-4-hyperv, cleared binding levels {{(pid=128085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 12:20:17.648772 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-e2e793cf-9137-42da-bb81-687c5281f4e6 None None] For port 120286bd-8fa1-48ae-9e03-db9e668f2f14, host dv-neutron-797120-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=120286bd-8fa1-48ae-9e03-db9e668f2f14,segment=NetworkSegment(b2fcf38c-d0b8-41e2-b117-0b092c553610),segment_id=b2fcf38c-d0b8-41e2-b117-0b092c553610)] {{(pid=128085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 12:20:17.661645 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-e2e793cf-9137-42da-bb81-687c5281f4e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:20:17.690748 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Pushing event updated for resources: {'Port': ['ID=280385b1-099a-452f-9b8f-d7463880b7af,revision_number=3']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:20:17.694802 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:20:17.695295 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-ae4ac210-c5ec-4810-93e8-e98b1ae1e066 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.028s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:20:17.745099 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2e793cf-9137-42da-bb81-687c5281f4e6 None None] Routers {'e5d5e4fb-3e57-4564-a424-a39f14bcc9e0'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:20:17.745887 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-e2e793cf-9137-42da-bb81-687c5281f4e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T12:19:56Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['e5d5e4fb-3e57-4564-a424-a39f14bcc9e0'], 'active': True} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:20:17.813039 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7841fa68-2b18-48c4-be3b-1d76c02f0f47 None None] Pushing event updated for resources: {'Port': ['ID=120286bd-8fa1-48ae-9e03-db9e668f2f14,revision_number=4']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:20:17.818145 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-7841fa68-2b18-48c4-be3b-1d76c02f0f47 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:20:17.915970 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvr_db [None req-e2e793cf-9137-42da-bb81-687c5281f4e6 None None] Set router e5d5e4fb-3e57-4564-a424-a39f14bcc9e0 gateway port host: dv-neutron-797120-4-hyperv {{(pid=128085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:20:18.032626 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-e1c40d4c-c11d-4b0e-a1c3-9ef4f37443ed req-29e67f09-7f0b-46c9-9f0b-efe1a10b891a tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] 10.222.0.53 "GET /v2.0/ports?device_id=1fe61f04-3dd0-4463-a54f-daf353125b88 HTTP/1.1" status: 200 len: 210 time: 0.0293293 Jun 24 12:20:18.126671 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-e2e793cf-9137-42da-bb81-687c5281f4e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5d5e4fb-3e57-4564-a424-a39f14bcc9e0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-870062380', 'tenant_id': '2f95b3c188ab4fd3b66987ab0e8b76cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'external_fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.113'}], 'enable_snat': True}, 'gw_port_id': 'dd6b0995-0a58-463b-a24d-fec435e3d029', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:20:11Z', 'updated_at': '2021-06-24T12:20:15Z', 'revision_number': 4, 'project_id': '2f95b3c188ab4fd3b66987ab0e8b76cb', 'gw_port': {'id': 'dd6b0995-0a58-463b-a24d-fec435e3d029', 'name': '', 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:c3:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5d5e4fb-3e57-4564-a424-a39f14bcc9e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:20:11Z', 'updated_at': '2021-06-24T12:20:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-4-hyperv', '_interfaces': [{'id': '120286bd-8fa1-48ae-9e03-db9e668f2f14', 'name': '', 'network_id': 'b5ecdf00-1cf9-41c9-a8ed-3a296c9f1ed7', 'tenant_id': '2f95b3c188ab4fd3b66987ab0e8b76cb', 'mac_address': 'fa:16:3e:61:8b:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5d5e4fb-3e57-4564-a424-a39f14bcc9e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': 'b3faadd4-789c-471e-b228-f2e380d21a15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:20:14Z', 'updated_at': '2021-06-24T12:20:17Z', 'revision_number': 4, 'project_id': '2f95b3c188ab4fd3b66987ab0e8b76cb', 'subnets': [{'id': 'b3faadd4-789c-471e-b228-f2e380d21a15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:20:18.151721 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2e793cf-9137-42da-bb81-687c5281f4e6 None None] The sync data for ids ['e5d5e4fb-3e57-4564-a424-a39f14bcc9e0'] in dv-neutron-797120-4-hyperv is: [{'id': 'e5d5e4fb-3e57-4564-a424-a39f14bcc9e0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-870062380', 'tenant_id': '2f95b3c188ab4fd3b66987ab0e8b76cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'external_fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.113'}], 'enable_snat': True}, 'gw_port_id': 'dd6b0995-0a58-463b-a24d-fec435e3d029', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:20:11Z', 'updated_at': '2021-06-24T12:20:15Z', 'revision_number': 4, 'project_id': '2f95b3c188ab4fd3b66987ab0e8b76cb', 'gw_port': {'id': 'dd6b0995-0a58-463b-a24d-fec435e3d029', 'name': '', 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:c3:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5d5e4fb-3e57-4564-a424-a39f14bcc9e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:20:11Z', 'updated_at': '2021-06-24T12:20:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-4-hyperv', '_interfaces': [{'id': '120286bd-8fa1-48ae-9e03-db9e668f2f14', 'name': '', 'network_id': 'b5ecdf00-1cf9-41c9-a8ed-3a296c9f1ed7', 'tenant_id': '2f95b3c188ab4fd3b66987ab0e8b76cb', 'mac_address': 'fa:16:3e:61:8b:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5d5e4fb-3e57-4564-a424-a39f14bcc9e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': 'b3faadd4-789c-471e-b228-f2e380d21a15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:20:14Z', 'updated_at': '2021-06-24T12:20:17Z', 'revision_number': 4, 'project_id': '2f95b3c188ab4fd3b66987ab0e8b76cb', 'subnets': [{'id': 'b3faadd4-789c-471e-b228-f2e380d21a15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=128085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 12:20:18.407134 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c5ccbc-952a-4945-b5bc-9b32b13ca654 req-f72f4d92-85f8-4ed4-934a-dbd322abf592 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:20:18.408811 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-b4c5ccbc-952a-4945-b5bc-9b32b13ca654 req-f72f4d92-85f8-4ed4-934a-dbd322abf592 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] 10.222.0.45 "GET /v2.0/networks?id=b5ecdf00-1cf9-41c9-a8ed-3a296c9f1ed7 HTTP/1.1" status: 200 len: 796 time: 0.1173537 Jun 24 12:20:18.473763 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-b4c5ccbc-952a-4945-b5bc-9b32b13ca654 req-fa57a37b-bf68-45c4-8aba-fcc4513387fe tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2f95b3c188ab4fd3b66987ab0e8b76cb HTTP/1.1" status: 200 len: 378 time: 0.0378370 Jun 24 12:20:18.485680 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [req-b4c5ccbc-952a-4945-b5bc-9b32b13ca654 req-c42bc038-4890-4506-a42c-9fc7785f0caf tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Request body: {'port': {'device_id': '1fe61f04-3dd0-4463-a54f-daf353125b88', 'network_id': 'b5ecdf00-1cf9-41c9-a8ed-3a296c9f1ed7', 'admin_state_up': True, 'tenant_id': '2f95b3c188ab4fd3b66987ab0e8b76cb', 'security_groups': ['2c21bb55-9a06-4e9c-92c2-5a825c8b22e5']}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:20:18.607581 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b4c5ccbc-952a-4945-b5bc-9b32b13ca654 req-c42bc038-4890-4506-a42c-9fc7785f0caf tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Made reservation on behalf of 2f95b3c188ab4fd3b66987ab0e8b76cb for: {'port': 1} {{(pid=128083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:20:18.611752 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-b4c5ccbc-952a-4945-b5bc-9b32b13ca654 req-c42bc038-4890-4506-a42c-9fc7785f0caf tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:20:18.763242 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.db_base_plugin_common [req-b4c5ccbc-952a-4945-b5bc-9b32b13ca654 req-c42bc038-4890-4506-a42c-9fc7785f0caf tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Allocated IP 172.20.0.8 (b5ecdf00-1cf9-41c9-a8ed-3a296c9f1ed7/b3faadd4-789c-471e-b228-f2e380d21a15/be4e836b-c999-46a9-8bee-fe78de3eb9c6) {{(pid=128083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:20:18.845658 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device 280385b1-099a-452f-9b8f-d7463880b7af up at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:20:18.902320 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning complete for port 280385b1-099a-452f-9b8f-d7463880b7af triggered by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:20:18.902701 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:20:18.947063 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-b4c5ccbc-952a-4945-b5bc-9b32b13ca654 req-c42bc038-4890-4506-a42c-9fc7785f0caf tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks [] for port, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:20:18.962511 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.provisioning_blocks [req-b4c5ccbc-952a-4945-b5bc-9b32b13ca654 req-c42bc038-4890-4506-a42c-9fc7785f0caf tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Transition to ACTIVE for port object be4e836b-c999-46a9-8bee-fe78de3eb9c6 will not be triggered until provisioned by entity DHCP. {{(pid=128083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:20:18.989132 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device 120286bd-8fa1-48ae-9e03-db9e668f2f14 up at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:20:18.998558 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-b4c5ccbc-952a-4945-b5bc-9b32b13ca654 req-c42bc038-4890-4506-a42c-9fc7785f0caf tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-650429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-506361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793193536723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2537853'] for port, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:20:19.003785 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-0bc5fae5-d6bc-4117-a721-950381160517 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:20:19.044059 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning for port 120286bd-8fa1-48ae-9e03-db9e668f2f14 completed by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:20:19.044876 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b4c5ccbc-952a-4945-b5bc-9b32b13ca654 req-c42bc038-4890-4506-a42c-9fc7785f0caf tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Network b5ecdf00-1cf9-41c9-a8ed-3a296c9f1ed7 is already hosted by enough agents. {{(pid=128083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:20:19.049093 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning complete for port 120286bd-8fa1-48ae-9e03-db9e668f2f14 triggered by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:20:19.049575 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.base_scheduler [req-b4c5ccbc-952a-4945-b5bc-9b32b13ca654 req-c42bc038-4890-4506-a42c-9fc7785f0caf tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Resources bound (agent type, host, resource id): {{(pid=128083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:20:19.049692 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:20:19.056227 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4c5ccbc-952a-4945-b5bc-9b32b13ca654 req-c42bc038-4890-4506-a42c-9fc7785f0caf tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Received port after_create {{(pid=128083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:20:19.084750 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.agents_db [None req-87a69269-d72b-4286-97f3-1041481ed6d8 None None] Agent healthcheck: found 6 active agents {{(pid=128086) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 12:20:19.085270 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42bc038-4890-4506-a42c-9fc7785f0caf tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Pushing event updated for resources: {'Port': ['ID=be4e836b-c999-46a9-8bee-fe78de3eb9c6,revision_number=1']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:20:19.091209 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-c42bc038-4890-4506-a42c-9fc7785f0caf tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:20:19.130263 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c5ccbc-952a-4945-b5bc-9b32b13ca654 req-c42bc038-4890-4506-a42c-9fc7785f0caf tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:20:19.131189 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-b4c5ccbc-952a-4945-b5bc-9b32b13ca654 req-c42bc038-4890-4506-a42c-9fc7785f0caf tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468916'] for port, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:20:19.160899 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:20:19.164950 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-b4c5ccbc-952a-4945-b5bc-9b32b13ca654 req-c42bc038-4890-4506-a42c-9fc7785f0caf tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6790099 Jun 24 12:20:19.178223 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [req-b4c5ccbc-952a-4945-b5bc-9b32b13ca654 req-4b2778d0-c706-4580-a67f-ad3f365b47c4 service neutron] Request body: {'port': {'device_id': '1fe61f04-3dd0-4463-a54f-daf353125b88', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7971'}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:20:19.205940 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] For port 120286bd-8fa1-48ae-9e03-db9e668f2f14, host dv-neutron-797120-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=120286bd-8fa1-48ae-9e03-db9e668f2f14,segment=NetworkSegment(b2fcf38c-d0b8-41e2-b117-0b092c553610),segment_id=b2fcf38c-d0b8-41e2-b117-0b092c553610)] {{(pid=128085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:20:19.211916 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:20:19.216651 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:20:19.279087 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Pushing event updated for resources: {'Port': ['ID=120286bd-8fa1-48ae-9e03-db9e668f2f14,revision_number=5']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:20:19.282878 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:20:19.328728 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-b4c5ccbc-952a-4945-b5bc-9b32b13ca654 req-4b2778d0-c706-4580-a67f-ad3f365b47c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:20:19.346073 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb38cfb-243a-48d4-b8b4-b20ba5a2c583 req-27ed02f2-006e-4ae7-a007-0834bf471603 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:20:19.347735 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-0bb38cfb-243a-48d4-b8b4-b20ba5a2c583 req-27ed02f2-006e-4ae7-a007-0834bf471603 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] 10.222.0.53 "GET /v2.0/ports?device_id=1fe61f04-3dd0-4463-a54f-daf353125b88 HTTP/1.1" status: 200 len: 931 time: 0.1375246 Jun 24 12:20:19.415010 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-4edb1804-e307-4d8b-9af7-2be2be950786 None None] Provisioning for port be4e836b-c999-46a9-8bee-fe78de3eb9c6 completed by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:20:19.420782 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-4edb1804-e307-4d8b-9af7-2be2be950786 None None] Provisioning complete for port be4e836b-c999-46a9-8bee-fe78de3eb9c6 triggered by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:20:19.421349 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-4edb1804-e307-4d8b-9af7-2be2be950786 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:20:19.431904 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-0bb38cfb-243a-48d4-b8b4-b20ba5a2c583 req-195759a9-1fd5-4ca8-9363-caee97980f07 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] 10.222.0.53 "GET /v2.0/security-groups?id=2c21bb55-9a06-4e9c-92c2-5a825c8b22e5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0581725 Jun 24 12:20:19.465492 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-4edb1804-e307-4d8b-9af7-2be2be950786 None None] Port be4e836b-c999-46a9-8bee-fe78de3eb9c6 cannot update to ACTIVE because it is not bound. {{(pid=128085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 12:20:19.652775 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.notifiers.nova [req-b4c5ccbc-952a-4945-b5bc-9b32b13ca654 req-4b2778d0-c706-4580-a67f-ad3f365b47c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be4e836b-c999-46a9-8bee-fe78de3eb9c6 {{(pid=128083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 12:20:19.660526 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-b4c5ccbc-952a-4945-b5bc-9b32b13ca654 req-4b2778d0-c706-4580-a67f-ad3f365b47c4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:20:19.673192 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.provisioning_blocks [req-b4c5ccbc-952a-4945-b5bc-9b32b13ca654 req-4b2778d0-c706-4580-a67f-ad3f365b47c4 service neutron] Transition to ACTIVE for port object be4e836b-c999-46a9-8bee-fe78de3eb9c6 will not be triggered until provisioned by entity L2. {{(pid=128083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:20:19.678109 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-b4c5ccbc-952a-4945-b5bc-9b32b13ca654 req-4b2778d0-c706-4580-a67f-ad3f365b47c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2537871'] for port, after_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:20:19.682550 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-b9afb509-b372-4617-9a4e-49d6ceb7a58a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:20:19.728910 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2778d0-c706-4580-a67f-ad3f365b47c4 service neutron] Pushing event updated for resources: {'Port': ['ID=be4e836b-c999-46a9-8bee-fe78de3eb9c6,revision_number=2']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:20:19.733252 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-4b2778d0-c706-4580-a67f-ad3f365b47c4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:20:19.806129 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.managers [req-b4c5ccbc-952a-4945-b5bc-9b32b13ca654 req-4b2778d0-c706-4580-a67f-ad3f365b47c4 service neutron] Attempting to bind port be4e836b-c999-46a9-8bee-fe78de3eb9c6 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=128083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 12:20:19.806475 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.managers [req-b4c5ccbc-952a-4945-b5bc-9b32b13ca654 req-4b2778d0-c706-4580-a67f-ad3f365b47c4 service neutron] Attempting to bind port be4e836b-c999-46a9-8bee-fe78de3eb9c6 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': 'b2fcf38c-d0b8-41e2-b117-0b092c553610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'b5ecdf00-1cf9-41c9-a8ed-3a296c9f1ed7'}] {{(pid=128083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 12:20:19.806787 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4c5ccbc-952a-4945-b5bc-9b32b13ca654 req-4b2778d0-c706-4580-a67f-ad3f365b47c4 service neutron] Attempting to bind port be4e836b-c999-46a9-8bee-fe78de3eb9c6 on network b5ecdf00-1cf9-41c9-a8ed-3a296c9f1ed7 {{(pid=128083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:20:19.811546 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4c5ccbc-952a-4945-b5bc-9b32b13ca654 req-4b2778d0-c706-4580-a67f-ad3f365b47c4 service neutron] Port be4e836b-c999-46a9-8bee-fe78de3eb9c6 on network b5ecdf00-1cf9-41c9-a8ed-3a296c9f1ed7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=128083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 12:20:19.811864 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4c5ccbc-952a-4945-b5bc-9b32b13ca654 req-4b2778d0-c706-4580-a67f-ad3f365b47c4 service neutron] Attempting to bind port be4e836b-c999-46a9-8bee-fe78de3eb9c6 on network b5ecdf00-1cf9-41c9-a8ed-3a296c9f1ed7 {{(pid=128083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:20:19.821713 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4c5ccbc-952a-4945-b5bc-9b32b13ca654 req-4b2778d0-c706-4580-a67f-ad3f365b47c4 service neutron] Checking agent: {'id': 'a2c9a14d-87aa-4cd1-a510-11988f19c3d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7971', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 11, 42, 44), 'started_at': datetime.datetime(2021, 6, 24, 11, 42, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 12, 20, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=128083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 12:20:19.822133 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4c5ccbc-952a-4945-b5bc-9b32b13ca654 req-4b2778d0-c706-4580-a67f-ad3f365b47c4 service neutron] Checking segment: {'id': 'b2fcf38c-d0b8-41e2-b117-0b092c553610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'b5ecdf00-1cf9-41c9-a8ed-3a296c9f1ed7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=128083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:20:19.822516 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4c5ccbc-952a-4945-b5bc-9b32b13ca654 req-4b2778d0-c706-4580-a67f-ad3f365b47c4 service neutron] Bound using segment: {'id': 'b2fcf38c-d0b8-41e2-b117-0b092c553610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'b5ecdf00-1cf9-41c9-a8ed-3a296c9f1ed7'} {{(pid=128083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 12:20:19.822956 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.managers [req-b4c5ccbc-952a-4945-b5bc-9b32b13ca654 req-4b2778d0-c706-4580-a67f-ad3f365b47c4 service neutron] Bound port: be4e836b-c999-46a9-8bee-fe78de3eb9c6, host: hv-neutron-7971, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2fcf38c-d0b8-41e2-b117-0b092c553610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'b5ecdf00-1cf9-41c9-a8ed-3a296c9f1ed7'}}] {{(pid=128083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 12:20:19.823311 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-b4c5ccbc-952a-4945-b5bc-9b32b13ca654 req-4b2778d0-c706-4580-a67f-ad3f365b47c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:20:19.895211 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.db [req-b4c5ccbc-952a-4945-b5bc-9b32b13ca654 req-4b2778d0-c706-4580-a67f-ad3f365b47c4 service neutron] For port be4e836b-c999-46a9-8bee-fe78de3eb9c6, host hv-neutron-7971, cleared binding levels {{(pid=128083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 12:20:19.898181 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.db [req-b4c5ccbc-952a-4945-b5bc-9b32b13ca654 req-4b2778d0-c706-4580-a67f-ad3f365b47c4 service neutron] For port be4e836b-c999-46a9-8bee-fe78de3eb9c6, host hv-neutron-7971, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=be4e836b-c999-46a9-8bee-fe78de3eb9c6,segment=NetworkSegment(b2fcf38c-d0b8-41e2-b117-0b092c553610),segment_id=b2fcf38c-d0b8-41e2-b117-0b092c553610)] {{(pid=128083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 12:20:19.903491 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-b4c5ccbc-952a-4945-b5bc-9b32b13ca654 req-4b2778d0-c706-4580-a67f-ad3f365b47c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2537871'] for port, after_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:20:19.905513 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-58ff8012-0c6b-4da6-b8b3-2a5cf0a78d10 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:20:19.940566 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c5ccbc-952a-4945-b5bc-9b32b13ca654 req-4b2778d0-c706-4580-a67f-ad3f365b47c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:20:19.941382 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-b4c5ccbc-952a-4945-b5bc-9b32b13ca654 req-4b2778d0-c706-4580-a67f-ad3f365b47c4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468916'] for port, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:20:19.942716 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-b4c5ccbc-952a-4945-b5bc-9b32b13ca654 req-4b2778d0-c706-4580-a67f-ad3f365b47c4 service neutron] 10.222.0.45 "PUT /v2.0/ports/be4e836b-c999-46a9-8bee-fe78de3eb9c6 HTTP/1.1" status: 200 len: 1093 time: 0.7696421 Jun 24 12:20:19.943432 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1fe61f04-3dd0-4463-a54f-daf353125b88', 'tag': 'be4e836b-c999-46a9-8bee-fe78de3eb9c6'}] {{(pid=128083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 12:20:19.945916 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a77f7dee1a0522ddf93af289475d218fcdb8f30317daadec13ebf930b5b9dbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2307d6c8-bcb7-4bf3-9c7e-7d9f0726e7bd" -d '{"events": [{"name": "network-changed", "server_uuid": "1fe61f04-3dd0-4463-a54f-daf353125b88", "tag": "be4e836b-c999-46a9-8bee-fe78de3eb9c6"}]}' {{(pid=128083) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 12:20:19.974264 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2778d0-c706-4580-a67f-ad3f365b47c4 service neutron] Pushing event updated for resources: {'Port': ['ID=be4e836b-c999-46a9-8bee-fe78de3eb9c6,revision_number=3']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:20:19.978028 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-4b2778d0-c706-4580-a67f-ad3f365b47c4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:20:19.995579 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 12:20:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a8529b4-b65e-4245-9c0e-4ab96d009b3c x-openstack-request-id: req-7a8529b4-b65e-4245-9c0e-4ab96d009b3c {{(pid=128083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 12:20:19.996050 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1fe61f04-3dd0-4463-a54f-daf353125b88", "tag": "be4e836b-c999-46a9-8bee-fe78de3eb9c6", "status": "completed", "code": 200}]} {{(pid=128083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 12:20:19.996570 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-7a8529b4-b65e-4245-9c0e-4ab96d009b3c {{(pid=128083) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 12:20:19.997182 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1fe61f04-3dd0-4463-a54f-daf353125b88', 'tag': 'be4e836b-c999-46a9-8bee-fe78de3eb9c6', 'status': 'completed', 'code': 200} Jun 24 12:20:20.065696 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c5ccbc-952a-4945-b5bc-9b32b13ca654 req-9913076c-deeb-42c1-b0b0-8c0a8178081c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:20:20.067240 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-b4c5ccbc-952a-4945-b5bc-9b32b13ca654 req-9913076c-deeb-42c1-b0b0-8c0a8178081c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=2f95b3c188ab4fd3b66987ab0e8b76cb&device_id=1fe61f04-3dd0-4463-a54f-daf353125b88 HTTP/1.1" status: 200 len: 1096 time: 0.0621960 Jun 24 12:20:20.120478 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-b4c5ccbc-952a-4945-b5bc-9b32b13ca654 req-eedf9158-275e-4bc3-9942-af20bae92b61 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=be4e836b-c999-46a9-8bee-fe78de3eb9c6 HTTP/1.1" status: 200 len: 217 time: 0.0415132 Jun 24 12:20:20.172838 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c5ccbc-952a-4945-b5bc-9b32b13ca654 req-bda1801e-4af6-41ad-a0ca-285aae8fc209 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:20:20.174526 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-b4c5ccbc-952a-4945-b5bc-9b32b13ca654 req-bda1801e-4af6-41ad-a0ca-285aae8fc209 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b3faadd4-789c-471e-b228-f2e380d21a15 HTTP/1.1" status: 200 len: 835 time: 0.0468996 Jun 24 12:20:20.246352 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c5ccbc-952a-4945-b5bc-9b32b13ca654 req-d5f02666-92cb-4a65-8b1f-c641e51a20aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:20:20.248353 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-b4c5ccbc-952a-4945-b5bc-9b32b13ca654 req-d5f02666-92cb-4a65-8b1f-c641e51a20aa service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=b5ecdf00-1cf9-41c9-a8ed-3a296c9f1ed7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0641940 Jun 24 12:20:20.751094 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device 120286bd-8fa1-48ae-9e03-db9e668f2f14 up at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:20:20.771861 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-b4c5ccbc-952a-4945-b5bc-9b32b13ca654 req-933e1e8b-1861-4e12-859e-1b13fa18ea5d service neutron] 10.222.0.45 "GET /v2.0/networks/b5ecdf00-1cf9-41c9-a8ed-3a296c9f1ed7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5118098 Jun 24 12:20:20.799251 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning complete for port 120286bd-8fa1-48ae-9e03-db9e668f2f14 triggered by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:20:20.799626 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:20:20.816187 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6601c4-a40f-4712-b402-9605730ff760 req-df5bb199-bf37-4353-9acf-fe5b1864e0e6 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:20:20.817695 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-1b6601c4-a40f-4712-b402-9605730ff760 req-df5bb199-bf37-4353-9acf-fe5b1864e0e6 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] 10.222.0.53 "GET /v2.0/ports?device_id=1fe61f04-3dd0-4463-a54f-daf353125b88 HTTP/1.1" status: 200 len: 943 time: 0.1115525 Jun 24 12:20:20.906329 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-1b6601c4-a40f-4712-b402-9605730ff760 req-2f17521f-3d7c-44e7-8df5-063efcd99721 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] 10.222.0.53 "GET /v2.0/security-groups?id=2c21bb55-9a06-4e9c-92c2-5a825c8b22e5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0826623 Jun 24 12:20:20.912297 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-b4c5ccbc-952a-4945-b5bc-9b32b13ca654 req-e259ed97-d6d4-4448-8cbb-bfcc588ddeb5 service neutron] 10.222.0.45 "GET /v2.0/networks/b5ecdf00-1cf9-41c9-a8ed-3a296c9f1ed7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303642 Jun 24 12:20:21.031866 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2307d6c8-bcb7-4bf3-9c7e-7d9f0726e7bd req-69fc352b-9353-42ea-9558-55604e935aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:20:21.033655 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-2307d6c8-bcb7-4bf3-9c7e-7d9f0726e7bd req-69fc352b-9353-42ea-9558-55604e935aa6 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=2f95b3c188ab4fd3b66987ab0e8b76cb&device_id=1fe61f04-3dd0-4463-a54f-daf353125b88 HTTP/1.1" status: 200 len: 1096 time: 0.0619590 Jun 24 12:20:21.131394 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2307d6c8-bcb7-4bf3-9c7e-7d9f0726e7bd req-97be6997-ea6d-4d5b-b195-a3f75a8d7a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:20:21.132843 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-2307d6c8-bcb7-4bf3-9c7e-7d9f0726e7bd req-97be6997-ea6d-4d5b-b195-a3f75a8d7a8e service neutron] 10.222.0.45 "GET /v2.0/networks?id=b5ecdf00-1cf9-41c9-a8ed-3a296c9f1ed7 HTTP/1.1" status: 200 len: 897 time: 0.0916691 Jun 24 12:20:21.175891 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-2307d6c8-bcb7-4bf3-9c7e-7d9f0726e7bd req-03793b96-020e-4f5a-a498-7118ad848712 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=be4e836b-c999-46a9-8bee-fe78de3eb9c6 HTTP/1.1" status: 200 len: 217 time: 0.0346351 Jun 24 12:20:21.224906 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2307d6c8-bcb7-4bf3-9c7e-7d9f0726e7bd req-3822d28c-4d91-40ac-abc6-ef20e6249e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:20:21.226408 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-2307d6c8-bcb7-4bf3-9c7e-7d9f0726e7bd req-3822d28c-4d91-40ac-abc6-ef20e6249e74 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b3faadd4-789c-471e-b228-f2e380d21a15 HTTP/1.1" status: 200 len: 835 time: 0.0438735 Jun 24 12:20:21.288242 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2307d6c8-bcb7-4bf3-9c7e-7d9f0726e7bd req-dcdd1bd8-c8bf-4753-8af6-6c8d6e3ee4d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:20:21.289738 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-2307d6c8-bcb7-4bf3-9c7e-7d9f0726e7bd req-dcdd1bd8-c8bf-4753-8af6-6c8d6e3ee4d1 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=b5ecdf00-1cf9-41c9-a8ed-3a296c9f1ed7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0562422 Jun 24 12:20:21.380939 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-2307d6c8-bcb7-4bf3-9c7e-7d9f0726e7bd req-4837bca6-65f1-4260-8281-43b11b1b7c11 service neutron] 10.222.0.45 "GET /v2.0/networks/b5ecdf00-1cf9-41c9-a8ed-3a296c9f1ed7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827329 Jun 24 12:20:21.479372 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-2307d6c8-bcb7-4bf3-9c7e-7d9f0726e7bd req-5303d2bb-2ba5-4476-8fc4-d23a51e2e016 service neutron] 10.222.0.45 "GET /v2.0/networks/b5ecdf00-1cf9-41c9-a8ed-3a296c9f1ed7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910182 Jun 24 12:20:22.085200 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff0c391-0922-4326-9762-460293781c13 req-75f1b735-426d-4659-8d91-7ab7fc3b208f tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:20:22.086677 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-9ff0c391-0922-4326-9762-460293781c13 req-75f1b735-426d-4659-8d91-7ab7fc3b208f tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] 10.222.0.53 "GET /v2.0/ports?device_id=1fe61f04-3dd0-4463-a54f-daf353125b88 HTTP/1.1" status: 200 len: 943 time: 0.0656011 Jun 24 12:20:22.123785 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-9ff0c391-0922-4326-9762-460293781c13 req-0802d572-2481-42ce-8c1e-65d1f871915c tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] 10.222.0.53 "GET /v2.0/security-groups?id=2c21bb55-9a06-4e9c-92c2-5a825c8b22e5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0314128 Jun 24 12:20:23.311207 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341e6206-3f98-408d-9541-f8de1294def6 req-dad5eed0-8d5a-4429-987b-2170f70050d4 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:20:23.313516 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-341e6206-3f98-408d-9541-f8de1294def6 req-dad5eed0-8d5a-4429-987b-2170f70050d4 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] 10.222.0.53 "GET /v2.0/ports?device_id=1fe61f04-3dd0-4463-a54f-daf353125b88 HTTP/1.1" status: 200 len: 943 time: 0.0753360 Jun 24 12:20:23.357120 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-341e6206-3f98-408d-9541-f8de1294def6 req-b6fa04d4-97cb-43e0-90de-65e555b891d0 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] 10.222.0.53 "GET /v2.0/security-groups?id=2c21bb55-9a06-4e9c-92c2-5a825c8b22e5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0385382 Jun 24 12:20:23.864670 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-146c465b-5b7c-46d8-9170-86cb65599148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:20:24.451666 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Device be4e836b-c999-46a9-8bee-fe78de3eb9c6 details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=128085) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 12:20:24.536546 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100d1de2-743c-428c-b83d-0a898c34a36b req-c141b908-fb38-4bfc-9f82-dd83e1491ad0 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:20:24.538113 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-100d1de2-743c-428c-b83d-0a898c34a36b req-c141b908-fb38-4bfc-9f82-dd83e1491ad0 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] 10.222.0.53 "GET /v2.0/ports?device_id=1fe61f04-3dd0-4463-a54f-daf353125b88 HTTP/1.1" status: 200 len: 943 time: 0.0701990 Jun 24 12:20:24.552922 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] For port be4e836b-c999-46a9-8bee-fe78de3eb9c6, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=be4e836b-c999-46a9-8bee-fe78de3eb9c6,segment=NetworkSegment(b2fcf38c-d0b8-41e2-b117-0b092c553610),segment_id=b2fcf38c-d0b8-41e2-b117-0b092c553610)] {{(pid=128085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:20:24.565199 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Returning: {'device': 'be4e836b-c999-46a9-8bee-fe78de3eb9c6', 'network_id': 'b5ecdf00-1cf9-41c9-a8ed-3a296c9f1ed7', 'port_id': 'be4e836b-c999-46a9-8bee-fe78de3eb9c6', 'mac_address': 'fa:16:3e:5d:ac:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 635, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b3faadd4-789c-471e-b228-f2e380d21a15', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=128085) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 12:20:24.577406 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-100d1de2-743c-428c-b83d-0a898c34a36b req-432e349f-094b-4137-adb9-8e0a442b2844 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] 10.222.0.53 "GET /v2.0/security-groups?id=2c21bb55-9a06-4e9c-92c2-5a825c8b22e5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0333517 Jun 24 12:20:24.604019 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:20:24.617167 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.notifiers.nova [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be4e836b-c999-46a9-8bee-fe78de3eb9c6 {{(pid=128085) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 12:20:24.636320 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] For port be4e836b-c999-46a9-8bee-fe78de3eb9c6, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=be4e836b-c999-46a9-8bee-fe78de3eb9c6,segment=NetworkSegment(b2fcf38c-d0b8-41e2-b117-0b092c553610),segment_id=b2fcf38c-d0b8-41e2-b117-0b092c553610)] {{(pid=128085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:20:24.641065 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:20:24.643706 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-60bbb40a-29d4-48ac-9e09-a6ab9d799ca2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:20:24.695226 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Pushing event updated for resources: {'Port': ['ID=be4e836b-c999-46a9-8bee-fe78de3eb9c6,revision_number=4']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:20:24.698331 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:20:24.943568 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] get_ports_and_sgs() called for port_ids ['be4e836b-c999-46a9-8bee-fe78de3eb9c6'] {{(pid=128085) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 12:20:25.762836 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa263b0-85c1-4de0-82fb-1869aa907849 req-83f939c8-a590-4ed9-b293-b584082cec6d tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:20:25.764379 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-aaa263b0-85c1-4de0-82fb-1869aa907849 req-83f939c8-a590-4ed9-b293-b584082cec6d tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] 10.222.0.53 "GET /v2.0/ports?device_id=1fe61f04-3dd0-4463-a54f-daf353125b88 HTTP/1.1" status: 200 len: 944 time: 0.0672925 Jun 24 12:20:25.804077 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-aaa263b0-85c1-4de0-82fb-1869aa907849 req-3743c15b-21b9-4c26-9515-1011fe74b024 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] 10.222.0.53 "GET /v2.0/security-groups?id=2c21bb55-9a06-4e9c-92c2-5a825c8b22e5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0340185 Jun 24 12:20:26.410265 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-6e4d0086-d3a8-4674-afb0-803452fe8004 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:20:26.476460 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Device be4e836b-c999-46a9-8bee-fe78de3eb9c6 up at agent hyperv_hv-neutron-7971 {{(pid=128085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:20:26.523454 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Provisioning for port be4e836b-c999-46a9-8bee-fe78de3eb9c6 completed by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:20:26.527448 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Provisioning complete for port be4e836b-c999-46a9-8bee-fe78de3eb9c6 triggered by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:20:26.527875 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:20:26.585473 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:20:26.622894 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:20:26.645320 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fe61f04-3dd0-4463-a54f-daf353125b88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be4e836b-c999-46a9-8bee-fe78de3eb9c6'}] {{(pid=128085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 12:20:26.647958 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1098ec9051a50dd033317f529a09b9762582ef7b417ebe05928aca59e08255aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f696cc04-72a2-4803-bfc9-40308c427056" -d '{"events": [{"server_uuid": "1fe61f04-3dd0-4463-a54f-daf353125b88", "name": "network-vif-plugged", "status": "completed", "tag": "be4e836b-c999-46a9-8bee-fe78de3eb9c6"}]}' {{(pid=128085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 12:20:26.663475 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] For port be4e836b-c999-46a9-8bee-fe78de3eb9c6, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=be4e836b-c999-46a9-8bee-fe78de3eb9c6,segment=NetworkSegment(b2fcf38c-d0b8-41e2-b117-0b092c553610),segment_id=b2fcf38c-d0b8-41e2-b117-0b092c553610)] {{(pid=128085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:20:26.667775 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:20:26.669693 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:20:26.726401 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Pushing event updated for resources: {'Port': ['ID=be4e836b-c999-46a9-8bee-fe78de3eb9c6,revision_number=5']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:20:26.729564 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:20:26.745858 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 12:20:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6dec0336-2d84-4db9-a5d0-797acf5413b5 x-openstack-request-id: req-6dec0336-2d84-4db9-a5d0-797acf5413b5 {{(pid=128085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 12:20:26.746176 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1fe61f04-3dd0-4463-a54f-daf353125b88", "name": "network-vif-plugged", "status": "completed", "tag": "be4e836b-c999-46a9-8bee-fe78de3eb9c6", "code": 200}]} {{(pid=128085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 12:20:26.746427 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-6dec0336-2d84-4db9-a5d0-797acf5413b5 {{(pid=128085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 12:20:26.746841 dv-neutron-797120-4-hyperv neutron-server[128085]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fe61f04-3dd0-4463-a54f-daf353125b88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be4e836b-c999-46a9-8bee-fe78de3eb9c6', 'code': 200} Jun 24 12:20:27.033976 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d834871-8e00-417f-8af4-da001ec30596 req-dee0373a-b602-462b-8926-1924318cccb9 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:20:27.035488 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-9d834871-8e00-417f-8af4-da001ec30596 req-dee0373a-b602-462b-8926-1924318cccb9 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] 10.222.0.53 "GET /v2.0/ports?device_id=1fe61f04-3dd0-4463-a54f-daf353125b88 HTTP/1.1" status: 200 len: 945 time: 0.1094408 Jun 24 12:20:27.050199 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f90957-5c0d-479b-9558-d7a1ac171197 req-41a09250-c396-4e56-9f66-a83253d84ed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:20:27.051677 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-41f90957-5c0d-479b-9558-d7a1ac171197 req-41a09250-c396-4e56-9f66-a83253d84ed5 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=1fe61f04-3dd0-4463-a54f-daf353125b88 HTTP/1.1" status: 200 len: 1098 time: 0.0858331 Jun 24 12:20:27.103480 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-9d834871-8e00-417f-8af4-da001ec30596 req-a03ab44a-6ede-437d-a7fa-e229e46979e0 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] 10.222.0.53 "GET /v2.0/security-groups?id=2c21bb55-9a06-4e9c-92c2-5a825c8b22e5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0614932 Jun 24 12:20:27.109475 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-41f90957-5c0d-479b-9558-d7a1ac171197 req-a8c33c24-f888-40bf-b4ed-a75c8367a8bc service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=2c21bb55-9a06-4e9c-92c2-5a825c8b22e5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0498388 Jun 24 12:20:27.820106 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-03237adf-ebd0-46f2-a476-4d4bb746e0f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:20:28.289658 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf30e02-17e7-41f9-b98d-29e9a5357978 req-c36c17e6-c2f6-4ea1-b77c-d37ef0850777 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:20:28.291131 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-fbf30e02-17e7-41f9-b98d-29e9a5357978 req-c36c17e6-c2f6-4ea1-b77c-d37ef0850777 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] 10.222.0.53 "GET /v2.0/ports?device_id=1fe61f04-3dd0-4463-a54f-daf353125b88 HTTP/1.1" status: 200 len: 945 time: 0.0712605 Jun 24 12:20:28.330673 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-fbf30e02-17e7-41f9-b98d-29e9a5357978 req-a57863bc-bf34-48b8-b25e-da1ad5652abf tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] 10.222.0.53 "GET /v2.0/security-groups?id=2c21bb55-9a06-4e9c-92c2-5a825c8b22e5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0339315 Jun 24 12:20:28.507132 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f1bada-f6ea-4eb7-a086-d30289dd3efc req-b52ef265-8a20-4141-9069-1453e768c45b tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:20:28.508686 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-b8f1bada-f6ea-4eb7-a086-d30289dd3efc req-b52ef265-8a20-4141-9069-1453e768c45b tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] 10.222.0.53 "GET /v2.0/ports?device_id=1fe61f04-3dd0-4463-a54f-daf353125b88 HTTP/1.1" status: 200 len: 945 time: 0.0660570 Jun 24 12:20:28.552706 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-b8f1bada-f6ea-4eb7-a086-d30289dd3efc req-abf8d40c-2411-4b96-b47c-0a0d09b966a0 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] 10.222.0.53 "GET /v2.0/security-groups?id=2c21bb55-9a06-4e9c-92c2-5a825c8b22e5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0380156 Jun 24 12:20:28.576938 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 40258) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:20:28.635271 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80d2170d-225a-4c20-96e4-ca7dacb9b12d tempest-TestNetworkAdvancedServerOps-467051264 tempest-TestNetworkAdvancedServerOps-467051264-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:20:28.636875 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-80d2170d-225a-4c20-96e4-ca7dacb9b12d tempest-TestNetworkAdvancedServerOps-467051264 tempest-TestNetworkAdvancedServerOps-467051264-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=1fe61f04-3dd0-4463-a54f-daf353125b88 HTTP/1.1" status: 200 len: 1093 time: 0.0594170 Jun 24 12:20:28.639954 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 40260) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:20:28.645239 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-b41b9f20-d5d4-40f6-bd9d-2870c58e7cfb tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Request body: {'floatingip': {'floating_network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'port_id': 'be4e836b-c999-46a9-8bee-fe78de3eb9c6', 'tenant_id': '2f95b3c188ab4fd3b66987ab0e8b76cb', 'fixed_ip_address': '172.20.0.8'}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:20:28.667319 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-b41b9f20-d5d4-40f6-bd9d-2870c58e7cfb tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks [] for floatingip, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:20:28.763894 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-b41b9f20-d5d4-40f6-bd9d-2870c58e7cfb tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:20:28.872439 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.db.db_base_plugin_common [None req-b41b9f20-d5d4-40f6-bd9d-2870c58e7cfb tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Allocated IP 172.26.7.87 (f2b8ca71-e776-48b2-8898-96cc7970207b/f37bf603-3862-4d0a-9f58-89616f7fd68f/f011357e-7a9f-4e9a-aa8c-dd99520dbd1c) {{(pid=128084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:20:28.978062 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-b41b9f20-d5d4-40f6-bd9d-2870c58e7cfb tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks [] for port, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:20:29.018037 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-b41b9f20-d5d4-40f6-bd9d-2870c58e7cfb tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-650429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-506361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793193536723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3291971'] for port, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:20:29.019974 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-0601ad80-1a57-42aa-93b9-1841c87b3b44 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:20:29.060651 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b41b9f20-d5d4-40f6-bd9d-2870c58e7cfb tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Network f2b8ca71-e776-48b2-8898-96cc7970207b is already hosted by enough agents. {{(pid=128084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:20:29.066158 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.base_scheduler [None req-b41b9f20-d5d4-40f6-bd9d-2870c58e7cfb tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Resources bound (agent type, host, resource id): {{(pid=128084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:20:29.069586 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b41b9f20-d5d4-40f6-bd9d-2870c58e7cfb tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Received port after_create {{(pid=128084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:20:29.075194 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41b9f20-d5d4-40f6-bd9d-2870c58e7cfb tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Pushing event updated for resources: {'Port': ['ID=f011357e-7a9f-4e9a-aa8c-dd99520dbd1c,revision_number=1']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:20:29.094915 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-b41b9f20-d5d4-40f6-bd9d-2870c58e7cfb tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:20:29.441306 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-b41b9f20-d5d4-40f6-bd9d-2870c58e7cfb tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks [] for floatingip, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:20:29.780167 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-52c483ef-d5c1-4030-9a32-e5ce4ff00ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:20:29.838205 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-b41b9f20-d5d4-40f6-bd9d-2870c58e7cfb tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:20:29.995573 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-b41b9f20-d5d4-40f6-bd9d-2870c58e7cfb tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks [] for port, precommit_update {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:20:30.001629 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-b41b9f20-d5d4-40f6-bd9d-2870c58e7cfb tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3292081'] for port, after_update {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:20:30.003925 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-4b46c2ff-d2f9-4e84-acfe-8f4325c411d9 tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:20:30.075383 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41b9f20-d5d4-40f6-bd9d-2870c58e7cfb tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Pushing event updated for resources: {'Port': ['ID=f011357e-7a9f-4e9a-aa8c-dd99520dbd1c,revision_number=2']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:20:30.081841 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-b41b9f20-d5d4-40f6-bd9d-2870c58e7cfb tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:20:30.092008 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-b41b9f20-d5d4-40f6-bd9d-2870c58e7cfb tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1815637'] for floatingip, after_update {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:20:30.196543 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.db.l3_db [None req-b41b9f20-d5d4-40f6-bd9d-2870c58e7cfb tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Floating IP 4c3b764f-af05-44ac-89c3-1cdf86c3cd7f associated. External IP: 172.26.7.87, port: be4e836b-c999-46a9-8bee-fe78de3eb9c6. Jun 24 12:20:30.412023 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b41b9f20-d5d4-40f6-bd9d-2870c58e7cfb tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Router e5d5e4fb-3e57-4564-a424-a39f14bcc9e0 has already been hosted by L3 agent 2987dba8-2249-4ee6-96ec-28f0f7a6127d {{(pid=128084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 12:20:30.522917 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b41b9f20-d5d4-40f6-bd9d-2870c58e7cfb tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify agent at l3_agent.dv-neutron-797120-4-hyperv the message routers_updated {{(pid=128084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 12:20:30.533709 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92bdcb91-4ae0-4609-b78f-b11821bf027c None None] Sync routers for ids ['e5d5e4fb-3e57-4564-a424-a39f14bcc9e0'] in dv-neutron-797120-4-hyperv {{(pid=128086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 12:20:30.541490 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-b41b9f20-d5d4-40f6-bd9d-2870c58e7cfb tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468916'] for floatingip, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:20:30.547864 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92bdcb91-4ae0-4609-b78f-b11821bf027c None None] Routers {'e5d5e4fb-3e57-4564-a424-a39f14bcc9e0'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:20:30.548825 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-92bdcb91-4ae0-4609-b78f-b11821bf027c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T12:20:26Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['e5d5e4fb-3e57-4564-a424-a39f14bcc9e0'], 'active': True} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:20:30.588372 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-b41b9f20-d5d4-40f6-bd9d-2870c58e7cfb tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9445529 Jun 24 12:20:30.588372 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1fe61f04-3dd0-4463-a54f-daf353125b88', 'tag': 'be4e836b-c999-46a9-8bee-fe78de3eb9c6'}] {{(pid=128084) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 12:20:30.589720 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}189e43ef1649f46b9bccc8e45a83b64afc33adcdec52bc597e36eecb4255b7b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22cf8e4a-3375-4615-8ad0-32b4d34f16aa" -d '{"events": [{"name": "network-changed", "server_uuid": "1fe61f04-3dd0-4463-a54f-daf353125b88", "tag": "be4e836b-c999-46a9-8bee-fe78de3eb9c6"}]}' {{(pid=128084) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 12:20:30.629392 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 12:20:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e47f7e2a-7a3d-4315-851d-80d136c029bb x-openstack-request-id: req-e47f7e2a-7a3d-4315-851d-80d136c029bb {{(pid=128084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 12:20:30.629788 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1fe61f04-3dd0-4463-a54f-daf353125b88", "tag": "be4e836b-c999-46a9-8bee-fe78de3eb9c6", "status": "completed", "code": 200}]} {{(pid=128084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 12:20:30.630290 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e47f7e2a-7a3d-4315-851d-80d136c029bb {{(pid=128084) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 12:20:30.630798 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1fe61f04-3dd0-4463-a54f-daf353125b88', 'tag': 'be4e836b-c999-46a9-8bee-fe78de3eb9c6', 'status': 'completed', 'code': 200} Jun 24 12:20:30.665145 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_dvr_db [None req-92bdcb91-4ae0-4609-b78f-b11821bf027c None None] Set router e5d5e4fb-3e57-4564-a424-a39f14bcc9e0 gateway port host: dv-neutron-797120-4-hyperv {{(pid=128086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:20:30.762184 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cf8e4a-3375-4615-8ad0-32b4d34f16aa req-249a2221-7b9c-4499-bd55-fe4504cfc0d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:20:30.763672 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-22cf8e4a-3375-4615-8ad0-32b4d34f16aa req-249a2221-7b9c-4499-bd55-fe4504cfc0d8 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=2f95b3c188ab4fd3b66987ab0e8b76cb&device_id=1fe61f04-3dd0-4463-a54f-daf353125b88 HTTP/1.1" status: 200 len: 1098 time: 0.1093535 Jun 24 12:20:30.771491 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9b09a1-65c7-4ea7-86b7-1e1e3ff65e42 req-973f2e99-86b9-4c6f-9090-912dbf443533 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:20:30.772929 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-7e9b09a1-65c7-4ea7-86b7-1e1e3ff65e42 req-973f2e99-86b9-4c6f-9090-912dbf443533 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] 10.222.0.53 "GET /v2.0/ports?device_id=1fe61f04-3dd0-4463-a54f-daf353125b88 HTTP/1.1" status: 200 len: 945 time: 0.0904906 Jun 24 12:20:30.863166 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-7e9b09a1-65c7-4ea7-86b7-1e1e3ff65e42 req-25fc9926-d532-4332-832d-ffdb4ba7cdaa tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] 10.222.0.53 "GET /v2.0/security-groups?id=2c21bb55-9a06-4e9c-92c2-5a825c8b22e5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0819125 Jun 24 12:20:30.887233 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cf8e4a-3375-4615-8ad0-32b4d34f16aa req-15158d73-9c3c-46dc-90c9-b07935b4d886 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:20:30.888701 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-22cf8e4a-3375-4615-8ad0-32b4d34f16aa req-15158d73-9c3c-46dc-90c9-b07935b4d886 service neutron] 10.222.0.45 "GET /v2.0/networks?id=b5ecdf00-1cf9-41c9-a8ed-3a296c9f1ed7 HTTP/1.1" status: 200 len: 897 time: 0.1148720 Jun 24 12:20:30.889197 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 40266) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:20:30.908179 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-92bdcb91-4ae0-4609-b78f-b11821bf027c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5d5e4fb-3e57-4564-a424-a39f14bcc9e0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-870062380', 'tenant_id': '2f95b3c188ab4fd3b66987ab0e8b76cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'external_fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.113'}], 'enable_snat': True}, 'gw_port_id': 'dd6b0995-0a58-463b-a24d-fec435e3d029', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:20:11Z', 'updated_at': '2021-06-24T12:20:15Z', 'revision_number': 4, 'project_id': '2f95b3c188ab4fd3b66987ab0e8b76cb', 'gw_port': {'id': 'dd6b0995-0a58-463b-a24d-fec435e3d029', 'name': '', 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:c3:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5d5e4fb-3e57-4564-a424-a39f14bcc9e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:20:11Z', 'updated_at': '2021-06-24T12:20:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-4-hyperv', '_floatingips': [{'id': '4c3b764f-af05-44ac-89c3-1cdf86c3cd7f', 'tenant_id': '2f95b3c188ab4fd3b66987ab0e8b76cb', 'floating_ip_address': '172.26.7.87', 'floating_network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'router_id': 'e5d5e4fb-3e57-4564-a424-a39f14bcc9e0', 'port_id': 'be4e836b-c999-46a9-8bee-fe78de3eb9c6', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1718, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5ecdf00-1cf9-41c9-a8ed-3a296c9f1ed7', 'mac_address': 'fa:16:3e:5d:ac:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fe61f04-3dd0-4463-a54f-daf353125b88', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T12:20:29Z', 'updated_at': '2021-06-24T12:20:29Z', 'revision_number': 0, 'project_id': '2f95b3c188ab4fd3b66987ab0e8b76cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '120286bd-8fa1-48ae-9e03-db9e668f2f14', 'name': '', 'network_id': 'b5ecdf00-1cf9-41c9-a8ed-3a296c9f1ed7', 'tenant_id': '2f95b3c188ab4fd3b66987ab0e8b76cb', 'mac_address': 'fa:16:3e:61:8b:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5d5e4fb-3e57-4564-a424-a39f14bcc9e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': 'b3faadd4-789c-471e-b228-f2e380d21a15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:20:14Z', 'updated_at': '2021-06-24T12:20:19Z', 'revision_number': 5, 'project_id': '2f95b3c188ab4fd3b66987ab0e8b76cb', 'subnets': [{'id': 'b3faadd4-789c-471e-b228-f2e380d21a15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:20:30.935435 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92bdcb91-4ae0-4609-b78f-b11821bf027c None None] Checking router: e5d5e4fb-3e57-4564-a424-a39f14bcc9e0 for host: dv-neutron-797120-4-hyperv {{(pid=128086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 12:20:30.944549 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92bdcb91-4ae0-4609-b78f-b11821bf027c None None] Routers {'e5d5e4fb-3e57-4564-a424-a39f14bcc9e0'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:20:30.945183 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-92bdcb91-4ae0-4609-b78f-b11821bf027c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T12:20:26Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['e5d5e4fb-3e57-4564-a424-a39f14bcc9e0'], 'active': True} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:20:31.001035 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-d476a01f-54c1-4d33-be0a-78a536ba9e9f tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] 10.222.0.53 "GET /v2.0/floatingips/4c3b764f-af05-44ac-89c3-1cdf86c3cd7f HTTP/1.1" status: 200 len: 990 time: 0.1105547 Jun 24 12:20:31.008178 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-22cf8e4a-3375-4615-8ad0-32b4d34f16aa req-b2715aad-df71-44d4-b5ae-0ae31800f72d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=be4e836b-c999-46a9-8bee-fe78de3eb9c6 HTTP/1.1" status: 200 len: 998 time: 0.1092644 Jun 24 12:20:31.054416 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_dvr_db [None req-92bdcb91-4ae0-4609-b78f-b11821bf027c None None] Set router e5d5e4fb-3e57-4564-a424-a39f14bcc9e0 gateway port host: dv-neutron-797120-4-hyperv {{(pid=128086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:20:31.066106 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cf8e4a-3375-4615-8ad0-32b4d34f16aa req-70c6bb09-c791-423f-b076-6200878a48a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:20:31.067575 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-22cf8e4a-3375-4615-8ad0-32b4d34f16aa req-70c6bb09-c791-423f-b076-6200878a48a3 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b3faadd4-789c-471e-b228-f2e380d21a15 HTTP/1.1" status: 200 len: 835 time: 0.0523515 Jun 24 12:20:31.127598 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cf8e4a-3375-4615-8ad0-32b4d34f16aa req-7d17b723-f5ed-4aaf-ab8a-14a020ce8a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:20:31.129136 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-22cf8e4a-3375-4615-8ad0-32b4d34f16aa req-7d17b723-f5ed-4aaf-ab8a-14a020ce8a45 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=b5ecdf00-1cf9-41c9-a8ed-3a296c9f1ed7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0548959 Jun 24 12:20:31.229326 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-22cf8e4a-3375-4615-8ad0-32b4d34f16aa req-b5ea1d23-19a4-4f24-a7ad-7766327baa08 service neutron] 10.222.0.45 "GET /v2.0/networks/b5ecdf00-1cf9-41c9-a8ed-3a296c9f1ed7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932486 Jun 24 12:20:31.282683 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-92bdcb91-4ae0-4609-b78f-b11821bf027c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5d5e4fb-3e57-4564-a424-a39f14bcc9e0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-870062380', 'tenant_id': '2f95b3c188ab4fd3b66987ab0e8b76cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'external_fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.113'}], 'enable_snat': True}, 'gw_port_id': 'dd6b0995-0a58-463b-a24d-fec435e3d029', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:20:11Z', 'updated_at': '2021-06-24T12:20:15Z', 'revision_number': 4, 'project_id': '2f95b3c188ab4fd3b66987ab0e8b76cb', 'gw_port': {'id': 'dd6b0995-0a58-463b-a24d-fec435e3d029', 'name': '', 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:c3:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5d5e4fb-3e57-4564-a424-a39f14bcc9e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:20:11Z', 'updated_at': '2021-06-24T12:20:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-4-hyperv', '_floatingips': [{'id': '4c3b764f-af05-44ac-89c3-1cdf86c3cd7f', 'tenant_id': '2f95b3c188ab4fd3b66987ab0e8b76cb', 'floating_ip_address': '172.26.7.87', 'floating_network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'router_id': 'e5d5e4fb-3e57-4564-a424-a39f14bcc9e0', 'port_id': 'be4e836b-c999-46a9-8bee-fe78de3eb9c6', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1718, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5ecdf00-1cf9-41c9-a8ed-3a296c9f1ed7', 'mac_address': 'fa:16:3e:5d:ac:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fe61f04-3dd0-4463-a54f-daf353125b88', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T12:20:29Z', 'updated_at': '2021-06-24T12:20:29Z', 'revision_number': 0, 'project_id': '2f95b3c188ab4fd3b66987ab0e8b76cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '120286bd-8fa1-48ae-9e03-db9e668f2f14', 'name': '', 'network_id': 'b5ecdf00-1cf9-41c9-a8ed-3a296c9f1ed7', 'tenant_id': '2f95b3c188ab4fd3b66987ab0e8b76cb', 'mac_address': 'fa:16:3e:61:8b:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5d5e4fb-3e57-4564-a424-a39f14bcc9e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': 'b3faadd4-789c-471e-b228-f2e380d21a15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:20:14Z', 'updated_at': '2021-06-24T12:20:19Z', 'revision_number': 5, 'project_id': '2f95b3c188ab4fd3b66987ab0e8b76cb', 'subnets': [{'id': 'b3faadd4-789c-471e-b228-f2e380d21a15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:20:31.309577 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92bdcb91-4ae0-4609-b78f-b11821bf027c None None] The sync data for ids ['e5d5e4fb-3e57-4564-a424-a39f14bcc9e0'] in dv-neutron-797120-4-hyperv is: [{'id': 'e5d5e4fb-3e57-4564-a424-a39f14bcc9e0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-870062380', 'tenant_id': '2f95b3c188ab4fd3b66987ab0e8b76cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'external_fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.113'}], 'enable_snat': True}, 'gw_port_id': 'dd6b0995-0a58-463b-a24d-fec435e3d029', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:20:11Z', 'updated_at': '2021-06-24T12:20:15Z', 'revision_number': 4, 'project_id': '2f95b3c188ab4fd3b66987ab0e8b76cb', 'gw_port': {'id': 'dd6b0995-0a58-463b-a24d-fec435e3d029', 'name': '', 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:c3:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5d5e4fb-3e57-4564-a424-a39f14bcc9e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:20:11Z', 'updated_at': '2021-06-24T12:20:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-4-hyperv', '_floatingips': [{'id': '4c3b764f-af05-44ac-89c3-1cdf86c3cd7f', 'tenant_id': '2f95b3c188ab4fd3b66987ab0e8b76cb', 'floating_ip_address': '172.26.7.87', 'floating_network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'router_id': 'e5d5e4fb-3e57-4564-a424-a39f14bcc9e0', 'port_id': 'be4e836b-c999-46a9-8bee-fe78de3eb9c6', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1718, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5ecdf00-1cf9-41c9-a8ed-3a296c9f1ed7', 'mac_address': 'fa:16:3e:5d:ac:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fe61f04-3dd0-4463-a54f-daf353125b88', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T12:20:29Z', 'updated_at': '2021-06-24T12:20:29Z', 'revision_number': 0, 'project_id': '2f95b3c188ab4fd3b66987ab0e8b76cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '120286bd-8fa1-48ae-9e03-db9e668f2f14', 'name': '', 'network_id': 'b5ecdf00-1cf9-41c9-a8ed-3a296c9f1ed7', 'tenant_id': '2f95b3c188ab4fd3b66987ab0e8b76cb', 'mac_address': 'fa:16:3e:61:8b:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5d5e4fb-3e57-4564-a424-a39f14bcc9e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': 'b3faadd4-789c-471e-b228-f2e380d21a15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:20:14Z', 'updated_at': '2021-06-24T12:20:19Z', 'revision_number': 5, 'project_id': '2f95b3c188ab4fd3b66987ab0e8b76cb', 'subnets': [{'id': 'b3faadd4-789c-471e-b228-f2e380d21a15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=128086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 12:20:31.324244 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-22cf8e4a-3375-4615-8ad0-32b4d34f16aa req-d892aac7-d577-4e74-a628-f12eac80b31a service neutron] 10.222.0.45 "GET /v2.0/networks/b5ecdf00-1cf9-41c9-a8ed-3a296c9f1ed7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879138 Jun 24 12:20:31.501603 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfce7f58-93e8-46e9-bddb-47c37cba5082 None None] New status for floating IP 4c3b764f-af05-44ac-89c3-1cdf86c3cd7f: ACTIVE {{(pid=128085) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 24 12:20:32.005070 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 40268) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:20:32.071860 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-9ed105eb-285e-4576-b110-1d142230d7c8 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] 10.222.0.53 "GET /v2.0/floatingips/4c3b764f-af05-44ac-89c3-1cdf86c3cd7f HTTP/1.1" status: 200 len: 992 time: 0.0654807 Jun 24 12:20:44.989751 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:20:53.866364 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-d4e29bc0-3f1d-4cf4-b041-d4ba27d7d234 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:20:56.085515 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.agents_db [None req-87a69269-d72b-4286-97f3-1041481ed6d8 None None] Agent healthcheck: found 6 active agents {{(pid=128086) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 12:20:56.412460 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-81eb3984-1336-49b0-8c4b-0af579c8c39a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:20:56.587427 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:20:57.822251 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-03237adf-ebd0-46f2-a476-4d4bb746e0f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:20:59.777318 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-52c483ef-d5c1-4030-9a32-e5ce4ff00ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:21:07.984455 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891bdb27-2ec6-4a47-b62c-aa69b1cfda5b req-9076c472-6f3c-4591-bd76-e2334f3ce1f3 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:21:07.986832 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-891bdb27-2ec6-4a47-b62c-aa69b1cfda5b req-9076c472-6f3c-4591-bd76-e2334f3ce1f3 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] 10.222.0.53 "GET /v2.0/ports?device_id=1fe61f04-3dd0-4463-a54f-daf353125b88 HTTP/1.1" status: 200 len: 945 time: 0.0655363 Jun 24 12:21:08.024815 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-891bdb27-2ec6-4a47-b62c-aa69b1cfda5b req-f061eb5b-ac0b-4f5d-8a3a-7ec9a140accd tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] 10.222.0.53 "GET /v2.0/security-groups?id=2c21bb55-9a06-4e9c-92c2-5a825c8b22e5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0322750 Jun 24 12:21:09.217704 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c169de8-88bf-4d6c-98b6-2c3c4f4cafad req-0b616c63-a2bd-4b8b-b9c3-ee641ba5a191 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:21:09.219744 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-3c169de8-88bf-4d6c-98b6-2c3c4f4cafad req-0b616c63-a2bd-4b8b-b9c3-ee641ba5a191 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] 10.222.0.53 "GET /v2.0/ports?device_id=1fe61f04-3dd0-4463-a54f-daf353125b88 HTTP/1.1" status: 200 len: 945 time: 0.0662224 Jun 24 12:21:09.257818 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-3c169de8-88bf-4d6c-98b6-2c3c4f4cafad req-1459b32a-5f55-4e71-bdd0-f7862beed7cf tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] 10.222.0.53 "GET /v2.0/security-groups?id=2c21bb55-9a06-4e9c-92c2-5a825c8b22e5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0322390 Jun 24 12:21:09.282466 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 40292) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:21:09.348303 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-5b5f7d42-eed7-440b-acbc-22e3d330a0b7 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] 10.222.0.53 "GET /v2.0/floatingips/4c3b764f-af05-44ac-89c3-1cdf86c3cd7f HTTP/1.1" status: 200 len: 992 time: 0.0644417 Jun 24 12:21:10.835185 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684f12be-9eed-4b81-a67b-763f78ee018c req-2e83c3e7-d455-4fe4-a7f5-e33991748c26 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:21:10.837471 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-684f12be-9eed-4b81-a67b-763f78ee018c req-2e83c3e7-d455-4fe4-a7f5-e33991748c26 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] 10.222.0.53 "GET /v2.0/ports?device_id=1fe61f04-3dd0-4463-a54f-daf353125b88 HTTP/1.1" status: 200 len: 945 time: 0.0697834 Jun 24 12:21:10.876535 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-684f12be-9eed-4b81-a67b-763f78ee018c req-96082888-a5e2-4dc5-9e27-5211a727ddd7 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] 10.222.0.53 "GET /v2.0/security-groups?id=2c21bb55-9a06-4e9c-92c2-5a825c8b22e5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0334511 Jun 24 12:21:12.098001 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396b8918-daf1-440a-ada9-9961da14657b req-f8339a20-dba3-4fbf-b7a7-2e17de49ad94 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:21:12.100940 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-396b8918-daf1-440a-ada9-9961da14657b req-f8339a20-dba3-4fbf-b7a7-2e17de49ad94 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] 10.222.0.53 "GET /v2.0/ports?device_id=1fe61f04-3dd0-4463-a54f-daf353125b88 HTTP/1.1" status: 200 len: 945 time: 0.0964150 Jun 24 12:21:12.152341 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-396b8918-daf1-440a-ada9-9961da14657b req-b8736586-8c8f-4e4c-a0f3-788786f46448 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] 10.222.0.53 "GET /v2.0/security-groups?id=2c21bb55-9a06-4e9c-92c2-5a825c8b22e5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0364206 Jun 24 12:21:12.178107 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 40302) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:21:12.244713 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-e01567db-933b-41eb-9f10-e80f0c033706 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] 10.222.0.53 "GET /v2.0/floatingips/4c3b764f-af05-44ac-89c3-1cdf86c3cd7f HTTP/1.1" status: 200 len: 992 time: 0.0653398 Jun 24 12:21:13.037936 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 40308) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:21:13.196096 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.plugin [None req-2e5dffee-6572-4989-8bb8-3b8e90b9cd84 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Deleting port f011357e-7a9f-4e9a-aa8c-dd99520dbd1c {{(pid=128084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:21:13.196324 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-2e5dffee-6572-4989-8bb8-3b8e90b9cd84 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793193942312'] for port, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:21:13.273755 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-2e5dffee-6572-4989-8bb8-3b8e90b9cd84 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1978872'] for port, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:21:13.274069 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-2e5dffee-6572-4989-8bb8-3b8e90b9cd84 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:21:13.285830 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.plugin [None req-2e5dffee-6572-4989-8bb8-3b8e90b9cd84 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Calling delete_port for f011357e-7a9f-4e9a-aa8c-dd99520dbd1c owned by network:floatingip {{(pid=128084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:21:13.446499 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-2e5dffee-6572-4989-8bb8-3b8e90b9cd84 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793193945299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193536732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3292088'] for port, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:21:13.448609 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-c457f785-c244-4b9b-8103-61f0eab2d24d tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:21:13.477319 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5dffee-6572-4989-8bb8-3b8e90b9cd84 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Pushing event deleted for resources: {'Port': ['ID=f011357e-7a9f-4e9a-aa8c-dd99520dbd1c,revision_number=None']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:21:13.489975 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5dffee-6572-4989-8bb8-3b8e90b9cd84 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:21:13.490374 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5dffee-6572-4989-8bb8-3b8e90b9cd84 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:21:13.490762 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5dffee-6572-4989-8bb8-3b8e90b9cd84 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:21:13.491147 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5dffee-6572-4989-8bb8-3b8e90b9cd84 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:21:13.491525 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5dffee-6572-4989-8bb8-3b8e90b9cd84 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:21:13.491902 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5dffee-6572-4989-8bb8-3b8e90b9cd84 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:21:13.492278 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5dffee-6572-4989-8bb8-3b8e90b9cd84 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:21:13.492649 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5dffee-6572-4989-8bb8-3b8e90b9cd84 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:21:13.493051 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5dffee-6572-4989-8bb8-3b8e90b9cd84 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:21:13.493419 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5dffee-6572-4989-8bb8-3b8e90b9cd84 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:21:13.493789 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5dffee-6572-4989-8bb8-3b8e90b9cd84 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:21:13.494157 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5dffee-6572-4989-8bb8-3b8e90b9cd84 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:21:13.512149 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-2e5dffee-6572-4989-8bb8-3b8e90b9cd84 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:21:13.551559 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-2e5dffee-6572-4989-8bb8-3b8e90b9cd84 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks [] for floatingip, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:21:13.551810 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.db.l3_db [None req-2e5dffee-6572-4989-8bb8-3b8e90b9cd84 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Floating IP 4c3b764f-af05-44ac-89c3-1cdf86c3cd7f disassociated (deleted). External IP: 172.26.7.87, port: be4e836b-c999-46a9-8bee-fe78de3eb9c6. Jun 24 12:21:13.760799 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e5dffee-6572-4989-8bb8-3b8e90b9cd84 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Router e5d5e4fb-3e57-4564-a424-a39f14bcc9e0 has already been hosted by L3 agent 2987dba8-2249-4ee6-96ec-28f0f7a6127d {{(pid=128084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 12:21:13.871606 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e5dffee-6572-4989-8bb8-3b8e90b9cd84 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify agent at l3_agent.dv-neutron-797120-4-hyperv the message routers_updated {{(pid=128084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 12:21:13.876552 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-2e5dffee-6572-4989-8bb8-3b8e90b9cd84 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468916'] for floatingip, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:21:13.881149 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a951c28-06ef-49cd-a332-11b60efbf1c0 None None] Sync routers for ids ['e5d5e4fb-3e57-4564-a424-a39f14bcc9e0'] in dv-neutron-797120-4-hyperv {{(pid=128086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 12:21:13.890407 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a951c28-06ef-49cd-a332-11b60efbf1c0 None None] Routers {'e5d5e4fb-3e57-4564-a424-a39f14bcc9e0'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:21:13.891101 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-2a951c28-06ef-49cd-a332-11b60efbf1c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T12:20:56Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['e5d5e4fb-3e57-4564-a424-a39f14bcc9e0'], 'active': True} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:21:13.913411 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-2e5dffee-6572-4989-8bb8-3b8e90b9cd84 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] 10.222.0.53 "DELETE /v2.0/floatingips/4c3b764f-af05-44ac-89c3-1cdf86c3cd7f HTTP/1.1" status: 204 len: 168 time: 0.8743329 Jun 24 12:21:13.914108 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1fe61f04-3dd0-4463-a54f-daf353125b88', 'tag': 'be4e836b-c999-46a9-8bee-fe78de3eb9c6'}] {{(pid=128084) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 12:21:13.916638 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}189e43ef1649f46b9bccc8e45a83b64afc33adcdec52bc597e36eecb4255b7b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38ff2c87-ee7c-487d-b675-d5ad71a6b45e" -d '{"events": [{"name": "network-changed", "server_uuid": "1fe61f04-3dd0-4463-a54f-daf353125b88", "tag": "be4e836b-c999-46a9-8bee-fe78de3eb9c6"}]}' {{(pid=128084) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 12:21:13.962262 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 12:21:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89b18521-c76a-4bed-a2aa-bab8a0381650 x-openstack-request-id: req-89b18521-c76a-4bed-a2aa-bab8a0381650 {{(pid=128084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 12:21:13.962615 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1fe61f04-3dd0-4463-a54f-daf353125b88", "tag": "be4e836b-c999-46a9-8bee-fe78de3eb9c6", "status": "completed", "code": 200}]} {{(pid=128084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 12:21:13.962926 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-89b18521-c76a-4bed-a2aa-bab8a0381650 {{(pid=128084) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 12:21:13.963387 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1fe61f04-3dd0-4463-a54f-daf353125b88', 'tag': 'be4e836b-c999-46a9-8bee-fe78de3eb9c6', 'status': 'completed', 'code': 200} Jun 24 12:21:14.002947 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_dvr_db [None req-2a951c28-06ef-49cd-a332-11b60efbf1c0 None None] Set router e5d5e4fb-3e57-4564-a424-a39f14bcc9e0 gateway port host: dv-neutron-797120-4-hyperv {{(pid=128086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:21:14.126360 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ff2c87-ee7c-487d-b675-d5ad71a6b45e req-bb666ce0-3d25-4071-b125-0d388cf5c33b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:21:14.128015 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-38ff2c87-ee7c-487d-b675-d5ad71a6b45e req-bb666ce0-3d25-4071-b125-0d388cf5c33b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=2f95b3c188ab4fd3b66987ab0e8b76cb&device_id=1fe61f04-3dd0-4463-a54f-daf353125b88 HTTP/1.1" status: 200 len: 1098 time: 0.1342485 Jun 24 12:21:14.212946 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-2a951c28-06ef-49cd-a332-11b60efbf1c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5d5e4fb-3e57-4564-a424-a39f14bcc9e0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-870062380', 'tenant_id': '2f95b3c188ab4fd3b66987ab0e8b76cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'external_fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.113'}], 'enable_snat': True}, 'gw_port_id': 'dd6b0995-0a58-463b-a24d-fec435e3d029', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:20:11Z', 'updated_at': '2021-06-24T12:20:15Z', 'revision_number': 4, 'project_id': '2f95b3c188ab4fd3b66987ab0e8b76cb', 'gw_port': {'id': 'dd6b0995-0a58-463b-a24d-fec435e3d029', 'name': '', 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:c3:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5d5e4fb-3e57-4564-a424-a39f14bcc9e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:20:11Z', 'updated_at': '2021-06-24T12:20:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-4-hyperv', '_interfaces': [{'id': '120286bd-8fa1-48ae-9e03-db9e668f2f14', 'name': '', 'network_id': 'b5ecdf00-1cf9-41c9-a8ed-3a296c9f1ed7', 'tenant_id': '2f95b3c188ab4fd3b66987ab0e8b76cb', 'mac_address': 'fa:16:3e:61:8b:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5d5e4fb-3e57-4564-a424-a39f14bcc9e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': 'b3faadd4-789c-471e-b228-f2e380d21a15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:20:14Z', 'updated_at': '2021-06-24T12:20:19Z', 'revision_number': 5, 'project_id': '2f95b3c188ab4fd3b66987ab0e8b76cb', 'subnets': [{'id': 'b3faadd4-789c-471e-b228-f2e380d21a15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:21:14.234986 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ff2c87-ee7c-487d-b675-d5ad71a6b45e req-8b81ae85-e4ec-4395-b54b-402b1c2b1b5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:21:14.236603 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-38ff2c87-ee7c-487d-b675-d5ad71a6b45e req-8b81ae85-e4ec-4395-b54b-402b1c2b1b5f service neutron] 10.222.0.45 "GET /v2.0/networks?id=b5ecdf00-1cf9-41c9-a8ed-3a296c9f1ed7 HTTP/1.1" status: 200 len: 897 time: 0.0947883 Jun 24 12:21:14.300081 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-38ff2c87-ee7c-487d-b675-d5ad71a6b45e req-8789ab39-c93e-45a1-8e0d-4608bbfc8f25 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=be4e836b-c999-46a9-8bee-fe78de3eb9c6 HTTP/1.1" status: 200 len: 217 time: 0.0556815 Jun 24 12:21:14.338231 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a951c28-06ef-49cd-a332-11b60efbf1c0 None None] Checking router: e5d5e4fb-3e57-4564-a424-a39f14bcc9e0 for host: dv-neutron-797120-4-hyperv {{(pid=128086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 12:21:14.347902 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a951c28-06ef-49cd-a332-11b60efbf1c0 None None] Routers {'e5d5e4fb-3e57-4564-a424-a39f14bcc9e0'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:21:14.348514 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-2a951c28-06ef-49cd-a332-11b60efbf1c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T12:20:56Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['e5d5e4fb-3e57-4564-a424-a39f14bcc9e0'], 'active': True} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:21:14.376267 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ff2c87-ee7c-487d-b675-d5ad71a6b45e req-acc0e8b5-9d98-4c1d-b8fe-0d480159414c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:21:14.377736 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-38ff2c87-ee7c-487d-b675-d5ad71a6b45e req-acc0e8b5-9d98-4c1d-b8fe-0d480159414c service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b3faadd4-789c-471e-b228-f2e380d21a15 HTTP/1.1" status: 200 len: 835 time: 0.0571132 Jun 24 12:21:14.427858 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560bfed3-ea97-4758-8104-477da0668cb0 req-f901d9ac-33fc-4ae5-aa30-6ca216d96a73 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:21:14.429401 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-560bfed3-ea97-4758-8104-477da0668cb0 req-f901d9ac-33fc-4ae5-aa30-6ca216d96a73 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] 10.222.0.53 "GET /v2.0/ports?device_id=1fe61f04-3dd0-4463-a54f-daf353125b88 HTTP/1.1" status: 200 len: 945 time: 0.1400280 Jun 24 12:21:14.457507 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_dvr_db [None req-2a951c28-06ef-49cd-a332-11b60efbf1c0 None None] Set router e5d5e4fb-3e57-4564-a424-a39f14bcc9e0 gateway port host: dv-neutron-797120-4-hyperv {{(pid=128086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:21:14.479585 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-560bfed3-ea97-4758-8104-477da0668cb0 req-dec6633a-3ada-4e5e-af3e-a915d1750326 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] 10.222.0.53 "GET /v2.0/security-groups?id=2c21bb55-9a06-4e9c-92c2-5a825c8b22e5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0436616 Jun 24 12:21:14.487889 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ff2c87-ee7c-487d-b675-d5ad71a6b45e req-3b16576e-6d02-4bc6-b5a5-082ca35f5c74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:21:14.489400 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-38ff2c87-ee7c-487d-b675-d5ad71a6b45e req-3b16576e-6d02-4bc6-b5a5-082ca35f5c74 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=b5ecdf00-1cf9-41c9-a8ed-3a296c9f1ed7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1044068 Jun 24 12:21:14.587730 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-38ff2c87-ee7c-487d-b675-d5ad71a6b45e req-fabd9b08-2fe2-4965-bfda-9e48ba2229bd service neutron] 10.222.0.45 "GET /v2.0/networks/b5ecdf00-1cf9-41c9-a8ed-3a296c9f1ed7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901043 Jun 24 12:21:14.672194 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-2a951c28-06ef-49cd-a332-11b60efbf1c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5d5e4fb-3e57-4564-a424-a39f14bcc9e0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-870062380', 'tenant_id': '2f95b3c188ab4fd3b66987ab0e8b76cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'external_fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.113'}], 'enable_snat': True}, 'gw_port_id': 'dd6b0995-0a58-463b-a24d-fec435e3d029', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:20:11Z', 'updated_at': '2021-06-24T12:20:15Z', 'revision_number': 4, 'project_id': '2f95b3c188ab4fd3b66987ab0e8b76cb', 'gw_port': {'id': 'dd6b0995-0a58-463b-a24d-fec435e3d029', 'name': '', 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:c3:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5d5e4fb-3e57-4564-a424-a39f14bcc9e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:20:11Z', 'updated_at': '2021-06-24T12:20:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-4-hyperv', '_interfaces': [{'id': '120286bd-8fa1-48ae-9e03-db9e668f2f14', 'name': '', 'network_id': 'b5ecdf00-1cf9-41c9-a8ed-3a296c9f1ed7', 'tenant_id': '2f95b3c188ab4fd3b66987ab0e8b76cb', 'mac_address': 'fa:16:3e:61:8b:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5d5e4fb-3e57-4564-a424-a39f14bcc9e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': 'b3faadd4-789c-471e-b228-f2e380d21a15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:20:14Z', 'updated_at': '2021-06-24T12:20:19Z', 'revision_number': 5, 'project_id': '2f95b3c188ab4fd3b66987ab0e8b76cb', 'subnets': [{'id': 'b3faadd4-789c-471e-b228-f2e380d21a15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:21:14.689626 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-38ff2c87-ee7c-487d-b675-d5ad71a6b45e req-742c3b92-a5aa-4a1a-bc6a-aeda05df36dc service neutron] 10.222.0.45 "GET /v2.0/networks/b5ecdf00-1cf9-41c9-a8ed-3a296c9f1ed7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938430 Jun 24 12:21:14.699452 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a951c28-06ef-49cd-a332-11b60efbf1c0 None None] The sync data for ids ['e5d5e4fb-3e57-4564-a424-a39f14bcc9e0'] in dv-neutron-797120-4-hyperv is: [{'id': 'e5d5e4fb-3e57-4564-a424-a39f14bcc9e0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-870062380', 'tenant_id': '2f95b3c188ab4fd3b66987ab0e8b76cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'external_fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.113'}], 'enable_snat': True}, 'gw_port_id': 'dd6b0995-0a58-463b-a24d-fec435e3d029', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:20:11Z', 'updated_at': '2021-06-24T12:20:15Z', 'revision_number': 4, 'project_id': '2f95b3c188ab4fd3b66987ab0e8b76cb', 'gw_port': {'id': 'dd6b0995-0a58-463b-a24d-fec435e3d029', 'name': '', 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:c3:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5d5e4fb-3e57-4564-a424-a39f14bcc9e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:20:11Z', 'updated_at': '2021-06-24T12:20:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-4-hyperv', '_interfaces': [{'id': '120286bd-8fa1-48ae-9e03-db9e668f2f14', 'name': '', 'network_id': 'b5ecdf00-1cf9-41c9-a8ed-3a296c9f1ed7', 'tenant_id': '2f95b3c188ab4fd3b66987ab0e8b76cb', 'mac_address': 'fa:16:3e:61:8b:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5d5e4fb-3e57-4564-a424-a39f14bcc9e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': 'b3faadd4-789c-471e-b228-f2e380d21a15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:20:14Z', 'updated_at': '2021-06-24T12:20:19Z', 'revision_number': 5, 'project_id': '2f95b3c188ab4fd3b66987ab0e8b76cb', 'subnets': [{'id': 'b3faadd4-789c-471e-b228-f2e380d21a15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=128086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 12:21:14.929271 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65db03bb-7cdb-4e82-b02e-afe793b9fbfc None None] New status for floating IP 4c3b764f-af05-44ac-89c3-1cdf86c3cd7f: DOWN {{(pid=128085) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 24 12:21:15.004729 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:21:15.656614 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeafd66e-8e5c-4930-b6a1-f538cfcf9425 req-92c42627-9047-410e-9bfe-520fbf57b37d tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:21:15.658288 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-eeafd66e-8e5c-4930-b6a1-f538cfcf9425 req-92c42627-9047-410e-9bfe-520fbf57b37d tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] 10.222.0.53 "GET /v2.0/ports?device_id=1fe61f04-3dd0-4463-a54f-daf353125b88 HTTP/1.1" status: 200 len: 945 time: 0.0631318 Jun 24 12:21:15.700038 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-eeafd66e-8e5c-4930-b6a1-f538cfcf9425 req-d8552da8-7da3-4bd7-a222-281205be7ed8 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] 10.222.0.53 "GET /v2.0/security-groups?id=2c21bb55-9a06-4e9c-92c2-5a825c8b22e5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0342271 Jun 24 12:21:16.166461 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d963435c-8f66-477f-899a-658bb8e882f8 req-f4dad3b5-1a03-4305-921c-672ae75a1904 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:21:16.167901 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-d963435c-8f66-477f-899a-658bb8e882f8 req-f4dad3b5-1a03-4305-921c-672ae75a1904 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] 10.222.0.45 "GET /v2.0/ports?device_id=1fe61f04-3dd0-4463-a54f-daf353125b88 HTTP/1.1" status: 200 len: 945 time: 0.0703676 Jun 24 12:21:16.271631 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.plugin [req-d963435c-8f66-477f-899a-658bb8e882f8 req-88c47690-c186-4d63-80ea-b6c6523d1084 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Deleting port be4e836b-c999-46a9-8bee-fe78de3eb9c6 {{(pid=128083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:21:16.271976 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-d963435c-8f66-477f-899a-658bb8e882f8 req-88c47690-c186-4d63-80ea-b6c6523d1084 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793193942312'] for port, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:21:16.364044 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.db [req-d963435c-8f66-477f-899a-658bb8e882f8 req-88c47690-c186-4d63-80ea-b6c6523d1084 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] For port be4e836b-c999-46a9-8bee-fe78de3eb9c6, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=be4e836b-c999-46a9-8bee-fe78de3eb9c6,segment=NetworkSegment(b2fcf38c-d0b8-41e2-b117-0b092c553610),segment_id=b2fcf38c-d0b8-41e2-b117-0b092c553610)] {{(pid=128083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:21:16.364397 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-d963435c-8f66-477f-899a-658bb8e882f8 req-88c47690-c186-4d63-80ea-b6c6523d1084 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1978872'] for port, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:21:16.375992 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.plugin [req-d963435c-8f66-477f-899a-658bb8e882f8 req-88c47690-c186-4d63-80ea-b6c6523d1084 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Calling delete_port for be4e836b-c999-46a9-8bee-fe78de3eb9c6 owned by compute:nova {{(pid=128083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:21:16.503667 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-d963435c-8f66-477f-899a-658bb8e882f8 req-88c47690-c186-4d63-80ea-b6c6523d1084 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793193945299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193536732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2537862'] for port, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:21:16.507828 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-a57adbc2-a521-416d-a12d-0646c7b43be6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:21:16.535771 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c47690-c186-4d63-80ea-b6c6523d1084 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Pushing event deleted for resources: {'Port': ['ID=be4e836b-c999-46a9-8bee-fe78de3eb9c6,revision_number=None']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:21:16.552860 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c47690-c186-4d63-80ea-b6c6523d1084 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:21:16.553068 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c47690-c186-4d63-80ea-b6c6523d1084 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:21:16.553425 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c47690-c186-4d63-80ea-b6c6523d1084 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:21:16.553797 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c47690-c186-4d63-80ea-b6c6523d1084 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:21:16.554166 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c47690-c186-4d63-80ea-b6c6523d1084 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:21:16.554539 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c47690-c186-4d63-80ea-b6c6523d1084 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:21:16.554905 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c47690-c186-4d63-80ea-b6c6523d1084 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:21:16.555273 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c47690-c186-4d63-80ea-b6c6523d1084 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:21:16.555679 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c47690-c186-4d63-80ea-b6c6523d1084 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:21:16.555996 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c47690-c186-4d63-80ea-b6c6523d1084 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:21:16.556366 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c47690-c186-4d63-80ea-b6c6523d1084 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:21:16.556762 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c47690-c186-4d63-80ea-b6c6523d1084 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:21:16.561287 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-88c47690-c186-4d63-80ea-b6c6523d1084 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:21:16.603664 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.l3_dvrscheduler_db [req-d963435c-8f66-477f-899a-658bb8e882f8 req-88c47690-c186-4d63-80ea-b6c6523d1084 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] No DVR routers for this DVR port be4e836b-c999-46a9-8bee-fe78de3eb9c6 on host hv-neutron-7971 {{(pid=128083) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 12:21:16.606160 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-d963435c-8f66-477f-899a-658bb8e882f8 req-88c47690-c186-4d63-80ea-b6c6523d1084 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468916'] for port, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:21:16.608262 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-d963435c-8f66-477f-899a-658bb8e882f8 req-88c47690-c186-4d63-80ea-b6c6523d1084 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] 10.222.0.45 "DELETE /v2.0/ports/be4e836b-c999-46a9-8bee-fe78de3eb9c6 HTTP/1.1" status: 204 len: 173 time: 0.4315023 Jun 24 12:21:16.608833 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fe61f04-3dd0-4463-a54f-daf353125b88', 'name': 'network-vif-deleted', 'tag': 'be4e836b-c999-46a9-8bee-fe78de3eb9c6'}] {{(pid=128083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 12:21:16.611562 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a77f7dee1a0522ddf93af289475d218fcdb8f30317daadec13ebf930b5b9dbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1625b402-8395-4c03-bdf7-3c74dfbbbf06" -d '{"events": [{"server_uuid": "1fe61f04-3dd0-4463-a54f-daf353125b88", "name": "network-vif-deleted", "tag": "be4e836b-c999-46a9-8bee-fe78de3eb9c6"}]}' {{(pid=128083) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 12:21:16.654042 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 12:21:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44e7e028-d8d4-45eb-9ce1-111db819ce93 x-openstack-request-id: req-44e7e028-d8d4-45eb-9ce1-111db819ce93 {{(pid=128083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 12:21:16.654514 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1fe61f04-3dd0-4463-a54f-daf353125b88", "name": "network-vif-deleted", "tag": "be4e836b-c999-46a9-8bee-fe78de3eb9c6", "status": "completed", "code": 200}]} {{(pid=128083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 12:21:16.654895 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-44e7e028-d8d4-45eb-9ce1-111db819ce93 {{(pid=128083) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 12:21:16.655474 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fe61f04-3dd0-4463-a54f-daf353125b88', 'name': 'network-vif-deleted', 'tag': 'be4e836b-c999-46a9-8bee-fe78de3eb9c6', 'status': 'completed', 'code': 200} Jun 24 12:21:16.857630 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-93fe26e9-e021-464e-a54a-595b2191fc52 req-9754fa24-3c2a-4490-80d0-fd76d8876d23 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] 10.222.0.53 "GET /v2.0/ports?device_id=1fe61f04-3dd0-4463-a54f-daf353125b88 HTTP/1.1" status: 200 len: 210 time: 0.0302601 Jun 24 12:21:17.956230 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 40326) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:21:18.334812 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-8721718a-250c-44a4-852c-3566ad21b156 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1978565'] for router_interface, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:21:18.611179 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.plugin [None req-8721718a-250c-44a4-852c-3566ad21b156 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Deleting port 120286bd-8fa1-48ae-9e03-db9e668f2f14 {{(pid=128084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:21:18.611458 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-8721718a-250c-44a4-852c-3566ad21b156 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793193942312'] for port, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:21:18.703021 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.db [None req-8721718a-250c-44a4-852c-3566ad21b156 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] For port 120286bd-8fa1-48ae-9e03-db9e668f2f14, host dv-neutron-797120-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=120286bd-8fa1-48ae-9e03-db9e668f2f14,segment=NetworkSegment(b2fcf38c-d0b8-41e2-b117-0b092c553610),segment_id=b2fcf38c-d0b8-41e2-b117-0b092c553610)] {{(pid=128084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:21:18.703982 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-8721718a-250c-44a4-852c-3566ad21b156 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1978872'] for port, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:21:18.716746 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.plugin [None req-8721718a-250c-44a4-852c-3566ad21b156 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Calling delete_port for 120286bd-8fa1-48ae-9e03-db9e668f2f14 owned by network:router_interface {{(pid=128084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:21:18.905732 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-8721718a-250c-44a4-852c-3566ad21b156 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793193945299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193536732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3292088'] for port, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:21:18.908932 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-437a22e6-4373-4699-8956-1130ad280e4f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:21:18.936428 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8721718a-250c-44a4-852c-3566ad21b156 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Pushing event deleted for resources: {'Port': ['ID=120286bd-8fa1-48ae-9e03-db9e668f2f14,revision_number=None']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:21:18.939194 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-8721718a-250c-44a4-852c-3566ad21b156 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:21:19.127067 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-8721718a-250c-44a4-852c-3566ad21b156 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1588985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1806165'] for router_interface, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:21:19.620614 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8721718a-250c-44a4-852c-3566ad21b156 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Router e5d5e4fb-3e57-4564-a424-a39f14bcc9e0 has already been hosted by L3 agent 2987dba8-2249-4ee6-96ec-28f0f7a6127d {{(pid=128084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 12:21:19.733408 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8721718a-250c-44a4-852c-3566ad21b156 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify agent at l3_agent.dv-neutron-797120-4-hyperv the message routers_updated {{(pid=128084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 12:21:19.739082 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-8721718a-250c-44a4-852c-3566ad21b156 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] 10.222.0.53 "PUT /v2.0/routers/e5d5e4fb-3e57-4564-a424-a39f14bcc9e0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7817714 Jun 24 12:21:19.741759 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 40328) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:21:19.743708 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc4e9603-6220-46ea-858b-391569f1c49f None None] Sync routers for ids ['e5d5e4fb-3e57-4564-a424-a39f14bcc9e0'] in dv-neutron-797120-4-hyperv {{(pid=128086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 12:21:19.754223 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc4e9603-6220-46ea-858b-391569f1c49f None None] Routers {'e5d5e4fb-3e57-4564-a424-a39f14bcc9e0'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:21:19.754844 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-cc4e9603-6220-46ea-858b-391569f1c49f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T12:20:56Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['e5d5e4fb-3e57-4564-a424-a39f14bcc9e0'], 'active': True} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:21:19.796303 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.db.db_base_plugin_v2 [None req-939d6153-1252-4c3f-be2e-1d5f72a56da9 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Deleting subnet b3faadd4-789c-471e-b228-f2e380d21a15 {{(pid=128084) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 24 12:21:19.799880 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-939d6153-1252-4c3f-be2e-1d5f72a56da9 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks [] for subnet, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:21:19.842707 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-939d6153-1252-4c3f-be2e-1d5f72a56da9 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2373542'] for subnet, precommit_delete_associations {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:21:19.863896 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_dvr_db [None req-cc4e9603-6220-46ea-858b-391569f1c49f None None] Set router e5d5e4fb-3e57-4564-a424-a39f14bcc9e0 gateway port host: dv-neutron-797120-4-hyperv {{(pid=128086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:21:19.934371 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-939d6153-1252-4c3f-be2e-1d5f72a56da9 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-972249'] for subnet, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:21:20.007021 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-939d6153-1252-4c3f-be2e-1d5f72a56da9 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-972238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3292022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3162263'] for subnet, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:21:20.009468 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-e58df164-8e15-4f95-8ee6-2aff42c9c4f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:21:20.034149 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939d6153-1252-4c3f-be2e-1d5f72a56da9 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Pushing event deleted for resources: {'Subnet': ['ID=b3faadd4-789c-471e-b228-f2e380d21a15,revision_number=None']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:21:20.038329 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-939d6153-1252-4c3f-be2e-1d5f72a56da9 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:21:20.040891 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-939d6153-1252-4c3f-be2e-1d5f72a56da9 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks [] for subnet, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:21:20.042792 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-939d6153-1252-4c3f-be2e-1d5f72a56da9 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] 10.222.0.53 "DELETE /v2.0/subnets/b3faadd4-789c-471e-b228-f2e380d21a15 HTTP/1.1" status: 204 len: 168 time: 0.3000536 Jun 24 12:21:20.045653 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 40330) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:21:20.052628 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0655d379-ec5e-47a7-bdee-f34518388d8f None None] Network b5ecdf00-1cf9-41c9-a8ed-3a296c9f1ed7 requested from dv-neutron-797120-4-hyperv {{(pid=128085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:21:20.056076 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-cc4e9603-6220-46ea-858b-391569f1c49f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5d5e4fb-3e57-4564-a424-a39f14bcc9e0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-870062380', 'tenant_id': '2f95b3c188ab4fd3b66987ab0e8b76cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'external_fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.113'}], 'enable_snat': True}, 'gw_port_id': 'dd6b0995-0a58-463b-a24d-fec435e3d029', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:20:11Z', 'updated_at': '2021-06-24T12:21:18Z', 'revision_number': 5, 'project_id': '2f95b3c188ab4fd3b66987ab0e8b76cb', 'gw_port': {'id': 'dd6b0995-0a58-463b-a24d-fec435e3d029', 'name': '', 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:c3:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5d5e4fb-3e57-4564-a424-a39f14bcc9e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:20:11Z', 'updated_at': '2021-06-24T12:20:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-4-hyperv'}], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:21:20.084311 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc4e9603-6220-46ea-858b-391569f1c49f None None] Checking router: e5d5e4fb-3e57-4564-a424-a39f14bcc9e0 for host: dv-neutron-797120-4-hyperv {{(pid=128086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 12:21:20.093412 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc4e9603-6220-46ea-858b-391569f1c49f None None] Routers {'e5d5e4fb-3e57-4564-a424-a39f14bcc9e0'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:21:20.094019 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-cc4e9603-6220-46ea-858b-391569f1c49f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T12:20:56Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['e5d5e4fb-3e57-4564-a424-a39f14bcc9e0'], 'active': True} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:21:20.170853 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-453b43f2-630b-40a4-9198-b1b76ab868f9 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks [] for router, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:21:20.232328 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_dvr_db [None req-cc4e9603-6220-46ea-858b-391569f1c49f None None] Set router e5d5e4fb-3e57-4564-a424-a39f14bcc9e0 gateway port host: dv-neutron-797120-4-hyperv {{(pid=128086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:21:20.277664 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f20ebb39-2d75-41ca-9af9-1585ec841a61 None None] DHCP port deletion for b5ecdf00-1cf9-41c9-a8ed-3a296c9f1ed7 request from dv-neutron-797120-4-hyperv {{(pid=128085) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 24 12:21:20.302123 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-453b43f2-630b-40a4-9198-b1b76ab868f9 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks [] for router_gateway, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:21:20.357747 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-f20ebb39-2d75-41ca-9af9-1585ec841a61 None None] Deleting port 280385b1-099a-452f-9b8f-d7463880b7af {{(pid=128085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:21:20.358099 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-f20ebb39-2d75-41ca-9af9-1585ec841a61 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793193942312'] for port, before_delete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:21:20.372526 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.plugin [None req-453b43f2-630b-40a4-9198-b1b76ab868f9 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Deleting port dd6b0995-0a58-463b-a24d-fec435e3d029 {{(pid=128084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:21:20.372901 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-453b43f2-630b-40a4-9198-b1b76ab868f9 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793193942312'] for port, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:21:20.431370 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-cc4e9603-6220-46ea-858b-391569f1c49f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5d5e4fb-3e57-4564-a424-a39f14bcc9e0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-870062380', 'tenant_id': '2f95b3c188ab4fd3b66987ab0e8b76cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'external_fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.113'}], 'enable_snat': True}, 'gw_port_id': 'dd6b0995-0a58-463b-a24d-fec435e3d029', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:20:11Z', 'updated_at': '2021-06-24T12:21:18Z', 'revision_number': 5, 'project_id': '2f95b3c188ab4fd3b66987ab0e8b76cb', 'gw_port': {'id': 'dd6b0995-0a58-463b-a24d-fec435e3d029', 'name': '', 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:c3:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5d5e4fb-3e57-4564-a424-a39f14bcc9e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:20:11Z', 'updated_at': '2021-06-24T12:20:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-4-hyperv'}], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:21:20.464169 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc4e9603-6220-46ea-858b-391569f1c49f None None] The sync data for ids ['e5d5e4fb-3e57-4564-a424-a39f14bcc9e0'] in dv-neutron-797120-4-hyperv is: [{'id': 'e5d5e4fb-3e57-4564-a424-a39f14bcc9e0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-870062380', 'tenant_id': '2f95b3c188ab4fd3b66987ab0e8b76cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'external_fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.113'}], 'enable_snat': True}, 'gw_port_id': 'dd6b0995-0a58-463b-a24d-fec435e3d029', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:20:11Z', 'updated_at': '2021-06-24T12:21:18Z', 'revision_number': 5, 'project_id': '2f95b3c188ab4fd3b66987ab0e8b76cb', 'gw_port': {'id': 'dd6b0995-0a58-463b-a24d-fec435e3d029', 'name': '', 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:c3:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5d5e4fb-3e57-4564-a424-a39f14bcc9e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:20:11Z', 'updated_at': '2021-06-24T12:20:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-4-hyperv'}] {{(pid=128086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 12:21:20.467030 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-f20ebb39-2d75-41ca-9af9-1585ec841a61 None None] For port 280385b1-099a-452f-9b8f-d7463880b7af, host dv-neutron-797120-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=280385b1-099a-452f-9b8f-d7463880b7af,segment=NetworkSegment(b2fcf38c-d0b8-41e2-b117-0b092c553610),segment_id=b2fcf38c-d0b8-41e2-b117-0b092c553610)] {{(pid=128085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:21:20.467341 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.db [None req-453b43f2-630b-40a4-9198-b1b76ab868f9 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] For port dd6b0995-0a58-463b-a24d-fec435e3d029, host dv-neutron-797120-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=dd6b0995-0a58-463b-a24d-fec435e3d029,segment=NetworkSegment(1139564f-ff83-4b49-a593-84b33301357d),segment_id=1139564f-ff83-4b49-a593-84b33301357d)] {{(pid=128084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:21:20.467497 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-f20ebb39-2d75-41ca-9af9-1585ec841a61 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1978872'] for port, precommit_delete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:21:20.467822 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-453b43f2-630b-40a4-9198-b1b76ab868f9 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1978872'] for port, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:21:20.481984 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.plugin [None req-453b43f2-630b-40a4-9198-b1b76ab868f9 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Calling delete_port for dd6b0995-0a58-463b-a24d-fec435e3d029 owned by network:router_gateway {{(pid=128084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:21:20.486134 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-f20ebb39-2d75-41ca-9af9-1585ec841a61 None None] Calling delete_port for 280385b1-099a-452f-9b8f-d7463880b7af owned by network:dhcp {{(pid=128085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:21:20.576207 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-f20ebb39-2d75-41ca-9af9-1585ec841a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793193945299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193536732'] for port, after_delete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:21:20.578862 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:21:20.605433 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20ebb39-2d75-41ca-9af9-1585ec841a61 None None] Pushing event deleted for resources: {'Port': ['ID=280385b1-099a-452f-9b8f-d7463880b7af,revision_number=None']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:21:20.609931 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f20ebb39-2d75-41ca-9af9-1585ec841a61 None None] No DVR routers for this DVR port 280385b1-099a-452f-9b8f-d7463880b7af on host dv-neutron-797120-4-hyperv {{(pid=128085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 12:21:20.616752 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20ebb39-2d75-41ca-9af9-1585ec841a61 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:21:20.621320 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20ebb39-2d75-41ca-9af9-1585ec841a61 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:21:20.621696 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20ebb39-2d75-41ca-9af9-1585ec841a61 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:21:20.622081 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20ebb39-2d75-41ca-9af9-1585ec841a61 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:21:20.622455 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20ebb39-2d75-41ca-9af9-1585ec841a61 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:21:20.622764 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20ebb39-2d75-41ca-9af9-1585ec841a61 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:21:20.623096 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20ebb39-2d75-41ca-9af9-1585ec841a61 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:21:20.623433 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20ebb39-2d75-41ca-9af9-1585ec841a61 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:21:20.623794 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20ebb39-2d75-41ca-9af9-1585ec841a61 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:21:20.624087 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20ebb39-2d75-41ca-9af9-1585ec841a61 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:21:20.624420 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20ebb39-2d75-41ca-9af9-1585ec841a61 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:21:20.624741 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20ebb39-2d75-41ca-9af9-1585ec841a61 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:21:20.628637 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-f20ebb39-2d75-41ca-9af9-1585ec841a61 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:21:20.679024 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-453b43f2-630b-40a4-9198-b1b76ab868f9 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793193945299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193536732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3292088'] for port, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:21:20.681028 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-aa4f3da2-c302-4fe9-be23-4ff597344a36 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:21:20.706360 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453b43f2-630b-40a4-9198-b1b76ab868f9 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Pushing event deleted for resources: {'Port': ['ID=dd6b0995-0a58-463b-a24d-fec435e3d029,revision_number=None']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:21:20.709544 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-453b43f2-630b-40a4-9198-b1b76ab868f9 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:21:20.767607 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-453b43f2-630b-40a4-9198-b1b76ab868f9 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1815728'] for router_gateway, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:21:20.777047 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Device be4e836b-c999-46a9-8bee-fe78de3eb9c6 no longer exists at agent hyperv_hv-neutron-7971 {{(pid=128085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 12:21:20.797032 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] No Port match for: be4e836b-c999-46a9-8bee-fe78de3eb9c6 {{(pid=128085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 12:21:20.797032 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Device be4e836b-c999-46a9-8bee-fe78de3eb9c6 not bound to the agent host hv-neutron-7971 {{(pid=128085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 12:21:20.865799 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-453b43f2-630b-40a4-9198-b1b76ab868f9 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1803182', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65403'] for router, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:21:20.868286 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-453b43f2-630b-40a4-9198-b1b76ab868f9 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:21:20.919534 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-453b43f2-630b-40a4-9198-b1b76ab868f9 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1806072'] for router, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:21:20.920183 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-453b43f2-630b-40a4-9198-b1b76ab868f9 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Fanout notify agent at l3_agent the message router_deleted on router e5d5e4fb-3e57-4564-a424-a39f14bcc9e0 {{(pid=128084) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 24 12:21:20.921850 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device 280385b1-099a-452f-9b8f-d7463880b7af no longer exists at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 12:21:20.929157 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-453b43f2-630b-40a4-9198-b1b76ab868f9 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks [] for router, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:21:20.930341 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-453b43f2-630b-40a4-9198-b1b76ab868f9 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] 10.222.0.53 "DELETE /v2.0/routers/e5d5e4fb-3e57-4564-a424-a39f14bcc9e0 HTTP/1.1" status: 204 len: 168 time: 0.8836832 Jun 24 12:21:20.934314 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 40332) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:21:20.943845 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] No Port match for: 280385b1-099a-452f-9b8f-d7463880b7af {{(pid=128085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 12:21:20.944197 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device 280385b1-099a-452f-9b8f-d7463880b7af not bound to the agent host dv-neutron-797120-4-hyperv {{(pid=128085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 12:21:20.945079 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device 120286bd-8fa1-48ae-9e03-db9e668f2f14 no longer exists at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 12:21:20.964505 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] No Port match for: 120286bd-8fa1-48ae-9e03-db9e668f2f14 {{(pid=128085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 12:21:20.964782 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device 120286bd-8fa1-48ae-9e03-db9e668f2f14 not bound to the agent host dv-neutron-797120-4-hyperv {{(pid=128085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 12:21:21.019453 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-793e9f1e-cd7a-419d-9486-0c3235685252 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-534962'] for network, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:21:21.110874 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-793e9f1e-cd7a-419d-9486-0c3235685252 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973199', 'neutron.services.segments.db._delete_segments_for_network-8793194012456'] for network, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:21:21.121675 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.services.segments.db [None req-793e9f1e-cd7a-419d-9486-0c3235685252 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5ecdf00-1cf9-41c9-a8ed-3a296c9f1ed7']}} {{(pid=128083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:21:21.133676 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.services.segments.db [None req-793e9f1e-cd7a-419d-9486-0c3235685252 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2fcf38c-d0b8-41e2-b117-0b092c553610') {'for_net_delete': True} {{(pid=128083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:21:21.133989 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.services.segments.db [None req-793e9f1e-cd7a-419d-9486-0c3235685252 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2fcf38c-d0b8-41e2-b117-0b092c553610') {} {{(pid=128083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:21:21.143415 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-793e9f1e-cd7a-419d-9486-0c3235685252 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793194097327', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3143690'] for segment, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:21:21.157693 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-793e9f1e-cd7a-419d-9486-0c3235685252 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967879'] for segment, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:21:21.163787 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-793e9f1e-cd7a-419d-9486-0c3235685252 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Releasing vlan 635 on physical network physnet1 to pool {{(pid=128083) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 12:21:21.164164 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-793e9f1e-cd7a-419d-9486-0c3235685252 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2537899'] for segment, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:21:21.167210 dv-neutron-797120-4-hyperv neutron-server[128083]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 12:21:21.167210 dv-neutron-797120-4-hyperv neutron-server[128083]: conditions |= (models_v2.Port.network_id.in_( Jun 24 12:21:21.167210 dv-neutron-797120-4-hyperv neutron-server[128083]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 12:21:21.167210 dv-neutron-797120-4-hyperv neutron-server[128083]: conditions |= (models_v2.Port.network_id.in_( Jun 24 12:21:21.167210 dv-neutron-797120-4-hyperv neutron-server[128083]: Traceback (most recent call last): Jun 24 12:21:21.167210 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 24 12:21:21.167210 dv-neutron-797120-4-hyperv neutron-server[128083]: timer() Jun 24 12:21:21.167210 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 24 12:21:21.167210 dv-neutron-797120-4-hyperv neutron-server[128083]: cb(*args, **kw) Jun 24 12:21:21.167210 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 24 12:21:21.167210 dv-neutron-797120-4-hyperv neutron-server[128083]: return func(*args, **kwargs) Jun 24 12:21:21.167210 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 24 12:21:21.167210 dv-neutron-797120-4-hyperv neutron-server[128083]: self._notify() Jun 24 12:21:21.167210 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 24 12:21:21.167210 dv-neutron-797120-4-hyperv neutron-server[128083]: self.callback(batched_events) Jun 24 12:21:21.167210 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 24 12:21:21.167210 dv-neutron-797120-4-hyperv neutron-server[128083]: event.method(event) Jun 24 12:21:21.167210 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 24 12:21:21.167210 dv-neutron-797120-4-hyperv neutron-server[128083]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 24 12:21:21.167210 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 24 12:21:21.167210 dv-neutron-797120-4-hyperv neutron-server[128083]: aggregate_uuid = self.p_client.list_aggregates( Jun 24 12:21:21.167210 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 24 12:21:21.167210 dv-neutron-797120-4-hyperv neutron-server[128083]: return f(self, *a, **k) Jun 24 12:21:21.167210 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 24 12:21:21.167210 dv-neutron-797120-4-hyperv neutron-server[128083]: return self._get(url).json() Jun 24 12:21:21.167210 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 24 12:21:21.167210 dv-neutron-797120-4-hyperv neutron-server[128083]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 24 12:21:21.167210 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 24 12:21:21.167210 dv-neutron-797120-4-hyperv neutron-server[128083]: return self.request(url, 'GET', **kwargs) Jun 24 12:21:21.167210 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 24 12:21:21.167210 dv-neutron-797120-4-hyperv neutron-server[128083]: base_url = self.get_endpoint(auth, allow=allow, Jun 24 12:21:21.167210 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 24 12:21:21.167210 dv-neutron-797120-4-hyperv neutron-server[128083]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 24 12:21:21.167210 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 24 12:21:21.167210 dv-neutron-797120-4-hyperv neutron-server[128083]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 24 12:21:21.167210 dv-neutron-797120-4-hyperv neutron-server[128083]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 24 12:21:21.229606 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-793e9f1e-cd7a-419d-9486-0c3235685252 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1800243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1815642'] for network, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:21:21.233182 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-240b8a6f-ac3c-4635-8167-d0944316b30a tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:21:21.237804 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-793e9f1e-cd7a-419d-9486-0c3235685252 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks [] for network, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:21:21.239470 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-793e9f1e-cd7a-419d-9486-0c3235685252 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] 10.222.0.53 "DELETE /v2.0/networks/b5ecdf00-1cf9-41c9-a8ed-3a296c9f1ed7 HTTP/1.1" status: 204 len: 168 time: 0.3038838 Jun 24 12:21:21.242320 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 40334) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:21:21.250767 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793e9f1e-cd7a-419d-9486-0c3235685252 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Pushing event deleted for resources: {'Network': ['ID=b5ecdf00-1cf9-41c9-a8ed-3a296c9f1ed7,revision_number=None']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:21:21.253232 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-793e9f1e-cd7a-419d-9486-0c3235685252 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:21:21.303546 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-28775546-f150-4508-8239-bfba500c2959 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks [] for security_group, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:21:21.329771 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-28775546-f150-4508-8239-bfba500c2959 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks [] for security_group, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:21:21.389358 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-28775546-f150-4508-8239-bfba500c2959 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800410'] for security_group, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:21:21.392660 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-28775546-f150-4508-8239-bfba500c2959 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks [] for security_group, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:21:21.393908 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-28775546-f150-4508-8239-bfba500c2959 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] 10.222.0.53 "DELETE /v2.0/security-groups/2c21bb55-9a06-4e9c-92c2-5a825c8b22e5 HTTP/1.1" status: 204 len: 168 time: 0.1506009 Jun 24 12:21:21.394775 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-6ebc60e9-ad05-45fd-968b-ade34c6640c8 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:21:21.403649 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28775546-f150-4508-8239-bfba500c2959 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c21bb55-9a06-4e9c-92c2-5a825c8b22e5,revision_number=None']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:21:21.406690 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-28775546-f150-4508-8239-bfba500c2959 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:21:21.904432 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 40340) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:21:21.910438 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [None req-966170f0-e7f2-4484-b3ec-dc948e6608f8 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-883981538', 'description': 'tempest-secgroup-smoke-883981538 description', 'project_id': '2f95b3c188ab4fd3b66987ab0e8b76cb'}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:21:21.945357 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-966170f0-e7f2-4484-b3ec-dc948e6608f8 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks [] for security_group, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:21:22.033192 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-966170f0-e7f2-4484-b3ec-dc948e6608f8 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks [] for security_group, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:21:22.037400 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-966170f0-e7f2-4484-b3ec-dc948e6608f8 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800410'] for security_group, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:21:22.039778 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-2809fdcf-d1ef-48a2-b754-1b4b2c01996c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:21:22.065524 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-966170f0-e7f2-4484-b3ec-dc948e6608f8 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks [] for security_group, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:21:22.066857 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-966170f0-e7f2-4484-b3ec-dc948e6608f8 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1612310 Jun 24 12:21:22.070217 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 40342) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:21:22.071275 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966170f0-e7f2-4484-b3ec-dc948e6608f8 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Pushing event updated for resources: {'SecurityGroup': ['ID=52069472-e978-4c7a-b44d-5d0f6ac8823f,revision_number=1']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:21:22.074188 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-966170f0-e7f2-4484-b3ec-dc948e6608f8 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:21:22.076935 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-ce7d4d0a-529d-4995-a7b4-ae7b5317fce4 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Request body: {'security_group_rule': {'security_group_id': '52069472-e978-4c7a-b44d-5d0f6ac8823f', 'project_id': '2f95b3c188ab4fd3b66987ab0e8b76cb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:21:22.106027 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-ce7d4d0a-529d-4995-a7b4-ae7b5317fce4 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks [] for security_group_rule, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:21:22.153282 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-ce7d4d0a-529d-4995-a7b4-ae7b5317fce4 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:21:22.157956 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-ce7d4d0a-529d-4995-a7b4-ae7b5317fce4 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1627007'] for security_group_rule, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:21:22.162818 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-d7da8c07-eae8-4a61-9299-847ec5ab6910 tempest-SecGroupTest-1107880395 tempest-SecGroupTest-1107880395-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:21:22.178216 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7d4d0a-529d-4995-a7b4-ae7b5317fce4 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5812bc11-16a0-48cc-af65-3089fdde63a1,revision_number=0']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:21:22.181060 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-ce7d4d0a-529d-4995-a7b4-ae7b5317fce4 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:21:22.188520 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-ce7d4d0a-529d-4995-a7b4-ae7b5317fce4 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks [] for security_group_rule, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:21:22.189828 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-ce7d4d0a-529d-4995-a7b4-ae7b5317fce4 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1182475 Jun 24 12:21:22.192601 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 40344) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:21:22.197377 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-799d9332-c8b5-4c46-a0d5-c31ab2425a71 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Request body: {'security_group_rule': {'security_group_id': '52069472-e978-4c7a-b44d-5d0f6ac8823f', 'project_id': '2f95b3c188ab4fd3b66987ab0e8b76cb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:21:22.225247 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-799d9332-c8b5-4c46-a0d5-c31ab2425a71 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks [] for security_group_rule, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:21:22.286817 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-799d9332-c8b5-4c46-a0d5-c31ab2425a71 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:21:22.290528 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-799d9332-c8b5-4c46-a0d5-c31ab2425a71 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1627007'] for security_group_rule, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:21:22.292377 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-d60f0d70-0df8-43f2-9192-0855a7900fa5 tempest-SecGroupTest-1107880395 tempest-SecGroupTest-1107880395-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:21:22.308771 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799d9332-c8b5-4c46-a0d5-c31ab2425a71 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b21dee2a-ae6d-4e6f-95b9-d4be35da2d87,revision_number=0']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:21:22.311643 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-799d9332-c8b5-4c46-a0d5-c31ab2425a71 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:21:22.315476 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-799d9332-c8b5-4c46-a0d5-c31ab2425a71 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks [] for security_group_rule, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:21:22.316660 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-799d9332-c8b5-4c46-a0d5-c31ab2425a71 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1230819 Jun 24 12:21:22.319433 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 40346) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:21:22.323992 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-d46f1fa9-4282-47a3-b5c2-8c34ab230f2d tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Request body: {'security_group_rule': {'security_group_id': '52069472-e978-4c7a-b44d-5d0f6ac8823f', 'project_id': '2f95b3c188ab4fd3b66987ab0e8b76cb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:21:22.350350 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-d46f1fa9-4282-47a3-b5c2-8c34ab230f2d tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks [] for security_group_rule, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:21:22.408677 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-d46f1fa9-4282-47a3-b5c2-8c34ab230f2d tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:21:22.412635 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-d46f1fa9-4282-47a3-b5c2-8c34ab230f2d tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1627007'] for security_group_rule, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:21:22.414481 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-ce7d4d0a-529d-4995-a7b4-ae7b5317fce4 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:21:22.431429 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46f1fa9-4282-47a3-b5c2-8c34ab230f2d tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ec54e14-d215-4345-96cb-aaeef51b003c,revision_number=0']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:21:22.434688 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-d46f1fa9-4282-47a3-b5c2-8c34ab230f2d tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:21:22.442422 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-d46f1fa9-4282-47a3-b5c2-8c34ab230f2d tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks [] for security_group_rule, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:21:22.443609 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-d46f1fa9-4282-47a3-b5c2-8c34ab230f2d tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1232312 Jun 24 12:21:22.446297 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 40348) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:21:22.450884 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-1f4dc67e-9e15-4dd8-b5c8-b78c18ba48cb tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Request body: {'security_group_rule': {'security_group_id': '52069472-e978-4c7a-b44d-5d0f6ac8823f', 'project_id': '2f95b3c188ab4fd3b66987ab0e8b76cb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:21:22.476486 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-1f4dc67e-9e15-4dd8-b5c8-b78c18ba48cb tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks [] for security_group_rule, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:21:22.538198 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-1f4dc67e-9e15-4dd8-b5c8-b78c18ba48cb tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:21:22.542658 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-1f4dc67e-9e15-4dd8-b5c8-b78c18ba48cb tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1627007'] for security_group_rule, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:21:22.550012 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-87373ee5-24d1-4096-aacd-ac0c5a0baa96 tempest-TestMinimumBasicScenario-736986205 tempest-TestMinimumBasicScenario-736986205-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:21:22.566135 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4dc67e-9e15-4dd8-b5c8-b78c18ba48cb tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23884770-99d8-4694-994d-636f4d1decae,revision_number=0']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:21:22.568781 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-1f4dc67e-9e15-4dd8-b5c8-b78c18ba48cb tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:21:22.574402 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-1f4dc67e-9e15-4dd8-b5c8-b78c18ba48cb tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks [] for security_group_rule, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:21:22.575870 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-1f4dc67e-9e15-4dd8-b5c8-b78c18ba48cb tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1286256 Jun 24 12:21:22.579228 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 40350) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:21:22.583866 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-0c961db7-26eb-47d2-ab46-8471a21d339c tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Request body: {'security_group_rule': {'security_group_id': '52069472-e978-4c7a-b44d-5d0f6ac8823f', 'project_id': '2f95b3c188ab4fd3b66987ab0e8b76cb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:21:22.606587 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.db.securitygroups_db [None req-0c961db7-26eb-47d2-ab46-8471a21d339c tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Project 2f95b3c188ab4fd3b66987ab0e8b76cb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 24 12:21:22.613140 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-0c961db7-26eb-47d2-ab46-8471a21d339c tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks [] for security_group_rule, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:21:22.680427 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-0c961db7-26eb-47d2-ab46-8471a21d339c tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:21:22.684451 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-0c961db7-26eb-47d2-ab46-8471a21d339c tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1627007'] for security_group_rule, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:21:22.686545 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-77f465f5-7128-49e5-8ca8-cad4b2263caa tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:21:22.702899 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c961db7-26eb-47d2-ab46-8471a21d339c tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6dc719cb-a58f-4211-99cf-4adf255a95e5,revision_number=0']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:21:22.706193 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-0c961db7-26eb-47d2-ab46-8471a21d339c tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:21:22.710385 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-0c961db7-26eb-47d2-ab46-8471a21d339c tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks [] for security_group_rule, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:21:22.711634 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-0c961db7-26eb-47d2-ab46-8471a21d339c tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1313756 Jun 24 12:21:22.714365 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 40352) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:21:22.719882 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [None req-bb554073-eaa8-4522-ac07-9e67d54a9770 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Request body: {'security_group_rule': {'security_group_id': '52069472-e978-4c7a-b44d-5d0f6ac8823f', 'project_id': '2f95b3c188ab4fd3b66987ab0e8b76cb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:21:22.743697 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.db.securitygroups_db [None req-bb554073-eaa8-4522-ac07-9e67d54a9770 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Project 2f95b3c188ab4fd3b66987ab0e8b76cb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 24 12:21:22.745960 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device dd6b0995-0a58-463b-a24d-fec435e3d029 no longer exists at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 12:21:22.748922 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-bb554073-eaa8-4522-ac07-9e67d54a9770 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks [] for security_group_rule, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:21:22.768314 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] No Port match for: dd6b0995-0a58-463b-a24d-fec435e3d029 {{(pid=128085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 12:21:22.768666 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device dd6b0995-0a58-463b-a24d-fec435e3d029 not bound to the agent host dv-neutron-797120-4-hyperv {{(pid=128085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 12:21:22.812399 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-bb554073-eaa8-4522-ac07-9e67d54a9770 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:21:22.816837 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-bb554073-eaa8-4522-ac07-9e67d54a9770 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1627007'] for security_group_rule, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:21:22.818652 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-bb98c467-d416-4dd7-afcc-c5fbe8888ebc tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:21:22.839331 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb554073-eaa8-4522-ac07-9e67d54a9770 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4e44275-340e-4988-9e42-d4e090084468,revision_number=0']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:21:22.843211 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-bb554073-eaa8-4522-ac07-9e67d54a9770 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:21:22.846981 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-bb554073-eaa8-4522-ac07-9e67d54a9770 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks [] for security_group_rule, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:21:22.848200 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-bb554073-eaa8-4522-ac07-9e67d54a9770 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1328325 Jun 24 12:21:22.851104 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 40354) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:21:22.856413 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [None req-539a39bc-0473-48ea-9892-f5800c272ee7 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Request body: {'network': {'name': 'tempest-network-smoke--60080360', 'project_id': '2f95b3c188ab4fd3b66987ab0e8b76cb', 'port_security_enabled': True}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:21:22.877517 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-539a39bc-0473-48ea-9892-f5800c272ee7 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Made reservation on behalf of 2f95b3c188ab4fd3b66987ab0e8b76cb for: {'network': 1} {{(pid=128083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:21:22.880853 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-539a39bc-0473-48ea-9892-f5800c272ee7 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for network, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:21:22.904183 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-539a39bc-0473-48ea-9892-f5800c272ee7 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] vlan segment allocate from pool success with {'vlan_id': 608, 'physical_network': 'physnet1'} {{(pid=128083) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 12:21:22.913808 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-539a39bc-0473-48ea-9892-f5800c272ee7 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967879'] for segment, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:21:22.914143 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.db.segments_db [None req-539a39bc-0473-48ea-9892-f5800c272ee7 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Added segment 143d918f-1e67-46fe-829f-da7eef627dfc of type vlan for network bc592f61-aebd-478c-8bf9-72fa6ec97985 Jun 24 12:21:22.961196 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-539a39bc-0473-48ea-9892-f5800c272ee7 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793193525068'] for network, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:21:22.991353 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-539a39bc-0473-48ea-9892-f5800c272ee7 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1800243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976'] for network, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:21:22.997030 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-539a39bc-0473-48ea-9892-f5800c272ee7 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:21:22.998272 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-539a39bc-0473-48ea-9892-f5800c272ee7 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks [] for network, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:21:23.001446 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-944e82dd-0d44-49e3-b009-53cfa133f7bb tempest-RoutersNegativeTest-1948241621 tempest-RoutersNegativeTest-1948241621-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:21:23.059734 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-539a39bc-0473-48ea-9892-f5800c272ee7 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.2075610 Jun 24 12:21:23.062405 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 40356) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:21:23.069645 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [None req-0c10b003-f3c8-434f-aa55-a8e6b4019ea4 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1789373990', 'admin_state_up': True, 'project_id': '2f95b3c188ab4fd3b66987ab0e8b76cb', 'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b'}}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:21:23.080561 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539a39bc-0473-48ea-9892-f5800c272ee7 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Pushing event updated for resources: {'Network': ['ID=bc592f61-aebd-478c-8bf9-72fa6ec97985,revision_number=1']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:21:23.084289 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-539a39bc-0473-48ea-9892-f5800c272ee7 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:21:23.090787 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Network bc592f61-aebd-478c-8bf9-72fa6ec97985 details requested by agent ovs-agent-dv-neutron-797120-4-hyperv with host dv-neutron-797120-4-hyperv {{(pid=128085) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 12:21:23.098615 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-0c10b003-f3c8-434f-aa55-a8e6b4019ea4 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1803889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65293'] for router, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:21:23.099626 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-0c10b003-f3c8-434f-aa55-a8e6b4019ea4 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1803848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1975305', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1581158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65396'] for router, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:21:23.155751 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-0c10b003-f3c8-434f-aa55-a8e6b4019ea4 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:21:23.293516 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-0c10b003-f3c8-434f-aa55-a8e6b4019ea4 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1975381', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1803205', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65378'] for router, precommit_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:21:23.484730 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-0c10b003-f3c8-434f-aa55-a8e6b4019ea4 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks [] for router_gateway, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:21:23.503718 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-0c10b003-f3c8-434f-aa55-a8e6b4019ea4 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:21:23.610858 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.db_base_plugin_common [None req-0c10b003-f3c8-434f-aa55-a8e6b4019ea4 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Allocated IP 172.26.7.37 (f2b8ca71-e776-48b2-8898-96cc7970207b/f37bf603-3862-4d0a-9f58-89616f7fd68f/1219b0f6-f8fe-4fc5-99bb-bb4c33a128da) {{(pid=128083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:21:23.709410 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-0c10b003-f3c8-434f-aa55-a8e6b4019ea4 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks [] for port, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:21:23.748562 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-0c10b003-f3c8-434f-aa55-a8e6b4019ea4 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-650429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-506361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793193536723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2537853'] for port, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:21:23.751522 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-86e38215-118d-4757-acb5-fb2d17c5e202 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:21:23.789592 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c10b003-f3c8-434f-aa55-a8e6b4019ea4 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Network f2b8ca71-e776-48b2-8898-96cc7970207b is already hosted by enough agents. {{(pid=128083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:21:23.792393 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.base_scheduler [None req-0c10b003-f3c8-434f-aa55-a8e6b4019ea4 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Resources bound (agent type, host, resource id): {{(pid=128083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:21:23.798692 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c10b003-f3c8-434f-aa55-a8e6b4019ea4 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Received port after_create {{(pid=128083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:21:23.823135 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c10b003-f3c8-434f-aa55-a8e6b4019ea4 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Pushing event updated for resources: {'Port': ['ID=1219b0f6-f8fe-4fc5-99bb-bb4c33a128da,revision_number=1']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:21:23.827072 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-0c10b003-f3c8-434f-aa55-a8e6b4019ea4 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:21:23.867155 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-f4036816-4f08-4be0-8e85-fee1f9b0d9a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:21:24.417077 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-0c10b003-f3c8-434f-aa55-a8e6b4019ea4 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks [] for router_gateway, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:21:24.614897 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-0c10b003-f3c8-434f-aa55-a8e6b4019ea4 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1803210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1815767'] for router, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:21:24.740057 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c10b003-f3c8-434f-aa55-a8e6b4019ea4 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Router 7732d84d-c693-41f6-a04e-794832827cd0 is scheduled to L3 agent 2987dba8-2249-4ee6-96ec-28f0f7a6127d with binding_index 1 {{(pid=128083) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 24 12:21:24.847583 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c10b003-f3c8-434f-aa55-a8e6b4019ea4 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify agent at l3_agent.dv-neutron-797120-4-hyperv the message routers_updated {{(pid=128083) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 12:21:24.860207 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30b98af4-56b1-494d-945e-9c5c3f7983ea None None] Sync routers for ids ['7732d84d-c693-41f6-a04e-794832827cd0'] in dv-neutron-797120-4-hyperv {{(pid=128085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 12:21:24.868967 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-0c10b003-f3c8-434f-aa55-a8e6b4019ea4 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks [] for router, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:21:24.870268 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-0c10b003-f3c8-434f-aa55-a8e6b4019ea4 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.8063297 Jun 24 12:21:24.871323 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30b98af4-56b1-494d-945e-9c5c3f7983ea None None] Routers {'7732d84d-c693-41f6-a04e-794832827cd0'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:21:24.871932 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-30b98af4-56b1-494d-945e-9c5c3f7983ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T12:20:56Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['7732d84d-c693-41f6-a04e-794832827cd0'], 'active': True} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:21:24.873639 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 40358) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:21:24.903740 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-03b1d91f-4700-41a0-929e-bc304ff4debd tempest-TestNetworkAdvancedServerOps-467051264 tempest-TestNetworkAdvancedServerOps-467051264-project-admin] 10.222.0.53 "GET /v2.0/subnets?project_id=2f95b3c188ab4fd3b66987ab0e8b76cb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0287468 Jun 24 12:21:24.906351 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 40360) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:21:24.978997 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvr_db [None req-30b98af4-56b1-494d-945e-9c5c3f7983ea None None] Set router 7732d84d-c693-41f6-a04e-794832827cd0 gateway port host: dv-neutron-797120-4-hyperv {{(pid=128085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:21:25.001498 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-617f4e76-fe6f-4779-8b05-ad04283420a5 tempest-TestNetworkAdvancedServerOps-467051264 tempest-TestNetworkAdvancedServerOps-467051264-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=128084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:21:25.003042 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-617f4e76-fe6f-4779-8b05-ad04283420a5 tempest-TestNetworkAdvancedServerOps-467051264 tempest-TestNetworkAdvancedServerOps-467051264-project-admin] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0957432 Jun 24 12:21:25.008788 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 40362) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:21:25.037190 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-bfb97a8c-fea0-4f8d-930e-61fd5d4e5871 tempest-TestNetworkAdvancedServerOps-467051264 tempest-TestNetworkAdvancedServerOps-467051264-project-admin] 10.222.0.53 "GET /v2.0/subnets?network_id=f2b8ca71-e776-48b2-8898-96cc7970207b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0270634 Jun 24 12:21:25.039553 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 40364) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:21:25.044532 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [None req-a94b116c-f53c-4bb4-af25-c34c5a7f84d6 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-153950260', 'network_id': 'bc592f61-aebd-478c-8bf9-72fa6ec97985', 'project_id': '2f95b3c188ab4fd3b66987ab0e8b76cb', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:21:25.132067 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a94b116c-f53c-4bb4-af25-c34c5a7f84d6 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Made reservation on behalf of 2f95b3c188ab4fd3b66987ab0e8b76cb for: {'subnet': 1} {{(pid=128083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:21:25.135814 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-a94b116c-f53c-4bb4-af25-c34c5a7f84d6 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3289788'] for subnet, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:21:25.158374 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-30b98af4-56b1-494d-945e-9c5c3f7983ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7732d84d-c693-41f6-a04e-794832827cd0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1789373990', 'tenant_id': '2f95b3c188ab4fd3b66987ab0e8b76cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'external_fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.37'}], 'enable_snat': True}, 'gw_port_id': '1219b0f6-f8fe-4fc5-99bb-bb4c33a128da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:21:23Z', 'updated_at': '2021-06-24T12:21:24Z', 'revision_number': 3, 'project_id': '2f95b3c188ab4fd3b66987ab0e8b76cb', 'gw_port': {'id': '1219b0f6-f8fe-4fc5-99bb-bb4c33a128da', 'name': '', 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:1a:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7732d84d-c693-41f6-a04e-794832827cd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:21:23Z', 'updated_at': '2021-06-24T12:21:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-4-hyperv'}], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:21:25.188667 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30b98af4-56b1-494d-945e-9c5c3f7983ea None None] Checking router: 7732d84d-c693-41f6-a04e-794832827cd0 for host: dv-neutron-797120-4-hyperv {{(pid=128085) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 12:21:25.189055 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30b98af4-56b1-494d-945e-9c5c3f7983ea None None] Updating router 7732d84d-c693-41f6-a04e-794832827cd0 port 1219b0f6-f8fe-4fc5-99bb-bb4c33a128da binding host dv-neutron-797120-4-hyperv {{(pid=128085) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 12:21:25.225323 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-30b98af4-56b1-494d-945e-9c5c3f7983ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:21:25.325423 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-a94b116c-f53c-4bb4-af25-c34c5a7f84d6 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2537737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3289942'] for subnet, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:21:25.328776 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-df955a29-09df-4d06-91e2-2c084a3ecdac tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:21:25.397596 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94b116c-f53c-4bb4-af25-c34c5a7f84d6 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Pushing event updated for resources: {'Subnet': ['ID=bb64e777-d615-4dd7-95f3-c42e1cd43831,revision_number=0']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:21:25.401040 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-a94b116c-f53c-4bb4-af25-c34c5a7f84d6 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:21:25.408392 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a94b116c-f53c-4bb4-af25-c34c5a7f84d6 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Checking segment: {'id': '143d918f-1e67-46fe-829f-da7eef627dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'bc592f61-aebd-478c-8bf9-72fa6ec97985'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=128083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:21:25.408753 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a94b116c-f53c-4bb4-af25-c34c5a7f84d6 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Network hostable DHCP agents. Network: bc592f61-aebd-478c-8bf9-72fa6ec97985, hostable agents: ['6be988a9-1d97-480f-be5a-c55abf2c55c5'], hosted agents: [] {{(pid=128083) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 12:21:25.427966 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a94b116c-f53c-4bb4-af25-c34c5a7f84d6 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Network bc592f61-aebd-478c-8bf9-72fa6ec97985 is scheduled to be hosted by DHCP agent 6be988a9-1d97-480f-be5a-c55abf2c55c5 with binding_index 1 {{(pid=128083) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 12:21:25.437363 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.base_scheduler [None req-a94b116c-f53c-4bb4-af25-c34c5a7f84d6 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-4-hyperv, bc592f61-aebd-478c-8bf9-72fa6ec97985) {{(pid=128083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:21:25.442293 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a94b116c-f53c-4bb4-af25-c34c5a7f84d6 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:21:25.442887 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-a94b116c-f53c-4bb4-af25-c34c5a7f84d6 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks [] for subnet, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:21:25.459355 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-a94b116c-f53c-4bb4-af25-c34c5a7f84d6 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4187744 Jun 24 12:21:25.462053 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 40366) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:21:25.466091 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ad11762-a8bd-45a3-bf87-6c08c145f6cb None None] Network bc592f61-aebd-478c-8bf9-72fa6ec97985 requested from dv-neutron-797120-4-hyperv {{(pid=128085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:21:25.532993 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-30b98af4-56b1-494d-945e-9c5c3f7983ea None None] Notify callbacks [] for port, precommit_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:21:25.553328 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-30b98af4-56b1-494d-945e-9c5c3f7983ea None None] Transition to ACTIVE for port object 1219b0f6-f8fe-4fc5-99bb-bb4c33a128da will not be triggered until provisioned by entity L2. {{(pid=128085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:21:25.565709 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-30b98af4-56b1-494d-945e-9c5c3f7983ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:21:25.571999 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:21:25.654581 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-30b98af4-56b1-494d-945e-9c5c3f7983ea None None] Attempting to bind port 1219b0f6-f8fe-4fc5-99bb-bb4c33a128da on host dv-neutron-797120-4-hyperv for vnic_type normal with profile {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 12:21:25.654960 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-30b98af4-56b1-494d-945e-9c5c3f7983ea None None] Attempting to bind port 1219b0f6-f8fe-4fc5-99bb-bb4c33a128da by drivers openvswitch,hyperv on host dv-neutron-797120-4-hyperv at level 0 using segments [{'id': '1139564f-ff83-4b49-a593-84b33301357d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b'}] {{(pid=128085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 12:21:25.655333 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30b98af4-56b1-494d-945e-9c5c3f7983ea None None] Attempting to bind port 1219b0f6-f8fe-4fc5-99bb-bb4c33a128da on network f2b8ca71-e776-48b2-8898-96cc7970207b {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:21:25.660327 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad14274-b44d-48ca-b5b9-fd9d5584cc22 None None] Pushing event updated for resources: {'Port': ['ID=1219b0f6-f8fe-4fc5-99bb-bb4c33a128da,revision_number=2']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:21:25.663894 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-cad14274-b44d-48ca-b5b9-fd9d5584cc22 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:21:25.668413 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30b98af4-56b1-494d-945e-9c5c3f7983ea None None] Checking agent: {'id': 'e3a695b2-c397-461f-83b0-10b79d490b59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 11, 36, 56), 'started_at': datetime.datetime(2021, 6, 24, 11, 37, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 12, 20, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 12:21:25.668798 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30b98af4-56b1-494d-945e-9c5c3f7983ea None None] Checking segment: {'id': '1139564f-ff83-4b49-a593-84b33301357d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=128085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:21:25.669684 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-30b98af4-56b1-494d-945e-9c5c3f7983ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:21:25.669684 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30b98af4-56b1-494d-945e-9c5c3f7983ea None None] Bound using segment: {'id': '1139564f-ff83-4b49-a593-84b33301357d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b'} {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 12:21:25.670287 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-30b98af4-56b1-494d-945e-9c5c3f7983ea None None] Bound port: 1219b0f6-f8fe-4fc5-99bb-bb4c33a128da, host: dv-neutron-797120-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1139564f-ff83-4b49-a593-84b33301357d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b'}}] {{(pid=128085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 12:21:25.670681 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-30b98af4-56b1-494d-945e-9c5c3f7983ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:21:25.739684 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caa5d61a-b854-4ed0-b05e-36e7b083a83d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d65c8f8-7530-5052-99fe-8ea05073750b-bc592f61-aebd-478c-8bf9-72fa6ec97985', 'network_id': 'bc592f61-aebd-478c-8bf9-72fa6ec97985', 'tenant_id': '2f95b3c188ab4fd3b66987ab0e8b76cb', 'fixed_ips': [{'subnet_id': 'bb64e777-d615-4dd7-95f3-c42e1cd43831'}]}} from dv-neutron-797120-4-hyperv. {{(pid=128085) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 24 12:21:25.740779 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-caa5d61a-b854-4ed0-b05e-36e7b083a83d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_create {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:21:25.769668 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-30b98af4-56b1-494d-945e-9c5c3f7983ea None None] For port 1219b0f6-f8fe-4fc5-99bb-bb4c33a128da, host dv-neutron-797120-4-hyperv, cleared binding levels {{(pid=128085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 12:21:25.777830 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-30b98af4-56b1-494d-945e-9c5c3f7983ea None None] For port 1219b0f6-f8fe-4fc5-99bb-bb4c33a128da, host dv-neutron-797120-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=1219b0f6-f8fe-4fc5-99bb-bb4c33a128da,segment=NetworkSegment(1139564f-ff83-4b49-a593-84b33301357d),segment_id=1139564f-ff83-4b49-a593-84b33301357d)] {{(pid=128085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 12:21:25.785790 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-30b98af4-56b1-494d-945e-9c5c3f7983ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:21:25.831257 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:21:25.930355 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30b98af4-56b1-494d-945e-9c5c3f7983ea None None] Routers {'7732d84d-c693-41f6-a04e-794832827cd0'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:21:25.931082 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-30b98af4-56b1-494d-945e-9c5c3f7983ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T12:20:56Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['7732d84d-c693-41f6-a04e-794832827cd0'], 'active': True} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:21:25.943186 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-809588c0-0fe6-4fa2-9125-53301c876a6b tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:21:25.972378 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad14274-b44d-48ca-b5b9-fd9d5584cc22 None None] Pushing event updated for resources: {'Port': ['ID=1219b0f6-f8fe-4fc5-99bb-bb4c33a128da,revision_number=3']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:21:25.981226 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-cad14274-b44d-48ca-b5b9-fd9d5584cc22 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:21:25.993625 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.db_base_plugin_common [None req-caa5d61a-b854-4ed0-b05e-36e7b083a83d None None] Allocated IP 172.20.0.2 (bc592f61-aebd-478c-8bf9-72fa6ec97985/bb64e777-d615-4dd7-95f3-c42e1cd43831/93f9a8b3-eee9-4636-9f29-8a9858759d2a) {{(pid=128085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:21:26.113595 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvr_db [None req-30b98af4-56b1-494d-945e-9c5c3f7983ea None None] Set router 7732d84d-c693-41f6-a04e-794832827cd0 gateway port host: dv-neutron-797120-4-hyperv {{(pid=128085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:21:26.303961 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-caa5d61a-b854-4ed0-b05e-36e7b083a83d None None] Notify callbacks [] for port, precommit_create {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:21:26.330358 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-caa5d61a-b854-4ed0-b05e-36e7b083a83d None None] Transition to ACTIVE for port object 93f9a8b3-eee9-4636-9f29-8a9858759d2a will not be triggered until provisioned by entity L2. {{(pid=128085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:21:26.353151 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-caa5d61a-b854-4ed0-b05e-36e7b083a83d None None] Transition to ACTIVE for port object 93f9a8b3-eee9-4636-9f29-8a9858759d2a will not be triggered until provisioned by entity DHCP. {{(pid=128085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:21:26.359116 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-caa5d61a-b854-4ed0-b05e-36e7b083a83d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-650429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-506361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793193536723'] for port, after_create {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:21:26.362454 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:21:26.409432 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.db_base_plugin_common [None req-809588c0-0fe6-4fa2-9125-53301c876a6b tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Allocated IP 172.20.0.1 (bc592f61-aebd-478c-8bf9-72fa6ec97985/bb64e777-d615-4dd7-95f3-c42e1cd43831/0ee9b40b-2b2d-4e33-8e9a-3d1509fef810) {{(pid=128083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:21:26.413836 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caa5d61a-b854-4ed0-b05e-36e7b083a83d None None] Network bc592f61-aebd-478c-8bf9-72fa6ec97985 is already hosted by enough agents. {{(pid=128085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:21:26.425989 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.scheduler.base_scheduler [None req-caa5d61a-b854-4ed0-b05e-36e7b083a83d None None] Resources bound (agent type, host, resource id): {{(pid=128085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:21:26.430956 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caa5d61a-b854-4ed0-b05e-36e7b083a83d None None] Received port after_create {{(pid=128085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:21:26.436002 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa5d61a-b854-4ed0-b05e-36e7b083a83d None None] Pushing event updated for resources: {'Port': ['ID=93f9a8b3-eee9-4636-9f29-8a9858759d2a,revision_number=1']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:21:26.442716 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-30b98af4-56b1-494d-945e-9c5c3f7983ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7732d84d-c693-41f6-a04e-794832827cd0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1789373990', 'tenant_id': '2f95b3c188ab4fd3b66987ab0e8b76cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'external_fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.37'}], 'enable_snat': True}, 'gw_port_id': '1219b0f6-f8fe-4fc5-99bb-bb4c33a128da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:21:23Z', 'updated_at': '2021-06-24T12:21:24Z', 'revision_number': 3, 'project_id': '2f95b3c188ab4fd3b66987ab0e8b76cb', 'gw_port': {'id': '1219b0f6-f8fe-4fc5-99bb-bb4c33a128da', 'name': '', 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:1a:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7732d84d-c693-41f6-a04e-794832827cd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:21:23Z', 'updated_at': '2021-06-24T12:21:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-4-hyperv'}], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:21:26.446735 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-caa5d61a-b854-4ed0-b05e-36e7b083a83d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:21:26.449732 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-099aa218-ee59-42e3-bffe-df04ae9b1b6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:21:26.492425 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30b98af4-56b1-494d-945e-9c5c3f7983ea None None] The sync data for ids ['7732d84d-c693-41f6-a04e-794832827cd0'] in dv-neutron-797120-4-hyperv is: [{'id': '7732d84d-c693-41f6-a04e-794832827cd0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1789373990', 'tenant_id': '2f95b3c188ab4fd3b66987ab0e8b76cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'external_fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.37'}], 'enable_snat': True}, 'gw_port_id': '1219b0f6-f8fe-4fc5-99bb-bb4c33a128da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:21:23Z', 'updated_at': '2021-06-24T12:21:24Z', 'revision_number': 3, 'project_id': '2f95b3c188ab4fd3b66987ab0e8b76cb', 'gw_port': {'id': '1219b0f6-f8fe-4fc5-99bb-bb4c33a128da', 'name': '', 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:1a:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7732d84d-c693-41f6-a04e-794832827cd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:21:23Z', 'updated_at': '2021-06-24T12:21:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-4-hyperv'}] {{(pid=128085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 12:21:26.530571 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-caa5d61a-b854-4ed0-b05e-36e7b083a83d None None] Attempting to bind port 93f9a8b3-eee9-4636-9f29-8a9858759d2a on host dv-neutron-797120-4-hyperv for vnic_type normal with profile {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 12:21:26.530943 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-caa5d61a-b854-4ed0-b05e-36e7b083a83d None None] Attempting to bind port 93f9a8b3-eee9-4636-9f29-8a9858759d2a by drivers openvswitch,hyperv on host dv-neutron-797120-4-hyperv at level 0 using segments [{'id': '143d918f-1e67-46fe-829f-da7eef627dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'bc592f61-aebd-478c-8bf9-72fa6ec97985'}] {{(pid=128085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 12:21:26.531708 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caa5d61a-b854-4ed0-b05e-36e7b083a83d None None] Attempting to bind port 93f9a8b3-eee9-4636-9f29-8a9858759d2a on network bc592f61-aebd-478c-8bf9-72fa6ec97985 {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:21:26.541470 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caa5d61a-b854-4ed0-b05e-36e7b083a83d None None] Checking agent: {'id': 'e3a695b2-c397-461f-83b0-10b79d490b59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 11, 36, 56), 'started_at': datetime.datetime(2021, 6, 24, 11, 37, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 12, 20, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 12:21:26.541854 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caa5d61a-b854-4ed0-b05e-36e7b083a83d None None] Checking segment: {'id': '143d918f-1e67-46fe-829f-da7eef627dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'bc592f61-aebd-478c-8bf9-72fa6ec97985'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=128085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:21:26.542259 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-caa5d61a-b854-4ed0-b05e-36e7b083a83d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:21:26.542668 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caa5d61a-b854-4ed0-b05e-36e7b083a83d None None] Bound using segment: {'id': '143d918f-1e67-46fe-829f-da7eef627dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'bc592f61-aebd-478c-8bf9-72fa6ec97985'} {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 12:21:26.543168 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-caa5d61a-b854-4ed0-b05e-36e7b083a83d None None] Bound port: 93f9a8b3-eee9-4636-9f29-8a9858759d2a, host: dv-neutron-797120-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '143d918f-1e67-46fe-829f-da7eef627dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'bc592f61-aebd-478c-8bf9-72fa6ec97985'}}] {{(pid=128085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 12:21:26.543526 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-caa5d61a-b854-4ed0-b05e-36e7b083a83d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:21:26.561849 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-809588c0-0fe6-4fa2-9125-53301c876a6b tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks [] for port, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:21:26.577680 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.provisioning_blocks [None req-809588c0-0fe6-4fa2-9125-53301c876a6b tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Transition to ACTIVE for port object 0ee9b40b-2b2d-4e33-8e9a-3d1509fef810 will not be triggered until provisioned by entity DHCP. {{(pid=128083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:21:26.614052 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-809588c0-0fe6-4fa2-9125-53301c876a6b tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-650429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-506361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793193536723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2537853'] for port, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:21:26.616694 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-6477dcef-989f-4233-9607-be7b8989f8e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:21:26.660912 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-809588c0-0fe6-4fa2-9125-53301c876a6b tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Network bc592f61-aebd-478c-8bf9-72fa6ec97985 is already hosted by enough agents. {{(pid=128083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:21:26.666631 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.base_scheduler [None req-809588c0-0fe6-4fa2-9125-53301c876a6b tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Resources bound (agent type, host, resource id): {{(pid=128083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:21:26.670829 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-809588c0-0fe6-4fa2-9125-53301c876a6b tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Received port after_create {{(pid=128083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:21:26.698871 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809588c0-0fe6-4fa2-9125-53301c876a6b tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Pushing event updated for resources: {'Port': ['ID=0ee9b40b-2b2d-4e33-8e9a-3d1509fef810,revision_number=1']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:21:26.703982 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-809588c0-0fe6-4fa2-9125-53301c876a6b tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:21:26.722212 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-809588c0-0fe6-4fa2-9125-53301c876a6b tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1978458'] for router_interface, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:21:26.797623 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:21:26.841829 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-caa5d61a-b854-4ed0-b05e-36e7b083a83d None None] For port 93f9a8b3-eee9-4636-9f29-8a9858759d2a, host dv-neutron-797120-4-hyperv, cleared binding levels {{(pid=128085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 12:21:26.847242 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-caa5d61a-b854-4ed0-b05e-36e7b083a83d None None] For port 93f9a8b3-eee9-4636-9f29-8a9858759d2a, host dv-neutron-797120-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=93f9a8b3-eee9-4636-9f29-8a9858759d2a,segment=NetworkSegment(143d918f-1e67-46fe-829f-da7eef627dfc),segment_id=143d918f-1e67-46fe-829f-da7eef627dfc)] {{(pid=128085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 12:21:26.854655 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-caa5d61a-b854-4ed0-b05e-36e7b083a83d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:21:26.866238 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-ba853044-bf45-43a3-957c-1ab1960d83d2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:21:26.976343 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device 1219b0f6-f8fe-4fc5-99bb-bb4c33a128da up at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:21:26.978671 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa5d61a-b854-4ed0-b05e-36e7b083a83d None None] Pushing event updated for resources: {'Port': ['ID=93f9a8b3-eee9-4636-9f29-8a9858759d2a,revision_number=2']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:21:26.982918 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-caa5d61a-b854-4ed0-b05e-36e7b083a83d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:21:26.993902 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-809588c0-0fe6-4fa2-9125-53301c876a6b tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:21:27.043970 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning for port 1219b0f6-f8fe-4fc5-99bb-bb4c33a128da completed by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:21:27.049723 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning complete for port 1219b0f6-f8fe-4fc5-99bb-bb4c33a128da triggered by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:21:27.050100 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:21:27.144389 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:21:27.178719 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] For port 1219b0f6-f8fe-4fc5-99bb-bb4c33a128da, host dv-neutron-797120-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=1219b0f6-f8fe-4fc5-99bb-bb4c33a128da,segment=NetworkSegment(1139564f-ff83-4b49-a593-84b33301357d),segment_id=1139564f-ff83-4b49-a593-84b33301357d)] {{(pid=128085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:21:27.184317 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:21:27.186246 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-bb033221-f6fa-4985-b175-55415213f18f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:21:27.258230 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Pushing event updated for resources: {'Port': ['ID=1219b0f6-f8fe-4fc5-99bb-bb4c33a128da,revision_number=4']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:21:27.261687 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:21:27.363190 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-809588c0-0fe6-4fa2-9125-53301c876a6b tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks [] for port, precommit_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:21:27.369056 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-809588c0-0fe6-4fa2-9125-53301c876a6b tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2537871'] for port, after_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:21:27.372113 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-bad7cc87-694b-484e-b520-c3f7e1e89ce3 tempest-TestEncryptedCinderVolumes-972527021 tempest-TestEncryptedCinderVolumes-972527021-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:21:27.448857 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809588c0-0fe6-4fa2-9125-53301c876a6b tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Pushing event updated for resources: {'Port': ['ID=0ee9b40b-2b2d-4e33-8e9a-3d1509fef810,revision_number=2']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:21:27.452126 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-809588c0-0fe6-4fa2-9125-53301c876a6b tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:21:27.457163 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-809588c0-0fe6-4fa2-9125-53301c876a6b tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1783050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1978542'] for router_interface, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:21:27.560698 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-809588c0-0fe6-4fa2-9125-53301c876a6b tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Network bc592f61-aebd-478c-8bf9-72fa6ec97985 is already hosted by enough agents. {{(pid=128083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:21:27.562068 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.base_scheduler [None req-809588c0-0fe6-4fa2-9125-53301c876a6b tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Resources bound (agent type, host, resource id): {{(pid=128083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:21:27.686222 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-809588c0-0fe6-4fa2-9125-53301c876a6b tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Router 7732d84d-c693-41f6-a04e-794832827cd0 has already been hosted by L3 agent 2987dba8-2249-4ee6-96ec-28f0f7a6127d {{(pid=128083) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 12:21:27.804220 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-809588c0-0fe6-4fa2-9125-53301c876a6b tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify agent at l3_agent.dv-neutron-797120-4-hyperv the message routers_updated {{(pid=128083) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 12:21:27.813502 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-809588c0-0fe6-4fa2-9125-53301c876a6b tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] 10.222.0.53 "PUT /v2.0/routers/7732d84d-c693-41f6-a04e-794832827cd0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3468537 Jun 24 12:21:27.829452 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-03237adf-ebd0-46f2-a476-4d4bb746e0f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:21:27.953033 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0afda729-336a-438b-9ad7-e010ade451ab None None] Network bc592f61-aebd-478c-8bf9-72fa6ec97985 requested from dv-neutron-797120-4-hyperv {{(pid=128085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:21:27.965437 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-1f6cfb89-c394-458b-b3ca-21ed4a27b857 req-554a627d-4777-41f3-9926-194c1284e549 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-883981538&fields=id&tenant_id=2f95b3c188ab4fd3b66987ab0e8b76cb HTTP/1.1" status: 200 len: 267 time: 0.0370910 Jun 24 12:21:28.022670 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-bc2ecf7b-ad45-4cc1-95a9-e55346d87899 None None] Provisioning for port 93f9a8b3-eee9-4636-9f29-8a9858759d2a completed by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:21:28.075943 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6cfb89-c394-458b-b3ca-21ed4a27b857 req-945dd6ce-1efb-44cd-b366-9a3062147e9d tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:21:28.077448 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-1f6cfb89-c394-458b-b3ca-21ed4a27b857 req-945dd6ce-1efb-44cd-b366-9a3062147e9d tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] 10.222.0.53 "GET /v2.0/networks?id=bc592f61-aebd-478c-8bf9-72fa6ec97985 HTTP/1.1" status: 200 len: 795 time: 0.1049283 Jun 24 12:21:28.093227 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-1f6cfb89-c394-458b-b3ca-21ed4a27b857 req-d7e98651-128d-4c49-8a99-c2e497431441 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] 10.222.0.53 "GET /v2.0/quotas/2f95b3c188ab4fd3b66987ab0e8b76cb HTTP/1.1" status: 200 len: 375 time: 0.0092168 Jun 24 12:21:28.170905 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-1f6cfb89-c394-458b-b3ca-21ed4a27b857 req-ea6600cd-bdac-404c-be2d-97ca8caf4777 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=2f95b3c188ab4fd3b66987ab0e8b76cb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0709832 Jun 24 12:21:28.284140 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-1f6cfb89-c394-458b-b3ca-21ed4a27b857 req-5f5c1b5f-382f-4e73-9fa8-acc0760a85d2 service neutron] 10.222.0.53 "GET /v2.0/networks/bc592f61-aebd-478c-8bf9-72fa6ec97985?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0997603 Jun 24 12:21:28.377926 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-12fd5729-5375-413a-9422-a774ff43815e None None] Provisioning for port 0ee9b40b-2b2d-4e33-8e9a-3d1509fef810 completed by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:21:28.382066 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-12fd5729-5375-413a-9422-a774ff43815e None None] Provisioning complete for port 0ee9b40b-2b2d-4e33-8e9a-3d1509fef810 triggered by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:21:28.382454 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-12fd5729-5375-413a-9422-a774ff43815e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:21:28.394048 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-1f6cfb89-c394-458b-b3ca-21ed4a27b857 req-19d54ff8-2ba4-4a20-b29f-d20dc232dcef service neutron] 10.222.0.53 "GET /v2.0/networks/bc592f61-aebd-478c-8bf9-72fa6ec97985?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1036019 Jun 24 12:21:28.434722 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-12fd5729-5375-413a-9422-a774ff43815e None None] Port 0ee9b40b-2b2d-4e33-8e9a-3d1509fef810 cannot update to ACTIVE because it is not bound. {{(pid=128085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 12:21:28.491469 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98e7939b-5d2c-4401-a7cf-ef6258859b57 None None] Sync routers for ids ['7732d84d-c693-41f6-a04e-794832827cd0'] in dv-neutron-797120-4-hyperv {{(pid=128086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 12:21:28.503317 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98e7939b-5d2c-4401-a7cf-ef6258859b57 None None] Routers {'7732d84d-c693-41f6-a04e-794832827cd0'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:21:28.504028 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-98e7939b-5d2c-4401-a7cf-ef6258859b57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T12:21:26Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['7732d84d-c693-41f6-a04e-794832827cd0'], 'active': True} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:21:28.568652 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-33502ea7-ba62-4166-a4ec-5de68fddee47 None None] Provisioning complete for port 0ee9b40b-2b2d-4e33-8e9a-3d1509fef810 triggered by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:21:28.569336 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-33502ea7-ba62-4166-a4ec-5de68fddee47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:21:28.646219 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-33502ea7-ba62-4166-a4ec-5de68fddee47 None None] Port 0ee9b40b-2b2d-4e33-8e9a-3d1509fef810 cannot update to ACTIVE because it is not bound. {{(pid=128085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 12:21:28.652671 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-5a21c6c3-3ca7-41c0-89dc-5787741eeaf4 req-44078b19-46be-43ad-849a-f3cce699d417 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] 10.222.0.53 "GET /v2.0/ports?device_id=8a96e297-d446-4bc7-af2f-5b710c8c15be HTTP/1.1" status: 200 len: 210 time: 0.0682163 Jun 24 12:21:28.663840 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_dvr_db [None req-98e7939b-5d2c-4401-a7cf-ef6258859b57 None None] Set router 7732d84d-c693-41f6-a04e-794832827cd0 gateway port host: dv-neutron-797120-4-hyperv {{(pid=128086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:21:28.868415 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-ee689177-588e-481b-9b5c-d713a7f6a570 None None] Provisioning complete for port 0ee9b40b-2b2d-4e33-8e9a-3d1509fef810 triggered by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:21:28.869097 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ee689177-588e-481b-9b5c-d713a7f6a570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:21:28.933476 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-ee689177-588e-481b-9b5c-d713a7f6a570 None None] Port 0ee9b40b-2b2d-4e33-8e9a-3d1509fef810 cannot update to ACTIVE because it is not bound. {{(pid=128085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 12:21:28.934503 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-98e7939b-5d2c-4401-a7cf-ef6258859b57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7732d84d-c693-41f6-a04e-794832827cd0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1789373990', 'tenant_id': '2f95b3c188ab4fd3b66987ab0e8b76cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'external_fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.37'}], 'enable_snat': True}, 'gw_port_id': '1219b0f6-f8fe-4fc5-99bb-bb4c33a128da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:21:23Z', 'updated_at': '2021-06-24T12:21:26Z', 'revision_number': 4, 'project_id': '2f95b3c188ab4fd3b66987ab0e8b76cb', 'gw_port': {'id': '1219b0f6-f8fe-4fc5-99bb-bb4c33a128da', 'name': '', 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:1a:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7732d84d-c693-41f6-a04e-794832827cd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:21:23Z', 'updated_at': '2021-06-24T12:21:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-4-hyperv', '_interfaces': [{'id': '0ee9b40b-2b2d-4e33-8e9a-3d1509fef810', 'name': '', 'network_id': 'bc592f61-aebd-478c-8bf9-72fa6ec97985', 'tenant_id': '2f95b3c188ab4fd3b66987ab0e8b76cb', 'mac_address': 'fa:16:3e:23:a1:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7732d84d-c693-41f6-a04e-794832827cd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': 'bb64e777-d615-4dd7-95f3-c42e1cd43831', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:21:26Z', 'updated_at': '2021-06-24T12:21:27Z', 'revision_number': 2, 'project_id': '2f95b3c188ab4fd3b66987ab0e8b76cb', 'subnets': [{'id': 'bb64e777-d615-4dd7-95f3-c42e1cd43831', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:21:28.942544 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device 93f9a8b3-eee9-4636-9f29-8a9858759d2a up at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:21:28.965921 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98e7939b-5d2c-4401-a7cf-ef6258859b57 None None] Checking router: 7732d84d-c693-41f6-a04e-794832827cd0 for host: dv-neutron-797120-4-hyperv {{(pid=128086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 12:21:28.966352 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98e7939b-5d2c-4401-a7cf-ef6258859b57 None None] Updating router 7732d84d-c693-41f6-a04e-794832827cd0 port 0ee9b40b-2b2d-4e33-8e9a-3d1509fef810 binding host dv-neutron-797120-4-hyperv {{(pid=128086) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 12:21:28.995208 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning for port 93f9a8b3-eee9-4636-9f29-8a9858759d2a completed by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:21:29.000661 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning complete for port 93f9a8b3-eee9-4636-9f29-8a9858759d2a triggered by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:21:29.002095 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:21:29.098871 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron_lib.callbacks.manager [None req-98e7939b-5d2c-4401-a7cf-ef6258859b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:21:29.110523 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:21:29.144956 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] For port 93f9a8b3-eee9-4636-9f29-8a9858759d2a, host dv-neutron-797120-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=93f9a8b3-eee9-4636-9f29-8a9858759d2a,segment=NetworkSegment(143d918f-1e67-46fe-829f-da7eef627dfc),segment_id=143d918f-1e67-46fe-829f-da7eef627dfc)] {{(pid=128085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:21:29.151089 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:21:29.152446 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device 1219b0f6-f8fe-4fc5-99bb-bb4c33a128da up at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:21:29.156710 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:21:29.243043 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Pushing event updated for resources: {'Port': ['ID=93f9a8b3-eee9-4636-9f29-8a9858759d2a,revision_number=3']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:21:29.246640 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:21:29.252085 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning complete for port 1219b0f6-f8fe-4fc5-99bb-bb4c33a128da triggered by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:21:29.252480 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:21:29.383300 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron_lib.callbacks.manager [None req-98e7939b-5d2c-4401-a7cf-ef6258859b57 None None] Notify callbacks [] for port, precommit_update {{(pid=128086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:21:29.395120 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.provisioning_blocks [None req-98e7939b-5d2c-4401-a7cf-ef6258859b57 None None] Transition to ACTIVE for port object 0ee9b40b-2b2d-4e33-8e9a-3d1509fef810 will not be triggered until provisioned by entity L2. {{(pid=128086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:21:29.400699 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron_lib.callbacks.manager [None req-98e7939b-5d2c-4401-a7cf-ef6258859b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:21:29.402533 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG oslo_concurrency.lockutils [None req-e6b0f2f9-9e60-4c31-8616-95e8bb009161 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128086) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:21:29.453653 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9871fd2b-ba31-4926-96b6-017066e75379 None None] Pushing event updated for resources: {'Port': ['ID=0ee9b40b-2b2d-4e33-8e9a-3d1509fef810,revision_number=3']} {{(pid=128086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:21:29.478078 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9871fd2b-ba31-4926-96b6-017066e75379 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:21:29.478428 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9871fd2b-ba31-4926-96b6-017066e75379 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:21:29.478766 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9871fd2b-ba31-4926-96b6-017066e75379 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:21:29.479096 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9871fd2b-ba31-4926-96b6-017066e75379 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:21:29.479422 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9871fd2b-ba31-4926-96b6-017066e75379 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:21:29.479748 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9871fd2b-ba31-4926-96b6-017066e75379 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:21:29.480075 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9871fd2b-ba31-4926-96b6-017066e75379 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:21:29.480401 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9871fd2b-ba31-4926-96b6-017066e75379 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:21:29.480725 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9871fd2b-ba31-4926-96b6-017066e75379 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:21:29.481125 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9871fd2b-ba31-4926-96b6-017066e75379 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:21:29.481456 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9871fd2b-ba31-4926-96b6-017066e75379 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:21:29.481703 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9871fd2b-ba31-4926-96b6-017066e75379 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:21:29.488434 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG oslo_concurrency.lockutils [None req-9871fd2b-ba31-4926-96b6-017066e75379 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=128086) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:21:29.522053 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.plugins.ml2.managers [None req-98e7939b-5d2c-4401-a7cf-ef6258859b57 None None] Attempting to bind port 0ee9b40b-2b2d-4e33-8e9a-3d1509fef810 on host dv-neutron-797120-4-hyperv for vnic_type normal with profile {{(pid=128086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 12:21:29.522730 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.plugins.ml2.managers [None req-98e7939b-5d2c-4401-a7cf-ef6258859b57 None None] Attempting to bind port 0ee9b40b-2b2d-4e33-8e9a-3d1509fef810 by drivers openvswitch,hyperv on host dv-neutron-797120-4-hyperv at level 0 using segments [{'id': '143d918f-1e67-46fe-829f-da7eef627dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'bc592f61-aebd-478c-8bf9-72fa6ec97985'}] {{(pid=128086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 12:21:29.522849 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98e7939b-5d2c-4401-a7cf-ef6258859b57 None None] Attempting to bind port 0ee9b40b-2b2d-4e33-8e9a-3d1509fef810 on network bc592f61-aebd-478c-8bf9-72fa6ec97985 {{(pid=128086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:21:29.528021 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98e7939b-5d2c-4401-a7cf-ef6258859b57 None None] Checking agent: {'id': 'e3a695b2-c397-461f-83b0-10b79d490b59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 11, 36, 56), 'started_at': datetime.datetime(2021, 6, 24, 11, 37, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 12, 21, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=128086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 12:21:29.528401 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98e7939b-5d2c-4401-a7cf-ef6258859b57 None None] Checking segment: {'id': '143d918f-1e67-46fe-829f-da7eef627dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'bc592f61-aebd-478c-8bf9-72fa6ec97985'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=128086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:21:29.528811 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron_lib.callbacks.manager [None req-98e7939b-5d2c-4401-a7cf-ef6258859b57 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=128086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:21:29.529245 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98e7939b-5d2c-4401-a7cf-ef6258859b57 None None] Bound using segment: {'id': '143d918f-1e67-46fe-829f-da7eef627dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'bc592f61-aebd-478c-8bf9-72fa6ec97985'} {{(pid=128086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 12:21:29.529729 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.plugins.ml2.managers [None req-98e7939b-5d2c-4401-a7cf-ef6258859b57 None None] Bound port: 0ee9b40b-2b2d-4e33-8e9a-3d1509fef810, host: dv-neutron-797120-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '143d918f-1e67-46fe-829f-da7eef627dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'bc592f61-aebd-478c-8bf9-72fa6ec97985'}}] {{(pid=128086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 12:21:29.530119 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron_lib.callbacks.manager [None req-98e7939b-5d2c-4401-a7cf-ef6258859b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:21:29.602709 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.plugins.ml2.db [None req-98e7939b-5d2c-4401-a7cf-ef6258859b57 None None] For port 0ee9b40b-2b2d-4e33-8e9a-3d1509fef810, host dv-neutron-797120-4-hyperv, cleared binding levels {{(pid=128086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 12:21:29.606070 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.plugins.ml2.db [None req-98e7939b-5d2c-4401-a7cf-ef6258859b57 None None] For port 0ee9b40b-2b2d-4e33-8e9a-3d1509fef810, host dv-neutron-797120-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=0ee9b40b-2b2d-4e33-8e9a-3d1509fef810,segment=NetworkSegment(143d918f-1e67-46fe-829f-da7eef627dfc),segment_id=143d918f-1e67-46fe-829f-da7eef627dfc)] {{(pid=128086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 12:21:29.613556 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron_lib.callbacks.manager [None req-98e7939b-5d2c-4401-a7cf-ef6258859b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:21:29.615536 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG oslo_concurrency.lockutils [None req-5b8de366-5a1c-433e-9019-9d448b51855a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128086) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:21:29.666849 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98e7939b-5d2c-4401-a7cf-ef6258859b57 None None] Routers {'7732d84d-c693-41f6-a04e-794832827cd0'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:21:29.667477 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-98e7939b-5d2c-4401-a7cf-ef6258859b57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T12:21:26Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['7732d84d-c693-41f6-a04e-794832827cd0'], 'active': True} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:21:29.796678 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-52c483ef-d5c1-4030-9a32-e5ce4ff00ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:21:29.811645 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_dvr_db [None req-98e7939b-5d2c-4401-a7cf-ef6258859b57 None None] Set router 7732d84d-c693-41f6-a04e-794832827cd0 gateway port host: dv-neutron-797120-4-hyperv {{(pid=128086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:21:29.887095 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-71b563d9-0653-47a2-8748-dd2cb4094057 req-2262f360-5bff-473b-a082-fb6606da89b3 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] 10.222.0.53 "GET /v2.0/ports?device_id=8a96e297-d446-4bc7-af2f-5b710c8c15be HTTP/1.1" status: 200 len: 210 time: 0.0498083 Jun 24 12:21:29.931472 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9871fd2b-ba31-4926-96b6-017066e75379 None None] Pushing event updated for resources: {'Port': ['ID=0ee9b40b-2b2d-4e33-8e9a-3d1509fef810,revision_number=4']} {{(pid=128086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:21:29.935769 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG oslo_concurrency.lockutils [None req-9871fd2b-ba31-4926-96b6-017066e75379 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.320s {{(pid=128086) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:21:30.043085 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6cfb89-c394-458b-b3ca-21ed4a27b857 req-6d908d26-1602-447a-863a-bac1df4a4d00 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:21:30.044550 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-1f6cfb89-c394-458b-b3ca-21ed4a27b857 req-6d908d26-1602-447a-863a-bac1df4a4d00 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] 10.222.0.45 "GET /v2.0/networks?id=bc592f61-aebd-478c-8bf9-72fa6ec97985 HTTP/1.1" status: 200 len: 795 time: 0.1565068 Jun 24 12:21:30.097501 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-98e7939b-5d2c-4401-a7cf-ef6258859b57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7732d84d-c693-41f6-a04e-794832827cd0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1789373990', 'tenant_id': '2f95b3c188ab4fd3b66987ab0e8b76cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'external_fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.37'}], 'enable_snat': True}, 'gw_port_id': '1219b0f6-f8fe-4fc5-99bb-bb4c33a128da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:21:23Z', 'updated_at': '2021-06-24T12:21:26Z', 'revision_number': 4, 'project_id': '2f95b3c188ab4fd3b66987ab0e8b76cb', 'gw_port': {'id': '1219b0f6-f8fe-4fc5-99bb-bb4c33a128da', 'name': '', 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:1a:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7732d84d-c693-41f6-a04e-794832827cd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:21:23Z', 'updated_at': '2021-06-24T12:21:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-4-hyperv', '_interfaces': [{'id': '0ee9b40b-2b2d-4e33-8e9a-3d1509fef810', 'name': '', 'network_id': 'bc592f61-aebd-478c-8bf9-72fa6ec97985', 'tenant_id': '2f95b3c188ab4fd3b66987ab0e8b76cb', 'mac_address': 'fa:16:3e:23:a1:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7732d84d-c693-41f6-a04e-794832827cd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': 'bb64e777-d615-4dd7-95f3-c42e1cd43831', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:21:26Z', 'updated_at': '2021-06-24T12:21:29Z', 'revision_number': 4, 'project_id': '2f95b3c188ab4fd3b66987ab0e8b76cb', 'subnets': [{'id': 'bb64e777-d615-4dd7-95f3-c42e1cd43831', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:21:30.097797 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-1f6cfb89-c394-458b-b3ca-21ed4a27b857 req-ec2e29f9-5141-49f2-b13b-9fc58c3ea6c3 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2f95b3c188ab4fd3b66987ab0e8b76cb HTTP/1.1" status: 200 len: 379 time: 0.0412285 Jun 24 12:21:30.115983 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [req-1f6cfb89-c394-458b-b3ca-21ed4a27b857 req-a91d7cc4-f3a5-42bd-adc3-8dee00c99073 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Request body: {'port': {'device_id': '8a96e297-d446-4bc7-af2f-5b710c8c15be', 'network_id': 'bc592f61-aebd-478c-8bf9-72fa6ec97985', 'admin_state_up': True, 'tenant_id': '2f95b3c188ab4fd3b66987ab0e8b76cb', 'security_groups': ['52069472-e978-4c7a-b44d-5d0f6ac8823f']}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:21:30.130109 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98e7939b-5d2c-4401-a7cf-ef6258859b57 None None] The sync data for ids ['7732d84d-c693-41f6-a04e-794832827cd0'] in dv-neutron-797120-4-hyperv is: [{'id': '7732d84d-c693-41f6-a04e-794832827cd0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1789373990', 'tenant_id': '2f95b3c188ab4fd3b66987ab0e8b76cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'external_fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.37'}], 'enable_snat': True}, 'gw_port_id': '1219b0f6-f8fe-4fc5-99bb-bb4c33a128da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:21:23Z', 'updated_at': '2021-06-24T12:21:26Z', 'revision_number': 4, 'project_id': '2f95b3c188ab4fd3b66987ab0e8b76cb', 'gw_port': {'id': '1219b0f6-f8fe-4fc5-99bb-bb4c33a128da', 'name': '', 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:1a:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7732d84d-c693-41f6-a04e-794832827cd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:21:23Z', 'updated_at': '2021-06-24T12:21:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-4-hyperv', '_interfaces': [{'id': '0ee9b40b-2b2d-4e33-8e9a-3d1509fef810', 'name': '', 'network_id': 'bc592f61-aebd-478c-8bf9-72fa6ec97985', 'tenant_id': '2f95b3c188ab4fd3b66987ab0e8b76cb', 'mac_address': 'fa:16:3e:23:a1:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7732d84d-c693-41f6-a04e-794832827cd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': 'bb64e777-d615-4dd7-95f3-c42e1cd43831', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:21:26Z', 'updated_at': '2021-06-24T12:21:29Z', 'revision_number': 4, 'project_id': '2f95b3c188ab4fd3b66987ab0e8b76cb', 'subnets': [{'id': 'bb64e777-d615-4dd7-95f3-c42e1cd43831', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=128086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 12:21:30.277772 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f6cfb89-c394-458b-b3ca-21ed4a27b857 req-a91d7cc4-f3a5-42bd-adc3-8dee00c99073 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Made reservation on behalf of 2f95b3c188ab4fd3b66987ab0e8b76cb for: {'port': 1} {{(pid=128083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:21:30.281549 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-1f6cfb89-c394-458b-b3ca-21ed4a27b857 req-a91d7cc4-f3a5-42bd-adc3-8dee00c99073 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:21:30.430621 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.db_base_plugin_common [req-1f6cfb89-c394-458b-b3ca-21ed4a27b857 req-a91d7cc4-f3a5-42bd-adc3-8dee00c99073 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Allocated IP 172.20.0.6 (bc592f61-aebd-478c-8bf9-72fa6ec97985/bb64e777-d615-4dd7-95f3-c42e1cd43831/07f4f2be-72ab-4a3d-9ef4-3f157d6247c3) {{(pid=128083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:21:30.901528 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device 0ee9b40b-2b2d-4e33-8e9a-3d1509fef810 up at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:21:30.961666 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning for port 0ee9b40b-2b2d-4e33-8e9a-3d1509fef810 completed by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:21:30.968062 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning complete for port 0ee9b40b-2b2d-4e33-8e9a-3d1509fef810 triggered by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:21:30.968450 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:21:31.013968 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-1f6cfb89-c394-458b-b3ca-21ed4a27b857 req-a91d7cc4-f3a5-42bd-adc3-8dee00c99073 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks [] for port, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:21:31.040334 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.provisioning_blocks [req-1f6cfb89-c394-458b-b3ca-21ed4a27b857 req-a91d7cc4-f3a5-42bd-adc3-8dee00c99073 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Transition to ACTIVE for port object 07f4f2be-72ab-4a3d-9ef4-3f157d6247c3 will not be triggered until provisioned by entity DHCP. {{(pid=128083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:21:31.061768 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:21:31.062317 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-46c07273-b5b4-4e18-91bb-8d93d25ed572 req-ee13e97c-cfa2-4db3-b56e-421bfd2f14ba tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] 10.222.0.53 "GET /v2.0/ports?device_id=8a96e297-d446-4bc7-af2f-5b710c8c15be HTTP/1.1" status: 200 len: 210 time: 0.0343928 Jun 24 12:21:31.101063 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-1f6cfb89-c394-458b-b3ca-21ed4a27b857 req-a91d7cc4-f3a5-42bd-adc3-8dee00c99073 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-650429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-506361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793193536723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2537853'] for port, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:21:31.105671 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] For port 0ee9b40b-2b2d-4e33-8e9a-3d1509fef810, host dv-neutron-797120-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=0ee9b40b-2b2d-4e33-8e9a-3d1509fef810,segment=NetworkSegment(143d918f-1e67-46fe-829f-da7eef627dfc),segment_id=143d918f-1e67-46fe-829f-da7eef627dfc)] {{(pid=128085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:21:31.106248 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-a57adbc2-a521-416d-a12d-0646c7b43be6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:21:31.111429 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:21:31.112490 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device 93f9a8b3-eee9-4636-9f29-8a9858759d2a up at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:21:31.115343 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:21:31.152101 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f6cfb89-c394-458b-b3ca-21ed4a27b857 req-a91d7cc4-f3a5-42bd-adc3-8dee00c99073 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Network bc592f61-aebd-478c-8bf9-72fa6ec97985 is already hosted by enough agents. {{(pid=128083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:21:31.160016 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.base_scheduler [req-1f6cfb89-c394-458b-b3ca-21ed4a27b857 req-a91d7cc4-f3a5-42bd-adc3-8dee00c99073 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Resources bound (agent type, host, resource id): {{(pid=128083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:21:31.165610 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f6cfb89-c394-458b-b3ca-21ed4a27b857 req-a91d7cc4-f3a5-42bd-adc3-8dee00c99073 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Received port after_create {{(pid=128083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:21:31.198268 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91d7cc4-f3a5-42bd-adc3-8dee00c99073 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Pushing event updated for resources: {'Port': ['ID=07f4f2be-72ab-4a3d-9ef4-3f157d6247c3,revision_number=1']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:21:31.203758 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-a91d7cc4-f3a5-42bd-adc3-8dee00c99073 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:21:31.205172 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Pushing event updated for resources: {'Port': ['ID=0ee9b40b-2b2d-4e33-8e9a-3d1509fef810,revision_number=5']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:21:31.211382 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:21:31.224448 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning complete for port 93f9a8b3-eee9-4636-9f29-8a9858759d2a triggered by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:21:31.224993 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:21:31.241713 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6cfb89-c394-458b-b3ca-21ed4a27b857 req-a91d7cc4-f3a5-42bd-adc3-8dee00c99073 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:21:31.242364 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-1f6cfb89-c394-458b-b3ca-21ed4a27b857 req-a91d7cc4-f3a5-42bd-adc3-8dee00c99073 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468916'] for port, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:21:31.261416 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-1f6cfb89-c394-458b-b3ca-21ed4a27b857 req-a91d7cc4-f3a5-42bd-adc3-8dee00c99073 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1494589 Jun 24 12:21:31.278475 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [req-1f6cfb89-c394-458b-b3ca-21ed4a27b857 req-1638ff19-f487-4011-9aa9-3cc130da0fd8 service neutron] Request body: {'port': {'device_id': '8a96e297-d446-4bc7-af2f-5b710c8c15be', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7971'}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:21:31.372815 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-1f6cfb89-c394-458b-b3ca-21ed4a27b857 req-1638ff19-f487-4011-9aa9-3cc130da0fd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:21:31.429027 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-58b049cd-ff04-49af-9892-4dd14e650f3e None None] Provisioning for port 07f4f2be-72ab-4a3d-9ef4-3f157d6247c3 completed by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:21:31.433279 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-58b049cd-ff04-49af-9892-4dd14e650f3e None None] Provisioning complete for port 07f4f2be-72ab-4a3d-9ef4-3f157d6247c3 triggered by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:21:31.433659 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-58b049cd-ff04-49af-9892-4dd14e650f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:21:31.469358 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-58b049cd-ff04-49af-9892-4dd14e650f3e None None] Port 07f4f2be-72ab-4a3d-9ef4-3f157d6247c3 cannot update to ACTIVE because it is not bound. {{(pid=128085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 12:21:31.649281 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.notifiers.nova [req-1f6cfb89-c394-458b-b3ca-21ed4a27b857 req-1638ff19-f487-4011-9aa9-3cc130da0fd8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 07f4f2be-72ab-4a3d-9ef4-3f157d6247c3 {{(pid=128083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 12:21:31.657906 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-1f6cfb89-c394-458b-b3ca-21ed4a27b857 req-1638ff19-f487-4011-9aa9-3cc130da0fd8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:21:31.670299 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.provisioning_blocks [req-1f6cfb89-c394-458b-b3ca-21ed4a27b857 req-1638ff19-f487-4011-9aa9-3cc130da0fd8 service neutron] Transition to ACTIVE for port object 07f4f2be-72ab-4a3d-9ef4-3f157d6247c3 will not be triggered until provisioned by entity L2. {{(pid=128083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:21:31.674628 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-1f6cfb89-c394-458b-b3ca-21ed4a27b857 req-1638ff19-f487-4011-9aa9-3cc130da0fd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2537871'] for port, after_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:21:31.676586 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-c42bc038-4890-4506-a42c-9fc7785f0caf tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:21:31.725284 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1638ff19-f487-4011-9aa9-3cc130da0fd8 service neutron] Pushing event updated for resources: {'Port': ['ID=07f4f2be-72ab-4a3d-9ef4-3f157d6247c3,revision_number=2']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:21:31.729282 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-1638ff19-f487-4011-9aa9-3cc130da0fd8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:21:31.797919 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.managers [req-1f6cfb89-c394-458b-b3ca-21ed4a27b857 req-1638ff19-f487-4011-9aa9-3cc130da0fd8 service neutron] Attempting to bind port 07f4f2be-72ab-4a3d-9ef4-3f157d6247c3 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=128083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 12:21:31.798461 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.managers [req-1f6cfb89-c394-458b-b3ca-21ed4a27b857 req-1638ff19-f487-4011-9aa9-3cc130da0fd8 service neutron] Attempting to bind port 07f4f2be-72ab-4a3d-9ef4-3f157d6247c3 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': '143d918f-1e67-46fe-829f-da7eef627dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'bc592f61-aebd-478c-8bf9-72fa6ec97985'}] {{(pid=128083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 12:21:31.798923 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f6cfb89-c394-458b-b3ca-21ed4a27b857 req-1638ff19-f487-4011-9aa9-3cc130da0fd8 service neutron] Attempting to bind port 07f4f2be-72ab-4a3d-9ef4-3f157d6247c3 on network bc592f61-aebd-478c-8bf9-72fa6ec97985 {{(pid=128083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:21:31.803832 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f6cfb89-c394-458b-b3ca-21ed4a27b857 req-1638ff19-f487-4011-9aa9-3cc130da0fd8 service neutron] Port 07f4f2be-72ab-4a3d-9ef4-3f157d6247c3 on network bc592f61-aebd-478c-8bf9-72fa6ec97985 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=128083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 12:21:31.804153 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f6cfb89-c394-458b-b3ca-21ed4a27b857 req-1638ff19-f487-4011-9aa9-3cc130da0fd8 service neutron] Attempting to bind port 07f4f2be-72ab-4a3d-9ef4-3f157d6247c3 on network bc592f61-aebd-478c-8bf9-72fa6ec97985 {{(pid=128083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:21:31.809461 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f6cfb89-c394-458b-b3ca-21ed4a27b857 req-1638ff19-f487-4011-9aa9-3cc130da0fd8 service neutron] Checking agent: {'id': 'a2c9a14d-87aa-4cd1-a510-11988f19c3d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7971', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 11, 42, 44), 'started_at': datetime.datetime(2021, 6, 24, 11, 42, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 12, 21, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=128083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 12:21:31.809799 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f6cfb89-c394-458b-b3ca-21ed4a27b857 req-1638ff19-f487-4011-9aa9-3cc130da0fd8 service neutron] Checking segment: {'id': '143d918f-1e67-46fe-829f-da7eef627dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'bc592f61-aebd-478c-8bf9-72fa6ec97985'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=128083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:21:31.810185 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f6cfb89-c394-458b-b3ca-21ed4a27b857 req-1638ff19-f487-4011-9aa9-3cc130da0fd8 service neutron] Bound using segment: {'id': '143d918f-1e67-46fe-829f-da7eef627dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'bc592f61-aebd-478c-8bf9-72fa6ec97985'} {{(pid=128083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 12:21:31.810628 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.managers [req-1f6cfb89-c394-458b-b3ca-21ed4a27b857 req-1638ff19-f487-4011-9aa9-3cc130da0fd8 service neutron] Bound port: 07f4f2be-72ab-4a3d-9ef4-3f157d6247c3, host: hv-neutron-7971, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '143d918f-1e67-46fe-829f-da7eef627dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'bc592f61-aebd-478c-8bf9-72fa6ec97985'}}] {{(pid=128083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 12:21:31.811017 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-1f6cfb89-c394-458b-b3ca-21ed4a27b857 req-1638ff19-f487-4011-9aa9-3cc130da0fd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:21:31.883752 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.db [req-1f6cfb89-c394-458b-b3ca-21ed4a27b857 req-1638ff19-f487-4011-9aa9-3cc130da0fd8 service neutron] For port 07f4f2be-72ab-4a3d-9ef4-3f157d6247c3, host hv-neutron-7971, cleared binding levels {{(pid=128083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 12:21:31.887364 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.db [req-1f6cfb89-c394-458b-b3ca-21ed4a27b857 req-1638ff19-f487-4011-9aa9-3cc130da0fd8 service neutron] For port 07f4f2be-72ab-4a3d-9ef4-3f157d6247c3, host hv-neutron-7971, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=07f4f2be-72ab-4a3d-9ef4-3f157d6247c3,segment=NetworkSegment(143d918f-1e67-46fe-829f-da7eef627dfc),segment_id=143d918f-1e67-46fe-829f-da7eef627dfc)] {{(pid=128083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 12:21:31.892388 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-1f6cfb89-c394-458b-b3ca-21ed4a27b857 req-1638ff19-f487-4011-9aa9-3cc130da0fd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2537871'] for port, after_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:21:31.895432 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-0f7047c9-2f3f-4b93-8a73-e84c12017e01 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:21:31.926810 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6cfb89-c394-458b-b3ca-21ed4a27b857 req-1638ff19-f487-4011-9aa9-3cc130da0fd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:21:31.927421 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-1f6cfb89-c394-458b-b3ca-21ed4a27b857 req-1638ff19-f487-4011-9aa9-3cc130da0fd8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468916'] for port, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:21:31.928781 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-1f6cfb89-c394-458b-b3ca-21ed4a27b857 req-1638ff19-f487-4011-9aa9-3cc130da0fd8 service neutron] 10.222.0.45 "PUT /v2.0/ports/07f4f2be-72ab-4a3d-9ef4-3f157d6247c3 HTTP/1.1" status: 200 len: 1093 time: 0.6552529 Jun 24 12:21:31.929355 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a96e297-d446-4bc7-af2f-5b710c8c15be', 'tag': '07f4f2be-72ab-4a3d-9ef4-3f157d6247c3'}] {{(pid=128083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 12:21:31.931707 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a77f7dee1a0522ddf93af289475d218fcdb8f30317daadec13ebf930b5b9dbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c35c7b85-d149-455b-8cd3-69f35ac6396b" -d '{"events": [{"name": "network-changed", "server_uuid": "8a96e297-d446-4bc7-af2f-5b710c8c15be", "tag": "07f4f2be-72ab-4a3d-9ef4-3f157d6247c3"}]}' {{(pid=128083) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 12:21:31.968212 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1638ff19-f487-4011-9aa9-3cc130da0fd8 service neutron] Pushing event updated for resources: {'Port': ['ID=07f4f2be-72ab-4a3d-9ef4-3f157d6247c3,revision_number=3']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:21:31.972313 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-1638ff19-f487-4011-9aa9-3cc130da0fd8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:21:31.975472 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 12:21:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbbdd5f8-e048-4d2c-9236-eafad0832dbd x-openstack-request-id: req-dbbdd5f8-e048-4d2c-9236-eafad0832dbd {{(pid=128083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 12:21:31.975832 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a96e297-d446-4bc7-af2f-5b710c8c15be", "tag": "07f4f2be-72ab-4a3d-9ef4-3f157d6247c3", "status": "completed", "code": 200}]} {{(pid=128083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 12:21:31.976145 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-dbbdd5f8-e048-4d2c-9236-eafad0832dbd {{(pid=128083) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 12:21:31.977331 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a96e297-d446-4bc7-af2f-5b710c8c15be', 'tag': '07f4f2be-72ab-4a3d-9ef4-3f157d6247c3', 'status': 'completed', 'code': 200} Jun 24 12:21:32.039087 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6cfb89-c394-458b-b3ca-21ed4a27b857 req-48a4d951-ff10-4ed1-958b-5f53d172cb35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:21:32.040752 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-1f6cfb89-c394-458b-b3ca-21ed4a27b857 req-48a4d951-ff10-4ed1-958b-5f53d172cb35 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=2f95b3c188ab4fd3b66987ab0e8b76cb&device_id=8a96e297-d446-4bc7-af2f-5b710c8c15be HTTP/1.1" status: 200 len: 1096 time: 0.0572944 Jun 24 12:21:32.092923 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-1f6cfb89-c394-458b-b3ca-21ed4a27b857 req-bbec1f27-8d0f-4eb8-a8d3-81dd7ba95dc2 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=07f4f2be-72ab-4a3d-9ef4-3f157d6247c3 HTTP/1.1" status: 200 len: 217 time: 0.0402114 Jun 24 12:21:32.146810 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6cfb89-c394-458b-b3ca-21ed4a27b857 req-ac7a419a-7634-48e5-9cbe-f2f75383771c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:21:32.148510 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-1f6cfb89-c394-458b-b3ca-21ed4a27b857 req-ac7a419a-7634-48e5-9cbe-f2f75383771c service neutron] 10.222.0.45 "GET /v2.0/subnets?id=bb64e777-d615-4dd7-95f3-c42e1cd43831 HTTP/1.1" status: 200 len: 834 time: 0.0484626 Jun 24 12:21:32.258678 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6cfb89-c394-458b-b3ca-21ed4a27b857 req-a94f576d-fb15-4e9e-9a0f-684b1d0d366e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:21:32.260215 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-1f6cfb89-c394-458b-b3ca-21ed4a27b857 req-a94f576d-fb15-4e9e-9a0f-684b1d0d366e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=bc592f61-aebd-478c-8bf9-72fa6ec97985&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1013820 Jun 24 12:21:32.273697 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef98fa0-68d6-44d6-bbf5-92269c9be7dc req-d655321e-d9e7-4f31-824a-a3a6f00e0766 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:21:32.275171 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-eef98fa0-68d6-44d6-bbf5-92269c9be7dc req-d655321e-d9e7-4f31-824a-a3a6f00e0766 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] 10.222.0.53 "GET /v2.0/ports?device_id=8a96e297-d446-4bc7-af2f-5b710c8c15be HTTP/1.1" status: 200 len: 943 time: 0.0876937 Jun 24 12:21:32.369318 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-eef98fa0-68d6-44d6-bbf5-92269c9be7dc req-49e6b7c0-5fa7-435e-adcd-b1e9bbc12a92 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] 10.222.0.53 "GET /v2.0/security-groups?id=52069472-e978-4c7a-b44d-5d0f6ac8823f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0851181 Jun 24 12:21:32.397981 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-1f6cfb89-c394-458b-b3ca-21ed4a27b857 req-2b89983a-1658-49dd-9c24-be7e4de08c58 service neutron] 10.222.0.45 "GET /v2.0/networks/bc592f61-aebd-478c-8bf9-72fa6ec97985?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217370 Jun 24 12:21:32.498104 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-1f6cfb89-c394-458b-b3ca-21ed4a27b857 req-70646adb-8e53-44f1-9d4a-70bc0623fd1e service neutron] 10.222.0.45 "GET /v2.0/networks/bc592f61-aebd-478c-8bf9-72fa6ec97985?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897744 Jun 24 12:21:32.607941 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35c7b85-d149-455b-8cd3-69f35ac6396b req-6b4bafbd-1d18-412e-89b5-c8330b1317a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:21:32.609461 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-c35c7b85-d149-455b-8cd3-69f35ac6396b req-6b4bafbd-1d18-412e-89b5-c8330b1317a2 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=2f95b3c188ab4fd3b66987ab0e8b76cb&device_id=8a96e297-d446-4bc7-af2f-5b710c8c15be HTTP/1.1" status: 200 len: 1096 time: 0.0556514 Jun 24 12:21:32.711057 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35c7b85-d149-455b-8cd3-69f35ac6396b req-dc7f1be3-ba61-4c9c-bb84-b97cab3c4832 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:21:32.712485 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-c35c7b85-d149-455b-8cd3-69f35ac6396b req-dc7f1be3-ba61-4c9c-bb84-b97cab3c4832 service neutron] 10.222.0.45 "GET /v2.0/networks?id=bc592f61-aebd-478c-8bf9-72fa6ec97985 HTTP/1.1" status: 200 len: 896 time: 0.0934396 Jun 24 12:21:32.754260 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-c35c7b85-d149-455b-8cd3-69f35ac6396b req-f9fb8d48-91eb-4ac7-9b1c-dab5d69ae612 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=07f4f2be-72ab-4a3d-9ef4-3f157d6247c3 HTTP/1.1" status: 200 len: 217 time: 0.0342758 Jun 24 12:21:32.793094 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device 0ee9b40b-2b2d-4e33-8e9a-3d1509fef810 up at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:21:32.808187 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35c7b85-d149-455b-8cd3-69f35ac6396b req-10ae5f00-d3cf-487b-9f77-fe75c923971f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:21:32.809697 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-c35c7b85-d149-455b-8cd3-69f35ac6396b req-10ae5f00-d3cf-487b-9f77-fe75c923971f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=bb64e777-d615-4dd7-95f3-c42e1cd43831 HTTP/1.1" status: 200 len: 834 time: 0.0479565 Jun 24 12:21:32.853729 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning complete for port 0ee9b40b-2b2d-4e33-8e9a-3d1509fef810 triggered by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:21:32.854003 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:21:32.874804 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35c7b85-d149-455b-8cd3-69f35ac6396b req-612fa475-23f5-4b37-ab6b-0c4cd9ca0b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:21:32.877352 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-c35c7b85-d149-455b-8cd3-69f35ac6396b req-612fa475-23f5-4b37-ab6b-0c4cd9ca0b27 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=bc592f61-aebd-478c-8bf9-72fa6ec97985&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0605731 Jun 24 12:21:32.977113 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-c35c7b85-d149-455b-8cd3-69f35ac6396b req-63f1f00d-0f79-41f1-99c5-10687b628f33 service neutron] 10.222.0.45 "GET /v2.0/networks/bc592f61-aebd-478c-8bf9-72fa6ec97985?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922658 Jun 24 12:21:33.082122 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-c35c7b85-d149-455b-8cd3-69f35ac6396b req-381f4a31-a521-4620-9d8b-de0eb0543ed4 service neutron] 10.222.0.45 "GET /v2.0/networks/bc592f61-aebd-478c-8bf9-72fa6ec97985?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981042 Jun 24 12:21:33.084163 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.agents_db [None req-87a69269-d72b-4286-97f3-1041481ed6d8 None None] Agent healthcheck: found 6 active agents {{(pid=128086) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 12:21:33.550670 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fb037b-e406-452e-86f0-030ccc85e1d8 req-847e6688-0d8c-4c69-b22d-d287bb655963 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:21:33.552128 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-47fb037b-e406-452e-86f0-030ccc85e1d8 req-847e6688-0d8c-4c69-b22d-d287bb655963 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] 10.222.0.53 "GET /v2.0/ports?device_id=8a96e297-d446-4bc7-af2f-5b710c8c15be HTTP/1.1" status: 200 len: 943 time: 0.0645459 Jun 24 12:21:33.591968 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-47fb037b-e406-452e-86f0-030ccc85e1d8 req-83cec9c4-58d6-4bc3-8eb8-ee8716d20fd5 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] 10.222.0.53 "GET /v2.0/security-groups?id=52069472-e978-4c7a-b44d-5d0f6ac8823f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339439 Jun 24 12:21:34.774392 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85561e60-e5f2-4f4c-a055-64d1d14ba47d req-100ee424-117e-40ca-b743-30798bc0cfa7 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:21:34.776024 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-85561e60-e5f2-4f4c-a055-64d1d14ba47d req-100ee424-117e-40ca-b743-30798bc0cfa7 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] 10.222.0.53 "GET /v2.0/ports?device_id=8a96e297-d446-4bc7-af2f-5b710c8c15be HTTP/1.1" status: 200 len: 943 time: 0.0686202 Jun 24 12:21:34.791202 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Device 07f4f2be-72ab-4a3d-9ef4-3f157d6247c3 details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=128085) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 12:21:34.819838 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-85561e60-e5f2-4f4c-a055-64d1d14ba47d req-43865fc3-1d64-43a8-a061-ba31d2d17a51 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] 10.222.0.53 "GET /v2.0/security-groups?id=52069472-e978-4c7a-b44d-5d0f6ac8823f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372548 Jun 24 12:21:34.894417 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] For port 07f4f2be-72ab-4a3d-9ef4-3f157d6247c3, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=07f4f2be-72ab-4a3d-9ef4-3f157d6247c3,segment=NetworkSegment(143d918f-1e67-46fe-829f-da7eef627dfc),segment_id=143d918f-1e67-46fe-829f-da7eef627dfc)] {{(pid=128085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:21:34.906860 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Returning: {'device': '07f4f2be-72ab-4a3d-9ef4-3f157d6247c3', 'network_id': 'bc592f61-aebd-478c-8bf9-72fa6ec97985', 'port_id': '07f4f2be-72ab-4a3d-9ef4-3f157d6247c3', 'mac_address': 'fa:16:3e:39:d7:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 608, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb64e777-d615-4dd7-95f3-c42e1cd43831', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=128085) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 12:21:34.944188 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:21:34.957312 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.notifiers.nova [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 07f4f2be-72ab-4a3d-9ef4-3f157d6247c3 {{(pid=128085) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 12:21:34.979781 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] For port 07f4f2be-72ab-4a3d-9ef4-3f157d6247c3, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=07f4f2be-72ab-4a3d-9ef4-3f157d6247c3,segment=NetworkSegment(143d918f-1e67-46fe-829f-da7eef627dfc),segment_id=143d918f-1e67-46fe-829f-da7eef627dfc)] {{(pid=128085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:21:34.984502 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:21:34.987682 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-7841fa68-2b18-48c4-be3b-1d76c02f0f47 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:21:35.034412 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Pushing event updated for resources: {'Port': ['ID=07f4f2be-72ab-4a3d-9ef4-3f157d6247c3,revision_number=4']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:21:35.037670 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:21:35.253693 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] get_ports_and_sgs() called for port_ids ['07f4f2be-72ab-4a3d-9ef4-3f157d6247c3'] {{(pid=128085) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 12:21:35.998857 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee6df06-f590-4c37-8de7-37cda7f245f1 req-c5b6de5c-f7ad-4ec1-be0c-becb44a591be tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:21:36.000919 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-cee6df06-f590-4c37-8de7-37cda7f245f1 req-c5b6de5c-f7ad-4ec1-be0c-becb44a591be tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] 10.222.0.53 "GET /v2.0/ports?device_id=8a96e297-d446-4bc7-af2f-5b710c8c15be HTTP/1.1" status: 200 len: 944 time: 0.0702949 Jun 24 12:21:36.039595 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-cee6df06-f590-4c37-8de7-37cda7f245f1 req-708aac8b-5828-4444-a401-cff985d32988 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] 10.222.0.53 "GET /v2.0/security-groups?id=52069472-e978-4c7a-b44d-5d0f6ac8823f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320804 Jun 24 12:21:36.790304 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Device 07f4f2be-72ab-4a3d-9ef4-3f157d6247c3 up at agent hyperv_hv-neutron-7971 {{(pid=128085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:21:36.843574 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Provisioning for port 07f4f2be-72ab-4a3d-9ef4-3f157d6247c3 completed by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:21:36.847912 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Provisioning complete for port 07f4f2be-72ab-4a3d-9ef4-3f157d6247c3 triggered by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:21:36.848284 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:21:36.926612 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:21:36.951343 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a96e297-d446-4bc7-af2f-5b710c8c15be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07f4f2be-72ab-4a3d-9ef4-3f157d6247c3'}] {{(pid=128085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 12:21:36.953720 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1098ec9051a50dd033317f529a09b9762582ef7b417ebe05928aca59e08255aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c05a8e7-ed9e-4266-8daa-ef9af867de72" -d '{"events": [{"server_uuid": "8a96e297-d446-4bc7-af2f-5b710c8c15be", "name": "network-vif-plugged", "status": "completed", "tag": "07f4f2be-72ab-4a3d-9ef4-3f157d6247c3"}]}' {{(pid=128085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 12:21:36.966793 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] For port 07f4f2be-72ab-4a3d-9ef4-3f157d6247c3, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=07f4f2be-72ab-4a3d-9ef4-3f157d6247c3,segment=NetworkSegment(143d918f-1e67-46fe-829f-da7eef627dfc),segment_id=143d918f-1e67-46fe-829f-da7eef627dfc)] {{(pid=128085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:21:36.972035 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:21:36.973980 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:21:36.996824 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 12:21:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdcb148a-70a8-43b1-9c6e-bb676b903ade x-openstack-request-id: req-fdcb148a-70a8-43b1-9c6e-bb676b903ade {{(pid=128085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 12:21:36.997155 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a96e297-d446-4bc7-af2f-5b710c8c15be", "name": "network-vif-plugged", "status": "completed", "tag": "07f4f2be-72ab-4a3d-9ef4-3f157d6247c3", "code": 200}]} {{(pid=128085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 12:21:36.997420 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-fdcb148a-70a8-43b1-9c6e-bb676b903ade {{(pid=128085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 12:21:36.997814 dv-neutron-797120-4-hyperv neutron-server[128085]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a96e297-d446-4bc7-af2f-5b710c8c15be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07f4f2be-72ab-4a3d-9ef4-3f157d6247c3', 'code': 200} Jun 24 12:21:37.027153 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Pushing event updated for resources: {'Port': ['ID=07f4f2be-72ab-4a3d-9ef4-3f157d6247c3,revision_number=5']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:21:37.030298 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:21:37.282195 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baee0827-f6f8-4de3-8796-5dedbf1f880f req-93a3aca0-da75-4780-8dc7-13029fbc497f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:21:37.283695 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-baee0827-f6f8-4de3-8796-5dedbf1f880f req-93a3aca0-da75-4780-8dc7-13029fbc497f service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=8a96e297-d446-4bc7-af2f-5b710c8c15be HTTP/1.1" status: 200 len: 1098 time: 0.1007483 Jun 24 12:21:37.296228 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e43bda-0b70-40ad-a9bf-79765c81e504 req-4f5a0913-6987-4aee-ad50-65f154a59a7d tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:21:37.297870 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-b9e43bda-0b70-40ad-a9bf-79765c81e504 req-4f5a0913-6987-4aee-ad50-65f154a59a7d tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] 10.222.0.53 "GET /v2.0/ports?device_id=8a96e297-d446-4bc7-af2f-5b710c8c15be HTTP/1.1" status: 200 len: 945 time: 0.0854611 Jun 24 12:21:37.361064 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-baee0827-f6f8-4de3-8796-5dedbf1f880f req-fee27fc1-ffaa-497b-a6e5-fa3508dc6ea9 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=52069472-e978-4c7a-b44d-5d0f6ac8823f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0620399 Jun 24 12:21:37.363945 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-b9e43bda-0b70-40ad-a9bf-79765c81e504 req-06b15012-37db-4a02-928a-ec3b1aae37dd tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] 10.222.0.53 "GET /v2.0/security-groups?id=52069472-e978-4c7a-b44d-5d0f6ac8823f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0597360 Jun 24 12:21:38.547835 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334e0e35-b2f2-4886-a08b-88ea1850a346 req-f45e3390-3454-4770-af07-4e625ca5298c tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:21:38.549361 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-334e0e35-b2f2-4886-a08b-88ea1850a346 req-f45e3390-3454-4770-af07-4e625ca5298c tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] 10.222.0.53 "GET /v2.0/ports?device_id=8a96e297-d446-4bc7-af2f-5b710c8c15be HTTP/1.1" status: 200 len: 945 time: 0.0659051 Jun 24 12:21:38.588948 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-334e0e35-b2f2-4886-a08b-88ea1850a346 req-72d917c2-0484-4f51-b248-5e034b58179f tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] 10.222.0.53 "GET /v2.0/security-groups?id=52069472-e978-4c7a-b44d-5d0f6ac8823f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333626 Jun 24 12:21:38.767149 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787c6c1f-58a5-40b3-a6ea-06ef346a028d req-8942a0db-7cde-4d81-9f92-bcbcd0a952db tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:21:38.768616 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-787c6c1f-58a5-40b3-a6ea-06ef346a028d req-8942a0db-7cde-4d81-9f92-bcbcd0a952db tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] 10.222.0.53 "GET /v2.0/ports?device_id=8a96e297-d446-4bc7-af2f-5b710c8c15be HTTP/1.1" status: 200 len: 945 time: 0.0675585 Jun 24 12:21:38.806649 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-787c6c1f-58a5-40b3-a6ea-06ef346a028d req-474fcb40-1e1b-4ffb-bd8c-0cb0ea11262d tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] 10.222.0.53 "GET /v2.0/security-groups?id=52069472-e978-4c7a-b44d-5d0f6ac8823f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322828 Jun 24 12:21:38.831253 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 40420) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:21:38.887905 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d762d951-265b-42c1-a835-8d4095f6edde tempest-TestNetworkAdvancedServerOps-467051264 tempest-TestNetworkAdvancedServerOps-467051264-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:21:38.889443 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-d762d951-265b-42c1-a835-8d4095f6edde tempest-TestNetworkAdvancedServerOps-467051264 tempest-TestNetworkAdvancedServerOps-467051264-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=8a96e297-d446-4bc7-af2f-5b710c8c15be HTTP/1.1" status: 200 len: 1093 time: 0.0571861 Jun 24 12:21:38.893695 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 40422) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:21:38.898649 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-38a8ed5a-28fd-4541-a799-ce54ee88ab40 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Request body: {'floatingip': {'floating_network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'port_id': '07f4f2be-72ab-4a3d-9ef4-3f157d6247c3', 'tenant_id': '2f95b3c188ab4fd3b66987ab0e8b76cb', 'fixed_ip_address': '172.20.0.6'}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:21:38.922354 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-38a8ed5a-28fd-4541-a799-ce54ee88ab40 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks [] for floatingip, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:21:39.027891 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-38a8ed5a-28fd-4541-a799-ce54ee88ab40 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:21:39.138011 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.db.db_base_plugin_common [None req-38a8ed5a-28fd-4541-a799-ce54ee88ab40 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Allocated IP 172.26.7.164 (f2b8ca71-e776-48b2-8898-96cc7970207b/f37bf603-3862-4d0a-9f58-89616f7fd68f/1cfff0ef-4af6-4225-8d19-64940f36c892) {{(pid=128084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:21:39.239852 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-38a8ed5a-28fd-4541-a799-ce54ee88ab40 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks [] for port, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:21:39.278022 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-38a8ed5a-28fd-4541-a799-ce54ee88ab40 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-650429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-506361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793193536723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3291971'] for port, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:21:39.279934 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-01fce640-2c03-4c19-9ed8-7a478f4fa7c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:21:39.319546 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38a8ed5a-28fd-4541-a799-ce54ee88ab40 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Network f2b8ca71-e776-48b2-8898-96cc7970207b is already hosted by enough agents. {{(pid=128084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:21:39.324223 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.base_scheduler [None req-38a8ed5a-28fd-4541-a799-ce54ee88ab40 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Resources bound (agent type, host, resource id): {{(pid=128084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:21:39.327748 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38a8ed5a-28fd-4541-a799-ce54ee88ab40 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Received port after_create {{(pid=128084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:21:39.350348 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a8ed5a-28fd-4541-a799-ce54ee88ab40 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Pushing event updated for resources: {'Port': ['ID=1cfff0ef-4af6-4225-8d19-64940f36c892,revision_number=1']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:21:39.354361 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-38a8ed5a-28fd-4541-a799-ce54ee88ab40 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:21:39.696839 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-38a8ed5a-28fd-4541-a799-ce54ee88ab40 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks [] for floatingip, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:21:39.776931 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-38a8ed5a-28fd-4541-a799-ce54ee88ab40 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:21:39.930105 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-38a8ed5a-28fd-4541-a799-ce54ee88ab40 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks [] for port, precommit_update {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:21:39.934539 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-38a8ed5a-28fd-4541-a799-ce54ee88ab40 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3292081'] for port, after_update {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:21:39.936574 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-97aeac63-197f-4f5a-a215-914e9b95b3d0 tempest-RoutersNegativeTest-1948241621 tempest-RoutersNegativeTest-1948241621-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:21:40.004641 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a8ed5a-28fd-4541-a799-ce54ee88ab40 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Pushing event updated for resources: {'Port': ['ID=1cfff0ef-4af6-4225-8d19-64940f36c892,revision_number=2']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:21:40.008821 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-38a8ed5a-28fd-4541-a799-ce54ee88ab40 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:21:40.018217 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-38a8ed5a-28fd-4541-a799-ce54ee88ab40 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1815637'] for floatingip, after_update {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:21:40.121197 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.db.l3_db [None req-38a8ed5a-28fd-4541-a799-ce54ee88ab40 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Floating IP 08388b43-11a0-45d6-a2ff-51d4369035b0 associated. External IP: 172.26.7.164, port: 07f4f2be-72ab-4a3d-9ef4-3f157d6247c3. Jun 24 12:21:40.330307 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38a8ed5a-28fd-4541-a799-ce54ee88ab40 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Router 7732d84d-c693-41f6-a04e-794832827cd0 has already been hosted by L3 agent 2987dba8-2249-4ee6-96ec-28f0f7a6127d {{(pid=128084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 12:21:40.439883 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38a8ed5a-28fd-4541-a799-ce54ee88ab40 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify agent at l3_agent.dv-neutron-797120-4-hyperv the message routers_updated {{(pid=128084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 12:21:40.449499 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2e1d0b3-585a-4f9f-aeaa-1294d8878e53 None None] Sync routers for ids ['7732d84d-c693-41f6-a04e-794832827cd0'] in dv-neutron-797120-4-hyperv {{(pid=128085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 12:21:40.457070 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-38a8ed5a-28fd-4541-a799-ce54ee88ab40 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468916'] for floatingip, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:21:40.463637 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2e1d0b3-585a-4f9f-aeaa-1294d8878e53 None None] Routers {'7732d84d-c693-41f6-a04e-794832827cd0'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:21:40.464278 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-f2e1d0b3-585a-4f9f-aeaa-1294d8878e53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T12:21:26Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['7732d84d-c693-41f6-a04e-794832827cd0'], 'active': True} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:21:40.495448 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-38a8ed5a-28fd-4541-a799-ce54ee88ab40 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6006043 Jun 24 12:21:40.496205 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a96e297-d446-4bc7-af2f-5b710c8c15be', 'tag': '07f4f2be-72ab-4a3d-9ef4-3f157d6247c3'}] {{(pid=128084) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 12:21:40.499150 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}189e43ef1649f46b9bccc8e45a83b64afc33adcdec52bc597e36eecb4255b7b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fea72e0-3c6c-4c83-ae70-b782e511112c" -d '{"events": [{"name": "network-changed", "server_uuid": "8a96e297-d446-4bc7-af2f-5b710c8c15be", "tag": "07f4f2be-72ab-4a3d-9ef4-3f157d6247c3"}]}' {{(pid=128084) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 12:21:40.543234 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 12:21:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77d8f8cf-e1e5-4cb2-9f95-03edb709b610 x-openstack-request-id: req-77d8f8cf-e1e5-4cb2-9f95-03edb709b610 {{(pid=128084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 12:21:40.543738 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a96e297-d446-4bc7-af2f-5b710c8c15be", "tag": "07f4f2be-72ab-4a3d-9ef4-3f157d6247c3", "status": "completed", "code": 200}]} {{(pid=128084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 12:21:40.544561 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-77d8f8cf-e1e5-4cb2-9f95-03edb709b610 {{(pid=128084) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 12:21:40.545115 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a96e297-d446-4bc7-af2f-5b710c8c15be', 'tag': '07f4f2be-72ab-4a3d-9ef4-3f157d6247c3', 'status': 'completed', 'code': 200} Jun 24 12:21:40.574618 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvr_db [None req-f2e1d0b3-585a-4f9f-aeaa-1294d8878e53 None None] Set router 7732d84d-c693-41f6-a04e-794832827cd0 gateway port host: dv-neutron-797120-4-hyperv {{(pid=128085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:21:40.655444 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fea72e0-3c6c-4c83-ae70-b782e511112c req-8e53cf18-1e99-4ef3-be14-041589560cec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:21:40.657598 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-7fea72e0-3c6c-4c83-ae70-b782e511112c req-8e53cf18-1e99-4ef3-be14-041589560cec service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=2f95b3c188ab4fd3b66987ab0e8b76cb&device_id=8a96e297-d446-4bc7-af2f-5b710c8c15be HTTP/1.1" status: 200 len: 1098 time: 0.0861769 Jun 24 12:21:40.751605 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e349ead-f64f-4b8f-b336-11a93e6aef35 req-2b8c3ff4-eacc-4c04-aecd-5f45c4695a41 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:21:40.753222 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-3e349ead-f64f-4b8f-b336-11a93e6aef35 req-2b8c3ff4-eacc-4c04-aecd-5f45c4695a41 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] 10.222.0.53 "GET /v2.0/ports?device_id=8a96e297-d446-4bc7-af2f-5b710c8c15be HTTP/1.1" status: 200 len: 945 time: 0.1326919 Jun 24 12:21:40.804712 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fea72e0-3c6c-4c83-ae70-b782e511112c req-2ba8a3bd-caed-441e-9d1b-1127faff9a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:21:40.806190 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-7fea72e0-3c6c-4c83-ae70-b782e511112c req-2ba8a3bd-caed-441e-9d1b-1127faff9a34 service neutron] 10.222.0.45 "GET /v2.0/networks?id=bc592f61-aebd-478c-8bf9-72fa6ec97985 HTTP/1.1" status: 200 len: 896 time: 0.1407347 Jun 24 12:21:40.808206 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-f2e1d0b3-585a-4f9f-aeaa-1294d8878e53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7732d84d-c693-41f6-a04e-794832827cd0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1789373990', 'tenant_id': '2f95b3c188ab4fd3b66987ab0e8b76cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'external_fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.37'}], 'enable_snat': True}, 'gw_port_id': '1219b0f6-f8fe-4fc5-99bb-bb4c33a128da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:21:23Z', 'updated_at': '2021-06-24T12:21:26Z', 'revision_number': 4, 'project_id': '2f95b3c188ab4fd3b66987ab0e8b76cb', 'gw_port': {'id': '1219b0f6-f8fe-4fc5-99bb-bb4c33a128da', 'name': '', 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:1a:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7732d84d-c693-41f6-a04e-794832827cd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:21:23Z', 'updated_at': '2021-06-24T12:21:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-4-hyperv', '_floatingips': [{'id': '08388b43-11a0-45d6-a2ff-51d4369035b0', 'tenant_id': '2f95b3c188ab4fd3b66987ab0e8b76cb', 'floating_ip_address': '172.26.7.164', 'floating_network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'router_id': '7732d84d-c693-41f6-a04e-794832827cd0', 'port_id': '07f4f2be-72ab-4a3d-9ef4-3f157d6247c3', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1737, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc592f61-aebd-478c-8bf9-72fa6ec97985', 'mac_address': 'fa:16:3e:39:d7:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a96e297-d446-4bc7-af2f-5b710c8c15be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T12:21:39Z', 'updated_at': '2021-06-24T12:21:39Z', 'revision_number': 0, 'project_id': '2f95b3c188ab4fd3b66987ab0e8b76cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ee9b40b-2b2d-4e33-8e9a-3d1509fef810', 'name': '', 'network_id': 'bc592f61-aebd-478c-8bf9-72fa6ec97985', 'tenant_id': '2f95b3c188ab4fd3b66987ab0e8b76cb', 'mac_address': 'fa:16:3e:23:a1:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7732d84d-c693-41f6-a04e-794832827cd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': 'bb64e777-d615-4dd7-95f3-c42e1cd43831', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:21:26Z', 'updated_at': '2021-06-24T12:21:31Z', 'revision_number': 5, 'project_id': '2f95b3c188ab4fd3b66987ab0e8b76cb', 'subnets': [{'id': 'bb64e777-d615-4dd7-95f3-c42e1cd43831', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:21:40.814504 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-3e349ead-f64f-4b8f-b336-11a93e6aef35 req-56dc035e-bb04-4a51-be06-d72540c3b0ab tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] 10.222.0.53 "GET /v2.0/security-groups?id=52069472-e978-4c7a-b44d-5d0f6ac8823f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527368 Jun 24 12:21:40.834260 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2e1d0b3-585a-4f9f-aeaa-1294d8878e53 None None] Checking router: 7732d84d-c693-41f6-a04e-794832827cd0 for host: dv-neutron-797120-4-hyperv {{(pid=128085) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 12:21:40.840780 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 40428) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:21:40.842727 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2e1d0b3-585a-4f9f-aeaa-1294d8878e53 None None] Routers {'7732d84d-c693-41f6-a04e-794832827cd0'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:21:40.843330 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-f2e1d0b3-585a-4f9f-aeaa-1294d8878e53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T12:21:26Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['7732d84d-c693-41f6-a04e-794832827cd0'], 'active': True} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:21:40.881720 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-7fea72e0-3c6c-4c83-ae70-b782e511112c req-3e4caa00-0868-4a81-ad60-b68b4424c065 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=07f4f2be-72ab-4a3d-9ef4-3f157d6247c3 HTTP/1.1" status: 200 len: 999 time: 0.0662391 Jun 24 12:21:40.935007 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fea72e0-3c6c-4c83-ae70-b782e511112c req-260597c9-4da2-4712-b3cf-1dffaead7934 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:21:40.936397 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-7fea72e0-3c6c-4c83-ae70-b782e511112c req-260597c9-4da2-4712-b3cf-1dffaead7934 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=bb64e777-d615-4dd7-95f3-c42e1cd43831 HTTP/1.1" status: 200 len: 834 time: 0.0486321 Jun 24 12:21:40.957080 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvr_db [None req-f2e1d0b3-585a-4f9f-aeaa-1294d8878e53 None None] Set router 7732d84d-c693-41f6-a04e-794832827cd0 gateway port host: dv-neutron-797120-4-hyperv {{(pid=128085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:21:41.012625 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fea72e0-3c6c-4c83-ae70-b782e511112c req-0484f40a-5439-46bf-8eab-5e7e41a19b51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:21:41.014826 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-7fea72e0-3c6c-4c83-ae70-b782e511112c req-0484f40a-5439-46bf-8eab-5e7e41a19b51 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=bc592f61-aebd-478c-8bf9-72fa6ec97985&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0718973 Jun 24 12:21:41.122563 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-7fea72e0-3c6c-4c83-ae70-b782e511112c req-62af3f1f-9ba0-452f-a214-73e3f261ffc9 service neutron] 10.222.0.45 "GET /v2.0/networks/bc592f61-aebd-478c-8bf9-72fa6ec97985?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1001930 Jun 24 12:21:41.221247 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-efce6c88-2a6a-448e-92e9-152242c75101 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] 10.222.0.53 "GET /v2.0/floatingips/08388b43-11a0-45d6-a2ff-51d4369035b0 HTTP/1.1" status: 200 len: 991 time: 0.3786118 Jun 24 12:21:41.235388 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-7fea72e0-3c6c-4c83-ae70-b782e511112c req-6053b3c3-5e17-455e-bc5c-d752fc419ca8 service neutron] 10.222.0.45 "GET /v2.0/networks/bc592f61-aebd-478c-8bf9-72fa6ec97985?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1048133 Jun 24 12:21:41.395294 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-f2e1d0b3-585a-4f9f-aeaa-1294d8878e53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7732d84d-c693-41f6-a04e-794832827cd0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1789373990', 'tenant_id': '2f95b3c188ab4fd3b66987ab0e8b76cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'external_fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.37'}], 'enable_snat': True}, 'gw_port_id': '1219b0f6-f8fe-4fc5-99bb-bb4c33a128da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:21:23Z', 'updated_at': '2021-06-24T12:21:26Z', 'revision_number': 4, 'project_id': '2f95b3c188ab4fd3b66987ab0e8b76cb', 'gw_port': {'id': '1219b0f6-f8fe-4fc5-99bb-bb4c33a128da', 'name': '', 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:1a:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7732d84d-c693-41f6-a04e-794832827cd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:21:23Z', 'updated_at': '2021-06-24T12:21:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-4-hyperv', '_floatingips': [{'id': '08388b43-11a0-45d6-a2ff-51d4369035b0', 'tenant_id': '2f95b3c188ab4fd3b66987ab0e8b76cb', 'floating_ip_address': '172.26.7.164', 'floating_network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'router_id': '7732d84d-c693-41f6-a04e-794832827cd0', 'port_id': '07f4f2be-72ab-4a3d-9ef4-3f157d6247c3', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1737, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc592f61-aebd-478c-8bf9-72fa6ec97985', 'mac_address': 'fa:16:3e:39:d7:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a96e297-d446-4bc7-af2f-5b710c8c15be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T12:21:39Z', 'updated_at': '2021-06-24T12:21:39Z', 'revision_number': 0, 'project_id': '2f95b3c188ab4fd3b66987ab0e8b76cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ee9b40b-2b2d-4e33-8e9a-3d1509fef810', 'name': '', 'network_id': 'bc592f61-aebd-478c-8bf9-72fa6ec97985', 'tenant_id': '2f95b3c188ab4fd3b66987ab0e8b76cb', 'mac_address': 'fa:16:3e:23:a1:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7732d84d-c693-41f6-a04e-794832827cd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': 'bb64e777-d615-4dd7-95f3-c42e1cd43831', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:21:26Z', 'updated_at': '2021-06-24T12:21:31Z', 'revision_number': 5, 'project_id': '2f95b3c188ab4fd3b66987ab0e8b76cb', 'subnets': [{'id': 'bb64e777-d615-4dd7-95f3-c42e1cd43831', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:21:41.422655 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2e1d0b3-585a-4f9f-aeaa-1294d8878e53 None None] The sync data for ids ['7732d84d-c693-41f6-a04e-794832827cd0'] in dv-neutron-797120-4-hyperv is: [{'id': '7732d84d-c693-41f6-a04e-794832827cd0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1789373990', 'tenant_id': '2f95b3c188ab4fd3b66987ab0e8b76cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'external_fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.37'}], 'enable_snat': True}, 'gw_port_id': '1219b0f6-f8fe-4fc5-99bb-bb4c33a128da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:21:23Z', 'updated_at': '2021-06-24T12:21:26Z', 'revision_number': 4, 'project_id': '2f95b3c188ab4fd3b66987ab0e8b76cb', 'gw_port': {'id': '1219b0f6-f8fe-4fc5-99bb-bb4c33a128da', 'name': '', 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:1a:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7732d84d-c693-41f6-a04e-794832827cd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:21:23Z', 'updated_at': '2021-06-24T12:21:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-4-hyperv', '_floatingips': [{'id': '08388b43-11a0-45d6-a2ff-51d4369035b0', 'tenant_id': '2f95b3c188ab4fd3b66987ab0e8b76cb', 'floating_ip_address': '172.26.7.164', 'floating_network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'router_id': '7732d84d-c693-41f6-a04e-794832827cd0', 'port_id': '07f4f2be-72ab-4a3d-9ef4-3f157d6247c3', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1737, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc592f61-aebd-478c-8bf9-72fa6ec97985', 'mac_address': 'fa:16:3e:39:d7:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a96e297-d446-4bc7-af2f-5b710c8c15be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T12:21:39Z', 'updated_at': '2021-06-24T12:21:39Z', 'revision_number': 0, 'project_id': '2f95b3c188ab4fd3b66987ab0e8b76cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ee9b40b-2b2d-4e33-8e9a-3d1509fef810', 'name': '', 'network_id': 'bc592f61-aebd-478c-8bf9-72fa6ec97985', 'tenant_id': '2f95b3c188ab4fd3b66987ab0e8b76cb', 'mac_address': 'fa:16:3e:23:a1:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7732d84d-c693-41f6-a04e-794832827cd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': 'bb64e777-d615-4dd7-95f3-c42e1cd43831', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:21:26Z', 'updated_at': '2021-06-24T12:21:31Z', 'revision_number': 5, 'project_id': '2f95b3c188ab4fd3b66987ab0e8b76cb', 'subnets': [{'id': 'bb64e777-d615-4dd7-95f3-c42e1cd43831', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=128085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 12:21:41.622469 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a3a3890-7a5b-445a-af49-9371a308542c None None] New status for floating IP 08388b43-11a0-45d6-a2ff-51d4369035b0: ACTIVE {{(pid=128086) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 24 12:21:42.225057 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 40430) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:21:42.285386 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-43b8f200-795b-4d49-aad6-b6bdac844a3d tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] 10.222.0.53 "GET /v2.0/floatingips/08388b43-11a0-45d6-a2ff-51d4369035b0 HTTP/1.1" status: 200 len: 993 time: 0.0588727 Jun 24 12:21:45.005604 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:21:53.868446 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-8fffcf7b-bec4-4835-815e-7610bad8b048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:21:56.410310 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-3a04e2d0-f176-4e6f-8633-3c9df248577b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:21:56.600812 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:21:57.824300 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-03237adf-ebd0-46f2-a476-4d4bb746e0f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:21:59.782629 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-52c483ef-d5c1-4030-9a32-e5ce4ff00ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:22:10.083453 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.agents_db [None req-87a69269-d72b-4286-97f3-1041481ed6d8 None None] Agent healthcheck: found 6 active agents {{(pid=128086) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 12:22:15.005400 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:22:15.791921 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4c014c-b934-4a9d-8853-9ba28bf58096 req-ce0d14d8-8b91-422b-b737-99e45b9917e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:22:15.793580 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-6c4c014c-b934-4a9d-8853-9ba28bf58096 req-ce0d14d8-8b91-422b-b737-99e45b9917e3 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=2f95b3c188ab4fd3b66987ab0e8b76cb&device_id=8a96e297-d446-4bc7-af2f-5b710c8c15be HTTP/1.1" status: 200 len: 1098 time: 0.0883429 Jun 24 12:22:15.878137 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69dd7af-18d1-43d9-a34d-3f2798a7a0d9 req-d4f072c4-d1f8-4a08-8048-99c687f51074 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:22:15.879590 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-b69dd7af-18d1-43d9-a34d-3f2798a7a0d9 req-d4f072c4-d1f8-4a08-8048-99c687f51074 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] 10.222.0.53 "GET /v2.0/ports?device_id=8a96e297-d446-4bc7-af2f-5b710c8c15be HTTP/1.1" status: 200 len: 945 time: 0.1329529 Jun 24 12:22:15.937029 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4c014c-b934-4a9d-8853-9ba28bf58096 req-aea87dc5-5af1-4389-a9e1-90026ca34a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:22:15.938707 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-6c4c014c-b934-4a9d-8853-9ba28bf58096 req-aea87dc5-5af1-4389-a9e1-90026ca34a35 service neutron] 10.222.0.45 "GET /v2.0/networks?id=bc592f61-aebd-478c-8bf9-72fa6ec97985 HTTP/1.1" status: 200 len: 896 time: 0.1343074 Jun 24 12:22:15.943737 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-b69dd7af-18d1-43d9-a34d-3f2798a7a0d9 req-c004374e-da03-4812-9308-e9f04327b5f6 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] 10.222.0.53 "GET /v2.0/security-groups?id=52069472-e978-4c7a-b44d-5d0f6ac8823f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0583591 Jun 24 12:22:16.011156 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-6c4c014c-b934-4a9d-8853-9ba28bf58096 req-88e9ab27-4e18-4ffe-bd5f-4f56d7e44a0a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=07f4f2be-72ab-4a3d-9ef4-3f157d6247c3 HTTP/1.1" status: 200 len: 1001 time: 0.0595953 Jun 24 12:22:16.059115 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4c014c-b934-4a9d-8853-9ba28bf58096 req-51fc59c3-ac61-4bc9-9b42-70d8c60dd875 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:22:16.060447 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-6c4c014c-b934-4a9d-8853-9ba28bf58096 req-51fc59c3-ac61-4bc9-9b42-70d8c60dd875 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=bb64e777-d615-4dd7-95f3-c42e1cd43831 HTTP/1.1" status: 200 len: 834 time: 0.0426741 Jun 24 12:22:16.121935 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4c014c-b934-4a9d-8853-9ba28bf58096 req-50bc7f34-082b-4849-ac75-d60c49e1d8f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:22:16.123418 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-6c4c014c-b934-4a9d-8853-9ba28bf58096 req-50bc7f34-082b-4849-ac75-d60c49e1d8f5 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=bc592f61-aebd-478c-8bf9-72fa6ec97985&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0559402 Jun 24 12:22:16.219154 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-6c4c014c-b934-4a9d-8853-9ba28bf58096 req-20b0b810-f550-467a-aae1-faed1fc0e113 service neutron] 10.222.0.45 "GET /v2.0/networks/bc592f61-aebd-478c-8bf9-72fa6ec97985?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846808 Jun 24 12:22:16.314472 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-6c4c014c-b934-4a9d-8853-9ba28bf58096 req-5e8767d6-a416-4da5-a2ca-74473e9f49c1 service neutron] 10.222.0.45 "GET /v2.0/networks/bc592f61-aebd-478c-8bf9-72fa6ec97985?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881255 Jun 24 12:22:17.127425 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976ee053-9071-44c5-b6ed-c26177150ffd req-8d1222e4-f6d7-4ad3-baaf-79e3d3dc3cb7 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:22:17.128926 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-976ee053-9071-44c5-b6ed-c26177150ffd req-8d1222e4-f6d7-4ad3-baaf-79e3d3dc3cb7 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] 10.222.0.53 "GET /v2.0/ports?device_id=8a96e297-d446-4bc7-af2f-5b710c8c15be HTTP/1.1" status: 200 len: 945 time: 0.0649910 Jun 24 12:22:17.172856 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-976ee053-9071-44c5-b6ed-c26177150ffd req-8cbfe66b-c1b4-4388-ace0-b0cbb68d20d1 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] 10.222.0.53 "GET /v2.0/security-groups?id=52069472-e978-4c7a-b44d-5d0f6ac8823f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374045 Jun 24 12:22:17.658089 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e3f2c6-a279-49ff-89be-1b322deda72c req-f3867d48-b8eb-49a5-aedd-e7ca3c297354 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:22:17.659595 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-52e3f2c6-a279-49ff-89be-1b322deda72c req-f3867d48-b8eb-49a5-aedd-e7ca3c297354 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=2f95b3c188ab4fd3b66987ab0e8b76cb&device_id=8a96e297-d446-4bc7-af2f-5b710c8c15be HTTP/1.1" status: 200 len: 1098 time: 0.0544877 Jun 24 12:22:17.787582 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e3f2c6-a279-49ff-89be-1b322deda72c req-5e8e6d4b-dacc-426e-bcb4-3fc122723da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:22:17.789101 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-52e3f2c6-a279-49ff-89be-1b322deda72c req-5e8e6d4b-dacc-426e-bcb4-3fc122723da1 service neutron] 10.222.0.45 "GET /v2.0/networks?id=bc592f61-aebd-478c-8bf9-72fa6ec97985 HTTP/1.1" status: 200 len: 896 time: 0.1058509 Jun 24 12:22:17.857414 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-52e3f2c6-a279-49ff-89be-1b322deda72c req-c029639f-ee09-44af-beb5-8c5088ce917d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=07f4f2be-72ab-4a3d-9ef4-3f157d6247c3 HTTP/1.1" status: 200 len: 1001 time: 0.0610662 Jun 24 12:22:17.905408 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e3f2c6-a279-49ff-89be-1b322deda72c req-f9a01641-abaa-4bbf-b3e7-7a7f2d657908 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:22:17.907406 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-52e3f2c6-a279-49ff-89be-1b322deda72c req-f9a01641-abaa-4bbf-b3e7-7a7f2d657908 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=bb64e777-d615-4dd7-95f3-c42e1cd43831 HTTP/1.1" status: 200 len: 834 time: 0.0425308 Jun 24 12:22:17.963006 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e3f2c6-a279-49ff-89be-1b322deda72c req-c68b79af-f2f6-4c35-b2db-dfe6a59a3a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:22:17.964478 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-52e3f2c6-a279-49ff-89be-1b322deda72c req-c68b79af-f2f6-4c35-b2db-dfe6a59a3a20 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=bc592f61-aebd-478c-8bf9-72fa6ec97985&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0505369 Jun 24 12:22:18.061021 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-52e3f2c6-a279-49ff-89be-1b322deda72c req-b7a55353-a57e-40d9-9aa3-3a76c121cc2f service neutron] 10.222.0.45 "GET /v2.0/networks/bc592f61-aebd-478c-8bf9-72fa6ec97985?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890284 Jun 24 12:22:18.154965 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-52e3f2c6-a279-49ff-89be-1b322deda72c req-730789df-5167-44f9-b6c9-1e51613a2a58 service neutron] 10.222.0.45 "GET /v2.0/networks/bc592f61-aebd-478c-8bf9-72fa6ec97985?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850861 Jun 24 12:22:18.367283 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4c2935-bc74-44fb-a216-fc50c6921708 req-55331994-e566-4b40-898f-541e879fbffb tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:22:18.369010 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-0d4c2935-bc74-44fb-a216-fc50c6921708 req-55331994-e566-4b40-898f-541e879fbffb tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] 10.222.0.53 "GET /v2.0/ports?device_id=8a96e297-d446-4bc7-af2f-5b710c8c15be HTTP/1.1" status: 200 len: 945 time: 0.0762458 Jun 24 12:22:18.409332 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-0d4c2935-bc74-44fb-a216-fc50c6921708 req-0a51df82-aebb-4a56-ade1-cd717469ec45 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] 10.222.0.53 "GET /v2.0/security-groups?id=52069472-e978-4c7a-b44d-5d0f6ac8823f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345283 Jun 24 12:22:19.586507 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361c4910-b3c2-4f87-848a-6f6a515422ec req-3d83ba47-0b9f-4ba0-a3f9-de22af10b36a tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:22:19.587995 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-361c4910-b3c2-4f87-848a-6f6a515422ec req-3d83ba47-0b9f-4ba0-a3f9-de22af10b36a tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] 10.222.0.53 "GET /v2.0/ports?device_id=8a96e297-d446-4bc7-af2f-5b710c8c15be HTTP/1.1" status: 200 len: 945 time: 0.0664570 Jun 24 12:22:19.627222 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-361c4910-b3c2-4f87-848a-6f6a515422ec req-90dd4c39-f38e-43dd-8106-e293fd355206 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] 10.222.0.53 "GET /v2.0/security-groups?id=52069472-e978-4c7a-b44d-5d0f6ac8823f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334704 Jun 24 12:22:20.807084 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f50cb4c-5c39-482a-9031-5493f4621100 req-aea6e8d4-66f3-49bf-ad50-273757699ff5 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:22:20.808555 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-0f50cb4c-5c39-482a-9031-5493f4621100 req-aea6e8d4-66f3-49bf-ad50-273757699ff5 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] 10.222.0.53 "GET /v2.0/ports?device_id=8a96e297-d446-4bc7-af2f-5b710c8c15be HTTP/1.1" status: 200 len: 945 time: 0.0682983 Jun 24 12:22:20.847543 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-0f50cb4c-5c39-482a-9031-5493f4621100 req-977c70ca-2065-4964-9d81-6dd52a51d32c tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] 10.222.0.53 "GET /v2.0/security-groups?id=52069472-e978-4c7a-b44d-5d0f6ac8823f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331452 Jun 24 12:22:22.025637 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad3ed11-716e-463e-a7a3-b2c1c88ccddb req-bf1e22be-f066-4a37-9788-fcf543962cc7 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:22:22.027086 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-cad3ed11-716e-463e-a7a3-b2c1c88ccddb req-bf1e22be-f066-4a37-9788-fcf543962cc7 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] 10.222.0.53 "GET /v2.0/ports?device_id=8a96e297-d446-4bc7-af2f-5b710c8c15be HTTP/1.1" status: 200 len: 945 time: 0.0685129 Jun 24 12:22:22.065088 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-cad3ed11-716e-463e-a7a3-b2c1c88ccddb req-dd4a9bb0-a83a-43e0-b152-a8b01766d58d tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] 10.222.0.53 "GET /v2.0/security-groups?id=52069472-e978-4c7a-b44d-5d0f6ac8823f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317981 Jun 24 12:22:23.238017 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1767251-b90a-4640-9e7f-f85d1518f793 req-416a91b3-8c99-4fae-a077-9c4b222128f3 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:22:23.239607 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-c1767251-b90a-4640-9e7f-f85d1518f793 req-416a91b3-8c99-4fae-a077-9c4b222128f3 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] 10.222.0.53 "GET /v2.0/ports?device_id=8a96e297-d446-4bc7-af2f-5b710c8c15be HTTP/1.1" status: 200 len: 945 time: 0.0643425 Jun 24 12:22:23.278201 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-c1767251-b90a-4640-9e7f-f85d1518f793 req-3d3cad50-8bab-4fe6-af21-84d3de74f3ce tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] 10.222.0.53 "GET /v2.0/security-groups?id=52069472-e978-4c7a-b44d-5d0f6ac8823f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328815 Jun 24 12:22:23.872383 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-c18d5692-365c-45e6-98c3-d6dd85f65a52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:22:24.467368 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9252d6-14fe-4df3-a82f-1970ae51f118 req-98d85de8-896b-43c3-97f5-f04952d07a54 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:22:24.468860 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-ee9252d6-14fe-4df3-a82f-1970ae51f118 req-98d85de8-896b-43c3-97f5-f04952d07a54 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] 10.222.0.53 "GET /v2.0/ports?device_id=8a96e297-d446-4bc7-af2f-5b710c8c15be HTTP/1.1" status: 200 len: 945 time: 0.0757673 Jun 24 12:22:24.508596 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-ee9252d6-14fe-4df3-a82f-1970ae51f118 req-2617f5dd-5f1a-4770-ae9d-479adb59933b tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] 10.222.0.53 "GET /v2.0/security-groups?id=52069472-e978-4c7a-b44d-5d0f6ac8823f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337911 Jun 24 12:22:24.544762 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [req-d2a928f4-06d4-46df-af2e-50fae208ea3b req-de4c7b06-eb7a-4a37-819f-9b81e06cfaba tempest-ServerDiskConfigTestJSON-2114072499 tempest-ServerDiskConfigTestJSON-2114072499-project] (128083) timed out ('10.222.0.45', 52722) {{(pid=128083) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 24 12:22:25.684186 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0115dd16-cc84-404a-b89b-60acf0f14d65 req-d4615001-b89c-4a1f-83f8-016bb666e071 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:22:25.685961 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-0115dd16-cc84-404a-b89b-60acf0f14d65 req-d4615001-b89c-4a1f-83f8-016bb666e071 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] 10.222.0.53 "GET /v2.0/ports?device_id=8a96e297-d446-4bc7-af2f-5b710c8c15be HTTP/1.1" status: 200 len: 945 time: 0.0636368 Jun 24 12:22:25.725186 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-0115dd16-cc84-404a-b89b-60acf0f14d65 req-b25561de-32e6-40a2-b954-df342127983c tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] 10.222.0.53 "GET /v2.0/security-groups?id=52069472-e978-4c7a-b44d-5d0f6ac8823f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319881 Jun 24 12:22:26.411753 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-a2320317-135b-4b9d-b01c-e1909ec7ff34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:22:26.595729 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:22:26.903628 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03f1c21-0b9f-4f2b-9cc4-91f13347a95c req-ec18a831-04e3-48d4-b6fa-f51bddedd777 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:22:26.905086 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-b03f1c21-0b9f-4f2b-9cc4-91f13347a95c req-ec18a831-04e3-48d4-b6fa-f51bddedd777 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] 10.222.0.53 "GET /v2.0/ports?device_id=8a96e297-d446-4bc7-af2f-5b710c8c15be HTTP/1.1" status: 200 len: 945 time: 0.0640748 Jun 24 12:22:26.944041 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-b03f1c21-0b9f-4f2b-9cc4-91f13347a95c req-68361087-f5e6-4038-8a0f-d33c28e7b24d tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] 10.222.0.53 "GET /v2.0/security-groups?id=52069472-e978-4c7a-b44d-5d0f6ac8823f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320983 Jun 24 12:22:27.830716 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-03237adf-ebd0-46f2-a476-4d4bb746e0f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:22:28.125804 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b726db51-6aed-46ec-b740-4124f0b5f098 req-f5299ca2-9e4f-40d4-ac2a-497a92b91f06 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:22:28.127570 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-b726db51-6aed-46ec-b740-4124f0b5f098 req-f5299ca2-9e4f-40d4-ac2a-497a92b91f06 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] 10.222.0.53 "GET /v2.0/ports?device_id=8a96e297-d446-4bc7-af2f-5b710c8c15be HTTP/1.1" status: 200 len: 945 time: 0.0677798 Jun 24 12:22:28.168060 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-b726db51-6aed-46ec-b740-4124f0b5f098 req-49a77a31-0f66-4e09-a95b-5e9d3aeeeae9 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] 10.222.0.53 "GET /v2.0/security-groups?id=52069472-e978-4c7a-b44d-5d0f6ac8823f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347681 Jun 24 12:22:28.194002 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 40466) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:22:28.259510 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-e4db9abf-b69c-4c50-814d-94828ce0f9d8 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] 10.222.0.53 "GET /v2.0/floatingips/08388b43-11a0-45d6-a2ff-51d4369035b0 HTTP/1.1" status: 200 len: 993 time: 0.0641370 Jun 24 12:22:29.786507 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-52c483ef-d5c1-4030-9a32-e5ce4ff00ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:22:45.023597 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:22:47.082440 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.agents_db [None req-87a69269-d72b-4286-97f3-1041481ed6d8 None None] Agent healthcheck: found 6 active agents {{(pid=128086) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 12:22:53.874030 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-9159843f-2dad-4e74-a189-38ff47dd900a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:22:56.413333 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-a49614d0-288e-4b87-8ba7-3a9749fa84fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:22:56.598195 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:22:57.831420 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-03237adf-ebd0-46f2-a476-4d4bb746e0f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:22:59.788832 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-52c483ef-d5c1-4030-9a32-e5ce4ff00ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:23:00.666443 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 40484) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:23:00.827283 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.plugin [None req-808697f9-f11b-498c-b066-e3d7332b9254 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Deleting port 1cfff0ef-4af6-4225-8d19-64940f36c892 {{(pid=128084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:23:00.827553 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-808697f9-f11b-498c-b066-e3d7332b9254 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793193942312'] for port, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:23:00.901864 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-808697f9-f11b-498c-b066-e3d7332b9254 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1978872'] for port, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:23:00.902185 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-808697f9-f11b-498c-b066-e3d7332b9254 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:23:00.914060 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.plugin [None req-808697f9-f11b-498c-b066-e3d7332b9254 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Calling delete_port for 1cfff0ef-4af6-4225-8d19-64940f36c892 owned by network:floatingip {{(pid=128084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:23:01.069734 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-808697f9-f11b-498c-b066-e3d7332b9254 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793193945299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193536732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3292088'] for port, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:23:01.072082 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-2e5dffee-6572-4989-8bb8-3b8e90b9cd84 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:23:01.098006 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808697f9-f11b-498c-b066-e3d7332b9254 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Pushing event deleted for resources: {'Port': ['ID=1cfff0ef-4af6-4225-8d19-64940f36c892,revision_number=None']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:23:01.109502 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-808697f9-f11b-498c-b066-e3d7332b9254 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:23:01.109888 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-808697f9-f11b-498c-b066-e3d7332b9254 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:23:01.110877 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-808697f9-f11b-498c-b066-e3d7332b9254 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:23:01.111285 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-808697f9-f11b-498c-b066-e3d7332b9254 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:23:01.111626 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-808697f9-f11b-498c-b066-e3d7332b9254 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:23:01.112000 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-808697f9-f11b-498c-b066-e3d7332b9254 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:23:01.112386 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-808697f9-f11b-498c-b066-e3d7332b9254 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:23:01.112754 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-808697f9-f11b-498c-b066-e3d7332b9254 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:23:01.113147 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-808697f9-f11b-498c-b066-e3d7332b9254 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:23:01.113512 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-808697f9-f11b-498c-b066-e3d7332b9254 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:23:01.113872 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-808697f9-f11b-498c-b066-e3d7332b9254 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:23:01.114232 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-808697f9-f11b-498c-b066-e3d7332b9254 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:23:01.135812 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-808697f9-f11b-498c-b066-e3d7332b9254 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:23:01.174723 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-808697f9-f11b-498c-b066-e3d7332b9254 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks [] for floatingip, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:23:01.174975 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.db.l3_db [None req-808697f9-f11b-498c-b066-e3d7332b9254 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Floating IP 08388b43-11a0-45d6-a2ff-51d4369035b0 disassociated (deleted). External IP: 172.26.7.164, port: 07f4f2be-72ab-4a3d-9ef4-3f157d6247c3. Jun 24 12:23:01.386627 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-808697f9-f11b-498c-b066-e3d7332b9254 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Router 7732d84d-c693-41f6-a04e-794832827cd0 has already been hosted by L3 agent 2987dba8-2249-4ee6-96ec-28f0f7a6127d {{(pid=128084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 12:23:01.496895 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-808697f9-f11b-498c-b066-e3d7332b9254 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify agent at l3_agent.dv-neutron-797120-4-hyperv the message routers_updated {{(pid=128084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 12:23:01.502218 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-808697f9-f11b-498c-b066-e3d7332b9254 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468916'] for floatingip, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:23:01.509001 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26b38da6-ddda-4585-a4a8-aaf7ad70c248 None None] Sync routers for ids ['7732d84d-c693-41f6-a04e-794832827cd0'] in dv-neutron-797120-4-hyperv {{(pid=128085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 12:23:01.518432 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26b38da6-ddda-4585-a4a8-aaf7ad70c248 None None] Routers {'7732d84d-c693-41f6-a04e-794832827cd0'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:23:01.519053 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-26b38da6-ddda-4585-a4a8-aaf7ad70c248 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T12:22:56Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['7732d84d-c693-41f6-a04e-794832827cd0'], 'active': True} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:23:01.538912 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-808697f9-f11b-498c-b066-e3d7332b9254 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] 10.222.0.53 "DELETE /v2.0/floatingips/08388b43-11a0-45d6-a2ff-51d4369035b0 HTTP/1.1" status: 204 len: 168 time: 0.8711092 Jun 24 12:23:01.539687 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a96e297-d446-4bc7-af2f-5b710c8c15be', 'tag': '07f4f2be-72ab-4a3d-9ef4-3f157d6247c3'}] {{(pid=128084) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 12:23:01.542152 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}189e43ef1649f46b9bccc8e45a83b64afc33adcdec52bc597e36eecb4255b7b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07ef77a6-c01d-4ffe-8d07-359e63608bb4" -d '{"events": [{"name": "network-changed", "server_uuid": "8a96e297-d446-4bc7-af2f-5b710c8c15be", "tag": "07f4f2be-72ab-4a3d-9ef4-3f157d6247c3"}]}' {{(pid=128084) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 12:23:01.585241 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 12:23:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97a046d8-a964-43aa-9e56-7c9d7db91203 x-openstack-request-id: req-97a046d8-a964-43aa-9e56-7c9d7db91203 {{(pid=128084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 12:23:01.585592 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a96e297-d446-4bc7-af2f-5b710c8c15be", "tag": "07f4f2be-72ab-4a3d-9ef4-3f157d6247c3", "status": "completed", "code": 200}]} {{(pid=128084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 12:23:01.585900 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-97a046d8-a964-43aa-9e56-7c9d7db91203 {{(pid=128084) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 12:23:01.586351 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a96e297-d446-4bc7-af2f-5b710c8c15be', 'tag': '07f4f2be-72ab-4a3d-9ef4-3f157d6247c3', 'status': 'completed', 'code': 200} Jun 24 12:23:01.627839 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvr_db [None req-26b38da6-ddda-4585-a4a8-aaf7ad70c248 None None] Set router 7732d84d-c693-41f6-a04e-794832827cd0 gateway port host: dv-neutron-797120-4-hyperv {{(pid=128085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:23:01.675184 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ef77a6-c01d-4ffe-8d07-359e63608bb4 req-d8d408d1-01bc-44a3-99ed-f0bb2a36720c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:23:01.676702 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-07ef77a6-c01d-4ffe-8d07-359e63608bb4 req-d8d408d1-01bc-44a3-99ed-f0bb2a36720c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=2f95b3c188ab4fd3b66987ab0e8b76cb&device_id=8a96e297-d446-4bc7-af2f-5b710c8c15be HTTP/1.1" status: 200 len: 1098 time: 0.0602486 Jun 24 12:23:01.787715 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ef77a6-c01d-4ffe-8d07-359e63608bb4 req-ec46ab6e-9969-4c98-a828-96c568c8c475 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:23:01.794422 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-07ef77a6-c01d-4ffe-8d07-359e63608bb4 req-ec46ab6e-9969-4c98-a828-96c568c8c475 service neutron] 10.222.0.45 "GET /v2.0/networks?id=bc592f61-aebd-478c-8bf9-72fa6ec97985 HTTP/1.1" status: 200 len: 896 time: 0.1078467 Jun 24 12:23:01.852465 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-07ef77a6-c01d-4ffe-8d07-359e63608bb4 req-7451e53e-610f-4e1e-a031-6a5c7c9ba732 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=07f4f2be-72ab-4a3d-9ef4-3f157d6247c3 HTTP/1.1" status: 200 len: 217 time: 0.0376403 Jun 24 12:23:01.859723 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-26b38da6-ddda-4585-a4a8-aaf7ad70c248 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7732d84d-c693-41f6-a04e-794832827cd0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1789373990', 'tenant_id': '2f95b3c188ab4fd3b66987ab0e8b76cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'external_fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.37'}], 'enable_snat': True}, 'gw_port_id': '1219b0f6-f8fe-4fc5-99bb-bb4c33a128da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:21:23Z', 'updated_at': '2021-06-24T12:21:26Z', 'revision_number': 4, 'project_id': '2f95b3c188ab4fd3b66987ab0e8b76cb', 'gw_port': {'id': '1219b0f6-f8fe-4fc5-99bb-bb4c33a128da', 'name': '', 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:1a:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7732d84d-c693-41f6-a04e-794832827cd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:21:23Z', 'updated_at': '2021-06-24T12:21:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-4-hyperv', '_interfaces': [{'id': '0ee9b40b-2b2d-4e33-8e9a-3d1509fef810', 'name': '', 'network_id': 'bc592f61-aebd-478c-8bf9-72fa6ec97985', 'tenant_id': '2f95b3c188ab4fd3b66987ab0e8b76cb', 'mac_address': 'fa:16:3e:23:a1:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7732d84d-c693-41f6-a04e-794832827cd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': 'bb64e777-d615-4dd7-95f3-c42e1cd43831', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:21:26Z', 'updated_at': '2021-06-24T12:21:31Z', 'revision_number': 5, 'project_id': '2f95b3c188ab4fd3b66987ab0e8b76cb', 'subnets': [{'id': 'bb64e777-d615-4dd7-95f3-c42e1cd43831', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:23:01.893884 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26b38da6-ddda-4585-a4a8-aaf7ad70c248 None None] Checking router: 7732d84d-c693-41f6-a04e-794832827cd0 for host: dv-neutron-797120-4-hyperv {{(pid=128085) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 12:23:01.902368 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26b38da6-ddda-4585-a4a8-aaf7ad70c248 None None] Routers {'7732d84d-c693-41f6-a04e-794832827cd0'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:23:01.902998 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-26b38da6-ddda-4585-a4a8-aaf7ad70c248 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T12:22:56Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['7732d84d-c693-41f6-a04e-794832827cd0'], 'active': True} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:23:01.913554 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ef77a6-c01d-4ffe-8d07-359e63608bb4 req-1e3bec4c-50ab-41ea-860e-4614d4bcfcb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:23:01.915037 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-07ef77a6-c01d-4ffe-8d07-359e63608bb4 req-1e3bec4c-50ab-41ea-860e-4614d4bcfcb4 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=bb64e777-d615-4dd7-95f3-c42e1cd43831 HTTP/1.1" status: 200 len: 834 time: 0.0560539 Jun 24 12:23:01.976282 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ef77a6-c01d-4ffe-8d07-359e63608bb4 req-f71709d6-66fb-437c-999a-217df5e8afab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:23:01.977797 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-07ef77a6-c01d-4ffe-8d07-359e63608bb4 req-f71709d6-66fb-437c-999a-217df5e8afab service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=bc592f61-aebd-478c-8bf9-72fa6ec97985&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0558004 Jun 24 12:23:02.018896 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvr_db [None req-26b38da6-ddda-4585-a4a8-aaf7ad70c248 None None] Set router 7732d84d-c693-41f6-a04e-794832827cd0 gateway port host: dv-neutron-797120-4-hyperv {{(pid=128085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:23:02.107740 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-07ef77a6-c01d-4ffe-8d07-359e63608bb4 req-906704f6-2c20-420b-8abc-77fd3d6ca0fd service neutron] 10.222.0.45 "GET /v2.0/networks/bc592f61-aebd-478c-8bf9-72fa6ec97985?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1204858 Jun 24 12:23:02.117008 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3447c558-cc10-4eb1-8a05-e335af8a2e8f req-7b56156e-1add-4678-a8d6-32a274201729 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:23:02.118532 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-3447c558-cc10-4eb1-8a05-e335af8a2e8f req-7b56156e-1add-4678-a8d6-32a274201729 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] 10.222.0.53 "GET /v2.0/ports?device_id=8a96e297-d446-4bc7-af2f-5b710c8c15be HTTP/1.1" status: 200 len: 945 time: 0.2331798 Jun 24 12:23:02.203819 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-3447c558-cc10-4eb1-8a05-e335af8a2e8f req-23cd3f0a-f55c-47b1-9cf6-0887759b9727 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] 10.222.0.53 "GET /v2.0/security-groups?id=52069472-e978-4c7a-b44d-5d0f6ac8823f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0769925 Jun 24 12:23:02.217910 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-26b38da6-ddda-4585-a4a8-aaf7ad70c248 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7732d84d-c693-41f6-a04e-794832827cd0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1789373990', 'tenant_id': '2f95b3c188ab4fd3b66987ab0e8b76cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'external_fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.37'}], 'enable_snat': True}, 'gw_port_id': '1219b0f6-f8fe-4fc5-99bb-bb4c33a128da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:21:23Z', 'updated_at': '2021-06-24T12:21:26Z', 'revision_number': 4, 'project_id': '2f95b3c188ab4fd3b66987ab0e8b76cb', 'gw_port': {'id': '1219b0f6-f8fe-4fc5-99bb-bb4c33a128da', 'name': '', 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:1a:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7732d84d-c693-41f6-a04e-794832827cd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:21:23Z', 'updated_at': '2021-06-24T12:21:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-4-hyperv', '_interfaces': [{'id': '0ee9b40b-2b2d-4e33-8e9a-3d1509fef810', 'name': '', 'network_id': 'bc592f61-aebd-478c-8bf9-72fa6ec97985', 'tenant_id': '2f95b3c188ab4fd3b66987ab0e8b76cb', 'mac_address': 'fa:16:3e:23:a1:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7732d84d-c693-41f6-a04e-794832827cd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': 'bb64e777-d615-4dd7-95f3-c42e1cd43831', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:21:26Z', 'updated_at': '2021-06-24T12:21:31Z', 'revision_number': 5, 'project_id': '2f95b3c188ab4fd3b66987ab0e8b76cb', 'subnets': [{'id': 'bb64e777-d615-4dd7-95f3-c42e1cd43831', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:23:02.231792 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-07ef77a6-c01d-4ffe-8d07-359e63608bb4 req-736153f0-9a88-48e8-966c-4a3fc28df9e0 service neutron] 10.222.0.45 "GET /v2.0/networks/bc592f61-aebd-478c-8bf9-72fa6ec97985?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1122732 Jun 24 12:23:02.246211 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26b38da6-ddda-4585-a4a8-aaf7ad70c248 None None] The sync data for ids ['7732d84d-c693-41f6-a04e-794832827cd0'] in dv-neutron-797120-4-hyperv is: [{'id': '7732d84d-c693-41f6-a04e-794832827cd0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1789373990', 'tenant_id': '2f95b3c188ab4fd3b66987ab0e8b76cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'external_fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.37'}], 'enable_snat': True}, 'gw_port_id': '1219b0f6-f8fe-4fc5-99bb-bb4c33a128da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:21:23Z', 'updated_at': '2021-06-24T12:21:26Z', 'revision_number': 4, 'project_id': '2f95b3c188ab4fd3b66987ab0e8b76cb', 'gw_port': {'id': '1219b0f6-f8fe-4fc5-99bb-bb4c33a128da', 'name': '', 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:1a:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7732d84d-c693-41f6-a04e-794832827cd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:21:23Z', 'updated_at': '2021-06-24T12:21:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-4-hyperv', '_interfaces': [{'id': '0ee9b40b-2b2d-4e33-8e9a-3d1509fef810', 'name': '', 'network_id': 'bc592f61-aebd-478c-8bf9-72fa6ec97985', 'tenant_id': '2f95b3c188ab4fd3b66987ab0e8b76cb', 'mac_address': 'fa:16:3e:23:a1:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7732d84d-c693-41f6-a04e-794832827cd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': 'bb64e777-d615-4dd7-95f3-c42e1cd43831', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:21:26Z', 'updated_at': '2021-06-24T12:21:31Z', 'revision_number': 5, 'project_id': '2f95b3c188ab4fd3b66987ab0e8b76cb', 'subnets': [{'id': 'bb64e777-d615-4dd7-95f3-c42e1cd43831', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=128085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 12:23:02.464687 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86d7cabd-19d0-4bbf-b1eb-704f7b5854d9 None None] New status for floating IP 08388b43-11a0-45d6-a2ff-51d4369035b0: DOWN {{(pid=128086) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 24 12:23:03.455181 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16669477-0a11-4a41-9c31-ce0d5ba0b247 req-5558a927-b405-47ac-b14e-93c30d2655c8 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:23:03.456932 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-16669477-0a11-4a41-9c31-ce0d5ba0b247 req-5558a927-b405-47ac-b14e-93c30d2655c8 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] 10.222.0.53 "GET /v2.0/ports?device_id=8a96e297-d446-4bc7-af2f-5b710c8c15be HTTP/1.1" status: 200 len: 945 time: 0.1237829 Jun 24 12:23:03.496545 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-16669477-0a11-4a41-9c31-ce0d5ba0b247 req-acf8a923-b9c1-49ef-a8ea-62d356b3ed89 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] 10.222.0.53 "GET /v2.0/security-groups?id=52069472-e978-4c7a-b44d-5d0f6ac8823f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338545 Jun 24 12:23:03.660834 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb48510-0049-4c74-bcb6-8687db2ec537 req-dc1933d6-239f-4ac6-8c39-2102e9d73a11 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:23:03.662309 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-fdb48510-0049-4c74-bcb6-8687db2ec537 req-dc1933d6-239f-4ac6-8c39-2102e9d73a11 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] 10.222.0.45 "GET /v2.0/ports?device_id=8a96e297-d446-4bc7-af2f-5b710c8c15be HTTP/1.1" status: 200 len: 945 time: 0.0632741 Jun 24 12:23:03.765072 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.plugin [req-fdb48510-0049-4c74-bcb6-8687db2ec537 req-2762c14d-e4b9-4b36-b47a-537b89b538c6 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Deleting port 07f4f2be-72ab-4a3d-9ef4-3f157d6247c3 {{(pid=128083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:23:03.765324 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-fdb48510-0049-4c74-bcb6-8687db2ec537 req-2762c14d-e4b9-4b36-b47a-537b89b538c6 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793193942312'] for port, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:23:03.857528 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.db [req-fdb48510-0049-4c74-bcb6-8687db2ec537 req-2762c14d-e4b9-4b36-b47a-537b89b538c6 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] For port 07f4f2be-72ab-4a3d-9ef4-3f157d6247c3, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=07f4f2be-72ab-4a3d-9ef4-3f157d6247c3,segment=NetworkSegment(143d918f-1e67-46fe-829f-da7eef627dfc),segment_id=143d918f-1e67-46fe-829f-da7eef627dfc)] {{(pid=128083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:23:03.857887 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-fdb48510-0049-4c74-bcb6-8687db2ec537 req-2762c14d-e4b9-4b36-b47a-537b89b538c6 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1978872'] for port, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:23:03.871433 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.plugin [req-fdb48510-0049-4c74-bcb6-8687db2ec537 req-2762c14d-e4b9-4b36-b47a-537b89b538c6 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Calling delete_port for 07f4f2be-72ab-4a3d-9ef4-3f157d6247c3 owned by compute:nova {{(pid=128083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:23:03.998700 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-fdb48510-0049-4c74-bcb6-8687db2ec537 req-2762c14d-e4b9-4b36-b47a-537b89b538c6 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793193945299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193536732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2537862'] for port, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:23:04.002828 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-a91d7cc4-f3a5-42bd-adc3-8dee00c99073 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:23:04.029467 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2762c14d-e4b9-4b36-b47a-537b89b538c6 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Pushing event deleted for resources: {'Port': ['ID=07f4f2be-72ab-4a3d-9ef4-3f157d6247c3,revision_number=None']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:23:04.056609 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2762c14d-e4b9-4b36-b47a-537b89b538c6 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:23:04.057016 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2762c14d-e4b9-4b36-b47a-537b89b538c6 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:23:04.057396 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2762c14d-e4b9-4b36-b47a-537b89b538c6 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:23:04.057769 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2762c14d-e4b9-4b36-b47a-537b89b538c6 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:23:04.058136 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2762c14d-e4b9-4b36-b47a-537b89b538c6 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:23:04.058504 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2762c14d-e4b9-4b36-b47a-537b89b538c6 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:23:04.058875 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2762c14d-e4b9-4b36-b47a-537b89b538c6 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:23:04.059238 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2762c14d-e4b9-4b36-b47a-537b89b538c6 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:23:04.059640 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2762c14d-e4b9-4b36-b47a-537b89b538c6 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:23:04.060122 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2762c14d-e4b9-4b36-b47a-537b89b538c6 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:23:04.060486 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2762c14d-e4b9-4b36-b47a-537b89b538c6 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:23:04.060847 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2762c14d-e4b9-4b36-b47a-537b89b538c6 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:23:04.067756 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-2762c14d-e4b9-4b36-b47a-537b89b538c6 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:23:04.087122 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.l3_dvrscheduler_db [req-fdb48510-0049-4c74-bcb6-8687db2ec537 req-2762c14d-e4b9-4b36-b47a-537b89b538c6 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] No DVR routers for this DVR port 07f4f2be-72ab-4a3d-9ef4-3f157d6247c3 on host hv-neutron-7971 {{(pid=128083) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 12:23:04.089959 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-fdb48510-0049-4c74-bcb6-8687db2ec537 req-2762c14d-e4b9-4b36-b47a-537b89b538c6 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468916'] for port, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:23:04.092135 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-fdb48510-0049-4c74-bcb6-8687db2ec537 req-2762c14d-e4b9-4b36-b47a-537b89b538c6 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] 10.222.0.45 "DELETE /v2.0/ports/07f4f2be-72ab-4a3d-9ef4-3f157d6247c3 HTTP/1.1" status: 204 len: 173 time: 0.4216011 Jun 24 12:23:04.092720 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a96e297-d446-4bc7-af2f-5b710c8c15be', 'name': 'network-vif-deleted', 'tag': '07f4f2be-72ab-4a3d-9ef4-3f157d6247c3'}] {{(pid=128083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 12:23:04.096059 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a77f7dee1a0522ddf93af289475d218fcdb8f30317daadec13ebf930b5b9dbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5c7bdff-63b7-469b-8ed0-58f9fd9fbdbe" -d '{"events": [{"server_uuid": "8a96e297-d446-4bc7-af2f-5b710c8c15be", "name": "network-vif-deleted", "tag": "07f4f2be-72ab-4a3d-9ef4-3f157d6247c3"}]}' {{(pid=128083) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 12:23:04.136954 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 12:23:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d5ade84-4947-4397-a267-727b136c11fb x-openstack-request-id: req-5d5ade84-4947-4397-a267-727b136c11fb {{(pid=128083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 12:23:04.137418 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a96e297-d446-4bc7-af2f-5b710c8c15be", "name": "network-vif-deleted", "tag": "07f4f2be-72ab-4a3d-9ef4-3f157d6247c3", "status": "completed", "code": 200}]} {{(pid=128083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 12:23:04.137722 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-5d5ade84-4947-4397-a267-727b136c11fb {{(pid=128083) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 12:23:04.138192 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a96e297-d446-4bc7-af2f-5b710c8c15be', 'name': 'network-vif-deleted', 'tag': '07f4f2be-72ab-4a3d-9ef4-3f157d6247c3', 'status': 'completed', 'code': 200} Jun 24 12:23:04.657968 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-6c290e79-c791-465a-8f5e-e878563c0b17 req-7ab173d3-5d3a-4277-ad05-471685c38cf4 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] 10.222.0.53 "GET /v2.0/ports?device_id=8a96e297-d446-4bc7-af2f-5b710c8c15be HTTP/1.1" status: 200 len: 210 time: 0.0321703 Jun 24 12:23:05.757232 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 40510) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:23:06.127144 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-b4b3d518-a7d4-4d4f-b1dc-e38c18775088 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1978565'] for router_interface, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:23:06.399173 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.plugin [None req-b4b3d518-a7d4-4d4f-b1dc-e38c18775088 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Deleting port 0ee9b40b-2b2d-4e33-8e9a-3d1509fef810 {{(pid=128084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:23:06.399427 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-b4b3d518-a7d4-4d4f-b1dc-e38c18775088 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793193942312'] for port, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:23:06.490906 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.db [None req-b4b3d518-a7d4-4d4f-b1dc-e38c18775088 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] For port 0ee9b40b-2b2d-4e33-8e9a-3d1509fef810, host dv-neutron-797120-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=0ee9b40b-2b2d-4e33-8e9a-3d1509fef810,segment=NetworkSegment(143d918f-1e67-46fe-829f-da7eef627dfc),segment_id=143d918f-1e67-46fe-829f-da7eef627dfc)] {{(pid=128084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:23:06.491270 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-b4b3d518-a7d4-4d4f-b1dc-e38c18775088 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1978872'] for port, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:23:06.503904 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.plugin [None req-b4b3d518-a7d4-4d4f-b1dc-e38c18775088 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Calling delete_port for 0ee9b40b-2b2d-4e33-8e9a-3d1509fef810 owned by network:router_interface {{(pid=128084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:23:06.698505 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-b4b3d518-a7d4-4d4f-b1dc-e38c18775088 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793193945299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193536732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3292088'] for port, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:23:06.700462 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-ea999aa5-6add-473f-a470-c740c70edd76 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:23:06.732301 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b3d518-a7d4-4d4f-b1dc-e38c18775088 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Pushing event deleted for resources: {'Port': ['ID=0ee9b40b-2b2d-4e33-8e9a-3d1509fef810,revision_number=None']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:23:06.737164 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-b4b3d518-a7d4-4d4f-b1dc-e38c18775088 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:23:06.929223 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-b4b3d518-a7d4-4d4f-b1dc-e38c18775088 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1588985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1806165'] for router_interface, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:23:07.164475 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4b3d518-a7d4-4d4f-b1dc-e38c18775088 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Router 7732d84d-c693-41f6-a04e-794832827cd0 has already been hosted by L3 agent 2987dba8-2249-4ee6-96ec-28f0f7a6127d {{(pid=128084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 12:23:07.213005 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Device 07f4f2be-72ab-4a3d-9ef4-3f157d6247c3 no longer exists at agent hyperv_hv-neutron-7971 {{(pid=128085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 12:23:07.236572 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] No Port match for: 07f4f2be-72ab-4a3d-9ef4-3f157d6247c3 {{(pid=128085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 12:23:07.236933 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Device 07f4f2be-72ab-4a3d-9ef4-3f157d6247c3 not bound to the agent host hv-neutron-7971 {{(pid=128085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 12:23:07.271152 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4b3d518-a7d4-4d4f-b1dc-e38c18775088 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify agent at l3_agent.dv-neutron-797120-4-hyperv the message routers_updated {{(pid=128084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 12:23:07.276039 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-b4b3d518-a7d4-4d4f-b1dc-e38c18775088 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] 10.222.0.53 "PUT /v2.0/routers/7732d84d-c693-41f6-a04e-794832827cd0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5177865 Jun 24 12:23:07.278955 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 40512) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:23:07.281308 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26ba92d6-6b79-4e0c-abb0-2f67b50e51a6 None None] Sync routers for ids ['7732d84d-c693-41f6-a04e-794832827cd0'] in dv-neutron-797120-4-hyperv {{(pid=128085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 12:23:07.290649 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26ba92d6-6b79-4e0c-abb0-2f67b50e51a6 None None] Routers {'7732d84d-c693-41f6-a04e-794832827cd0'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:23:07.291266 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-26ba92d6-6b79-4e0c-abb0-2f67b50e51a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T12:22:56Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['7732d84d-c693-41f6-a04e-794832827cd0'], 'active': True} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:23:07.330152 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.db_base_plugin_v2 [None req-3dfc5133-502d-4e5c-9c8e-7910794d4fb6 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Deleting subnet bb64e777-d615-4dd7-95f3-c42e1cd43831 {{(pid=128083) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 24 12:23:07.333295 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-3dfc5133-502d-4e5c-9c8e-7910794d4fb6 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks [] for subnet, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:23:07.372767 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-3dfc5133-502d-4e5c-9c8e-7910794d4fb6 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3143795'] for subnet, precommit_delete_associations {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:23:07.392893 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvr_db [None req-26ba92d6-6b79-4e0c-abb0-2f67b50e51a6 None None] Set router 7732d84d-c693-41f6-a04e-794832827cd0 gateway port host: dv-neutron-797120-4-hyperv {{(pid=128085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:23:07.585275 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-26ba92d6-6b79-4e0c-abb0-2f67b50e51a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7732d84d-c693-41f6-a04e-794832827cd0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1789373990', 'tenant_id': '2f95b3c188ab4fd3b66987ab0e8b76cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'external_fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.37'}], 'enable_snat': True}, 'gw_port_id': '1219b0f6-f8fe-4fc5-99bb-bb4c33a128da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:21:23Z', 'updated_at': '2021-06-24T12:23:06Z', 'revision_number': 5, 'project_id': '2f95b3c188ab4fd3b66987ab0e8b76cb', 'gw_port': {'id': '1219b0f6-f8fe-4fc5-99bb-bb4c33a128da', 'name': '', 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:1a:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7732d84d-c693-41f6-a04e-794832827cd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:21:23Z', 'updated_at': '2021-06-24T12:21:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-4-hyperv'}], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:23:07.614665 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26ba92d6-6b79-4e0c-abb0-2f67b50e51a6 None None] Checking router: 7732d84d-c693-41f6-a04e-794832827cd0 for host: dv-neutron-797120-4-hyperv {{(pid=128085) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 12:23:07.624475 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26ba92d6-6b79-4e0c-abb0-2f67b50e51a6 None None] Routers {'7732d84d-c693-41f6-a04e-794832827cd0'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:23:07.625166 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-26ba92d6-6b79-4e0c-abb0-2f67b50e51a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T12:22:56Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['7732d84d-c693-41f6-a04e-794832827cd0'], 'active': True} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:23:07.740730 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvr_db [None req-26ba92d6-6b79-4e0c-abb0-2f67b50e51a6 None None] Set router 7732d84d-c693-41f6-a04e-794832827cd0 gateway port host: dv-neutron-797120-4-hyperv {{(pid=128085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:23:07.857943 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-3dfc5133-502d-4e5c-9c8e-7910794d4fb6 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-972249'] for subnet, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:23:07.915937 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-3dfc5133-502d-4e5c-9c8e-7910794d4fb6 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-972238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2537800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3289951'] for subnet, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:23:07.918214 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-9dad32d5-7bc4-4f0c-ae20-4e49acd9813b tempest-NetworksIpV6Test-1132019847 tempest-NetworksIpV6Test-1132019847-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:23:07.926477 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-26ba92d6-6b79-4e0c-abb0-2f67b50e51a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7732d84d-c693-41f6-a04e-794832827cd0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1789373990', 'tenant_id': '2f95b3c188ab4fd3b66987ab0e8b76cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'external_fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.37'}], 'enable_snat': True}, 'gw_port_id': '1219b0f6-f8fe-4fc5-99bb-bb4c33a128da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:21:23Z', 'updated_at': '2021-06-24T12:23:06Z', 'revision_number': 5, 'project_id': '2f95b3c188ab4fd3b66987ab0e8b76cb', 'gw_port': {'id': '1219b0f6-f8fe-4fc5-99bb-bb4c33a128da', 'name': '', 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:1a:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7732d84d-c693-41f6-a04e-794832827cd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:21:23Z', 'updated_at': '2021-06-24T12:21:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-4-hyperv'}], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:23:07.942389 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dfc5133-502d-4e5c-9c8e-7910794d4fb6 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Pushing event deleted for resources: {'Subnet': ['ID=bb64e777-d615-4dd7-95f3-c42e1cd43831,revision_number=None']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:23:07.945923 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-3dfc5133-502d-4e5c-9c8e-7910794d4fb6 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:23:07.949374 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-3dfc5133-502d-4e5c-9c8e-7910794d4fb6 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks [] for subnet, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:23:07.953572 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26ba92d6-6b79-4e0c-abb0-2f67b50e51a6 None None] The sync data for ids ['7732d84d-c693-41f6-a04e-794832827cd0'] in dv-neutron-797120-4-hyperv is: [{'id': '7732d84d-c693-41f6-a04e-794832827cd0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1789373990', 'tenant_id': '2f95b3c188ab4fd3b66987ab0e8b76cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'external_fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.37'}], 'enable_snat': True}, 'gw_port_id': '1219b0f6-f8fe-4fc5-99bb-bb4c33a128da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:21:23Z', 'updated_at': '2021-06-24T12:23:06Z', 'revision_number': 5, 'project_id': '2f95b3c188ab4fd3b66987ab0e8b76cb', 'gw_port': {'id': '1219b0f6-f8fe-4fc5-99bb-bb4c33a128da', 'name': '', 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:1a:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7732d84d-c693-41f6-a04e-794832827cd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:21:23Z', 'updated_at': '2021-06-24T12:21:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-4-hyperv'}] {{(pid=128085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 12:23:07.953788 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 40514) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:23:07.958019 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c76bf2eb-5490-4641-8093-0534f2e06935 None None] Network bc592f61-aebd-478c-8bf9-72fa6ec97985 requested from dv-neutron-797120-4-hyperv {{(pid=128085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:23:07.962084 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-3dfc5133-502d-4e5c-9c8e-7910794d4fb6 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] 10.222.0.53 "DELETE /v2.0/subnets/bb64e777-d615-4dd7-95f3-c42e1cd43831 HTTP/1.1" status: 204 len: 168 time: 0.6813385 Jun 24 12:23:08.316536 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38ff27eb-fad5-4fc5-83ac-dcc53dae4e0a None None] DHCP port deletion for bc592f61-aebd-478c-8bf9-72fa6ec97985 request from dv-neutron-797120-4-hyperv {{(pid=128085) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 24 12:23:08.364418 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-a99e0e14-4040-4753-b21c-9df62b117e76 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks [] for router, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:23:08.372302 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-38ff27eb-fad5-4fc5-83ac-dcc53dae4e0a None None] Deleting port 93f9a8b3-eee9-4636-9f29-8a9858759d2a {{(pid=128085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:23:08.372690 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-38ff27eb-fad5-4fc5-83ac-dcc53dae4e0a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793193942312'] for port, before_delete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:23:08.443238 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-38ff27eb-fad5-4fc5-83ac-dcc53dae4e0a None None] For port 93f9a8b3-eee9-4636-9f29-8a9858759d2a, host dv-neutron-797120-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=93f9a8b3-eee9-4636-9f29-8a9858759d2a,segment=NetworkSegment(143d918f-1e67-46fe-829f-da7eef627dfc),segment_id=143d918f-1e67-46fe-829f-da7eef627dfc)] {{(pid=128085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:23:08.443798 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-38ff27eb-fad5-4fc5-83ac-dcc53dae4e0a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1978872'] for port, precommit_delete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:23:08.457463 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-38ff27eb-fad5-4fc5-83ac-dcc53dae4e0a None None] Calling delete_port for 93f9a8b3-eee9-4636-9f29-8a9858759d2a owned by network:dhcp {{(pid=128085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:23:08.494930 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-a99e0e14-4040-4753-b21c-9df62b117e76 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks [] for router_gateway, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:23:08.539193 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-38ff27eb-fad5-4fc5-83ac-dcc53dae4e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793193945299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193536732'] for port, after_delete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:23:08.541247 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:23:08.555336 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.plugin [None req-a99e0e14-4040-4753-b21c-9df62b117e76 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Deleting port 1219b0f6-f8fe-4fc5-99bb-bb4c33a128da {{(pid=128084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:23:08.555682 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-a99e0e14-4040-4753-b21c-9df62b117e76 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793193942312'] for port, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:23:08.565879 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ff27eb-fad5-4fc5-83ac-dcc53dae4e0a None None] Pushing event deleted for resources: {'Port': ['ID=93f9a8b3-eee9-4636-9f29-8a9858759d2a,revision_number=None']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:23:08.573111 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38ff27eb-fad5-4fc5-83ac-dcc53dae4e0a None None] No DVR routers for this DVR port 93f9a8b3-eee9-4636-9f29-8a9858759d2a on host dv-neutron-797120-4-hyperv {{(pid=128085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 12:23:08.578577 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ff27eb-fad5-4fc5-83ac-dcc53dae4e0a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:23:08.578962 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ff27eb-fad5-4fc5-83ac-dcc53dae4e0a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:23:08.579861 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ff27eb-fad5-4fc5-83ac-dcc53dae4e0a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:23:08.580663 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ff27eb-fad5-4fc5-83ac-dcc53dae4e0a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:23:08.580663 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ff27eb-fad5-4fc5-83ac-dcc53dae4e0a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:23:08.580865 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ff27eb-fad5-4fc5-83ac-dcc53dae4e0a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:23:08.581170 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ff27eb-fad5-4fc5-83ac-dcc53dae4e0a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:23:08.581500 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ff27eb-fad5-4fc5-83ac-dcc53dae4e0a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:23:08.581830 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ff27eb-fad5-4fc5-83ac-dcc53dae4e0a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:23:08.582166 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ff27eb-fad5-4fc5-83ac-dcc53dae4e0a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:23:08.582476 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ff27eb-fad5-4fc5-83ac-dcc53dae4e0a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:23:08.582797 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ff27eb-fad5-4fc5-83ac-dcc53dae4e0a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:23:08.588865 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-38ff27eb-fad5-4fc5-83ac-dcc53dae4e0a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:23:08.639362 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.db [None req-a99e0e14-4040-4753-b21c-9df62b117e76 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] For port 1219b0f6-f8fe-4fc5-99bb-bb4c33a128da, host dv-neutron-797120-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=1219b0f6-f8fe-4fc5-99bb-bb4c33a128da,segment=NetworkSegment(1139564f-ff83-4b49-a593-84b33301357d),segment_id=1139564f-ff83-4b49-a593-84b33301357d)] {{(pid=128084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:23:08.639645 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-a99e0e14-4040-4753-b21c-9df62b117e76 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1978872'] for port, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:23:08.656211 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.plugin [None req-a99e0e14-4040-4753-b21c-9df62b117e76 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Calling delete_port for 1219b0f6-f8fe-4fc5-99bb-bb4c33a128da owned by network:router_gateway {{(pid=128084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:23:08.827033 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-a99e0e14-4040-4753-b21c-9df62b117e76 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793193945299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193536732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3292088'] for port, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:23:08.832030 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-b41b9f20-d5d4-40f6-bd9d-2870c58e7cfb tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:23:08.844212 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device 0ee9b40b-2b2d-4e33-8e9a-3d1509fef810 no longer exists at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 12:23:08.857440 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99e0e14-4040-4753-b21c-9df62b117e76 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Pushing event deleted for resources: {'Port': ['ID=1219b0f6-f8fe-4fc5-99bb-bb4c33a128da,revision_number=None']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:23:08.861481 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-a99e0e14-4040-4753-b21c-9df62b117e76 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:23:08.866063 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] No Port match for: 0ee9b40b-2b2d-4e33-8e9a-3d1509fef810 {{(pid=128085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 12:23:08.866424 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device 0ee9b40b-2b2d-4e33-8e9a-3d1509fef810 not bound to the agent host dv-neutron-797120-4-hyperv {{(pid=128085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 12:23:08.866848 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device 93f9a8b3-eee9-4636-9f29-8a9858759d2a no longer exists at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 12:23:08.887690 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] No Port match for: 93f9a8b3-eee9-4636-9f29-8a9858759d2a {{(pid=128085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 12:23:08.888047 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device 93f9a8b3-eee9-4636-9f29-8a9858759d2a not bound to the agent host dv-neutron-797120-4-hyperv {{(pid=128085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 12:23:08.919381 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-a99e0e14-4040-4753-b21c-9df62b117e76 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1815728'] for router_gateway, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:23:09.012696 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-a99e0e14-4040-4753-b21c-9df62b117e76 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1803182', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65403'] for router, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:23:09.014876 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-a99e0e14-4040-4753-b21c-9df62b117e76 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:23:09.068883 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-a99e0e14-4040-4753-b21c-9df62b117e76 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1806072'] for router, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:23:09.069591 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a99e0e14-4040-4753-b21c-9df62b117e76 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Fanout notify agent at l3_agent the message router_deleted on router 7732d84d-c693-41f6-a04e-794832827cd0 {{(pid=128084) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 24 12:23:09.077373 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-a99e0e14-4040-4753-b21c-9df62b117e76 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks [] for router, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:23:09.078826 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-a99e0e14-4040-4753-b21c-9df62b117e76 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] 10.222.0.53 "DELETE /v2.0/routers/7732d84d-c693-41f6-a04e-794832827cd0 HTTP/1.1" status: 204 len: 168 time: 1.1232831 Jun 24 12:23:09.082574 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 40516) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:23:09.165992 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-f689c22f-53a3-44de-8240-9bc9847bdf14 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-534962'] for network, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:23:09.261361 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-f689c22f-53a3-44de-8240-9bc9847bdf14 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973199', 'neutron.services.segments.db._delete_segments_for_network-8793194012456'] for network, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:23:09.271650 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.services.segments.db [None req-f689c22f-53a3-44de-8240-9bc9847bdf14 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc592f61-aebd-478c-8bf9-72fa6ec97985']}} {{(pid=128084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:23:09.281786 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.services.segments.db [None req-f689c22f-53a3-44de-8240-9bc9847bdf14 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '143d918f-1e67-46fe-829f-da7eef627dfc') {'for_net_delete': True} {{(pid=128084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:23:09.282644 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.services.segments.db [None req-f689c22f-53a3-44de-8240-9bc9847bdf14 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '143d918f-1e67-46fe-829f-da7eef627dfc') {} {{(pid=128084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:23:09.292345 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-f689c22f-53a3-44de-8240-9bc9847bdf14 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793194097327', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2373599'] for segment, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:23:09.306431 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-f689c22f-53a3-44de-8240-9bc9847bdf14 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967879'] for segment, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:23:09.312928 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f689c22f-53a3-44de-8240-9bc9847bdf14 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Releasing vlan 608 on physical network physnet1 to pool {{(pid=128084) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 12:23:09.313939 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-f689c22f-53a3-44de-8240-9bc9847bdf14 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3292053'] for segment, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:23:09.318111 dv-neutron-797120-4-hyperv neutron-server[128084]: Traceback (most recent call last): Jun 24 12:23:09.318111 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 24 12:23:09.318111 dv-neutron-797120-4-hyperv neutron-server[128084]: timer() Jun 24 12:23:09.318111 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 24 12:23:09.318111 dv-neutron-797120-4-hyperv neutron-server[128084]: cb(*args, **kw) Jun 24 12:23:09.318111 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 24 12:23:09.318111 dv-neutron-797120-4-hyperv neutron-server[128084]: return func(*args, **kwargs) Jun 24 12:23:09.318111 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 24 12:23:09.318111 dv-neutron-797120-4-hyperv neutron-server[128084]: self._notify() Jun 24 12:23:09.318111 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 24 12:23:09.318111 dv-neutron-797120-4-hyperv neutron-server[128084]: self.callback(batched_events) Jun 24 12:23:09.318111 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 24 12:23:09.318111 dv-neutron-797120-4-hyperv neutron-server[128084]: event.method(event) Jun 24 12:23:09.318111 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 24 12:23:09.318111 dv-neutron-797120-4-hyperv neutron-server[128084]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 24 12:23:09.318111 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 24 12:23:09.318111 dv-neutron-797120-4-hyperv neutron-server[128084]: aggregate_uuid = self.p_client.list_aggregates( Jun 24 12:23:09.318111 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 24 12:23:09.318111 dv-neutron-797120-4-hyperv neutron-server[128084]: return f(self, *a, **k) Jun 24 12:23:09.318111 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 24 12:23:09.318111 dv-neutron-797120-4-hyperv neutron-server[128084]: return self._get(url).json() Jun 24 12:23:09.318111 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 24 12:23:09.318111 dv-neutron-797120-4-hyperv neutron-server[128084]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 24 12:23:09.318111 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 24 12:23:09.318111 dv-neutron-797120-4-hyperv neutron-server[128084]: return self.request(url, 'GET', **kwargs) Jun 24 12:23:09.318111 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 24 12:23:09.318111 dv-neutron-797120-4-hyperv neutron-server[128084]: base_url = self.get_endpoint(auth, allow=allow, Jun 24 12:23:09.318111 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 24 12:23:09.318111 dv-neutron-797120-4-hyperv neutron-server[128084]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 24 12:23:09.318111 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 24 12:23:09.318111 dv-neutron-797120-4-hyperv neutron-server[128084]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 24 12:23:09.318111 dv-neutron-797120-4-hyperv neutron-server[128084]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 24 12:23:09.379822 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-f689c22f-53a3-44de-8240-9bc9847bdf14 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1800243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1815642'] for network, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:23:09.383319 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-5cc17d7c-135c-45ad-adce-fc172d9c1442 tempest-NetworksIpV6Test-1132019847 tempest-NetworksIpV6Test-1132019847-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:23:09.387907 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-f689c22f-53a3-44de-8240-9bc9847bdf14 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks [] for network, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:23:09.389689 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-f689c22f-53a3-44de-8240-9bc9847bdf14 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] 10.222.0.53 "DELETE /v2.0/networks/bc592f61-aebd-478c-8bf9-72fa6ec97985 HTTP/1.1" status: 204 len: 168 time: 0.3058226 Jun 24 12:23:09.392655 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 40518) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:23:09.401330 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f689c22f-53a3-44de-8240-9bc9847bdf14 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Pushing event deleted for resources: {'Network': ['ID=bc592f61-aebd-478c-8bf9-72fa6ec97985,revision_number=None']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:23:09.403745 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-f689c22f-53a3-44de-8240-9bc9847bdf14 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:23:09.457627 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-02f2ee43-04a5-4cb0-9802-3808b2607550 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks [] for security_group, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:23:09.483063 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-02f2ee43-04a5-4cb0-9802-3808b2607550 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks [] for security_group, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:23:09.552156 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-02f2ee43-04a5-4cb0-9802-3808b2607550 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800410'] for security_group, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:23:09.554729 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-02f2ee43-04a5-4cb0-9802-3808b2607550 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks [] for security_group, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:23:09.555871 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-02f2ee43-04a5-4cb0-9802-3808b2607550 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] 10.222.0.53 "DELETE /v2.0/security-groups/52069472-e978-4c7a-b44d-5d0f6ac8823f HTTP/1.1" status: 204 len: 168 time: 0.1618748 Jun 24 12:23:09.556682 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-966170f0-e7f2-4484-b3ec-dc948e6608f8 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:23:09.566544 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f2ee43-04a5-4cb0-9802-3808b2607550 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=52069472-e978-4c7a-b44d-5d0f6ac8823f,revision_number=None']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:23:09.570241 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-02f2ee43-04a5-4cb0-9802-3808b2607550 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:23:10.094426 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 40524) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:23:10.100165 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [None req-d16b8e0f-dd56-489c-bb6d-555c6399400f tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1865646533', 'description': 'tempest-secgroup-smoke-1865646533 description', 'project_id': '2f95b3c188ab4fd3b66987ab0e8b76cb'}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:23:10.124398 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-d16b8e0f-dd56-489c-bb6d-555c6399400f tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks [] for security_group, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:23:10.214511 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-d16b8e0f-dd56-489c-bb6d-555c6399400f tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks [] for security_group, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:23:10.218698 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-d16b8e0f-dd56-489c-bb6d-555c6399400f tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800410'] for security_group, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:23:10.221305 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-d403008f-8844-4e4c-9c36-6bfb2e8cb70d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:23:10.246712 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-d16b8e0f-dd56-489c-bb6d-555c6399400f tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks [] for security_group, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:23:10.247922 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-d16b8e0f-dd56-489c-bb6d-555c6399400f tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1515081 Jun 24 12:23:10.249873 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16b8e0f-dd56-489c-bb6d-555c6399400f tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1138c10d-4d38-4296-bef6-2c9dbb1becde,revision_number=1']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:23:10.251612 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 40526) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:23:10.253485 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-d16b8e0f-dd56-489c-bb6d-555c6399400f tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:23:10.256584 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-04b9282a-f0a2-4308-8a51-8c7f0b75c1bc tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Request body: {'security_group_rule': {'security_group_id': '1138c10d-4d38-4296-bef6-2c9dbb1becde', 'project_id': '2f95b3c188ab4fd3b66987ab0e8b76cb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:23:10.284068 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-04b9282a-f0a2-4308-8a51-8c7f0b75c1bc tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks [] for security_group_rule, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:23:10.353245 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-04b9282a-f0a2-4308-8a51-8c7f0b75c1bc tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:23:10.357128 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-04b9282a-f0a2-4308-8a51-8c7f0b75c1bc tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1627007'] for security_group_rule, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:23:10.362569 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-641635c6-85a5-4cb5-ac38-aeda42812732 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:23:10.378881 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b9282a-f0a2-4308-8a51-8c7f0b75c1bc tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=531b3ff4-2265-4548-a9a8-252b63390f17,revision_number=0']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:23:10.381381 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-04b9282a-f0a2-4308-8a51-8c7f0b75c1bc tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:23:10.386287 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-04b9282a-f0a2-4308-8a51-8c7f0b75c1bc tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks [] for security_group_rule, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:23:10.387546 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-04b9282a-f0a2-4308-8a51-8c7f0b75c1bc tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1348140 Jun 24 12:23:10.390209 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 40528) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:23:10.395114 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-a679a198-4b03-4634-b377-85665453a745 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Request body: {'security_group_rule': {'security_group_id': '1138c10d-4d38-4296-bef6-2c9dbb1becde', 'project_id': '2f95b3c188ab4fd3b66987ab0e8b76cb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:23:10.422460 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-a679a198-4b03-4634-b377-85665453a745 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks [] for security_group_rule, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:23:10.479366 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-a679a198-4b03-4634-b377-85665453a745 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:23:10.483317 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-a679a198-4b03-4634-b377-85665453a745 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1627007'] for security_group_rule, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:23:10.485119 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-b9e4f6b2-44ae-4616-9d72-804b91108cde tempest-SecGroupIPv6Test-993619391 tempest-SecGroupIPv6Test-993619391-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:23:10.502796 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a679a198-4b03-4634-b377-85665453a745 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=efec1eb9-f9c5-424d-bd29-408bf7d12899,revision_number=0']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:23:10.505764 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-a679a198-4b03-4634-b377-85665453a745 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:23:10.507722 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-a679a198-4b03-4634-b377-85665453a745 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks [] for security_group_rule, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:23:10.511239 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-a679a198-4b03-4634-b377-85665453a745 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1176882 Jun 24 12:23:10.511573 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 40530) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:23:10.515965 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-79908bde-f168-44bd-8bba-cda6d35a2fa7 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Request body: {'security_group_rule': {'security_group_id': '1138c10d-4d38-4296-bef6-2c9dbb1becde', 'project_id': '2f95b3c188ab4fd3b66987ab0e8b76cb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:23:10.544775 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-79908bde-f168-44bd-8bba-cda6d35a2fa7 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks [] for security_group_rule, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:23:10.607763 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-79908bde-f168-44bd-8bba-cda6d35a2fa7 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:23:10.612602 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-79908bde-f168-44bd-8bba-cda6d35a2fa7 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1627007'] for security_group_rule, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:23:10.614611 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-c77f0593-2da5-4311-9b1b-e299a6319245 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:23:10.631826 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79908bde-f168-44bd-8bba-cda6d35a2fa7 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3825b230-8629-4104-9e81-61f235047a7f,revision_number=0']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:23:10.634451 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-79908bde-f168-44bd-8bba-cda6d35a2fa7 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:23:10.639072 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-79908bde-f168-44bd-8bba-cda6d35a2fa7 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks [] for security_group_rule, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:23:10.640361 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-79908bde-f168-44bd-8bba-cda6d35a2fa7 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1278841 Jun 24 12:23:10.643214 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 40532) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:23:10.647709 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-9042ed4d-1085-431f-97ee-76cb1060883e tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Request body: {'security_group_rule': {'security_group_id': '1138c10d-4d38-4296-bef6-2c9dbb1becde', 'project_id': '2f95b3c188ab4fd3b66987ab0e8b76cb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:23:10.675997 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-9042ed4d-1085-431f-97ee-76cb1060883e tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks [] for security_group_rule, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:23:10.738378 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-9042ed4d-1085-431f-97ee-76cb1060883e tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:23:10.742110 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-9042ed4d-1085-431f-97ee-76cb1060883e tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1627007'] for security_group_rule, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:23:10.747937 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-04b9282a-f0a2-4308-8a51-8c7f0b75c1bc tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:23:10.763564 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9042ed4d-1085-431f-97ee-76cb1060883e tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18292acc-8dc4-4669-adff-845b3bbe82dd,revision_number=0']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:23:10.766969 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-9042ed4d-1085-431f-97ee-76cb1060883e tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:23:10.767798 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-9042ed4d-1085-431f-97ee-76cb1060883e tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks [] for security_group_rule, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:23:10.768940 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-9042ed4d-1085-431f-97ee-76cb1060883e tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1248267 Jun 24 12:23:10.771779 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 40534) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:23:10.776437 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-57b9073b-8c15-40e6-8aed-03ac2e3ff9de tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Request body: {'security_group_rule': {'security_group_id': '1138c10d-4d38-4296-bef6-2c9dbb1becde', 'project_id': '2f95b3c188ab4fd3b66987ab0e8b76cb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:23:10.800200 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.db.securitygroups_db [None req-57b9073b-8c15-40e6-8aed-03ac2e3ff9de tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Project 2f95b3c188ab4fd3b66987ab0e8b76cb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 24 12:23:10.805770 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-57b9073b-8c15-40e6-8aed-03ac2e3ff9de tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks [] for security_group_rule, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:23:10.848595 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device 1219b0f6-f8fe-4fc5-99bb-bb4c33a128da no longer exists at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 12:23:10.869685 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] No Port match for: 1219b0f6-f8fe-4fc5-99bb-bb4c33a128da {{(pid=128085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 12:23:10.869957 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device 1219b0f6-f8fe-4fc5-99bb-bb4c33a128da not bound to the agent host dv-neutron-797120-4-hyperv {{(pid=128085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 12:23:10.870284 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-57b9073b-8c15-40e6-8aed-03ac2e3ff9de tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:23:10.875637 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-57b9073b-8c15-40e6-8aed-03ac2e3ff9de tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1627007'] for security_group_rule, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:23:10.878113 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-d7529295-c1a1-4999-97ab-7aa9c4ae505a tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:23:10.894543 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b9073b-8c15-40e6-8aed-03ac2e3ff9de tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=985d4dae-900d-43b2-8de8-751f4facbfae,revision_number=0']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:23:10.897310 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-57b9073b-8c15-40e6-8aed-03ac2e3ff9de tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:23:10.902152 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-57b9073b-8c15-40e6-8aed-03ac2e3ff9de tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks [] for security_group_rule, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:23:10.903407 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-57b9073b-8c15-40e6-8aed-03ac2e3ff9de tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1305711 Jun 24 12:23:10.906347 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 40536) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:23:10.911381 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-0159459e-38e8-4fda-998f-1ec482df26d4 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Request body: {'security_group_rule': {'security_group_id': '1138c10d-4d38-4296-bef6-2c9dbb1becde', 'project_id': '2f95b3c188ab4fd3b66987ab0e8b76cb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:23:10.934906 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.db.securitygroups_db [None req-0159459e-38e8-4fda-998f-1ec482df26d4 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Project 2f95b3c188ab4fd3b66987ab0e8b76cb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 24 12:23:10.941216 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-0159459e-38e8-4fda-998f-1ec482df26d4 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks [] for security_group_rule, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:23:11.006808 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-0159459e-38e8-4fda-998f-1ec482df26d4 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:23:11.011441 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-0159459e-38e8-4fda-998f-1ec482df26d4 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1627007'] for security_group_rule, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:23:11.013424 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-f5fea270-00df-4ff6-88c7-26ff63b72126 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:23:11.030673 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0159459e-38e8-4fda-998f-1ec482df26d4 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d89d527f-f3a8-40a7-ba31-4eb259f07915,revision_number=0']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:23:11.033621 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-0159459e-38e8-4fda-998f-1ec482df26d4 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:23:11.037890 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-0159459e-38e8-4fda-998f-1ec482df26d4 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks [] for security_group_rule, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:23:11.039378 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-0159459e-38e8-4fda-998f-1ec482df26d4 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1320679 Jun 24 12:23:11.042130 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 40538) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:23:11.047352 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-5c63e380-0280-46fc-b82d-8eea87f1ac20 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Request body: {'network': {'name': 'tempest-network-smoke--263913113', 'project_id': '2f95b3c188ab4fd3b66987ab0e8b76cb', 'port_security_enabled': True}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:23:11.069214 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c63e380-0280-46fc-b82d-8eea87f1ac20 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Made reservation on behalf of 2f95b3c188ab4fd3b66987ab0e8b76cb for: {'network': 1} {{(pid=128084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:23:11.072710 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-5c63e380-0280-46fc-b82d-8eea87f1ac20 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for network, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:23:11.100859 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c63e380-0280-46fc-b82d-8eea87f1ac20 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] vlan segment allocate from pool success with {'vlan_id': 624, 'physical_network': 'physnet1'} {{(pid=128084) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 12:23:11.110102 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-5c63e380-0280-46fc-b82d-8eea87f1ac20 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967879'] for segment, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:23:11.111107 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.db.segments_db [None req-5c63e380-0280-46fc-b82d-8eea87f1ac20 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Added segment 127f603c-d8f1-45cd-860e-5cf1ff97639a of type vlan for network ec83fd21-ae99-40e3-ae6d-4b13b6a647bb Jun 24 12:23:11.151181 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-5c63e380-0280-46fc-b82d-8eea87f1ac20 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793193525068'] for network, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:23:11.181669 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-5c63e380-0280-46fc-b82d-8eea87f1ac20 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1800243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976'] for network, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:23:11.187430 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c63e380-0280-46fc-b82d-8eea87f1ac20 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=128084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:23:11.188024 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-5c63e380-0280-46fc-b82d-8eea87f1ac20 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks [] for network, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:23:11.190495 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-62a5f6cd-85c8-46b7-b624-c9d078beca9d tempest-RoutersNegativeTest-663611585 tempest-RoutersNegativeTest-663611585-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:23:11.223874 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-5c63e380-0280-46fc-b82d-8eea87f1ac20 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1806524 Jun 24 12:23:11.226777 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 40540) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:23:11.231604 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [None req-b88bf710-41a5-4552-a3b1-ac2b3d6cd472 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1450779614', 'admin_state_up': True, 'project_id': '2f95b3c188ab4fd3b66987ab0e8b76cb', 'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b'}}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:23:11.256177 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-b88bf710-41a5-4552-a3b1-ac2b3d6cd472 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1803889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65293'] for router, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:23:11.257631 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-b88bf710-41a5-4552-a3b1-ac2b3d6cd472 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1803848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1975305', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1581158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65396'] for router, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:23:11.259058 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c63e380-0280-46fc-b82d-8eea87f1ac20 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Pushing event updated for resources: {'Network': ['ID=ec83fd21-ae99-40e3-ae6d-4b13b6a647bb,revision_number=1']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:23:11.261986 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-5c63e380-0280-46fc-b82d-8eea87f1ac20 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:23:11.271473 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Network ec83fd21-ae99-40e3-ae6d-4b13b6a647bb details requested by agent ovs-agent-dv-neutron-797120-4-hyperv with host dv-neutron-797120-4-hyperv {{(pid=128085) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 12:23:11.314523 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-b88bf710-41a5-4552-a3b1-ac2b3d6cd472 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:23:11.451018 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-b88bf710-41a5-4552-a3b1-ac2b3d6cd472 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1975381', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1803205', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65378'] for router, precommit_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:23:11.644305 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-b88bf710-41a5-4552-a3b1-ac2b3d6cd472 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks [] for router_gateway, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:23:11.662628 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-b88bf710-41a5-4552-a3b1-ac2b3d6cd472 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:23:11.764381 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.db_base_plugin_common [None req-b88bf710-41a5-4552-a3b1-ac2b3d6cd472 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Allocated IP 172.26.7.69 (f2b8ca71-e776-48b2-8898-96cc7970207b/f37bf603-3862-4d0a-9f58-89616f7fd68f/3c656dfd-1de8-437a-8463-da35bc427db8) {{(pid=128083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:23:11.880884 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-b88bf710-41a5-4552-a3b1-ac2b3d6cd472 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks [] for port, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:23:11.920215 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-b88bf710-41a5-4552-a3b1-ac2b3d6cd472 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-650429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-506361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793193536723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2537853'] for port, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:23:11.922608 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-809588c0-0fe6-4fa2-9125-53301c876a6b tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:23:11.959433 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b88bf710-41a5-4552-a3b1-ac2b3d6cd472 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Network f2b8ca71-e776-48b2-8898-96cc7970207b is already hosted by enough agents. {{(pid=128083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:23:11.964072 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.base_scheduler [None req-b88bf710-41a5-4552-a3b1-ac2b3d6cd472 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Resources bound (agent type, host, resource id): {{(pid=128083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:23:11.966687 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b88bf710-41a5-4552-a3b1-ac2b3d6cd472 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Received port after_create {{(pid=128083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:23:11.993554 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88bf710-41a5-4552-a3b1-ac2b3d6cd472 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Pushing event updated for resources: {'Port': ['ID=3c656dfd-1de8-437a-8463-da35bc427db8,revision_number=1']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:23:11.997311 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-b88bf710-41a5-4552-a3b1-ac2b3d6cd472 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:23:12.224825 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-b88bf710-41a5-4552-a3b1-ac2b3d6cd472 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks [] for router_gateway, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:23:12.422659 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-b88bf710-41a5-4552-a3b1-ac2b3d6cd472 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1803210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1815767'] for router, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:23:12.552684 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b88bf710-41a5-4552-a3b1-ac2b3d6cd472 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Router 05567b46-a50d-416c-ba70-46361cd7171e is scheduled to L3 agent 2987dba8-2249-4ee6-96ec-28f0f7a6127d with binding_index 1 {{(pid=128083) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 24 12:23:12.661222 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b88bf710-41a5-4552-a3b1-ac2b3d6cd472 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify agent at l3_agent.dv-neutron-797120-4-hyperv the message routers_updated {{(pid=128083) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 12:23:12.672077 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-215d7af1-91f3-4544-af64-d43929d002fc None None] Sync routers for ids ['05567b46-a50d-416c-ba70-46361cd7171e'] in dv-neutron-797120-4-hyperv {{(pid=128086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 12:23:12.682714 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-215d7af1-91f3-4544-af64-d43929d002fc None None] Routers {'05567b46-a50d-416c-ba70-46361cd7171e'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:23:12.683152 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-b88bf710-41a5-4552-a3b1-ac2b3d6cd472 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks [] for router, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:23:12.683307 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-215d7af1-91f3-4544-af64-d43929d002fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T12:22:56Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['05567b46-a50d-416c-ba70-46361cd7171e'], 'active': True} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:23:12.684706 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-b88bf710-41a5-4552-a3b1-ac2b3d6cd472 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4568264 Jun 24 12:23:12.687961 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 40542) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:23:12.717697 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-6fbc5fbd-dad7-4029-a3d0-8abe411ff5da tempest-TestNetworkAdvancedServerOps-467051264 tempest-TestNetworkAdvancedServerOps-467051264-project-admin] 10.222.0.53 "GET /v2.0/subnets?project_id=2f95b3c188ab4fd3b66987ab0e8b76cb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0278754 Jun 24 12:23:12.721880 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 40544) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:23:12.791793 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_dvr_db [None req-215d7af1-91f3-4544-af64-d43929d002fc None None] Set router 05567b46-a50d-416c-ba70-46361cd7171e gateway port host: dv-neutron-797120-4-hyperv {{(pid=128086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:23:12.816899 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a29ec622-37fa-4b48-8c9a-79b3bf9bebbf tempest-TestNetworkAdvancedServerOps-467051264 tempest-TestNetworkAdvancedServerOps-467051264-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=128084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:23:12.821559 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-a29ec622-37fa-4b48-8c9a-79b3bf9bebbf tempest-TestNetworkAdvancedServerOps-467051264 tempest-TestNetworkAdvancedServerOps-467051264-project-admin] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0957353 Jun 24 12:23:12.822022 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 40546) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:23:12.850090 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-4ddf0660-6536-4851-a2d7-2c5ec1fbfce2 tempest-TestNetworkAdvancedServerOps-467051264 tempest-TestNetworkAdvancedServerOps-467051264-project-admin] 10.222.0.53 "GET /v2.0/subnets?network_id=f2b8ca71-e776-48b2-8898-96cc7970207b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0267599 Jun 24 12:23:12.852674 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 40548) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:23:12.857631 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [None req-332980b6-0f97-4ccc-853e-b1984c5ca6c2 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-456482363', 'network_id': 'ec83fd21-ae99-40e3-ae6d-4b13b6a647bb', 'project_id': '2f95b3c188ab4fd3b66987ab0e8b76cb', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:23:12.955602 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-332980b6-0f97-4ccc-853e-b1984c5ca6c2 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Made reservation on behalf of 2f95b3c188ab4fd3b66987ab0e8b76cb for: {'subnet': 1} {{(pid=128083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:23:12.959147 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-332980b6-0f97-4ccc-853e-b1984c5ca6c2 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3289788'] for subnet, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:23:13.057205 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-215d7af1-91f3-4544-af64-d43929d002fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05567b46-a50d-416c-ba70-46361cd7171e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1450779614', 'tenant_id': '2f95b3c188ab4fd3b66987ab0e8b76cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'external_fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.69'}], 'enable_snat': True}, 'gw_port_id': '3c656dfd-1de8-437a-8463-da35bc427db8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:23:11Z', 'updated_at': '2021-06-24T12:23:12Z', 'revision_number': 3, 'project_id': '2f95b3c188ab4fd3b66987ab0e8b76cb', 'gw_port': {'id': '3c656dfd-1de8-437a-8463-da35bc427db8', 'name': '', 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:ef:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05567b46-a50d-416c-ba70-46361cd7171e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:23:11Z', 'updated_at': '2021-06-24T12:23:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-4-hyperv'}], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:23:13.085802 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-215d7af1-91f3-4544-af64-d43929d002fc None None] Checking router: 05567b46-a50d-416c-ba70-46361cd7171e for host: dv-neutron-797120-4-hyperv {{(pid=128086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 12:23:13.086054 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-215d7af1-91f3-4544-af64-d43929d002fc None None] Updating router 05567b46-a50d-416c-ba70-46361cd7171e port 3c656dfd-1de8-437a-8463-da35bc427db8 binding host dv-neutron-797120-4-hyperv {{(pid=128086) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 12:23:13.119386 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron_lib.callbacks.manager [None req-215d7af1-91f3-4544-af64-d43929d002fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:23:13.141335 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-332980b6-0f97-4ccc-853e-b1984c5ca6c2 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2537737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3289942'] for subnet, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:23:13.144475 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-2b9fdb66-ad81-4da1-b483-8052570b22af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:23:13.207939 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332980b6-0f97-4ccc-853e-b1984c5ca6c2 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Pushing event updated for resources: {'Subnet': ['ID=220fdc54-c467-4504-bbfe-4a86fcdbb518,revision_number=0']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:23:13.210982 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-332980b6-0f97-4ccc-853e-b1984c5ca6c2 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:23:13.213799 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-332980b6-0f97-4ccc-853e-b1984c5ca6c2 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Checking segment: {'id': '127f603c-d8f1-45cd-860e-5cf1ff97639a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'ec83fd21-ae99-40e3-ae6d-4b13b6a647bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=128083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:23:13.214140 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-332980b6-0f97-4ccc-853e-b1984c5ca6c2 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Network hostable DHCP agents. Network: ec83fd21-ae99-40e3-ae6d-4b13b6a647bb, hostable agents: ['6be988a9-1d97-480f-be5a-c55abf2c55c5'], hosted agents: [] {{(pid=128083) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 12:23:13.231317 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-332980b6-0f97-4ccc-853e-b1984c5ca6c2 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Network ec83fd21-ae99-40e3-ae6d-4b13b6a647bb is scheduled to be hosted by DHCP agent 6be988a9-1d97-480f-be5a-c55abf2c55c5 with binding_index 1 {{(pid=128083) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 12:23:13.243724 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.base_scheduler [None req-332980b6-0f97-4ccc-853e-b1984c5ca6c2 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-4-hyperv, ec83fd21-ae99-40e3-ae6d-4b13b6a647bb) {{(pid=128083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:23:13.248033 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-332980b6-0f97-4ccc-853e-b1984c5ca6c2 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:23:13.248676 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-332980b6-0f97-4ccc-853e-b1984c5ca6c2 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks [] for subnet, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:23:13.255322 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-760796f0-c902-4cc9-9a0f-613b8a827e15 None None] Network ec83fd21-ae99-40e3-ae6d-4b13b6a647bb requested from dv-neutron-797120-4-hyperv {{(pid=128085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:23:13.269632 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-332980b6-0f97-4ccc-853e-b1984c5ca6c2 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4157784 Jun 24 12:23:13.272397 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 40550) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:23:13.399790 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron_lib.callbacks.manager [None req-215d7af1-91f3-4544-af64-d43929d002fc None None] Notify callbacks [] for port, precommit_update {{(pid=128086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:23:13.410372 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.provisioning_blocks [None req-215d7af1-91f3-4544-af64-d43929d002fc None None] Transition to ACTIVE for port object 3c656dfd-1de8-437a-8463-da35bc427db8 will not be triggered until provisioned by entity L2. {{(pid=128086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:23:13.412182 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-675a12ba-72fa-47a9-9eb1-52fb3528b896 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d65c8f8-7530-5052-99fe-8ea05073750b-ec83fd21-ae99-40e3-ae6d-4b13b6a647bb', 'network_id': 'ec83fd21-ae99-40e3-ae6d-4b13b6a647bb', 'tenant_id': '2f95b3c188ab4fd3b66987ab0e8b76cb', 'fixed_ips': [{'subnet_id': '220fdc54-c467-4504-bbfe-4a86fcdbb518'}]}} from dv-neutron-797120-4-hyperv. {{(pid=128085) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 24 12:23:13.413218 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-675a12ba-72fa-47a9-9eb1-52fb3528b896 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_create {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:23:13.416526 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron_lib.callbacks.manager [None req-215d7af1-91f3-4544-af64-d43929d002fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:23:13.419293 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG oslo_concurrency.lockutils [None req-5792f335-fdfa-4fd9-bf41-be5f69a8452d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128086) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:23:13.471734 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.plugins.ml2.managers [None req-215d7af1-91f3-4544-af64-d43929d002fc None None] Attempting to bind port 3c656dfd-1de8-437a-8463-da35bc427db8 on host dv-neutron-797120-4-hyperv for vnic_type normal with profile {{(pid=128086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 12:23:13.472108 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.plugins.ml2.managers [None req-215d7af1-91f3-4544-af64-d43929d002fc None None] Attempting to bind port 3c656dfd-1de8-437a-8463-da35bc427db8 by drivers openvswitch,hyperv on host dv-neutron-797120-4-hyperv at level 0 using segments [{'id': '1139564f-ff83-4b49-a593-84b33301357d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b'}] {{(pid=128086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 12:23:13.472471 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-215d7af1-91f3-4544-af64-d43929d002fc None None] Attempting to bind port 3c656dfd-1de8-437a-8463-da35bc427db8 on network f2b8ca71-e776-48b2-8898-96cc7970207b {{(pid=128086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:23:13.481113 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bf4483-0a15-482e-8517-63b7d21cc758 None None] Pushing event updated for resources: {'Port': ['ID=3c656dfd-1de8-437a-8463-da35bc427db8,revision_number=2']} {{(pid=128086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:23:13.484054 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-215d7af1-91f3-4544-af64-d43929d002fc None None] Checking agent: {'id': 'e3a695b2-c397-461f-83b0-10b79d490b59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 11, 36, 56), 'started_at': datetime.datetime(2021, 6, 24, 11, 37, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 12, 22, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=128086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 12:23:13.484430 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-215d7af1-91f3-4544-af64-d43929d002fc None None] Checking segment: {'id': '1139564f-ff83-4b49-a593-84b33301357d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=128086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:23:13.485945 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron_lib.callbacks.manager [None req-215d7af1-91f3-4544-af64-d43929d002fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=128086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:23:13.485945 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-215d7af1-91f3-4544-af64-d43929d002fc None None] Bound using segment: {'id': '1139564f-ff83-4b49-a593-84b33301357d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b'} {{(pid=128086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 12:23:13.486304 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.plugins.ml2.managers [None req-215d7af1-91f3-4544-af64-d43929d002fc None None] Bound port: 3c656dfd-1de8-437a-8463-da35bc427db8, host: dv-neutron-797120-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1139564f-ff83-4b49-a593-84b33301357d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b'}}] {{(pid=128086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 12:23:13.486630 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron_lib.callbacks.manager [None req-215d7af1-91f3-4544-af64-d43929d002fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:23:13.509359 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bf4483-0a15-482e-8517-63b7d21cc758 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:23:13.509696 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bf4483-0a15-482e-8517-63b7d21cc758 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:23:13.510036 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bf4483-0a15-482e-8517-63b7d21cc758 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:23:13.510363 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bf4483-0a15-482e-8517-63b7d21cc758 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:23:13.510685 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bf4483-0a15-482e-8517-63b7d21cc758 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:23:13.511037 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bf4483-0a15-482e-8517-63b7d21cc758 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:23:13.511363 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bf4483-0a15-482e-8517-63b7d21cc758 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:23:13.511685 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bf4483-0a15-482e-8517-63b7d21cc758 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:23:13.512004 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bf4483-0a15-482e-8517-63b7d21cc758 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:23:13.512322 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bf4483-0a15-482e-8517-63b7d21cc758 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:23:13.512637 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bf4483-0a15-482e-8517-63b7d21cc758 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:23:13.512949 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bf4483-0a15-482e-8517-63b7d21cc758 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:23:13.518583 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG oslo_concurrency.lockutils [None req-71bf4483-0a15-482e-8517-63b7d21cc758 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=128086) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:23:13.554937 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.plugins.ml2.db [None req-215d7af1-91f3-4544-af64-d43929d002fc None None] For port 3c656dfd-1de8-437a-8463-da35bc427db8, host dv-neutron-797120-4-hyperv, cleared binding levels {{(pid=128086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 12:23:13.559466 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.plugins.ml2.db [None req-215d7af1-91f3-4544-af64-d43929d002fc None None] For port 3c656dfd-1de8-437a-8463-da35bc427db8, host dv-neutron-797120-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=3c656dfd-1de8-437a-8463-da35bc427db8,segment=NetworkSegment(1139564f-ff83-4b49-a593-84b33301357d),segment_id=1139564f-ff83-4b49-a593-84b33301357d)] {{(pid=128086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 12:23:13.567039 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron_lib.callbacks.manager [None req-215d7af1-91f3-4544-af64-d43929d002fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:23:13.570392 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG oslo_concurrency.lockutils [None req-a63591cc-5461-488b-94b4-1df41eb6646f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128086) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:23:13.587118 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.db_base_plugin_common [None req-675a12ba-72fa-47a9-9eb1-52fb3528b896 None None] Allocated IP 172.20.0.2 (ec83fd21-ae99-40e3-ae6d-4b13b6a647bb/220fdc54-c467-4504-bbfe-4a86fcdbb518/f305e90b-f683-4174-9aed-b8ffb6915d42) {{(pid=128085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:23:13.631836 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bf4483-0a15-482e-8517-63b7d21cc758 None None] Pushing event updated for resources: {'Port': ['ID=3c656dfd-1de8-437a-8463-da35bc427db8,revision_number=3']} {{(pid=128086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:23:13.635236 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG oslo_concurrency.lockutils [None req-71bf4483-0a15-482e-8517-63b7d21cc758 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=128086) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:23:13.639738 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-215d7af1-91f3-4544-af64-d43929d002fc None None] Routers {'05567b46-a50d-416c-ba70-46361cd7171e'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:23:13.640401 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-215d7af1-91f3-4544-af64-d43929d002fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T12:22:56Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['05567b46-a50d-416c-ba70-46361cd7171e'], 'active': True} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:23:13.749187 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_dvr_db [None req-215d7af1-91f3-4544-af64-d43929d002fc None None] Set router 05567b46-a50d-416c-ba70-46361cd7171e gateway port host: dv-neutron-797120-4-hyperv {{(pid=128086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:23:13.771552 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-19d63a9e-c11d-4a44-84fc-635fe447176f tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:23:13.906838 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-675a12ba-72fa-47a9-9eb1-52fb3528b896 None None] Notify callbacks [] for port, precommit_create {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:23:13.916366 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-675a12ba-72fa-47a9-9eb1-52fb3528b896 None None] Transition to ACTIVE for port object f305e90b-f683-4174-9aed-b8ffb6915d42 will not be triggered until provisioned by entity L2. {{(pid=128085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:23:13.932432 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-675a12ba-72fa-47a9-9eb1-52fb3528b896 None None] Transition to ACTIVE for port object f305e90b-f683-4174-9aed-b8ffb6915d42 will not be triggered until provisioned by entity DHCP. {{(pid=128085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:23:13.941087 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-215d7af1-91f3-4544-af64-d43929d002fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05567b46-a50d-416c-ba70-46361cd7171e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1450779614', 'tenant_id': '2f95b3c188ab4fd3b66987ab0e8b76cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'external_fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.69'}], 'enable_snat': True}, 'gw_port_id': '3c656dfd-1de8-437a-8463-da35bc427db8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:23:11Z', 'updated_at': '2021-06-24T12:23:12Z', 'revision_number': 3, 'project_id': '2f95b3c188ab4fd3b66987ab0e8b76cb', 'gw_port': {'id': '3c656dfd-1de8-437a-8463-da35bc427db8', 'name': '', 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:ef:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05567b46-a50d-416c-ba70-46361cd7171e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:23:11Z', 'updated_at': '2021-06-24T12:23:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-4-hyperv'}], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:23:13.941667 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-675a12ba-72fa-47a9-9eb1-52fb3528b896 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-650429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-506361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793193536723'] for port, after_create {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:23:13.943664 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:23:13.967761 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-215d7af1-91f3-4544-af64-d43929d002fc None None] The sync data for ids ['05567b46-a50d-416c-ba70-46361cd7171e'] in dv-neutron-797120-4-hyperv is: [{'id': '05567b46-a50d-416c-ba70-46361cd7171e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1450779614', 'tenant_id': '2f95b3c188ab4fd3b66987ab0e8b76cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'external_fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.69'}], 'enable_snat': True}, 'gw_port_id': '3c656dfd-1de8-437a-8463-da35bc427db8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:23:11Z', 'updated_at': '2021-06-24T12:23:12Z', 'revision_number': 3, 'project_id': '2f95b3c188ab4fd3b66987ab0e8b76cb', 'gw_port': {'id': '3c656dfd-1de8-437a-8463-da35bc427db8', 'name': '', 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:ef:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05567b46-a50d-416c-ba70-46361cd7171e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:23:11Z', 'updated_at': '2021-06-24T12:23:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-4-hyperv'}] {{(pid=128086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 12:23:13.984165 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-675a12ba-72fa-47a9-9eb1-52fb3528b896 None None] Network ec83fd21-ae99-40e3-ae6d-4b13b6a647bb is already hosted by enough agents. {{(pid=128085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:23:13.988905 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.scheduler.base_scheduler [None req-675a12ba-72fa-47a9-9eb1-52fb3528b896 None None] Resources bound (agent type, host, resource id): {{(pid=128085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:23:13.993425 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-675a12ba-72fa-47a9-9eb1-52fb3528b896 None None] Received port after_create {{(pid=128085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:23:13.996677 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675a12ba-72fa-47a9-9eb1-52fb3528b896 None None] Pushing event updated for resources: {'Port': ['ID=f305e90b-f683-4174-9aed-b8ffb6915d42,revision_number=1']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:23:14.000852 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-675a12ba-72fa-47a9-9eb1-52fb3528b896 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:23:14.056749 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-675a12ba-72fa-47a9-9eb1-52fb3528b896 None None] Attempting to bind port f305e90b-f683-4174-9aed-b8ffb6915d42 on host dv-neutron-797120-4-hyperv for vnic_type normal with profile {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 12:23:14.057185 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-675a12ba-72fa-47a9-9eb1-52fb3528b896 None None] Attempting to bind port f305e90b-f683-4174-9aed-b8ffb6915d42 by drivers openvswitch,hyperv on host dv-neutron-797120-4-hyperv at level 0 using segments [{'id': '127f603c-d8f1-45cd-860e-5cf1ff97639a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'ec83fd21-ae99-40e3-ae6d-4b13b6a647bb'}] {{(pid=128085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 12:23:14.057565 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-675a12ba-72fa-47a9-9eb1-52fb3528b896 None None] Attempting to bind port f305e90b-f683-4174-9aed-b8ffb6915d42 on network ec83fd21-ae99-40e3-ae6d-4b13b6a647bb {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:23:14.063176 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-675a12ba-72fa-47a9-9eb1-52fb3528b896 None None] Checking agent: {'id': 'e3a695b2-c397-461f-83b0-10b79d490b59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 11, 36, 56), 'started_at': datetime.datetime(2021, 6, 24, 11, 37, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 12, 22, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 12:23:14.063431 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.db_base_plugin_common [None req-19d63a9e-c11d-4a44-84fc-635fe447176f tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Allocated IP 172.20.0.1 (ec83fd21-ae99-40e3-ae6d-4b13b6a647bb/220fdc54-c467-4504-bbfe-4a86fcdbb518/4f51351f-5dd7-4380-a87d-bd7282442c80) {{(pid=128083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:23:14.063772 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-675a12ba-72fa-47a9-9eb1-52fb3528b896 None None] Checking segment: {'id': '127f603c-d8f1-45cd-860e-5cf1ff97639a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'ec83fd21-ae99-40e3-ae6d-4b13b6a647bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=128085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:23:14.064282 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-675a12ba-72fa-47a9-9eb1-52fb3528b896 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:23:14.064691 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-675a12ba-72fa-47a9-9eb1-52fb3528b896 None None] Bound using segment: {'id': '127f603c-d8f1-45cd-860e-5cf1ff97639a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'ec83fd21-ae99-40e3-ae6d-4b13b6a647bb'} {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 12:23:14.065253 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-675a12ba-72fa-47a9-9eb1-52fb3528b896 None None] Bound port: f305e90b-f683-4174-9aed-b8ffb6915d42, host: dv-neutron-797120-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '127f603c-d8f1-45cd-860e-5cf1ff97639a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'ec83fd21-ae99-40e3-ae6d-4b13b6a647bb'}}] {{(pid=128085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 12:23:14.065600 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-675a12ba-72fa-47a9-9eb1-52fb3528b896 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:23:14.135091 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-675a12ba-72fa-47a9-9eb1-52fb3528b896 None None] For port f305e90b-f683-4174-9aed-b8ffb6915d42, host dv-neutron-797120-4-hyperv, cleared binding levels {{(pid=128085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 12:23:14.140096 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-675a12ba-72fa-47a9-9eb1-52fb3528b896 None None] For port f305e90b-f683-4174-9aed-b8ffb6915d42, host dv-neutron-797120-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=f305e90b-f683-4174-9aed-b8ffb6915d42,segment=NetworkSegment(127f603c-d8f1-45cd-860e-5cf1ff97639a),segment_id=127f603c-d8f1-45cd-860e-5cf1ff97639a)] {{(pid=128085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 12:23:14.146361 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-675a12ba-72fa-47a9-9eb1-52fb3528b896 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:23:14.156025 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-2be33999-00c3-44c4-ade5-c5ebae087ddd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:23:14.199901 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-19d63a9e-c11d-4a44-84fc-635fe447176f tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks [] for port, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:23:14.226999 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.provisioning_blocks [None req-19d63a9e-c11d-4a44-84fc-635fe447176f tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Transition to ACTIVE for port object 4f51351f-5dd7-4380-a87d-bd7282442c80 will not be triggered until provisioned by entity DHCP. {{(pid=128083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:23:14.252609 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675a12ba-72fa-47a9-9eb1-52fb3528b896 None None] Pushing event updated for resources: {'Port': ['ID=f305e90b-f683-4174-9aed-b8ffb6915d42,revision_number=2']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:23:14.255777 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-675a12ba-72fa-47a9-9eb1-52fb3528b896 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:23:14.271460 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-19d63a9e-c11d-4a44-84fc-635fe447176f tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-650429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-506361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793193536723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2537853'] for port, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:23:14.273750 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-d6e55fef-e73e-4572-bd5d-d4aff9726844 tempest-TestMinimumBasicScenario-736986205 tempest-TestMinimumBasicScenario-736986205-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:23:14.318384 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19d63a9e-c11d-4a44-84fc-635fe447176f tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Network ec83fd21-ae99-40e3-ae6d-4b13b6a647bb is already hosted by enough agents. {{(pid=128083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:23:14.321991 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.base_scheduler [None req-19d63a9e-c11d-4a44-84fc-635fe447176f tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Resources bound (agent type, host, resource id): {{(pid=128083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:23:14.328684 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19d63a9e-c11d-4a44-84fc-635fe447176f tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Received port after_create {{(pid=128083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:23:14.355276 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d63a9e-c11d-4a44-84fc-635fe447176f tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Pushing event updated for resources: {'Port': ['ID=4f51351f-5dd7-4380-a87d-bd7282442c80,revision_number=1']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:23:14.359888 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-19d63a9e-c11d-4a44-84fc-635fe447176f tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:23:14.381359 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-19d63a9e-c11d-4a44-84fc-635fe447176f tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1978458'] for router_interface, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:23:14.566093 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-19d63a9e-c11d-4a44-84fc-635fe447176f tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:23:14.886123 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-19d63a9e-c11d-4a44-84fc-635fe447176f tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks [] for port, precommit_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:23:14.892868 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-19d63a9e-c11d-4a44-84fc-635fe447176f tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2537871'] for port, after_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:23:14.895850 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-f40669ec-c5df-4d56-9320-d6c4aafc1c26 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:23:14.932617 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device f305e90b-f683-4174-9aed-b8ffb6915d42 up at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:23:14.995799 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning for port f305e90b-f683-4174-9aed-b8ffb6915d42 completed by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:23:15.002915 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device 3c656dfd-1de8-437a-8463-da35bc427db8 up at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:23:15.003808 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d63a9e-c11d-4a44-84fc-635fe447176f tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Pushing event updated for resources: {'Port': ['ID=4f51351f-5dd7-4380-a87d-bd7282442c80,revision_number=2']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:23:15.007903 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-19d63a9e-c11d-4a44-84fc-635fe447176f tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:23:15.009552 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-19d63a9e-c11d-4a44-84fc-635fe447176f tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1783050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1978542'] for router_interface, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:23:15.069481 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:23:15.075842 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning for port 3c656dfd-1de8-437a-8463-da35bc427db8 completed by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:23:15.080556 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning complete for port 3c656dfd-1de8-437a-8463-da35bc427db8 triggered by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:23:15.080936 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:23:15.116711 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19d63a9e-c11d-4a44-84fc-635fe447176f tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Network ec83fd21-ae99-40e3-ae6d-4b13b6a647bb is already hosted by enough agents. {{(pid=128083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:23:15.118108 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.base_scheduler [None req-19d63a9e-c11d-4a44-84fc-635fe447176f tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Resources bound (agent type, host, resource id): {{(pid=128083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:23:15.160945 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:23:15.184662 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] For port 3c656dfd-1de8-437a-8463-da35bc427db8, host dv-neutron-797120-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=3c656dfd-1de8-437a-8463-da35bc427db8,segment=NetworkSegment(1139564f-ff83-4b49-a593-84b33301357d),segment_id=1139564f-ff83-4b49-a593-84b33301357d)] {{(pid=128085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:23:15.189314 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:23:15.192346 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:23:15.247683 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7e93d47-ce88-4928-a36b-7fa7fd89ba79 None None] Network ec83fd21-ae99-40e3-ae6d-4b13b6a647bb requested from dv-neutron-797120-4-hyperv {{(pid=128085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:23:15.254078 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19d63a9e-c11d-4a44-84fc-635fe447176f tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Router 05567b46-a50d-416c-ba70-46361cd7171e has already been hosted by L3 agent 2987dba8-2249-4ee6-96ec-28f0f7a6127d {{(pid=128083) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 12:23:15.267599 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Pushing event updated for resources: {'Port': ['ID=3c656dfd-1de8-437a-8463-da35bc427db8,revision_number=4']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:23:15.271929 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:23:15.323285 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-5dd91b00-82d3-4c09-bb0c-7395a5420157 None None] Provisioning for port f305e90b-f683-4174-9aed-b8ffb6915d42 completed by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:23:15.332010 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-5dd91b00-82d3-4c09-bb0c-7395a5420157 None None] Provisioning complete for port f305e90b-f683-4174-9aed-b8ffb6915d42 triggered by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:23:15.332382 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-5dd91b00-82d3-4c09-bb0c-7395a5420157 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:23:15.377308 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19d63a9e-c11d-4a44-84fc-635fe447176f tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify agent at l3_agent.dv-neutron-797120-4-hyperv the message routers_updated {{(pid=128083) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 12:23:15.382229 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-19d63a9e-c11d-4a44-84fc-635fe447176f tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] 10.222.0.53 "PUT /v2.0/routers/05567b46-a50d-416c-ba70-46361cd7171e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1087971 Jun 24 12:23:15.480340 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-5dd91b00-82d3-4c09-bb0c-7395a5420157 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:23:15.526094 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-5dd91b00-82d3-4c09-bb0c-7395a5420157 None None] For port f305e90b-f683-4174-9aed-b8ffb6915d42, host dv-neutron-797120-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=f305e90b-f683-4174-9aed-b8ffb6915d42,segment=NetworkSegment(127f603c-d8f1-45cd-860e-5cf1ff97639a),segment_id=127f603c-d8f1-45cd-860e-5cf1ff97639a)] {{(pid=128085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:23:15.532594 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-5dd91b00-82d3-4c09-bb0c-7395a5420157 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:23:15.535313 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-99148ba8-2ad9-4745-82e1-b7ccd5a40af5 req-6da5fe51-3555-429e-8333-11f6cbf2f09a tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1865646533&fields=id&tenant_id=2f95b3c188ab4fd3b66987ab0e8b76cb HTTP/1.1" status: 200 len: 267 time: 0.0349891 Jun 24 12:23:15.535428 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-1e14aec4-4ff8-4532-8ee4-b5b2a708a88e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:23:15.596050 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd91b00-82d3-4c09-bb0c-7395a5420157 None None] Pushing event updated for resources: {'Port': ['ID=f305e90b-f683-4174-9aed-b8ffb6915d42,revision_number=3']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:23:15.599429 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-5dd91b00-82d3-4c09-bb0c-7395a5420157 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:23:15.682640 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99148ba8-2ad9-4745-82e1-b7ccd5a40af5 req-3e53f14d-2bfb-4d92-bc3d-0bf28767ddf6 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:23:15.684119 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-99148ba8-2ad9-4745-82e1-b7ccd5a40af5 req-3e53f14d-2bfb-4d92-bc3d-0bf28767ddf6 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] 10.222.0.53 "GET /v2.0/networks?id=ec83fd21-ae99-40e3-ae6d-4b13b6a647bb HTTP/1.1" status: 200 len: 796 time: 0.1257758 Jun 24 12:23:15.699419 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-99148ba8-2ad9-4745-82e1-b7ccd5a40af5 req-b2741593-b817-47cc-97c4-58a181f65a48 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] 10.222.0.53 "GET /v2.0/quotas/2f95b3c188ab4fd3b66987ab0e8b76cb HTTP/1.1" status: 200 len: 375 time: 0.0094891 Jun 24 12:23:15.758618 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-8afd92c2-812e-4d7d-bbfc-56e2ad287319 None None] Provisioning complete for port f305e90b-f683-4174-9aed-b8ffb6915d42 triggered by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:23:15.759000 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-8afd92c2-812e-4d7d-bbfc-56e2ad287319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:23:15.774200 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-99148ba8-2ad9-4745-82e1-b7ccd5a40af5 req-11ab6d43-7d26-49be-9db1-3c477d45f207 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=2f95b3c188ab4fd3b66987ab0e8b76cb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0671191 Jun 24 12:23:15.863304 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6225630-558e-4981-b8a4-408477e1dfbf None None] Sync routers for ids ['05567b46-a50d-416c-ba70-46361cd7171e'] in dv-neutron-797120-4-hyperv {{(pid=128085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 12:23:15.865928 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-8afd92c2-812e-4d7d-bbfc-56e2ad287319 None None] Provisioning for port 4f51351f-5dd7-4380-a87d-bd7282442c80 completed by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:23:15.871723 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-8afd92c2-812e-4d7d-bbfc-56e2ad287319 None None] Provisioning complete for port 4f51351f-5dd7-4380-a87d-bd7282442c80 triggered by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:23:15.872105 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-8afd92c2-812e-4d7d-bbfc-56e2ad287319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:23:15.886062 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-99148ba8-2ad9-4745-82e1-b7ccd5a40af5 req-b1afee77-fd1c-4749-a854-6c6a278d9e5a service neutron] 10.222.0.53 "GET /v2.0/networks/ec83fd21-ae99-40e3-ae6d-4b13b6a647bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1009934 Jun 24 12:23:15.898903 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6225630-558e-4981-b8a4-408477e1dfbf None None] Routers {'05567b46-a50d-416c-ba70-46361cd7171e'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:23:15.899539 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-d6225630-558e-4981-b8a4-408477e1dfbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T12:22:56Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['05567b46-a50d-416c-ba70-46361cd7171e'], 'active': True} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:23:15.954584 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-8afd92c2-812e-4d7d-bbfc-56e2ad287319 None None] Port 4f51351f-5dd7-4380-a87d-bd7282442c80 cannot update to ACTIVE because it is not bound. {{(pid=128085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 12:23:15.984620 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-99148ba8-2ad9-4745-82e1-b7ccd5a40af5 req-523815e8-ab24-431a-91e6-84303ad3fc5d service neutron] 10.222.0.53 "GET /v2.0/networks/ec83fd21-ae99-40e3-ae6d-4b13b6a647bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963449 Jun 24 12:23:16.020481 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvr_db [None req-d6225630-558e-4981-b8a4-408477e1dfbf None None] Set router 05567b46-a50d-416c-ba70-46361cd7171e gateway port host: dv-neutron-797120-4-hyperv {{(pid=128085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:23:16.112471 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-afb13275-2774-4d75-9dbf-8e8b94274460 None None] Provisioning complete for port 4f51351f-5dd7-4380-a87d-bd7282442c80 triggered by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:23:16.113103 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-afb13275-2774-4d75-9dbf-8e8b94274460 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:23:16.190010 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-dd1db4da-b70a-439d-aeca-cca82690d55b req-68326248-0f95-427f-ae1a-2f059b95c131 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] 10.222.0.53 "GET /v2.0/ports?device_id=cae2b883-7207-4283-baab-4439d7ba8a96 HTTP/1.1" status: 200 len: 210 time: 0.0342906 Jun 24 12:23:16.210974 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-afb13275-2774-4d75-9dbf-8e8b94274460 None None] Port 4f51351f-5dd7-4380-a87d-bd7282442c80 cannot update to ACTIVE because it is not bound. {{(pid=128085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 12:23:16.290764 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-d6225630-558e-4981-b8a4-408477e1dfbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05567b46-a50d-416c-ba70-46361cd7171e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1450779614', 'tenant_id': '2f95b3c188ab4fd3b66987ab0e8b76cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'external_fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.69'}], 'enable_snat': True}, 'gw_port_id': '3c656dfd-1de8-437a-8463-da35bc427db8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:23:11Z', 'updated_at': '2021-06-24T12:23:14Z', 'revision_number': 4, 'project_id': '2f95b3c188ab4fd3b66987ab0e8b76cb', 'gw_port': {'id': '3c656dfd-1de8-437a-8463-da35bc427db8', 'name': '', 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:ef:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05567b46-a50d-416c-ba70-46361cd7171e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:23:11Z', 'updated_at': '2021-06-24T12:23:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-4-hyperv', '_interfaces': [{'id': '4f51351f-5dd7-4380-a87d-bd7282442c80', 'name': '', 'network_id': 'ec83fd21-ae99-40e3-ae6d-4b13b6a647bb', 'tenant_id': '2f95b3c188ab4fd3b66987ab0e8b76cb', 'mac_address': 'fa:16:3e:0d:9f:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05567b46-a50d-416c-ba70-46361cd7171e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1753, 'fixed_ips': [{'subnet_id': '220fdc54-c467-4504-bbfe-4a86fcdbb518', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:23:13Z', 'updated_at': '2021-06-24T12:23:14Z', 'revision_number': 2, 'project_id': '2f95b3c188ab4fd3b66987ab0e8b76cb', 'subnets': [{'id': '220fdc54-c467-4504-bbfe-4a86fcdbb518', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:23:16.321254 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6225630-558e-4981-b8a4-408477e1dfbf None None] Checking router: 05567b46-a50d-416c-ba70-46361cd7171e for host: dv-neutron-797120-4-hyperv {{(pid=128085) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 12:23:16.321615 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6225630-558e-4981-b8a4-408477e1dfbf None None] Updating router 05567b46-a50d-416c-ba70-46361cd7171e port 4f51351f-5dd7-4380-a87d-bd7282442c80 binding host dv-neutron-797120-4-hyperv {{(pid=128085) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 12:23:16.365513 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-61b06454-7b91-437b-a84b-9a8b24d0d600 None None] Provisioning complete for port 4f51351f-5dd7-4380-a87d-bd7282442c80 triggered by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:23:16.365901 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-61b06454-7b91-437b-a84b-9a8b24d0d600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:23:16.370099 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-d6225630-558e-4981-b8a4-408477e1dfbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:23:16.433555 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-61b06454-7b91-437b-a84b-9a8b24d0d600 None None] Port 4f51351f-5dd7-4380-a87d-bd7282442c80 cannot update to ACTIVE because it is not bound. {{(pid=128085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 12:23:16.670705 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-d6225630-558e-4981-b8a4-408477e1dfbf None None] Notify callbacks [] for port, precommit_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:23:16.683394 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-d6225630-558e-4981-b8a4-408477e1dfbf None None] Transition to ACTIVE for port object 4f51351f-5dd7-4380-a87d-bd7282442c80 will not be triggered until provisioned by entity L2. {{(pid=128085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:23:16.689454 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-d6225630-558e-4981-b8a4-408477e1dfbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:23:16.691276 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-2be33999-00c3-44c4-ade5-c5ebae087ddd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:23:16.746249 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a34d17-f6f1-4b47-8fbd-28c679ccb214 None None] Pushing event updated for resources: {'Port': ['ID=4f51351f-5dd7-4380-a87d-bd7282442c80,revision_number=3']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:23:16.750704 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-68a34d17-f6f1-4b47-8fbd-28c679ccb214 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:23:16.805935 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-d6225630-558e-4981-b8a4-408477e1dfbf None None] Attempting to bind port 4f51351f-5dd7-4380-a87d-bd7282442c80 on host dv-neutron-797120-4-hyperv for vnic_type normal with profile {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 12:23:16.806489 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-d6225630-558e-4981-b8a4-408477e1dfbf None None] Attempting to bind port 4f51351f-5dd7-4380-a87d-bd7282442c80 by drivers openvswitch,hyperv on host dv-neutron-797120-4-hyperv at level 0 using segments [{'id': '127f603c-d8f1-45cd-860e-5cf1ff97639a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'ec83fd21-ae99-40e3-ae6d-4b13b6a647bb'}] {{(pid=128085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 12:23:16.807058 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6225630-558e-4981-b8a4-408477e1dfbf None None] Attempting to bind port 4f51351f-5dd7-4380-a87d-bd7282442c80 on network ec83fd21-ae99-40e3-ae6d-4b13b6a647bb {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:23:16.814798 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6225630-558e-4981-b8a4-408477e1dfbf None None] Checking agent: {'id': 'e3a695b2-c397-461f-83b0-10b79d490b59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 11, 36, 56), 'started_at': datetime.datetime(2021, 6, 24, 11, 37, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 12, 22, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 12:23:16.815307 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6225630-558e-4981-b8a4-408477e1dfbf None None] Checking segment: {'id': '127f603c-d8f1-45cd-860e-5cf1ff97639a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'ec83fd21-ae99-40e3-ae6d-4b13b6a647bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=128085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:23:16.815817 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-d6225630-558e-4981-b8a4-408477e1dfbf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:23:16.816304 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6225630-558e-4981-b8a4-408477e1dfbf None None] Bound using segment: {'id': '127f603c-d8f1-45cd-860e-5cf1ff97639a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'ec83fd21-ae99-40e3-ae6d-4b13b6a647bb'} {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 12:23:16.816876 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-d6225630-558e-4981-b8a4-408477e1dfbf None None] Bound port: 4f51351f-5dd7-4380-a87d-bd7282442c80, host: dv-neutron-797120-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '127f603c-d8f1-45cd-860e-5cf1ff97639a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'ec83fd21-ae99-40e3-ae6d-4b13b6a647bb'}}] {{(pid=128085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 12:23:16.817398 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-d6225630-558e-4981-b8a4-408477e1dfbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:23:16.892904 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-d6225630-558e-4981-b8a4-408477e1dfbf None None] For port 4f51351f-5dd7-4380-a87d-bd7282442c80, host dv-neutron-797120-4-hyperv, cleared binding levels {{(pid=128085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 12:23:16.897630 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device f305e90b-f683-4174-9aed-b8ffb6915d42 up at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:23:16.901621 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-d6225630-558e-4981-b8a4-408477e1dfbf None None] For port 4f51351f-5dd7-4380-a87d-bd7282442c80, host dv-neutron-797120-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=4f51351f-5dd7-4380-a87d-bd7282442c80,segment=NetworkSegment(127f603c-d8f1-45cd-860e-5cf1ff97639a),segment_id=127f603c-d8f1-45cd-860e-5cf1ff97639a)] {{(pid=128085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 12:23:16.926665 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-d6225630-558e-4981-b8a4-408477e1dfbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:23:16.930766 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:23:17.008292 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6225630-558e-4981-b8a4-408477e1dfbf None None] Routers {'05567b46-a50d-416c-ba70-46361cd7171e'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:23:17.008924 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-d6225630-558e-4981-b8a4-408477e1dfbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T12:22:56Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['05567b46-a50d-416c-ba70-46361cd7171e'], 'active': True} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:23:17.052281 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a34d17-f6f1-4b47-8fbd-28c679ccb214 None None] Pushing event updated for resources: {'Port': ['ID=4f51351f-5dd7-4380-a87d-bd7282442c80,revision_number=4']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:23:17.057233 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-68a34d17-f6f1-4b47-8fbd-28c679ccb214 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:23:17.066203 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning complete for port f305e90b-f683-4174-9aed-b8ffb6915d42 triggered by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:23:17.066589 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:23:17.165508 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvr_db [None req-d6225630-558e-4981-b8a4-408477e1dfbf None None] Set router 05567b46-a50d-416c-ba70-46361cd7171e gateway port host: dv-neutron-797120-4-hyperv {{(pid=128085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:23:17.278926 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device 3c656dfd-1de8-437a-8463-da35bc427db8 up at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:23:17.388724 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-eedc19fa-0172-49de-b0dc-8b9cf7b8b2e8 req-c23b4bbb-7eea-4cbb-b2fb-6eff2b4a1def tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] 10.222.0.53 "GET /v2.0/ports?device_id=cae2b883-7207-4283-baab-4439d7ba8a96 HTTP/1.1" status: 200 len: 210 time: 0.0558989 Jun 24 12:23:17.418605 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning complete for port 3c656dfd-1de8-437a-8463-da35bc427db8 triggered by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:23:17.419176 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:23:17.434190 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99148ba8-2ad9-4745-82e1-b7ccd5a40af5 req-fa51c283-c825-497c-bbf2-4c7f3e478a4c tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:23:17.435721 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-99148ba8-2ad9-4745-82e1-b7ccd5a40af5 req-fa51c283-c825-497c-bbf2-4c7f3e478a4c tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] 10.222.0.45 "GET /v2.0/networks?id=ec83fd21-ae99-40e3-ae6d-4b13b6a647bb HTTP/1.1" status: 200 len: 796 time: 0.1492743 Jun 24 12:23:17.485113 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-99148ba8-2ad9-4745-82e1-b7ccd5a40af5 req-cbcf2175-5f5f-471f-a485-5381b9ae9f91 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2f95b3c188ab4fd3b66987ab0e8b76cb HTTP/1.1" status: 200 len: 380 time: 0.0348732 Jun 24 12:23:17.485962 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-d6225630-558e-4981-b8a4-408477e1dfbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05567b46-a50d-416c-ba70-46361cd7171e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1450779614', 'tenant_id': '2f95b3c188ab4fd3b66987ab0e8b76cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'external_fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.69'}], 'enable_snat': True}, 'gw_port_id': '3c656dfd-1de8-437a-8463-da35bc427db8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:23:11Z', 'updated_at': '2021-06-24T12:23:14Z', 'revision_number': 4, 'project_id': '2f95b3c188ab4fd3b66987ab0e8b76cb', 'gw_port': {'id': '3c656dfd-1de8-437a-8463-da35bc427db8', 'name': '', 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:ef:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05567b46-a50d-416c-ba70-46361cd7171e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:23:11Z', 'updated_at': '2021-06-24T12:23:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-4-hyperv', '_interfaces': [{'id': '4f51351f-5dd7-4380-a87d-bd7282442c80', 'name': '', 'network_id': 'ec83fd21-ae99-40e3-ae6d-4b13b6a647bb', 'tenant_id': '2f95b3c188ab4fd3b66987ab0e8b76cb', 'mac_address': 'fa:16:3e:0d:9f:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05567b46-a50d-416c-ba70-46361cd7171e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1753, 'fixed_ips': [{'subnet_id': '220fdc54-c467-4504-bbfe-4a86fcdbb518', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:23:13Z', 'updated_at': '2021-06-24T12:23:16Z', 'revision_number': 4, 'project_id': '2f95b3c188ab4fd3b66987ab0e8b76cb', 'subnets': [{'id': '220fdc54-c467-4504-bbfe-4a86fcdbb518', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:23:17.495709 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [req-99148ba8-2ad9-4745-82e1-b7ccd5a40af5 req-71afc0b5-f321-4f19-924b-6da0b9244f9e tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Request body: {'port': {'device_id': 'cae2b883-7207-4283-baab-4439d7ba8a96', 'network_id': 'ec83fd21-ae99-40e3-ae6d-4b13b6a647bb', 'admin_state_up': True, 'tenant_id': '2f95b3c188ab4fd3b66987ab0e8b76cb', 'security_groups': ['1138c10d-4d38-4296-bef6-2c9dbb1becde']}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:23:17.535199 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6225630-558e-4981-b8a4-408477e1dfbf None None] The sync data for ids ['05567b46-a50d-416c-ba70-46361cd7171e'] in dv-neutron-797120-4-hyperv is: [{'id': '05567b46-a50d-416c-ba70-46361cd7171e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1450779614', 'tenant_id': '2f95b3c188ab4fd3b66987ab0e8b76cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'external_fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.69'}], 'enable_snat': True}, 'gw_port_id': '3c656dfd-1de8-437a-8463-da35bc427db8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:23:11Z', 'updated_at': '2021-06-24T12:23:14Z', 'revision_number': 4, 'project_id': '2f95b3c188ab4fd3b66987ab0e8b76cb', 'gw_port': {'id': '3c656dfd-1de8-437a-8463-da35bc427db8', 'name': '', 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:ef:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05567b46-a50d-416c-ba70-46361cd7171e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:23:11Z', 'updated_at': '2021-06-24T12:23:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-4-hyperv', '_interfaces': [{'id': '4f51351f-5dd7-4380-a87d-bd7282442c80', 'name': '', 'network_id': 'ec83fd21-ae99-40e3-ae6d-4b13b6a647bb', 'tenant_id': '2f95b3c188ab4fd3b66987ab0e8b76cb', 'mac_address': 'fa:16:3e:0d:9f:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05567b46-a50d-416c-ba70-46361cd7171e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1753, 'fixed_ips': [{'subnet_id': '220fdc54-c467-4504-bbfe-4a86fcdbb518', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:23:13Z', 'updated_at': '2021-06-24T12:23:16Z', 'revision_number': 4, 'project_id': '2f95b3c188ab4fd3b66987ab0e8b76cb', 'subnets': [{'id': '220fdc54-c467-4504-bbfe-4a86fcdbb518', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=128085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 12:23:18.025132 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-99148ba8-2ad9-4745-82e1-b7ccd5a40af5 req-71afc0b5-f321-4f19-924b-6da0b9244f9e tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Made reservation on behalf of 2f95b3c188ab4fd3b66987ab0e8b76cb for: {'port': 1} {{(pid=128083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:23:18.028703 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-99148ba8-2ad9-4745-82e1-b7ccd5a40af5 req-71afc0b5-f321-4f19-924b-6da0b9244f9e tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:23:18.165211 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.db_base_plugin_common [req-99148ba8-2ad9-4745-82e1-b7ccd5a40af5 req-71afc0b5-f321-4f19-924b-6da0b9244f9e tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Allocated IP 172.20.0.13 (ec83fd21-ae99-40e3-ae6d-4b13b6a647bb/220fdc54-c467-4504-bbfe-4a86fcdbb518/5967b4d3-60ee-4247-8ad6-3139bee98e46) {{(pid=128083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:23:18.310847 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-99148ba8-2ad9-4745-82e1-b7ccd5a40af5 req-71afc0b5-f321-4f19-924b-6da0b9244f9e tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks [] for port, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:23:18.325580 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.provisioning_blocks [req-99148ba8-2ad9-4745-82e1-b7ccd5a40af5 req-71afc0b5-f321-4f19-924b-6da0b9244f9e tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Transition to ACTIVE for port object 5967b4d3-60ee-4247-8ad6-3139bee98e46 will not be triggered until provisioned by entity DHCP. {{(pid=128083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:23:18.359133 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-99148ba8-2ad9-4745-82e1-b7ccd5a40af5 req-71afc0b5-f321-4f19-924b-6da0b9244f9e tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-650429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-506361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793193536723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2537853'] for port, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:23:18.363764 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-9f5cc342-bc9f-4687-9a5a-04b0cc95e3b2 tempest-TestMinimumBasicScenario-736986205 tempest-TestMinimumBasicScenario-736986205-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:23:18.413638 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-99148ba8-2ad9-4745-82e1-b7ccd5a40af5 req-71afc0b5-f321-4f19-924b-6da0b9244f9e tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Network ec83fd21-ae99-40e3-ae6d-4b13b6a647bb is already hosted by enough agents. {{(pid=128083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:23:18.417095 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.base_scheduler [req-99148ba8-2ad9-4745-82e1-b7ccd5a40af5 req-71afc0b5-f321-4f19-924b-6da0b9244f9e tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Resources bound (agent type, host, resource id): {{(pid=128083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:23:18.421779 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.l3_dvrscheduler_db [req-99148ba8-2ad9-4745-82e1-b7ccd5a40af5 req-71afc0b5-f321-4f19-924b-6da0b9244f9e tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Received port after_create {{(pid=128083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:23:18.426018 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71afc0b5-f321-4f19-924b-6da0b9244f9e tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Pushing event updated for resources: {'Port': ['ID=5967b4d3-60ee-4247-8ad6-3139bee98e46,revision_number=1']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:23:18.451900 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-71afc0b5-f321-4f19-924b-6da0b9244f9e tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:23:18.494888 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99148ba8-2ad9-4745-82e1-b7ccd5a40af5 req-71afc0b5-f321-4f19-924b-6da0b9244f9e tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:23:18.495501 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-99148ba8-2ad9-4745-82e1-b7ccd5a40af5 req-71afc0b5-f321-4f19-924b-6da0b9244f9e tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468916'] for port, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:23:18.512620 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-99148ba8-2ad9-4745-82e1-b7ccd5a40af5 req-71afc0b5-f321-4f19-924b-6da0b9244f9e tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0205646 Jun 24 12:23:18.532647 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [req-99148ba8-2ad9-4745-82e1-b7ccd5a40af5 req-0cce7b16-a5f0-4094-9af3-d3df2a73fa68 service neutron] Request body: {'port': {'device_id': 'cae2b883-7207-4283-baab-4439d7ba8a96', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7971'}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:23:18.686317 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-99148ba8-2ad9-4745-82e1-b7ccd5a40af5 req-0cce7b16-a5f0-4094-9af3-d3df2a73fa68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:23:18.706933 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19b96ed-7868-4e8d-ab50-a83c452b54ec req-7ab282b7-4fb6-4ce2-ace4-97865aaf141a tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:23:18.708471 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-f19b96ed-7868-4e8d-ab50-a83c452b54ec req-7ab282b7-4fb6-4ce2-ace4-97865aaf141a tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] 10.222.0.53 "GET /v2.0/ports?device_id=cae2b883-7207-4283-baab-4439d7ba8a96 HTTP/1.1" status: 200 len: 932 time: 0.1388540 Jun 24 12:23:18.771167 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-7ff980fa-f787-46f9-b3cc-ef670b1c012f None None] Provisioning for port 5967b4d3-60ee-4247-8ad6-3139bee98e46 completed by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:23:18.778879 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-7ff980fa-f787-46f9-b3cc-ef670b1c012f None None] Provisioning complete for port 5967b4d3-60ee-4247-8ad6-3139bee98e46 triggered by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:23:18.779455 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-7ff980fa-f787-46f9-b3cc-ef670b1c012f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:23:18.833035 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-7ff980fa-f787-46f9-b3cc-ef670b1c012f None None] Port 5967b4d3-60ee-4247-8ad6-3139bee98e46 cannot update to ACTIVE because it is not bound. {{(pid=128085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 12:23:18.866073 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-f19b96ed-7868-4e8d-ab50-a83c452b54ec req-c37b3245-b394-46fe-a7e4-97c344a1ad4e tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] 10.222.0.53 "GET /v2.0/security-groups?id=1138c10d-4d38-4296-bef6-2c9dbb1becde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1519401 Jun 24 12:23:18.895200 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device 4f51351f-5dd7-4380-a87d-bd7282442c80 up at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:23:18.942039 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning for port 4f51351f-5dd7-4380-a87d-bd7282442c80 completed by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:23:18.945746 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning complete for port 4f51351f-5dd7-4380-a87d-bd7282442c80 triggered by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:23:18.946147 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:23:19.009037 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.notifiers.nova [req-99148ba8-2ad9-4745-82e1-b7ccd5a40af5 req-0cce7b16-a5f0-4094-9af3-d3df2a73fa68 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5967b4d3-60ee-4247-8ad6-3139bee98e46 {{(pid=128083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 12:23:19.017623 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-99148ba8-2ad9-4745-82e1-b7ccd5a40af5 req-0cce7b16-a5f0-4094-9af3-d3df2a73fa68 service neutron] Notify callbacks [] for port, precommit_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:23:19.028310 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:23:19.029976 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.provisioning_blocks [req-99148ba8-2ad9-4745-82e1-b7ccd5a40af5 req-0cce7b16-a5f0-4094-9af3-d3df2a73fa68 service neutron] Transition to ACTIVE for port object 5967b4d3-60ee-4247-8ad6-3139bee98e46 will not be triggered until provisioned by entity L2. {{(pid=128083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:23:19.034657 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-99148ba8-2ad9-4745-82e1-b7ccd5a40af5 req-0cce7b16-a5f0-4094-9af3-d3df2a73fa68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2537871'] for port, after_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:23:19.037470 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-71afc0b5-f321-4f19-924b-6da0b9244f9e tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:23:19.061810 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] For port 4f51351f-5dd7-4380-a87d-bd7282442c80, host dv-neutron-797120-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=4f51351f-5dd7-4380-a87d-bd7282442c80,segment=NetworkSegment(127f603c-d8f1-45cd-860e-5cf1ff97639a),segment_id=127f603c-d8f1-45cd-860e-5cf1ff97639a)] {{(pid=128085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:23:19.071230 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:23:19.073903 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-5dd91b00-82d3-4c09-bb0c-7395a5420157 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:23:19.094023 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cce7b16-a5f0-4094-9af3-d3df2a73fa68 service neutron] Pushing event updated for resources: {'Port': ['ID=5967b4d3-60ee-4247-8ad6-3139bee98e46,revision_number=2']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:23:19.117634 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-0cce7b16-a5f0-4094-9af3-d3df2a73fa68 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:23:19.134902 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Pushing event updated for resources: {'Port': ['ID=4f51351f-5dd7-4380-a87d-bd7282442c80,revision_number=5']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:23:19.139628 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:23:19.167805 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.managers [req-99148ba8-2ad9-4745-82e1-b7ccd5a40af5 req-0cce7b16-a5f0-4094-9af3-d3df2a73fa68 service neutron] Attempting to bind port 5967b4d3-60ee-4247-8ad6-3139bee98e46 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=128083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 12:23:19.168145 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.managers [req-99148ba8-2ad9-4745-82e1-b7ccd5a40af5 req-0cce7b16-a5f0-4094-9af3-d3df2a73fa68 service neutron] Attempting to bind port 5967b4d3-60ee-4247-8ad6-3139bee98e46 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': '127f603c-d8f1-45cd-860e-5cf1ff97639a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'ec83fd21-ae99-40e3-ae6d-4b13b6a647bb'}] {{(pid=128083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 12:23:19.168471 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99148ba8-2ad9-4745-82e1-b7ccd5a40af5 req-0cce7b16-a5f0-4094-9af3-d3df2a73fa68 service neutron] Attempting to bind port 5967b4d3-60ee-4247-8ad6-3139bee98e46 on network ec83fd21-ae99-40e3-ae6d-4b13b6a647bb {{(pid=128083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:23:19.173406 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99148ba8-2ad9-4745-82e1-b7ccd5a40af5 req-0cce7b16-a5f0-4094-9af3-d3df2a73fa68 service neutron] Port 5967b4d3-60ee-4247-8ad6-3139bee98e46 on network ec83fd21-ae99-40e3-ae6d-4b13b6a647bb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=128083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 12:23:19.174087 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99148ba8-2ad9-4745-82e1-b7ccd5a40af5 req-0cce7b16-a5f0-4094-9af3-d3df2a73fa68 service neutron] Attempting to bind port 5967b4d3-60ee-4247-8ad6-3139bee98e46 on network ec83fd21-ae99-40e3-ae6d-4b13b6a647bb {{(pid=128083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:23:19.178814 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99148ba8-2ad9-4745-82e1-b7ccd5a40af5 req-0cce7b16-a5f0-4094-9af3-d3df2a73fa68 service neutron] Checking agent: {'id': 'a2c9a14d-87aa-4cd1-a510-11988f19c3d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7971', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 11, 42, 44), 'started_at': datetime.datetime(2021, 6, 24, 11, 42, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 12, 23, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=128083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 12:23:19.179152 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99148ba8-2ad9-4745-82e1-b7ccd5a40af5 req-0cce7b16-a5f0-4094-9af3-d3df2a73fa68 service neutron] Checking segment: {'id': '127f603c-d8f1-45cd-860e-5cf1ff97639a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'ec83fd21-ae99-40e3-ae6d-4b13b6a647bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=128083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:23:19.179532 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99148ba8-2ad9-4745-82e1-b7ccd5a40af5 req-0cce7b16-a5f0-4094-9af3-d3df2a73fa68 service neutron] Bound using segment: {'id': '127f603c-d8f1-45cd-860e-5cf1ff97639a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'ec83fd21-ae99-40e3-ae6d-4b13b6a647bb'} {{(pid=128083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 12:23:19.179532 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.managers [req-99148ba8-2ad9-4745-82e1-b7ccd5a40af5 req-0cce7b16-a5f0-4094-9af3-d3df2a73fa68 service neutron] Bound port: 5967b4d3-60ee-4247-8ad6-3139bee98e46, host: hv-neutron-7971, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '127f603c-d8f1-45cd-860e-5cf1ff97639a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'ec83fd21-ae99-40e3-ae6d-4b13b6a647bb'}}] {{(pid=128083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 12:23:19.180305 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-99148ba8-2ad9-4745-82e1-b7ccd5a40af5 req-0cce7b16-a5f0-4094-9af3-d3df2a73fa68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:23:19.254323 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.db [req-99148ba8-2ad9-4745-82e1-b7ccd5a40af5 req-0cce7b16-a5f0-4094-9af3-d3df2a73fa68 service neutron] For port 5967b4d3-60ee-4247-8ad6-3139bee98e46, host hv-neutron-7971, cleared binding levels {{(pid=128083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 12:23:19.258219 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.db [req-99148ba8-2ad9-4745-82e1-b7ccd5a40af5 req-0cce7b16-a5f0-4094-9af3-d3df2a73fa68 service neutron] For port 5967b4d3-60ee-4247-8ad6-3139bee98e46, host hv-neutron-7971, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=5967b4d3-60ee-4247-8ad6-3139bee98e46,segment=NetworkSegment(127f603c-d8f1-45cd-860e-5cf1ff97639a),segment_id=127f603c-d8f1-45cd-860e-5cf1ff97639a)] {{(pid=128083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 12:23:19.262880 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-99148ba8-2ad9-4745-82e1-b7ccd5a40af5 req-0cce7b16-a5f0-4094-9af3-d3df2a73fa68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2537871'] for port, after_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:23:19.264965 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-2c186358-16a6-452c-b161-064ae2d32ea1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:23:19.298842 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99148ba8-2ad9-4745-82e1-b7ccd5a40af5 req-0cce7b16-a5f0-4094-9af3-d3df2a73fa68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:23:19.299390 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-99148ba8-2ad9-4745-82e1-b7ccd5a40af5 req-0cce7b16-a5f0-4094-9af3-d3df2a73fa68 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468916'] for port, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:23:19.300739 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-99148ba8-2ad9-4745-82e1-b7ccd5a40af5 req-0cce7b16-a5f0-4094-9af3-d3df2a73fa68 service neutron] 10.222.0.45 "PUT /v2.0/ports/5967b4d3-60ee-4247-8ad6-3139bee98e46 HTTP/1.1" status: 200 len: 1094 time: 0.7757766 Jun 24 12:23:19.301295 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cae2b883-7207-4283-baab-4439d7ba8a96', 'tag': '5967b4d3-60ee-4247-8ad6-3139bee98e46'}] {{(pid=128083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 12:23:19.303628 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a77f7dee1a0522ddf93af289475d218fcdb8f30317daadec13ebf930b5b9dbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-251c58c3-783e-458a-8c1c-a01a4e304524" -d '{"events": [{"name": "network-changed", "server_uuid": "cae2b883-7207-4283-baab-4439d7ba8a96", "tag": "5967b4d3-60ee-4247-8ad6-3139bee98e46"}]}' {{(pid=128083) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 12:23:19.329087 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cce7b16-a5f0-4094-9af3-d3df2a73fa68 service neutron] Pushing event updated for resources: {'Port': ['ID=5967b4d3-60ee-4247-8ad6-3139bee98e46,revision_number=3']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:23:19.333061 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-0cce7b16-a5f0-4094-9af3-d3df2a73fa68 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:23:19.404871 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 12:23:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de306fc5-051d-4206-9ca2-890c06b6f250 x-openstack-request-id: req-de306fc5-051d-4206-9ca2-890c06b6f250 {{(pid=128083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 12:23:19.405320 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cae2b883-7207-4283-baab-4439d7ba8a96", "tag": "5967b4d3-60ee-4247-8ad6-3139bee98e46", "status": "completed", "code": 200}]} {{(pid=128083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 12:23:19.405722 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-de306fc5-051d-4206-9ca2-890c06b6f250 {{(pid=128083) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 12:23:19.406249 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cae2b883-7207-4283-baab-4439d7ba8a96', 'tag': '5967b4d3-60ee-4247-8ad6-3139bee98e46', 'status': 'completed', 'code': 200} Jun 24 12:23:19.427181 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99148ba8-2ad9-4745-82e1-b7ccd5a40af5 req-f6cfcd14-0119-408a-87e5-0482aa8c022d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:23:19.428695 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-99148ba8-2ad9-4745-82e1-b7ccd5a40af5 req-f6cfcd14-0119-408a-87e5-0482aa8c022d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=2f95b3c188ab4fd3b66987ab0e8b76cb&device_id=cae2b883-7207-4283-baab-4439d7ba8a96 HTTP/1.1" status: 200 len: 1097 time: 0.0737975 Jun 24 12:23:19.480311 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-99148ba8-2ad9-4745-82e1-b7ccd5a40af5 req-1f8732de-f864-46bb-bf54-ec656f98551c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5967b4d3-60ee-4247-8ad6-3139bee98e46 HTTP/1.1" status: 200 len: 217 time: 0.0396438 Jun 24 12:23:19.536694 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99148ba8-2ad9-4745-82e1-b7ccd5a40af5 req-54a1c158-8451-4aae-9841-49e0d2e9185c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:23:19.538197 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-99148ba8-2ad9-4745-82e1-b7ccd5a40af5 req-54a1c158-8451-4aae-9841-49e0d2e9185c service neutron] 10.222.0.45 "GET /v2.0/subnets?id=220fdc54-c467-4504-bbfe-4a86fcdbb518 HTTP/1.1" status: 200 len: 834 time: 0.0510354 Jun 24 12:23:19.599855 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99148ba8-2ad9-4745-82e1-b7ccd5a40af5 req-a1a0188e-5ac8-4866-9060-e16b5bb19337 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:23:19.601627 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-99148ba8-2ad9-4745-82e1-b7ccd5a40af5 req-a1a0188e-5ac8-4866-9060-e16b5bb19337 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=ec83fd21-ae99-40e3-ae6d-4b13b6a647bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0535336 Jun 24 12:23:19.698370 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-99148ba8-2ad9-4745-82e1-b7ccd5a40af5 req-71ea2e2a-adfd-4570-ad03-1e70ead9d434 service neutron] 10.222.0.45 "GET /v2.0/networks/ec83fd21-ae99-40e3-ae6d-4b13b6a647bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864146 Jun 24 12:23:19.791415 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-99148ba8-2ad9-4745-82e1-b7ccd5a40af5 req-ad7719ff-f4c8-48f2-90b9-c7dbf33cc488 service neutron] 10.222.0.45 "GET /v2.0/networks/ec83fd21-ae99-40e3-ae6d-4b13b6a647bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817549 Jun 24 12:23:19.902007 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251c58c3-783e-458a-8c1c-a01a4e304524 req-21ff9349-0442-47dc-8f7c-a11e31a6d6bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:23:19.903439 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-251c58c3-783e-458a-8c1c-a01a4e304524 req-21ff9349-0442-47dc-8f7c-a11e31a6d6bb service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=2f95b3c188ab4fd3b66987ab0e8b76cb&device_id=cae2b883-7207-4283-baab-4439d7ba8a96 HTTP/1.1" status: 200 len: 1097 time: 0.0514903 Jun 24 12:23:20.025936 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251c58c3-783e-458a-8c1c-a01a4e304524 req-03289a13-9ed6-424b-b482-0d03e39bcd7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:23:20.027385 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-251c58c3-783e-458a-8c1c-a01a4e304524 req-03289a13-9ed6-424b-b482-0d03e39bcd7a service neutron] 10.222.0.45 "GET /v2.0/networks?id=ec83fd21-ae99-40e3-ae6d-4b13b6a647bb HTTP/1.1" status: 200 len: 897 time: 0.1160979 Jun 24 12:23:20.077669 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-251c58c3-783e-458a-8c1c-a01a4e304524 req-130a9293-7502-4bfa-9e90-b8ca4d3e8b56 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5967b4d3-60ee-4247-8ad6-3139bee98e46 HTTP/1.1" status: 200 len: 217 time: 0.0420444 Jun 24 12:23:20.133661 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4501dff0-6f3a-4fe0-b82b-2ad664bb96e0 req-6ef75703-8e89-41a8-839e-3d87f35e7c03 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:23:20.135124 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-4501dff0-6f3a-4fe0-b82b-2ad664bb96e0 req-6ef75703-8e89-41a8-839e-3d87f35e7c03 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] 10.222.0.53 "GET /v2.0/ports?device_id=cae2b883-7207-4283-baab-4439d7ba8a96 HTTP/1.1" status: 200 len: 944 time: 0.1435924 Jun 24 12:23:20.155984 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251c58c3-783e-458a-8c1c-a01a4e304524 req-980c73ce-e0b3-4fc2-906d-a6cafc0df70f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:23:20.157975 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-251c58c3-783e-458a-8c1c-a01a4e304524 req-980c73ce-e0b3-4fc2-906d-a6cafc0df70f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=220fdc54-c467-4504-bbfe-4a86fcdbb518 HTTP/1.1" status: 200 len: 834 time: 0.0715077 Jun 24 12:23:20.213595 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-4501dff0-6f3a-4fe0-b82b-2ad664bb96e0 req-4f4d64ba-43d4-4b51-9c30-0105f5e26ae0 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] 10.222.0.53 "GET /v2.0/security-groups?id=1138c10d-4d38-4296-bef6-2c9dbb1becde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725296 Jun 24 12:23:20.239235 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251c58c3-783e-458a-8c1c-a01a4e304524 req-7e570c8a-b3a8-4fcf-9623-e60cc77c44f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:23:20.240721 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-251c58c3-783e-458a-8c1c-a01a4e304524 req-7e570c8a-b3a8-4fcf-9623-e60cc77c44f8 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=ec83fd21-ae99-40e3-ae6d-4b13b6a647bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0755835 Jun 24 12:23:20.342007 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-251c58c3-783e-458a-8c1c-a01a4e304524 req-c9dba1a8-6b4e-433e-8210-e31407702a09 service neutron] 10.222.0.45 "GET /v2.0/networks/ec83fd21-ae99-40e3-ae6d-4b13b6a647bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909085 Jun 24 12:23:20.434304 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-251c58c3-783e-458a-8c1c-a01a4e304524 req-772237b9-d7c7-4132-a217-6e6f0917eca2 service neutron] 10.222.0.45 "GET /v2.0/networks/ec83fd21-ae99-40e3-ae6d-4b13b6a647bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849526 Jun 24 12:23:20.847071 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device 4f51351f-5dd7-4380-a87d-bd7282442c80 up at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:23:20.893913 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning complete for port 4f51351f-5dd7-4380-a87d-bd7282442c80 triggered by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:23:20.894294 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:23:21.260351 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Device 5967b4d3-60ee-4247-8ad6-3139bee98e46 details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=128085) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 12:23:21.361887 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] For port 5967b4d3-60ee-4247-8ad6-3139bee98e46, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=5967b4d3-60ee-4247-8ad6-3139bee98e46,segment=NetworkSegment(127f603c-d8f1-45cd-860e-5cf1ff97639a),segment_id=127f603c-d8f1-45cd-860e-5cf1ff97639a)] {{(pid=128085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:23:21.397463 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a649228d-740c-4319-8445-eb076f3b82f7 req-563137da-c6e7-4297-9d84-50005e60019e tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:23:21.399347 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-a649228d-740c-4319-8445-eb076f3b82f7 req-563137da-c6e7-4297-9d84-50005e60019e tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] 10.222.0.53 "GET /v2.0/ports?device_id=cae2b883-7207-4283-baab-4439d7ba8a96 HTTP/1.1" status: 200 len: 944 time: 0.0717273 Jun 24 12:23:21.442731 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-a649228d-740c-4319-8445-eb076f3b82f7 req-d92f5cdb-5a00-40e8-a0e9-a5cc0ce0f99c tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] 10.222.0.53 "GET /v2.0/security-groups?id=1138c10d-4d38-4296-bef6-2c9dbb1becde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375643 Jun 24 12:23:21.525697 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Returning: {'device': '5967b4d3-60ee-4247-8ad6-3139bee98e46', 'network_id': 'ec83fd21-ae99-40e3-ae6d-4b13b6a647bb', 'port_id': '5967b4d3-60ee-4247-8ad6-3139bee98e46', 'mac_address': 'fa:16:3e:c0:0d:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 624, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '220fdc54-c467-4504-bbfe-4a86fcdbb518', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=128085) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 12:23:21.561329 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:23:21.574301 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.notifiers.nova [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5967b4d3-60ee-4247-8ad6-3139bee98e46 {{(pid=128085) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 12:23:21.594513 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] For port 5967b4d3-60ee-4247-8ad6-3139bee98e46, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=5967b4d3-60ee-4247-8ad6-3139bee98e46,segment=NetworkSegment(127f603c-d8f1-45cd-860e-5cf1ff97639a),segment_id=127f603c-d8f1-45cd-860e-5cf1ff97639a)] {{(pid=128085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:23:21.598371 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:23:21.601322 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-38ff27eb-fad5-4fc5-83ac-dcc53dae4e0a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:23:21.646887 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Pushing event updated for resources: {'Port': ['ID=5967b4d3-60ee-4247-8ad6-3139bee98e46,revision_number=4']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:23:21.649947 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:23:21.910126 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] get_ports_and_sgs() called for port_ids ['5967b4d3-60ee-4247-8ad6-3139bee98e46'] {{(pid=128085) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 12:23:22.629820 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d9cbe3-5b52-4e88-91d5-d80289786229 req-b2d813cc-f050-44fc-a19b-b118164908c5 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:23:22.631503 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-c6d9cbe3-5b52-4e88-91d5-d80289786229 req-b2d813cc-f050-44fc-a19b-b118164908c5 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] 10.222.0.53 "GET /v2.0/ports?device_id=cae2b883-7207-4283-baab-4439d7ba8a96 HTTP/1.1" status: 200 len: 945 time: 0.0754859 Jun 24 12:23:22.671225 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-c6d9cbe3-5b52-4e88-91d5-d80289786229 req-466d4f50-9f76-4240-95c1-23d96d443c60 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] 10.222.0.53 "GET /v2.0/security-groups?id=1138c10d-4d38-4296-bef6-2c9dbb1becde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335264 Jun 24 12:23:23.275583 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Device 5967b4d3-60ee-4247-8ad6-3139bee98e46 up at agent hyperv_hv-neutron-7971 {{(pid=128085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:23:23.325538 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Provisioning for port 5967b4d3-60ee-4247-8ad6-3139bee98e46 completed by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:23:23.329236 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Provisioning complete for port 5967b4d3-60ee-4247-8ad6-3139bee98e46 triggered by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:23:23.329620 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:23:23.405971 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:23:23.428358 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cae2b883-7207-4283-baab-4439d7ba8a96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5967b4d3-60ee-4247-8ad6-3139bee98e46'}] {{(pid=128085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 12:23:23.430703 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1098ec9051a50dd033317f529a09b9762582ef7b417ebe05928aca59e08255aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d158afa0-afcf-49ff-b3b5-03b6df883022" -d '{"events": [{"server_uuid": "cae2b883-7207-4283-baab-4439d7ba8a96", "name": "network-vif-plugged", "status": "completed", "tag": "5967b4d3-60ee-4247-8ad6-3139bee98e46"}]}' {{(pid=128085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 12:23:23.444528 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] For port 5967b4d3-60ee-4247-8ad6-3139bee98e46, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=5967b4d3-60ee-4247-8ad6-3139bee98e46,segment=NetworkSegment(127f603c-d8f1-45cd-860e-5cf1ff97639a),segment_id=127f603c-d8f1-45cd-860e-5cf1ff97639a)] {{(pid=128085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:23:23.448835 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:23:23.450574 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:23:23.482802 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 12:23:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e47d6862-6d2e-4091-8a72-ee9b46df145d x-openstack-request-id: req-e47d6862-6d2e-4091-8a72-ee9b46df145d {{(pid=128085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 12:23:23.483381 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cae2b883-7207-4283-baab-4439d7ba8a96", "name": "network-vif-plugged", "status": "completed", "tag": "5967b4d3-60ee-4247-8ad6-3139bee98e46", "code": 200}]} {{(pid=128085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 12:23:23.483637 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e47d6862-6d2e-4091-8a72-ee9b46df145d {{(pid=128085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 12:23:23.484032 dv-neutron-797120-4-hyperv neutron-server[128085]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cae2b883-7207-4283-baab-4439d7ba8a96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5967b4d3-60ee-4247-8ad6-3139bee98e46', 'code': 200} Jun 24 12:23:23.510722 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Pushing event updated for resources: {'Port': ['ID=5967b4d3-60ee-4247-8ad6-3139bee98e46,revision_number=5']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:23:23.513583 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:23:23.718915 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7fcafa-d548-4a88-8276-3775f4535e25 req-98febdfb-80a6-473d-8095-45027ed71c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:23:23.721822 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-2c7fcafa-d548-4a88-8276-3775f4535e25 req-98febdfb-80a6-473d-8095-45027ed71c9b service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=cae2b883-7207-4283-baab-4439d7ba8a96 HTTP/1.1" status: 200 len: 1099 time: 0.0689902 Jun 24 12:23:23.762289 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-2c7fcafa-d548-4a88-8276-3775f4535e25 req-85a62f59-5970-4cfc-a45c-0a46d212e85d service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=1138c10d-4d38-4296-bef6-2c9dbb1becde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0297692 Jun 24 12:23:23.855525 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9661c2f7-3571-4bc3-ac01-083388d9650f req-640d0208-0096-4936-a4fe-b78df759362b tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:23:23.857391 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-9661c2f7-3571-4bc3-ac01-083388d9650f req-640d0208-0096-4936-a4fe-b78df759362b tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] 10.222.0.53 "GET /v2.0/ports?device_id=cae2b883-7207-4283-baab-4439d7ba8a96 HTTP/1.1" status: 200 len: 946 time: 0.0642354 Jun 24 12:23:23.875593 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-619394d5-66a6-45b4-9284-d550e7c43481 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:23:23.899412 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-9661c2f7-3571-4bc3-ac01-083388d9650f req-958d5f4d-36c4-4439-b2e1-216fb83c0eef tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] 10.222.0.53 "GET /v2.0/security-groups?id=1138c10d-4d38-4296-bef6-2c9dbb1becde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361187 Jun 24 12:23:24.080803 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.agents_db [None req-87a69269-d72b-4286-97f3-1041481ed6d8 None None] Agent healthcheck: found 6 active agents {{(pid=128086) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 12:23:25.076067 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6a572a-f4ea-4cef-bf8c-145a36ddf5c1 req-57de1672-271e-4848-b30d-08aebf6e3beb tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:23:25.077549 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-dc6a572a-f4ea-4cef-bf8c-145a36ddf5c1 req-57de1672-271e-4848-b30d-08aebf6e3beb tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] 10.222.0.53 "GET /v2.0/ports?device_id=cae2b883-7207-4283-baab-4439d7ba8a96 HTTP/1.1" status: 200 len: 946 time: 0.0674698 Jun 24 12:23:25.116884 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-dc6a572a-f4ea-4cef-bf8c-145a36ddf5c1 req-70c8b46f-0eb9-4679-8eac-ea66af24fbc9 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] 10.222.0.53 "GET /v2.0/security-groups?id=1138c10d-4d38-4296-bef6-2c9dbb1becde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328736 Jun 24 12:23:25.291805 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad963d72-4f63-42de-ac24-a93417da7410 req-fd0cc210-79b2-43c2-8051-cdbfd49225b0 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:23:25.293277 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-ad963d72-4f63-42de-ac24-a93417da7410 req-fd0cc210-79b2-43c2-8051-cdbfd49225b0 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] 10.222.0.53 "GET /v2.0/ports?device_id=cae2b883-7207-4283-baab-4439d7ba8a96 HTTP/1.1" status: 200 len: 946 time: 0.0667856 Jun 24 12:23:25.330765 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-ad963d72-4f63-42de-ac24-a93417da7410 req-7a339a09-bf4f-4a42-8522-96ddd1af71f9 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] 10.222.0.53 "GET /v2.0/security-groups?id=1138c10d-4d38-4296-bef6-2c9dbb1becde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316966 Jun 24 12:23:25.354490 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 40610) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:23:25.408264 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cecbd80-4758-410c-bf25-5b9ecfa75f20 tempest-TestNetworkAdvancedServerOps-467051264 tempest-TestNetworkAdvancedServerOps-467051264-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:23:25.409781 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-8cecbd80-4758-410c-bf25-5b9ecfa75f20 tempest-TestNetworkAdvancedServerOps-467051264 tempest-TestNetworkAdvancedServerOps-467051264-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=cae2b883-7207-4283-baab-4439d7ba8a96 HTTP/1.1" status: 200 len: 1094 time: 0.0543277 Jun 24 12:23:25.412502 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 40612) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:23:25.417134 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [None req-a65a14d9-114e-4306-ae39-6a8f59bc3033 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Request body: {'floatingip': {'floating_network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'port_id': '5967b4d3-60ee-4247-8ad6-3139bee98e46', 'tenant_id': '2f95b3c188ab4fd3b66987ab0e8b76cb', 'fixed_ip_address': '172.20.0.13'}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:23:25.442674 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-a65a14d9-114e-4306-ae39-6a8f59bc3033 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks [] for floatingip, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:23:25.543829 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-a65a14d9-114e-4306-ae39-6a8f59bc3033 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:23:25.647856 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.db_base_plugin_common [None req-a65a14d9-114e-4306-ae39-6a8f59bc3033 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Allocated IP 172.26.7.34 (f2b8ca71-e776-48b2-8898-96cc7970207b/f37bf603-3862-4d0a-9f58-89616f7fd68f/64a59378-1501-4054-9b40-9569f1692e30) {{(pid=128083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:23:25.763320 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-a65a14d9-114e-4306-ae39-6a8f59bc3033 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks [] for port, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:23:25.802436 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-a65a14d9-114e-4306-ae39-6a8f59bc3033 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-650429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-506361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793193536723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2537853'] for port, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:23:25.804534 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-84c83b11-e2df-4db9-b412-42459df3b70d tempest-TestMinimumBasicScenario-736986205 tempest-TestMinimumBasicScenario-736986205-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:23:25.839743 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a65a14d9-114e-4306-ae39-6a8f59bc3033 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Network f2b8ca71-e776-48b2-8898-96cc7970207b is already hosted by enough agents. {{(pid=128083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:23:25.842434 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.base_scheduler [None req-a65a14d9-114e-4306-ae39-6a8f59bc3033 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Resources bound (agent type, host, resource id): {{(pid=128083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:23:25.845801 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a65a14d9-114e-4306-ae39-6a8f59bc3033 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Received port after_create {{(pid=128083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:23:25.875171 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65a14d9-114e-4306-ae39-6a8f59bc3033 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Pushing event updated for resources: {'Port': ['ID=64a59378-1501-4054-9b40-9569f1692e30,revision_number=1']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:23:25.879341 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-a65a14d9-114e-4306-ae39-6a8f59bc3033 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:23:26.218035 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-a65a14d9-114e-4306-ae39-6a8f59bc3033 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks [] for floatingip, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:23:26.296931 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-a65a14d9-114e-4306-ae39-6a8f59bc3033 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:23:26.417394 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-04525995-ff3e-48b1-b539-f6e2648243d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:23:26.444964 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-a65a14d9-114e-4306-ae39-6a8f59bc3033 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks [] for port, precommit_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:23:26.449147 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-a65a14d9-114e-4306-ae39-6a8f59bc3033 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2537871'] for port, after_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:23:26.451079 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-a65a14d9-114e-4306-ae39-6a8f59bc3033 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:23:26.519550 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65a14d9-114e-4306-ae39-6a8f59bc3033 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Pushing event updated for resources: {'Port': ['ID=64a59378-1501-4054-9b40-9569f1692e30,revision_number=2']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:23:26.523278 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-a65a14d9-114e-4306-ae39-6a8f59bc3033 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:23:26.533021 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-a65a14d9-114e-4306-ae39-6a8f59bc3033 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1815637'] for floatingip, after_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:23:26.599844 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:23:26.635005 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.db.l3_db [None req-a65a14d9-114e-4306-ae39-6a8f59bc3033 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Floating IP 99934129-f15b-4c24-82d2-5c4eeb65a60b associated. External IP: 172.26.7.34, port: 5967b4d3-60ee-4247-8ad6-3139bee98e46. Jun 24 12:23:26.838790 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a65a14d9-114e-4306-ae39-6a8f59bc3033 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Router 05567b46-a50d-416c-ba70-46361cd7171e has already been hosted by L3 agent 2987dba8-2249-4ee6-96ec-28f0f7a6127d {{(pid=128083) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 12:23:26.944643 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a65a14d9-114e-4306-ae39-6a8f59bc3033 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify agent at l3_agent.dv-neutron-797120-4-hyperv the message routers_updated {{(pid=128083) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 12:23:26.960657 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72fe15d8-37a8-4f23-8340-ee56ebe9a7b9 None None] Sync routers for ids ['05567b46-a50d-416c-ba70-46361cd7171e'] in dv-neutron-797120-4-hyperv {{(pid=128086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 12:23:26.962321 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-a65a14d9-114e-4306-ae39-6a8f59bc3033 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468916'] for floatingip, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:23:26.970183 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72fe15d8-37a8-4f23-8340-ee56ebe9a7b9 None None] Routers {'05567b46-a50d-416c-ba70-46361cd7171e'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:23:26.970798 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-72fe15d8-37a8-4f23-8340-ee56ebe9a7b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T12:23:26Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['05567b46-a50d-416c-ba70-46361cd7171e'], 'active': True} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:23:26.998515 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-a65a14d9-114e-4306-ae39-6a8f59bc3033 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5849679 Jun 24 12:23:26.999192 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cae2b883-7207-4283-baab-4439d7ba8a96', 'tag': '5967b4d3-60ee-4247-8ad6-3139bee98e46'}] {{(pid=128083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 12:23:27.002186 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a77f7dee1a0522ddf93af289475d218fcdb8f30317daadec13ebf930b5b9dbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82d58888-23f3-43c6-b94a-3d15e803660b" -d '{"events": [{"name": "network-changed", "server_uuid": "cae2b883-7207-4283-baab-4439d7ba8a96", "tag": "5967b4d3-60ee-4247-8ad6-3139bee98e46"}]}' {{(pid=128083) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 12:23:27.040461 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 12:23:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d10f61ea-97ee-42e7-9090-2859c573b566 x-openstack-request-id: req-d10f61ea-97ee-42e7-9090-2859c573b566 {{(pid=128083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 12:23:27.041106 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cae2b883-7207-4283-baab-4439d7ba8a96", "tag": "5967b4d3-60ee-4247-8ad6-3139bee98e46", "status": "completed", "code": 200}]} {{(pid=128083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 12:23:27.041579 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d10f61ea-97ee-42e7-9090-2859c573b566 {{(pid=128083) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 12:23:27.042047 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cae2b883-7207-4283-baab-4439d7ba8a96', 'tag': '5967b4d3-60ee-4247-8ad6-3139bee98e46', 'status': 'completed', 'code': 200} Jun 24 12:23:27.078570 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_dvr_db [None req-72fe15d8-37a8-4f23-8340-ee56ebe9a7b9 None None] Set router 05567b46-a50d-416c-ba70-46361cd7171e gateway port host: dv-neutron-797120-4-hyperv {{(pid=128086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:23:27.154012 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d58888-23f3-43c6-b94a-3d15e803660b req-c607221d-8c8b-4941-b044-bed076964866 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:23:27.155517 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-82d58888-23f3-43c6-b94a-3d15e803660b req-c607221d-8c8b-4941-b044-bed076964866 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=2f95b3c188ab4fd3b66987ab0e8b76cb&device_id=cae2b883-7207-4283-baab-4439d7ba8a96 HTTP/1.1" status: 200 len: 1099 time: 0.0899577 Jun 24 12:23:27.205331 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdeafa02-be17-4b24-b5c0-b123e99d2fac req-f0db3bcd-baa7-445f-b531-6ab575095189 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:23:27.206795 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-fdeafa02-be17-4b24-b5c0-b123e99d2fac req-f0db3bcd-baa7-445f-b531-6ab575095189 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] 10.222.0.53 "GET /v2.0/ports?device_id=cae2b883-7207-4283-baab-4439d7ba8a96 HTTP/1.1" status: 200 len: 946 time: 0.1088047 Jun 24 12:23:27.282179 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-fdeafa02-be17-4b24-b5c0-b123e99d2fac req-86588617-ac66-4a26-b851-3808f931ff58 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] 10.222.0.53 "GET /v2.0/security-groups?id=1138c10d-4d38-4296-bef6-2c9dbb1becde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479734 Jun 24 12:23:27.294818 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d58888-23f3-43c6-b94a-3d15e803660b req-41e03a5e-a430-424f-b7ec-a3ee1f63dad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:23:27.296279 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-82d58888-23f3-43c6-b94a-3d15e803660b req-41e03a5e-a430-424f-b7ec-a3ee1f63dad7 service neutron] 10.222.0.45 "GET /v2.0/networks?id=ec83fd21-ae99-40e3-ae6d-4b13b6a647bb HTTP/1.1" status: 200 len: 897 time: 0.1337743 Jun 24 12:23:27.303834 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-72fe15d8-37a8-4f23-8340-ee56ebe9a7b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05567b46-a50d-416c-ba70-46361cd7171e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1450779614', 'tenant_id': '2f95b3c188ab4fd3b66987ab0e8b76cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'external_fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.69'}], 'enable_snat': True}, 'gw_port_id': '3c656dfd-1de8-437a-8463-da35bc427db8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:23:11Z', 'updated_at': '2021-06-24T12:23:14Z', 'revision_number': 4, 'project_id': '2f95b3c188ab4fd3b66987ab0e8b76cb', 'gw_port': {'id': '3c656dfd-1de8-437a-8463-da35bc427db8', 'name': '', 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:ef:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05567b46-a50d-416c-ba70-46361cd7171e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:23:11Z', 'updated_at': '2021-06-24T12:23:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-4-hyperv', '_floatingips': [{'id': '99934129-f15b-4c24-82d2-5c4eeb65a60b', 'tenant_id': '2f95b3c188ab4fd3b66987ab0e8b76cb', 'floating_ip_address': '172.26.7.34', 'floating_network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'router_id': '05567b46-a50d-416c-ba70-46361cd7171e', 'port_id': '5967b4d3-60ee-4247-8ad6-3139bee98e46', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1756, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec83fd21-ae99-40e3-ae6d-4b13b6a647bb', 'mac_address': 'fa:16:3e:c0:0d:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cae2b883-7207-4283-baab-4439d7ba8a96', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T12:23:26Z', 'updated_at': '2021-06-24T12:23:26Z', 'revision_number': 0, 'project_id': '2f95b3c188ab4fd3b66987ab0e8b76cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f51351f-5dd7-4380-a87d-bd7282442c80', 'name': '', 'network_id': 'ec83fd21-ae99-40e3-ae6d-4b13b6a647bb', 'tenant_id': '2f95b3c188ab4fd3b66987ab0e8b76cb', 'mac_address': 'fa:16:3e:0d:9f:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05567b46-a50d-416c-ba70-46361cd7171e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1753, 'fixed_ips': [{'subnet_id': '220fdc54-c467-4504-bbfe-4a86fcdbb518', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:23:13Z', 'updated_at': '2021-06-24T12:23:19Z', 'revision_number': 5, 'project_id': '2f95b3c188ab4fd3b66987ab0e8b76cb', 'subnets': [{'id': '220fdc54-c467-4504-bbfe-4a86fcdbb518', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:23:27.308055 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 40618) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:23:27.335148 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72fe15d8-37a8-4f23-8340-ee56ebe9a7b9 None None] Checking router: 05567b46-a50d-416c-ba70-46361cd7171e for host: dv-neutron-797120-4-hyperv {{(pid=128086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 12:23:27.343621 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72fe15d8-37a8-4f23-8340-ee56ebe9a7b9 None None] Routers {'05567b46-a50d-416c-ba70-46361cd7171e'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:23:27.344229 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-72fe15d8-37a8-4f23-8340-ee56ebe9a7b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T12:23:26Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['05567b46-a50d-416c-ba70-46361cd7171e'], 'active': True} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:23:27.370669 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-82d58888-23f3-43c6-b94a-3d15e803660b req-80f7fd53-d830-4b44-acf2-80f383bc9eb2 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5967b4d3-60ee-4247-8ad6-3139bee98e46 HTTP/1.1" status: 200 len: 999 time: 0.0677981 Jun 24 12:23:27.371849 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-1ca394e9-4062-47fd-ae43-c08a144bad9a tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] 10.222.0.53 "GET /v2.0/floatingips/99934129-f15b-4c24-82d2-5c4eeb65a60b HTTP/1.1" status: 200 len: 991 time: 0.0624654 Jun 24 12:23:27.421039 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d58888-23f3-43c6-b94a-3d15e803660b req-bebaaa2d-3130-4049-b20b-0f1ef4fb762a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:23:27.422470 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-82d58888-23f3-43c6-b94a-3d15e803660b req-bebaaa2d-3130-4049-b20b-0f1ef4fb762a service neutron] 10.222.0.45 "GET /v2.0/subnets?id=220fdc54-c467-4504-bbfe-4a86fcdbb518 HTTP/1.1" status: 200 len: 834 time: 0.0454028 Jun 24 12:23:27.451006 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_dvr_db [None req-72fe15d8-37a8-4f23-8340-ee56ebe9a7b9 None None] Set router 05567b46-a50d-416c-ba70-46361cd7171e gateway port host: dv-neutron-797120-4-hyperv {{(pid=128086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:23:27.479975 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d58888-23f3-43c6-b94a-3d15e803660b req-807f7e64-0a29-4622-9be9-fbedf7f0cc9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:23:27.481458 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-82d58888-23f3-43c6-b94a-3d15e803660b req-807f7e64-0a29-4622-9be9-fbedf7f0cc9d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=ec83fd21-ae99-40e3-ae6d-4b13b6a647bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0515409 Jun 24 12:23:27.577736 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-82d58888-23f3-43c6-b94a-3d15e803660b req-e6e7d120-d002-4609-a94c-a216776a4ce8 service neutron] 10.222.0.45 "GET /v2.0/networks/ec83fd21-ae99-40e3-ae6d-4b13b6a647bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896165 Jun 24 12:23:27.670337 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-82d58888-23f3-43c6-b94a-3d15e803660b req-4c7f8742-3da8-4f0d-ad44-61301813336e service neutron] 10.222.0.45 "GET /v2.0/networks/ec83fd21-ae99-40e3-ae6d-4b13b6a647bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857832 Jun 24 12:23:27.677405 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-72fe15d8-37a8-4f23-8340-ee56ebe9a7b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05567b46-a50d-416c-ba70-46361cd7171e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1450779614', 'tenant_id': '2f95b3c188ab4fd3b66987ab0e8b76cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'external_fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.69'}], 'enable_snat': True}, 'gw_port_id': '3c656dfd-1de8-437a-8463-da35bc427db8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:23:11Z', 'updated_at': '2021-06-24T12:23:14Z', 'revision_number': 4, 'project_id': '2f95b3c188ab4fd3b66987ab0e8b76cb', 'gw_port': {'id': '3c656dfd-1de8-437a-8463-da35bc427db8', 'name': '', 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:ef:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05567b46-a50d-416c-ba70-46361cd7171e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:23:11Z', 'updated_at': '2021-06-24T12:23:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-4-hyperv', '_floatingips': [{'id': '99934129-f15b-4c24-82d2-5c4eeb65a60b', 'tenant_id': '2f95b3c188ab4fd3b66987ab0e8b76cb', 'floating_ip_address': '172.26.7.34', 'floating_network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'router_id': '05567b46-a50d-416c-ba70-46361cd7171e', 'port_id': '5967b4d3-60ee-4247-8ad6-3139bee98e46', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1756, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec83fd21-ae99-40e3-ae6d-4b13b6a647bb', 'mac_address': 'fa:16:3e:c0:0d:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cae2b883-7207-4283-baab-4439d7ba8a96', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T12:23:26Z', 'updated_at': '2021-06-24T12:23:26Z', 'revision_number': 0, 'project_id': '2f95b3c188ab4fd3b66987ab0e8b76cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f51351f-5dd7-4380-a87d-bd7282442c80', 'name': '', 'network_id': 'ec83fd21-ae99-40e3-ae6d-4b13b6a647bb', 'tenant_id': '2f95b3c188ab4fd3b66987ab0e8b76cb', 'mac_address': 'fa:16:3e:0d:9f:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05567b46-a50d-416c-ba70-46361cd7171e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1753, 'fixed_ips': [{'subnet_id': '220fdc54-c467-4504-bbfe-4a86fcdbb518', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:23:13Z', 'updated_at': '2021-06-24T12:23:19Z', 'revision_number': 5, 'project_id': '2f95b3c188ab4fd3b66987ab0e8b76cb', 'subnets': [{'id': '220fdc54-c467-4504-bbfe-4a86fcdbb518', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:23:27.707115 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72fe15d8-37a8-4f23-8340-ee56ebe9a7b9 None None] The sync data for ids ['05567b46-a50d-416c-ba70-46361cd7171e'] in dv-neutron-797120-4-hyperv is: [{'id': '05567b46-a50d-416c-ba70-46361cd7171e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1450779614', 'tenant_id': '2f95b3c188ab4fd3b66987ab0e8b76cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'external_fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.69'}], 'enable_snat': True}, 'gw_port_id': '3c656dfd-1de8-437a-8463-da35bc427db8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:23:11Z', 'updated_at': '2021-06-24T12:23:14Z', 'revision_number': 4, 'project_id': '2f95b3c188ab4fd3b66987ab0e8b76cb', 'gw_port': {'id': '3c656dfd-1de8-437a-8463-da35bc427db8', 'name': '', 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:ef:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05567b46-a50d-416c-ba70-46361cd7171e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:23:11Z', 'updated_at': '2021-06-24T12:23:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-4-hyperv', '_floatingips': [{'id': '99934129-f15b-4c24-82d2-5c4eeb65a60b', 'tenant_id': '2f95b3c188ab4fd3b66987ab0e8b76cb', 'floating_ip_address': '172.26.7.34', 'floating_network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'router_id': '05567b46-a50d-416c-ba70-46361cd7171e', 'port_id': '5967b4d3-60ee-4247-8ad6-3139bee98e46', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1756, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec83fd21-ae99-40e3-ae6d-4b13b6a647bb', 'mac_address': 'fa:16:3e:c0:0d:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cae2b883-7207-4283-baab-4439d7ba8a96', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T12:23:26Z', 'updated_at': '2021-06-24T12:23:26Z', 'revision_number': 0, 'project_id': '2f95b3c188ab4fd3b66987ab0e8b76cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f51351f-5dd7-4380-a87d-bd7282442c80', 'name': '', 'network_id': 'ec83fd21-ae99-40e3-ae6d-4b13b6a647bb', 'tenant_id': '2f95b3c188ab4fd3b66987ab0e8b76cb', 'mac_address': 'fa:16:3e:0d:9f:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05567b46-a50d-416c-ba70-46361cd7171e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1753, 'fixed_ips': [{'subnet_id': '220fdc54-c467-4504-bbfe-4a86fcdbb518', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:23:13Z', 'updated_at': '2021-06-24T12:23:19Z', 'revision_number': 5, 'project_id': '2f95b3c188ab4fd3b66987ab0e8b76cb', 'subnets': [{'id': '220fdc54-c467-4504-bbfe-4a86fcdbb518', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=128086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 12:23:27.833484 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-03237adf-ebd0-46f2-a476-4d4bb746e0f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:23:27.912641 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf6e2f3f-aa2e-4ed1-ad41-13e31d0af118 None None] New status for floating IP 99934129-f15b-4c24-82d2-5c4eeb65a60b: ACTIVE {{(pid=128085) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 24 12:23:28.375718 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 40620) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:23:28.845110 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-6ce9a99c-6e8d-441f-b76b-569a75063b23 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] 10.222.0.53 "GET /v2.0/floatingips/99934129-f15b-4c24-82d2-5c4eeb65a60b HTTP/1.1" status: 200 len: 993 time: 0.4651136 Jun 24 12:23:29.791324 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-52c483ef-d5c1-4030-9a32-e5ce4ff00ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:23:45.040227 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:23:53.877015 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-843d58f4-37ce-40bb-b48c-72c1e0c8225b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:23:56.419237 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-eeba82b4-350b-4007-91d3-595df529d579 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:23:56.600824 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:23:57.836774 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-03237adf-ebd0-46f2-a476-4d4bb746e0f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:23:59.792025 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-52c483ef-d5c1-4030-9a32-e5ce4ff00ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:24:01.079544 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.agents_db [None req-87a69269-d72b-4286-97f3-1041481ed6d8 None None] Agent healthcheck: found 6 active agents {{(pid=128086) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 12:24:04.366996 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 40642) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:24:04.403212 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70570dc7-bc1f-40c9-92b3-70140c2f07ee req-7a686387-471d-43de-adce-2cfcfd6fa42e tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:24:04.404771 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-70570dc7-bc1f-40c9-92b3-70140c2f07ee req-7a686387-471d-43de-adce-2cfcfd6fa42e tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] 10.222.0.53 "GET /v2.0/ports?device_id=cae2b883-7207-4283-baab-4439d7ba8a96 HTTP/1.1" status: 200 len: 946 time: 0.0668740 Jun 24 12:24:04.448003 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-70570dc7-bc1f-40c9-92b3-70140c2f07ee req-34109634-bc84-444b-af47-a7bb6f1edecd tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] 10.222.0.53 "GET /v2.0/security-groups?id=1138c10d-4d38-4296-bef6-2c9dbb1becde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373664 Jun 24 12:24:04.476723 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [req-85bdca5c-4938-4c03-b9f1-80c663f7a255 req-ba1e04fe-98e7-45bb-a8ba-3449a11c730e service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=cae2b883-7207-4283-baab-4439d7ba8a96&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1082530 Jun 24 12:24:05.636209 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d179e28c-df53-4382-a82a-de58017ad48e req-5871e68f-c7d7-46a4-bb80-0feabbba0210 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:24:05.637708 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-d179e28c-df53-4382-a82a-de58017ad48e req-5871e68f-c7d7-46a4-bb80-0feabbba0210 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] 10.222.0.53 "GET /v2.0/ports?device_id=cae2b883-7207-4283-baab-4439d7ba8a96 HTTP/1.1" status: 200 len: 946 time: 0.0657821 Jun 24 12:24:05.706311 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-d179e28c-df53-4382-a82a-de58017ad48e req-1cd8e016-e766-4c83-85c7-7f694e2b76b4 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] 10.222.0.53 "GET /v2.0/security-groups?id=1138c10d-4d38-4296-bef6-2c9dbb1becde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629122 Jun 24 12:24:05.727765 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bdca5c-4938-4c03-b9f1-80c663f7a255 req-5f2ffe7c-45ff-4bfb-8522-12c1a4044fd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:24:05.729341 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-85bdca5c-4938-4c03-b9f1-80c663f7a255 req-5f2ffe7c-45ff-4bfb-8522-12c1a4044fd0 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=2f95b3c188ab4fd3b66987ab0e8b76cb&device_id=cae2b883-7207-4283-baab-4439d7ba8a96 HTTP/1.1" status: 200 len: 1099 time: 0.0691898 Jun 24 12:24:05.824755 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bdca5c-4938-4c03-b9f1-80c663f7a255 req-a8a3442b-c68a-4993-bf60-5aa90d7d0474 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:24:05.826262 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-85bdca5c-4938-4c03-b9f1-80c663f7a255 req-a8a3442b-c68a-4993-bf60-5aa90d7d0474 service neutron] 10.222.0.45 "GET /v2.0/networks?id=ec83fd21-ae99-40e3-ae6d-4b13b6a647bb HTTP/1.1" status: 200 len: 897 time: 0.0875444 Jun 24 12:24:05.897284 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-85bdca5c-4938-4c03-b9f1-80c663f7a255 req-6ad9e16f-aa8e-4677-bf58-19d9623706d0 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5967b4d3-60ee-4247-8ad6-3139bee98e46 HTTP/1.1" status: 200 len: 1001 time: 0.0636232 Jun 24 12:24:05.946517 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bdca5c-4938-4c03-b9f1-80c663f7a255 req-25956967-9057-47ec-b144-276e17b937a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:24:05.947799 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-85bdca5c-4938-4c03-b9f1-80c663f7a255 req-25956967-9057-47ec-b144-276e17b937a3 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=220fdc54-c467-4504-bbfe-4a86fcdbb518 HTTP/1.1" status: 200 len: 834 time: 0.0437109 Jun 24 12:24:06.004622 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bdca5c-4938-4c03-b9f1-80c663f7a255 req-837bbb13-801b-4eae-b115-953a171c7d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:24:06.006685 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-85bdca5c-4938-4c03-b9f1-80c663f7a255 req-837bbb13-801b-4eae-b115-953a171c7d73 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=ec83fd21-ae99-40e3-ae6d-4b13b6a647bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0514002 Jun 24 12:24:06.103379 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-85bdca5c-4938-4c03-b9f1-80c663f7a255 req-8502b3a4-3492-4325-a39f-bcfb7e3e2a42 service neutron] 10.222.0.45 "GET /v2.0/networks/ec83fd21-ae99-40e3-ae6d-4b13b6a647bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862660 Jun 24 12:24:06.199191 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-85bdca5c-4938-4c03-b9f1-80c663f7a255 req-811e1008-48d7-45f9-ab4a-ce808ee01d6d service neutron] 10.222.0.45 "GET /v2.0/networks/ec83fd21-ae99-40e3-ae6d-4b13b6a647bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850198 Jun 24 12:24:06.890250 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9937ea-cbf6-4fe5-9f3f-f4f9f5a1905f req-d46415a1-4aaf-4bbc-9073-49cda8435cf7 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:24:06.891646 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-4e9937ea-cbf6-4fe5-9f3f-f4f9f5a1905f req-d46415a1-4aaf-4bbc-9073-49cda8435cf7 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] 10.222.0.53 "GET /v2.0/ports?device_id=cae2b883-7207-4283-baab-4439d7ba8a96 HTTP/1.1" status: 200 len: 946 time: 0.0720375 Jun 24 12:24:06.931042 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-4e9937ea-cbf6-4fe5-9f3f-f4f9f5a1905f req-eeedd4b9-0abe-4078-a728-ff125804780a tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] 10.222.0.53 "GET /v2.0/security-groups?id=1138c10d-4d38-4296-bef6-2c9dbb1becde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329041 Jun 24 12:24:08.105901 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6c67f5-cbf9-4141-b1f9-0bb1a1da8660 req-ac2a5ec5-2307-45db-aeb9-7680a88150d7 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:24:08.107359 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-cc6c67f5-cbf9-4141-b1f9-0bb1a1da8660 req-ac2a5ec5-2307-45db-aeb9-7680a88150d7 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] 10.222.0.53 "GET /v2.0/ports?device_id=cae2b883-7207-4283-baab-4439d7ba8a96 HTTP/1.1" status: 200 len: 946 time: 0.0623875 Jun 24 12:24:08.145074 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-cc6c67f5-cbf9-4141-b1f9-0bb1a1da8660 req-b3e589dd-cc80-427f-a165-beb25cd00411 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] 10.222.0.53 "GET /v2.0/security-groups?id=1138c10d-4d38-4296-bef6-2c9dbb1becde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321012 Jun 24 12:24:09.322226 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbca6d5-7811-4c48-8534-5146a9cdb218 req-174caa20-1adf-4d87-b1e1-69ad739885e5 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:24:09.323698 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-cbbca6d5-7811-4c48-8534-5146a9cdb218 req-174caa20-1adf-4d87-b1e1-69ad739885e5 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] 10.222.0.53 "GET /v2.0/ports?device_id=cae2b883-7207-4283-baab-4439d7ba8a96 HTTP/1.1" status: 200 len: 946 time: 0.0681427 Jun 24 12:24:09.360880 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-cbbca6d5-7811-4c48-8534-5146a9cdb218 req-88336442-15d9-4f0c-930a-67b33848872a tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] 10.222.0.53 "GET /v2.0/security-groups?id=1138c10d-4d38-4296-bef6-2c9dbb1becde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316420 Jun 24 12:24:10.535889 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9dd26b1-4dd5-4dc3-823e-c28cf4004230 req-2acf893c-18aa-4e33-8fdc-c4e2d249c6e8 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:24:10.538050 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-a9dd26b1-4dd5-4dc3-823e-c28cf4004230 req-2acf893c-18aa-4e33-8fdc-c4e2d249c6e8 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] 10.222.0.53 "GET /v2.0/ports?device_id=cae2b883-7207-4283-baab-4439d7ba8a96 HTTP/1.1" status: 200 len: 946 time: 0.0645874 Jun 24 12:24:10.576748 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-a9dd26b1-4dd5-4dc3-823e-c28cf4004230 req-5df97911-4b50-499a-9afd-28ead742075a tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] 10.222.0.53 "GET /v2.0/security-groups?id=1138c10d-4d38-4296-bef6-2c9dbb1becde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327637 Jun 24 12:24:11.753382 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848750c6-7517-4cf6-85f5-8adf61dde6d9 req-52628ea0-30b2-4a54-8206-75ddcc341635 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:24:11.754857 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-848750c6-7517-4cf6-85f5-8adf61dde6d9 req-52628ea0-30b2-4a54-8206-75ddcc341635 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] 10.222.0.53 "GET /v2.0/ports?device_id=cae2b883-7207-4283-baab-4439d7ba8a96 HTTP/1.1" status: 200 len: 946 time: 0.0655606 Jun 24 12:24:11.795603 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-848750c6-7517-4cf6-85f5-8adf61dde6d9 req-fa982425-1c55-4723-88fa-5afd9222b650 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] 10.222.0.53 "GET /v2.0/security-groups?id=1138c10d-4d38-4296-bef6-2c9dbb1becde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350230 Jun 24 12:24:12.988557 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32916ec0-9f96-4230-abca-08f7696cfe0e req-d1ee005a-b71e-4513-9060-956362960f0d tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:24:12.990089 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-32916ec0-9f96-4230-abca-08f7696cfe0e req-d1ee005a-b71e-4513-9060-956362960f0d tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] 10.222.0.53 "GET /v2.0/ports?device_id=cae2b883-7207-4283-baab-4439d7ba8a96 HTTP/1.1" status: 200 len: 946 time: 0.0688312 Jun 24 12:24:13.029102 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-32916ec0-9f96-4230-abca-08f7696cfe0e req-cda48821-cd97-4a9c-9246-6ab284dd0c5a tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] 10.222.0.53 "GET /v2.0/security-groups?id=1138c10d-4d38-4296-bef6-2c9dbb1becde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331399 Jun 24 12:24:14.208030 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb5383c-c3cd-45f6-aa23-51e29a62e4c0 req-281d7ec8-58dc-45f8-8b6a-17c6be030c6f tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:24:14.210065 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-3cb5383c-c3cd-45f6-aa23-51e29a62e4c0 req-281d7ec8-58dc-45f8-8b6a-17c6be030c6f tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] 10.222.0.53 "GET /v2.0/ports?device_id=cae2b883-7207-4283-baab-4439d7ba8a96 HTTP/1.1" status: 200 len: 946 time: 0.0642707 Jun 24 12:24:14.247808 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-3cb5383c-c3cd-45f6-aa23-51e29a62e4c0 req-c4bf3a4f-55da-40e7-bca0-a665da0743ce tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] 10.222.0.53 "GET /v2.0/security-groups?id=1138c10d-4d38-4296-bef6-2c9dbb1becde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320625 Jun 24 12:24:15.046833 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:24:15.424494 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a80d308-1cc1-4c61-8cc8-ee6eab682784 req-701935f4-892e-4bb4-bd8e-37dc1819d2cc tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:24:15.425876 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-4a80d308-1cc1-4c61-8cc8-ee6eab682784 req-701935f4-892e-4bb4-bd8e-37dc1819d2cc tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] 10.222.0.53 "GET /v2.0/ports?device_id=cae2b883-7207-4283-baab-4439d7ba8a96 HTTP/1.1" status: 200 len: 946 time: 0.0674636 Jun 24 12:24:15.464046 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-4a80d308-1cc1-4c61-8cc8-ee6eab682784 req-503b4c66-e3fb-4622-99c6-c14a55a4bc4e tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] 10.222.0.53 "GET /v2.0/security-groups?id=1138c10d-4d38-4296-bef6-2c9dbb1becde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323377 Jun 24 12:24:16.636755 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50020ee1-e69c-43f8-bf9c-c905b9db8938 req-36e0bae9-7d73-458f-8eec-6f8ad6325b59 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:24:16.638309 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-50020ee1-e69c-43f8-bf9c-c905b9db8938 req-36e0bae9-7d73-458f-8eec-6f8ad6325b59 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] 10.222.0.53 "GET /v2.0/ports?device_id=cae2b883-7207-4283-baab-4439d7ba8a96 HTTP/1.1" status: 200 len: 946 time: 0.0633380 Jun 24 12:24:16.675799 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-50020ee1-e69c-43f8-bf9c-c905b9db8938 req-d3a196bc-59a7-4285-aa85-292e710eb5b2 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] 10.222.0.53 "GET /v2.0/security-groups?id=1138c10d-4d38-4296-bef6-2c9dbb1becde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319195 Jun 24 12:24:17.846107 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11840ab-72a2-45df-b510-081b7154beb7 req-aee14bbf-eded-48e4-95a1-78db456cc12e tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:24:17.847464 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-d11840ab-72a2-45df-b510-081b7154beb7 req-aee14bbf-eded-48e4-95a1-78db456cc12e tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] 10.222.0.53 "GET /v2.0/ports?device_id=cae2b883-7207-4283-baab-4439d7ba8a96 HTTP/1.1" status: 200 len: 946 time: 0.0630739 Jun 24 12:24:17.887413 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-d11840ab-72a2-45df-b510-081b7154beb7 req-6fc606b3-6f35-4b56-8dd6-cc17d5b04be6 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] 10.222.0.53 "GET /v2.0/security-groups?id=1138c10d-4d38-4296-bef6-2c9dbb1becde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343890 Jun 24 12:24:18.674792 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b963afc-651d-4b83-b24b-76d39d009656 req-56ce599e-1f64-4a5c-9531-d30ea14429e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:24:18.676242 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-0b963afc-651d-4b83-b24b-76d39d009656 req-56ce599e-1f64-4a5c-9531-d30ea14429e6 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=2f95b3c188ab4fd3b66987ab0e8b76cb&device_id=cae2b883-7207-4283-baab-4439d7ba8a96 HTTP/1.1" status: 200 len: 1099 time: 0.0552883 Jun 24 12:24:18.780359 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b963afc-651d-4b83-b24b-76d39d009656 req-5e77c630-c95e-493b-8126-d9a21d9a000a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:24:18.781834 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-0b963afc-651d-4b83-b24b-76d39d009656 req-5e77c630-c95e-493b-8126-d9a21d9a000a service neutron] 10.222.0.45 "GET /v2.0/networks?id=ec83fd21-ae99-40e3-ae6d-4b13b6a647bb HTTP/1.1" status: 200 len: 897 time: 0.0843534 Jun 24 12:24:18.863732 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-0b963afc-651d-4b83-b24b-76d39d009656 req-38421826-6532-4c2c-8199-a52f2acde65b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5967b4d3-60ee-4247-8ad6-3139bee98e46 HTTP/1.1" status: 200 len: 1001 time: 0.0739751 Jun 24 12:24:18.921430 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b963afc-651d-4b83-b24b-76d39d009656 req-93398a51-40d6-4a5e-ad0c-65441c35bc80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:24:18.923105 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-0b963afc-651d-4b83-b24b-76d39d009656 req-93398a51-40d6-4a5e-ad0c-65441c35bc80 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=220fdc54-c467-4504-bbfe-4a86fcdbb518 HTTP/1.1" status: 200 len: 834 time: 0.0506942 Jun 24 12:24:18.989581 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b963afc-651d-4b83-b24b-76d39d009656 req-f2b5f84c-917d-42b8-b6e5-33f1823f044d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:24:18.992626 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-0b963afc-651d-4b83-b24b-76d39d009656 req-f2b5f84c-917d-42b8-b6e5-33f1823f044d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=ec83fd21-ae99-40e3-ae6d-4b13b6a647bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0618927 Jun 24 12:24:19.134434 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-0b963afc-651d-4b83-b24b-76d39d009656 req-5abc154a-1fdb-43f5-812a-a14ab6c58237 service neutron] 10.222.0.45 "GET /v2.0/networks/ec83fd21-ae99-40e3-ae6d-4b13b6a647bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1341786 Jun 24 12:24:19.142102 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0722d12c-6160-490d-9b4a-5fd3b557623a req-4a940b85-ccde-4e81-a0bd-143ef949ac07 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:24:19.143474 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-0722d12c-6160-490d-9b4a-5fd3b557623a req-4a940b85-ccde-4e81-a0bd-143ef949ac07 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] 10.222.0.53 "GET /v2.0/ports?device_id=cae2b883-7207-4283-baab-4439d7ba8a96 HTTP/1.1" status: 200 len: 946 time: 0.1357977 Jun 24 12:24:19.236996 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-0722d12c-6160-490d-9b4a-5fd3b557623a req-4fd99358-c6a6-4d30-8ac3-e28bb649fe1a tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] 10.222.0.53 "GET /v2.0/security-groups?id=1138c10d-4d38-4296-bef6-2c9dbb1becde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0838833 Jun 24 12:24:19.261816 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-0b963afc-651d-4b83-b24b-76d39d009656 req-97011809-c9a7-4f42-ac5c-13450289c021 service neutron] 10.222.0.45 "GET /v2.0/networks/ec83fd21-ae99-40e3-ae6d-4b13b6a647bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1173952 Jun 24 12:24:20.409548 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ea294a-802b-488f-a48b-fce28ab15d15 req-4320b54c-4b7f-4ca2-9224-6cc9addc5e8c tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:24:20.411005 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-89ea294a-802b-488f-a48b-fce28ab15d15 req-4320b54c-4b7f-4ca2-9224-6cc9addc5e8c tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] 10.222.0.53 "GET /v2.0/ports?device_id=cae2b883-7207-4283-baab-4439d7ba8a96 HTTP/1.1" status: 200 len: 946 time: 0.0641866 Jun 24 12:24:20.448330 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-89ea294a-802b-488f-a48b-fce28ab15d15 req-817f2ad7-9b0c-427b-84f8-c6e67f01b819 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] 10.222.0.53 "GET /v2.0/security-groups?id=1138c10d-4d38-4296-bef6-2c9dbb1becde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316377 Jun 24 12:24:21.627089 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e840b9-78ca-412e-9546-8363dee10661 req-2fc81fa4-372a-42fa-a8e4-7e65c0fe27c1 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:24:21.628585 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-13e840b9-78ca-412e-9546-8363dee10661 req-2fc81fa4-372a-42fa-a8e4-7e65c0fe27c1 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] 10.222.0.53 "GET /v2.0/ports?device_id=cae2b883-7207-4283-baab-4439d7ba8a96 HTTP/1.1" status: 200 len: 946 time: 0.0700896 Jun 24 12:24:21.668379 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-13e840b9-78ca-412e-9546-8363dee10661 req-a45673ea-69e7-4e1b-8294-8921ce4eda92 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] 10.222.0.53 "GET /v2.0/security-groups?id=1138c10d-4d38-4296-bef6-2c9dbb1becde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337913 Jun 24 12:24:22.848692 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdf8711-fc1f-4e51-a644-a92e8b37c8ba req-1ba85c4f-4866-4d09-ab87-1ddf065b8134 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:24:22.850697 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-9cdf8711-fc1f-4e51-a644-a92e8b37c8ba req-1ba85c4f-4866-4d09-ab87-1ddf065b8134 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] 10.222.0.53 "GET /v2.0/ports?device_id=cae2b883-7207-4283-baab-4439d7ba8a96 HTTP/1.1" status: 200 len: 946 time: 0.0678751 Jun 24 12:24:22.891535 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-9cdf8711-fc1f-4e51-a644-a92e8b37c8ba req-0c291149-a8e0-4bcd-a156-dcb41f508eff tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] 10.222.0.53 "GET /v2.0/security-groups?id=1138c10d-4d38-4296-bef6-2c9dbb1becde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349107 Jun 24 12:24:23.257937 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-85bdca5c-4938-4c03-b9f1-80c663f7a255 req-273794e9-9427-4e0d-aa2f-77a3d89f6383 service neutron] 10.222.0.45 "GET /v2.0/ports/5967b4d3-60ee-4247-8ad6-3139bee98e46/bindings/hv-neutron-7971 HTTP/1.1" status: 200 len: 384 time: 0.0550992 Jun 24 12:24:23.535158 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bdca5c-4938-4c03-b9f1-80c663f7a255 req-777023c3-1aa0-4839-896e-356e6f8ffafa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:24:23.536550 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-85bdca5c-4938-4c03-b9f1-80c663f7a255 req-777023c3-1aa0-4839-896e-356e6f8ffafa service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=cae2b883-7207-4283-baab-4439d7ba8a96&tenant_id=2f95b3c188ab4fd3b66987ab0e8b76cb HTTP/1.1" status: 200 len: 1099 time: 0.0574243 Jun 24 12:24:23.616760 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bdca5c-4938-4c03-b9f1-80c663f7a255 req-75f60af2-aca6-4594-9a36-ea239e4a122e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:24:23.618279 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-85bdca5c-4938-4c03-b9f1-80c663f7a255 req-75f60af2-aca6-4594-9a36-ea239e4a122e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=2f95b3c188ab4fd3b66987ab0e8b76cb&device_id=cae2b883-7207-4283-baab-4439d7ba8a96 HTTP/1.1" status: 200 len: 1099 time: 0.0529885 Jun 24 12:24:23.709571 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bdca5c-4938-4c03-b9f1-80c663f7a255 req-e639998b-1297-4d2f-a3c9-dbed85f9b97e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:24:23.711009 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-85bdca5c-4938-4c03-b9f1-80c663f7a255 req-e639998b-1297-4d2f-a3c9-dbed85f9b97e service neutron] 10.222.0.45 "GET /v2.0/networks?id=ec83fd21-ae99-40e3-ae6d-4b13b6a647bb HTTP/1.1" status: 200 len: 897 time: 0.0832572 Jun 24 12:24:23.782469 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-85bdca5c-4938-4c03-b9f1-80c663f7a255 req-a6037c3e-c9b8-4375-bf7a-c20cb4c3afb2 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5967b4d3-60ee-4247-8ad6-3139bee98e46 HTTP/1.1" status: 200 len: 1001 time: 0.0611706 Jun 24 12:24:23.833247 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bdca5c-4938-4c03-b9f1-80c663f7a255 req-eed9d9c7-b745-497c-9bc3-d11fed42f3af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:24:23.835285 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-85bdca5c-4938-4c03-b9f1-80c663f7a255 req-eed9d9c7-b745-497c-9bc3-d11fed42f3af service neutron] 10.222.0.45 "GET /v2.0/subnets?id=220fdc54-c467-4504-bbfe-4a86fcdbb518 HTTP/1.1" status: 200 len: 834 time: 0.0426581 Jun 24 12:24:23.877361 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-468c943c-a299-4c00-b013-8c517b8936f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:24:23.917591 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bdca5c-4938-4c03-b9f1-80c663f7a255 req-a65eb966-a8c0-4b39-8bb3-3cabcb185984 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:24:23.919119 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-85bdca5c-4938-4c03-b9f1-80c663f7a255 req-a65eb966-a8c0-4b39-8bb3-3cabcb185984 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=ec83fd21-ae99-40e3-ae6d-4b13b6a647bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0744479 Jun 24 12:24:24.030529 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-85bdca5c-4938-4c03-b9f1-80c663f7a255 req-abe5cae1-4dfa-46c7-b3cc-e57e8bb695be service neutron] 10.222.0.45 "GET /v2.0/networks/ec83fd21-ae99-40e3-ae6d-4b13b6a647bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1005385 Jun 24 12:24:24.152333 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdff20d5-06bc-4816-84c7-f082270fe7d9 req-3272c396-3aa0-496d-a20b-d93bcc869b70 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:24:24.153730 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-cdff20d5-06bc-4816-84c7-f082270fe7d9 req-3272c396-3aa0-496d-a20b-d93bcc869b70 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] 10.222.0.53 "GET /v2.0/ports?device_id=cae2b883-7207-4283-baab-4439d7ba8a96 HTTP/1.1" status: 200 len: 946 time: 0.1388650 Jun 24 12:24:24.171015 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-85bdca5c-4938-4c03-b9f1-80c663f7a255 req-ef5d4f4c-77dc-4577-be08-ed7bc03b273c service neutron] 10.222.0.45 "GET /v2.0/networks/ec83fd21-ae99-40e3-ae6d-4b13b6a647bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236563 Jun 24 12:24:24.200513 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-cdff20d5-06bc-4816-84c7-f082270fe7d9 req-0e832688-96a9-41b2-a384-916a5d96488d tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] 10.222.0.53 "GET /v2.0/security-groups?id=1138c10d-4d38-4296-bef6-2c9dbb1becde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395448 Jun 24 12:24:25.377088 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d757b95-816d-42bf-ac36-79e2817b788e req-6e217a86-df77-4d4a-95cf-8c8559c8cead tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:24:25.378538 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-9d757b95-816d-42bf-ac36-79e2817b788e req-6e217a86-df77-4d4a-95cf-8c8559c8cead tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] 10.222.0.53 "GET /v2.0/ports?device_id=cae2b883-7207-4283-baab-4439d7ba8a96 HTTP/1.1" status: 200 len: 946 time: 0.0632460 Jun 24 12:24:25.416306 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-9d757b95-816d-42bf-ac36-79e2817b788e req-e4553e6b-7f53-4212-8dee-8c92acc525f9 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] 10.222.0.53 "GET /v2.0/security-groups?id=1138c10d-4d38-4296-bef6-2c9dbb1becde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314491 Jun 24 12:24:25.728374 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Device 5967b4d3-60ee-4247-8ad6-3139bee98e46 details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=128085) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 12:24:25.829730 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] For port 5967b4d3-60ee-4247-8ad6-3139bee98e46, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=5967b4d3-60ee-4247-8ad6-3139bee98e46,segment=NetworkSegment(127f603c-d8f1-45cd-860e-5cf1ff97639a),segment_id=127f603c-d8f1-45cd-860e-5cf1ff97639a)] {{(pid=128085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:24:25.841606 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Returning: {'device': '5967b4d3-60ee-4247-8ad6-3139bee98e46', 'network_id': 'ec83fd21-ae99-40e3-ae6d-4b13b6a647bb', 'port_id': '5967b4d3-60ee-4247-8ad6-3139bee98e46', 'mac_address': 'fa:16:3e:c0:0d:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 624, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '220fdc54-c467-4504-bbfe-4a86fcdbb518', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=128085) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 12:24:25.883278 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:24:25.895963 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.notifiers.nova [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5967b4d3-60ee-4247-8ad6-3139bee98e46 {{(pid=128085) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 12:24:25.916296 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] For port 5967b4d3-60ee-4247-8ad6-3139bee98e46, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=5967b4d3-60ee-4247-8ad6-3139bee98e46,segment=NetworkSegment(127f603c-d8f1-45cd-860e-5cf1ff97639a),segment_id=127f603c-d8f1-45cd-860e-5cf1ff97639a)] {{(pid=128085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:24:25.920074 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:24:25.921794 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:24:25.969124 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Pushing event updated for resources: {'Port': ['ID=5967b4d3-60ee-4247-8ad6-3139bee98e46,revision_number=6']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:24:25.976262 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:24:25.976611 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:24:25.976947 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:24:25.977306 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:24:25.977633 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:24:25.978024 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:24:25.978294 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:24:25.978615 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:24:25.978936 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:24:25.979255 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:24:25.979572 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:24:25.979888 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:24:25.983643 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:24:25.990709 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] get_ports_and_sgs() called for port_ids ['5967b4d3-60ee-4247-8ad6-3139bee98e46'] {{(pid=128085) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 12:24:26.419759 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-762bbbe6-6be2-4a36-beea-21840d466635 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:24:26.603050 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:24:26.603298 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8d9825-dbfd-4382-a353-ac43cb572da3 req-d053177f-53e0-4849-aa36-a7b52f8469bf tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:24:26.604675 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-5e8d9825-dbfd-4382-a353-ac43cb572da3 req-d053177f-53e0-4849-aa36-a7b52f8469bf tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] 10.222.0.53 "GET /v2.0/ports?device_id=cae2b883-7207-4283-baab-4439d7ba8a96 HTTP/1.1" status: 200 len: 945 time: 0.0725393 Jun 24 12:24:26.642761 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-5e8d9825-dbfd-4382-a353-ac43cb572da3 req-f690e066-5ce9-48e4-b1e5-f20416ec06e4 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] 10.222.0.53 "GET /v2.0/security-groups?id=1138c10d-4d38-4296-bef6-2c9dbb1becde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321853 Jun 24 12:24:27.033210 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abb6383-9ecc-4351-932d-90ae641332b9 req-2ec7c45e-b8e1-467b-8be3-334fa36cc593 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:24:27.034627 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-8abb6383-9ecc-4351-932d-90ae641332b9 req-2ec7c45e-b8e1-467b-8be3-334fa36cc593 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] 10.222.0.45 "GET /v2.0/ports?device_id=cae2b883-7207-4283-baab-4439d7ba8a96&tenant_id=2f95b3c188ab4fd3b66987ab0e8b76cb&binding%3Ahost_id=hv-neutron-7971 HTTP/1.1" status: 200 len: 945 time: 0.1445923 Jun 24 12:24:27.042940 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb7634b-5415-4392-8d58-65a2426a5a9f req-ac610c86-e216-4485-ba65-c43dedd6ff5c tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:24:27.044297 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-cfb7634b-5415-4392-8d58-65a2426a5a9f req-ac610c86-e216-4485-ba65-c43dedd6ff5c tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] 10.222.0.53 "GET /v2.0/ports?device_id=cae2b883-7207-4283-baab-4439d7ba8a96 HTTP/1.1" status: 200 len: 945 time: 0.1662357 Jun 24 12:24:27.096864 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-cfb7634b-5415-4392-8d58-65a2426a5a9f req-06f0ee85-bad4-4175-b879-0b7e969a82e0 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] 10.222.0.53 "GET /v2.0/security-groups?id=1138c10d-4d38-4296-bef6-2c9dbb1becde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458431 Jun 24 12:24:27.140663 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abb6383-9ecc-4351-932d-90ae641332b9 req-d3b9ffff-b08c-4fdc-8442-9063fec63ddd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:24:27.142079 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-8abb6383-9ecc-4351-932d-90ae641332b9 req-d3b9ffff-b08c-4fdc-8442-9063fec63ddd service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=2f95b3c188ab4fd3b66987ab0e8b76cb&device_id=cae2b883-7207-4283-baab-4439d7ba8a96 HTTP/1.1" status: 200 len: 1098 time: 0.0583074 Jun 24 12:24:27.271150 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abb6383-9ecc-4351-932d-90ae641332b9 req-fdcaa1c4-efd8-4f0f-87ed-2b1a82797dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:24:27.273422 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-8abb6383-9ecc-4351-932d-90ae641332b9 req-fdcaa1c4-efd8-4f0f-87ed-2b1a82797dd2 service neutron] 10.222.0.45 "GET /v2.0/networks?id=ec83fd21-ae99-40e3-ae6d-4b13b6a647bb HTTP/1.1" status: 200 len: 897 time: 0.1246934 Jun 24 12:24:27.346591 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de9287a-fa2d-4878-9c1d-e8d99fea5d91 req-a0cf2cc3-f36d-4a36-93c7-13f65bf3e6c9 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:24:27.347958 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-6de9287a-fa2d-4878-9c1d-e8d99fea5d91 req-a0cf2cc3-f36d-4a36-93c7-13f65bf3e6c9 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] 10.222.0.53 "GET /v2.0/ports?device_id=cae2b883-7207-4283-baab-4439d7ba8a96 HTTP/1.1" status: 200 len: 945 time: 0.1355186 Jun 24 12:24:27.360368 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-8abb6383-9ecc-4351-932d-90ae641332b9 req-b549a547-9a19-43d9-859d-0b7f0f1a9c0e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5967b4d3-60ee-4247-8ad6-3139bee98e46 HTTP/1.1" status: 200 len: 1000 time: 0.0800405 Jun 24 12:24:27.420350 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-6de9287a-fa2d-4878-9c1d-e8d99fea5d91 req-c72cf8cf-97b8-46c9-8b63-2f42b1df839b tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] 10.222.0.53 "GET /v2.0/security-groups?id=1138c10d-4d38-4296-bef6-2c9dbb1becde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626936 Jun 24 12:24:27.432929 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abb6383-9ecc-4351-932d-90ae641332b9 req-344f05d6-eae3-4b98-9453-5233848bd040 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:24:27.435014 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-8abb6383-9ecc-4351-932d-90ae641332b9 req-344f05d6-eae3-4b98-9453-5233848bd040 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=220fdc54-c467-4504-bbfe-4a86fcdbb518 HTTP/1.1" status: 200 len: 834 time: 0.0613797 Jun 24 12:24:27.500805 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abb6383-9ecc-4351-932d-90ae641332b9 req-cd37cc50-2181-47b6-955f-4eede7a28454 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:24:27.502309 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-8abb6383-9ecc-4351-932d-90ae641332b9 req-cd37cc50-2181-47b6-955f-4eede7a28454 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=ec83fd21-ae99-40e3-ae6d-4b13b6a647bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0605171 Jun 24 12:24:27.594705 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-8abb6383-9ecc-4351-932d-90ae641332b9 req-a7cbb0be-7956-4c53-9257-ad1cfbbcc4f3 service neutron] 10.222.0.45 "GET /v2.0/networks/ec83fd21-ae99-40e3-ae6d-4b13b6a647bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851297 Jun 24 12:24:27.690178 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-8abb6383-9ecc-4351-932d-90ae641332b9 req-a924ea50-d86f-42ff-8ea5-8c6f9d7df3f8 service neutron] 10.222.0.45 "GET /v2.0/networks/ec83fd21-ae99-40e3-ae6d-4b13b6a647bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883646 Jun 24 12:24:27.750997 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Device 5967b4d3-60ee-4247-8ad6-3139bee98e46 up at agent hyperv_hv-neutron-7971 {{(pid=128085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:24:27.804570 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Provisioning complete for port 5967b4d3-60ee-4247-8ad6-3139bee98e46 triggered by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:24:27.804952 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:24:27.845221 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-03237adf-ebd0-46f2-a476-4d4bb746e0f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:24:27.889419 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:24:27.911108 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cae2b883-7207-4283-baab-4439d7ba8a96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5967b4d3-60ee-4247-8ad6-3139bee98e46'}] {{(pid=128085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 12:24:27.914099 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1098ec9051a50dd033317f529a09b9762582ef7b417ebe05928aca59e08255aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99cc31f8-789a-4539-b320-c3f6389c58ee" -d '{"events": [{"server_uuid": "cae2b883-7207-4283-baab-4439d7ba8a96", "name": "network-vif-plugged", "status": "completed", "tag": "5967b4d3-60ee-4247-8ad6-3139bee98e46"}]}' {{(pid=128085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 12:24:27.928375 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] For port 5967b4d3-60ee-4247-8ad6-3139bee98e46, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=5967b4d3-60ee-4247-8ad6-3139bee98e46,segment=NetworkSegment(127f603c-d8f1-45cd-860e-5cf1ff97639a),segment_id=127f603c-d8f1-45cd-860e-5cf1ff97639a)] {{(pid=128085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:24:27.932821 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:24:27.934858 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-675a12ba-72fa-47a9-9eb1-52fb3528b896 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:24:27.963515 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 12:24:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cddee366-9724-49af-a9d8-9f50ae43eb31 x-openstack-request-id: req-cddee366-9724-49af-a9d8-9f50ae43eb31 {{(pid=128085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 12:24:27.963821 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cae2b883-7207-4283-baab-4439d7ba8a96", "name": "network-vif-plugged", "status": "completed", "tag": "5967b4d3-60ee-4247-8ad6-3139bee98e46", "code": 200}]} {{(pid=128085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 12:24:27.964081 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-cddee366-9724-49af-a9d8-9f50ae43eb31 {{(pid=128085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 12:24:27.964476 dv-neutron-797120-4-hyperv neutron-server[128085]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cae2b883-7207-4283-baab-4439d7ba8a96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5967b4d3-60ee-4247-8ad6-3139bee98e46', 'code': 200} Jun 24 12:24:27.985990 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Pushing event updated for resources: {'Port': ['ID=5967b4d3-60ee-4247-8ad6-3139bee98e46,revision_number=7']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:24:27.988956 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:24:28.603164 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb283bdc-4a81-4590-856e-f76c9ce3909e req-648738a6-2576-4d03-94e5-aa28b8433b28 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:24:28.604648 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-fb283bdc-4a81-4590-856e-f76c9ce3909e req-648738a6-2576-4d03-94e5-aa28b8433b28 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] 10.222.0.53 "GET /v2.0/ports?device_id=cae2b883-7207-4283-baab-4439d7ba8a96 HTTP/1.1" status: 200 len: 946 time: 0.0639839 Jun 24 12:24:28.642988 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-fb283bdc-4a81-4590-856e-f76c9ce3909e req-92f4a510-f8f8-468b-a1da-024e40056789 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] 10.222.0.53 "GET /v2.0/security-groups?id=1138c10d-4d38-4296-bef6-2c9dbb1becde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325384 Jun 24 12:24:28.669163 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 40724) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:24:28.735685 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-fca08cbc-5614-4a70-bb56-4ba06549d4cc tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] 10.222.0.53 "GET /v2.0/floatingips/99934129-f15b-4c24-82d2-5c4eeb65a60b HTTP/1.1" status: 200 len: 993 time: 0.0652428 Jun 24 12:24:29.795871 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-52c483ef-d5c1-4030-9a32-e5ce4ff00ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:24:38.077848 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.agents_db [None req-87a69269-d72b-4286-97f3-1041481ed6d8 None None] Agent healthcheck: found 6 active agents {{(pid=128086) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 12:24:45.055583 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:24:53.877536 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-5e0f4c93-e2c3-4867-b49f-c827cc01037f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:24:56.422841 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-db705e05-244f-4e0e-a3ff-2b786cea5ff1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:24:56.606335 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:24:57.840798 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-03237adf-ebd0-46f2-a476-4d4bb746e0f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:24:59.336878 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 40734) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:24:59.503778 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.plugin [None req-8d45fa11-4b47-4685-8ec1-7f3f207a247b tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Deleting port 64a59378-1501-4054-9b40-9569f1692e30 {{(pid=128084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:24:59.504242 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-8d45fa11-4b47-4685-8ec1-7f3f207a247b tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793193942312'] for port, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:24:59.591927 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-8d45fa11-4b47-4685-8ec1-7f3f207a247b tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1978872'] for port, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:24:59.592209 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-8d45fa11-4b47-4685-8ec1-7f3f207a247b tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:24:59.608379 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.plugin [None req-8d45fa11-4b47-4685-8ec1-7f3f207a247b tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Calling delete_port for 64a59378-1501-4054-9b40-9569f1692e30 owned by network:floatingip {{(pid=128084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:24:59.770403 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-8d45fa11-4b47-4685-8ec1-7f3f207a247b tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793193945299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193536732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3292088'] for port, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:24:59.772417 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-6a9523ed-9efd-402b-9894-88deb820856d tempest-NetworksIpV6Test-1132019847 tempest-NetworksIpV6Test-1132019847-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:24:59.800603 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d45fa11-4b47-4685-8ec1-7f3f207a247b tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Pushing event deleted for resources: {'Port': ['ID=64a59378-1501-4054-9b40-9569f1692e30,revision_number=None']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:24:59.800868 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-52c483ef-d5c1-4030-9a32-e5ce4ff00ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:24:59.813699 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d45fa11-4b47-4685-8ec1-7f3f207a247b tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:24:59.814088 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d45fa11-4b47-4685-8ec1-7f3f207a247b tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:24:59.814473 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d45fa11-4b47-4685-8ec1-7f3f207a247b tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:24:59.814854 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d45fa11-4b47-4685-8ec1-7f3f207a247b tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:24:59.815229 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d45fa11-4b47-4685-8ec1-7f3f207a247b tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:24:59.815604 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d45fa11-4b47-4685-8ec1-7f3f207a247b tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:24:59.815975 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d45fa11-4b47-4685-8ec1-7f3f207a247b tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:24:59.816340 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d45fa11-4b47-4685-8ec1-7f3f207a247b tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:24:59.816709 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d45fa11-4b47-4685-8ec1-7f3f207a247b tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:24:59.817099 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d45fa11-4b47-4685-8ec1-7f3f207a247b tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:24:59.817467 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d45fa11-4b47-4685-8ec1-7f3f207a247b tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:24:59.817831 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d45fa11-4b47-4685-8ec1-7f3f207a247b tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:24:59.836669 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-8d45fa11-4b47-4685-8ec1-7f3f207a247b tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:24:59.877694 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-8d45fa11-4b47-4685-8ec1-7f3f207a247b tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks [] for floatingip, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:24:59.877981 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.db.l3_db [None req-8d45fa11-4b47-4685-8ec1-7f3f207a247b tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Floating IP 99934129-f15b-4c24-82d2-5c4eeb65a60b disassociated (deleted). External IP: 172.26.7.34, port: 5967b4d3-60ee-4247-8ad6-3139bee98e46. Jun 24 12:25:00.089670 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d45fa11-4b47-4685-8ec1-7f3f207a247b tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Router 05567b46-a50d-416c-ba70-46361cd7171e has already been hosted by L3 agent 2987dba8-2249-4ee6-96ec-28f0f7a6127d {{(pid=128084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 12:25:00.197186 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d45fa11-4b47-4685-8ec1-7f3f207a247b tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify agent at l3_agent.dv-neutron-797120-4-hyperv the message routers_updated {{(pid=128084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 12:25:00.201972 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-8d45fa11-4b47-4685-8ec1-7f3f207a247b tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468916'] for floatingip, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:25:00.207982 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5ff7e11-5bfc-4943-a6fa-5a096a70ce70 None None] Sync routers for ids ['05567b46-a50d-416c-ba70-46361cd7171e'] in dv-neutron-797120-4-hyperv {{(pid=128086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 12:25:00.217108 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5ff7e11-5bfc-4943-a6fa-5a096a70ce70 None None] Routers {'05567b46-a50d-416c-ba70-46361cd7171e'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:25:00.217725 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-d5ff7e11-5bfc-4943-a6fa-5a096a70ce70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T12:24:56Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['05567b46-a50d-416c-ba70-46361cd7171e'], 'active': True} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:25:00.237889 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-8d45fa11-4b47-4685-8ec1-7f3f207a247b tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] 10.222.0.53 "DELETE /v2.0/floatingips/99934129-f15b-4c24-82d2-5c4eeb65a60b HTTP/1.1" status: 204 len: 168 time: 0.8997593 Jun 24 12:25:00.238585 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cae2b883-7207-4283-baab-4439d7ba8a96', 'tag': '5967b4d3-60ee-4247-8ad6-3139bee98e46'}] {{(pid=128084) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 12:25:00.240940 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}189e43ef1649f46b9bccc8e45a83b64afc33adcdec52bc597e36eecb4255b7b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d6980e8-f49e-4ef1-a9ed-c1ff2f550a2a" -d '{"events": [{"name": "network-changed", "server_uuid": "cae2b883-7207-4283-baab-4439d7ba8a96", "tag": "5967b4d3-60ee-4247-8ad6-3139bee98e46"}]}' {{(pid=128084) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 12:25:00.334750 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 12:25:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46fe5daf-7db7-4b9b-b42c-cec8211f9ca1 x-openstack-request-id: req-46fe5daf-7db7-4b9b-b42c-cec8211f9ca1 {{(pid=128084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 12:25:00.335105 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cae2b883-7207-4283-baab-4439d7ba8a96", "tag": "5967b4d3-60ee-4247-8ad6-3139bee98e46", "status": "completed", "code": 200}]} {{(pid=128084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 12:25:00.335415 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-46fe5daf-7db7-4b9b-b42c-cec8211f9ca1 {{(pid=128084) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 12:25:00.335881 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cae2b883-7207-4283-baab-4439d7ba8a96', 'tag': '5967b4d3-60ee-4247-8ad6-3139bee98e46', 'status': 'completed', 'code': 200} Jun 24 12:25:00.336731 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_dvr_db [None req-d5ff7e11-5bfc-4943-a6fa-5a096a70ce70 None None] Set router 05567b46-a50d-416c-ba70-46361cd7171e gateway port host: dv-neutron-797120-4-hyperv {{(pid=128086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:25:00.427688 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6980e8-f49e-4ef1-a9ed-c1ff2f550a2a req-775f65ff-5a22-45d3-83ed-417bcce89105 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:25:00.429239 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-3d6980e8-f49e-4ef1-a9ed-c1ff2f550a2a req-775f65ff-5a22-45d3-83ed-417bcce89105 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=2f95b3c188ab4fd3b66987ab0e8b76cb&device_id=cae2b883-7207-4283-baab-4439d7ba8a96 HTTP/1.1" status: 200 len: 1099 time: 0.0580180 Jun 24 12:25:00.533150 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6980e8-f49e-4ef1-a9ed-c1ff2f550a2a req-fcafaacd-1fd3-4b76-8b6b-ca0fdb72dac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:25:00.535073 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-3d6980e8-f49e-4ef1-a9ed-c1ff2f550a2a req-fcafaacd-1fd3-4b76-8b6b-ca0fdb72dac2 service neutron] 10.222.0.45 "GET /v2.0/networks?id=ec83fd21-ae99-40e3-ae6d-4b13b6a647bb HTTP/1.1" status: 200 len: 897 time: 0.0980880 Jun 24 12:25:00.557565 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-d5ff7e11-5bfc-4943-a6fa-5a096a70ce70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05567b46-a50d-416c-ba70-46361cd7171e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1450779614', 'tenant_id': '2f95b3c188ab4fd3b66987ab0e8b76cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'external_fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.69'}], 'enable_snat': True}, 'gw_port_id': '3c656dfd-1de8-437a-8463-da35bc427db8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:23:11Z', 'updated_at': '2021-06-24T12:23:14Z', 'revision_number': 4, 'project_id': '2f95b3c188ab4fd3b66987ab0e8b76cb', 'gw_port': {'id': '3c656dfd-1de8-437a-8463-da35bc427db8', 'name': '', 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:ef:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05567b46-a50d-416c-ba70-46361cd7171e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:23:11Z', 'updated_at': '2021-06-24T12:23:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-4-hyperv', '_interfaces': [{'id': '4f51351f-5dd7-4380-a87d-bd7282442c80', 'name': '', 'network_id': 'ec83fd21-ae99-40e3-ae6d-4b13b6a647bb', 'tenant_id': '2f95b3c188ab4fd3b66987ab0e8b76cb', 'mac_address': 'fa:16:3e:0d:9f:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05567b46-a50d-416c-ba70-46361cd7171e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1753, 'fixed_ips': [{'subnet_id': '220fdc54-c467-4504-bbfe-4a86fcdbb518', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:23:13Z', 'updated_at': '2021-06-24T12:23:19Z', 'revision_number': 5, 'project_id': '2f95b3c188ab4fd3b66987ab0e8b76cb', 'subnets': [{'id': '220fdc54-c467-4504-bbfe-4a86fcdbb518', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:25:00.589161 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5ff7e11-5bfc-4943-a6fa-5a096a70ce70 None None] Checking router: 05567b46-a50d-416c-ba70-46361cd7171e for host: dv-neutron-797120-4-hyperv {{(pid=128086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 12:25:00.591739 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-3d6980e8-f49e-4ef1-a9ed-c1ff2f550a2a req-0eb7d0b3-e0a6-4874-aa51-b540832cbfe8 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5967b4d3-60ee-4247-8ad6-3139bee98e46 HTTP/1.1" status: 200 len: 217 time: 0.0479929 Jun 24 12:25:00.597664 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5ff7e11-5bfc-4943-a6fa-5a096a70ce70 None None] Routers {'05567b46-a50d-416c-ba70-46361cd7171e'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:25:00.598276 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-d5ff7e11-5bfc-4943-a6fa-5a096a70ce70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T12:24:56Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['05567b46-a50d-416c-ba70-46361cd7171e'], 'active': True} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:25:00.672864 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6980e8-f49e-4ef1-a9ed-c1ff2f550a2a req-a29ff3bc-f1ae-435c-bae4-e70af5133326 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:25:00.674350 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-3d6980e8-f49e-4ef1-a9ed-c1ff2f550a2a req-a29ff3bc-f1ae-435c-bae4-e70af5133326 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=220fdc54-c467-4504-bbfe-4a86fcdbb518 HTTP/1.1" status: 200 len: 834 time: 0.0636182 Jun 24 12:25:00.703430 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fee54e2-b0f7-4485-9bf9-57552eab739b req-eb70e306-3cd7-44ed-8c3b-e93a0e01dd76 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:25:00.705108 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-9fee54e2-b0f7-4485-9bf9-57552eab739b req-eb70e306-3cd7-44ed-8c3b-e93a0e01dd76 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] 10.222.0.53 "GET /v2.0/ports?device_id=cae2b883-7207-4283-baab-4439d7ba8a96 HTTP/1.1" status: 200 len: 946 time: 0.1232095 Jun 24 12:25:00.732170 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_dvr_db [None req-d5ff7e11-5bfc-4943-a6fa-5a096a70ce70 None None] Set router 05567b46-a50d-416c-ba70-46361cd7171e gateway port host: dv-neutron-797120-4-hyperv {{(pid=128086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:25:00.771260 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-9fee54e2-b0f7-4485-9bf9-57552eab739b req-c04b18fb-2f6a-4945-bcc4-b6b024081a56 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] 10.222.0.53 "GET /v2.0/security-groups?id=1138c10d-4d38-4296-bef6-2c9dbb1becde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479345 Jun 24 12:25:00.780235 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6980e8-f49e-4ef1-a9ed-c1ff2f550a2a req-68960db1-8879-40b9-a646-21c830464c61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:25:00.781826 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-3d6980e8-f49e-4ef1-a9ed-c1ff2f550a2a req-68960db1-8879-40b9-a646-21c830464c61 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=ec83fd21-ae99-40e3-ae6d-4b13b6a647bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0991576 Jun 24 12:25:00.886573 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-3d6980e8-f49e-4ef1-a9ed-c1ff2f550a2a req-81d56b6a-6f0e-419e-af34-7e7306651d11 service neutron] 10.222.0.45 "GET /v2.0/networks/ec83fd21-ae99-40e3-ae6d-4b13b6a647bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965676 Jun 24 12:25:00.942747 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-d5ff7e11-5bfc-4943-a6fa-5a096a70ce70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05567b46-a50d-416c-ba70-46361cd7171e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1450779614', 'tenant_id': '2f95b3c188ab4fd3b66987ab0e8b76cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'external_fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.69'}], 'enable_snat': True}, 'gw_port_id': '3c656dfd-1de8-437a-8463-da35bc427db8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:23:11Z', 'updated_at': '2021-06-24T12:23:14Z', 'revision_number': 4, 'project_id': '2f95b3c188ab4fd3b66987ab0e8b76cb', 'gw_port': {'id': '3c656dfd-1de8-437a-8463-da35bc427db8', 'name': '', 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:ef:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05567b46-a50d-416c-ba70-46361cd7171e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:23:11Z', 'updated_at': '2021-06-24T12:23:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-4-hyperv', '_interfaces': [{'id': '4f51351f-5dd7-4380-a87d-bd7282442c80', 'name': '', 'network_id': 'ec83fd21-ae99-40e3-ae6d-4b13b6a647bb', 'tenant_id': '2f95b3c188ab4fd3b66987ab0e8b76cb', 'mac_address': 'fa:16:3e:0d:9f:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05567b46-a50d-416c-ba70-46361cd7171e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1753, 'fixed_ips': [{'subnet_id': '220fdc54-c467-4504-bbfe-4a86fcdbb518', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:23:13Z', 'updated_at': '2021-06-24T12:23:19Z', 'revision_number': 5, 'project_id': '2f95b3c188ab4fd3b66987ab0e8b76cb', 'subnets': [{'id': '220fdc54-c467-4504-bbfe-4a86fcdbb518', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:25:00.970068 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5ff7e11-5bfc-4943-a6fa-5a096a70ce70 None None] The sync data for ids ['05567b46-a50d-416c-ba70-46361cd7171e'] in dv-neutron-797120-4-hyperv is: [{'id': '05567b46-a50d-416c-ba70-46361cd7171e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1450779614', 'tenant_id': '2f95b3c188ab4fd3b66987ab0e8b76cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'external_fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.69'}], 'enable_snat': True}, 'gw_port_id': '3c656dfd-1de8-437a-8463-da35bc427db8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:23:11Z', 'updated_at': '2021-06-24T12:23:14Z', 'revision_number': 4, 'project_id': '2f95b3c188ab4fd3b66987ab0e8b76cb', 'gw_port': {'id': '3c656dfd-1de8-437a-8463-da35bc427db8', 'name': '', 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:ef:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05567b46-a50d-416c-ba70-46361cd7171e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:23:11Z', 'updated_at': '2021-06-24T12:23:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-4-hyperv', '_interfaces': [{'id': '4f51351f-5dd7-4380-a87d-bd7282442c80', 'name': '', 'network_id': 'ec83fd21-ae99-40e3-ae6d-4b13b6a647bb', 'tenant_id': '2f95b3c188ab4fd3b66987ab0e8b76cb', 'mac_address': 'fa:16:3e:0d:9f:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05567b46-a50d-416c-ba70-46361cd7171e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1753, 'fixed_ips': [{'subnet_id': '220fdc54-c467-4504-bbfe-4a86fcdbb518', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:23:13Z', 'updated_at': '2021-06-24T12:23:19Z', 'revision_number': 5, 'project_id': '2f95b3c188ab4fd3b66987ab0e8b76cb', 'subnets': [{'id': '220fdc54-c467-4504-bbfe-4a86fcdbb518', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=128086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 12:25:00.982318 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-3d6980e8-f49e-4ef1-a9ed-c1ff2f550a2a req-3508f588-3504-4ea7-8a19-cde3dfef286b service neutron] 10.222.0.45 "GET /v2.0/networks/ec83fd21-ae99-40e3-ae6d-4b13b6a647bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885656 Jun 24 12:25:01.208578 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82a00c03-ebda-4cd8-8dce-46931467e897 None None] New status for floating IP 99934129-f15b-4c24-82d2-5c4eeb65a60b: DOWN {{(pid=128085) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 24 12:25:01.960347 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bcb529-9456-427c-9f5b-d1c1ebfb58b9 req-8f9f99b4-8553-4167-acee-3c520b280cb3 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:25:01.961867 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-07bcb529-9456-427c-9f5b-d1c1ebfb58b9 req-8f9f99b4-8553-4167-acee-3c520b280cb3 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] 10.222.0.53 "GET /v2.0/ports?device_id=cae2b883-7207-4283-baab-4439d7ba8a96 HTTP/1.1" status: 200 len: 946 time: 0.0683978 Jun 24 12:25:02.003857 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-07bcb529-9456-427c-9f5b-d1c1ebfb58b9 req-e95cd75b-4b8e-412a-ba36-9ac8ea07eb96 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] 10.222.0.53 "GET /v2.0/security-groups?id=1138c10d-4d38-4296-bef6-2c9dbb1becde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363190 Jun 24 12:25:02.495203 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c976a9-80ff-4897-a358-7d600f540e66 req-2ed1eebb-3168-477b-b006-349ffa107870 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:25:02.496695 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-29c976a9-80ff-4897-a358-7d600f540e66 req-2ed1eebb-3168-477b-b006-349ffa107870 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] 10.222.0.45 "GET /v2.0/ports?device_id=cae2b883-7207-4283-baab-4439d7ba8a96 HTTP/1.1" status: 200 len: 946 time: 0.0699985 Jun 24 12:25:02.602526 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.plugin [req-29c976a9-80ff-4897-a358-7d600f540e66 req-5573e705-436d-439a-b729-1d150234f28c tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Deleting port 5967b4d3-60ee-4247-8ad6-3139bee98e46 {{(pid=128083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:25:02.602886 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-29c976a9-80ff-4897-a358-7d600f540e66 req-5573e705-436d-439a-b729-1d150234f28c tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793193942312'] for port, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:25:02.695348 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.db [req-29c976a9-80ff-4897-a358-7d600f540e66 req-5573e705-436d-439a-b729-1d150234f28c tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] For port 5967b4d3-60ee-4247-8ad6-3139bee98e46, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=5967b4d3-60ee-4247-8ad6-3139bee98e46,segment=NetworkSegment(127f603c-d8f1-45cd-860e-5cf1ff97639a),segment_id=127f603c-d8f1-45cd-860e-5cf1ff97639a)] {{(pid=128083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:25:02.695713 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-29c976a9-80ff-4897-a358-7d600f540e66 req-5573e705-436d-439a-b729-1d150234f28c tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1978872'] for port, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:25:02.708354 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.plugin [req-29c976a9-80ff-4897-a358-7d600f540e66 req-5573e705-436d-439a-b729-1d150234f28c tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Calling delete_port for 5967b4d3-60ee-4247-8ad6-3139bee98e46 owned by compute:nova {{(pid=128083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:25:02.857453 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-29c976a9-80ff-4897-a358-7d600f540e66 req-5573e705-436d-439a-b729-1d150234f28c tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793193945299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193536732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2537862'] for port, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:25:02.862250 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-0cce7b16-a5f0-4094-9af3-d3df2a73fa68 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:25:02.889259 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5573e705-436d-439a-b729-1d150234f28c tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Pushing event deleted for resources: {'Port': ['ID=5967b4d3-60ee-4247-8ad6-3139bee98e46,revision_number=None']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:25:02.903312 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5573e705-436d-439a-b729-1d150234f28c tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:25:02.903702 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5573e705-436d-439a-b729-1d150234f28c tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:25:02.904087 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5573e705-436d-439a-b729-1d150234f28c tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:25:02.904467 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5573e705-436d-439a-b729-1d150234f28c tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:25:02.904837 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5573e705-436d-439a-b729-1d150234f28c tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:25:02.905230 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5573e705-436d-439a-b729-1d150234f28c tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:25:02.905605 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5573e705-436d-439a-b729-1d150234f28c tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:25:02.906147 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5573e705-436d-439a-b729-1d150234f28c tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:25:02.906519 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5573e705-436d-439a-b729-1d150234f28c tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:25:02.906896 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5573e705-436d-439a-b729-1d150234f28c tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:25:02.907323 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5573e705-436d-439a-b729-1d150234f28c tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:25:02.907747 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5573e705-436d-439a-b729-1d150234f28c tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:25:02.929283 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-5573e705-436d-439a-b729-1d150234f28c tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:25:02.953490 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.l3_dvrscheduler_db [req-29c976a9-80ff-4897-a358-7d600f540e66 req-5573e705-436d-439a-b729-1d150234f28c tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] No DVR routers for this DVR port 5967b4d3-60ee-4247-8ad6-3139bee98e46 on host hv-neutron-7971 {{(pid=128083) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 12:25:02.955948 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-29c976a9-80ff-4897-a358-7d600f540e66 req-5573e705-436d-439a-b729-1d150234f28c tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468916'] for port, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:25:02.958023 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-29c976a9-80ff-4897-a358-7d600f540e66 req-5573e705-436d-439a-b729-1d150234f28c tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] 10.222.0.45 "DELETE /v2.0/ports/5967b4d3-60ee-4247-8ad6-3139bee98e46 HTTP/1.1" status: 204 len: 173 time: 0.4513571 Jun 24 12:25:02.958531 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cae2b883-7207-4283-baab-4439d7ba8a96', 'name': 'network-vif-deleted', 'tag': '5967b4d3-60ee-4247-8ad6-3139bee98e46'}] {{(pid=128083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 12:25:02.960835 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a77f7dee1a0522ddf93af289475d218fcdb8f30317daadec13ebf930b5b9dbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d28a355f-7357-4254-914d-851b52b60a13" -d '{"events": [{"server_uuid": "cae2b883-7207-4283-baab-4439d7ba8a96", "name": "network-vif-deleted", "tag": "5967b4d3-60ee-4247-8ad6-3139bee98e46"}]}' {{(pid=128083) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 12:25:02.997942 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 12:25:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30372c48-f4ba-4a7f-b53a-650a92020ea1 x-openstack-request-id: req-30372c48-f4ba-4a7f-b53a-650a92020ea1 {{(pid=128083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 12:25:02.998292 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cae2b883-7207-4283-baab-4439d7ba8a96", "name": "network-vif-deleted", "tag": "5967b4d3-60ee-4247-8ad6-3139bee98e46", "status": "completed", "code": 200}]} {{(pid=128083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 12:25:02.998598 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-30372c48-f4ba-4a7f-b53a-650a92020ea1 {{(pid=128083) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 12:25:02.999048 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cae2b883-7207-4283-baab-4439d7ba8a96', 'name': 'network-vif-deleted', 'tag': '5967b4d3-60ee-4247-8ad6-3139bee98e46', 'status': 'completed', 'code': 200} Jun 24 12:25:03.156747 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-d83a6ed2-207f-4e57-8781-c809a3a0fb3a req-e48972c9-975c-42a9-83dd-0baab8b41563 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] 10.222.0.53 "GET /v2.0/ports?device_id=cae2b883-7207-4283-baab-4439d7ba8a96 HTTP/1.1" status: 200 len: 210 time: 0.0335720 Jun 24 12:25:04.256279 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 40752) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:25:04.627800 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-4d0980c6-6af0-4a6f-b2ca-592d406dc684 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1978565'] for router_interface, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:25:04.907527 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.plugin [None req-4d0980c6-6af0-4a6f-b2ca-592d406dc684 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Deleting port 4f51351f-5dd7-4380-a87d-bd7282442c80 {{(pid=128084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:25:04.907883 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-4d0980c6-6af0-4a6f-b2ca-592d406dc684 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793193942312'] for port, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:25:05.000205 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.db [None req-4d0980c6-6af0-4a6f-b2ca-592d406dc684 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] For port 4f51351f-5dd7-4380-a87d-bd7282442c80, host dv-neutron-797120-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=4f51351f-5dd7-4380-a87d-bd7282442c80,segment=NetworkSegment(127f603c-d8f1-45cd-860e-5cf1ff97639a),segment_id=127f603c-d8f1-45cd-860e-5cf1ff97639a)] {{(pid=128084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:25:05.001178 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-4d0980c6-6af0-4a6f-b2ca-592d406dc684 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1978872'] for port, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:25:05.016229 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.plugin [None req-4d0980c6-6af0-4a6f-b2ca-592d406dc684 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Calling delete_port for 4f51351f-5dd7-4380-a87d-bd7282442c80 owned by network:router_interface {{(pid=128084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:25:05.277623 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-4d0980c6-6af0-4a6f-b2ca-592d406dc684 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793193945299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193536732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3292088'] for port, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:25:05.280615 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-38a8ed5a-28fd-4541-a799-ce54ee88ab40 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:25:05.310852 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0980c6-6af0-4a6f-b2ca-592d406dc684 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Pushing event deleted for resources: {'Port': ['ID=4f51351f-5dd7-4380-a87d-bd7282442c80,revision_number=None']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:25:05.316330 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-4d0980c6-6af0-4a6f-b2ca-592d406dc684 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:25:05.491159 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-4d0980c6-6af0-4a6f-b2ca-592d406dc684 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1588985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1806165'] for router_interface, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:25:05.985155 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Device 5967b4d3-60ee-4247-8ad6-3139bee98e46 no longer exists at agent hyperv_hv-neutron-7971 {{(pid=128085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 12:25:05.996110 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d0980c6-6af0-4a6f-b2ca-592d406dc684 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Router 05567b46-a50d-416c-ba70-46361cd7171e has already been hosted by L3 agent 2987dba8-2249-4ee6-96ec-28f0f7a6127d {{(pid=128084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 12:25:06.005338 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] No Port match for: 5967b4d3-60ee-4247-8ad6-3139bee98e46 {{(pid=128085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 12:25:06.005702 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Device 5967b4d3-60ee-4247-8ad6-3139bee98e46 not bound to the agent host hv-neutron-7971 {{(pid=128085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 12:25:06.104972 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d0980c6-6af0-4a6f-b2ca-592d406dc684 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify agent at l3_agent.dv-neutron-797120-4-hyperv the message routers_updated {{(pid=128084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 12:25:06.111294 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-4d0980c6-6af0-4a6f-b2ca-592d406dc684 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] 10.222.0.53 "PUT /v2.0/routers/05567b46-a50d-416c-ba70-46361cd7171e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8532619 Jun 24 12:25:06.113351 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 40754) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:25:06.115936 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8009ace-2e29-4a8b-a81e-7f846e825219 None None] Sync routers for ids ['05567b46-a50d-416c-ba70-46361cd7171e'] in dv-neutron-797120-4-hyperv {{(pid=128086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 12:25:06.126475 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8009ace-2e29-4a8b-a81e-7f846e825219 None None] Routers {'05567b46-a50d-416c-ba70-46361cd7171e'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:25:06.127104 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-d8009ace-2e29-4a8b-a81e-7f846e825219 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T12:24:56Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['05567b46-a50d-416c-ba70-46361cd7171e'], 'active': True} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:25:06.165548 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f6ce581-4258-48d1-925c-0e96ea9c2d1f tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Deleting subnet 220fdc54-c467-4504-bbfe-4a86fcdbb518 {{(pid=128084) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 24 12:25:06.169020 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-2f6ce581-4258-48d1-925c-0e96ea9c2d1f tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks [] for subnet, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:25:06.210240 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-2f6ce581-4258-48d1-925c-0e96ea9c2d1f tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2373542'] for subnet, precommit_delete_associations {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:25:06.231399 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_dvr_db [None req-d8009ace-2e29-4a8b-a81e-7f846e825219 None None] Set router 05567b46-a50d-416c-ba70-46361cd7171e gateway port host: dv-neutron-797120-4-hyperv {{(pid=128086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:25:06.309870 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-2f6ce581-4258-48d1-925c-0e96ea9c2d1f tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-972249'] for subnet, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:25:06.370149 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-2f6ce581-4258-48d1-925c-0e96ea9c2d1f tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-972238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3292022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3162263'] for subnet, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:25:06.372920 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-219f5880-a858-4e9d-bd6e-04c76d6d1314 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:25:06.399716 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6ce581-4258-48d1-925c-0e96ea9c2d1f tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Pushing event deleted for resources: {'Subnet': ['ID=220fdc54-c467-4504-bbfe-4a86fcdbb518,revision_number=None']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:25:06.402947 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-2f6ce581-4258-48d1-925c-0e96ea9c2d1f tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks [] for subnet, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:25:06.404826 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-2f6ce581-4258-48d1-925c-0e96ea9c2d1f tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] 10.222.0.53 "DELETE /v2.0/subnets/220fdc54-c467-4504-bbfe-4a86fcdbb518 HTTP/1.1" status: 204 len: 168 time: 0.2905283 Jun 24 12:25:06.405762 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-2f6ce581-4258-48d1-925c-0e96ea9c2d1f tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:25:06.408877 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 40756) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:25:06.412742 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3ca19ad-eeb9-4196-95a3-425ded062714 None None] Network ec83fd21-ae99-40e3-ae6d-4b13b6a647bb requested from dv-neutron-797120-4-hyperv {{(pid=128085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:25:06.422651 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-d8009ace-2e29-4a8b-a81e-7f846e825219 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05567b46-a50d-416c-ba70-46361cd7171e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1450779614', 'tenant_id': '2f95b3c188ab4fd3b66987ab0e8b76cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'external_fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.69'}], 'enable_snat': True}, 'gw_port_id': '3c656dfd-1de8-437a-8463-da35bc427db8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:23:11Z', 'updated_at': '2021-06-24T12:25:05Z', 'revision_number': 5, 'project_id': '2f95b3c188ab4fd3b66987ab0e8b76cb', 'gw_port': {'id': '3c656dfd-1de8-437a-8463-da35bc427db8', 'name': '', 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:ef:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05567b46-a50d-416c-ba70-46361cd7171e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:23:11Z', 'updated_at': '2021-06-24T12:23:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-4-hyperv'}], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:25:06.451085 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8009ace-2e29-4a8b-a81e-7f846e825219 None None] Checking router: 05567b46-a50d-416c-ba70-46361cd7171e for host: dv-neutron-797120-4-hyperv {{(pid=128086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 12:25:06.460146 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8009ace-2e29-4a8b-a81e-7f846e825219 None None] Routers {'05567b46-a50d-416c-ba70-46361cd7171e'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:25:06.461122 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-d8009ace-2e29-4a8b-a81e-7f846e825219 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T12:24:56Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['05567b46-a50d-416c-ba70-46361cd7171e'], 'active': True} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:25:06.527509 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-aa48bb1a-3fa8-423c-812f-1a7943e89a3c tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks [] for router, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:25:06.582745 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_dvr_db [None req-d8009ace-2e29-4a8b-a81e-7f846e825219 None None] Set router 05567b46-a50d-416c-ba70-46361cd7171e gateway port host: dv-neutron-797120-4-hyperv {{(pid=128086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:25:06.652341 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f5e0bee-cec5-44de-925e-4937c79416b3 None None] DHCP port deletion for ec83fd21-ae99-40e3-ae6d-4b13b6a647bb request from dv-neutron-797120-4-hyperv {{(pid=128085) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 24 12:25:06.689610 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-aa48bb1a-3fa8-423c-812f-1a7943e89a3c tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks [] for router_gateway, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:25:06.710609 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-3f5e0bee-cec5-44de-925e-4937c79416b3 None None] Deleting port f305e90b-f683-4174-9aed-b8ffb6915d42 {{(pid=128085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:25:06.710999 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-3f5e0bee-cec5-44de-925e-4937c79416b3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793193942312'] for port, before_delete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:25:06.760664 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.plugin [None req-aa48bb1a-3fa8-423c-812f-1a7943e89a3c tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Deleting port 3c656dfd-1de8-437a-8463-da35bc427db8 {{(pid=128084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:25:06.761059 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-aa48bb1a-3fa8-423c-812f-1a7943e89a3c tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793193942312'] for port, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:25:06.788926 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-3f5e0bee-cec5-44de-925e-4937c79416b3 None None] For port f305e90b-f683-4174-9aed-b8ffb6915d42, host dv-neutron-797120-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=f305e90b-f683-4174-9aed-b8ffb6915d42,segment=NetworkSegment(127f603c-d8f1-45cd-860e-5cf1ff97639a),segment_id=127f603c-d8f1-45cd-860e-5cf1ff97639a)] {{(pid=128085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:25:06.789299 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-3f5e0bee-cec5-44de-925e-4937c79416b3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1978872'] for port, precommit_delete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:25:06.806416 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-3f5e0bee-cec5-44de-925e-4937c79416b3 None None] Calling delete_port for f305e90b-f683-4174-9aed-b8ffb6915d42 owned by network:dhcp {{(pid=128085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:25:06.879323 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.db [None req-aa48bb1a-3fa8-423c-812f-1a7943e89a3c tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] For port 3c656dfd-1de8-437a-8463-da35bc427db8, host dv-neutron-797120-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=3c656dfd-1de8-437a-8463-da35bc427db8,segment=NetworkSegment(1139564f-ff83-4b49-a593-84b33301357d),segment_id=1139564f-ff83-4b49-a593-84b33301357d)] {{(pid=128084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:25:06.879969 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-aa48bb1a-3fa8-423c-812f-1a7943e89a3c tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1978872'] for port, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:25:06.900959 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.plugin [None req-aa48bb1a-3fa8-423c-812f-1a7943e89a3c tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Calling delete_port for 3c656dfd-1de8-437a-8463-da35bc427db8 owned by network:router_gateway {{(pid=128084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:25:06.901569 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-3f5e0bee-cec5-44de-925e-4937c79416b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793193945299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193536732'] for port, after_delete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:25:06.905489 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-eec48d2e-a484-45f6-8931-8fa3bb219411 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:25:06.933895 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5e0bee-cec5-44de-925e-4937c79416b3 None None] Pushing event deleted for resources: {'Port': ['ID=f305e90b-f683-4174-9aed-b8ffb6915d42,revision_number=None']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:25:06.939005 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-3f5e0bee-cec5-44de-925e-4937c79416b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:25:06.949192 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f5e0bee-cec5-44de-925e-4937c79416b3 None None] No DVR routers for this DVR port f305e90b-f683-4174-9aed-b8ffb6915d42 on host dv-neutron-797120-4-hyperv {{(pid=128085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 12:25:06.952537 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-d8009ace-2e29-4a8b-a81e-7f846e825219 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05567b46-a50d-416c-ba70-46361cd7171e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1450779614', 'tenant_id': '2f95b3c188ab4fd3b66987ab0e8b76cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'external_fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.69'}], 'enable_snat': True}, 'gw_port_id': '3c656dfd-1de8-437a-8463-da35bc427db8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:23:11Z', 'updated_at': '2021-06-24T12:25:05Z', 'revision_number': 5, 'project_id': '2f95b3c188ab4fd3b66987ab0e8b76cb', 'gw_port': {'id': '3c656dfd-1de8-437a-8463-da35bc427db8', 'name': '', 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:ef:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05567b46-a50d-416c-ba70-46361cd7171e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:23:11Z', 'updated_at': '2021-06-24T12:23:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-4-hyperv'}], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:25:07.025886 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device f305e90b-f683-4174-9aed-b8ffb6915d42 no longer exists at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 12:25:07.027972 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8009ace-2e29-4a8b-a81e-7f846e825219 None None] The sync data for ids ['05567b46-a50d-416c-ba70-46361cd7171e'] in dv-neutron-797120-4-hyperv is: [{'id': '05567b46-a50d-416c-ba70-46361cd7171e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1450779614', 'tenant_id': '2f95b3c188ab4fd3b66987ab0e8b76cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'external_fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.69'}], 'enable_snat': True}, 'gw_port_id': '3c656dfd-1de8-437a-8463-da35bc427db8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:23:11Z', 'updated_at': '2021-06-24T12:25:05Z', 'revision_number': 5, 'project_id': '2f95b3c188ab4fd3b66987ab0e8b76cb', 'gw_port': {'id': '3c656dfd-1de8-437a-8463-da35bc427db8', 'name': '', 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:ef:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05567b46-a50d-416c-ba70-46361cd7171e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:23:11Z', 'updated_at': '2021-06-24T12:23:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-4-hyperv'}] {{(pid=128086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 12:25:07.055816 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] No Port match for: f305e90b-f683-4174-9aed-b8ffb6915d42 {{(pid=128085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 12:25:07.056379 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device f305e90b-f683-4174-9aed-b8ffb6915d42 not bound to the agent host dv-neutron-797120-4-hyperv {{(pid=128085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 12:25:07.149604 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-aa48bb1a-3fa8-423c-812f-1a7943e89a3c tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793193945299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193536732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3292088'] for port, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:25:07.151663 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-b4b3d518-a7d4-4d4f-b1dc-e38c18775088 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:25:07.175880 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa48bb1a-3fa8-423c-812f-1a7943e89a3c tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Pushing event deleted for resources: {'Port': ['ID=3c656dfd-1de8-437a-8463-da35bc427db8,revision_number=None']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:25:07.179020 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-aa48bb1a-3fa8-423c-812f-1a7943e89a3c tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:25:07.243362 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-aa48bb1a-3fa8-423c-812f-1a7943e89a3c tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1815728'] for router_gateway, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:25:07.342011 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-aa48bb1a-3fa8-423c-812f-1a7943e89a3c tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1803182', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65403'] for router, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:25:07.344555 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-aa48bb1a-3fa8-423c-812f-1a7943e89a3c tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:25:07.392779 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-aa48bb1a-3fa8-423c-812f-1a7943e89a3c tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1806072'] for router, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:25:07.393651 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa48bb1a-3fa8-423c-812f-1a7943e89a3c tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Fanout notify agent at l3_agent the message router_deleted on router 05567b46-a50d-416c-ba70-46361cd7171e {{(pid=128084) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 24 12:25:07.402434 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-aa48bb1a-3fa8-423c-812f-1a7943e89a3c tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks [] for router, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:25:07.403720 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-aa48bb1a-3fa8-423c-812f-1a7943e89a3c tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] 10.222.0.53 "DELETE /v2.0/routers/05567b46-a50d-416c-ba70-46361cd7171e HTTP/1.1" status: 204 len: 168 time: 0.9938433 Jun 24 12:25:07.406939 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 40758) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:25:07.524527 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-07a5b181-988c-4f39-abfe-7defa9c43920 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-534962'] for network, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:25:07.627416 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-07a5b181-988c-4f39-abfe-7defa9c43920 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973199', 'neutron.services.segments.db._delete_segments_for_network-8793194012456'] for network, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:25:07.641204 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.services.segments.db [None req-07a5b181-988c-4f39-abfe-7defa9c43920 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec83fd21-ae99-40e3-ae6d-4b13b6a647bb']}} {{(pid=128084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:25:07.653563 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.services.segments.db [None req-07a5b181-988c-4f39-abfe-7defa9c43920 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '127f603c-d8f1-45cd-860e-5cf1ff97639a') {'for_net_delete': True} {{(pid=128084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:25:07.653863 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.services.segments.db [None req-07a5b181-988c-4f39-abfe-7defa9c43920 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '127f603c-d8f1-45cd-860e-5cf1ff97639a') {} {{(pid=128084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:25:07.665407 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-07a5b181-988c-4f39-abfe-7defa9c43920 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793194097327', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2373599'] for segment, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:25:07.683127 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-07a5b181-988c-4f39-abfe-7defa9c43920 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967879'] for segment, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:25:07.690747 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07a5b181-988c-4f39-abfe-7defa9c43920 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Releasing vlan 624 on physical network physnet1 to pool {{(pid=128084) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 12:25:07.691218 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-07a5b181-988c-4f39-abfe-7defa9c43920 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3292053'] for segment, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:25:07.694645 dv-neutron-797120-4-hyperv neutron-server[128084]: Traceback (most recent call last): Jun 24 12:25:07.694645 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 24 12:25:07.694645 dv-neutron-797120-4-hyperv neutron-server[128084]: timer() Jun 24 12:25:07.694645 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 24 12:25:07.694645 dv-neutron-797120-4-hyperv neutron-server[128084]: cb(*args, **kw) Jun 24 12:25:07.694645 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 24 12:25:07.694645 dv-neutron-797120-4-hyperv neutron-server[128084]: return func(*args, **kwargs) Jun 24 12:25:07.694645 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 24 12:25:07.694645 dv-neutron-797120-4-hyperv neutron-server[128084]: self._notify() Jun 24 12:25:07.694645 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 24 12:25:07.694645 dv-neutron-797120-4-hyperv neutron-server[128084]: self.callback(batched_events) Jun 24 12:25:07.694645 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 24 12:25:07.694645 dv-neutron-797120-4-hyperv neutron-server[128084]: event.method(event) Jun 24 12:25:07.694645 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 24 12:25:07.694645 dv-neutron-797120-4-hyperv neutron-server[128084]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 24 12:25:07.694645 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 24 12:25:07.694645 dv-neutron-797120-4-hyperv neutron-server[128084]: aggregate_uuid = self.p_client.list_aggregates( Jun 24 12:25:07.694645 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 24 12:25:07.694645 dv-neutron-797120-4-hyperv neutron-server[128084]: return f(self, *a, **k) Jun 24 12:25:07.694645 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 24 12:25:07.694645 dv-neutron-797120-4-hyperv neutron-server[128084]: return self._get(url).json() Jun 24 12:25:07.694645 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 24 12:25:07.694645 dv-neutron-797120-4-hyperv neutron-server[128084]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 24 12:25:07.694645 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 24 12:25:07.694645 dv-neutron-797120-4-hyperv neutron-server[128084]: return self.request(url, 'GET', **kwargs) Jun 24 12:25:07.694645 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 24 12:25:07.694645 dv-neutron-797120-4-hyperv neutron-server[128084]: base_url = self.get_endpoint(auth, allow=allow, Jun 24 12:25:07.694645 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 24 12:25:07.694645 dv-neutron-797120-4-hyperv neutron-server[128084]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 24 12:25:07.694645 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 24 12:25:07.694645 dv-neutron-797120-4-hyperv neutron-server[128084]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 24 12:25:07.694645 dv-neutron-797120-4-hyperv neutron-server[128084]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 24 12:25:07.764825 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-07a5b181-988c-4f39-abfe-7defa9c43920 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1800243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1815642'] for network, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:25:07.768885 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-32b2be81-4e79-43d6-88eb-63e902b433ba tempest-NetworksIpV6Test-1132019847 tempest-NetworksIpV6Test-1132019847-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:25:07.772911 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-07a5b181-988c-4f39-abfe-7defa9c43920 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks [] for network, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:25:07.774647 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-07a5b181-988c-4f39-abfe-7defa9c43920 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] 10.222.0.53 "DELETE /v2.0/networks/ec83fd21-ae99-40e3-ae6d-4b13b6a647bb HTTP/1.1" status: 204 len: 168 time: 0.3666682 Jun 24 12:25:07.777495 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 40760) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:25:07.787097 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a5b181-988c-4f39-abfe-7defa9c43920 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Pushing event deleted for resources: {'Network': ['ID=ec83fd21-ae99-40e3-ae6d-4b13b6a647bb,revision_number=None']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:25:07.789510 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-07a5b181-988c-4f39-abfe-7defa9c43920 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:25:07.846029 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-ca231681-a2c5-416e-9156-ea745f1258e4 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks [] for security_group, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:25:07.873744 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-ca231681-a2c5-416e-9156-ea745f1258e4 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks [] for security_group, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:25:07.935266 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-ca231681-a2c5-416e-9156-ea745f1258e4 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800410'] for security_group, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:25:07.939223 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-ca231681-a2c5-416e-9156-ea745f1258e4 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks [] for security_group, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:25:07.940404 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-ca231681-a2c5-416e-9156-ea745f1258e4 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] 10.222.0.53 "DELETE /v2.0/security-groups/1138c10d-4d38-4296-bef6-2c9dbb1becde HTTP/1.1" status: 204 len: 168 time: 0.1618392 Jun 24 12:25:07.941394 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-72070f66-79dc-4dd0-bb2e-2a8122dd294e tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:25:07.950510 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca231681-a2c5-416e-9156-ea745f1258e4 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1138c10d-4d38-4296-bef6-2c9dbb1becde,revision_number=None']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:25:07.953690 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-ca231681-a2c5-416e-9156-ea745f1258e4 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:25:08.279166 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 40766) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:25:08.284160 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [None req-a5c6a5e4-7074-4e01-8186-331ffe57ba64 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2221806', 'description': 'tempest-secgroup-smoke-2221806 description', 'project_id': '2f95b3c188ab4fd3b66987ab0e8b76cb'}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:25:08.306829 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-a5c6a5e4-7074-4e01-8186-331ffe57ba64 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks [] for security_group, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:25:08.392812 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-a5c6a5e4-7074-4e01-8186-331ffe57ba64 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks [] for security_group, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:25:08.396520 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-a5c6a5e4-7074-4e01-8186-331ffe57ba64 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800410'] for security_group, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:25:08.398964 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-df23205a-7d4a-4908-80e6-207eb007de64 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:25:08.427243 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-a5c6a5e4-7074-4e01-8186-331ffe57ba64 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks [] for security_group, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:25:08.428458 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-a5c6a5e4-7074-4e01-8186-331ffe57ba64 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1790 time: 0.1482465 Jun 24 12:25:08.430923 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c6a5e4-7074-4e01-8186-331ffe57ba64 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2a54d6c9-b1ae-41f2-861b-db8347e4504b,revision_number=1']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:25:08.431513 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 40768) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:25:08.433718 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-a5c6a5e4-7074-4e01-8186-331ffe57ba64 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:25:08.436353 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-f52a9c27-ae71-41c0-a21f-aa0b22d48a86 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Request body: {'security_group_rule': {'security_group_id': '2a54d6c9-b1ae-41f2-861b-db8347e4504b', 'project_id': '2f95b3c188ab4fd3b66987ab0e8b76cb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:25:08.464671 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-f52a9c27-ae71-41c0-a21f-aa0b22d48a86 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks [] for security_group_rule, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:25:08.522219 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-f52a9c27-ae71-41c0-a21f-aa0b22d48a86 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:25:08.526285 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-f52a9c27-ae71-41c0-a21f-aa0b22d48a86 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1627007'] for security_group_rule, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:25:08.528098 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-779607be-9418-4b2c-a054-d26c69907440 tempest-TestMinimumBasicScenario-736986205 tempest-TestMinimumBasicScenario-736986205-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:25:08.546056 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52a9c27-ae71-41c0-a21f-aa0b22d48a86 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f89bb876-a9bd-41b4-89c5-b1aaaa55483e,revision_number=0']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:25:08.549954 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-f52a9c27-ae71-41c0-a21f-aa0b22d48a86 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:25:08.550787 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-f52a9c27-ae71-41c0-a21f-aa0b22d48a86 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks [] for security_group_rule, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:25:08.551990 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-f52a9c27-ae71-41c0-a21f-aa0b22d48a86 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1194370 Jun 24 12:25:08.554755 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 40770) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:25:08.559312 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-bda38b74-7588-4eb4-a797-aafeab705c70 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Request body: {'security_group_rule': {'security_group_id': '2a54d6c9-b1ae-41f2-861b-db8347e4504b', 'project_id': '2f95b3c188ab4fd3b66987ab0e8b76cb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:25:08.585505 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-bda38b74-7588-4eb4-a797-aafeab705c70 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks [] for security_group_rule, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:25:08.641974 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-bda38b74-7588-4eb4-a797-aafeab705c70 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:25:08.645656 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-bda38b74-7588-4eb4-a797-aafeab705c70 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1627007'] for security_group_rule, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:25:08.647527 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-a679a198-4b03-4634-b377-85665453a745 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:25:08.664359 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda38b74-7588-4eb4-a797-aafeab705c70 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e80e0366-3bea-41b9-a041-6f3e7c0215b6,revision_number=0']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:25:08.666986 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-bda38b74-7588-4eb4-a797-aafeab705c70 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:25:08.673941 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-bda38b74-7588-4eb4-a797-aafeab705c70 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks [] for security_group_rule, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:25:08.675190 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-bda38b74-7588-4eb4-a797-aafeab705c70 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1193583 Jun 24 12:25:08.677906 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 40772) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:25:08.682713 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-3eaed848-daf5-4aaf-b5ca-f4f307cd3b14 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Request body: {'security_group_rule': {'security_group_id': '2a54d6c9-b1ae-41f2-861b-db8347e4504b', 'project_id': '2f95b3c188ab4fd3b66987ab0e8b76cb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:25:08.709736 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-3eaed848-daf5-4aaf-b5ca-f4f307cd3b14 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks [] for security_group_rule, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:25:08.774988 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-3eaed848-daf5-4aaf-b5ca-f4f307cd3b14 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:25:08.779415 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-3eaed848-daf5-4aaf-b5ca-f4f307cd3b14 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1627007'] for security_group_rule, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:25:08.782385 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-82f954f3-9e55-423a-bc0f-c293eba535fd tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:25:08.799917 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eaed848-daf5-4aaf-b5ca-f4f307cd3b14 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d70c596-91aa-4561-aaa7-187909fa94a5,revision_number=0']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:25:08.802426 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-3eaed848-daf5-4aaf-b5ca-f4f307cd3b14 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:25:08.806935 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-3eaed848-daf5-4aaf-b5ca-f4f307cd3b14 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks [] for security_group_rule, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:25:08.808190 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-3eaed848-daf5-4aaf-b5ca-f4f307cd3b14 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1293523 Jun 24 12:25:08.810884 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 40774) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:25:08.815600 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-7bcd6e42-42bb-42c1-b5b6-3b692b72b354 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Request body: {'security_group_rule': {'security_group_id': '2a54d6c9-b1ae-41f2-861b-db8347e4504b', 'project_id': '2f95b3c188ab4fd3b66987ab0e8b76cb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:25:08.842901 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-7bcd6e42-42bb-42c1-b5b6-3b692b72b354 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks [] for security_group_rule, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:25:08.906941 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-7bcd6e42-42bb-42c1-b5b6-3b692b72b354 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:25:08.908367 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device 4f51351f-5dd7-4380-a87d-bd7282442c80 no longer exists at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 12:25:08.910916 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-7bcd6e42-42bb-42c1-b5b6-3b692b72b354 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1627007'] for security_group_rule, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:25:08.913300 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-d46f1fa9-4282-47a3-b5c2-8c34ab230f2d tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:25:08.928280 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bcd6e42-42bb-42c1-b5b6-3b692b72b354 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19a9a20e-2b26-4d11-93f7-72684d46fb9a,revision_number=0']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:25:08.932292 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-7bcd6e42-42bb-42c1-b5b6-3b692b72b354 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:25:08.933010 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] No Port match for: 4f51351f-5dd7-4380-a87d-bd7282442c80 {{(pid=128085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 12:25:08.933409 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device 4f51351f-5dd7-4380-a87d-bd7282442c80 not bound to the agent host dv-neutron-797120-4-hyperv {{(pid=128085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 12:25:08.933777 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device 3c656dfd-1de8-437a-8463-da35bc427db8 no longer exists at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 12:25:08.939563 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-7bcd6e42-42bb-42c1-b5b6-3b692b72b354 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks [] for security_group_rule, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:25:08.940964 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-7bcd6e42-42bb-42c1-b5b6-3b692b72b354 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1291363 Jun 24 12:25:08.943764 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 40776) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:25:08.949342 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-27826324-56bd-4e07-a56e-ead411a39b3c tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Request body: {'security_group_rule': {'security_group_id': '2a54d6c9-b1ae-41f2-861b-db8347e4504b', 'project_id': '2f95b3c188ab4fd3b66987ab0e8b76cb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:25:08.957020 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] No Port match for: 3c656dfd-1de8-437a-8463-da35bc427db8 {{(pid=128085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 12:25:08.957390 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device 3c656dfd-1de8-437a-8463-da35bc427db8 not bound to the agent host dv-neutron-797120-4-hyperv {{(pid=128085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 12:25:08.973238 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.db.securitygroups_db [None req-27826324-56bd-4e07-a56e-ead411a39b3c tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Project 2f95b3c188ab4fd3b66987ab0e8b76cb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 24 12:25:08.978366 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-27826324-56bd-4e07-a56e-ead411a39b3c tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks [] for security_group_rule, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:25:09.044826 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-27826324-56bd-4e07-a56e-ead411a39b3c tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:25:09.050410 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-27826324-56bd-4e07-a56e-ead411a39b3c tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1627007'] for security_group_rule, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:25:09.052382 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-89baeb31-801e-4d8f-b168-3c64a59b1255 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:25:09.068782 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27826324-56bd-4e07-a56e-ead411a39b3c tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=100d72f2-da9d-40af-bf4a-4ff420f24cc6,revision_number=0']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:25:09.071424 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-27826324-56bd-4e07-a56e-ead411a39b3c tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:25:09.075726 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-27826324-56bd-4e07-a56e-ead411a39b3c tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks [] for security_group_rule, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:25:09.077201 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-27826324-56bd-4e07-a56e-ead411a39b3c tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1322129 Jun 24 12:25:09.079947 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 40778) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:25:09.084545 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-76f69ca9-bd03-472c-aa06-150a53c672dc tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Request body: {'security_group_rule': {'security_group_id': '2a54d6c9-b1ae-41f2-861b-db8347e4504b', 'project_id': '2f95b3c188ab4fd3b66987ab0e8b76cb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:25:09.107273 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.db.securitygroups_db [None req-76f69ca9-bd03-472c-aa06-150a53c672dc tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Project 2f95b3c188ab4fd3b66987ab0e8b76cb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 24 12:25:09.112003 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-76f69ca9-bd03-472c-aa06-150a53c672dc tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks [] for security_group_rule, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:25:09.181454 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-76f69ca9-bd03-472c-aa06-150a53c672dc tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:25:09.181454 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-76f69ca9-bd03-472c-aa06-150a53c672dc tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1627007'] for security_group_rule, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:25:09.181828 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-dd7a4e27-bbe9-4946-8fe2-9ccc3f30e62a tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:25:09.198680 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f69ca9-bd03-472c-aa06-150a53c672dc tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19249f87-bce1-41e7-8ef3-b7591aa31e31,revision_number=0']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:25:09.201809 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-76f69ca9-bd03-472c-aa06-150a53c672dc tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:25:09.203951 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-76f69ca9-bd03-472c-aa06-150a53c672dc tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks [] for security_group_rule, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:25:09.205082 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-76f69ca9-bd03-472c-aa06-150a53c672dc tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1241276 Jun 24 12:25:09.207842 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 40780) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:25:09.212796 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-41db0d3a-2a4b-4526-ac13-0da7d2984d39 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Request body: {'network': {'name': 'tempest-network-smoke--1521294114', 'project_id': '2f95b3c188ab4fd3b66987ab0e8b76cb', 'port_security_enabled': True}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:25:09.234992 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41db0d3a-2a4b-4526-ac13-0da7d2984d39 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Made reservation on behalf of 2f95b3c188ab4fd3b66987ab0e8b76cb for: {'network': 1} {{(pid=128084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:25:09.239367 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-41db0d3a-2a4b-4526-ac13-0da7d2984d39 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for network, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:25:09.265634 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41db0d3a-2a4b-4526-ac13-0da7d2984d39 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] vlan segment allocate from pool success with {'vlan_id': 618, 'physical_network': 'physnet1'} {{(pid=128084) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 12:25:09.274713 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-41db0d3a-2a4b-4526-ac13-0da7d2984d39 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967879'] for segment, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:25:09.275106 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.db.segments_db [None req-41db0d3a-2a4b-4526-ac13-0da7d2984d39 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Added segment ded769b5-f688-4871-98a8-c31a3ce7c0ff of type vlan for network da0bbd70-b539-42b7-a955-55afeac55925 Jun 24 12:25:09.317176 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-41db0d3a-2a4b-4526-ac13-0da7d2984d39 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793193525068'] for network, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:25:09.345751 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-41db0d3a-2a4b-4526-ac13-0da7d2984d39 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1800243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976'] for network, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:25:09.351223 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41db0d3a-2a4b-4526-ac13-0da7d2984d39 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=128084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:25:09.351805 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-41db0d3a-2a4b-4526-ac13-0da7d2984d39 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks [] for network, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:25:09.354129 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-437a22e6-4373-4699-8956-1130ad280e4f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:25:09.413377 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-41db0d3a-2a4b-4526-ac13-0da7d2984d39 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2044721 Jun 24 12:25:09.416137 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 40782) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:25:09.421353 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [None req-088ed0b1-a2d3-40e9-ac65-e51934f60edf tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-259180246', 'admin_state_up': True, 'project_id': '2f95b3c188ab4fd3b66987ab0e8b76cb', 'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b'}}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:25:09.422983 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41db0d3a-2a4b-4526-ac13-0da7d2984d39 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Pushing event updated for resources: {'Network': ['ID=da0bbd70-b539-42b7-a955-55afeac55925,revision_number=1']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:25:09.426082 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-41db0d3a-2a4b-4526-ac13-0da7d2984d39 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:25:09.435438 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Network da0bbd70-b539-42b7-a955-55afeac55925 details requested by agent ovs-agent-dv-neutron-797120-4-hyperv with host dv-neutron-797120-4-hyperv {{(pid=128085) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 12:25:09.447601 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-088ed0b1-a2d3-40e9-ac65-e51934f60edf tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1803889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65293'] for router, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:25:09.448731 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-088ed0b1-a2d3-40e9-ac65-e51934f60edf tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1803848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1975305', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1581158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65396'] for router, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:25:09.510526 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-088ed0b1-a2d3-40e9-ac65-e51934f60edf tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:25:09.648260 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-088ed0b1-a2d3-40e9-ac65-e51934f60edf tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1975381', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1803205', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65378'] for router, precommit_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:25:10.224226 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-088ed0b1-a2d3-40e9-ac65-e51934f60edf tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks [] for router_gateway, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:25:10.243760 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-088ed0b1-a2d3-40e9-ac65-e51934f60edf tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:25:10.343072 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.db_base_plugin_common [None req-088ed0b1-a2d3-40e9-ac65-e51934f60edf tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Allocated IP 172.26.7.141 (f2b8ca71-e776-48b2-8898-96cc7970207b/f37bf603-3862-4d0a-9f58-89616f7fd68f/98750c93-9363-4451-ae13-2a6b3f4437d6) {{(pid=128083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:25:10.449283 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-088ed0b1-a2d3-40e9-ac65-e51934f60edf tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks [] for port, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:25:10.489774 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-088ed0b1-a2d3-40e9-ac65-e51934f60edf tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-650429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-506361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793193536723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2537853'] for port, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:25:10.492847 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-4b2778d0-c706-4580-a67f-ad3f365b47c4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:25:10.530508 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-088ed0b1-a2d3-40e9-ac65-e51934f60edf tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Network f2b8ca71-e776-48b2-8898-96cc7970207b is already hosted by enough agents. {{(pid=128083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:25:10.533826 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.base_scheduler [None req-088ed0b1-a2d3-40e9-ac65-e51934f60edf tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Resources bound (agent type, host, resource id): {{(pid=128083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:25:10.540960 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-088ed0b1-a2d3-40e9-ac65-e51934f60edf tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Received port after_create {{(pid=128083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:25:10.569722 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088ed0b1-a2d3-40e9-ac65-e51934f60edf tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Pushing event updated for resources: {'Port': ['ID=98750c93-9363-4451-ae13-2a6b3f4437d6,revision_number=1']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:25:10.575805 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-088ed0b1-a2d3-40e9-ac65-e51934f60edf tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:25:10.811796 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-088ed0b1-a2d3-40e9-ac65-e51934f60edf tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks [] for router_gateway, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:25:11.021379 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-088ed0b1-a2d3-40e9-ac65-e51934f60edf tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1803210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1815767'] for router, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:25:11.158486 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-088ed0b1-a2d3-40e9-ac65-e51934f60edf tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Router cd810d49-ba9e-4647-b9c7-73135fc955da is scheduled to L3 agent 2987dba8-2249-4ee6-96ec-28f0f7a6127d with binding_index 1 {{(pid=128083) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 24 12:25:11.273837 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-088ed0b1-a2d3-40e9-ac65-e51934f60edf tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify agent at l3_agent.dv-neutron-797120-4-hyperv the message routers_updated {{(pid=128083) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 12:25:11.285635 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66354a57-9542-49c6-b03c-bd84f94f6978 None None] Sync routers for ids ['cd810d49-ba9e-4647-b9c7-73135fc955da'] in dv-neutron-797120-4-hyperv {{(pid=128085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 12:25:11.294138 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-088ed0b1-a2d3-40e9-ac65-e51934f60edf tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks [] for router, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:25:11.299138 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-088ed0b1-a2d3-40e9-ac65-e51934f60edf tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.8782470 Jun 24 12:25:11.299324 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66354a57-9542-49c6-b03c-bd84f94f6978 None None] Routers {'cd810d49-ba9e-4647-b9c7-73135fc955da'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:25:11.299324 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-66354a57-9542-49c6-b03c-bd84f94f6978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T12:24:56Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['cd810d49-ba9e-4647-b9c7-73135fc955da'], 'active': True} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:25:11.299578 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 40784) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:25:11.334702 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-6e8158b0-0bc7-41e9-a2ff-3adea39120d0 tempest-TestNetworkAdvancedServerOps-467051264 tempest-TestNetworkAdvancedServerOps-467051264-project-admin] 10.222.0.53 "GET /v2.0/subnets?project_id=2f95b3c188ab4fd3b66987ab0e8b76cb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0340362 Jun 24 12:25:11.338433 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 40786) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:25:11.405159 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvr_db [None req-66354a57-9542-49c6-b03c-bd84f94f6978 None None] Set router cd810d49-ba9e-4647-b9c7-73135fc955da gateway port host: dv-neutron-797120-4-hyperv {{(pid=128085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:25:11.500391 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56e4963f-0d86-4a5b-88c4-9c2674366515 tempest-TestNetworkAdvancedServerOps-467051264 tempest-TestNetworkAdvancedServerOps-467051264-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:25:11.502136 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-56e4963f-0d86-4a5b-88c4-9c2674366515 tempest-TestNetworkAdvancedServerOps-467051264 tempest-TestNetworkAdvancedServerOps-467051264-project-admin] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1627543 Jun 24 12:25:11.505413 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 40788) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:25:11.534790 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-91455bbd-9d80-4eec-81a3-24aee02e63fe tempest-TestNetworkAdvancedServerOps-467051264 tempest-TestNetworkAdvancedServerOps-467051264-project-admin] 10.222.0.53 "GET /v2.0/subnets?network_id=f2b8ca71-e776-48b2-8898-96cc7970207b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0281131 Jun 24 12:25:11.537503 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 40790) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:25:11.588872 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [None req-0ccaaf92-aad3-430b-9213-c7621dc6e5df tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1325810147', 'network_id': 'da0bbd70-b539-42b7-a955-55afeac55925', 'project_id': '2f95b3c188ab4fd3b66987ab0e8b76cb', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:25:11.597651 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-66354a57-9542-49c6-b03c-bd84f94f6978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd810d49-ba9e-4647-b9c7-73135fc955da', 'name': 'tempest-TestNetworkAdvancedServerOps-router-259180246', 'tenant_id': '2f95b3c188ab4fd3b66987ab0e8b76cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'external_fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.141'}], 'enable_snat': True}, 'gw_port_id': '98750c93-9363-4451-ae13-2a6b3f4437d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:25:09Z', 'updated_at': '2021-06-24T12:25:10Z', 'revision_number': 3, 'project_id': '2f95b3c188ab4fd3b66987ab0e8b76cb', 'gw_port': {'id': '98750c93-9363-4451-ae13-2a6b3f4437d6', 'name': '', 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:fc:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd810d49-ba9e-4647-b9c7-73135fc955da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:25:10Z', 'updated_at': '2021-06-24T12:25:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-4-hyperv'}], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:25:11.625697 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66354a57-9542-49c6-b03c-bd84f94f6978 None None] Checking router: cd810d49-ba9e-4647-b9c7-73135fc955da for host: dv-neutron-797120-4-hyperv {{(pid=128085) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 12:25:11.626110 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66354a57-9542-49c6-b03c-bd84f94f6978 None None] Updating router cd810d49-ba9e-4647-b9c7-73135fc955da port 98750c93-9363-4451-ae13-2a6b3f4437d6 binding host dv-neutron-797120-4-hyperv {{(pid=128085) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 12:25:11.661558 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-66354a57-9542-49c6-b03c-bd84f94f6978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:25:11.677695 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ccaaf92-aad3-430b-9213-c7621dc6e5df tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Made reservation on behalf of 2f95b3c188ab4fd3b66987ab0e8b76cb for: {'subnet': 1} {{(pid=128083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:25:11.683678 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-0ccaaf92-aad3-430b-9213-c7621dc6e5df tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3289788'] for subnet, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:25:11.931791 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-66354a57-9542-49c6-b03c-bd84f94f6978 None None] Notify callbacks [] for port, precommit_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:25:11.944017 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-66354a57-9542-49c6-b03c-bd84f94f6978 None None] Transition to ACTIVE for port object 98750c93-9363-4451-ae13-2a6b3f4437d6 will not be triggered until provisioned by entity L2. {{(pid=128085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:25:11.950286 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-66354a57-9542-49c6-b03c-bd84f94f6978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:25:11.951607 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-0ccaaf92-aad3-430b-9213-c7621dc6e5df tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2537737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3289942'] for subnet, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:25:11.953639 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-89bb4d2e-6236-4849-9412-66b437cf9d99 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:25:11.955008 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-06281407-589b-4d9e-841e-8c3fa3f62b4a tempest-NetworksIpV6Test-1132019847 tempest-NetworksIpV6Test-1132019847-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:25:12.001066 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-66354a57-9542-49c6-b03c-bd84f94f6978 None None] Attempting to bind port 98750c93-9363-4451-ae13-2a6b3f4437d6 on host dv-neutron-797120-4-hyperv for vnic_type normal with profile {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 12:25:12.001444 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-66354a57-9542-49c6-b03c-bd84f94f6978 None None] Attempting to bind port 98750c93-9363-4451-ae13-2a6b3f4437d6 by drivers openvswitch,hyperv on host dv-neutron-797120-4-hyperv at level 0 using segments [{'id': '1139564f-ff83-4b49-a593-84b33301357d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b'}] {{(pid=128085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 12:25:12.001821 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66354a57-9542-49c6-b03c-bd84f94f6978 None None] Attempting to bind port 98750c93-9363-4451-ae13-2a6b3f4437d6 on network f2b8ca71-e776-48b2-8898-96cc7970207b {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:25:12.010642 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66354a57-9542-49c6-b03c-bd84f94f6978 None None] Checking agent: {'id': 'e3a695b2-c397-461f-83b0-10b79d490b59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 11, 36, 56), 'started_at': datetime.datetime(2021, 6, 24, 11, 37, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 12, 24, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 12:25:12.011046 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66354a57-9542-49c6-b03c-bd84f94f6978 None None] Checking segment: {'id': '1139564f-ff83-4b49-a593-84b33301357d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=128085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:25:12.011396 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-66354a57-9542-49c6-b03c-bd84f94f6978 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:25:12.011807 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66354a57-9542-49c6-b03c-bd84f94f6978 None None] Bound using segment: {'id': '1139564f-ff83-4b49-a593-84b33301357d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b'} {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 12:25:12.012297 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-66354a57-9542-49c6-b03c-bd84f94f6978 None None] Bound port: 98750c93-9363-4451-ae13-2a6b3f4437d6, host: dv-neutron-797120-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1139564f-ff83-4b49-a593-84b33301357d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b'}}] {{(pid=128085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 12:25:12.012690 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-66354a57-9542-49c6-b03c-bd84f94f6978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:25:12.015297 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5309b27c-f5fb-4c7c-a364-c949816cb8a9 None None] Pushing event updated for resources: {'Port': ['ID=98750c93-9363-4451-ae13-2a6b3f4437d6,revision_number=2']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:25:12.022360 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ccaaf92-aad3-430b-9213-c7621dc6e5df tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Pushing event updated for resources: {'Subnet': ['ID=40e77471-1abe-4d91-a895-423d7963bb71,revision_number=0']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:25:12.025331 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-0ccaaf92-aad3-430b-9213-c7621dc6e5df tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:25:12.034005 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ccaaf92-aad3-430b-9213-c7621dc6e5df tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Checking segment: {'id': 'ded769b5-f688-4871-98a8-c31a3ce7c0ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'da0bbd70-b539-42b7-a955-55afeac55925'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=128083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:25:12.034372 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ccaaf92-aad3-430b-9213-c7621dc6e5df tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Network hostable DHCP agents. Network: da0bbd70-b539-42b7-a955-55afeac55925, hostable agents: ['6be988a9-1d97-480f-be5a-c55abf2c55c5'], hosted agents: [] {{(pid=128083) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 12:25:12.035686 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-5309b27c-f5fb-4c7c-a364-c949816cb8a9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:25:12.052535 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ccaaf92-aad3-430b-9213-c7621dc6e5df tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Network da0bbd70-b539-42b7-a955-55afeac55925 is scheduled to be hosted by DHCP agent 6be988a9-1d97-480f-be5a-c55abf2c55c5 with binding_index 1 {{(pid=128083) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 12:25:12.061908 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.base_scheduler [None req-0ccaaf92-aad3-430b-9213-c7621dc6e5df tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-4-hyperv, da0bbd70-b539-42b7-a955-55afeac55925) {{(pid=128083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:25:12.071001 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ccaaf92-aad3-430b-9213-c7621dc6e5df tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:25:12.071862 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-0ccaaf92-aad3-430b-9213-c7621dc6e5df tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks [] for subnet, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:25:12.073040 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2652c0cd-8f2f-4aa7-9666-0fe441633447 None None] Network da0bbd70-b539-42b7-a955-55afeac55925 requested from dv-neutron-797120-4-hyperv {{(pid=128085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:25:12.092858 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-0ccaaf92-aad3-430b-9213-c7621dc6e5df tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5543027 Jun 24 12:25:12.097720 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 40794) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:25:12.098345 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-66354a57-9542-49c6-b03c-bd84f94f6978 None None] For port 98750c93-9363-4451-ae13-2a6b3f4437d6, host dv-neutron-797120-4-hyperv, cleared binding levels {{(pid=128085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 12:25:12.137485 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-66354a57-9542-49c6-b03c-bd84f94f6978 None None] For port 98750c93-9363-4451-ae13-2a6b3f4437d6, host dv-neutron-797120-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=98750c93-9363-4451-ae13-2a6b3f4437d6,segment=NetworkSegment(1139564f-ff83-4b49-a593-84b33301357d),segment_id=1139564f-ff83-4b49-a593-84b33301357d)] {{(pid=128085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 12:25:12.143279 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-66354a57-9542-49c6-b03c-bd84f94f6978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:25:12.146803 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-3f5e0bee-cec5-44de-925e-4937c79416b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:25:12.230275 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66354a57-9542-49c6-b03c-bd84f94f6978 None None] Routers {'cd810d49-ba9e-4647-b9c7-73135fc955da'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:25:12.230903 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-66354a57-9542-49c6-b03c-bd84f94f6978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T12:24:56Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['cd810d49-ba9e-4647-b9c7-73135fc955da'], 'active': True} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:25:12.235098 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5309b27c-f5fb-4c7c-a364-c949816cb8a9 None None] Pushing event updated for resources: {'Port': ['ID=98750c93-9363-4451-ae13-2a6b3f4437d6,revision_number=3']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:25:12.287476 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-5309b27c-f5fb-4c7c-a364-c949816cb8a9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:25:12.535384 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6576619-b1c9-4d48-ada4-2e6734e62ca1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d65c8f8-7530-5052-99fe-8ea05073750b-da0bbd70-b539-42b7-a955-55afeac55925', 'network_id': 'da0bbd70-b539-42b7-a955-55afeac55925', 'tenant_id': '2f95b3c188ab4fd3b66987ab0e8b76cb', 'fixed_ips': [{'subnet_id': '40e77471-1abe-4d91-a895-423d7963bb71'}]}} from dv-neutron-797120-4-hyperv. {{(pid=128085) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 24 12:25:12.536251 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-e6576619-b1c9-4d48-ada4-2e6734e62ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_create {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:25:12.561561 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvr_db [None req-66354a57-9542-49c6-b03c-bd84f94f6978 None None] Set router cd810d49-ba9e-4647-b9c7-73135fc955da gateway port host: dv-neutron-797120-4-hyperv {{(pid=128085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:25:12.568442 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-942ab9c1-5789-430a-8b27-3ac525a00968 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:25:12.816683 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.db_base_plugin_common [None req-e6576619-b1c9-4d48-ada4-2e6734e62ca1 None None] Allocated IP 172.20.0.2 (da0bbd70-b539-42b7-a955-55afeac55925/40e77471-1abe-4d91-a895-423d7963bb71/3da29254-ee09-4fce-a05f-49eca6956cf5) {{(pid=128085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:25:12.916642 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-66354a57-9542-49c6-b03c-bd84f94f6978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd810d49-ba9e-4647-b9c7-73135fc955da', 'name': 'tempest-TestNetworkAdvancedServerOps-router-259180246', 'tenant_id': '2f95b3c188ab4fd3b66987ab0e8b76cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'external_fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.141'}], 'enable_snat': True}, 'gw_port_id': '98750c93-9363-4451-ae13-2a6b3f4437d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:25:09Z', 'updated_at': '2021-06-24T12:25:10Z', 'revision_number': 3, 'project_id': '2f95b3c188ab4fd3b66987ab0e8b76cb', 'gw_port': {'id': '98750c93-9363-4451-ae13-2a6b3f4437d6', 'name': '', 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:fc:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd810d49-ba9e-4647-b9c7-73135fc955da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:25:10Z', 'updated_at': '2021-06-24T12:25:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-4-hyperv'}], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:25:12.952881 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66354a57-9542-49c6-b03c-bd84f94f6978 None None] The sync data for ids ['cd810d49-ba9e-4647-b9c7-73135fc955da'] in dv-neutron-797120-4-hyperv is: [{'id': 'cd810d49-ba9e-4647-b9c7-73135fc955da', 'name': 'tempest-TestNetworkAdvancedServerOps-router-259180246', 'tenant_id': '2f95b3c188ab4fd3b66987ab0e8b76cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'external_fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.141'}], 'enable_snat': True}, 'gw_port_id': '98750c93-9363-4451-ae13-2a6b3f4437d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:25:09Z', 'updated_at': '2021-06-24T12:25:10Z', 'revision_number': 3, 'project_id': '2f95b3c188ab4fd3b66987ab0e8b76cb', 'gw_port': {'id': '98750c93-9363-4451-ae13-2a6b3f4437d6', 'name': '', 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:fc:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd810d49-ba9e-4647-b9c7-73135fc955da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:25:10Z', 'updated_at': '2021-06-24T12:25:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-4-hyperv'}] {{(pid=128085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 12:25:13.005149 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-e6576619-b1c9-4d48-ada4-2e6734e62ca1 None None] Notify callbacks [] for port, precommit_create {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:25:13.014300 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-e6576619-b1c9-4d48-ada4-2e6734e62ca1 None None] Transition to ACTIVE for port object 3da29254-ee09-4fce-a05f-49eca6956cf5 will not be triggered until provisioned by entity L2. {{(pid=128085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:25:13.030844 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-e6576619-b1c9-4d48-ada4-2e6734e62ca1 None None] Transition to ACTIVE for port object 3da29254-ee09-4fce-a05f-49eca6956cf5 will not be triggered until provisioned by entity DHCP. {{(pid=128085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:25:13.038574 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-e6576619-b1c9-4d48-ada4-2e6734e62ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-650429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-506361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793193536723'] for port, after_create {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:25:13.041510 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-cad14274-b44d-48ca-b5b9-fd9d5584cc22 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:25:13.076919 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6576619-b1c9-4d48-ada4-2e6734e62ca1 None None] Network da0bbd70-b539-42b7-a955-55afeac55925 is already hosted by enough agents. {{(pid=128085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:25:13.084874 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.scheduler.base_scheduler [None req-e6576619-b1c9-4d48-ada4-2e6734e62ca1 None None] Resources bound (agent type, host, resource id): {{(pid=128085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:25:13.088054 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6576619-b1c9-4d48-ada4-2e6734e62ca1 None None] Received port after_create {{(pid=128085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:25:13.100727 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.db_base_plugin_common [None req-942ab9c1-5789-430a-8b27-3ac525a00968 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Allocated IP 172.20.0.1 (da0bbd70-b539-42b7-a955-55afeac55925/40e77471-1abe-4d91-a895-423d7963bb71/278c495a-a9bf-4752-bc7f-74956a449b23) {{(pid=128083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:25:13.101293 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6576619-b1c9-4d48-ada4-2e6734e62ca1 None None] Pushing event updated for resources: {'Port': ['ID=3da29254-ee09-4fce-a05f-49eca6956cf5,revision_number=1']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:25:13.104584 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-e6576619-b1c9-4d48-ada4-2e6734e62ca1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:25:13.162412 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-e6576619-b1c9-4d48-ada4-2e6734e62ca1 None None] Attempting to bind port 3da29254-ee09-4fce-a05f-49eca6956cf5 on host dv-neutron-797120-4-hyperv for vnic_type normal with profile {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 12:25:13.162803 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-e6576619-b1c9-4d48-ada4-2e6734e62ca1 None None] Attempting to bind port 3da29254-ee09-4fce-a05f-49eca6956cf5 by drivers openvswitch,hyperv on host dv-neutron-797120-4-hyperv at level 0 using segments [{'id': 'ded769b5-f688-4871-98a8-c31a3ce7c0ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'da0bbd70-b539-42b7-a955-55afeac55925'}] {{(pid=128085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 12:25:13.163197 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6576619-b1c9-4d48-ada4-2e6734e62ca1 None None] Attempting to bind port 3da29254-ee09-4fce-a05f-49eca6956cf5 on network da0bbd70-b539-42b7-a955-55afeac55925 {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:25:13.173375 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6576619-b1c9-4d48-ada4-2e6734e62ca1 None None] Checking agent: {'id': 'e3a695b2-c397-461f-83b0-10b79d490b59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 11, 36, 56), 'started_at': datetime.datetime(2021, 6, 24, 11, 37, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 12, 24, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 12:25:13.173375 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6576619-b1c9-4d48-ada4-2e6734e62ca1 None None] Checking segment: {'id': 'ded769b5-f688-4871-98a8-c31a3ce7c0ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'da0bbd70-b539-42b7-a955-55afeac55925'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=128085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:25:13.173751 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-e6576619-b1c9-4d48-ada4-2e6734e62ca1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:25:13.174054 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6576619-b1c9-4d48-ada4-2e6734e62ca1 None None] Bound using segment: {'id': 'ded769b5-f688-4871-98a8-c31a3ce7c0ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'da0bbd70-b539-42b7-a955-55afeac55925'} {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 12:25:13.174555 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-e6576619-b1c9-4d48-ada4-2e6734e62ca1 None None] Bound port: 3da29254-ee09-4fce-a05f-49eca6956cf5, host: dv-neutron-797120-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ded769b5-f688-4871-98a8-c31a3ce7c0ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'da0bbd70-b539-42b7-a955-55afeac55925'}}] {{(pid=128085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 12:25:13.174956 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-e6576619-b1c9-4d48-ada4-2e6734e62ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:25:13.259504 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-942ab9c1-5789-430a-8b27-3ac525a00968 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks [] for port, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:25:13.261439 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-e6576619-b1c9-4d48-ada4-2e6734e62ca1 None None] For port 3da29254-ee09-4fce-a05f-49eca6956cf5, host dv-neutron-797120-4-hyperv, cleared binding levels {{(pid=128085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 12:25:13.265589 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-e6576619-b1c9-4d48-ada4-2e6734e62ca1 None None] For port 3da29254-ee09-4fce-a05f-49eca6956cf5, host dv-neutron-797120-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=3da29254-ee09-4fce-a05f-49eca6956cf5,segment=NetworkSegment(ded769b5-f688-4871-98a8-c31a3ce7c0ff),segment_id=ded769b5-f688-4871-98a8-c31a3ce7c0ff)] {{(pid=128085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 12:25:13.271939 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-e6576619-b1c9-4d48-ada4-2e6734e62ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:25:13.274476 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-ad7e0724-6004-432b-8f24-21001dc49e33 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:25:13.276672 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.provisioning_blocks [None req-942ab9c1-5789-430a-8b27-3ac525a00968 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Transition to ACTIVE for port object 278c495a-a9bf-4752-bc7f-74956a449b23 will not be triggered until provisioned by entity DHCP. {{(pid=128083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:25:13.326821 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-942ab9c1-5789-430a-8b27-3ac525a00968 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-650429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-506361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793193536723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2537853'] for port, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:25:13.332061 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-4b2778d0-c706-4580-a67f-ad3f365b47c4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:25:13.349972 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6576619-b1c9-4d48-ada4-2e6734e62ca1 None None] Pushing event updated for resources: {'Port': ['ID=3da29254-ee09-4fce-a05f-49eca6956cf5,revision_number=2']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:25:13.360698 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-e6576619-b1c9-4d48-ada4-2e6734e62ca1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:25:13.374353 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-942ab9c1-5789-430a-8b27-3ac525a00968 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Network da0bbd70-b539-42b7-a955-55afeac55925 is already hosted by enough agents. {{(pid=128083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:25:13.378340 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.base_scheduler [None req-942ab9c1-5789-430a-8b27-3ac525a00968 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Resources bound (agent type, host, resource id): {{(pid=128083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:25:13.382643 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-942ab9c1-5789-430a-8b27-3ac525a00968 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Received port after_create {{(pid=128083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:25:13.424181 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942ab9c1-5789-430a-8b27-3ac525a00968 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Pushing event updated for resources: {'Port': ['ID=278c495a-a9bf-4752-bc7f-74956a449b23,revision_number=1']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:25:13.431506 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-942ab9c1-5789-430a-8b27-3ac525a00968 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:25:13.445332 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-942ab9c1-5789-430a-8b27-3ac525a00968 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1978458'] for router_interface, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:25:13.632588 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-942ab9c1-5789-430a-8b27-3ac525a00968 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:25:14.232510 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-942ab9c1-5789-430a-8b27-3ac525a00968 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks [] for port, precommit_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:25:14.238968 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-942ab9c1-5789-430a-8b27-3ac525a00968 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2537871'] for port, after_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:25:14.242676 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-2762c14d-e4b9-4b36-b47a-537b89b538c6 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:25:14.325464 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-942ab9c1-5789-430a-8b27-3ac525a00968 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1783050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1978542'] for router_interface, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:25:14.327476 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942ab9c1-5789-430a-8b27-3ac525a00968 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Pushing event updated for resources: {'Port': ['ID=278c495a-a9bf-4752-bc7f-74956a449b23,revision_number=2']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:25:14.331106 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-942ab9c1-5789-430a-8b27-3ac525a00968 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:25:14.377656 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6aef6f57-fd0a-4b46-b59c-4ede3c153263 None None] Network da0bbd70-b539-42b7-a955-55afeac55925 requested from dv-neutron-797120-4-hyperv {{(pid=128085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:25:14.431771 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-942ab9c1-5789-430a-8b27-3ac525a00968 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Network da0bbd70-b539-42b7-a955-55afeac55925 is already hosted by enough agents. {{(pid=128083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:25:14.433321 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.base_scheduler [None req-942ab9c1-5789-430a-8b27-3ac525a00968 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Resources bound (agent type, host, resource id): {{(pid=128083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:25:14.448613 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-da47bbb4-74bd-44e0-b2d3-9f20f0deffa8 None None] Provisioning for port 3da29254-ee09-4fce-a05f-49eca6956cf5 completed by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:25:14.567638 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-942ab9c1-5789-430a-8b27-3ac525a00968 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Router cd810d49-ba9e-4647-b9c7-73135fc955da has already been hosted by L3 agent 2987dba8-2249-4ee6-96ec-28f0f7a6127d {{(pid=128083) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 12:25:14.696309 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-942ab9c1-5789-430a-8b27-3ac525a00968 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify agent at l3_agent.dv-neutron-797120-4-hyperv the message routers_updated {{(pid=128083) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 12:25:14.702180 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-942ab9c1-5789-430a-8b27-3ac525a00968 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] 10.222.0.53 "PUT /v2.0/routers/cd810d49-ba9e-4647-b9c7-73135fc955da/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6033101 Jun 24 12:25:14.795781 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-da487512-d8a0-494f-bcf3-609232045846 None None] Provisioning for port 278c495a-a9bf-4752-bc7f-74956a449b23 completed by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:25:14.801324 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-da487512-d8a0-494f-bcf3-609232045846 None None] Provisioning complete for port 278c495a-a9bf-4752-bc7f-74956a449b23 triggered by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:25:14.801749 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-da487512-d8a0-494f-bcf3-609232045846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:25:14.845572 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-da487512-d8a0-494f-bcf3-609232045846 None None] Port 278c495a-a9bf-4752-bc7f-74956a449b23 cannot update to ACTIVE because it is not bound. {{(pid=128085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 12:25:14.865165 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-abe79a76-70b7-41e0-9cfe-28f6572a3bca req-b1787669-3939-43bf-851d-ca87d77b9f3a tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2221806&fields=id&tenant_id=2f95b3c188ab4fd3b66987ab0e8b76cb HTTP/1.1" status: 200 len: 267 time: 0.0400653 Jun 24 12:25:14.913714 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8136649f-0a40-46d3-818b-6e7765da1dec None None] Sync routers for ids ['cd810d49-ba9e-4647-b9c7-73135fc955da'] in dv-neutron-797120-4-hyperv {{(pid=128086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 12:25:14.930464 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8136649f-0a40-46d3-818b-6e7765da1dec None None] Routers {'cd810d49-ba9e-4647-b9c7-73135fc955da'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:25:14.931263 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-8136649f-0a40-46d3-818b-6e7765da1dec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T12:24:56Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['cd810d49-ba9e-4647-b9c7-73135fc955da'], 'active': True} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:25:15.014118 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device 98750c93-9363-4451-ae13-2a6b3f4437d6 up at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:25:15.024091 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe79a76-70b7-41e0-9cfe-28f6572a3bca req-359f0527-bb68-4ae8-862b-3135dd00117a tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:25:15.025900 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-abe79a76-70b7-41e0-9cfe-28f6572a3bca req-359f0527-bb68-4ae8-862b-3135dd00117a tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] 10.222.0.53 "GET /v2.0/networks?id=da0bbd70-b539-42b7-a955-55afeac55925 HTTP/1.1" status: 200 len: 797 time: 0.1518948 Jun 24 12:25:15.045016 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-abe79a76-70b7-41e0-9cfe-28f6572a3bca req-362ce0ff-e53b-44ee-b1cd-f28c15614505 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] 10.222.0.53 "GET /v2.0/quotas/2f95b3c188ab4fd3b66987ab0e8b76cb HTTP/1.1" status: 200 len: 375 time: 0.0124881 Jun 24 12:25:15.079820 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:25:15.088483 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-6348f40c-a710-4897-8f76-d53867c876e2 None None] Provisioning complete for port 278c495a-a9bf-4752-bc7f-74956a449b23 triggered by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:25:15.088769 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_dvr_db [None req-8136649f-0a40-46d3-818b-6e7765da1dec None None] Set router cd810d49-ba9e-4647-b9c7-73135fc955da gateway port host: dv-neutron-797120-4-hyperv {{(pid=128086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:25:15.088953 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-6348f40c-a710-4897-8f76-d53867c876e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:25:15.127181 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning for port 98750c93-9363-4451-ae13-2a6b3f4437d6 completed by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:25:15.132459 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning complete for port 98750c93-9363-4451-ae13-2a6b3f4437d6 triggered by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:25:15.133384 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:25:15.138630 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-6348f40c-a710-4897-8f76-d53867c876e2 None None] Port 278c495a-a9bf-4752-bc7f-74956a449b23 cannot update to ACTIVE because it is not bound. {{(pid=128085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 12:25:15.154460 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-abe79a76-70b7-41e0-9cfe-28f6572a3bca req-cad7cdb5-91c9-45ac-b32f-a818667da399 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=2f95b3c188ab4fd3b66987ab0e8b76cb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0992892 Jun 24 12:25:15.196848 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.agents_db [None req-87a69269-d72b-4286-97f3-1041481ed6d8 None None] Agent healthcheck: found 6 active agents {{(pid=128086) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 12:25:15.236528 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:25:15.259557 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] For port 98750c93-9363-4451-ae13-2a6b3f4437d6, host dv-neutron-797120-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=98750c93-9363-4451-ae13-2a6b3f4437d6,segment=NetworkSegment(1139564f-ff83-4b49-a593-84b33301357d),segment_id=1139564f-ff83-4b49-a593-84b33301357d)] {{(pid=128085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:25:15.264767 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:25:15.266023 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device 3da29254-ee09-4fce-a05f-49eca6956cf5 up at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:25:15.268188 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-7841fa68-2b18-48c4-be3b-1d76c02f0f47 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:25:15.274832 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-abe79a76-70b7-41e0-9cfe-28f6572a3bca req-58478a2e-f434-437b-868e-1ab0bb0275b0 service neutron] 10.222.0.53 "GET /v2.0/networks/da0bbd70-b539-42b7-a955-55afeac55925?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1166899 Jun 24 12:25:15.366107 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Pushing event updated for resources: {'Port': ['ID=98750c93-9363-4451-ae13-2a6b3f4437d6,revision_number=4']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:25:15.373170 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:25:15.382508 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-cfbb866d-ac6b-491f-860b-32e4294b45a8 None None] Provisioning complete for port 278c495a-a9bf-4752-bc7f-74956a449b23 triggered by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:25:15.383169 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-cfbb866d-ac6b-491f-860b-32e4294b45a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:25:15.405156 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning for port 3da29254-ee09-4fce-a05f-49eca6956cf5 completed by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:25:15.411177 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning complete for port 3da29254-ee09-4fce-a05f-49eca6956cf5 triggered by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:25:15.411558 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:25:15.411901 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-8136649f-0a40-46d3-818b-6e7765da1dec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd810d49-ba9e-4647-b9c7-73135fc955da', 'name': 'tempest-TestNetworkAdvancedServerOps-router-259180246', 'tenant_id': '2f95b3c188ab4fd3b66987ab0e8b76cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'external_fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.141'}], 'enable_snat': True}, 'gw_port_id': '98750c93-9363-4451-ae13-2a6b3f4437d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:25:09Z', 'updated_at': '2021-06-24T12:25:13Z', 'revision_number': 4, 'project_id': '2f95b3c188ab4fd3b66987ab0e8b76cb', 'gw_port': {'id': '98750c93-9363-4451-ae13-2a6b3f4437d6', 'name': '', 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:fc:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd810d49-ba9e-4647-b9c7-73135fc955da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:25:10Z', 'updated_at': '2021-06-24T12:25:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-4-hyperv', '_interfaces': [{'id': '278c495a-a9bf-4752-bc7f-74956a449b23', 'name': '', 'network_id': 'da0bbd70-b539-42b7-a955-55afeac55925', 'tenant_id': '2f95b3c188ab4fd3b66987ab0e8b76cb', 'mac_address': 'fa:16:3e:de:30:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd810d49-ba9e-4647-b9c7-73135fc955da', 'device_owner': 'network:router_interface', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': '40e77471-1abe-4d91-a895-423d7963bb71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:25:12Z', 'updated_at': '2021-06-24T12:25:14Z', 'revision_number': 2, 'project_id': '2f95b3c188ab4fd3b66987ab0e8b76cb', 'subnets': [{'id': '40e77471-1abe-4d91-a895-423d7963bb71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:25:15.424694 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-abe79a76-70b7-41e0-9cfe-28f6572a3bca req-4744995d-4517-48a1-9c35-252dd0223529 service neutron] 10.222.0.53 "GET /v2.0/networks/da0bbd70-b539-42b7-a955-55afeac55925?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1489964 Jun 24 12:25:15.451434 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8136649f-0a40-46d3-818b-6e7765da1dec None None] Checking router: cd810d49-ba9e-4647-b9c7-73135fc955da for host: dv-neutron-797120-4-hyperv {{(pid=128086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 12:25:15.451809 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8136649f-0a40-46d3-818b-6e7765da1dec None None] Updating router cd810d49-ba9e-4647-b9c7-73135fc955da port 278c495a-a9bf-4752-bc7f-74956a449b23 binding host dv-neutron-797120-4-hyperv {{(pid=128086) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 12:25:15.454154 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-cfbb866d-ac6b-491f-860b-32e4294b45a8 None None] Port 278c495a-a9bf-4752-bc7f-74956a449b23 cannot update to ACTIVE because it is not bound. {{(pid=128085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 12:25:15.489604 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron_lib.callbacks.manager [None req-8136649f-0a40-46d3-818b-6e7765da1dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:25:15.509195 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:25:15.549478 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] For port 3da29254-ee09-4fce-a05f-49eca6956cf5, host dv-neutron-797120-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=3da29254-ee09-4fce-a05f-49eca6956cf5,segment=NetworkSegment(ded769b5-f688-4871-98a8-c31a3ce7c0ff),segment_id=ded769b5-f688-4871-98a8-c31a3ce7c0ff)] {{(pid=128085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:25:15.554667 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:25:15.556675 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-caa5d61a-b854-4ed0-b05e-36e7b083a83d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:25:15.616185 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Pushing event updated for resources: {'Port': ['ID=3da29254-ee09-4fce-a05f-49eca6956cf5,revision_number=3']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:25:15.619898 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:25:15.655033 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-def8b8d8-d91a-47c4-b33d-9aa860d201b1 req-f005d070-1449-4d44-aca0-a3cb2db17c25 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] 10.222.0.53 "GET /v2.0/ports?device_id=a7d26d91-a009-4642-8774-8e7071a11158 HTTP/1.1" status: 200 len: 210 time: 0.0468318 Jun 24 12:25:15.822232 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron_lib.callbacks.manager [None req-8136649f-0a40-46d3-818b-6e7765da1dec None None] Notify callbacks [] for port, precommit_update {{(pid=128086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:25:15.834159 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.provisioning_blocks [None req-8136649f-0a40-46d3-818b-6e7765da1dec None None] Transition to ACTIVE for port object 278c495a-a9bf-4752-bc7f-74956a449b23 will not be triggered until provisioned by entity L2. {{(pid=128086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:25:15.839890 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron_lib.callbacks.manager [None req-8136649f-0a40-46d3-818b-6e7765da1dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:25:15.843350 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG oslo_concurrency.lockutils [None req-a303a649-2d60-4d9c-9e57-ef20752db339 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128086) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:25:15.917920 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19fc5adb-ed7e-424a-aea0-2609c9f71a43 None None] Pushing event updated for resources: {'Port': ['ID=278c495a-a9bf-4752-bc7f-74956a449b23,revision_number=3']} {{(pid=128086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:25:15.947224 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19fc5adb-ed7e-424a-aea0-2609c9f71a43 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:25:15.947680 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19fc5adb-ed7e-424a-aea0-2609c9f71a43 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:25:15.947956 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19fc5adb-ed7e-424a-aea0-2609c9f71a43 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:25:15.948861 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19fc5adb-ed7e-424a-aea0-2609c9f71a43 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:25:15.949137 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19fc5adb-ed7e-424a-aea0-2609c9f71a43 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:25:15.949514 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19fc5adb-ed7e-424a-aea0-2609c9f71a43 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:25:15.949935 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19fc5adb-ed7e-424a-aea0-2609c9f71a43 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:25:15.950379 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19fc5adb-ed7e-424a-aea0-2609c9f71a43 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:25:15.950677 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19fc5adb-ed7e-424a-aea0-2609c9f71a43 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:25:15.951107 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19fc5adb-ed7e-424a-aea0-2609c9f71a43 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:25:15.951500 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19fc5adb-ed7e-424a-aea0-2609c9f71a43 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:25:15.951827 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19fc5adb-ed7e-424a-aea0-2609c9f71a43 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:25:15.956910 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG oslo_concurrency.lockutils [None req-19fc5adb-ed7e-424a-aea0-2609c9f71a43 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=128086) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:25:15.967510 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.plugins.ml2.managers [None req-8136649f-0a40-46d3-818b-6e7765da1dec None None] Attempting to bind port 278c495a-a9bf-4752-bc7f-74956a449b23 on host dv-neutron-797120-4-hyperv for vnic_type normal with profile {{(pid=128086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 12:25:15.967911 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.plugins.ml2.managers [None req-8136649f-0a40-46d3-818b-6e7765da1dec None None] Attempting to bind port 278c495a-a9bf-4752-bc7f-74956a449b23 by drivers openvswitch,hyperv on host dv-neutron-797120-4-hyperv at level 0 using segments [{'id': 'ded769b5-f688-4871-98a8-c31a3ce7c0ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'da0bbd70-b539-42b7-a955-55afeac55925'}] {{(pid=128086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 12:25:15.968207 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8136649f-0a40-46d3-818b-6e7765da1dec None None] Attempting to bind port 278c495a-a9bf-4752-bc7f-74956a449b23 on network da0bbd70-b539-42b7-a955-55afeac55925 {{(pid=128086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:25:15.974775 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8136649f-0a40-46d3-818b-6e7765da1dec None None] Checking agent: {'id': 'e3a695b2-c397-461f-83b0-10b79d490b59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 11, 36, 56), 'started_at': datetime.datetime(2021, 6, 24, 11, 37, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 12, 24, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=128086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 12:25:15.975326 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8136649f-0a40-46d3-818b-6e7765da1dec None None] Checking segment: {'id': 'ded769b5-f688-4871-98a8-c31a3ce7c0ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'da0bbd70-b539-42b7-a955-55afeac55925'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=128086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:25:15.975748 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron_lib.callbacks.manager [None req-8136649f-0a40-46d3-818b-6e7765da1dec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=128086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:25:15.976195 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8136649f-0a40-46d3-818b-6e7765da1dec None None] Bound using segment: {'id': 'ded769b5-f688-4871-98a8-c31a3ce7c0ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'da0bbd70-b539-42b7-a955-55afeac55925'} {{(pid=128086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 12:25:15.976674 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.plugins.ml2.managers [None req-8136649f-0a40-46d3-818b-6e7765da1dec None None] Bound port: 278c495a-a9bf-4752-bc7f-74956a449b23, host: dv-neutron-797120-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ded769b5-f688-4871-98a8-c31a3ce7c0ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'da0bbd70-b539-42b7-a955-55afeac55925'}}] {{(pid=128086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 12:25:15.977102 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron_lib.callbacks.manager [None req-8136649f-0a40-46d3-818b-6e7765da1dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:25:16.056540 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.plugins.ml2.db [None req-8136649f-0a40-46d3-818b-6e7765da1dec None None] For port 278c495a-a9bf-4752-bc7f-74956a449b23, host dv-neutron-797120-4-hyperv, cleared binding levels {{(pid=128086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 12:25:16.059898 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.plugins.ml2.db [None req-8136649f-0a40-46d3-818b-6e7765da1dec None None] For port 278c495a-a9bf-4752-bc7f-74956a449b23, host dv-neutron-797120-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=278c495a-a9bf-4752-bc7f-74956a449b23,segment=NetworkSegment(ded769b5-f688-4871-98a8-c31a3ce7c0ff),segment_id=ded769b5-f688-4871-98a8-c31a3ce7c0ff)] {{(pid=128086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 12:25:16.067583 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron_lib.callbacks.manager [None req-8136649f-0a40-46d3-818b-6e7765da1dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:25:16.070780 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG oslo_concurrency.lockutils [None req-a303a649-2d60-4d9c-9e57-ef20752db339 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128086) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:25:16.131363 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8136649f-0a40-46d3-818b-6e7765da1dec None None] Routers {'cd810d49-ba9e-4647-b9c7-73135fc955da'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:25:16.131996 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-8136649f-0a40-46d3-818b-6e7765da1dec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T12:24:56Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['cd810d49-ba9e-4647-b9c7-73135fc955da'], 'active': True} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:25:16.191473 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19fc5adb-ed7e-424a-aea0-2609c9f71a43 None None] Pushing event updated for resources: {'Port': ['ID=278c495a-a9bf-4752-bc7f-74956a449b23,revision_number=4']} {{(pid=128086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:25:16.198531 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG oslo_concurrency.lockutils [None req-19fc5adb-ed7e-424a-aea0-2609c9f71a43 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=128086) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:25:16.275079 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_dvr_db [None req-8136649f-0a40-46d3-818b-6e7765da1dec None None] Set router cd810d49-ba9e-4647-b9c7-73135fc955da gateway port host: dv-neutron-797120-4-hyperv {{(pid=128086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:25:16.500193 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-8136649f-0a40-46d3-818b-6e7765da1dec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd810d49-ba9e-4647-b9c7-73135fc955da', 'name': 'tempest-TestNetworkAdvancedServerOps-router-259180246', 'tenant_id': '2f95b3c188ab4fd3b66987ab0e8b76cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'external_fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.141'}], 'enable_snat': True}, 'gw_port_id': '98750c93-9363-4451-ae13-2a6b3f4437d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:25:09Z', 'updated_at': '2021-06-24T12:25:13Z', 'revision_number': 4, 'project_id': '2f95b3c188ab4fd3b66987ab0e8b76cb', 'gw_port': {'id': '98750c93-9363-4451-ae13-2a6b3f4437d6', 'name': '', 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:fc:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd810d49-ba9e-4647-b9c7-73135fc955da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:25:10Z', 'updated_at': '2021-06-24T12:25:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-4-hyperv', '_interfaces': [{'id': '278c495a-a9bf-4752-bc7f-74956a449b23', 'name': '', 'network_id': 'da0bbd70-b539-42b7-a955-55afeac55925', 'tenant_id': '2f95b3c188ab4fd3b66987ab0e8b76cb', 'mac_address': 'fa:16:3e:de:30:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd810d49-ba9e-4647-b9c7-73135fc955da', 'device_owner': 'network:router_interface', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': '40e77471-1abe-4d91-a895-423d7963bb71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:25:12Z', 'updated_at': '2021-06-24T12:25:16Z', 'revision_number': 4, 'project_id': '2f95b3c188ab4fd3b66987ab0e8b76cb', 'subnets': [{'id': '40e77471-1abe-4d91-a895-423d7963bb71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:25:16.527702 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8136649f-0a40-46d3-818b-6e7765da1dec None None] The sync data for ids ['cd810d49-ba9e-4647-b9c7-73135fc955da'] in dv-neutron-797120-4-hyperv is: [{'id': 'cd810d49-ba9e-4647-b9c7-73135fc955da', 'name': 'tempest-TestNetworkAdvancedServerOps-router-259180246', 'tenant_id': '2f95b3c188ab4fd3b66987ab0e8b76cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'external_fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.141'}], 'enable_snat': True}, 'gw_port_id': '98750c93-9363-4451-ae13-2a6b3f4437d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:25:09Z', 'updated_at': '2021-06-24T12:25:13Z', 'revision_number': 4, 'project_id': '2f95b3c188ab4fd3b66987ab0e8b76cb', 'gw_port': {'id': '98750c93-9363-4451-ae13-2a6b3f4437d6', 'name': '', 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:fc:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd810d49-ba9e-4647-b9c7-73135fc955da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:25:10Z', 'updated_at': '2021-06-24T12:25:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-4-hyperv', '_interfaces': [{'id': '278c495a-a9bf-4752-bc7f-74956a449b23', 'name': '', 'network_id': 'da0bbd70-b539-42b7-a955-55afeac55925', 'tenant_id': '2f95b3c188ab4fd3b66987ab0e8b76cb', 'mac_address': 'fa:16:3e:de:30:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd810d49-ba9e-4647-b9c7-73135fc955da', 'device_owner': 'network:router_interface', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': '40e77471-1abe-4d91-a895-423d7963bb71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:25:12Z', 'updated_at': '2021-06-24T12:25:16Z', 'revision_number': 4, 'project_id': '2f95b3c188ab4fd3b66987ab0e8b76cb', 'subnets': [{'id': '40e77471-1abe-4d91-a895-423d7963bb71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=128086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 12:25:16.853797 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-a2945ed4-04d6-457e-8340-2b704b5e93c3 req-6ce906ae-b036-403e-9016-32538697e341 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] 10.222.0.53 "GET /v2.0/ports?device_id=a7d26d91-a009-4642-8774-8e7071a11158 HTTP/1.1" status: 200 len: 210 time: 0.0634136 Jun 24 12:25:16.913161 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe79a76-70b7-41e0-9cfe-28f6572a3bca req-10007c3f-68ce-4ea2-9132-8b379fe7c27c tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:25:16.914771 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-abe79a76-70b7-41e0-9cfe-28f6572a3bca req-10007c3f-68ce-4ea2-9132-8b379fe7c27c tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] 10.222.0.45 "GET /v2.0/networks?id=da0bbd70-b539-42b7-a955-55afeac55925 HTTP/1.1" status: 200 len: 797 time: 0.1550717 Jun 24 12:25:16.971771 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-abe79a76-70b7-41e0-9cfe-28f6572a3bca req-55d0bf5c-7961-4318-9a15-f436f753f62e tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2f95b3c188ab4fd3b66987ab0e8b76cb HTTP/1.1" status: 200 len: 377 time: 0.0460844 Jun 24 12:25:16.989383 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [req-abe79a76-70b7-41e0-9cfe-28f6572a3bca req-03b45831-373a-439b-9478-e460c9057492 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Request body: {'port': {'device_id': 'a7d26d91-a009-4642-8774-8e7071a11158', 'network_id': 'da0bbd70-b539-42b7-a955-55afeac55925', 'admin_state_up': True, 'tenant_id': '2f95b3c188ab4fd3b66987ab0e8b76cb', 'security_groups': ['2a54d6c9-b1ae-41f2-861b-db8347e4504b']}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:25:17.055628 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device 98750c93-9363-4451-ae13-2a6b3f4437d6 up at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:25:17.116134 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning complete for port 98750c93-9363-4451-ae13-2a6b3f4437d6 triggered by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:25:17.116671 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:25:17.128681 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-abe79a76-70b7-41e0-9cfe-28f6572a3bca req-03b45831-373a-439b-9478-e460c9057492 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Made reservation on behalf of 2f95b3c188ab4fd3b66987ab0e8b76cb for: {'port': 1} {{(pid=128083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:25:17.132653 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-abe79a76-70b7-41e0-9cfe-28f6572a3bca req-03b45831-373a-439b-9478-e460c9057492 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:25:17.206580 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device 278c495a-a9bf-4752-bc7f-74956a449b23 up at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:25:17.261359 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning for port 278c495a-a9bf-4752-bc7f-74956a449b23 completed by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:25:17.266242 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning complete for port 278c495a-a9bf-4752-bc7f-74956a449b23 triggered by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:25:17.266742 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:25:17.280683 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.db_base_plugin_common [req-abe79a76-70b7-41e0-9cfe-28f6572a3bca req-03b45831-373a-439b-9478-e460c9057492 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Allocated IP 172.20.0.6 (da0bbd70-b539-42b7-a955-55afeac55925/40e77471-1abe-4d91-a895-423d7963bb71/01874839-69c6-4978-a1e2-7377563d6b0d) {{(pid=128083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:25:17.355539 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:25:17.391259 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] For port 278c495a-a9bf-4752-bc7f-74956a449b23, host dv-neutron-797120-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=278c495a-a9bf-4752-bc7f-74956a449b23,segment=NetworkSegment(ded769b5-f688-4871-98a8-c31a3ce7c0ff),segment_id=ded769b5-f688-4871-98a8-c31a3ce7c0ff)] {{(pid=128085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:25:17.395738 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:25:17.397158 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device 3da29254-ee09-4fce-a05f-49eca6956cf5 up at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:25:17.401063 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:25:17.431733 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-abe79a76-70b7-41e0-9cfe-28f6572a3bca req-03b45831-373a-439b-9478-e460c9057492 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks [] for port, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:25:17.445860 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.provisioning_blocks [req-abe79a76-70b7-41e0-9cfe-28f6572a3bca req-03b45831-373a-439b-9478-e460c9057492 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Transition to ACTIVE for port object 01874839-69c6-4978-a1e2-7377563d6b0d will not be triggered until provisioned by entity DHCP. {{(pid=128083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:25:17.478449 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Pushing event updated for resources: {'Port': ['ID=278c495a-a9bf-4752-bc7f-74956a449b23,revision_number=5']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:25:17.479737 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-abe79a76-70b7-41e0-9cfe-28f6572a3bca req-03b45831-373a-439b-9478-e460c9057492 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-650429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-506361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793193536723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2537853'] for port, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:25:17.483785 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-58ff8012-0c6b-4da6-b8b3-2a5cf0a78d10 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:25:17.490138 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:25:17.502629 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning complete for port 3da29254-ee09-4fce-a05f-49eca6956cf5 triggered by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:25:17.503171 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:25:17.530330 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-abe79a76-70b7-41e0-9cfe-28f6572a3bca req-03b45831-373a-439b-9478-e460c9057492 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Network da0bbd70-b539-42b7-a955-55afeac55925 is already hosted by enough agents. {{(pid=128083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:25:17.535004 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.base_scheduler [req-abe79a76-70b7-41e0-9cfe-28f6572a3bca req-03b45831-373a-439b-9478-e460c9057492 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Resources bound (agent type, host, resource id): {{(pid=128083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:25:17.541505 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.l3_dvrscheduler_db [req-abe79a76-70b7-41e0-9cfe-28f6572a3bca req-03b45831-373a-439b-9478-e460c9057492 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Received port after_create {{(pid=128083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:25:17.573584 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b45831-373a-439b-9478-e460c9057492 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Pushing event updated for resources: {'Port': ['ID=01874839-69c6-4978-a1e2-7377563d6b0d,revision_number=1']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:25:17.578422 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-03b45831-373a-439b-9478-e460c9057492 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:25:17.609063 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe79a76-70b7-41e0-9cfe-28f6572a3bca req-03b45831-373a-439b-9478-e460c9057492 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:25:17.610305 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-abe79a76-70b7-41e0-9cfe-28f6572a3bca req-03b45831-373a-439b-9478-e460c9057492 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468916'] for port, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:25:17.626290 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-abe79a76-70b7-41e0-9cfe-28f6572a3bca req-03b45831-373a-439b-9478-e460c9057492 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6457729 Jun 24 12:25:17.643218 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [req-abe79a76-70b7-41e0-9cfe-28f6572a3bca req-c6111698-fd03-4eb2-afcb-bb73a167fea6 service neutron] Request body: {'port': {'device_id': 'a7d26d91-a009-4642-8774-8e7071a11158', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7971'}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:25:17.725113 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-abe79a76-70b7-41e0-9cfe-28f6572a3bca req-c6111698-fd03-4eb2-afcb-bb73a167fea6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:25:17.829845 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-9236af5a-767b-4936-9eba-557e67007b90 None None] Provisioning for port 01874839-69c6-4978-a1e2-7377563d6b0d completed by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:25:17.834087 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-9236af5a-767b-4936-9eba-557e67007b90 None None] Provisioning complete for port 01874839-69c6-4978-a1e2-7377563d6b0d triggered by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:25:17.834752 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-9236af5a-767b-4936-9eba-557e67007b90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:25:17.869931 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-9236af5a-767b-4936-9eba-557e67007b90 None None] Port 01874839-69c6-4978-a1e2-7377563d6b0d cannot update to ACTIVE because it is not bound. {{(pid=128085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 12:25:18.052909 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.notifiers.nova [req-abe79a76-70b7-41e0-9cfe-28f6572a3bca req-c6111698-fd03-4eb2-afcb-bb73a167fea6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 01874839-69c6-4978-a1e2-7377563d6b0d {{(pid=128083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 12:25:18.063484 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-abe79a76-70b7-41e0-9cfe-28f6572a3bca req-c6111698-fd03-4eb2-afcb-bb73a167fea6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:25:18.082605 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.provisioning_blocks [req-abe79a76-70b7-41e0-9cfe-28f6572a3bca req-c6111698-fd03-4eb2-afcb-bb73a167fea6 service neutron] Transition to ACTIVE for port object 01874839-69c6-4978-a1e2-7377563d6b0d will not be triggered until provisioned by entity L2. {{(pid=128083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:25:18.092120 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08db0626-9e03-4833-82b4-e3e83c22bbfc req-de579e77-4c7e-468e-94a2-b5d051097809 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:25:18.093799 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-08db0626-9e03-4833-82b4-e3e83c22bbfc req-de579e77-4c7e-468e-94a2-b5d051097809 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] 10.222.0.53 "GET /v2.0/ports?device_id=a7d26d91-a009-4642-8774-8e7071a11158 HTTP/1.1" status: 200 len: 931 time: 0.1222963 Jun 24 12:25:18.095186 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-abe79a76-70b7-41e0-9cfe-28f6572a3bca req-c6111698-fd03-4eb2-afcb-bb73a167fea6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2537871'] for port, after_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:25:18.097450 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-a65a14d9-114e-4306-ae39-6a8f59bc3033 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:25:18.174783 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6111698-fd03-4eb2-afcb-bb73a167fea6 service neutron] Pushing event updated for resources: {'Port': ['ID=01874839-69c6-4978-a1e2-7377563d6b0d,revision_number=2']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:25:18.177952 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-c6111698-fd03-4eb2-afcb-bb73a167fea6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:25:18.226740 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-08db0626-9e03-4833-82b4-e3e83c22bbfc req-c39ba56b-d24d-4b3e-b9e4-0174cc231708 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] 10.222.0.53 "GET /v2.0/security-groups?id=2a54d6c9-b1ae-41f2-861b-db8347e4504b&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1255062 Jun 24 12:25:18.257532 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.managers [req-abe79a76-70b7-41e0-9cfe-28f6572a3bca req-c6111698-fd03-4eb2-afcb-bb73a167fea6 service neutron] Attempting to bind port 01874839-69c6-4978-a1e2-7377563d6b0d on host hv-neutron-7971 for vnic_type normal with profile {{(pid=128083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 12:25:18.257875 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.managers [req-abe79a76-70b7-41e0-9cfe-28f6572a3bca req-c6111698-fd03-4eb2-afcb-bb73a167fea6 service neutron] Attempting to bind port 01874839-69c6-4978-a1e2-7377563d6b0d by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': 'ded769b5-f688-4871-98a8-c31a3ce7c0ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'da0bbd70-b539-42b7-a955-55afeac55925'}] {{(pid=128083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 12:25:18.258204 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abe79a76-70b7-41e0-9cfe-28f6572a3bca req-c6111698-fd03-4eb2-afcb-bb73a167fea6 service neutron] Attempting to bind port 01874839-69c6-4978-a1e2-7377563d6b0d on network da0bbd70-b539-42b7-a955-55afeac55925 {{(pid=128083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:25:18.262892 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abe79a76-70b7-41e0-9cfe-28f6572a3bca req-c6111698-fd03-4eb2-afcb-bb73a167fea6 service neutron] Port 01874839-69c6-4978-a1e2-7377563d6b0d on network da0bbd70-b539-42b7-a955-55afeac55925 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=128083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 12:25:18.263213 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abe79a76-70b7-41e0-9cfe-28f6572a3bca req-c6111698-fd03-4eb2-afcb-bb73a167fea6 service neutron] Attempting to bind port 01874839-69c6-4978-a1e2-7377563d6b0d on network da0bbd70-b539-42b7-a955-55afeac55925 {{(pid=128083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:25:18.268084 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abe79a76-70b7-41e0-9cfe-28f6572a3bca req-c6111698-fd03-4eb2-afcb-bb73a167fea6 service neutron] Checking agent: {'id': 'a2c9a14d-87aa-4cd1-a510-11988f19c3d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7971', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 11, 42, 44), 'started_at': datetime.datetime(2021, 6, 24, 11, 42, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 12, 25, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=128083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 12:25:18.268418 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abe79a76-70b7-41e0-9cfe-28f6572a3bca req-c6111698-fd03-4eb2-afcb-bb73a167fea6 service neutron] Checking segment: {'id': 'ded769b5-f688-4871-98a8-c31a3ce7c0ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'da0bbd70-b539-42b7-a955-55afeac55925'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=128083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:25:18.268793 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abe79a76-70b7-41e0-9cfe-28f6572a3bca req-c6111698-fd03-4eb2-afcb-bb73a167fea6 service neutron] Bound using segment: {'id': 'ded769b5-f688-4871-98a8-c31a3ce7c0ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'da0bbd70-b539-42b7-a955-55afeac55925'} {{(pid=128083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 12:25:18.269282 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.managers [req-abe79a76-70b7-41e0-9cfe-28f6572a3bca req-c6111698-fd03-4eb2-afcb-bb73a167fea6 service neutron] Bound port: 01874839-69c6-4978-a1e2-7377563d6b0d, host: hv-neutron-7971, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ded769b5-f688-4871-98a8-c31a3ce7c0ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'da0bbd70-b539-42b7-a955-55afeac55925'}}] {{(pid=128083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 12:25:18.269623 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-abe79a76-70b7-41e0-9cfe-28f6572a3bca req-c6111698-fd03-4eb2-afcb-bb73a167fea6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:25:18.337213 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.db [req-abe79a76-70b7-41e0-9cfe-28f6572a3bca req-c6111698-fd03-4eb2-afcb-bb73a167fea6 service neutron] For port 01874839-69c6-4978-a1e2-7377563d6b0d, host hv-neutron-7971, cleared binding levels {{(pid=128083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 12:25:18.340130 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.db [req-abe79a76-70b7-41e0-9cfe-28f6572a3bca req-c6111698-fd03-4eb2-afcb-bb73a167fea6 service neutron] For port 01874839-69c6-4978-a1e2-7377563d6b0d, host hv-neutron-7971, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=01874839-69c6-4978-a1e2-7377563d6b0d,segment=NetworkSegment(ded769b5-f688-4871-98a8-c31a3ce7c0ff),segment_id=ded769b5-f688-4871-98a8-c31a3ce7c0ff)] {{(pid=128083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 12:25:18.345568 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-abe79a76-70b7-41e0-9cfe-28f6572a3bca req-c6111698-fd03-4eb2-afcb-bb73a167fea6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2537871'] for port, after_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:25:18.347553 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-809588c0-0fe6-4fa2-9125-53301c876a6b tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:25:18.384573 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe79a76-70b7-41e0-9cfe-28f6572a3bca req-c6111698-fd03-4eb2-afcb-bb73a167fea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:25:18.385219 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-abe79a76-70b7-41e0-9cfe-28f6572a3bca req-c6111698-fd03-4eb2-afcb-bb73a167fea6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468916'] for port, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:25:18.386625 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-abe79a76-70b7-41e0-9cfe-28f6572a3bca req-c6111698-fd03-4eb2-afcb-bb73a167fea6 service neutron] 10.222.0.45 "PUT /v2.0/ports/01874839-69c6-4978-a1e2-7377563d6b0d HTTP/1.1" status: 200 len: 1093 time: 0.7485352 Jun 24 12:25:18.387232 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7d26d91-a009-4642-8774-8e7071a11158', 'tag': '01874839-69c6-4978-a1e2-7377563d6b0d'}] {{(pid=128083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 12:25:18.389583 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a77f7dee1a0522ddf93af289475d218fcdb8f30317daadec13ebf930b5b9dbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-810aa44f-b4a9-4dbe-b067-9f7997ba7086" -d '{"events": [{"name": "network-changed", "server_uuid": "a7d26d91-a009-4642-8774-8e7071a11158", "tag": "01874839-69c6-4978-a1e2-7377563d6b0d"}]}' {{(pid=128083) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 12:25:18.415526 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6111698-fd03-4eb2-afcb-bb73a167fea6 service neutron] Pushing event updated for resources: {'Port': ['ID=01874839-69c6-4978-a1e2-7377563d6b0d,revision_number=3']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:25:18.419312 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-c6111698-fd03-4eb2-afcb-bb73a167fea6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:25:18.446239 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 12:25:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd241d2a-b481-436b-af86-3364702b8c0c x-openstack-request-id: req-dd241d2a-b481-436b-af86-3364702b8c0c {{(pid=128083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 12:25:18.446800 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7d26d91-a009-4642-8774-8e7071a11158", "tag": "01874839-69c6-4978-a1e2-7377563d6b0d", "status": "completed", "code": 200}]} {{(pid=128083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 12:25:18.447278 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-dd241d2a-b481-436b-af86-3364702b8c0c {{(pid=128083) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 12:25:18.447741 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7d26d91-a009-4642-8774-8e7071a11158', 'tag': '01874839-69c6-4978-a1e2-7377563d6b0d', 'status': 'completed', 'code': 200} Jun 24 12:25:18.507007 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe79a76-70b7-41e0-9cfe-28f6572a3bca req-01991ec0-bd47-4ddf-827d-1b88c0cdac20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:25:18.508527 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-abe79a76-70b7-41e0-9cfe-28f6572a3bca req-01991ec0-bd47-4ddf-827d-1b88c0cdac20 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=2f95b3c188ab4fd3b66987ab0e8b76cb&device_id=a7d26d91-a009-4642-8774-8e7071a11158 HTTP/1.1" status: 200 len: 1096 time: 0.0563743 Jun 24 12:25:18.557732 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-abe79a76-70b7-41e0-9cfe-28f6572a3bca req-82bcb75d-cd59-4726-9bce-96e1c2b1bf64 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=01874839-69c6-4978-a1e2-7377563d6b0d HTTP/1.1" status: 200 len: 217 time: 0.0374937 Jun 24 12:25:18.615572 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe79a76-70b7-41e0-9cfe-28f6572a3bca req-c6b23f6c-e518-44f6-8fd0-1302e9b9a412 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:25:18.617373 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-abe79a76-70b7-41e0-9cfe-28f6572a3bca req-c6b23f6c-e518-44f6-8fd0-1302e9b9a412 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=40e77471-1abe-4d91-a895-423d7963bb71 HTTP/1.1" status: 200 len: 835 time: 0.0515416 Jun 24 12:25:18.675788 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe79a76-70b7-41e0-9cfe-28f6572a3bca req-112382fe-190c-411c-b916-de203f0aa835 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:25:18.677301 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-abe79a76-70b7-41e0-9cfe-28f6572a3bca req-112382fe-190c-411c-b916-de203f0aa835 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=da0bbd70-b539-42b7-a955-55afeac55925&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0533295 Jun 24 12:25:18.770267 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-abe79a76-70b7-41e0-9cfe-28f6572a3bca req-7e065cb9-bf54-48cc-88c1-78e336ef435a service neutron] 10.222.0.45 "GET /v2.0/networks/da0bbd70-b539-42b7-a955-55afeac55925?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829768 Jun 24 12:25:18.872170 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-abe79a76-70b7-41e0-9cfe-28f6572a3bca req-4bc0132f-3340-4b07-b7bf-8f0cd3c1f94e service neutron] 10.222.0.45 "GET /v2.0/networks/da0bbd70-b539-42b7-a955-55afeac55925?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914803 Jun 24 12:25:18.920459 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device 278c495a-a9bf-4752-bc7f-74956a449b23 up at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:25:18.968127 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning complete for port 278c495a-a9bf-4752-bc7f-74956a449b23 triggered by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:25:18.968642 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:25:18.978106 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810aa44f-b4a9-4dbe-b067-9f7997ba7086 req-830744e3-4833-4dde-8980-30382bd3b76e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:25:18.979609 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-810aa44f-b4a9-4dbe-b067-9f7997ba7086 req-830744e3-4833-4dde-8980-30382bd3b76e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=2f95b3c188ab4fd3b66987ab0e8b76cb&device_id=a7d26d91-a009-4642-8774-8e7071a11158 HTTP/1.1" status: 200 len: 1096 time: 0.0523651 Jun 24 12:25:19.081689 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810aa44f-b4a9-4dbe-b067-9f7997ba7086 req-21e53b9f-72d7-40bd-aa37-3518c77a83bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:25:19.083215 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-810aa44f-b4a9-4dbe-b067-9f7997ba7086 req-21e53b9f-72d7-40bd-aa37-3518c77a83bb service neutron] 10.222.0.45 "GET /v2.0/networks?id=da0bbd70-b539-42b7-a955-55afeac55925 HTTP/1.1" status: 200 len: 898 time: 0.0947266 Jun 24 12:25:19.125505 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-810aa44f-b4a9-4dbe-b067-9f7997ba7086 req-da775cd6-21e4-4e88-b55e-1917f1cb93eb service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=01874839-69c6-4978-a1e2-7377563d6b0d HTTP/1.1" status: 200 len: 217 time: 0.0343065 Jun 24 12:25:19.175803 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810aa44f-b4a9-4dbe-b067-9f7997ba7086 req-f0277747-372b-496c-8472-e9d532941143 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:25:19.177562 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-810aa44f-b4a9-4dbe-b067-9f7997ba7086 req-f0277747-372b-496c-8472-e9d532941143 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=40e77471-1abe-4d91-a895-423d7963bb71 HTTP/1.1" status: 200 len: 835 time: 0.0434666 Jun 24 12:25:19.241932 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810aa44f-b4a9-4dbe-b067-9f7997ba7086 req-2e418ccc-7325-4087-9a1a-4cbba37de73e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:25:19.243594 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-810aa44f-b4a9-4dbe-b067-9f7997ba7086 req-2e418ccc-7325-4087-9a1a-4cbba37de73e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=da0bbd70-b539-42b7-a955-55afeac55925&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0596201 Jun 24 12:25:19.350449 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-810aa44f-b4a9-4dbe-b067-9f7997ba7086 req-c42375b6-2299-4eef-91de-e1b84ad9a37c service neutron] 10.222.0.45 "GET /v2.0/networks/da0bbd70-b539-42b7-a955-55afeac55925?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0990462 Jun 24 12:25:19.491376 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-810aa44f-b4a9-4dbe-b067-9f7997ba7086 req-7cce5099-a400-4ba8-b5f6-a3444c9fd054 service neutron] 10.222.0.45 "GET /v2.0/networks/da0bbd70-b539-42b7-a955-55afeac55925?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289370 Jun 24 12:25:19.501983 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3733fcef-1610-4cc5-9c37-8141572fa590 req-e19fafc3-3dbe-4389-89fe-3b2d257f5a90 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:25:19.504814 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-3733fcef-1610-4cc5-9c37-8141572fa590 req-e19fafc3-3dbe-4389-89fe-3b2d257f5a90 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] 10.222.0.53 "GET /v2.0/ports?device_id=a7d26d91-a009-4642-8774-8e7071a11158 HTTP/1.1" status: 200 len: 943 time: 0.1527727 Jun 24 12:25:19.540686 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-3733fcef-1610-4cc5-9c37-8141572fa590 req-027914db-1237-48b6-8b94-1a123b98807e tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] 10.222.0.53 "GET /v2.0/security-groups?id=2a54d6c9-b1ae-41f2-861b-db8347e4504b&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0314944 Jun 24 12:25:20.074443 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Device 01874839-69c6-4978-a1e2-7377563d6b0d details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=128085) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 12:25:20.166696 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] For port 01874839-69c6-4978-a1e2-7377563d6b0d, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=01874839-69c6-4978-a1e2-7377563d6b0d,segment=NetworkSegment(ded769b5-f688-4871-98a8-c31a3ce7c0ff),segment_id=ded769b5-f688-4871-98a8-c31a3ce7c0ff)] {{(pid=128085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:25:20.179063 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Returning: {'device': '01874839-69c6-4978-a1e2-7377563d6b0d', 'network_id': 'da0bbd70-b539-42b7-a955-55afeac55925', 'port_id': '01874839-69c6-4978-a1e2-7377563d6b0d', 'mac_address': 'fa:16:3e:57:04:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 618, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40e77471-1abe-4d91-a895-423d7963bb71', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=128085) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 12:25:20.219425 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:25:20.232547 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.notifiers.nova [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 01874839-69c6-4978-a1e2-7377563d6b0d {{(pid=128085) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 12:25:20.253729 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] For port 01874839-69c6-4978-a1e2-7377563d6b0d, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=01874839-69c6-4978-a1e2-7377563d6b0d,segment=NetworkSegment(ded769b5-f688-4871-98a8-c31a3ce7c0ff),segment_id=ded769b5-f688-4871-98a8-c31a3ce7c0ff)] {{(pid=128085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:25:20.257843 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:25:20.259499 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:25:20.307712 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Pushing event updated for resources: {'Port': ['ID=01874839-69c6-4978-a1e2-7377563d6b0d,revision_number=4']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:25:20.310750 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:25:20.524455 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] get_ports_and_sgs() called for port_ids ['01874839-69c6-4978-a1e2-7377563d6b0d'] {{(pid=128085) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 12:25:20.736306 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ba95d3-0671-4932-bbec-0e316c811479 req-4b84463f-4f32-4601-9f8a-3deeee2d2f48 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:25:20.737802 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-f0ba95d3-0671-4932-bbec-0e316c811479 req-4b84463f-4f32-4601-9f8a-3deeee2d2f48 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] 10.222.0.53 "GET /v2.0/ports?device_id=a7d26d91-a009-4642-8774-8e7071a11158 HTTP/1.1" status: 200 len: 944 time: 0.0769382 Jun 24 12:25:20.779988 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-f0ba95d3-0671-4932-bbec-0e316c811479 req-ec1f1e6f-ece5-4cbc-8564-0d2051e39367 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] 10.222.0.53 "GET /v2.0/security-groups?id=2a54d6c9-b1ae-41f2-861b-db8347e4504b&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0358944 Jun 24 12:25:21.955452 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e86c60c-17bb-4c75-ab35-b502918ab1ef req-7a0af569-8c08-4a4a-b63e-6e6db856d6ab tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:25:21.956873 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-1e86c60c-17bb-4c75-ab35-b502918ab1ef req-7a0af569-8c08-4a4a-b63e-6e6db856d6ab tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] 10.222.0.53 "GET /v2.0/ports?device_id=a7d26d91-a009-4642-8774-8e7071a11158 HTTP/1.1" status: 200 len: 944 time: 0.0674243 Jun 24 12:25:21.996613 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-1e86c60c-17bb-4c75-ab35-b502918ab1ef req-4c513cd1-0a9a-4a1f-bee4-4f1de4adf57c tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] 10.222.0.53 "GET /v2.0/security-groups?id=2a54d6c9-b1ae-41f2-861b-db8347e4504b&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0338993 Jun 24 12:25:22.084501 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Device 01874839-69c6-4978-a1e2-7377563d6b0d up at agent hyperv_hv-neutron-7971 {{(pid=128085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:25:22.136630 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Provisioning for port 01874839-69c6-4978-a1e2-7377563d6b0d completed by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:25:22.140636 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Provisioning complete for port 01874839-69c6-4978-a1e2-7377563d6b0d triggered by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:25:22.141092 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:25:22.228823 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:25:22.250701 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7d26d91-a009-4642-8774-8e7071a11158', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01874839-69c6-4978-a1e2-7377563d6b0d'}] {{(pid=128085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 12:25:22.253318 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1098ec9051a50dd033317f529a09b9762582ef7b417ebe05928aca59e08255aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c8387c7-6c25-49ed-8011-dad0468dfaa1" -d '{"events": [{"server_uuid": "a7d26d91-a009-4642-8774-8e7071a11158", "name": "network-vif-plugged", "status": "completed", "tag": "01874839-69c6-4978-a1e2-7377563d6b0d"}]}' {{(pid=128085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 12:25:22.266034 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] For port 01874839-69c6-4978-a1e2-7377563d6b0d, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=01874839-69c6-4978-a1e2-7377563d6b0d,segment=NetworkSegment(ded769b5-f688-4871-98a8-c31a3ce7c0ff),segment_id=ded769b5-f688-4871-98a8-c31a3ce7c0ff)] {{(pid=128085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:25:22.270940 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:25:22.272844 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-caa5d61a-b854-4ed0-b05e-36e7b083a83d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:25:22.295425 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 12:25:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4392669d-5022-4741-918b-671ba7f8d991 x-openstack-request-id: req-4392669d-5022-4741-918b-671ba7f8d991 {{(pid=128085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 12:25:22.295726 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7d26d91-a009-4642-8774-8e7071a11158", "name": "network-vif-plugged", "status": "completed", "tag": "01874839-69c6-4978-a1e2-7377563d6b0d", "code": 200}]} {{(pid=128085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 12:25:22.295988 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-4392669d-5022-4741-918b-671ba7f8d991 {{(pid=128085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 12:25:22.296382 dv-neutron-797120-4-hyperv neutron-server[128085]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7d26d91-a009-4642-8774-8e7071a11158', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01874839-69c6-4978-a1e2-7377563d6b0d', 'code': 200} Jun 24 12:25:22.322878 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Pushing event updated for resources: {'Port': ['ID=01874839-69c6-4978-a1e2-7377563d6b0d,revision_number=5']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:25:22.325799 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:25:22.543231 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b900e1d1-2e52-487d-95e5-7f8a0fa1660a req-ea3f225b-f480-40b9-9e98-6d035449e5ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:25:22.545674 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-b900e1d1-2e52-487d-95e5-7f8a0fa1660a req-ea3f225b-f480-40b9-9e98-6d035449e5ff service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=a7d26d91-a009-4642-8774-8e7071a11158 HTTP/1.1" status: 200 len: 1098 time: 0.0548041 Jun 24 12:25:22.587136 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-b900e1d1-2e52-487d-95e5-7f8a0fa1660a req-777bd90d-dfe6-4334-8ca7-7883e1e0a4d8 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=2a54d6c9-b1ae-41f2-861b-db8347e4504b&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0309098 Jun 24 12:25:23.174574 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7a34ac-f193-47cf-8f7b-84960769ce73 req-6eae0a4a-2b81-4d6b-bf3e-3b61a8ce0797 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:25:23.176066 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-1a7a34ac-f193-47cf-8f7b-84960769ce73 req-6eae0a4a-2b81-4d6b-bf3e-3b61a8ce0797 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] 10.222.0.53 "GET /v2.0/ports?device_id=a7d26d91-a009-4642-8774-8e7071a11158 HTTP/1.1" status: 200 len: 945 time: 0.0675013 Jun 24 12:25:23.215516 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-1a7a34ac-f193-47cf-8f7b-84960769ce73 req-d06904c9-b3c1-4ad0-8013-bbc1eef25810 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] 10.222.0.53 "GET /v2.0/security-groups?id=2a54d6c9-b1ae-41f2-861b-db8347e4504b&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0337217 Jun 24 12:25:23.882785 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-8c7dc98b-2a9b-41ef-aaad-6d507db75d07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:25:24.395595 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164a4858-f78b-4843-bdcc-26ccbaff23f7 req-8a8b0321-3865-4320-8c2c-adb37ff90ac0 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:25:24.396845 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-164a4858-f78b-4843-bdcc-26ccbaff23f7 req-8a8b0321-3865-4320-8c2c-adb37ff90ac0 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] 10.222.0.53 "GET /v2.0/ports?device_id=a7d26d91-a009-4642-8774-8e7071a11158 HTTP/1.1" status: 200 len: 945 time: 0.0661860 Jun 24 12:25:24.436248 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-164a4858-f78b-4843-bdcc-26ccbaff23f7 req-08103158-ebfb-4f83-a3ed-f306696ff15e tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] 10.222.0.53 "GET /v2.0/security-groups?id=2a54d6c9-b1ae-41f2-861b-db8347e4504b&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0337720 Jun 24 12:25:24.611780 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80dd1ce-6fab-4680-8f5c-fd6594cef1f7 req-60c935fe-d0ca-42f2-ab5e-08c98c089655 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:25:24.613232 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-b80dd1ce-6fab-4680-8f5c-fd6594cef1f7 req-60c935fe-d0ca-42f2-ab5e-08c98c089655 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] 10.222.0.53 "GET /v2.0/ports?device_id=a7d26d91-a009-4642-8774-8e7071a11158 HTTP/1.1" status: 200 len: 945 time: 0.0685089 Jun 24 12:25:24.654868 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-b80dd1ce-6fab-4680-8f5c-fd6594cef1f7 req-cb2c3cd3-cecd-4bca-acdb-43f0ccae82af tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] 10.222.0.53 "GET /v2.0/security-groups?id=2a54d6c9-b1ae-41f2-861b-db8347e4504b&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0350773 Jun 24 12:25:24.679370 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 40842) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:25:24.770329 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-572d2c4b-e59a-4bb0-a5bd-499e97f2a0e8 tempest-TestNetworkAdvancedServerOps-467051264 tempest-TestNetworkAdvancedServerOps-467051264-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:25:24.772059 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-572d2c4b-e59a-4bb0-a5bd-499e97f2a0e8 tempest-TestNetworkAdvancedServerOps-467051264 tempest-TestNetworkAdvancedServerOps-467051264-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=a7d26d91-a009-4642-8774-8e7071a11158 HTTP/1.1" status: 200 len: 1093 time: 0.0916970 Jun 24 12:25:24.774817 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 40846) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:25:24.779228 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-7505115e-5a53-4b2d-b5ba-c8270915f4f4 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Request body: {'floatingip': {'floating_network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'port_id': '01874839-69c6-4978-a1e2-7377563d6b0d', 'tenant_id': '2f95b3c188ab4fd3b66987ab0e8b76cb', 'fixed_ip_address': '172.20.0.6'}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:25:24.801002 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-7505115e-5a53-4b2d-b5ba-c8270915f4f4 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks [] for floatingip, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:25:24.909010 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-7505115e-5a53-4b2d-b5ba-c8270915f4f4 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:25:25.027145 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.db.db_base_plugin_common [None req-7505115e-5a53-4b2d-b5ba-c8270915f4f4 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Allocated IP 172.26.7.107 (f2b8ca71-e776-48b2-8898-96cc7970207b/f37bf603-3862-4d0a-9f58-89616f7fd68f/35c783a2-cef4-45af-8560-01ba56295270) {{(pid=128084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:25:25.133112 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-7505115e-5a53-4b2d-b5ba-c8270915f4f4 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks [] for port, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:25:25.175792 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-7505115e-5a53-4b2d-b5ba-c8270915f4f4 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-650429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-506361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793193536723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3291971'] for port, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:25:25.179333 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-137b2186-366b-46d2-b329-892c09cb31a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:25:25.212163 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7505115e-5a53-4b2d-b5ba-c8270915f4f4 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Network f2b8ca71-e776-48b2-8898-96cc7970207b is already hosted by enough agents. {{(pid=128084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:25:25.214898 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.base_scheduler [None req-7505115e-5a53-4b2d-b5ba-c8270915f4f4 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Resources bound (agent type, host, resource id): {{(pid=128084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:25:25.220676 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7505115e-5a53-4b2d-b5ba-c8270915f4f4 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Received port after_create {{(pid=128084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:25:25.245498 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7505115e-5a53-4b2d-b5ba-c8270915f4f4 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Pushing event updated for resources: {'Port': ['ID=35c783a2-cef4-45af-8560-01ba56295270,revision_number=1']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:25:25.249516 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-7505115e-5a53-4b2d-b5ba-c8270915f4f4 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:25:25.587863 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-7505115e-5a53-4b2d-b5ba-c8270915f4f4 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks [] for floatingip, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:25:25.667290 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-7505115e-5a53-4b2d-b5ba-c8270915f4f4 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:25:25.816026 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-7505115e-5a53-4b2d-b5ba-c8270915f4f4 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks [] for port, precommit_update {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:25:25.821543 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-7505115e-5a53-4b2d-b5ba-c8270915f4f4 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3292081'] for port, after_update {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:25:25.823772 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-8721718a-250c-44a4-852c-3566ad21b156 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:25:25.902772 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7505115e-5a53-4b2d-b5ba-c8270915f4f4 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Pushing event updated for resources: {'Port': ['ID=35c783a2-cef4-45af-8560-01ba56295270,revision_number=2']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:25:25.907507 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-7505115e-5a53-4b2d-b5ba-c8270915f4f4 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:25:25.908809 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-7505115e-5a53-4b2d-b5ba-c8270915f4f4 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1815637'] for floatingip, after_update {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:25:26.314204 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.db.l3_db [None req-7505115e-5a53-4b2d-b5ba-c8270915f4f4 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Floating IP 778f658e-b219-41b4-b2aa-000190481ac7 associated. External IP: 172.26.7.107, port: 01874839-69c6-4978-a1e2-7377563d6b0d. Jun 24 12:25:26.429223 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-eb1fe155-8d27-42ce-83f4-a724bd0343cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:25:26.534987 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7505115e-5a53-4b2d-b5ba-c8270915f4f4 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Router cd810d49-ba9e-4647-b9c7-73135fc955da has already been hosted by L3 agent 2987dba8-2249-4ee6-96ec-28f0f7a6127d {{(pid=128084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 12:25:26.608262 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:25:26.645089 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7505115e-5a53-4b2d-b5ba-c8270915f4f4 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify agent at l3_agent.dv-neutron-797120-4-hyperv the message routers_updated {{(pid=128084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 12:25:26.654953 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39e7c57c-53ef-4fa8-8abf-4c4eb988744e None None] Sync routers for ids ['cd810d49-ba9e-4647-b9c7-73135fc955da'] in dv-neutron-797120-4-hyperv {{(pid=128085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 12:25:26.660234 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-7505115e-5a53-4b2d-b5ba-c8270915f4f4 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468916'] for floatingip, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:25:26.664497 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39e7c57c-53ef-4fa8-8abf-4c4eb988744e None None] Routers {'cd810d49-ba9e-4647-b9c7-73135fc955da'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:25:26.665153 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-39e7c57c-53ef-4fa8-8abf-4c4eb988744e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T12:25:26Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['cd810d49-ba9e-4647-b9c7-73135fc955da'], 'active': True} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:25:26.705341 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-7505115e-5a53-4b2d-b5ba-c8270915f4f4 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9262476 Jun 24 12:25:26.705341 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7d26d91-a009-4642-8774-8e7071a11158', 'tag': '01874839-69c6-4978-a1e2-7377563d6b0d'}] {{(pid=128084) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 12:25:26.705341 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}189e43ef1649f46b9bccc8e45a83b64afc33adcdec52bc597e36eecb4255b7b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb6e155b-7c96-4366-bc19-1ea299fbaf5a" -d '{"events": [{"name": "network-changed", "server_uuid": "a7d26d91-a009-4642-8774-8e7071a11158", "tag": "01874839-69c6-4978-a1e2-7377563d6b0d"}]}' {{(pid=128084) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 12:25:26.748249 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 12:25:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4acf4c9-dc8b-415b-9bd3-a413d051ae57 x-openstack-request-id: req-d4acf4c9-dc8b-415b-9bd3-a413d051ae57 {{(pid=128084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 12:25:26.748604 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7d26d91-a009-4642-8774-8e7071a11158", "tag": "01874839-69c6-4978-a1e2-7377563d6b0d", "status": "completed", "code": 200}]} {{(pid=128084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 12:25:26.748912 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d4acf4c9-dc8b-415b-9bd3-a413d051ae57 {{(pid=128084) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 12:25:26.749429 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7d26d91-a009-4642-8774-8e7071a11158', 'tag': '01874839-69c6-4978-a1e2-7377563d6b0d', 'status': 'completed', 'code': 200} Jun 24 12:25:26.779314 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvr_db [None req-39e7c57c-53ef-4fa8-8abf-4c4eb988744e None None] Set router cd810d49-ba9e-4647-b9c7-73135fc955da gateway port host: dv-neutron-797120-4-hyperv {{(pid=128085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:25:26.876522 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6e155b-7c96-4366-bc19-1ea299fbaf5a req-7c77fa4a-9180-47ba-b939-d36d306ea95d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:25:26.878035 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-eb6e155b-7c96-4366-bc19-1ea299fbaf5a req-7c77fa4a-9180-47ba-b939-d36d306ea95d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=2f95b3c188ab4fd3b66987ab0e8b76cb&device_id=a7d26d91-a009-4642-8774-8e7071a11158 HTTP/1.1" status: 200 len: 1098 time: 0.1027884 Jun 24 12:25:26.890693 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e968dc-a687-41ae-a9df-c66a7616a38f req-42ade5d7-6f79-4fe9-a903-3d4cb715053d tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:25:26.892124 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-16e968dc-a687-41ae-a9df-c66a7616a38f req-42ade5d7-6f79-4fe9-a903-3d4cb715053d tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] 10.222.0.53 "GET /v2.0/ports?device_id=a7d26d91-a009-4642-8774-8e7071a11158 HTTP/1.1" status: 200 len: 945 time: 0.0872769 Jun 24 12:25:26.992568 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-16e968dc-a687-41ae-a9df-c66a7616a38f req-5edbb8bf-3962-42c6-8425-50d5e0c60609 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] 10.222.0.53 "GET /v2.0/security-groups?id=2a54d6c9-b1ae-41f2-861b-db8347e4504b&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0913177 Jun 24 12:25:27.021509 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-39e7c57c-53ef-4fa8-8abf-4c4eb988744e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd810d49-ba9e-4647-b9c7-73135fc955da', 'name': 'tempest-TestNetworkAdvancedServerOps-router-259180246', 'tenant_id': '2f95b3c188ab4fd3b66987ab0e8b76cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'external_fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.141'}], 'enable_snat': True}, 'gw_port_id': '98750c93-9363-4451-ae13-2a6b3f4437d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:25:09Z', 'updated_at': '2021-06-24T12:25:13Z', 'revision_number': 4, 'project_id': '2f95b3c188ab4fd3b66987ab0e8b76cb', 'gw_port': {'id': '98750c93-9363-4451-ae13-2a6b3f4437d6', 'name': '', 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:fc:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd810d49-ba9e-4647-b9c7-73135fc955da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:25:10Z', 'updated_at': '2021-06-24T12:25:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-4-hyperv', '_floatingips': [{'id': '778f658e-b219-41b4-b2aa-000190481ac7', 'tenant_id': '2f95b3c188ab4fd3b66987ab0e8b76cb', 'floating_ip_address': '172.26.7.107', 'floating_network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'router_id': 'cd810d49-ba9e-4647-b9c7-73135fc955da', 'port_id': '01874839-69c6-4978-a1e2-7377563d6b0d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1775, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'da0bbd70-b539-42b7-a955-55afeac55925', 'mac_address': 'fa:16:3e:57:04:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7d26d91-a009-4642-8774-8e7071a11158', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T12:25:25Z', 'updated_at': '2021-06-24T12:25:25Z', 'revision_number': 0, 'project_id': '2f95b3c188ab4fd3b66987ab0e8b76cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '278c495a-a9bf-4752-bc7f-74956a449b23', 'name': '', 'network_id': 'da0bbd70-b539-42b7-a955-55afeac55925', 'tenant_id': '2f95b3c188ab4fd3b66987ab0e8b76cb', 'mac_address': 'fa:16:3e:de:30:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd810d49-ba9e-4647-b9c7-73135fc955da', 'device_owner': 'network:router_interface', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': '40e77471-1abe-4d91-a895-423d7963bb71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:25:12Z', 'updated_at': '2021-06-24T12:25:17Z', 'revision_number': 5, 'project_id': '2f95b3c188ab4fd3b66987ab0e8b76cb', 'subnets': [{'id': '40e77471-1abe-4d91-a895-423d7963bb71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:25:27.021917 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6e155b-7c96-4366-bc19-1ea299fbaf5a req-4ec28dd6-9383-4f40-a67b-441f71a8646a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:25:27.023150 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 40852) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:25:27.023656 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-eb6e155b-7c96-4366-bc19-1ea299fbaf5a req-4ec28dd6-9383-4f40-a67b-441f71a8646a service neutron] 10.222.0.45 "GET /v2.0/networks?id=da0bbd70-b539-42b7-a955-55afeac55925 HTTP/1.1" status: 200 len: 898 time: 0.1304088 Jun 24 12:25:27.049854 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39e7c57c-53ef-4fa8-8abf-4c4eb988744e None None] Checking router: cd810d49-ba9e-4647-b9c7-73135fc955da for host: dv-neutron-797120-4-hyperv {{(pid=128085) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 12:25:27.062630 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39e7c57c-53ef-4fa8-8abf-4c4eb988744e None None] Routers {'cd810d49-ba9e-4647-b9c7-73135fc955da'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:25:27.063848 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-39e7c57c-53ef-4fa8-8abf-4c4eb988744e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T12:25:26Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['cd810d49-ba9e-4647-b9c7-73135fc955da'], 'active': True} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:25:27.095482 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-e4994438-1319-4b7e-a99a-ff1828e3b2b0 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] 10.222.0.53 "GET /v2.0/floatingips/778f658e-b219-41b4-b2aa-000190481ac7 HTTP/1.1" status: 200 len: 991 time: 0.0706685 Jun 24 12:25:27.111008 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-eb6e155b-7c96-4366-bc19-1ea299fbaf5a req-090b0806-17cb-46c9-8e9e-16b39a219831 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=01874839-69c6-4978-a1e2-7377563d6b0d HTTP/1.1" status: 200 len: 999 time: 0.0798740 Jun 24 12:25:27.161108 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6e155b-7c96-4366-bc19-1ea299fbaf5a req-e6e26ae8-4998-4e36-9eee-a6fdf9b6ba22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:25:27.162617 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-eb6e155b-7c96-4366-bc19-1ea299fbaf5a req-e6e26ae8-4998-4e36-9eee-a6fdf9b6ba22 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=40e77471-1abe-4d91-a895-423d7963bb71 HTTP/1.1" status: 200 len: 835 time: 0.0450873 Jun 24 12:25:27.172964 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvr_db [None req-39e7c57c-53ef-4fa8-8abf-4c4eb988744e None None] Set router cd810d49-ba9e-4647-b9c7-73135fc955da gateway port host: dv-neutron-797120-4-hyperv {{(pid=128085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:25:27.224738 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6e155b-7c96-4366-bc19-1ea299fbaf5a req-8c756aae-d370-46e6-86e9-ecb86f67524d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:25:27.226270 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-eb6e155b-7c96-4366-bc19-1ea299fbaf5a req-8c756aae-d370-46e6-86e9-ecb86f67524d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=da0bbd70-b539-42b7-a955-55afeac55925&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0570750 Jun 24 12:25:27.413030 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-39e7c57c-53ef-4fa8-8abf-4c4eb988744e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd810d49-ba9e-4647-b9c7-73135fc955da', 'name': 'tempest-TestNetworkAdvancedServerOps-router-259180246', 'tenant_id': '2f95b3c188ab4fd3b66987ab0e8b76cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'external_fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.141'}], 'enable_snat': True}, 'gw_port_id': '98750c93-9363-4451-ae13-2a6b3f4437d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:25:09Z', 'updated_at': '2021-06-24T12:25:13Z', 'revision_number': 4, 'project_id': '2f95b3c188ab4fd3b66987ab0e8b76cb', 'gw_port': {'id': '98750c93-9363-4451-ae13-2a6b3f4437d6', 'name': '', 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:fc:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd810d49-ba9e-4647-b9c7-73135fc955da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:25:10Z', 'updated_at': '2021-06-24T12:25:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-4-hyperv', '_floatingips': [{'id': '778f658e-b219-41b4-b2aa-000190481ac7', 'tenant_id': '2f95b3c188ab4fd3b66987ab0e8b76cb', 'floating_ip_address': '172.26.7.107', 'floating_network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'router_id': 'cd810d49-ba9e-4647-b9c7-73135fc955da', 'port_id': '01874839-69c6-4978-a1e2-7377563d6b0d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1775, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'da0bbd70-b539-42b7-a955-55afeac55925', 'mac_address': 'fa:16:3e:57:04:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7d26d91-a009-4642-8774-8e7071a11158', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T12:25:25Z', 'updated_at': '2021-06-24T12:25:25Z', 'revision_number': 0, 'project_id': '2f95b3c188ab4fd3b66987ab0e8b76cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '278c495a-a9bf-4752-bc7f-74956a449b23', 'name': '', 'network_id': 'da0bbd70-b539-42b7-a955-55afeac55925', 'tenant_id': '2f95b3c188ab4fd3b66987ab0e8b76cb', 'mac_address': 'fa:16:3e:de:30:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd810d49-ba9e-4647-b9c7-73135fc955da', 'device_owner': 'network:router_interface', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': '40e77471-1abe-4d91-a895-423d7963bb71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:25:12Z', 'updated_at': '2021-06-24T12:25:17Z', 'revision_number': 5, 'project_id': '2f95b3c188ab4fd3b66987ab0e8b76cb', 'subnets': [{'id': '40e77471-1abe-4d91-a895-423d7963bb71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:25:27.602958 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39e7c57c-53ef-4fa8-8abf-4c4eb988744e None None] The sync data for ids ['cd810d49-ba9e-4647-b9c7-73135fc955da'] in dv-neutron-797120-4-hyperv is: [{'id': 'cd810d49-ba9e-4647-b9c7-73135fc955da', 'name': 'tempest-TestNetworkAdvancedServerOps-router-259180246', 'tenant_id': '2f95b3c188ab4fd3b66987ab0e8b76cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'external_fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.141'}], 'enable_snat': True}, 'gw_port_id': '98750c93-9363-4451-ae13-2a6b3f4437d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:25:09Z', 'updated_at': '2021-06-24T12:25:13Z', 'revision_number': 4, 'project_id': '2f95b3c188ab4fd3b66987ab0e8b76cb', 'gw_port': {'id': '98750c93-9363-4451-ae13-2a6b3f4437d6', 'name': '', 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:fc:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd810d49-ba9e-4647-b9c7-73135fc955da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:25:10Z', 'updated_at': '2021-06-24T12:25:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-4-hyperv', '_floatingips': [{'id': '778f658e-b219-41b4-b2aa-000190481ac7', 'tenant_id': '2f95b3c188ab4fd3b66987ab0e8b76cb', 'floating_ip_address': '172.26.7.107', 'floating_network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'router_id': 'cd810d49-ba9e-4647-b9c7-73135fc955da', 'port_id': '01874839-69c6-4978-a1e2-7377563d6b0d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1775, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'da0bbd70-b539-42b7-a955-55afeac55925', 'mac_address': 'fa:16:3e:57:04:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7d26d91-a009-4642-8774-8e7071a11158', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T12:25:25Z', 'updated_at': '2021-06-24T12:25:25Z', 'revision_number': 0, 'project_id': '2f95b3c188ab4fd3b66987ab0e8b76cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '278c495a-a9bf-4752-bc7f-74956a449b23', 'name': '', 'network_id': 'da0bbd70-b539-42b7-a955-55afeac55925', 'tenant_id': '2f95b3c188ab4fd3b66987ab0e8b76cb', 'mac_address': 'fa:16:3e:de:30:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd810d49-ba9e-4647-b9c7-73135fc955da', 'device_owner': 'network:router_interface', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': '40e77471-1abe-4d91-a895-423d7963bb71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:25:12Z', 'updated_at': '2021-06-24T12:25:17Z', 'revision_number': 5, 'project_id': '2f95b3c188ab4fd3b66987ab0e8b76cb', 'subnets': [{'id': '40e77471-1abe-4d91-a895-423d7963bb71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=128085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 12:25:27.615583 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-eb6e155b-7c96-4366-bc19-1ea299fbaf5a req-328a25eb-ad6b-4f3b-8ad9-e059efa945ff service neutron] 10.222.0.45 "GET /v2.0/networks/da0bbd70-b539-42b7-a955-55afeac55925?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3819931 Jun 24 12:25:27.712862 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-eb6e155b-7c96-4366-bc19-1ea299fbaf5a req-c4247603-12b7-4c46-a56d-00325d3b2569 service neutron] 10.222.0.45 "GET /v2.0/networks/da0bbd70-b539-42b7-a955-55afeac55925?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868764 Jun 24 12:25:27.798469 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-412f971e-f963-48a4-9135-3d7f0861a3bf None None] New status for floating IP 778f658e-b219-41b4-b2aa-000190481ac7: ACTIVE {{(pid=128086) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 24 12:25:27.844640 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-03237adf-ebd0-46f2-a476-4d4bb746e0f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:25:28.100442 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 40854) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:25:28.165244 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-25f27df0-f881-44e8-a60b-fd7561216fa9 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] 10.222.0.53 "GET /v2.0/floatingips/778f658e-b219-41b4-b2aa-000190481ac7 HTTP/1.1" status: 200 len: 993 time: 0.0631671 Jun 24 12:25:29.803779 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-52c483ef-d5c1-4030-9a32-e5ce4ff00ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:25:45.057468 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:25:52.189635 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.agents_db [None req-87a69269-d72b-4286-97f3-1041481ed6d8 None None] Agent healthcheck: found 6 active agents {{(pid=128086) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 12:25:53.884229 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-69301865-942a-4a44-a860-02fd1d01b371 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:25:56.419911 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-0de69b82-8ce8-413c-adf2-031daeab3525 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:25:56.610288 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:25:57.847330 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-03237adf-ebd0-46f2-a476-4d4bb746e0f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:25:59.804379 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-52c483ef-d5c1-4030-9a32-e5ce4ff00ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:26:01.645274 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64478a4-4317-470a-854e-2d61a5ca9b6f req-ece3ce73-c65d-4c33-a706-5f0061e7c47b tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:26:01.646620 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-c64478a4-4317-470a-854e-2d61a5ca9b6f req-ece3ce73-c65d-4c33-a706-5f0061e7c47b tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] 10.222.0.53 "GET /v2.0/ports?device_id=a7d26d91-a009-4642-8774-8e7071a11158 HTTP/1.1" status: 200 len: 945 time: 0.0618300 Jun 24 12:26:01.684943 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-c64478a4-4317-470a-854e-2d61a5ca9b6f req-8051c2d4-e3c4-4c6b-b4c2-fef03b362995 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] 10.222.0.53 "GET /v2.0/security-groups?id=2a54d6c9-b1ae-41f2-861b-db8347e4504b&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0323806 Jun 24 12:26:02.863498 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9394c19b-476f-449d-bc90-c76a32f292af req-4170d0a4-21a9-4c63-9abf-d33f74a9020e tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:26:02.864866 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-9394c19b-476f-449d-bc90-c76a32f292af req-4170d0a4-21a9-4c63-9abf-d33f74a9020e tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] 10.222.0.53 "GET /v2.0/ports?device_id=a7d26d91-a009-4642-8774-8e7071a11158 HTTP/1.1" status: 200 len: 945 time: 0.0634913 Jun 24 12:26:02.903413 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-9394c19b-476f-449d-bc90-c76a32f292af req-1bd86818-d5a6-40a7-a3f6-c13ab94d329d tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] 10.222.0.53 "GET /v2.0/security-groups?id=2a54d6c9-b1ae-41f2-861b-db8347e4504b&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0323515 Jun 24 12:26:04.078627 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38b90d9-1711-4859-a593-2c2d3e5237ed req-656bcac8-7036-43c2-ab2a-02ff8ae0616c tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:26:04.080090 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-f38b90d9-1711-4859-a593-2c2d3e5237ed req-656bcac8-7036-43c2-ab2a-02ff8ae0616c tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] 10.222.0.53 "GET /v2.0/ports?device_id=a7d26d91-a009-4642-8774-8e7071a11158 HTTP/1.1" status: 200 len: 945 time: 0.0674474 Jun 24 12:26:04.119686 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-f38b90d9-1711-4859-a593-2c2d3e5237ed req-3cd319b3-a4ae-49c5-ad7d-3247841cff9b tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] 10.222.0.53 "GET /v2.0/security-groups?id=2a54d6c9-b1ae-41f2-861b-db8347e4504b&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0338874 Jun 24 12:26:05.290919 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced0df2a-0d15-4faf-b033-272e67dfb826 req-a9305fe1-6bd1-40a4-9ae9-2dcb13498bfd tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:26:05.292369 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-ced0df2a-0d15-4faf-b033-272e67dfb826 req-a9305fe1-6bd1-40a4-9ae9-2dcb13498bfd tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] 10.222.0.53 "GET /v2.0/ports?device_id=a7d26d91-a009-4642-8774-8e7071a11158 HTTP/1.1" status: 200 len: 945 time: 0.0635178 Jun 24 12:26:05.332309 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-ced0df2a-0d15-4faf-b033-272e67dfb826 req-a8a93436-74da-4364-83cc-4311ec52f846 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] 10.222.0.53 "GET /v2.0/security-groups?id=2a54d6c9-b1ae-41f2-861b-db8347e4504b&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0337698 Jun 24 12:26:06.512299 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96570261-6ec5-47a1-83a0-be8401729fd3 req-f99eb728-a499-4dd2-8cab-1044c6661c3a tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:26:06.513791 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-96570261-6ec5-47a1-83a0-be8401729fd3 req-f99eb728-a499-4dd2-8cab-1044c6661c3a tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] 10.222.0.53 "GET /v2.0/ports?device_id=a7d26d91-a009-4642-8774-8e7071a11158 HTTP/1.1" status: 200 len: 945 time: 0.0696971 Jun 24 12:26:06.551255 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-96570261-6ec5-47a1-83a0-be8401729fd3 req-877e1c03-b152-4d51-932f-3c7a2c868d28 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] 10.222.0.53 "GET /v2.0/security-groups?id=2a54d6c9-b1ae-41f2-861b-db8347e4504b&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0316930 Jun 24 12:26:07.729787 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb92cd17-cf5d-4ed9-a6c9-2ac6ad6b6e11 req-0d7e60af-272f-48f6-8e05-026009c201b6 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:26:07.731265 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-fb92cd17-cf5d-4ed9-a6c9-2ac6ad6b6e11 req-0d7e60af-272f-48f6-8e05-026009c201b6 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] 10.222.0.53 "GET /v2.0/ports?device_id=a7d26d91-a009-4642-8774-8e7071a11158 HTTP/1.1" status: 200 len: 945 time: 0.0638459 Jun 24 12:26:07.770070 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-fb92cd17-cf5d-4ed9-a6c9-2ac6ad6b6e11 req-f1db74d7-bf48-4223-bf25-dc19947c42d4 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] 10.222.0.53 "GET /v2.0/security-groups?id=2a54d6c9-b1ae-41f2-861b-db8347e4504b&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0331876 Jun 24 12:26:08.948492 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7a0b73-6f78-4f0e-828d-764bca996556 req-af9ae5f4-a591-4fe8-8376-3e306013ce78 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:26:08.949979 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-3f7a0b73-6f78-4f0e-828d-764bca996556 req-af9ae5f4-a591-4fe8-8376-3e306013ce78 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] 10.222.0.53 "GET /v2.0/ports?device_id=a7d26d91-a009-4642-8774-8e7071a11158 HTTP/1.1" status: 200 len: 945 time: 0.0666704 Jun 24 12:26:08.986460 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-3f7a0b73-6f78-4f0e-828d-764bca996556 req-a1758ad7-6184-48d6-bd98-a54d6072951a tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] 10.222.0.53 "GET /v2.0/security-groups?id=2a54d6c9-b1ae-41f2-861b-db8347e4504b&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0308444 Jun 24 12:26:10.169187 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff81d71-569c-4f84-9009-e361383c7fc1 req-d2914be9-13a7-4c66-bae5-5e159f1a6c32 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:26:10.170701 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-1ff81d71-569c-4f84-9009-e361383c7fc1 req-d2914be9-13a7-4c66-bae5-5e159f1a6c32 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] 10.222.0.53 "GET /v2.0/ports?device_id=a7d26d91-a009-4642-8774-8e7071a11158 HTTP/1.1" status: 200 len: 945 time: 0.0686369 Jun 24 12:26:10.210836 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-1ff81d71-569c-4f84-9009-e361383c7fc1 req-376b6f11-da29-447e-9b3b-d0705adf8761 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] 10.222.0.53 "GET /v2.0/security-groups?id=2a54d6c9-b1ae-41f2-861b-db8347e4504b&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0341494 Jun 24 12:26:11.388418 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507b31c6-a3ec-4da4-9aa5-57e944a937f6 req-c12cda12-72d4-494c-b69a-9fd9c309ef6f tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:26:11.389957 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-507b31c6-a3ec-4da4-9aa5-57e944a937f6 req-c12cda12-72d4-494c-b69a-9fd9c309ef6f tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] 10.222.0.53 "GET /v2.0/ports?device_id=a7d26d91-a009-4642-8774-8e7071a11158 HTTP/1.1" status: 200 len: 945 time: 0.0662761 Jun 24 12:26:11.428481 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-507b31c6-a3ec-4da4-9aa5-57e944a937f6 req-66f5e877-016d-4cb3-acb6-5ac974c7249e tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] 10.222.0.53 "GET /v2.0/security-groups?id=2a54d6c9-b1ae-41f2-861b-db8347e4504b&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0328004 Jun 24 12:26:12.640017 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93113b6-5d0f-47a1-a0e3-fb7bd488d644 req-829d24ee-d420-45ec-a5c6-a728fbd3f825 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:26:12.641531 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-c93113b6-5d0f-47a1-a0e3-fb7bd488d644 req-829d24ee-d420-45ec-a5c6-a728fbd3f825 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] 10.222.0.53 "GET /v2.0/ports?device_id=a7d26d91-a009-4642-8774-8e7071a11158 HTTP/1.1" status: 200 len: 945 time: 0.0846524 Jun 24 12:26:12.679543 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-c93113b6-5d0f-47a1-a0e3-fb7bd488d644 req-3cd9c30a-1044-475f-aebb-4f821d47c8d0 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] 10.222.0.53 "GET /v2.0/security-groups?id=2a54d6c9-b1ae-41f2-861b-db8347e4504b&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0322738 Jun 24 12:26:12.704877 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 40890) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:26:12.766508 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-6e123099-06a7-4f73-ac68-9000f9c8e095 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] 10.222.0.53 "GET /v2.0/floatingips/778f658e-b219-41b4-b2aa-000190481ac7 HTTP/1.1" status: 200 len: 993 time: 0.0603297 Jun 24 12:26:14.287195 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8415275f-100b-41fc-b704-b856bda3e9ec req-490b8051-a9ea-4311-8a59-9b741523a8e8 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:26:14.288658 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-8415275f-100b-41fc-b704-b856bda3e9ec req-490b8051-a9ea-4311-8a59-9b741523a8e8 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] 10.222.0.53 "GET /v2.0/ports?device_id=a7d26d91-a009-4642-8774-8e7071a11158 HTTP/1.1" status: 200 len: 945 time: 0.1010146 Jun 24 12:26:14.319143 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b37b4f1-487c-429c-8315-2ace60c9a668 req-5e087cb7-775d-4a6f-a31c-012a6a6362ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:26:14.320597 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-0b37b4f1-487c-429c-8315-2ace60c9a668 req-5e087cb7-775d-4a6f-a31c-012a6a6362ef service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=2f95b3c188ab4fd3b66987ab0e8b76cb&device_id=a7d26d91-a009-4642-8774-8e7071a11158 HTTP/1.1" status: 200 len: 1098 time: 0.1380043 Jun 24 12:26:14.355391 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-8415275f-100b-41fc-b704-b856bda3e9ec req-2f8420cd-437f-47d7-9a07-a0ecbd3d9d3f tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] 10.222.0.53 "GET /v2.0/security-groups?id=2a54d6c9-b1ae-41f2-861b-db8347e4504b&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0585818 Jun 24 12:26:14.423254 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b37b4f1-487c-429c-8315-2ace60c9a668 req-78272f74-e048-42cd-9756-537fb6f5035a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:26:14.424716 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-0b37b4f1-487c-429c-8315-2ace60c9a668 req-78272f74-e048-42cd-9756-537fb6f5035a service neutron] 10.222.0.45 "GET /v2.0/networks?id=da0bbd70-b539-42b7-a955-55afeac55925 HTTP/1.1" status: 200 len: 898 time: 0.0925648 Jun 24 12:26:14.496945 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-0b37b4f1-487c-429c-8315-2ace60c9a668 req-48ccc538-37ad-4e42-95c2-f4824fb0ead0 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=01874839-69c6-4978-a1e2-7377563d6b0d HTTP/1.1" status: 200 len: 1001 time: 0.0627165 Jun 24 12:26:14.547665 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b37b4f1-487c-429c-8315-2ace60c9a668 req-e627cfdb-74f3-450a-aa3f-b9deb8ca422f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:26:14.549160 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-0b37b4f1-487c-429c-8315-2ace60c9a668 req-e627cfdb-74f3-450a-aa3f-b9deb8ca422f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=40e77471-1abe-4d91-a895-423d7963bb71 HTTP/1.1" status: 200 len: 835 time: 0.0427749 Jun 24 12:26:14.611576 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b37b4f1-487c-429c-8315-2ace60c9a668 req-60450a74-791d-4c03-b337-aaa56e6e9fc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:26:14.613100 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-0b37b4f1-487c-429c-8315-2ace60c9a668 req-60450a74-791d-4c03-b337-aaa56e6e9fc2 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=da0bbd70-b539-42b7-a955-55afeac55925&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0540557 Jun 24 12:26:14.627324 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [req-0b37b4f1-487c-429c-8315-2ace60c9a668 req-5a9b0fc6-09e1-49d4-8e23-327816251e62 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=128083) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 24 12:26:14.628253 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-0b37b4f1-487c-429c-8315-2ace60c9a668 req-5a9b0fc6-09e1-49d4-8e23-327816251e62 service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050559 Jun 24 12:26:14.724227 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-0b37b4f1-487c-429c-8315-2ace60c9a668 req-d600ae3d-a7bd-4c9d-b0be-ea6ebd222f8b service neutron] 10.222.0.45 "GET /v2.0/networks/da0bbd70-b539-42b7-a955-55afeac55925?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858786 Jun 24 12:26:14.820532 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-0b37b4f1-487c-429c-8315-2ace60c9a668 req-c0eace41-af8f-41bc-8b4b-e9c775b814a2 service neutron] 10.222.0.45 "GET /v2.0/networks/da0bbd70-b539-42b7-a955-55afeac55925?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858278 Jun 24 12:26:15.055817 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:26:15.535118 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71aff000-2df5-45d1-9e58-4c437611de5b req-6e6dd5d4-44b1-48ae-b3d5-91212280747f tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:26:15.536633 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-71aff000-2df5-45d1-9e58-4c437611de5b req-6e6dd5d4-44b1-48ae-b3d5-91212280747f tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] 10.222.0.53 "GET /v2.0/ports?device_id=a7d26d91-a009-4642-8774-8e7071a11158 HTTP/1.1" status: 200 len: 945 time: 0.0659895 Jun 24 12:26:15.583603 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-71aff000-2df5-45d1-9e58-4c437611de5b req-5bb584fc-5d28-48ad-88cc-7cd893d65163 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] 10.222.0.53 "GET /v2.0/security-groups?id=2a54d6c9-b1ae-41f2-861b-db8347e4504b&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0401394 Jun 24 12:26:15.610670 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 40902) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:26:15.683942 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-359014c6-6f9b-486f-b0e2-54852528c9a6 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] 10.222.0.53 "GET /v2.0/floatingips/778f658e-b219-41b4-b2aa-000190481ac7 HTTP/1.1" status: 200 len: 993 time: 0.0717046 Jun 24 12:26:22.641360 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-3f2335be-8c25-4db1-adb3-ed15fa949db2 req-c0bd98f9-01a3-4bd2-b2a5-3590ee82054d service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=a7d26d91-a009-4642-8774-8e7071a11158&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0521488 Jun 24 12:26:22.749666 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2335be-8c25-4db1-adb3-ed15fa949db2 req-b4aa2bac-7b67-4711-bebd-8bf4f9a46781 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:26:22.751105 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-3f2335be-8c25-4db1-adb3-ed15fa949db2 req-b4aa2bac-7b67-4711-bebd-8bf4f9a46781 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=2f95b3c188ab4fd3b66987ab0e8b76cb&device_id=a7d26d91-a009-4642-8774-8e7071a11158 HTTP/1.1" status: 200 len: 1098 time: 0.0514531 Jun 24 12:26:22.861646 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2335be-8c25-4db1-adb3-ed15fa949db2 req-f2f17447-64fd-48dd-bc42-bcdd98550bf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:26:22.863042 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-3f2335be-8c25-4db1-adb3-ed15fa949db2 req-f2f17447-64fd-48dd-bc42-bcdd98550bf5 service neutron] 10.222.0.45 "GET /v2.0/networks?id=da0bbd70-b539-42b7-a955-55afeac55925 HTTP/1.1" status: 200 len: 898 time: 0.0893245 Jun 24 12:26:22.928655 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-3f2335be-8c25-4db1-adb3-ed15fa949db2 req-8e0f52a3-5b62-4832-861e-815625a53bb0 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=01874839-69c6-4978-a1e2-7377563d6b0d HTTP/1.1" status: 200 len: 1001 time: 0.0581975 Jun 24 12:26:22.980567 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2335be-8c25-4db1-adb3-ed15fa949db2 req-cbc93b37-6b4d-455c-b3fc-d2ffbd4a4cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:26:22.982003 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-3f2335be-8c25-4db1-adb3-ed15fa949db2 req-cbc93b37-6b4d-455c-b3fc-d2ffbd4a4cdb service neutron] 10.222.0.45 "GET /v2.0/subnets?id=40e77471-1abe-4d91-a895-423d7963bb71 HTTP/1.1" status: 200 len: 835 time: 0.0468290 Jun 24 12:26:23.042953 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2335be-8c25-4db1-adb3-ed15fa949db2 req-110b3f89-e1cb-4077-abd4-fa81a46bef74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:26:23.044511 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-3f2335be-8c25-4db1-adb3-ed15fa949db2 req-110b3f89-e1cb-4077-abd4-fa81a46bef74 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=da0bbd70-b539-42b7-a955-55afeac55925&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0559301 Jun 24 12:26:23.140249 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-3f2335be-8c25-4db1-adb3-ed15fa949db2 req-c4aa6ef7-f6dc-4537-b812-ca4deab73f1d service neutron] 10.222.0.45 "GET /v2.0/networks/da0bbd70-b539-42b7-a955-55afeac55925?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889149 Jun 24 12:26:23.240718 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-3f2335be-8c25-4db1-adb3-ed15fa949db2 req-97100612-566e-4ed5-b4d3-e64181c4f096 service neutron] 10.222.0.45 "GET /v2.0/networks/da0bbd70-b539-42b7-a955-55afeac55925?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934784 Jun 24 12:26:23.885309 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-5fa3be33-fc37-4da9-8a9f-441dd4036ad7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:26:26.422329 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-c6e18e1c-20d2-4266-9a4f-1e680894bb4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:26:26.610970 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:26:27.854602 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-03237adf-ebd0-46f2-a476-4d4bb746e0f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:26:29.188226 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.agents_db [None req-87a69269-d72b-4286-97f3-1041481ed6d8 None None] Agent healthcheck: found 6 active agents {{(pid=128086) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 12:26:29.807604 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-52c483ef-d5c1-4030-9a32-e5ce4ff00ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:26:45.075524 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:26:48.308419 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 40920) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:26:48.478422 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.plugin [None req-bec67346-293f-4a2b-876a-ca83fb771494 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Deleting port 35c783a2-cef4-45af-8560-01ba56295270 {{(pid=128084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:26:48.478770 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-bec67346-293f-4a2b-876a-ca83fb771494 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793193942312'] for port, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:26:48.559419 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-bec67346-293f-4a2b-876a-ca83fb771494 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1978872'] for port, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:26:48.559645 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-bec67346-293f-4a2b-876a-ca83fb771494 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:26:48.572011 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.plugin [None req-bec67346-293f-4a2b-876a-ca83fb771494 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Calling delete_port for 35c783a2-cef4-45af-8560-01ba56295270 owned by network:floatingip {{(pid=128084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:26:48.727619 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-bec67346-293f-4a2b-876a-ca83fb771494 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793193945299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193536732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3292088'] for port, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:26:48.731365 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-4d0980c6-6af0-4a6f-b2ca-592d406dc684 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:26:48.770159 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec67346-293f-4a2b-876a-ca83fb771494 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Pushing event deleted for resources: {'Port': ['ID=35c783a2-cef4-45af-8560-01ba56295270,revision_number=None']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:26:48.779558 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec67346-293f-4a2b-876a-ca83fb771494 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:26:48.779948 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec67346-293f-4a2b-876a-ca83fb771494 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:26:48.780327 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec67346-293f-4a2b-876a-ca83fb771494 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:26:48.780707 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec67346-293f-4a2b-876a-ca83fb771494 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:26:48.781140 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec67346-293f-4a2b-876a-ca83fb771494 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:26:48.781477 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec67346-293f-4a2b-876a-ca83fb771494 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:26:48.781845 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec67346-293f-4a2b-876a-ca83fb771494 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:26:48.782204 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec67346-293f-4a2b-876a-ca83fb771494 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:26:48.782566 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec67346-293f-4a2b-876a-ca83fb771494 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:26:48.782926 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec67346-293f-4a2b-876a-ca83fb771494 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:26:48.783286 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec67346-293f-4a2b-876a-ca83fb771494 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:26:48.783644 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec67346-293f-4a2b-876a-ca83fb771494 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:26:48.805175 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-bec67346-293f-4a2b-876a-ca83fb771494 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:26:48.844390 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-bec67346-293f-4a2b-876a-ca83fb771494 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks [] for floatingip, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:26:48.844614 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.db.l3_db [None req-bec67346-293f-4a2b-876a-ca83fb771494 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Floating IP 778f658e-b219-41b4-b2aa-000190481ac7 disassociated (deleted). External IP: 172.26.7.107, port: 01874839-69c6-4978-a1e2-7377563d6b0d. Jun 24 12:26:49.066768 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bec67346-293f-4a2b-876a-ca83fb771494 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Router cd810d49-ba9e-4647-b9c7-73135fc955da has already been hosted by L3 agent 2987dba8-2249-4ee6-96ec-28f0f7a6127d {{(pid=128084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 12:26:49.176350 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bec67346-293f-4a2b-876a-ca83fb771494 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify agent at l3_agent.dv-neutron-797120-4-hyperv the message routers_updated {{(pid=128084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 12:26:49.181960 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-bec67346-293f-4a2b-876a-ca83fb771494 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468916'] for floatingip, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:26:49.187148 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9dfc833-06bc-4f0a-9d82-eeda8b4a68df None None] Sync routers for ids ['cd810d49-ba9e-4647-b9c7-73135fc955da'] in dv-neutron-797120-4-hyperv {{(pid=128085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 12:26:49.196329 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9dfc833-06bc-4f0a-9d82-eeda8b4a68df None None] Routers {'cd810d49-ba9e-4647-b9c7-73135fc955da'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:26:49.196950 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-d9dfc833-06bc-4f0a-9d82-eeda8b4a68df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T12:26:26Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['cd810d49-ba9e-4647-b9c7-73135fc955da'], 'active': True} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:26:49.221613 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-bec67346-293f-4a2b-876a-ca83fb771494 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] 10.222.0.53 "DELETE /v2.0/floatingips/778f658e-b219-41b4-b2aa-000190481ac7 HTTP/1.1" status: 204 len: 168 time: 0.9120145 Jun 24 12:26:49.222514 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7d26d91-a009-4642-8774-8e7071a11158', 'tag': '01874839-69c6-4978-a1e2-7377563d6b0d'}] {{(pid=128084) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 12:26:49.225156 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}189e43ef1649f46b9bccc8e45a83b64afc33adcdec52bc597e36eecb4255b7b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1b164e4-e9ef-46ed-938d-5fc1a5056640" -d '{"events": [{"name": "network-changed", "server_uuid": "a7d26d91-a009-4642-8774-8e7071a11158", "tag": "01874839-69c6-4978-a1e2-7377563d6b0d"}]}' {{(pid=128084) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 12:26:49.268891 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 12:26:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6a0078b-f0ea-462c-9b05-409bdaa548c4 x-openstack-request-id: req-c6a0078b-f0ea-462c-9b05-409bdaa548c4 {{(pid=128084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 12:26:49.269279 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7d26d91-a009-4642-8774-8e7071a11158", "tag": "01874839-69c6-4978-a1e2-7377563d6b0d", "status": "completed", "code": 200}]} {{(pid=128084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 12:26:49.269586 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c6a0078b-f0ea-462c-9b05-409bdaa548c4 {{(pid=128084) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 12:26:49.270039 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7d26d91-a009-4642-8774-8e7071a11158', 'tag': '01874839-69c6-4978-a1e2-7377563d6b0d', 'status': 'completed', 'code': 200} Jun 24 12:26:49.329634 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvr_db [None req-d9dfc833-06bc-4f0a-9d82-eeda8b4a68df None None] Set router cd810d49-ba9e-4647-b9c7-73135fc955da gateway port host: dv-neutron-797120-4-hyperv {{(pid=128085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:26:49.384305 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b164e4-e9ef-46ed-938d-5fc1a5056640 req-aa109dd0-7b77-4caf-9ee9-9b299248ca0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:26:49.385884 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-e1b164e4-e9ef-46ed-938d-5fc1a5056640 req-aa109dd0-7b77-4caf-9ee9-9b299248ca0c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=2f95b3c188ab4fd3b66987ab0e8b76cb&device_id=a7d26d91-a009-4642-8774-8e7071a11158 HTTP/1.1" status: 200 len: 1098 time: 0.0891421 Jun 24 12:26:49.488103 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b164e4-e9ef-46ed-938d-5fc1a5056640 req-2483ebc5-96d2-415e-9703-46a0462af62a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:26:49.489616 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-e1b164e4-e9ef-46ed-938d-5fc1a5056640 req-2483ebc5-96d2-415e-9703-46a0462af62a service neutron] 10.222.0.45 "GET /v2.0/networks?id=da0bbd70-b539-42b7-a955-55afeac55925 HTTP/1.1" status: 200 len: 898 time: 0.0965881 Jun 24 12:26:49.539859 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-e1b164e4-e9ef-46ed-938d-5fc1a5056640 req-8fd3019d-a309-4a4a-9ea0-e6c27b552df3 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=01874839-69c6-4978-a1e2-7377563d6b0d HTTP/1.1" status: 200 len: 217 time: 0.0382507 Jun 24 12:26:49.548913 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-d9dfc833-06bc-4f0a-9d82-eeda8b4a68df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd810d49-ba9e-4647-b9c7-73135fc955da', 'name': 'tempest-TestNetworkAdvancedServerOps-router-259180246', 'tenant_id': '2f95b3c188ab4fd3b66987ab0e8b76cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'external_fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.141'}], 'enable_snat': True}, 'gw_port_id': '98750c93-9363-4451-ae13-2a6b3f4437d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:25:09Z', 'updated_at': '2021-06-24T12:25:13Z', 'revision_number': 4, 'project_id': '2f95b3c188ab4fd3b66987ab0e8b76cb', 'gw_port': {'id': '98750c93-9363-4451-ae13-2a6b3f4437d6', 'name': '', 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:fc:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd810d49-ba9e-4647-b9c7-73135fc955da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:25:10Z', 'updated_at': '2021-06-24T12:25:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-4-hyperv', '_interfaces': [{'id': '278c495a-a9bf-4752-bc7f-74956a449b23', 'name': '', 'network_id': 'da0bbd70-b539-42b7-a955-55afeac55925', 'tenant_id': '2f95b3c188ab4fd3b66987ab0e8b76cb', 'mac_address': 'fa:16:3e:de:30:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd810d49-ba9e-4647-b9c7-73135fc955da', 'device_owner': 'network:router_interface', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': '40e77471-1abe-4d91-a895-423d7963bb71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:25:12Z', 'updated_at': '2021-06-24T12:25:17Z', 'revision_number': 5, 'project_id': '2f95b3c188ab4fd3b66987ab0e8b76cb', 'subnets': [{'id': '40e77471-1abe-4d91-a895-423d7963bb71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:26:49.602211 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9dfc833-06bc-4f0a-9d82-eeda8b4a68df None None] Checking router: cd810d49-ba9e-4647-b9c7-73135fc955da for host: dv-neutron-797120-4-hyperv {{(pid=128085) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 12:26:49.623353 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9dfc833-06bc-4f0a-9d82-eeda8b4a68df None None] Routers {'cd810d49-ba9e-4647-b9c7-73135fc955da'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:26:49.625224 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-d9dfc833-06bc-4f0a-9d82-eeda8b4a68df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T12:26:26Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['cd810d49-ba9e-4647-b9c7-73135fc955da'], 'active': True} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:26:49.656132 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b164e4-e9ef-46ed-938d-5fc1a5056640 req-847a4eec-b0c0-4424-80d8-19da7248586b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:26:49.657613 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-e1b164e4-e9ef-46ed-938d-5fc1a5056640 req-847a4eec-b0c0-4424-80d8-19da7248586b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=40e77471-1abe-4d91-a895-423d7963bb71 HTTP/1.1" status: 200 len: 835 time: 0.1099472 Jun 24 12:26:49.718914 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069a82cf-21fd-4880-98b3-334d558fa4af req-aa14ddb2-fec1-41be-923d-80ad7cf592da tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:26:49.720286 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-069a82cf-21fd-4880-98b3-334d558fa4af req-aa14ddb2-fec1-41be-923d-80ad7cf592da tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] 10.222.0.53 "GET /v2.0/ports?device_id=a7d26d91-a009-4642-8774-8e7071a11158 HTTP/1.1" status: 200 len: 945 time: 0.1149821 Jun 24 12:26:49.736523 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvr_db [None req-d9dfc833-06bc-4f0a-9d82-eeda8b4a68df None None] Set router cd810d49-ba9e-4647-b9c7-73135fc955da gateway port host: dv-neutron-797120-4-hyperv {{(pid=128085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:26:49.761681 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b164e4-e9ef-46ed-938d-5fc1a5056640 req-9394ea07-96aa-477a-8856-523f8b7fe4a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:26:49.763160 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-e1b164e4-e9ef-46ed-938d-5fc1a5056640 req-9394ea07-96aa-477a-8856-523f8b7fe4a3 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=da0bbd70-b539-42b7-a955-55afeac55925&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0973024 Jun 24 12:26:49.771016 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-069a82cf-21fd-4880-98b3-334d558fa4af req-34b002db-07bb-4e6f-bc18-a8984ca19c4d tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] 10.222.0.53 "GET /v2.0/security-groups?id=2a54d6c9-b1ae-41f2-861b-db8347e4504b&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0436666 Jun 24 12:26:49.894518 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-e1b164e4-e9ef-46ed-938d-5fc1a5056640 req-921a56ef-4e2b-4fb0-acfb-71a09d0ff085 service neutron] 10.222.0.45 "GET /v2.0/networks/da0bbd70-b539-42b7-a955-55afeac55925?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224620 Jun 24 12:26:50.007987 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-d9dfc833-06bc-4f0a-9d82-eeda8b4a68df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd810d49-ba9e-4647-b9c7-73135fc955da', 'name': 'tempest-TestNetworkAdvancedServerOps-router-259180246', 'tenant_id': '2f95b3c188ab4fd3b66987ab0e8b76cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'external_fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.141'}], 'enable_snat': True}, 'gw_port_id': '98750c93-9363-4451-ae13-2a6b3f4437d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:25:09Z', 'updated_at': '2021-06-24T12:25:13Z', 'revision_number': 4, 'project_id': '2f95b3c188ab4fd3b66987ab0e8b76cb', 'gw_port': {'id': '98750c93-9363-4451-ae13-2a6b3f4437d6', 'name': '', 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:fc:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd810d49-ba9e-4647-b9c7-73135fc955da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:25:10Z', 'updated_at': '2021-06-24T12:25:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-4-hyperv', '_interfaces': [{'id': '278c495a-a9bf-4752-bc7f-74956a449b23', 'name': '', 'network_id': 'da0bbd70-b539-42b7-a955-55afeac55925', 'tenant_id': '2f95b3c188ab4fd3b66987ab0e8b76cb', 'mac_address': 'fa:16:3e:de:30:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd810d49-ba9e-4647-b9c7-73135fc955da', 'device_owner': 'network:router_interface', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': '40e77471-1abe-4d91-a895-423d7963bb71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:25:12Z', 'updated_at': '2021-06-24T12:25:17Z', 'revision_number': 5, 'project_id': '2f95b3c188ab4fd3b66987ab0e8b76cb', 'subnets': [{'id': '40e77471-1abe-4d91-a895-423d7963bb71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:26:50.012034 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-e1b164e4-e9ef-46ed-938d-5fc1a5056640 req-3de51024-bda2-4522-955a-e08a877c10ce service neutron] 10.222.0.45 "GET /v2.0/networks/da0bbd70-b539-42b7-a955-55afeac55925?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1102598 Jun 24 12:26:50.048008 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9dfc833-06bc-4f0a-9d82-eeda8b4a68df None None] The sync data for ids ['cd810d49-ba9e-4647-b9c7-73135fc955da'] in dv-neutron-797120-4-hyperv is: [{'id': 'cd810d49-ba9e-4647-b9c7-73135fc955da', 'name': 'tempest-TestNetworkAdvancedServerOps-router-259180246', 'tenant_id': '2f95b3c188ab4fd3b66987ab0e8b76cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'external_fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.141'}], 'enable_snat': True}, 'gw_port_id': '98750c93-9363-4451-ae13-2a6b3f4437d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:25:09Z', 'updated_at': '2021-06-24T12:25:13Z', 'revision_number': 4, 'project_id': '2f95b3c188ab4fd3b66987ab0e8b76cb', 'gw_port': {'id': '98750c93-9363-4451-ae13-2a6b3f4437d6', 'name': '', 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:fc:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd810d49-ba9e-4647-b9c7-73135fc955da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:25:10Z', 'updated_at': '2021-06-24T12:25:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-4-hyperv', '_interfaces': [{'id': '278c495a-a9bf-4752-bc7f-74956a449b23', 'name': '', 'network_id': 'da0bbd70-b539-42b7-a955-55afeac55925', 'tenant_id': '2f95b3c188ab4fd3b66987ab0e8b76cb', 'mac_address': 'fa:16:3e:de:30:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd810d49-ba9e-4647-b9c7-73135fc955da', 'device_owner': 'network:router_interface', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': '40e77471-1abe-4d91-a895-423d7963bb71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:25:12Z', 'updated_at': '2021-06-24T12:25:17Z', 'revision_number': 5, 'project_id': '2f95b3c188ab4fd3b66987ab0e8b76cb', 'subnets': [{'id': '40e77471-1abe-4d91-a895-423d7963bb71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=128085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 12:26:50.311248 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cbee574-357a-4b49-a4fd-2a708409e4d0 None None] New status for floating IP 778f658e-b219-41b4-b2aa-000190481ac7: DOWN {{(pid=128086) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 24 12:26:50.966611 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd52d34-00c3-49d1-af39-1f630a60bffb req-758ffc77-de4a-4b5d-877f-bbecbeac4943 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:26:50.968228 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-fdd52d34-00c3-49d1-af39-1f630a60bffb req-758ffc77-de4a-4b5d-877f-bbecbeac4943 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] 10.222.0.53 "GET /v2.0/ports?device_id=a7d26d91-a009-4642-8774-8e7071a11158 HTTP/1.1" status: 200 len: 945 time: 0.0698540 Jun 24 12:26:51.014969 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-fdd52d34-00c3-49d1-af39-1f630a60bffb req-94d86a18-6101-492b-92f1-fc51ce30b0b2 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] 10.222.0.53 "GET /v2.0/security-groups?id=2a54d6c9-b1ae-41f2-861b-db8347e4504b&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0360155 Jun 24 12:26:51.349063 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcad40f4-5683-471f-a9ad-8ee81604037a req-0320e80c-af35-4cd7-aa0f-71a66ff028b7 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:26:51.350943 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-dcad40f4-5683-471f-a9ad-8ee81604037a req-0320e80c-af35-4cd7-aa0f-71a66ff028b7 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] 10.222.0.45 "GET /v2.0/ports?device_id=a7d26d91-a009-4642-8774-8e7071a11158 HTTP/1.1" status: 200 len: 945 time: 0.0699382 Jun 24 12:26:51.475158 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.plugin [req-dcad40f4-5683-471f-a9ad-8ee81604037a req-a16cb761-ceef-49aa-b83b-d11e74329a82 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Deleting port 01874839-69c6-4978-a1e2-7377563d6b0d {{(pid=128083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:26:51.475549 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-dcad40f4-5683-471f-a9ad-8ee81604037a req-a16cb761-ceef-49aa-b83b-d11e74329a82 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793193942312'] for port, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:26:51.572851 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.db [req-dcad40f4-5683-471f-a9ad-8ee81604037a req-a16cb761-ceef-49aa-b83b-d11e74329a82 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] For port 01874839-69c6-4978-a1e2-7377563d6b0d, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=01874839-69c6-4978-a1e2-7377563d6b0d,segment=NetworkSegment(ded769b5-f688-4871-98a8-c31a3ce7c0ff),segment_id=ded769b5-f688-4871-98a8-c31a3ce7c0ff)] {{(pid=128083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:26:51.573366 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-dcad40f4-5683-471f-a9ad-8ee81604037a req-a16cb761-ceef-49aa-b83b-d11e74329a82 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1978872'] for port, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:26:51.590436 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.plugin [req-dcad40f4-5683-471f-a9ad-8ee81604037a req-a16cb761-ceef-49aa-b83b-d11e74329a82 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Calling delete_port for 01874839-69c6-4978-a1e2-7377563d6b0d owned by compute:nova {{(pid=128083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:26:51.771373 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-dcad40f4-5683-471f-a9ad-8ee81604037a req-a16cb761-ceef-49aa-b83b-d11e74329a82 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793193945299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193536732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2537862'] for port, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:26:51.786655 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-942ab9c1-5789-430a-8b27-3ac525a00968 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:26:51.832657 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16cb761-ceef-49aa-b83b-d11e74329a82 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Pushing event deleted for resources: {'Port': ['ID=01874839-69c6-4978-a1e2-7377563d6b0d,revision_number=None']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:26:51.850926 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16cb761-ceef-49aa-b83b-d11e74329a82 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:26:51.850926 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16cb761-ceef-49aa-b83b-d11e74329a82 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:26:51.851426 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16cb761-ceef-49aa-b83b-d11e74329a82 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:26:51.851426 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16cb761-ceef-49aa-b83b-d11e74329a82 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:26:51.851825 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16cb761-ceef-49aa-b83b-d11e74329a82 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:26:51.852205 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16cb761-ceef-49aa-b83b-d11e74329a82 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:26:51.852584 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16cb761-ceef-49aa-b83b-d11e74329a82 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:26:51.852957 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16cb761-ceef-49aa-b83b-d11e74329a82 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:26:51.853428 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16cb761-ceef-49aa-b83b-d11e74329a82 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:26:51.853946 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16cb761-ceef-49aa-b83b-d11e74329a82 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:26:51.854497 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16cb761-ceef-49aa-b83b-d11e74329a82 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:26:51.855088 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16cb761-ceef-49aa-b83b-d11e74329a82 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:26:51.878293 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-a16cb761-ceef-49aa-b83b-d11e74329a82 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:26:51.900513 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.l3_dvrscheduler_db [req-dcad40f4-5683-471f-a9ad-8ee81604037a req-a16cb761-ceef-49aa-b83b-d11e74329a82 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] No DVR routers for this DVR port 01874839-69c6-4978-a1e2-7377563d6b0d on host hv-neutron-7971 {{(pid=128083) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 12:26:51.903157 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-dcad40f4-5683-471f-a9ad-8ee81604037a req-a16cb761-ceef-49aa-b83b-d11e74329a82 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468916'] for port, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:26:51.905196 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-dcad40f4-5683-471f-a9ad-8ee81604037a req-a16cb761-ceef-49aa-b83b-d11e74329a82 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] 10.222.0.45 "DELETE /v2.0/ports/01874839-69c6-4978-a1e2-7377563d6b0d HTTP/1.1" status: 204 len: 173 time: 0.5451863 Jun 24 12:26:51.905757 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7d26d91-a009-4642-8774-8e7071a11158', 'name': 'network-vif-deleted', 'tag': '01874839-69c6-4978-a1e2-7377563d6b0d'}] {{(pid=128083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 12:26:51.908156 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a77f7dee1a0522ddf93af289475d218fcdb8f30317daadec13ebf930b5b9dbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2a1ed5d-644e-47cc-a4ad-e875b491391a" -d '{"events": [{"server_uuid": "a7d26d91-a009-4642-8774-8e7071a11158", "name": "network-vif-deleted", "tag": "01874839-69c6-4978-a1e2-7377563d6b0d"}]}' {{(pid=128083) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 12:26:51.966696 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 12:26:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0d0a854-9132-4e40-a0bd-6a2b3ad97ef2 x-openstack-request-id: req-a0d0a854-9132-4e40-a0bd-6a2b3ad97ef2 {{(pid=128083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 12:26:51.967828 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7d26d91-a009-4642-8774-8e7071a11158", "name": "network-vif-deleted", "tag": "01874839-69c6-4978-a1e2-7377563d6b0d", "status": "completed", "code": 200}]} {{(pid=128083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 12:26:51.967828 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a0d0a854-9132-4e40-a0bd-6a2b3ad97ef2 {{(pid=128083) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 12:26:51.968162 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7d26d91-a009-4642-8774-8e7071a11158', 'name': 'network-vif-deleted', 'tag': '01874839-69c6-4978-a1e2-7377563d6b0d', 'status': 'completed', 'code': 200} Jun 24 12:26:52.204458 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-b7744a2a-28fd-4865-a056-1964119ba25d req-a8f1d765-c549-44f4-981b-4f903387c626 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] 10.222.0.53 "GET /v2.0/ports?device_id=a7d26d91-a009-4642-8774-8e7071a11158 HTTP/1.1" status: 200 len: 210 time: 0.0418663 Jun 24 12:26:53.309218 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 40940) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:26:53.707895 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-f4a39539-24d5-4880-b310-3f5499a3443a tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1978565'] for router_interface, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:26:53.894664 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-a4408141-923f-4b50-9488-0f9e1b2ec19f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:26:54.016815 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.plugin [None req-f4a39539-24d5-4880-b310-3f5499a3443a tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Deleting port 278c495a-a9bf-4752-bc7f-74956a449b23 {{(pid=128084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:26:54.017189 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-f4a39539-24d5-4880-b310-3f5499a3443a tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793193942312'] for port, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:26:54.126154 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.db [None req-f4a39539-24d5-4880-b310-3f5499a3443a tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] For port 278c495a-a9bf-4752-bc7f-74956a449b23, host dv-neutron-797120-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=278c495a-a9bf-4752-bc7f-74956a449b23,segment=NetworkSegment(ded769b5-f688-4871-98a8-c31a3ce7c0ff),segment_id=ded769b5-f688-4871-98a8-c31a3ce7c0ff)] {{(pid=128084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:26:54.126519 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-f4a39539-24d5-4880-b310-3f5499a3443a tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1978872'] for port, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:26:54.141019 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.plugin [None req-f4a39539-24d5-4880-b310-3f5499a3443a tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Calling delete_port for 278c495a-a9bf-4752-bc7f-74956a449b23 owned by network:router_interface {{(pid=128084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:26:54.342153 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-f4a39539-24d5-4880-b310-3f5499a3443a tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793193945299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193536732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3292088'] for port, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:26:54.344603 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-bec67346-293f-4a2b-876a-ca83fb771494 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:26:54.373388 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a39539-24d5-4880-b310-3f5499a3443a tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Pushing event deleted for resources: {'Port': ['ID=278c495a-a9bf-4752-bc7f-74956a449b23,revision_number=None']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:26:54.376144 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-f4a39539-24d5-4880-b310-3f5499a3443a tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:26:54.477244 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Device 01874839-69c6-4978-a1e2-7377563d6b0d no longer exists at agent hyperv_hv-neutron-7971 {{(pid=128085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 12:26:54.512786 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] No Port match for: 01874839-69c6-4978-a1e2-7377563d6b0d {{(pid=128085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 12:26:54.513613 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Device 01874839-69c6-4978-a1e2-7377563d6b0d not bound to the agent host hv-neutron-7971 {{(pid=128085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 12:26:54.599421 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-f4a39539-24d5-4880-b310-3f5499a3443a tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1588985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1806165'] for router_interface, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:26:55.142438 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4a39539-24d5-4880-b310-3f5499a3443a tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Router cd810d49-ba9e-4647-b9c7-73135fc955da has already been hosted by L3 agent 2987dba8-2249-4ee6-96ec-28f0f7a6127d {{(pid=128084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 12:26:55.271054 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4a39539-24d5-4880-b310-3f5499a3443a tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify agent at l3_agent.dv-neutron-797120-4-hyperv the message routers_updated {{(pid=128084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 12:26:55.279011 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-f4a39539-24d5-4880-b310-3f5499a3443a tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] 10.222.0.53 "PUT /v2.0/routers/cd810d49-ba9e-4647-b9c7-73135fc955da/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9674416 Jun 24 12:26:55.281456 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd13eaf8-f33d-4fb7-bd5b-646137e69ec5 None None] Sync routers for ids ['cd810d49-ba9e-4647-b9c7-73135fc955da'] in dv-neutron-797120-4-hyperv {{(pid=128085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 12:26:55.282540 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 40942) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:26:55.293546 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd13eaf8-f33d-4fb7-bd5b-646137e69ec5 None None] Routers {'cd810d49-ba9e-4647-b9c7-73135fc955da'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:26:55.294204 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-fd13eaf8-f33d-4fb7-bd5b-646137e69ec5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T12:26:26Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['cd810d49-ba9e-4647-b9c7-73135fc955da'], 'active': True} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:26:55.344848 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.db.db_base_plugin_v2 [None req-c2732f01-dee8-4f25-8297-52f10cbaf106 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Deleting subnet 40e77471-1abe-4d91-a895-423d7963bb71 {{(pid=128084) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 24 12:26:55.348468 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-c2732f01-dee8-4f25-8297-52f10cbaf106 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks [] for subnet, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:26:55.397301 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-c2732f01-dee8-4f25-8297-52f10cbaf106 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2373542'] for subnet, precommit_delete_associations {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:26:55.444056 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvr_db [None req-fd13eaf8-f33d-4fb7-bd5b-646137e69ec5 None None] Set router cd810d49-ba9e-4647-b9c7-73135fc955da gateway port host: dv-neutron-797120-4-hyperv {{(pid=128085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:26:55.490805 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-c2732f01-dee8-4f25-8297-52f10cbaf106 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-972249'] for subnet, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:26:55.566152 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-c2732f01-dee8-4f25-8297-52f10cbaf106 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-972238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3292022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3162263'] for subnet, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:26:55.568445 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-c6267a49-5b00-4cda-9fe5-b71ad4666140 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:26:55.599508 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2732f01-dee8-4f25-8297-52f10cbaf106 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Pushing event deleted for resources: {'Subnet': ['ID=40e77471-1abe-4d91-a895-423d7963bb71,revision_number=None']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:26:55.602969 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-c2732f01-dee8-4f25-8297-52f10cbaf106 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:26:55.604110 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-c2732f01-dee8-4f25-8297-52f10cbaf106 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks [] for subnet, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:26:55.609255 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 40944) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:26:55.615469 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-c2732f01-dee8-4f25-8297-52f10cbaf106 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] 10.222.0.53 "DELETE /v2.0/subnets/40e77471-1abe-4d91-a895-423d7963bb71 HTTP/1.1" status: 204 len: 168 time: 0.3315439 Jun 24 12:26:55.633196 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4c66f56-a439-42be-9fc1-bc6f75fd7809 None None] Network da0bbd70-b539-42b7-a955-55afeac55925 requested from dv-neutron-797120-4-hyperv {{(pid=128085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:26:55.728543 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-98b063ad-fa22-401e-88a6-a18a59e93b4c tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks [] for router, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:26:55.856476 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-98b063ad-fa22-401e-88a6-a18a59e93b4c tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks [] for router_gateway, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:26:55.919404 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-fd13eaf8-f33d-4fb7-bd5b-646137e69ec5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd810d49-ba9e-4647-b9c7-73135fc955da', 'name': 'tempest-TestNetworkAdvancedServerOps-router-259180246', 'tenant_id': '2f95b3c188ab4fd3b66987ab0e8b76cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'external_fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.141'}], 'enable_snat': True}, 'gw_port_id': '98750c93-9363-4451-ae13-2a6b3f4437d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:25:09Z', 'updated_at': '2021-06-24T12:26:54Z', 'revision_number': 5, 'project_id': '2f95b3c188ab4fd3b66987ab0e8b76cb', 'gw_port': {'id': '98750c93-9363-4451-ae13-2a6b3f4437d6', 'name': '', 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:fc:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd810d49-ba9e-4647-b9c7-73135fc955da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:25:10Z', 'updated_at': '2021-06-24T12:25:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-4-hyperv'}], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:26:55.923610 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.plugin [None req-98b063ad-fa22-401e-88a6-a18a59e93b4c tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Deleting port 98750c93-9363-4451-ae13-2a6b3f4437d6 {{(pid=128083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:26:55.923962 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-98b063ad-fa22-401e-88a6-a18a59e93b4c tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793193942312'] for port, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:26:55.957816 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd13eaf8-f33d-4fb7-bd5b-646137e69ec5 None None] Checking router: cd810d49-ba9e-4647-b9c7-73135fc955da for host: dv-neutron-797120-4-hyperv {{(pid=128085) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 12:26:55.967073 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd13eaf8-f33d-4fb7-bd5b-646137e69ec5 None None] Routers {'cd810d49-ba9e-4647-b9c7-73135fc955da'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:26:55.967890 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-fd13eaf8-f33d-4fb7-bd5b-646137e69ec5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T12:26:26Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['cd810d49-ba9e-4647-b9c7-73135fc955da'], 'active': True} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:26:56.004003 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d58ae01d-ef0e-453e-879b-419346724600 None None] DHCP port deletion for da0bbd70-b539-42b7-a955-55afeac55925 request from dv-neutron-797120-4-hyperv {{(pid=128085) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 24 12:26:56.030469 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.db [None req-98b063ad-fa22-401e-88a6-a18a59e93b4c tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] For port 98750c93-9363-4451-ae13-2a6b3f4437d6, host dv-neutron-797120-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=98750c93-9363-4451-ae13-2a6b3f4437d6,segment=NetworkSegment(1139564f-ff83-4b49-a593-84b33301357d),segment_id=1139564f-ff83-4b49-a593-84b33301357d)] {{(pid=128083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:26:56.030877 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-98b063ad-fa22-401e-88a6-a18a59e93b4c tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1978872'] for port, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:26:56.047033 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.plugin [None req-98b063ad-fa22-401e-88a6-a18a59e93b4c tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Calling delete_port for 98750c93-9363-4451-ae13-2a6b3f4437d6 owned by network:router_gateway {{(pid=128083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:26:56.088011 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvr_db [None req-fd13eaf8-f33d-4fb7-bd5b-646137e69ec5 None None] Set router cd810d49-ba9e-4647-b9c7-73135fc955da gateway port host: None {{(pid=128085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:26:56.150716 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-fd13eaf8-f33d-4fb7-bd5b-646137e69ec5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd810d49-ba9e-4647-b9c7-73135fc955da', 'name': 'tempest-TestNetworkAdvancedServerOps-router-259180246', 'tenant_id': '2f95b3c188ab4fd3b66987ab0e8b76cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:25:09Z', 'updated_at': '2021-06-24T12:26:55Z', 'revision_number': 6, 'project_id': '2f95b3c188ab4fd3b66987ab0e8b76cb', 'gw_port_host': None}], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:26:56.184449 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd13eaf8-f33d-4fb7-bd5b-646137e69ec5 None None] The sync data for ids ['cd810d49-ba9e-4647-b9c7-73135fc955da'] in dv-neutron-797120-4-hyperv is: [{'id': 'cd810d49-ba9e-4647-b9c7-73135fc955da', 'name': 'tempest-TestNetworkAdvancedServerOps-router-259180246', 'tenant_id': '2f95b3c188ab4fd3b66987ab0e8b76cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:25:09Z', 'updated_at': '2021-06-24T12:26:55Z', 'revision_number': 6, 'project_id': '2f95b3c188ab4fd3b66987ab0e8b76cb', 'gw_port_host': None}] {{(pid=128085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 12:26:56.189813 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-d58ae01d-ef0e-453e-879b-419346724600 None None] Deleting port 3da29254-ee09-4fce-a05f-49eca6956cf5 {{(pid=128085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:26:56.190204 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-d58ae01d-ef0e-453e-879b-419346724600 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793193942312'] for port, before_delete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:26:56.265471 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-98b063ad-fa22-401e-88a6-a18a59e93b4c tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793193945299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193536732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2537862'] for port, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:26:56.267309 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-d58ae01d-ef0e-453e-879b-419346724600 None None] For port 3da29254-ee09-4fce-a05f-49eca6956cf5, host dv-neutron-797120-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=3da29254-ee09-4fce-a05f-49eca6956cf5,segment=NetworkSegment(ded769b5-f688-4871-98a8-c31a3ce7c0ff),segment_id=ded769b5-f688-4871-98a8-c31a3ce7c0ff)] {{(pid=128085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:26:56.267732 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-d58ae01d-ef0e-453e-879b-419346724600 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1978872'] for port, precommit_delete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:26:56.269946 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-c6111698-fd03-4eb2-afcb-bb73a167fea6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:26:56.283105 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-d58ae01d-ef0e-453e-879b-419346724600 None None] Calling delete_port for 3da29254-ee09-4fce-a05f-49eca6956cf5 owned by network:dhcp {{(pid=128085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:26:56.307246 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b063ad-fa22-401e-88a6-a18a59e93b4c tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Pushing event deleted for resources: {'Port': ['ID=98750c93-9363-4451-ae13-2a6b3f4437d6,revision_number=None']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:26:56.310323 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-98b063ad-fa22-401e-88a6-a18a59e93b4c tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:26:56.381707 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-98b063ad-fa22-401e-88a6-a18a59e93b4c tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1815728'] for router_gateway, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:26:56.388577 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-d58ae01d-ef0e-453e-879b-419346724600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793193945299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193536732'] for port, after_delete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:26:56.392066 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:26:56.428401 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58ae01d-ef0e-453e-879b-419346724600 None None] Pushing event deleted for resources: {'Port': ['ID=3da29254-ee09-4fce-a05f-49eca6956cf5,revision_number=None']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:26:56.439523 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d58ae01d-ef0e-453e-879b-419346724600 None None] No DVR routers for this DVR port 3da29254-ee09-4fce-a05f-49eca6956cf5 on host dv-neutron-797120-4-hyperv {{(pid=128085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 12:26:56.448021 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58ae01d-ef0e-453e-879b-419346724600 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:26:56.448525 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58ae01d-ef0e-453e-879b-419346724600 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:26:56.448878 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58ae01d-ef0e-453e-879b-419346724600 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:26:56.449449 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58ae01d-ef0e-453e-879b-419346724600 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:26:56.449797 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58ae01d-ef0e-453e-879b-419346724600 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:26:56.450136 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58ae01d-ef0e-453e-879b-419346724600 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:26:56.450461 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58ae01d-ef0e-453e-879b-419346724600 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:26:56.450787 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58ae01d-ef0e-453e-879b-419346724600 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:26:56.451244 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58ae01d-ef0e-453e-879b-419346724600 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:26:56.451517 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58ae01d-ef0e-453e-879b-419346724600 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:26:56.451813 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58ae01d-ef0e-453e-879b-419346724600 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:26:56.452244 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58ae01d-ef0e-453e-879b-419346724600 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:26:56.455792 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-d58ae01d-ef0e-453e-879b-419346724600 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:26:56.456609 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-92ee2753-ba48-423a-b9b0-e21003cf02f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:26:56.503733 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-98b063ad-fa22-401e-88a6-a18a59e93b4c tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1803182', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65403'] for router, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:26:56.506073 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-98b063ad-fa22-401e-88a6-a18a59e93b4c tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:26:56.581790 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-98b063ad-fa22-401e-88a6-a18a59e93b4c tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1806072'] for router, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:26:56.582294 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98b063ad-fa22-401e-88a6-a18a59e93b4c tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Fanout notify agent at l3_agent the message router_deleted on router cd810d49-ba9e-4647-b9c7-73135fc955da {{(pid=128083) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 24 12:26:56.590846 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-98b063ad-fa22-401e-88a6-a18a59e93b4c tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks [] for router, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:26:56.593058 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-98b063ad-fa22-401e-88a6-a18a59e93b4c tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] 10.222.0.53 "DELETE /v2.0/routers/cd810d49-ba9e-4647-b9c7-73135fc955da HTTP/1.1" status: 204 len: 168 time: 0.9820406 Jun 24 12:26:56.597161 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 40946) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:26:56.620104 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:26:56.710060 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-4c7f0190-13be-47e0-a087-4edb8933c06a tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-534962'] for network, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:26:56.817383 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-4c7f0190-13be-47e0-a087-4edb8933c06a tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973199', 'neutron.services.segments.db._delete_segments_for_network-8793194012456'] for network, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:26:56.831536 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.services.segments.db [None req-4c7f0190-13be-47e0-a087-4edb8933c06a tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da0bbd70-b539-42b7-a955-55afeac55925']}} {{(pid=128084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:26:56.846603 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.services.segments.db [None req-4c7f0190-13be-47e0-a087-4edb8933c06a tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ded769b5-f688-4871-98a8-c31a3ce7c0ff') {'for_net_delete': True} {{(pid=128084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:26:56.846894 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.services.segments.db [None req-4c7f0190-13be-47e0-a087-4edb8933c06a tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ded769b5-f688-4871-98a8-c31a3ce7c0ff') {} {{(pid=128084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:26:56.857545 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-4c7f0190-13be-47e0-a087-4edb8933c06a tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793194097327', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2373599'] for segment, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:26:56.872554 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-4c7f0190-13be-47e0-a087-4edb8933c06a tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967879'] for segment, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:26:56.879775 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c7f0190-13be-47e0-a087-4edb8933c06a tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Releasing vlan 618 on physical network physnet1 to pool {{(pid=128084) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 12:26:56.880157 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-4c7f0190-13be-47e0-a087-4edb8933c06a tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3292053'] for segment, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:26:56.883381 dv-neutron-797120-4-hyperv neutron-server[128084]: Traceback (most recent call last): Jun 24 12:26:56.883381 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 24 12:26:56.883381 dv-neutron-797120-4-hyperv neutron-server[128084]: timer() Jun 24 12:26:56.883381 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 24 12:26:56.883381 dv-neutron-797120-4-hyperv neutron-server[128084]: cb(*args, **kw) Jun 24 12:26:56.883381 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 24 12:26:56.883381 dv-neutron-797120-4-hyperv neutron-server[128084]: return func(*args, **kwargs) Jun 24 12:26:56.883381 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 24 12:26:56.883381 dv-neutron-797120-4-hyperv neutron-server[128084]: self._notify() Jun 24 12:26:56.883381 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 24 12:26:56.883381 dv-neutron-797120-4-hyperv neutron-server[128084]: self.callback(batched_events) Jun 24 12:26:56.883381 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 24 12:26:56.883381 dv-neutron-797120-4-hyperv neutron-server[128084]: event.method(event) Jun 24 12:26:56.883381 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 24 12:26:56.883381 dv-neutron-797120-4-hyperv neutron-server[128084]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 24 12:26:56.883381 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 24 12:26:56.883381 dv-neutron-797120-4-hyperv neutron-server[128084]: aggregate_uuid = self.p_client.list_aggregates( Jun 24 12:26:56.883381 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 24 12:26:56.883381 dv-neutron-797120-4-hyperv neutron-server[128084]: return f(self, *a, **k) Jun 24 12:26:56.883381 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 24 12:26:56.883381 dv-neutron-797120-4-hyperv neutron-server[128084]: return self._get(url).json() Jun 24 12:26:56.883381 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 24 12:26:56.883381 dv-neutron-797120-4-hyperv neutron-server[128084]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 24 12:26:56.883381 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 24 12:26:56.883381 dv-neutron-797120-4-hyperv neutron-server[128084]: return self.request(url, 'GET', **kwargs) Jun 24 12:26:56.883381 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 24 12:26:56.883381 dv-neutron-797120-4-hyperv neutron-server[128084]: base_url = self.get_endpoint(auth, allow=allow, Jun 24 12:26:56.883381 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 24 12:26:56.883381 dv-neutron-797120-4-hyperv neutron-server[128084]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 24 12:26:56.883381 dv-neutron-797120-4-hyperv neutron-server[128084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 24 12:26:56.883381 dv-neutron-797120-4-hyperv neutron-server[128084]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 24 12:26:56.883381 dv-neutron-797120-4-hyperv neutron-server[128084]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 24 12:26:56.995037 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-4c7f0190-13be-47e0-a087-4edb8933c06a tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1800243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1815642'] for network, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:26:57.000415 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-eb97c9c5-808f-4da3-8d41-9326b94003eb tempest-BulkNetworkOpsTest-1574223460 tempest-BulkNetworkOpsTest-1574223460-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:26:57.005917 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-4c7f0190-13be-47e0-a087-4edb8933c06a tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks [] for network, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:26:57.009961 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-4c7f0190-13be-47e0-a087-4edb8933c06a tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] 10.222.0.53 "DELETE /v2.0/networks/da0bbd70-b539-42b7-a955-55afeac55925 HTTP/1.1" status: 204 len: 168 time: 0.4084811 Jun 24 12:26:57.012899 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 40948) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:26:57.034019 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device 98750c93-9363-4451-ae13-2a6b3f4437d6 no longer exists at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 12:26:57.045873 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7f0190-13be-47e0-a087-4edb8933c06a tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Pushing event deleted for resources: {'Network': ['ID=da0bbd70-b539-42b7-a955-55afeac55925,revision_number=None']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:26:57.051024 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-4c7f0190-13be-47e0-a087-4edb8933c06a tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:26:57.066667 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] No Port match for: 98750c93-9363-4451-ae13-2a6b3f4437d6 {{(pid=128085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 12:26:57.067001 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device 98750c93-9363-4451-ae13-2a6b3f4437d6 not bound to the agent host dv-neutron-797120-4-hyperv {{(pid=128085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 12:26:57.067425 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device 278c495a-a9bf-4752-bc7f-74956a449b23 no longer exists at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 12:26:57.088469 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] No Port match for: 278c495a-a9bf-4752-bc7f-74956a449b23 {{(pid=128085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 12:26:57.088823 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device 278c495a-a9bf-4752-bc7f-74956a449b23 not bound to the agent host dv-neutron-797120-4-hyperv {{(pid=128085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 12:26:57.089488 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device 3da29254-ee09-4fce-a05f-49eca6956cf5 no longer exists at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 12:26:57.091997 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-fe56382c-5383-4f5e-b5db-0a5bd008c897 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks [] for security_group, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:26:57.109035 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] No Port match for: 3da29254-ee09-4fce-a05f-49eca6956cf5 {{(pid=128085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 12:26:57.109595 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device 3da29254-ee09-4fce-a05f-49eca6956cf5 not bound to the agent host dv-neutron-797120-4-hyperv {{(pid=128085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 12:26:57.122554 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-fe56382c-5383-4f5e-b5db-0a5bd008c897 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks [] for security_group, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:26:57.191057 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-fe56382c-5383-4f5e-b5db-0a5bd008c897 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800410'] for security_group, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:26:57.193820 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-fe56382c-5383-4f5e-b5db-0a5bd008c897 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks [] for security_group, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:26:57.195034 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-fe56382c-5383-4f5e-b5db-0a5bd008c897 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] 10.222.0.53 "DELETE /v2.0/security-groups/2a54d6c9-b1ae-41f2-861b-db8347e4504b HTTP/1.1" status: 204 len: 168 time: 0.1810887 Jun 24 12:26:57.195884 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-8b58b6a0-d646-42d1-9497-4908ea0902fe tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:26:57.206255 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe56382c-5383-4f5e-b5db-0a5bd008c897 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a54d6c9-b1ae-41f2-861b-db8347e4504b,revision_number=None']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:26:57.208927 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-fe56382c-5383-4f5e-b5db-0a5bd008c897 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:26:57.862963 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-03237adf-ebd0-46f2-a476-4d4bb746e0f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:26:57.883577 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 40954) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:26:57.889353 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [None req-47427ba2-3d50-46b5-b817-b01dc18158d9 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1612911701', 'description': 'tempest-secgroup-smoke-1612911701 description', 'project_id': '2f95b3c188ab4fd3b66987ab0e8b76cb'}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:26:57.914308 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-47427ba2-3d50-46b5-b817-b01dc18158d9 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks [] for security_group, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:26:58.014318 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-47427ba2-3d50-46b5-b817-b01dc18158d9 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks [] for security_group, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:26:58.019166 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-47427ba2-3d50-46b5-b817-b01dc18158d9 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800410'] for security_group, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:26:58.021863 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-ecf19b31-b07e-4866-930c-4874873c3ec3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:26:58.058729 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-47427ba2-3d50-46b5-b817-b01dc18158d9 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks [] for security_group, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:26:58.059955 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-47427ba2-3d50-46b5-b817-b01dc18158d9 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1746612 Jun 24 12:26:58.060776 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47427ba2-3d50-46b5-b817-b01dc18158d9 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4b7387d9-b334-46c4-8edc-2a95dd579643,revision_number=1']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:26:58.063963 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-47427ba2-3d50-46b5-b817-b01dc18158d9 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:26:58.064682 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 40956) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:26:58.072383 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [None req-eae3e2c5-3dee-4c45-a33e-d10579059b57 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Request body: {'security_group_rule': {'security_group_id': '4b7387d9-b334-46c4-8edc-2a95dd579643', 'project_id': '2f95b3c188ab4fd3b66987ab0e8b76cb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:26:58.121818 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-eae3e2c5-3dee-4c45-a33e-d10579059b57 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks [] for security_group_rule, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:26:58.207941 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-eae3e2c5-3dee-4c45-a33e-d10579059b57 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:26:58.214653 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-eae3e2c5-3dee-4c45-a33e-d10579059b57 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1627007'] for security_group_rule, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:26:58.216789 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-111b3b9f-4a6d-405d-967a-0ec3942d28ed tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:26:58.237210 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae3e2c5-3dee-4c45-a33e-d10579059b57 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c960c95-cfaa-4989-8de5-e3e7d6fcf2bc,revision_number=0']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:26:58.240256 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-eae3e2c5-3dee-4c45-a33e-d10579059b57 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:26:58.246370 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-eae3e2c5-3dee-4c45-a33e-d10579059b57 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks [] for security_group_rule, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:26:58.247615 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-eae3e2c5-3dee-4c45-a33e-d10579059b57 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1815798 Jun 24 12:26:58.250939 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 40960) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:26:58.255881 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [None req-d1696d49-822b-4fa9-add2-1f893aa6c1f3 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Request body: {'security_group_rule': {'security_group_id': '4b7387d9-b334-46c4-8edc-2a95dd579643', 'project_id': '2f95b3c188ab4fd3b66987ab0e8b76cb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:26:58.291766 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-d1696d49-822b-4fa9-add2-1f893aa6c1f3 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks [] for security_group_rule, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:26:58.381412 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-d1696d49-822b-4fa9-add2-1f893aa6c1f3 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:26:58.386979 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-d1696d49-822b-4fa9-add2-1f893aa6c1f3 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1627007'] for security_group_rule, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:26:58.389904 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-20c0d783-e6fd-4806-9877-9a8de7b7c85a tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:26:58.412192 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1696d49-822b-4fa9-add2-1f893aa6c1f3 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e08e076-4bd2-4e89-b706-5276b94ff7ca,revision_number=0']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:26:58.415820 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-d1696d49-822b-4fa9-add2-1f893aa6c1f3 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks [] for security_group_rule, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:26:58.417201 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-d1696d49-822b-4fa9-add2-1f893aa6c1f3 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1651084 Jun 24 12:26:58.418323 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-d1696d49-822b-4fa9-add2-1f893aa6c1f3 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:26:58.421414 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 40962) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:26:58.427033 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [None req-ae8db7e4-1626-4d1a-9cfa-e03e5eecb63e tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Request body: {'security_group_rule': {'security_group_id': '4b7387d9-b334-46c4-8edc-2a95dd579643', 'project_id': '2f95b3c188ab4fd3b66987ab0e8b76cb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:26:58.461446 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-ae8db7e4-1626-4d1a-9cfa-e03e5eecb63e tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks [] for security_group_rule, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:26:58.549097 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-ae8db7e4-1626-4d1a-9cfa-e03e5eecb63e tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:26:58.555425 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-ae8db7e4-1626-4d1a-9cfa-e03e5eecb63e tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1627007'] for security_group_rule, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:26:58.559088 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-73bf99a5-bb39-4ced-ab46-303e92f79d81 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:26:58.897801 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8db7e4-1626-4d1a-9cfa-e03e5eecb63e tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=650cd405-f6b7-489d-9efc-6ec394c9b575,revision_number=0']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:26:58.901953 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-ae8db7e4-1626-4d1a-9cfa-e03e5eecb63e tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.343s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:26:58.909681 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-ae8db7e4-1626-4d1a-9cfa-e03e5eecb63e tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks [] for security_group_rule, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:26:58.911303 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-ae8db7e4-1626-4d1a-9cfa-e03e5eecb63e tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4886024 Jun 24 12:26:58.916210 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 40964) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:26:58.921255 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [None req-80c1a986-eeeb-40ce-9848-669acfb88c9c tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Request body: {'security_group_rule': {'security_group_id': '4b7387d9-b334-46c4-8edc-2a95dd579643', 'project_id': '2f95b3c188ab4fd3b66987ab0e8b76cb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:26:58.955576 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-80c1a986-eeeb-40ce-9848-669acfb88c9c tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks [] for security_group_rule, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:26:59.061233 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-80c1a986-eeeb-40ce-9848-669acfb88c9c tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:26:59.066512 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-80c1a986-eeeb-40ce-9848-669acfb88c9c tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1627007'] for security_group_rule, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:26:59.069523 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-bb554073-eaa8-4522-ac07-9e67d54a9770 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:26:59.098111 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c1a986-eeeb-40ce-9848-669acfb88c9c tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a7fa7e7-669a-4f59-9872-185f17c27fb5,revision_number=0']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:26:59.102232 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-80c1a986-eeeb-40ce-9848-669acfb88c9c tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:26:59.109976 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-80c1a986-eeeb-40ce-9848-669acfb88c9c tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks [] for security_group_rule, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:26:59.111482 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-80c1a986-eeeb-40ce-9848-669acfb88c9c tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1942129 Jun 24 12:26:59.115753 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 40966) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:26:59.121996 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-de93fcda-ec11-4bfc-a905-feefc2c044f1 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Request body: {'security_group_rule': {'security_group_id': '4b7387d9-b334-46c4-8edc-2a95dd579643', 'project_id': '2f95b3c188ab4fd3b66987ab0e8b76cb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:26:59.152667 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.db.securitygroups_db [None req-de93fcda-ec11-4bfc-a905-feefc2c044f1 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Project 2f95b3c188ab4fd3b66987ab0e8b76cb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 24 12:26:59.160799 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-de93fcda-ec11-4bfc-a905-feefc2c044f1 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks [] for security_group_rule, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:26:59.275419 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-de93fcda-ec11-4bfc-a905-feefc2c044f1 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:26:59.279808 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-de93fcda-ec11-4bfc-a905-feefc2c044f1 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1627007'] for security_group_rule, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:26:59.282461 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-ea5e0fd0-f81d-4807-9d5e-6cebc91b031c tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:26:59.301533 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de93fcda-ec11-4bfc-a905-feefc2c044f1 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=82eacd1f-7406-405a-934b-ac0c738012df,revision_number=0']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:26:59.304478 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-de93fcda-ec11-4bfc-a905-feefc2c044f1 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:26:59.311012 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-de93fcda-ec11-4bfc-a905-feefc2c044f1 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks [] for security_group_rule, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:26:59.312275 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-de93fcda-ec11-4bfc-a905-feefc2c044f1 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1952949 Jun 24 12:26:59.315828 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 40968) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:26:59.320907 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-abeecbf8-e290-4488-ac93-9492fe870fa3 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Request body: {'security_group_rule': {'security_group_id': '4b7387d9-b334-46c4-8edc-2a95dd579643', 'project_id': '2f95b3c188ab4fd3b66987ab0e8b76cb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:26:59.348048 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.db.securitygroups_db [None req-abeecbf8-e290-4488-ac93-9492fe870fa3 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Project 2f95b3c188ab4fd3b66987ab0e8b76cb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 24 12:26:59.354669 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-abeecbf8-e290-4488-ac93-9492fe870fa3 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks [] for security_group_rule, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:26:59.469650 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-abeecbf8-e290-4488-ac93-9492fe870fa3 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:26:59.478363 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-abeecbf8-e290-4488-ac93-9492fe870fa3 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1627007'] for security_group_rule, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:26:59.487647 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-9042ed4d-1085-431f-97ee-76cb1060883e tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:26:59.509479 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abeecbf8-e290-4488-ac93-9492fe870fa3 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f2d1827-9df8-44cf-9d3d-b6b132eb005b,revision_number=0']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:26:59.513004 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-abeecbf8-e290-4488-ac93-9492fe870fa3 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:26:59.514627 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-abeecbf8-e290-4488-ac93-9492fe870fa3 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks [] for security_group_rule, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:26:59.516483 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-abeecbf8-e290-4488-ac93-9492fe870fa3 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1993775 Jun 24 12:26:59.521062 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 40970) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:26:59.527349 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-5a503a04-cb30-423f-a6e8-0ef9e584e9b9 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Request body: {'network': {'name': 'tempest-network-smoke--1819085543', 'project_id': '2f95b3c188ab4fd3b66987ab0e8b76cb', 'port_security_enabled': True}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:26:59.554042 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a503a04-cb30-423f-a6e8-0ef9e584e9b9 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Made reservation on behalf of 2f95b3c188ab4fd3b66987ab0e8b76cb for: {'network': 1} {{(pid=128084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:26:59.558766 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-5a503a04-cb30-423f-a6e8-0ef9e584e9b9 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for network, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:26:59.591286 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a503a04-cb30-423f-a6e8-0ef9e584e9b9 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] vlan segment allocate from pool success with {'vlan_id': 634, 'physical_network': 'physnet1'} {{(pid=128084) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 12:26:59.604875 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-5a503a04-cb30-423f-a6e8-0ef9e584e9b9 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967879'] for segment, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:26:59.605317 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.db.segments_db [None req-5a503a04-cb30-423f-a6e8-0ef9e584e9b9 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Added segment ff659413-1bc8-4dea-bce8-625e0db3412f of type vlan for network 56ccb565-bc47-40a2-9e0d-0a7b685042d4 Jun 24 12:26:59.657747 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-5a503a04-cb30-423f-a6e8-0ef9e584e9b9 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793193525068'] for network, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:26:59.702895 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-5a503a04-cb30-423f-a6e8-0ef9e584e9b9 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1800243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976'] for network, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:26:59.709652 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a503a04-cb30-423f-a6e8-0ef9e584e9b9 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=128084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:26:59.710407 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-5a503a04-cb30-423f-a6e8-0ef9e584e9b9 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks [] for network, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:26:59.713483 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-9fcfeeda-4899-4c4a-88fb-3e9c34195476 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:26:59.751385 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-5a503a04-cb30-423f-a6e8-0ef9e584e9b9 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2291300 Jun 24 12:26:59.754331 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 40972) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:26:59.760486 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [None req-44ce63d2-a802-464a-b95d-d47fad213e37 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-362470031', 'admin_state_up': True, 'project_id': '2f95b3c188ab4fd3b66987ab0e8b76cb', 'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b'}}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:26:59.795063 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a503a04-cb30-423f-a6e8-0ef9e584e9b9 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Pushing event updated for resources: {'Network': ['ID=56ccb565-bc47-40a2-9e0d-0a7b685042d4,revision_number=1']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:26:59.800051 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-5a503a04-cb30-423f-a6e8-0ef9e584e9b9 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:26:59.801680 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-44ce63d2-a802-464a-b95d-d47fad213e37 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1803889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65293'] for router, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:26:59.803356 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-44ce63d2-a802-464a-b95d-d47fad213e37 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1803848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1975305', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1581158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65396'] for router, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:26:59.814922 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Network 56ccb565-bc47-40a2-9e0d-0a7b685042d4 details requested by agent ovs-agent-dv-neutron-797120-4-hyperv with host dv-neutron-797120-4-hyperv {{(pid=128085) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 12:26:59.832679 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-52c483ef-d5c1-4030-9a32-e5ce4ff00ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:26:59.894543 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-44ce63d2-a802-464a-b95d-d47fad213e37 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:00.124326 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-44ce63d2-a802-464a-b95d-d47fad213e37 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1975381', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1803205', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65378'] for router, precommit_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:00.390748 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-44ce63d2-a802-464a-b95d-d47fad213e37 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks [] for router_gateway, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:00.418672 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-44ce63d2-a802-464a-b95d-d47fad213e37 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:00.538201 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.db_base_plugin_common [None req-44ce63d2-a802-464a-b95d-d47fad213e37 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Allocated IP 172.26.7.13 (f2b8ca71-e776-48b2-8898-96cc7970207b/f37bf603-3862-4d0a-9f58-89616f7fd68f/0e29af8a-8d33-4670-b1aa-353a3da91081) {{(pid=128083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:27:00.692014 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-44ce63d2-a802-464a-b95d-d47fad213e37 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks [] for port, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:00.763796 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-44ce63d2-a802-464a-b95d-d47fad213e37 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-650429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-506361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793193536723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2537853'] for port, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:00.768751 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-98b063ad-fa22-401e-88a6-a18a59e93b4c tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:27:00.842559 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44ce63d2-a802-464a-b95d-d47fad213e37 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Network f2b8ca71-e776-48b2-8898-96cc7970207b is already hosted by enough agents. {{(pid=128083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:27:00.851993 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.base_scheduler [None req-44ce63d2-a802-464a-b95d-d47fad213e37 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Resources bound (agent type, host, resource id): {{(pid=128083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:27:00.857313 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44ce63d2-a802-464a-b95d-d47fad213e37 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Received port after_create {{(pid=128083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:27:00.863719 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ce63d2-a802-464a-b95d-d47fad213e37 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Pushing event updated for resources: {'Port': ['ID=0e29af8a-8d33-4670-b1aa-353a3da91081,revision_number=1']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:27:00.891075 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-44ce63d2-a802-464a-b95d-d47fad213e37 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:27:01.160916 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-44ce63d2-a802-464a-b95d-d47fad213e37 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks [] for router_gateway, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:01.442246 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-44ce63d2-a802-464a-b95d-d47fad213e37 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1803210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1815767'] for router, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:01.606123 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44ce63d2-a802-464a-b95d-d47fad213e37 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Router d6868940-5425-48a1-8bc1-e0de162188a7 is scheduled to L3 agent 2987dba8-2249-4ee6-96ec-28f0f7a6127d with binding_index 1 {{(pid=128083) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 24 12:27:01.771901 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44ce63d2-a802-464a-b95d-d47fad213e37 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify agent at l3_agent.dv-neutron-797120-4-hyperv the message routers_updated {{(pid=128083) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 12:27:01.783523 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4669c25-d3e0-4d84-81e0-d50f14351fb0 None None] Sync routers for ids ['d6868940-5425-48a1-8bc1-e0de162188a7'] in dv-neutron-797120-4-hyperv {{(pid=128086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 12:27:01.794887 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4669c25-d3e0-4d84-81e0-d50f14351fb0 None None] Routers {'d6868940-5425-48a1-8bc1-e0de162188a7'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:27:01.795528 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-c4669c25-d3e0-4d84-81e0-d50f14351fb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T12:26:56Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['d6868940-5425-48a1-8bc1-e0de162188a7'], 'active': True} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:27:01.801634 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-44ce63d2-a802-464a-b95d-d47fad213e37 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks [] for router, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:01.803813 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-44ce63d2-a802-464a-b95d-d47fad213e37 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.0481095 Jun 24 12:27:01.809341 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 40976) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:27:01.843792 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-5fa98d55-c6a3-4826-ae8a-fbb3e473e7fa tempest-TestNetworkAdvancedServerOps-467051264 tempest-TestNetworkAdvancedServerOps-467051264-project-admin] 10.222.0.53 "GET /v2.0/subnets?project_id=2f95b3c188ab4fd3b66987ab0e8b76cb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0329630 Jun 24 12:27:01.848143 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 40978) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:27:01.942334 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_dvr_db [None req-c4669c25-d3e0-4d84-81e0-d50f14351fb0 None None] Set router d6868940-5425-48a1-8bc1-e0de162188a7 gateway port host: dv-neutron-797120-4-hyperv {{(pid=128086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:27:01.969737 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00aca2ad-7391-4c13-9d43-caa54d41ef66 tempest-TestNetworkAdvancedServerOps-467051264 tempest-TestNetworkAdvancedServerOps-467051264-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:27:01.971318 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-00aca2ad-7391-4c13-9d43-caa54d41ef66 tempest-TestNetworkAdvancedServerOps-467051264 tempest-TestNetworkAdvancedServerOps-467051264-project-admin] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1220467 Jun 24 12:27:01.976025 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 40980) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:27:02.009642 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-98b59689-70d8-4378-ae14-026f9bb7ba31 tempest-TestNetworkAdvancedServerOps-467051264 tempest-TestNetworkAdvancedServerOps-467051264-project-admin] 10.222.0.53 "GET /v2.0/subnets?network_id=f2b8ca71-e776-48b2-8898-96cc7970207b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0319674 Jun 24 12:27:02.012217 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 40982) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:27:02.017748 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [None req-e42cf0f3-c293-41bf-b753-4a9533309d3d tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-315419501', 'network_id': '56ccb565-bc47-40a2-9e0d-0a7b685042d4', 'project_id': '2f95b3c188ab4fd3b66987ab0e8b76cb', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:27:02.125616 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e42cf0f3-c293-41bf-b753-4a9533309d3d tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Made reservation on behalf of 2f95b3c188ab4fd3b66987ab0e8b76cb for: {'subnet': 1} {{(pid=128083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:27:02.130064 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-e42cf0f3-c293-41bf-b753-4a9533309d3d tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3289788'] for subnet, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:02.251340 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-c4669c25-d3e0-4d84-81e0-d50f14351fb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6868940-5425-48a1-8bc1-e0de162188a7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-362470031', 'tenant_id': '2f95b3c188ab4fd3b66987ab0e8b76cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'external_fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.13'}], 'enable_snat': True}, 'gw_port_id': '0e29af8a-8d33-4670-b1aa-353a3da91081', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:26:59Z', 'updated_at': '2021-06-24T12:27:01Z', 'revision_number': 3, 'project_id': '2f95b3c188ab4fd3b66987ab0e8b76cb', 'gw_port': {'id': '0e29af8a-8d33-4670-b1aa-353a3da91081', 'name': '', 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:0e:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6868940-5425-48a1-8bc1-e0de162188a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:27:00Z', 'updated_at': '2021-06-24T12:27:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-4-hyperv'}], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:27:02.281736 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4669c25-d3e0-4d84-81e0-d50f14351fb0 None None] Checking router: d6868940-5425-48a1-8bc1-e0de162188a7 for host: dv-neutron-797120-4-hyperv {{(pid=128086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 12:27:02.282222 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4669c25-d3e0-4d84-81e0-d50f14351fb0 None None] Updating router d6868940-5425-48a1-8bc1-e0de162188a7 port 0e29af8a-8d33-4670-b1aa-353a3da91081 binding host dv-neutron-797120-4-hyperv {{(pid=128086) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 12:27:02.328641 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron_lib.callbacks.manager [None req-c4669c25-d3e0-4d84-81e0-d50f14351fb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:02.407957 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-e42cf0f3-c293-41bf-b753-4a9533309d3d tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2537737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3289942'] for subnet, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:02.410717 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-7c6fdd20-d7ab-4f55-961a-1a78ab692816 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:27:02.479053 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42cf0f3-c293-41bf-b753-4a9533309d3d tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Pushing event updated for resources: {'Subnet': ['ID=a6221cf0-bf2c-47b5-b994-835ad378fb2e,revision_number=0']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:27:02.482288 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-e42cf0f3-c293-41bf-b753-4a9533309d3d tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:27:02.498450 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e42cf0f3-c293-41bf-b753-4a9533309d3d tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Checking segment: {'id': 'ff659413-1bc8-4dea-bce8-625e0db3412f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '56ccb565-bc47-40a2-9e0d-0a7b685042d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=128083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:27:02.499135 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e42cf0f3-c293-41bf-b753-4a9533309d3d tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Network hostable DHCP agents. Network: 56ccb565-bc47-40a2-9e0d-0a7b685042d4, hostable agents: ['6be988a9-1d97-480f-be5a-c55abf2c55c5'], hosted agents: [] {{(pid=128083) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 12:27:02.521152 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e42cf0f3-c293-41bf-b753-4a9533309d3d tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Network 56ccb565-bc47-40a2-9e0d-0a7b685042d4 is scheduled to be hosted by DHCP agent 6be988a9-1d97-480f-be5a-c55abf2c55c5 with binding_index 1 {{(pid=128083) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 12:27:02.534509 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.base_scheduler [None req-e42cf0f3-c293-41bf-b753-4a9533309d3d tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-4-hyperv, 56ccb565-bc47-40a2-9e0d-0a7b685042d4) {{(pid=128083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:27:02.541076 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e42cf0f3-c293-41bf-b753-4a9533309d3d tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:27:02.542058 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-e42cf0f3-c293-41bf-b753-4a9533309d3d tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks [] for subnet, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:02.553203 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-742ba7a4-b368-499b-b847-184ccdb351a7 None None] Network 56ccb565-bc47-40a2-9e0d-0a7b685042d4 requested from dv-neutron-797120-4-hyperv {{(pid=128085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:27:02.575587 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 40984) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:27:02.577964 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-e42cf0f3-c293-41bf-b753-4a9533309d3d tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.5574610 Jun 24 12:27:02.691186 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron_lib.callbacks.manager [None req-c4669c25-d3e0-4d84-81e0-d50f14351fb0 None None] Notify callbacks [] for port, precommit_update {{(pid=128086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:02.703520 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.provisioning_blocks [None req-c4669c25-d3e0-4d84-81e0-d50f14351fb0 None None] Transition to ACTIVE for port object 0e29af8a-8d33-4670-b1aa-353a3da91081 will not be triggered until provisioned by entity L2. {{(pid=128086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:27:02.711561 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron_lib.callbacks.manager [None req-c4669c25-d3e0-4d84-81e0-d50f14351fb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:02.714385 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG oslo_concurrency.lockutils [None req-a63591cc-5461-488b-94b4-1df41eb6646f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128086) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:27:02.775447 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.plugins.ml2.managers [None req-c4669c25-d3e0-4d84-81e0-d50f14351fb0 None None] Attempting to bind port 0e29af8a-8d33-4670-b1aa-353a3da91081 on host dv-neutron-797120-4-hyperv for vnic_type normal with profile {{(pid=128086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 12:27:02.776162 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.plugins.ml2.managers [None req-c4669c25-d3e0-4d84-81e0-d50f14351fb0 None None] Attempting to bind port 0e29af8a-8d33-4670-b1aa-353a3da91081 by drivers openvswitch,hyperv on host dv-neutron-797120-4-hyperv at level 0 using segments [{'id': '1139564f-ff83-4b49-a593-84b33301357d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b'}] {{(pid=128086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 12:27:02.776791 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4669c25-d3e0-4d84-81e0-d50f14351fb0 None None] Attempting to bind port 0e29af8a-8d33-4670-b1aa-353a3da91081 on network f2b8ca71-e776-48b2-8898-96cc7970207b {{(pid=128086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:27:02.783150 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00eaf6ce-78e8-4ded-ae19-7a604786d969 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d65c8f8-7530-5052-99fe-8ea05073750b-56ccb565-bc47-40a2-9e0d-0a7b685042d4', 'network_id': '56ccb565-bc47-40a2-9e0d-0a7b685042d4', 'tenant_id': '2f95b3c188ab4fd3b66987ab0e8b76cb', 'fixed_ips': [{'subnet_id': 'a6221cf0-bf2c-47b5-b994-835ad378fb2e'}]}} from dv-neutron-797120-4-hyperv. {{(pid=128085) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 24 12:27:02.784723 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-00eaf6ce-78e8-4ded-ae19-7a604786d969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_create {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:02.795159 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558b68b6-865a-406e-a8f5-e6c05bd7f247 None None] Pushing event updated for resources: {'Port': ['ID=0e29af8a-8d33-4670-b1aa-353a3da91081,revision_number=2']} {{(pid=128086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:27:02.803802 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-558b68b6-865a-406e-a8f5-e6c05bd7f247 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:27:02.804246 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-558b68b6-865a-406e-a8f5-e6c05bd7f247 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:27:02.804653 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-558b68b6-865a-406e-a8f5-e6c05bd7f247 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:27:02.805018 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-558b68b6-865a-406e-a8f5-e6c05bd7f247 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:27:02.805338 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-558b68b6-865a-406e-a8f5-e6c05bd7f247 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:27:02.805754 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-558b68b6-865a-406e-a8f5-e6c05bd7f247 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:27:02.806164 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-558b68b6-865a-406e-a8f5-e6c05bd7f247 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:27:02.806502 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-558b68b6-865a-406e-a8f5-e6c05bd7f247 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:27:02.806818 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-558b68b6-865a-406e-a8f5-e6c05bd7f247 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:27:02.807552 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-558b68b6-865a-406e-a8f5-e6c05bd7f247 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:27:02.808008 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-558b68b6-865a-406e-a8f5-e6c05bd7f247 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:27:02.808286 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-558b68b6-865a-406e-a8f5-e6c05bd7f247 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:27:02.814508 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG oslo_concurrency.lockutils [None req-558b68b6-865a-406e-a8f5-e6c05bd7f247 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=128086) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:27:02.816203 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4669c25-d3e0-4d84-81e0-d50f14351fb0 None None] Checking agent: {'id': 'e3a695b2-c397-461f-83b0-10b79d490b59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 11, 36, 56), 'started_at': datetime.datetime(2021, 6, 24, 11, 37, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 12, 26, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=128086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 12:27:02.817077 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4669c25-d3e0-4d84-81e0-d50f14351fb0 None None] Checking segment: {'id': '1139564f-ff83-4b49-a593-84b33301357d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=128086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:27:02.817690 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron_lib.callbacks.manager [None req-c4669c25-d3e0-4d84-81e0-d50f14351fb0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=128086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:02.818124 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4669c25-d3e0-4d84-81e0-d50f14351fb0 None None] Bound using segment: {'id': '1139564f-ff83-4b49-a593-84b33301357d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b'} {{(pid=128086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 12:27:02.818869 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.plugins.ml2.managers [None req-c4669c25-d3e0-4d84-81e0-d50f14351fb0 None None] Bound port: 0e29af8a-8d33-4670-b1aa-353a3da91081, host: dv-neutron-797120-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1139564f-ff83-4b49-a593-84b33301357d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b'}}] {{(pid=128086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 12:27:02.819549 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron_lib.callbacks.manager [None req-c4669c25-d3e0-4d84-81e0-d50f14351fb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:02.884737 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.plugins.ml2.db [None req-c4669c25-d3e0-4d84-81e0-d50f14351fb0 None None] For port 0e29af8a-8d33-4670-b1aa-353a3da91081, host dv-neutron-797120-4-hyperv, cleared binding levels {{(pid=128086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 12:27:02.890285 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.plugins.ml2.db [None req-c4669c25-d3e0-4d84-81e0-d50f14351fb0 None None] For port 0e29af8a-8d33-4670-b1aa-353a3da91081, host dv-neutron-797120-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=0e29af8a-8d33-4670-b1aa-353a3da91081,segment=NetworkSegment(1139564f-ff83-4b49-a593-84b33301357d),segment_id=1139564f-ff83-4b49-a593-84b33301357d)] {{(pid=128086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 12:27:02.900590 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron_lib.callbacks.manager [None req-c4669c25-d3e0-4d84-81e0-d50f14351fb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:02.905677 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG oslo_concurrency.lockutils [None req-1f497e1f-bd31-443b-aa67-0795df25ddc0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128086) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:27:02.973797 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.db_base_plugin_common [None req-00eaf6ce-78e8-4ded-ae19-7a604786d969 None None] Allocated IP 172.20.0.2 (56ccb565-bc47-40a2-9e0d-0a7b685042d4/a6221cf0-bf2c-47b5-b994-835ad378fb2e/19ac8475-bc38-47f1-8fd1-496376f5ada3) {{(pid=128085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:27:03.014126 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4669c25-d3e0-4d84-81e0-d50f14351fb0 None None] Routers {'d6868940-5425-48a1-8bc1-e0de162188a7'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:27:03.015213 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-c4669c25-d3e0-4d84-81e0-d50f14351fb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T12:26:56Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['d6868940-5425-48a1-8bc1-e0de162188a7'], 'active': True} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:27:03.018678 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558b68b6-865a-406e-a8f5-e6c05bd7f247 None None] Pushing event updated for resources: {'Port': ['ID=0e29af8a-8d33-4670-b1aa-353a3da91081,revision_number=3']} {{(pid=128086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:27:03.025469 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG oslo_concurrency.lockutils [None req-558b68b6-865a-406e-a8f5-e6c05bd7f247 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=128086) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:27:03.198868 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-b150ac80-8c4d-4725-9721-e4585882e057 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:03.234797 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_dvr_db [None req-c4669c25-d3e0-4d84-81e0-d50f14351fb0 None None] Set router d6868940-5425-48a1-8bc1-e0de162188a7 gateway port host: dv-neutron-797120-4-hyperv {{(pid=128086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:27:03.356854 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-00eaf6ce-78e8-4ded-ae19-7a604786d969 None None] Notify callbacks [] for port, precommit_create {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:03.373587 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-00eaf6ce-78e8-4ded-ae19-7a604786d969 None None] Transition to ACTIVE for port object 19ac8475-bc38-47f1-8fd1-496376f5ada3 will not be triggered until provisioned by entity L2. {{(pid=128085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:27:03.402597 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-00eaf6ce-78e8-4ded-ae19-7a604786d969 None None] Transition to ACTIVE for port object 19ac8475-bc38-47f1-8fd1-496376f5ada3 will not be triggered until provisioned by entity DHCP. {{(pid=128085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:27:03.412886 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-00eaf6ce-78e8-4ded-ae19-7a604786d969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-650429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-506361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793193536723'] for port, after_create {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:03.418183 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:27:03.455396 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-c4669c25-d3e0-4d84-81e0-d50f14351fb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6868940-5425-48a1-8bc1-e0de162188a7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-362470031', 'tenant_id': '2f95b3c188ab4fd3b66987ab0e8b76cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'external_fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.13'}], 'enable_snat': True}, 'gw_port_id': '0e29af8a-8d33-4670-b1aa-353a3da91081', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:26:59Z', 'updated_at': '2021-06-24T12:27:01Z', 'revision_number': 3, 'project_id': '2f95b3c188ab4fd3b66987ab0e8b76cb', 'gw_port': {'id': '0e29af8a-8d33-4670-b1aa-353a3da91081', 'name': '', 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:0e:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6868940-5425-48a1-8bc1-e0de162188a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:27:00Z', 'updated_at': '2021-06-24T12:27:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-4-hyperv'}], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:27:03.487828 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00eaf6ce-78e8-4ded-ae19-7a604786d969 None None] Network 56ccb565-bc47-40a2-9e0d-0a7b685042d4 is already hosted by enough agents. {{(pid=128085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:27:03.490060 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4669c25-d3e0-4d84-81e0-d50f14351fb0 None None] The sync data for ids ['d6868940-5425-48a1-8bc1-e0de162188a7'] in dv-neutron-797120-4-hyperv is: [{'id': 'd6868940-5425-48a1-8bc1-e0de162188a7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-362470031', 'tenant_id': '2f95b3c188ab4fd3b66987ab0e8b76cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'external_fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.13'}], 'enable_snat': True}, 'gw_port_id': '0e29af8a-8d33-4670-b1aa-353a3da91081', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:26:59Z', 'updated_at': '2021-06-24T12:27:01Z', 'revision_number': 3, 'project_id': '2f95b3c188ab4fd3b66987ab0e8b76cb', 'gw_port': {'id': '0e29af8a-8d33-4670-b1aa-353a3da91081', 'name': '', 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:0e:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6868940-5425-48a1-8bc1-e0de162188a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:27:00Z', 'updated_at': '2021-06-24T12:27:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-4-hyperv'}] {{(pid=128086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 12:27:03.497877 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.scheduler.base_scheduler [None req-00eaf6ce-78e8-4ded-ae19-7a604786d969 None None] Resources bound (agent type, host, resource id): {{(pid=128085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:27:03.504307 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00eaf6ce-78e8-4ded-ae19-7a604786d969 None None] Received port after_create {{(pid=128085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:27:03.517551 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00eaf6ce-78e8-4ded-ae19-7a604786d969 None None] Pushing event updated for resources: {'Port': ['ID=19ac8475-bc38-47f1-8fd1-496376f5ada3,revision_number=1']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:27:03.527824 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-00eaf6ce-78e8-4ded-ae19-7a604786d969 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:27:03.585076 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.db.db_base_plugin_common [None req-b150ac80-8c4d-4725-9721-e4585882e057 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Allocated IP 172.20.0.1 (56ccb565-bc47-40a2-9e0d-0a7b685042d4/a6221cf0-bf2c-47b5-b994-835ad378fb2e/ab4916d4-1864-4fa0-ba2a-418303fc00b4) {{(pid=128084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:27:03.608826 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-00eaf6ce-78e8-4ded-ae19-7a604786d969 None None] Attempting to bind port 19ac8475-bc38-47f1-8fd1-496376f5ada3 on host dv-neutron-797120-4-hyperv for vnic_type normal with profile {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 12:27:03.609794 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-00eaf6ce-78e8-4ded-ae19-7a604786d969 None None] Attempting to bind port 19ac8475-bc38-47f1-8fd1-496376f5ada3 by drivers openvswitch,hyperv on host dv-neutron-797120-4-hyperv at level 0 using segments [{'id': 'ff659413-1bc8-4dea-bce8-625e0db3412f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '56ccb565-bc47-40a2-9e0d-0a7b685042d4'}] {{(pid=128085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 12:27:03.609794 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00eaf6ce-78e8-4ded-ae19-7a604786d969 None None] Attempting to bind port 19ac8475-bc38-47f1-8fd1-496376f5ada3 on network 56ccb565-bc47-40a2-9e0d-0a7b685042d4 {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:27:03.616515 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00eaf6ce-78e8-4ded-ae19-7a604786d969 None None] Checking agent: {'id': 'e3a695b2-c397-461f-83b0-10b79d490b59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 11, 36, 56), 'started_at': datetime.datetime(2021, 6, 24, 11, 37, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 12, 26, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 12:27:03.617019 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00eaf6ce-78e8-4ded-ae19-7a604786d969 None None] Checking segment: {'id': 'ff659413-1bc8-4dea-bce8-625e0db3412f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '56ccb565-bc47-40a2-9e0d-0a7b685042d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=128085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:27:03.617781 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-00eaf6ce-78e8-4ded-ae19-7a604786d969 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:03.618394 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00eaf6ce-78e8-4ded-ae19-7a604786d969 None None] Bound using segment: {'id': 'ff659413-1bc8-4dea-bce8-625e0db3412f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '56ccb565-bc47-40a2-9e0d-0a7b685042d4'} {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 12:27:03.619186 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-00eaf6ce-78e8-4ded-ae19-7a604786d969 None None] Bound port: 19ac8475-bc38-47f1-8fd1-496376f5ada3, host: dv-neutron-797120-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff659413-1bc8-4dea-bce8-625e0db3412f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '56ccb565-bc47-40a2-9e0d-0a7b685042d4'}}] {{(pid=128085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 12:27:03.619690 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-00eaf6ce-78e8-4ded-ae19-7a604786d969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:03.713718 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-00eaf6ce-78e8-4ded-ae19-7a604786d969 None None] For port 19ac8475-bc38-47f1-8fd1-496376f5ada3, host dv-neutron-797120-4-hyperv, cleared binding levels {{(pid=128085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 12:27:03.718813 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-00eaf6ce-78e8-4ded-ae19-7a604786d969 None None] For port 19ac8475-bc38-47f1-8fd1-496376f5ada3, host dv-neutron-797120-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=19ac8475-bc38-47f1-8fd1-496376f5ada3,segment=NetworkSegment(ff659413-1bc8-4dea-bce8-625e0db3412f),segment_id=ff659413-1bc8-4dea-bce8-625e0db3412f)] {{(pid=128085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 12:27:03.727304 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-00eaf6ce-78e8-4ded-ae19-7a604786d969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:03.730853 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-cad14274-b44d-48ca-b5b9-fd9d5584cc22 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:27:03.747837 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-b150ac80-8c4d-4725-9721-e4585882e057 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks [] for port, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:03.774214 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.db.provisioning_blocks [None req-b150ac80-8c4d-4725-9721-e4585882e057 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Transition to ACTIVE for port object ab4916d4-1864-4fa0-ba2a-418303fc00b4 will not be triggered until provisioned by entity DHCP. {{(pid=128084) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:27:03.828545 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-b150ac80-8c4d-4725-9721-e4585882e057 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-650429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-506361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793193536723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3291971'] for port, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:03.831549 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-4a86b784-c41c-4ac5-b1c2-d7923c60e7e3 tempest-TestMinimumBasicScenario-736986205 tempest-TestMinimumBasicScenario-736986205-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:27:03.858099 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00eaf6ce-78e8-4ded-ae19-7a604786d969 None None] Pushing event updated for resources: {'Port': ['ID=19ac8475-bc38-47f1-8fd1-496376f5ada3,revision_number=2']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:27:03.861765 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-00eaf6ce-78e8-4ded-ae19-7a604786d969 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:27:03.883383 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b150ac80-8c4d-4725-9721-e4585882e057 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Network 56ccb565-bc47-40a2-9e0d-0a7b685042d4 is already hosted by enough agents. {{(pid=128084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:27:03.890879 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.base_scheduler [None req-b150ac80-8c4d-4725-9721-e4585882e057 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Resources bound (agent type, host, resource id): {{(pid=128084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:27:03.894440 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b150ac80-8c4d-4725-9721-e4585882e057 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Received port after_create {{(pid=128084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:27:03.939153 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b150ac80-8c4d-4725-9721-e4585882e057 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Pushing event updated for resources: {'Port': ['ID=ab4916d4-1864-4fa0-ba2a-418303fc00b4,revision_number=1']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:27:03.949317 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-b150ac80-8c4d-4725-9721-e4585882e057 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:27:03.974754 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-b150ac80-8c4d-4725-9721-e4585882e057 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1978458'] for router_interface, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:04.201202 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-b150ac80-8c4d-4725-9721-e4585882e057 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:04.600568 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-b150ac80-8c4d-4725-9721-e4585882e057 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks [] for port, precommit_update {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:04.611098 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-b150ac80-8c4d-4725-9721-e4585882e057 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3292081'] for port, after_update {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:04.619011 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-00866e1a-b2df-464c-8e88-4195a617df30 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:27:04.720036 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b150ac80-8c4d-4725-9721-e4585882e057 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Pushing event updated for resources: {'Port': ['ID=ab4916d4-1864-4fa0-ba2a-418303fc00b4,revision_number=2']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:27:04.724044 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-b150ac80-8c4d-4725-9721-e4585882e057 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1783050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1978542'] for router_interface, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:04.729748 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-b150ac80-8c4d-4725-9721-e4585882e057 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:27:04.862315 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b150ac80-8c4d-4725-9721-e4585882e057 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Network 56ccb565-bc47-40a2-9e0d-0a7b685042d4 is already hosted by enough agents. {{(pid=128084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:27:04.864032 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.base_scheduler [None req-b150ac80-8c4d-4725-9721-e4585882e057 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Resources bound (agent type, host, resource id): {{(pid=128084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:27:05.035185 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a43cf56-bade-43a5-aeb6-b7b848cafb3e None None] Network 56ccb565-bc47-40a2-9e0d-0a7b685042d4 requested from dv-neutron-797120-4-hyperv {{(pid=128085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:27:05.044921 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b150ac80-8c4d-4725-9721-e4585882e057 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Router d6868940-5425-48a1-8bc1-e0de162188a7 has already been hosted by L3 agent 2987dba8-2249-4ee6-96ec-28f0f7a6127d {{(pid=128084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 12:27:05.157655 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device 19ac8475-bc38-47f1-8fd1-496376f5ada3 up at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:27:05.219304 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b150ac80-8c4d-4725-9721-e4585882e057 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify agent at l3_agent.dv-neutron-797120-4-hyperv the message routers_updated {{(pid=128084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 12:27:05.229082 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-b150ac80-8c4d-4725-9721-e4585882e057 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] 10.222.0.53 "PUT /v2.0/routers/d6868940-5425-48a1-8bc1-e0de162188a7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6496460 Jun 24 12:27:05.248746 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-d638bbe8-bf22-444f-968b-29193a69068b None None] Provisioning for port 19ac8475-bc38-47f1-8fd1-496376f5ada3 completed by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:27:05.387616 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning for port 19ac8475-bc38-47f1-8fd1-496376f5ada3 completed by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:27:05.401287 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning complete for port 19ac8475-bc38-47f1-8fd1-496376f5ada3 triggered by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:27:05.401892 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:05.449928 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-f1052c7d-862a-44e9-9211-980dda96433d req-77884df2-30fa-4347-9fd1-56ab9f5c5cd4 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1612911701&fields=id&tenant_id=2f95b3c188ab4fd3b66987ab0e8b76cb HTTP/1.1" status: 200 len: 267 time: 0.0656786 Jun 24 12:27:05.579353 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35b29a6e-0016-48d2-b490-42017893aadd None None] Sync routers for ids ['d6868940-5425-48a1-8bc1-e0de162188a7'] in dv-neutron-797120-4-hyperv {{(pid=128085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 12:27:05.612449 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35b29a6e-0016-48d2-b490-42017893aadd None None] Routers {'d6868940-5425-48a1-8bc1-e0de162188a7'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:27:05.613456 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-35b29a6e-0016-48d2-b490-42017893aadd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T12:26:56Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['d6868940-5425-48a1-8bc1-e0de162188a7'], 'active': True} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:27:05.636055 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1052c7d-862a-44e9-9211-980dda96433d req-6f746026-fa78-4681-8431-6d18dd826f88 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:27:05.637808 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-f1052c7d-862a-44e9-9211-980dda96433d req-6f746026-fa78-4681-8431-6d18dd826f88 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] 10.222.0.53 "GET /v2.0/networks?id=56ccb565-bc47-40a2-9e0d-0a7b685042d4 HTTP/1.1" status: 200 len: 797 time: 0.1793482 Jun 24 12:27:05.668885 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:05.670252 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-f1052c7d-862a-44e9-9211-980dda96433d req-8172aba8-4083-4808-9bdd-a3aeeb65d2ab tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] 10.222.0.53 "GET /v2.0/quotas/2f95b3c188ab4fd3b66987ab0e8b76cb HTTP/1.1" status: 200 len: 375 time: 0.0196040 Jun 24 12:27:05.776530 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] For port 19ac8475-bc38-47f1-8fd1-496376f5ada3, host dv-neutron-797120-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=19ac8475-bc38-47f1-8fd1-496376f5ada3,segment=NetworkSegment(ff659413-1bc8-4dea-bce8-625e0db3412f),segment_id=ff659413-1bc8-4dea-bce8-625e0db3412f)] {{(pid=128085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:27:05.787305 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:05.788281 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device 0e29af8a-8d33-4670-b1aa-353a3da91081 up at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:27:05.798004 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:27:05.817008 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-f1052c7d-862a-44e9-9211-980dda96433d req-efd71ecd-39fe-4325-9cde-f0a2aa984e97 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=2f95b3c188ab4fd3b66987ab0e8b76cb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1351142 Jun 24 12:27:05.899018 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvr_db [None req-35b29a6e-0016-48d2-b490-42017893aadd None None] Set router d6868940-5425-48a1-8bc1-e0de162188a7 gateway port host: dv-neutron-797120-4-hyperv {{(pid=128085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:27:06.018408 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Pushing event updated for resources: {'Port': ['ID=19ac8475-bc38-47f1-8fd1-496376f5ada3,revision_number=3']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:27:06.021912 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-f1052c7d-862a-44e9-9211-980dda96433d req-cb00effb-22b8-4f83-ac02-af323f74437a service neutron] 10.222.0.53 "GET /v2.0/networks/56ccb565-bc47-40a2-9e0d-0a7b685042d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1837614 Jun 24 12:27:06.073732 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:27:06.079461 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-26c31065-77cc-4480-b6e6-ebd4a892544d None None] Provisioning complete for port 19ac8475-bc38-47f1-8fd1-496376f5ada3 triggered by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:27:06.081352 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-26c31065-77cc-4480-b6e6-ebd4a892544d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:06.147163 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning for port 0e29af8a-8d33-4670-b1aa-353a3da91081 completed by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:27:06.179074 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-f1052c7d-862a-44e9-9211-980dda96433d req-415a571e-8628-4b7b-8d85-c9e3585c1753 service neutron] 10.222.0.53 "GET /v2.0/networks/56ccb565-bc47-40a2-9e0d-0a7b685042d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1439855 Jun 24 12:27:06.201903 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.agents_db [None req-87a69269-d72b-4286-97f3-1041481ed6d8 None None] Agent healthcheck: found 6 active agents {{(pid=128086) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 12:27:06.202776 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning complete for port 0e29af8a-8d33-4670-b1aa-353a3da91081 triggered by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:27:06.203287 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:06.481968 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-26c31065-77cc-4480-b6e6-ebd4a892544d None None] Provisioning for port ab4916d4-1864-4fa0-ba2a-418303fc00b4 completed by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:27:06.486945 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:06.496511 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-26c31065-77cc-4480-b6e6-ebd4a892544d None None] Provisioning complete for port ab4916d4-1864-4fa0-ba2a-418303fc00b4 triggered by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:27:06.496940 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-26c31065-77cc-4480-b6e6-ebd4a892544d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:06.501903 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-38339d33-92af-479d-a374-e1a5cdb4a1d1 req-f892559d-f8b1-4708-8421-947a41d29663 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] 10.222.0.53 "GET /v2.0/ports?device_id=3310487d-74e8-4121-b138-6279c9ccc644 HTTP/1.1" status: 200 len: 210 time: 0.0415065 Jun 24 12:27:06.545790 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] For port 0e29af8a-8d33-4670-b1aa-353a3da91081, host dv-neutron-797120-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=0e29af8a-8d33-4670-b1aa-353a3da91081,segment=NetworkSegment(1139564f-ff83-4b49-a593-84b33301357d),segment_id=1139564f-ff83-4b49-a593-84b33301357d)] {{(pid=128085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:27:06.558957 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:06.562786 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-f20ebb39-2d75-41ca-9af9-1585ec841a61 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:27:06.566390 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-35b29a6e-0016-48d2-b490-42017893aadd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6868940-5425-48a1-8bc1-e0de162188a7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-362470031', 'tenant_id': '2f95b3c188ab4fd3b66987ab0e8b76cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'external_fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.13'}], 'enable_snat': True}, 'gw_port_id': '0e29af8a-8d33-4670-b1aa-353a3da91081', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:26:59Z', 'updated_at': '2021-06-24T12:27:04Z', 'revision_number': 4, 'project_id': '2f95b3c188ab4fd3b66987ab0e8b76cb', 'gw_port': {'id': '0e29af8a-8d33-4670-b1aa-353a3da91081', 'name': '', 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:0e:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6868940-5425-48a1-8bc1-e0de162188a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:27:00Z', 'updated_at': '2021-06-24T12:27:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-4-hyperv', '_interfaces': [{'id': 'ab4916d4-1864-4fa0-ba2a-418303fc00b4', 'name': '', 'network_id': '56ccb565-bc47-40a2-9e0d-0a7b685042d4', 'tenant_id': '2f95b3c188ab4fd3b66987ab0e8b76cb', 'mac_address': 'fa:16:3e:5e:90:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6868940-5425-48a1-8bc1-e0de162188a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': 'a6221cf0-bf2c-47b5-b994-835ad378fb2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:27:03Z', 'updated_at': '2021-06-24T12:27:04Z', 'revision_number': 2, 'project_id': '2f95b3c188ab4fd3b66987ab0e8b76cb', 'subnets': [{'id': 'a6221cf0-bf2c-47b5-b994-835ad378fb2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:27:06.589994 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-26c31065-77cc-4480-b6e6-ebd4a892544d None None] Port ab4916d4-1864-4fa0-ba2a-418303fc00b4 cannot update to ACTIVE because it is not bound. {{(pid=128085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 12:27:06.619802 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35b29a6e-0016-48d2-b490-42017893aadd None None] Checking router: d6868940-5425-48a1-8bc1-e0de162188a7 for host: dv-neutron-797120-4-hyperv {{(pid=128085) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 12:27:06.620282 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35b29a6e-0016-48d2-b490-42017893aadd None None] Updating router d6868940-5425-48a1-8bc1-e0de162188a7 port ab4916d4-1864-4fa0-ba2a-418303fc00b4 binding host dv-neutron-797120-4-hyperv {{(pid=128085) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 12:27:06.677935 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Pushing event updated for resources: {'Port': ['ID=0e29af8a-8d33-4670-b1aa-353a3da91081,revision_number=4']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:27:06.681262 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-35b29a6e-0016-48d2-b490-42017893aadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:06.683980 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:27:06.740301 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-3616f722-cbf8-4a80-bfe9-d563b64af8b2 None None] Provisioning complete for port ab4916d4-1864-4fa0-ba2a-418303fc00b4 triggered by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:27:06.740707 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-3616f722-cbf8-4a80-bfe9-d563b64af8b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:07.028060 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device 19ac8475-bc38-47f1-8fd1-496376f5ada3 up at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:27:07.034744 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-3616f722-cbf8-4a80-bfe9-d563b64af8b2 None None] Port ab4916d4-1864-4fa0-ba2a-418303fc00b4 cannot update to ACTIVE because it is not bound. {{(pid=128085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 12:27:07.161609 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning complete for port 19ac8475-bc38-47f1-8fd1-496376f5ada3 triggered by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:27:07.162299 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:07.296159 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-35b29a6e-0016-48d2-b490-42017893aadd None None] Notify callbacks [] for port, precommit_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:07.315806 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-35b29a6e-0016-48d2-b490-42017893aadd None None] Transition to ACTIVE for port object ab4916d4-1864-4fa0-ba2a-418303fc00b4 will not be triggered until provisioned by entity L2. {{(pid=128085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:27:07.318454 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device 0e29af8a-8d33-4670-b1aa-353a3da91081 up at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:27:07.344206 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-35b29a6e-0016-48d2-b490-42017893aadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:07.347959 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-e6576619-b1c9-4d48-ada4-2e6734e62ca1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:27:07.428348 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e920d5-498e-41b0-995d-78c478dc69dc None None] Pushing event updated for resources: {'Port': ['ID=ab4916d4-1864-4fa0-ba2a-418303fc00b4,revision_number=3']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:27:07.441384 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-f2e920d5-498e-41b0-995d-78c478dc69dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:27:07.479734 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning complete for port 0e29af8a-8d33-4670-b1aa-353a3da91081 triggered by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:27:07.480044 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:07.539493 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-35b29a6e-0016-48d2-b490-42017893aadd None None] Attempting to bind port ab4916d4-1864-4fa0-ba2a-418303fc00b4 on host dv-neutron-797120-4-hyperv for vnic_type normal with profile {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 12:27:07.539880 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-35b29a6e-0016-48d2-b490-42017893aadd None None] Attempting to bind port ab4916d4-1864-4fa0-ba2a-418303fc00b4 by drivers openvswitch,hyperv on host dv-neutron-797120-4-hyperv at level 0 using segments [{'id': 'ff659413-1bc8-4dea-bce8-625e0db3412f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '56ccb565-bc47-40a2-9e0d-0a7b685042d4'}] {{(pid=128085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 12:27:07.540788 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35b29a6e-0016-48d2-b490-42017893aadd None None] Attempting to bind port ab4916d4-1864-4fa0-ba2a-418303fc00b4 on network 56ccb565-bc47-40a2-9e0d-0a7b685042d4 {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:27:07.554976 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35b29a6e-0016-48d2-b490-42017893aadd None None] Checking agent: {'id': 'e3a695b2-c397-461f-83b0-10b79d490b59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 11, 36, 56), 'started_at': datetime.datetime(2021, 6, 24, 11, 37, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 12, 26, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 12:27:07.555370 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35b29a6e-0016-48d2-b490-42017893aadd None None] Checking segment: {'id': 'ff659413-1bc8-4dea-bce8-625e0db3412f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '56ccb565-bc47-40a2-9e0d-0a7b685042d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=128085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:27:07.556453 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-35b29a6e-0016-48d2-b490-42017893aadd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:07.557405 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35b29a6e-0016-48d2-b490-42017893aadd None None] Bound using segment: {'id': 'ff659413-1bc8-4dea-bce8-625e0db3412f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '56ccb565-bc47-40a2-9e0d-0a7b685042d4'} {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 12:27:07.557931 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-35b29a6e-0016-48d2-b490-42017893aadd None None] Bound port: ab4916d4-1864-4fa0-ba2a-418303fc00b4, host: dv-neutron-797120-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff659413-1bc8-4dea-bce8-625e0db3412f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '56ccb565-bc47-40a2-9e0d-0a7b685042d4'}}] {{(pid=128085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 12:27:07.558351 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-35b29a6e-0016-48d2-b490-42017893aadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:07.704744 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-35b29a6e-0016-48d2-b490-42017893aadd None None] For port ab4916d4-1864-4fa0-ba2a-418303fc00b4, host dv-neutron-797120-4-hyperv, cleared binding levels {{(pid=128085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 12:27:07.710690 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-35b29a6e-0016-48d2-b490-42017893aadd None None] For port ab4916d4-1864-4fa0-ba2a-418303fc00b4, host dv-neutron-797120-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=ab4916d4-1864-4fa0-ba2a-418303fc00b4,segment=NetworkSegment(ff659413-1bc8-4dea-bce8-625e0db3412f),segment_id=ff659413-1bc8-4dea-bce8-625e0db3412f)] {{(pid=128085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 12:27:07.716559 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-411fc4c9-a4b6-4cfc-bd03-d2d106b9867d req-b74c9f0d-b727-474a-9343-4532b20df8f0 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] 10.222.0.53 "GET /v2.0/ports?device_id=3310487d-74e8-4121-b138-6279c9ccc644 HTTP/1.1" status: 200 len: 210 time: 0.0393400 Jun 24 12:27:07.718351 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-35b29a6e-0016-48d2-b490-42017893aadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:07.720495 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-5309b27c-f5fb-4c7c-a364-c949816cb8a9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:27:07.792190 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e920d5-498e-41b0-995d-78c478dc69dc None None] Pushing event updated for resources: {'Port': ['ID=ab4916d4-1864-4fa0-ba2a-418303fc00b4,revision_number=4']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:27:07.796566 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-f2e920d5-498e-41b0-995d-78c478dc69dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:27:07.799895 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35b29a6e-0016-48d2-b490-42017893aadd None None] Routers {'d6868940-5425-48a1-8bc1-e0de162188a7'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:27:07.800327 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-35b29a6e-0016-48d2-b490-42017893aadd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T12:26:56Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['d6868940-5425-48a1-8bc1-e0de162188a7'], 'active': True} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:27:07.997176 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvr_db [None req-35b29a6e-0016-48d2-b490-42017893aadd None None] Set router d6868940-5425-48a1-8bc1-e0de162188a7 gateway port host: dv-neutron-797120-4-hyperv {{(pid=128085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:27:08.008022 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1052c7d-862a-44e9-9211-980dda96433d req-18853a79-4990-4b48-83e2-98b1361e6f9c tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:27:08.010765 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-f1052c7d-862a-44e9-9211-980dda96433d req-18853a79-4990-4b48-83e2-98b1361e6f9c tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] 10.222.0.45 "GET /v2.0/networks?id=56ccb565-bc47-40a2-9e0d-0a7b685042d4 HTTP/1.1" status: 200 len: 797 time: 0.1763840 Jun 24 12:27:08.072238 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-f1052c7d-862a-44e9-9211-980dda96433d req-a5871000-e14f-41c2-b300-02c7aa636c9c tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2f95b3c188ab4fd3b66987ab0e8b76cb HTTP/1.1" status: 200 len: 380 time: 0.0458407 Jun 24 12:27:08.083265 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [req-f1052c7d-862a-44e9-9211-980dda96433d req-d8ae6ca6-6d59-4803-97d1-96f88c57f79f tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Request body: {'port': {'device_id': '3310487d-74e8-4121-b138-6279c9ccc644', 'network_id': '56ccb565-bc47-40a2-9e0d-0a7b685042d4', 'admin_state_up': True, 'tenant_id': '2f95b3c188ab4fd3b66987ab0e8b76cb', 'security_groups': ['4b7387d9-b334-46c4-8edc-2a95dd579643']}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:27:08.264245 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f1052c7d-862a-44e9-9211-980dda96433d req-d8ae6ca6-6d59-4803-97d1-96f88c57f79f tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Made reservation on behalf of 2f95b3c188ab4fd3b66987ab0e8b76cb for: {'port': 1} {{(pid=128083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:27:08.268072 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-f1052c7d-862a-44e9-9211-980dda96433d req-d8ae6ca6-6d59-4803-97d1-96f88c57f79f tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:08.310962 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-35b29a6e-0016-48d2-b490-42017893aadd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6868940-5425-48a1-8bc1-e0de162188a7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-362470031', 'tenant_id': '2f95b3c188ab4fd3b66987ab0e8b76cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'external_fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.13'}], 'enable_snat': True}, 'gw_port_id': '0e29af8a-8d33-4670-b1aa-353a3da91081', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:26:59Z', 'updated_at': '2021-06-24T12:27:04Z', 'revision_number': 4, 'project_id': '2f95b3c188ab4fd3b66987ab0e8b76cb', 'gw_port': {'id': '0e29af8a-8d33-4670-b1aa-353a3da91081', 'name': '', 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:0e:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6868940-5425-48a1-8bc1-e0de162188a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:27:00Z', 'updated_at': '2021-06-24T12:27:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-4-hyperv', '_interfaces': [{'id': 'ab4916d4-1864-4fa0-ba2a-418303fc00b4', 'name': '', 'network_id': '56ccb565-bc47-40a2-9e0d-0a7b685042d4', 'tenant_id': '2f95b3c188ab4fd3b66987ab0e8b76cb', 'mac_address': 'fa:16:3e:5e:90:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6868940-5425-48a1-8bc1-e0de162188a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': 'a6221cf0-bf2c-47b5-b994-835ad378fb2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:27:03Z', 'updated_at': '2021-06-24T12:27:07Z', 'revision_number': 4, 'project_id': '2f95b3c188ab4fd3b66987ab0e8b76cb', 'subnets': [{'id': 'a6221cf0-bf2c-47b5-b994-835ad378fb2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:27:08.369898 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35b29a6e-0016-48d2-b490-42017893aadd None None] The sync data for ids ['d6868940-5425-48a1-8bc1-e0de162188a7'] in dv-neutron-797120-4-hyperv is: [{'id': 'd6868940-5425-48a1-8bc1-e0de162188a7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-362470031', 'tenant_id': '2f95b3c188ab4fd3b66987ab0e8b76cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'external_fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.13'}], 'enable_snat': True}, 'gw_port_id': '0e29af8a-8d33-4670-b1aa-353a3da91081', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:26:59Z', 'updated_at': '2021-06-24T12:27:04Z', 'revision_number': 4, 'project_id': '2f95b3c188ab4fd3b66987ab0e8b76cb', 'gw_port': {'id': '0e29af8a-8d33-4670-b1aa-353a3da91081', 'name': '', 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:0e:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6868940-5425-48a1-8bc1-e0de162188a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:27:00Z', 'updated_at': '2021-06-24T12:27:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-4-hyperv', '_interfaces': [{'id': 'ab4916d4-1864-4fa0-ba2a-418303fc00b4', 'name': '', 'network_id': '56ccb565-bc47-40a2-9e0d-0a7b685042d4', 'tenant_id': '2f95b3c188ab4fd3b66987ab0e8b76cb', 'mac_address': 'fa:16:3e:5e:90:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6868940-5425-48a1-8bc1-e0de162188a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': 'a6221cf0-bf2c-47b5-b994-835ad378fb2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:27:03Z', 'updated_at': '2021-06-24T12:27:07Z', 'revision_number': 4, 'project_id': '2f95b3c188ab4fd3b66987ab0e8b76cb', 'subnets': [{'id': 'a6221cf0-bf2c-47b5-b994-835ad378fb2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=128085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 12:27:08.421518 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.db_base_plugin_common [req-f1052c7d-862a-44e9-9211-980dda96433d req-d8ae6ca6-6d59-4803-97d1-96f88c57f79f tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Allocated IP 172.20.0.5 (56ccb565-bc47-40a2-9e0d-0a7b685042d4/a6221cf0-bf2c-47b5-b994-835ad378fb2e/b8933782-0ac4-4f90-912b-a3aee2cfca5a) {{(pid=128083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:27:08.660695 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-f1052c7d-862a-44e9-9211-980dda96433d req-d8ae6ca6-6d59-4803-97d1-96f88c57f79f tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks [] for port, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:08.681376 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.provisioning_blocks [req-f1052c7d-862a-44e9-9211-980dda96433d req-d8ae6ca6-6d59-4803-97d1-96f88c57f79f tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Transition to ACTIVE for port object b8933782-0ac4-4f90-912b-a3aee2cfca5a will not be triggered until provisioned by entity DHCP. {{(pid=128083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:27:08.733536 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-f1052c7d-862a-44e9-9211-980dda96433d req-d8ae6ca6-6d59-4803-97d1-96f88c57f79f tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-650429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-506361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793193536723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2537853'] for port, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:08.739922 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-2d0e9696-1a84-40e8-8d2d-3d51d835bc06 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:27:08.786747 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f1052c7d-862a-44e9-9211-980dda96433d req-d8ae6ca6-6d59-4803-97d1-96f88c57f79f tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Network 56ccb565-bc47-40a2-9e0d-0a7b685042d4 is already hosted by enough agents. {{(pid=128083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:27:08.791132 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.base_scheduler [req-f1052c7d-862a-44e9-9211-980dda96433d req-d8ae6ca6-6d59-4803-97d1-96f88c57f79f tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Resources bound (agent type, host, resource id): {{(pid=128083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:27:08.795495 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1052c7d-862a-44e9-9211-980dda96433d req-d8ae6ca6-6d59-4803-97d1-96f88c57f79f tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Received port after_create {{(pid=128083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:27:08.845296 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ae6ca6-6d59-4803-97d1-96f88c57f79f tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Pushing event updated for resources: {'Port': ['ID=b8933782-0ac4-4f90-912b-a3aee2cfca5a,revision_number=1']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:27:08.850468 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-d8ae6ca6-6d59-4803-97d1-96f88c57f79f tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:27:08.871072 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1052c7d-862a-44e9-9211-980dda96433d req-d8ae6ca6-6d59-4803-97d1-96f88c57f79f tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:27:08.872389 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-f1052c7d-862a-44e9-9211-980dda96433d req-d8ae6ca6-6d59-4803-97d1-96f88c57f79f tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468916'] for port, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:08.903538 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-f1052c7d-862a-44e9-9211-980dda96433d req-d8ae6ca6-6d59-4803-97d1-96f88c57f79f tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8254037 Jun 24 12:27:08.961751 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [req-f1052c7d-862a-44e9-9211-980dda96433d req-02932871-c03c-4a78-94ec-bb60d023dab6 service neutron] Request body: {'port': {'device_id': '3310487d-74e8-4121-b138-6279c9ccc644', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7971'}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:27:09.049071 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device ab4916d4-1864-4fa0-ba2a-418303fc00b4 up at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:27:09.111788 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5670f9-4bc0-4be7-9220-19aa946f2a5a req-88c856a8-7214-4f31-a3ed-e52570735a58 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:27:09.114148 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-6a5670f9-4bc0-4be7-9220-19aa946f2a5a req-88c856a8-7214-4f31-a3ed-e52570735a58 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] 10.222.0.53 "GET /v2.0/ports?device_id=3310487d-74e8-4121-b138-6279c9ccc644 HTTP/1.1" status: 200 len: 931 time: 0.2084367 Jun 24 12:27:09.127648 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning for port ab4916d4-1864-4fa0-ba2a-418303fc00b4 completed by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:27:09.134985 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning complete for port ab4916d4-1864-4fa0-ba2a-418303fc00b4 triggered by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:27:09.135454 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:09.143189 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-f1052c7d-862a-44e9-9211-980dda96433d req-02932871-c03c-4a78-94ec-bb60d023dab6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:09.221477 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-6a5670f9-4bc0-4be7-9220-19aa946f2a5a req-793077c1-e103-4c11-9ac1-ecd2755441db tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] 10.222.0.53 "GET /v2.0/security-groups?id=4b7387d9-b334-46c4-8edc-2a95dd579643&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0919724 Jun 24 12:27:09.224825 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-4780eb81-7d08-4e0f-b8f6-f372c7d236cf None None] Provisioning for port b8933782-0ac4-4f90-912b-a3aee2cfca5a completed by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:27:09.232903 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-4780eb81-7d08-4e0f-b8f6-f372c7d236cf None None] Provisioning complete for port b8933782-0ac4-4f90-912b-a3aee2cfca5a triggered by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:27:09.233331 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-4780eb81-7d08-4e0f-b8f6-f372c7d236cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:09.263852 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:09.290669 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-4780eb81-7d08-4e0f-b8f6-f372c7d236cf None None] Port b8933782-0ac4-4f90-912b-a3aee2cfca5a cannot update to ACTIVE because it is not bound. {{(pid=128085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 12:27:09.311748 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] For port ab4916d4-1864-4fa0-ba2a-418303fc00b4, host dv-neutron-797120-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=ab4916d4-1864-4fa0-ba2a-418303fc00b4,segment=NetworkSegment(ff659413-1bc8-4dea-bce8-625e0db3412f),segment_id=ff659413-1bc8-4dea-bce8-625e0db3412f)] {{(pid=128085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:27:09.317631 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:09.319791 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-675a12ba-72fa-47a9-9eb1-52fb3528b896 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:27:09.389368 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Pushing event updated for resources: {'Port': ['ID=ab4916d4-1864-4fa0-ba2a-418303fc00b4,revision_number=5']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:27:09.395664 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:27:09.558455 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.notifiers.nova [req-f1052c7d-862a-44e9-9211-980dda96433d req-02932871-c03c-4a78-94ec-bb60d023dab6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b8933782-0ac4-4f90-912b-a3aee2cfca5a {{(pid=128083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 12:27:09.567147 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-f1052c7d-862a-44e9-9211-980dda96433d req-02932871-c03c-4a78-94ec-bb60d023dab6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:09.583472 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.provisioning_blocks [req-f1052c7d-862a-44e9-9211-980dda96433d req-02932871-c03c-4a78-94ec-bb60d023dab6 service neutron] Transition to ACTIVE for port object b8933782-0ac4-4f90-912b-a3aee2cfca5a will not be triggered until provisioned by entity L2. {{(pid=128083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:27:09.588320 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-f1052c7d-862a-44e9-9211-980dda96433d req-02932871-c03c-4a78-94ec-bb60d023dab6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2537871'] for port, after_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:09.591279 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-19d63a9e-c11d-4a44-84fc-635fe447176f tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:27:09.644619 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02932871-c03c-4a78-94ec-bb60d023dab6 service neutron] Pushing event updated for resources: {'Port': ['ID=b8933782-0ac4-4f90-912b-a3aee2cfca5a,revision_number=2']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:27:09.647873 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-02932871-c03c-4a78-94ec-bb60d023dab6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:27:09.748804 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.managers [req-f1052c7d-862a-44e9-9211-980dda96433d req-02932871-c03c-4a78-94ec-bb60d023dab6 service neutron] Attempting to bind port b8933782-0ac4-4f90-912b-a3aee2cfca5a on host hv-neutron-7971 for vnic_type normal with profile {{(pid=128083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 12:27:09.750576 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.managers [req-f1052c7d-862a-44e9-9211-980dda96433d req-02932871-c03c-4a78-94ec-bb60d023dab6 service neutron] Attempting to bind port b8933782-0ac4-4f90-912b-a3aee2cfca5a by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': 'ff659413-1bc8-4dea-bce8-625e0db3412f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '56ccb565-bc47-40a2-9e0d-0a7b685042d4'}] {{(pid=128083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 12:27:09.751288 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1052c7d-862a-44e9-9211-980dda96433d req-02932871-c03c-4a78-94ec-bb60d023dab6 service neutron] Attempting to bind port b8933782-0ac4-4f90-912b-a3aee2cfca5a on network 56ccb565-bc47-40a2-9e0d-0a7b685042d4 {{(pid=128083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:27:09.759243 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1052c7d-862a-44e9-9211-980dda96433d req-02932871-c03c-4a78-94ec-bb60d023dab6 service neutron] Port b8933782-0ac4-4f90-912b-a3aee2cfca5a on network 56ccb565-bc47-40a2-9e0d-0a7b685042d4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=128083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 12:27:09.759775 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1052c7d-862a-44e9-9211-980dda96433d req-02932871-c03c-4a78-94ec-bb60d023dab6 service neutron] Attempting to bind port b8933782-0ac4-4f90-912b-a3aee2cfca5a on network 56ccb565-bc47-40a2-9e0d-0a7b685042d4 {{(pid=128083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:27:09.766396 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1052c7d-862a-44e9-9211-980dda96433d req-02932871-c03c-4a78-94ec-bb60d023dab6 service neutron] Checking agent: {'id': 'a2c9a14d-87aa-4cd1-a510-11988f19c3d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7971', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 11, 42, 44), 'started_at': datetime.datetime(2021, 6, 24, 11, 42, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 12, 26, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=128083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 12:27:09.766793 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1052c7d-862a-44e9-9211-980dda96433d req-02932871-c03c-4a78-94ec-bb60d023dab6 service neutron] Checking segment: {'id': 'ff659413-1bc8-4dea-bce8-625e0db3412f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '56ccb565-bc47-40a2-9e0d-0a7b685042d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=128083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:27:09.767199 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1052c7d-862a-44e9-9211-980dda96433d req-02932871-c03c-4a78-94ec-bb60d023dab6 service neutron] Bound using segment: {'id': 'ff659413-1bc8-4dea-bce8-625e0db3412f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '56ccb565-bc47-40a2-9e0d-0a7b685042d4'} {{(pid=128083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 12:27:09.767845 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.managers [req-f1052c7d-862a-44e9-9211-980dda96433d req-02932871-c03c-4a78-94ec-bb60d023dab6 service neutron] Bound port: b8933782-0ac4-4f90-912b-a3aee2cfca5a, host: hv-neutron-7971, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff659413-1bc8-4dea-bce8-625e0db3412f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '56ccb565-bc47-40a2-9e0d-0a7b685042d4'}}] {{(pid=128083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 12:27:09.768207 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-f1052c7d-862a-44e9-9211-980dda96433d req-02932871-c03c-4a78-94ec-bb60d023dab6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:09.863729 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.db [req-f1052c7d-862a-44e9-9211-980dda96433d req-02932871-c03c-4a78-94ec-bb60d023dab6 service neutron] For port b8933782-0ac4-4f90-912b-a3aee2cfca5a, host hv-neutron-7971, cleared binding levels {{(pid=128083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 12:27:09.868231 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.db [req-f1052c7d-862a-44e9-9211-980dda96433d req-02932871-c03c-4a78-94ec-bb60d023dab6 service neutron] For port b8933782-0ac4-4f90-912b-a3aee2cfca5a, host hv-neutron-7971, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=b8933782-0ac4-4f90-912b-a3aee2cfca5a,segment=NetworkSegment(ff659413-1bc8-4dea-bce8-625e0db3412f),segment_id=ff659413-1bc8-4dea-bce8-625e0db3412f)] {{(pid=128083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 12:27:09.875534 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-f1052c7d-862a-44e9-9211-980dda96433d req-02932871-c03c-4a78-94ec-bb60d023dab6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2537871'] for port, after_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:09.880308 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-088ed0b1-a2d3-40e9-ac65-e51934f60edf tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:27:09.918909 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1052c7d-862a-44e9-9211-980dda96433d req-02932871-c03c-4a78-94ec-bb60d023dab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:27:09.919543 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-f1052c7d-862a-44e9-9211-980dda96433d req-02932871-c03c-4a78-94ec-bb60d023dab6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468916'] for port, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:09.921102 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-f1052c7d-862a-44e9-9211-980dda96433d req-02932871-c03c-4a78-94ec-bb60d023dab6 service neutron] 10.222.0.45 "PUT /v2.0/ports/b8933782-0ac4-4f90-912b-a3aee2cfca5a HTTP/1.1" status: 200 len: 1093 time: 1.0029051 Jun 24 12:27:09.921922 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3310487d-74e8-4121-b138-6279c9ccc644', 'tag': 'b8933782-0ac4-4f90-912b-a3aee2cfca5a'}] {{(pid=128083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 12:27:09.924681 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a77f7dee1a0522ddf93af289475d218fcdb8f30317daadec13ebf930b5b9dbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b9b859e-9c7f-4079-bd33-82abc79c61a1" -d '{"events": [{"name": "network-changed", "server_uuid": "3310487d-74e8-4121-b138-6279c9ccc644", "tag": "b8933782-0ac4-4f90-912b-a3aee2cfca5a"}]}' {{(pid=128083) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 12:27:09.959353 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02932871-c03c-4a78-94ec-bb60d023dab6 service neutron] Pushing event updated for resources: {'Port': ['ID=b8933782-0ac4-4f90-912b-a3aee2cfca5a,revision_number=3']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:27:09.971101 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-02932871-c03c-4a78-94ec-bb60d023dab6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:27:10.013074 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 12:27:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-300c1269-f552-47be-90f5-87c509868e15 x-openstack-request-id: req-300c1269-f552-47be-90f5-87c509868e15 {{(pid=128083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 12:27:10.013723 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3310487d-74e8-4121-b138-6279c9ccc644", "tag": "b8933782-0ac4-4f90-912b-a3aee2cfca5a", "status": "completed", "code": 200}]} {{(pid=128083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 12:27:10.014298 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-300c1269-f552-47be-90f5-87c509868e15 {{(pid=128083) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 12:27:10.015320 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3310487d-74e8-4121-b138-6279c9ccc644', 'tag': 'b8933782-0ac4-4f90-912b-a3aee2cfca5a', 'status': 'completed', 'code': 200} Jun 24 12:27:10.105210 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1052c7d-862a-44e9-9211-980dda96433d req-a30af096-11c2-43bd-a3d2-172444560d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:27:10.108296 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-f1052c7d-862a-44e9-9211-980dda96433d req-a30af096-11c2-43bd-a3d2-172444560d20 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=2f95b3c188ab4fd3b66987ab0e8b76cb&device_id=3310487d-74e8-4121-b138-6279c9ccc644 HTTP/1.1" status: 200 len: 1096 time: 0.1126122 Jun 24 12:27:10.491555 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-f1052c7d-862a-44e9-9211-980dda96433d req-8442ce97-9b7a-4696-b7ff-433dbcac9926 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b8933782-0ac4-4f90-912b-a3aee2cfca5a HTTP/1.1" status: 200 len: 217 time: 0.3699389 Jun 24 12:27:10.583816 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1052c7d-862a-44e9-9211-980dda96433d req-b1d42713-d6d2-464b-ac27-6ee652815a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:27:10.585451 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-f1052c7d-862a-44e9-9211-980dda96433d req-b1d42713-d6d2-464b-ac27-6ee652815a24 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a6221cf0-bf2c-47b5-b994-835ad378fb2e HTTP/1.1" status: 200 len: 834 time: 0.0823801 Jun 24 12:27:10.642198 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6621db8c-6ac9-482d-86ed-341c5effba7e req-2b6e1251-5fd3-4d94-b55f-10539deaf87d tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:27:10.643819 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-6621db8c-6ac9-482d-86ed-341c5effba7e req-2b6e1251-5fd3-4d94-b55f-10539deaf87d tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] 10.222.0.53 "GET /v2.0/ports?device_id=3310487d-74e8-4121-b138-6279c9ccc644 HTTP/1.1" status: 200 len: 943 time: 0.1554101 Jun 24 12:27:10.741246 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-6621db8c-6ac9-482d-86ed-341c5effba7e req-1dcc1a48-dd90-4f35-8c01-7e02d93deb01 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] 10.222.0.53 "GET /v2.0/security-groups?id=4b7387d9-b334-46c4-8edc-2a95dd579643&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0874288 Jun 24 12:27:10.750348 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1052c7d-862a-44e9-9211-980dda96433d req-1481a221-2102-41fe-8392-7d20840a6dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:27:10.753017 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-f1052c7d-862a-44e9-9211-980dda96433d req-1481a221-2102-41fe-8392-7d20840a6dcd service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=56ccb565-bc47-40a2-9e0d-0a7b685042d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1571364 Jun 24 12:27:10.861942 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-f1052c7d-862a-44e9-9211-980dda96433d req-b17bd9b5-a20a-4c28-94f9-af8ee3abdf2e service neutron] 10.222.0.45 "GET /v2.0/networks/56ccb565-bc47-40a2-9e0d-0a7b685042d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976400 Jun 24 12:27:10.976769 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-f1052c7d-862a-44e9-9211-980dda96433d req-ee498bcf-d5e8-4ee1-94c1-849bbe59f11b service neutron] 10.222.0.45 "GET /v2.0/networks/56ccb565-bc47-40a2-9e0d-0a7b685042d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1039467 Jun 24 12:27:11.008193 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device ab4916d4-1864-4fa0-ba2a-418303fc00b4 up at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:27:11.081334 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning complete for port ab4916d4-1864-4fa0-ba2a-418303fc00b4 triggered by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:27:11.081812 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:11.106374 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9b859e-9c7f-4079-bd33-82abc79c61a1 req-8f62e0af-8220-44f0-86f3-64472eef7349 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:27:11.108050 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-5b9b859e-9c7f-4079-bd33-82abc79c61a1 req-8f62e0af-8220-44f0-86f3-64472eef7349 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=2f95b3c188ab4fd3b66987ab0e8b76cb&device_id=3310487d-74e8-4121-b138-6279c9ccc644 HTTP/1.1" status: 200 len: 1096 time: 0.0679910 Jun 24 12:27:11.229128 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9b859e-9c7f-4079-bd33-82abc79c61a1 req-6b87bcab-7874-4876-9946-e63fa770ffaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:27:11.230818 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-5b9b859e-9c7f-4079-bd33-82abc79c61a1 req-6b87bcab-7874-4876-9946-e63fa770ffaa service neutron] 10.222.0.45 "GET /v2.0/networks?id=56ccb565-bc47-40a2-9e0d-0a7b685042d4 HTTP/1.1" status: 200 len: 898 time: 0.1146181 Jun 24 12:27:11.276914 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-5b9b859e-9c7f-4079-bd33-82abc79c61a1 req-86afafb4-b929-4a2a-95dc-85364212d2ee service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b8933782-0ac4-4f90-912b-a3aee2cfca5a HTTP/1.1" status: 200 len: 217 time: 0.0383449 Jun 24 12:27:11.333475 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9b859e-9c7f-4079-bd33-82abc79c61a1 req-a6a0ef7e-462d-4692-915e-743abb03e93c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:27:11.335137 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-5b9b859e-9c7f-4079-bd33-82abc79c61a1 req-a6a0ef7e-462d-4692-915e-743abb03e93c service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a6221cf0-bf2c-47b5-b994-835ad378fb2e HTTP/1.1" status: 200 len: 834 time: 0.0515466 Jun 24 12:27:11.409934 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9b859e-9c7f-4079-bd33-82abc79c61a1 req-e1d2445e-7b63-4049-8f43-e0cfdb77ca02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:27:11.411707 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-5b9b859e-9c7f-4079-bd33-82abc79c61a1 req-e1d2445e-7b63-4049-8f43-e0cfdb77ca02 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=56ccb565-bc47-40a2-9e0d-0a7b685042d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0692244 Jun 24 12:27:11.522352 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-5b9b859e-9c7f-4079-bd33-82abc79c61a1 req-e5aaa285-f97e-4fe2-8cae-1e58c8cf9b59 service neutron] 10.222.0.45 "GET /v2.0/networks/56ccb565-bc47-40a2-9e0d-0a7b685042d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1021187 Jun 24 12:27:11.659439 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-5b9b859e-9c7f-4079-bd33-82abc79c61a1 req-74562955-59a3-45ce-b824-f320883bea91 service neutron] 10.222.0.45 "GET /v2.0/networks/56ccb565-bc47-40a2-9e0d-0a7b685042d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285446 Jun 24 12:27:11.969568 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ef87cd-f600-4e75-be48-ebad328a8b07 req-268caf1c-073a-41ac-bcd0-0db69f7e97c3 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:27:11.972300 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-e9ef87cd-f600-4e75-be48-ebad328a8b07 req-268caf1c-073a-41ac-bcd0-0db69f7e97c3 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] 10.222.0.53 "GET /v2.0/ports?device_id=3310487d-74e8-4121-b138-6279c9ccc644 HTTP/1.1" status: 200 len: 943 time: 0.0851073 Jun 24 12:27:12.019866 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-e9ef87cd-f600-4e75-be48-ebad328a8b07 req-18444053-2d2b-4e5d-8508-148b7f409b3e tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] 10.222.0.53 "GET /v2.0/security-groups?id=4b7387d9-b334-46c4-8edc-2a95dd579643&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394535 Jun 24 12:27:13.263620 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b0ec9d-54e7-468d-a5e2-45afcc692df0 req-6bfd005f-7cb5-4142-a689-6cfdb3db882c tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:27:13.266344 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-80b0ec9d-54e7-468d-a5e2-45afcc692df0 req-6bfd005f-7cb5-4142-a689-6cfdb3db882c tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] 10.222.0.53 "GET /v2.0/ports?device_id=3310487d-74e8-4121-b138-6279c9ccc644 HTTP/1.1" status: 200 len: 943 time: 0.1176558 Jun 24 12:27:13.314236 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-80b0ec9d-54e7-468d-a5e2-45afcc692df0 req-d6f2e9c4-d625-4610-b016-e2c3abaf97f0 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] 10.222.0.53 "GET /v2.0/security-groups?id=4b7387d9-b334-46c4-8edc-2a95dd579643&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416989 Jun 24 12:27:14.576931 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Device b8933782-0ac4-4f90-912b-a3aee2cfca5a details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=128085) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 12:27:14.611326 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe8f462-8dcc-47a2-8f64-4a131068d823 req-0cf12157-7fc4-4de8-801c-d16835271bfa tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:27:14.614130 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-cbe8f462-8dcc-47a2-8f64-4a131068d823 req-0cf12157-7fc4-4de8-801c-d16835271bfa tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] 10.222.0.53 "GET /v2.0/ports?device_id=3310487d-74e8-4121-b138-6279c9ccc644 HTTP/1.1" status: 200 len: 943 time: 0.1097515 Jun 24 12:27:14.682749 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-cbe8f462-8dcc-47a2-8f64-4a131068d823 req-a21bbe05-8685-41cb-8c38-2ccc1612b0ed tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] 10.222.0.53 "GET /v2.0/security-groups?id=4b7387d9-b334-46c4-8edc-2a95dd579643&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603929 Jun 24 12:27:14.711789 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] For port b8933782-0ac4-4f90-912b-a3aee2cfca5a, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=b8933782-0ac4-4f90-912b-a3aee2cfca5a,segment=NetworkSegment(ff659413-1bc8-4dea-bce8-625e0db3412f),segment_id=ff659413-1bc8-4dea-bce8-625e0db3412f)] {{(pid=128085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:27:14.727520 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Returning: {'device': 'b8933782-0ac4-4f90-912b-a3aee2cfca5a', 'network_id': '56ccb565-bc47-40a2-9e0d-0a7b685042d4', 'port_id': 'b8933782-0ac4-4f90-912b-a3aee2cfca5a', 'mac_address': 'fa:16:3e:f2:d7:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 634, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6221cf0-bf2c-47b5-b994-835ad378fb2e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=128085) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 12:27:14.779785 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:14.798136 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.notifiers.nova [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b8933782-0ac4-4f90-912b-a3aee2cfca5a {{(pid=128085) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 12:27:14.827725 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] For port b8933782-0ac4-4f90-912b-a3aee2cfca5a, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=b8933782-0ac4-4f90-912b-a3aee2cfca5a,segment=NetworkSegment(ff659413-1bc8-4dea-bce8-625e0db3412f),segment_id=ff659413-1bc8-4dea-bce8-625e0db3412f)] {{(pid=128085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:27:14.834964 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:14.838814 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:27:14.909430 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Pushing event updated for resources: {'Port': ['ID=b8933782-0ac4-4f90-912b-a3aee2cfca5a,revision_number=4']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:27:14.913020 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:27:15.078641 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:15.117133 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] get_ports_and_sgs() called for port_ids ['b8933782-0ac4-4f90-912b-a3aee2cfca5a'] {{(pid=128085) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 12:27:15.984687 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c1820d-509c-4c1f-aca1-7f71d43978d2 req-11239f03-fbb5-4b49-9cd2-1d05b04f9cbb tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:27:15.987553 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-d3c1820d-509c-4c1f-aca1-7f71d43978d2 req-11239f03-fbb5-4b49-9cd2-1d05b04f9cbb tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] 10.222.0.53 "GET /v2.0/ports?device_id=3310487d-74e8-4121-b138-6279c9ccc644 HTTP/1.1" status: 200 len: 944 time: 0.0950999 Jun 24 12:27:16.039843 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-d3c1820d-509c-4c1f-aca1-7f71d43978d2 req-cd5d9157-2afc-46be-b9d1-eef8175c9c65 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] 10.222.0.53 "GET /v2.0/security-groups?id=4b7387d9-b334-46c4-8edc-2a95dd579643&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461674 Jun 24 12:27:16.579735 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Device b8933782-0ac4-4f90-912b-a3aee2cfca5a up at agent hyperv_hv-neutron-7971 {{(pid=128085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:27:16.641566 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Provisioning for port b8933782-0ac4-4f90-912b-a3aee2cfca5a completed by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:27:16.646957 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Provisioning complete for port b8933782-0ac4-4f90-912b-a3aee2cfca5a triggered by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:27:16.647561 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:16.755331 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:16.786470 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3310487d-74e8-4121-b138-6279c9ccc644', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8933782-0ac4-4f90-912b-a3aee2cfca5a'}] {{(pid=128085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 12:27:16.789862 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1098ec9051a50dd033317f529a09b9762582ef7b417ebe05928aca59e08255aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e23eba2a-c591-4d96-ba83-f1c113f70c8e" -d '{"events": [{"server_uuid": "3310487d-74e8-4121-b138-6279c9ccc644", "name": "network-vif-plugged", "status": "completed", "tag": "b8933782-0ac4-4f90-912b-a3aee2cfca5a"}]}' {{(pid=128085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 12:27:16.819741 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] For port b8933782-0ac4-4f90-912b-a3aee2cfca5a, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=b8933782-0ac4-4f90-912b-a3aee2cfca5a,segment=NetworkSegment(ff659413-1bc8-4dea-bce8-625e0db3412f),segment_id=ff659413-1bc8-4dea-bce8-625e0db3412f)] {{(pid=128085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:27:16.826214 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:16.830864 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-68a34d17-f6f1-4b47-8fbd-28c679ccb214 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:27:16.903801 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 12:27:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d7cfb7d-1253-424d-9167-762e35372b2a x-openstack-request-id: req-6d7cfb7d-1253-424d-9167-762e35372b2a {{(pid=128085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 12:27:16.904197 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3310487d-74e8-4121-b138-6279c9ccc644", "name": "network-vif-plugged", "status": "completed", "tag": "b8933782-0ac4-4f90-912b-a3aee2cfca5a", "code": 200}]} {{(pid=128085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 12:27:16.904572 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-6d7cfb7d-1253-424d-9167-762e35372b2a {{(pid=128085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 12:27:16.905115 dv-neutron-797120-4-hyperv neutron-server[128085]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3310487d-74e8-4121-b138-6279c9ccc644', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8933782-0ac4-4f90-912b-a3aee2cfca5a', 'code': 200} Jun 24 12:27:16.906488 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Pushing event updated for resources: {'Port': ['ID=b8933782-0ac4-4f90-912b-a3aee2cfca5a,revision_number=5']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:27:16.910389 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:27:17.292930 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b262c7-0e8d-423c-ab9c-1dc8a653c0ba req-3532c52e-b5ee-4d24-9e26-9802a59ddc80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:27:17.295572 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-08b262c7-0e8d-423c-ab9c-1dc8a653c0ba req-3532c52e-b5ee-4d24-9e26-9802a59ddc80 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=3310487d-74e8-4121-b138-6279c9ccc644 HTTP/1.1" status: 200 len: 1098 time: 0.1716409 Jun 24 12:27:17.359652 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b09cb82-139d-47a9-8239-8ac87b71b46f req-afd3213f-74bc-4315-a058-acc382cafbf2 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:27:17.362356 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-1b09cb82-139d-47a9-8239-8ac87b71b46f req-afd3213f-74bc-4315-a058-acc382cafbf2 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] 10.222.0.53 "GET /v2.0/ports?device_id=3310487d-74e8-4121-b138-6279c9ccc644 HTTP/1.1" status: 200 len: 945 time: 0.1746306 Jun 24 12:27:17.413945 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-08b262c7-0e8d-423c-ab9c-1dc8a653c0ba req-e3a72f23-3208-486b-8e88-24d6cacfe438 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=4b7387d9-b334-46c4-8edc-2a95dd579643&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1057003 Jun 24 12:27:17.438945 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-1b09cb82-139d-47a9-8239-8ac87b71b46f req-7cb7800f-ce44-442c-9fd5-808301efbfcb tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] 10.222.0.53 "GET /v2.0/security-groups?id=4b7387d9-b334-46c4-8edc-2a95dd579643&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0702116 Jun 24 12:27:18.689977 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb286dbe-5a10-4662-8bcc-18d9f640c320 req-86453463-5511-4ea8-abcf-3553b73187b6 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:27:18.692782 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-cb286dbe-5a10-4662-8bcc-18d9f640c320 req-86453463-5511-4ea8-abcf-3553b73187b6 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] 10.222.0.53 "GET /v2.0/ports?device_id=3310487d-74e8-4121-b138-6279c9ccc644 HTTP/1.1" status: 200 len: 945 time: 0.0986524 Jun 24 12:27:18.746552 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-cb286dbe-5a10-4662-8bcc-18d9f640c320 req-22875123-f404-440f-ba53-fad0ab9ab312 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] 10.222.0.53 "GET /v2.0/security-groups?id=4b7387d9-b334-46c4-8edc-2a95dd579643&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461080 Jun 24 12:27:18.956097 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9c8408-5b0b-4416-89a0-eb5466962b83 req-7049daad-4911-424d-805d-67cba85388ab tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:27:18.957780 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-fa9c8408-5b0b-4416-89a0-eb5466962b83 req-7049daad-4911-424d-805d-67cba85388ab tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] 10.222.0.53 "GET /v2.0/ports?device_id=3310487d-74e8-4121-b138-6279c9ccc644 HTTP/1.1" status: 200 len: 945 time: 0.0751009 Jun 24 12:27:19.007590 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-fa9c8408-5b0b-4416-89a0-eb5466962b83 req-812ee3c6-bea6-410d-8e7e-48534134d265 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] 10.222.0.53 "GET /v2.0/security-groups?id=4b7387d9-b334-46c4-8edc-2a95dd579643&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381002 Jun 24 12:27:19.035797 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 41048) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:27:19.100003 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1021992-6e97-41a7-9888-f42b71a16257 tempest-TestNetworkAdvancedServerOps-467051264 tempest-TestNetworkAdvancedServerOps-467051264-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:27:19.101649 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-c1021992-6e97-41a7-9888-f42b71a16257 tempest-TestNetworkAdvancedServerOps-467051264 tempest-TestNetworkAdvancedServerOps-467051264-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=3310487d-74e8-4121-b138-6279c9ccc644 HTTP/1.1" status: 200 len: 1093 time: 0.0647483 Jun 24 12:27:19.105455 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 41050) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:27:19.110536 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-d2c42e5a-5e5d-4506-8b02-bbb3c105b3c0 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Request body: {'floatingip': {'floating_network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'port_id': 'b8933782-0ac4-4f90-912b-a3aee2cfca5a', 'tenant_id': '2f95b3c188ab4fd3b66987ab0e8b76cb', 'fixed_ip_address': '172.20.0.5'}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:27:19.137731 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-d2c42e5a-5e5d-4506-8b02-bbb3c105b3c0 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks [] for floatingip, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:19.257116 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-d2c42e5a-5e5d-4506-8b02-bbb3c105b3c0 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:19.390227 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.db.db_base_plugin_common [None req-d2c42e5a-5e5d-4506-8b02-bbb3c105b3c0 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Allocated IP 172.26.7.82 (f2b8ca71-e776-48b2-8898-96cc7970207b/f37bf603-3862-4d0a-9f58-89616f7fd68f/0e98060b-eb02-43bf-be46-fa4696771d6e) {{(pid=128084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:27:19.517991 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-d2c42e5a-5e5d-4506-8b02-bbb3c105b3c0 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks [] for port, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:19.568337 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-d2c42e5a-5e5d-4506-8b02-bbb3c105b3c0 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-650429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-506361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793193536723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3291971'] for port, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:19.570657 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-38a8ed5a-28fd-4541-a799-ce54ee88ab40 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:27:19.617087 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2c42e5a-5e5d-4506-8b02-bbb3c105b3c0 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Network f2b8ca71-e776-48b2-8898-96cc7970207b is already hosted by enough agents. {{(pid=128084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:27:19.623273 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.base_scheduler [None req-d2c42e5a-5e5d-4506-8b02-bbb3c105b3c0 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Resources bound (agent type, host, resource id): {{(pid=128084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:27:19.629220 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2c42e5a-5e5d-4506-8b02-bbb3c105b3c0 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Received port after_create {{(pid=128084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:27:19.669715 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c42e5a-5e5d-4506-8b02-bbb3c105b3c0 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Pushing event updated for resources: {'Port': ['ID=0e98060b-eb02-43bf-be46-fa4696771d6e,revision_number=1']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:27:19.677348 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-d2c42e5a-5e5d-4506-8b02-bbb3c105b3c0 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:27:20.157810 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-d2c42e5a-5e5d-4506-8b02-bbb3c105b3c0 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks [] for floatingip, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:20.251913 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-d2c42e5a-5e5d-4506-8b02-bbb3c105b3c0 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:20.435695 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-d2c42e5a-5e5d-4506-8b02-bbb3c105b3c0 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks [] for port, precommit_update {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:20.441569 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-d2c42e5a-5e5d-4506-8b02-bbb3c105b3c0 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3292081'] for port, after_update {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:20.444052 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-f4a39539-24d5-4880-b310-3f5499a3443a tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:27:20.529543 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c42e5a-5e5d-4506-8b02-bbb3c105b3c0 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Pushing event updated for resources: {'Port': ['ID=0e98060b-eb02-43bf-be46-fa4696771d6e,revision_number=2']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:27:20.533561 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-d2c42e5a-5e5d-4506-8b02-bbb3c105b3c0 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:27:20.547052 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-d2c42e5a-5e5d-4506-8b02-bbb3c105b3c0 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1815637'] for floatingip, after_update {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:20.668464 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.db.l3_db [None req-d2c42e5a-5e5d-4506-8b02-bbb3c105b3c0 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Floating IP 4a632810-536d-4625-a4e8-a56bc8f0b2e9 associated. External IP: 172.26.7.82, port: b8933782-0ac4-4f90-912b-a3aee2cfca5a. Jun 24 12:27:21.289250 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2c42e5a-5e5d-4506-8b02-bbb3c105b3c0 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Router d6868940-5425-48a1-8bc1-e0de162188a7 has already been hosted by L3 agent 2987dba8-2249-4ee6-96ec-28f0f7a6127d {{(pid=128084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 12:27:21.429513 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2c42e5a-5e5d-4506-8b02-bbb3c105b3c0 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify agent at l3_agent.dv-neutron-797120-4-hyperv the message routers_updated {{(pid=128084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 12:27:21.444477 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57914598-2049-425c-975b-bc89eaaae3af None None] Sync routers for ids ['d6868940-5425-48a1-8bc1-e0de162188a7'] in dv-neutron-797120-4-hyperv {{(pid=128086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 12:27:21.453355 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-d2c42e5a-5e5d-4506-8b02-bbb3c105b3c0 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468916'] for floatingip, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:21.460945 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57914598-2049-425c-975b-bc89eaaae3af None None] Routers {'d6868940-5425-48a1-8bc1-e0de162188a7'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:27:21.462973 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-57914598-2049-425c-975b-bc89eaaae3af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T12:26:56Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['d6868940-5425-48a1-8bc1-e0de162188a7'], 'active': True} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:27:21.503724 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-d2c42e5a-5e5d-4506-8b02-bbb3c105b3c0 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.3934500 Jun 24 12:27:21.503724 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3310487d-74e8-4121-b138-6279c9ccc644', 'tag': 'b8933782-0ac4-4f90-912b-a3aee2cfca5a'}] {{(pid=128084) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 12:27:21.503724 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}189e43ef1649f46b9bccc8e45a83b64afc33adcdec52bc597e36eecb4255b7b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7c74d5e-a78e-49e6-9044-b539733640a9" -d '{"events": [{"name": "network-changed", "server_uuid": "3310487d-74e8-4121-b138-6279c9ccc644", "tag": "b8933782-0ac4-4f90-912b-a3aee2cfca5a"}]}' {{(pid=128084) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 12:27:21.582751 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 12:27:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3cc79db-b77b-4b1f-a949-1383e737157a x-openstack-request-id: req-c3cc79db-b77b-4b1f-a949-1383e737157a {{(pid=128084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 12:27:21.584687 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3310487d-74e8-4121-b138-6279c9ccc644", "tag": "b8933782-0ac4-4f90-912b-a3aee2cfca5a", "status": "completed", "code": 200}]} {{(pid=128084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 12:27:21.585244 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c3cc79db-b77b-4b1f-a949-1383e737157a {{(pid=128084) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 12:27:21.586039 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3310487d-74e8-4121-b138-6279c9ccc644', 'tag': 'b8933782-0ac4-4f90-912b-a3aee2cfca5a', 'status': 'completed', 'code': 200} Jun 24 12:27:21.705852 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_dvr_db [None req-57914598-2049-425c-975b-bc89eaaae3af None None] Set router d6868940-5425-48a1-8bc1-e0de162188a7 gateway port host: dv-neutron-797120-4-hyperv {{(pid=128086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:27:21.760205 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c74d5e-a78e-49e6-9044-b539733640a9 req-9ed0bfa2-d4da-4c35-8b4b-bfe2a87694e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:27:21.762070 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-c7c74d5e-a78e-49e6-9044-b539733640a9 req-9ed0bfa2-d4da-4c35-8b4b-bfe2a87694e5 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=2f95b3c188ab4fd3b66987ab0e8b76cb&device_id=3310487d-74e8-4121-b138-6279c9ccc644 HTTP/1.1" status: 200 len: 1098 time: 0.1497071 Jun 24 12:27:21.776588 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dde2c5f-f72a-4e7c-b242-3c60aa782759 req-e90a3dcd-9415-4d08-8daf-1e7e03c23a6b tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:27:21.778345 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-4dde2c5f-f72a-4e7c-b242-3c60aa782759 req-e90a3dcd-9415-4d08-8daf-1e7e03c23a6b tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] 10.222.0.53 "GET /v2.0/ports?device_id=3310487d-74e8-4121-b138-6279c9ccc644 HTTP/1.1" status: 200 len: 945 time: 0.1210265 Jun 24 12:27:21.905863 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-4dde2c5f-f72a-4e7c-b242-3c60aa782759 req-18000193-5403-4f2e-b3c4-b27774a37356 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] 10.222.0.53 "GET /v2.0/security-groups?id=4b7387d9-b334-46c4-8edc-2a95dd579643&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1166523 Jun 24 12:27:21.935297 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 41056) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:27:21.949775 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c74d5e-a78e-49e6-9044-b539733640a9 req-172490aa-4794-43ca-9fad-b996805e8216 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:27:21.951354 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-c7c74d5e-a78e-49e6-9044-b539733640a9 req-172490aa-4794-43ca-9fad-b996805e8216 service neutron] 10.222.0.45 "GET /v2.0/networks?id=56ccb565-bc47-40a2-9e0d-0a7b685042d4 HTTP/1.1" status: 200 len: 898 time: 0.1720476 Jun 24 12:27:22.053315 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-c7c74d5e-a78e-49e6-9044-b539733640a9 req-8657c4d6-a1d4-4366-8130-d7e97a8c717d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b8933782-0ac4-4f90-912b-a3aee2cfca5a HTTP/1.1" status: 200 len: 998 time: 0.0937977 Jun 24 12:27:22.058630 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-3d3c2254-c8eb-41aa-8690-e4a6f2158f8a tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] 10.222.0.53 "GET /v2.0/floatingips/4a632810-536d-4625-a4e8-a56bc8f0b2e9 HTTP/1.1" status: 200 len: 990 time: 0.1214740 Jun 24 12:27:22.140257 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c74d5e-a78e-49e6-9044-b539733640a9 req-2400ef4b-4b3b-4fd3-a77a-cf5f363068de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:27:22.142829 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-c7c74d5e-a78e-49e6-9044-b539733640a9 req-2400ef4b-4b3b-4fd3-a77a-cf5f363068de service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a6221cf0-bf2c-47b5-b994-835ad378fb2e HTTP/1.1" status: 200 len: 834 time: 0.0824800 Jun 24 12:27:22.214318 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c74d5e-a78e-49e6-9044-b539733640a9 req-00aff1a7-bb45-4987-be1e-688a71bd56ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:27:22.216389 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-c7c74d5e-a78e-49e6-9044-b539733640a9 req-00aff1a7-bb45-4987-be1e-688a71bd56ab service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=56ccb565-bc47-40a2-9e0d-0a7b685042d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0667157 Jun 24 12:27:22.240693 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-57914598-2049-425c-975b-bc89eaaae3af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6868940-5425-48a1-8bc1-e0de162188a7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-362470031', 'tenant_id': '2f95b3c188ab4fd3b66987ab0e8b76cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'external_fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.13'}], 'enable_snat': True}, 'gw_port_id': '0e29af8a-8d33-4670-b1aa-353a3da91081', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:26:59Z', 'updated_at': '2021-06-24T12:27:04Z', 'revision_number': 4, 'project_id': '2f95b3c188ab4fd3b66987ab0e8b76cb', 'gw_port': {'id': '0e29af8a-8d33-4670-b1aa-353a3da91081', 'name': '', 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:0e:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6868940-5425-48a1-8bc1-e0de162188a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:27:00Z', 'updated_at': '2021-06-24T12:27:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-4-hyperv', '_floatingips': [{'id': '4a632810-536d-4625-a4e8-a56bc8f0b2e9', 'tenant_id': '2f95b3c188ab4fd3b66987ab0e8b76cb', 'floating_ip_address': '172.26.7.82', 'floating_network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'router_id': 'd6868940-5425-48a1-8bc1-e0de162188a7', 'port_id': 'b8933782-0ac4-4f90-912b-a3aee2cfca5a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1794, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '56ccb565-bc47-40a2-9e0d-0a7b685042d4', 'mac_address': 'fa:16:3e:f2:d7:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3310487d-74e8-4121-b138-6279c9ccc644', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T12:27:19Z', 'updated_at': '2021-06-24T12:27:19Z', 'revision_number': 0, 'project_id': '2f95b3c188ab4fd3b66987ab0e8b76cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab4916d4-1864-4fa0-ba2a-418303fc00b4', 'name': '', 'network_id': '56ccb565-bc47-40a2-9e0d-0a7b685042d4', 'tenant_id': '2f95b3c188ab4fd3b66987ab0e8b76cb', 'mac_address': 'fa:16:3e:5e:90:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6868940-5425-48a1-8bc1-e0de162188a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': 'a6221cf0-bf2c-47b5-b994-835ad378fb2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:27:03Z', 'updated_at': '2021-06-24T12:27:09Z', 'revision_number': 5, 'project_id': '2f95b3c188ab4fd3b66987ab0e8b76cb', 'subnets': [{'id': 'a6221cf0-bf2c-47b5-b994-835ad378fb2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:27:22.302205 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57914598-2049-425c-975b-bc89eaaae3af None None] Checking router: d6868940-5425-48a1-8bc1-e0de162188a7 for host: dv-neutron-797120-4-hyperv {{(pid=128086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 12:27:22.320427 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57914598-2049-425c-975b-bc89eaaae3af None None] Routers {'d6868940-5425-48a1-8bc1-e0de162188a7'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:27:22.322871 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-57914598-2049-425c-975b-bc89eaaae3af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T12:26:56Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['d6868940-5425-48a1-8bc1-e0de162188a7'], 'active': True} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:27:22.341039 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-c7c74d5e-a78e-49e6-9044-b539733640a9 req-bff0c774-0a60-4e39-8350-70b2d667f2be service neutron] 10.222.0.45 "GET /v2.0/networks/56ccb565-bc47-40a2-9e0d-0a7b685042d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1179128 Jun 24 12:27:22.481893 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-c7c74d5e-a78e-49e6-9044-b539733640a9 req-1bb7c942-b50d-4586-9d74-3a5c8df85f26 service neutron] 10.222.0.45 "GET /v2.0/networks/56ccb565-bc47-40a2-9e0d-0a7b685042d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1330426 Jun 24 12:27:22.524908 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_dvr_db [None req-57914598-2049-425c-975b-bc89eaaae3af None None] Set router d6868940-5425-48a1-8bc1-e0de162188a7 gateway port host: dv-neutron-797120-4-hyperv {{(pid=128086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:27:22.642268 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-4c791065-0cfa-4ec3-af7d-545668ca7734 req-fc6b5c4d-06ae-4b50-9767-aa43492f4259 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=3310487d-74e8-4121-b138-6279c9ccc644&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0674779 Jun 24 12:27:22.776585 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c791065-0cfa-4ec3-af7d-545668ca7734 req-e5e19086-d5c4-47bb-80ae-534b682ddedd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:27:22.778180 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-4c791065-0cfa-4ec3-af7d-545668ca7734 req-e5e19086-d5c4-47bb-80ae-534b682ddedd service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=2f95b3c188ab4fd3b66987ab0e8b76cb&device_id=3310487d-74e8-4121-b138-6279c9ccc644 HTTP/1.1" status: 200 len: 1098 time: 0.0785007 Jun 24 12:27:22.820267 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-57914598-2049-425c-975b-bc89eaaae3af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6868940-5425-48a1-8bc1-e0de162188a7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-362470031', 'tenant_id': '2f95b3c188ab4fd3b66987ab0e8b76cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'external_fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.13'}], 'enable_snat': True}, 'gw_port_id': '0e29af8a-8d33-4670-b1aa-353a3da91081', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:26:59Z', 'updated_at': '2021-06-24T12:27:04Z', 'revision_number': 4, 'project_id': '2f95b3c188ab4fd3b66987ab0e8b76cb', 'gw_port': {'id': '0e29af8a-8d33-4670-b1aa-353a3da91081', 'name': '', 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:0e:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6868940-5425-48a1-8bc1-e0de162188a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:27:00Z', 'updated_at': '2021-06-24T12:27:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-4-hyperv', '_floatingips': [{'id': '4a632810-536d-4625-a4e8-a56bc8f0b2e9', 'tenant_id': '2f95b3c188ab4fd3b66987ab0e8b76cb', 'floating_ip_address': '172.26.7.82', 'floating_network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'router_id': 'd6868940-5425-48a1-8bc1-e0de162188a7', 'port_id': 'b8933782-0ac4-4f90-912b-a3aee2cfca5a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1794, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '56ccb565-bc47-40a2-9e0d-0a7b685042d4', 'mac_address': 'fa:16:3e:f2:d7:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3310487d-74e8-4121-b138-6279c9ccc644', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T12:27:19Z', 'updated_at': '2021-06-24T12:27:19Z', 'revision_number': 0, 'project_id': '2f95b3c188ab4fd3b66987ab0e8b76cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab4916d4-1864-4fa0-ba2a-418303fc00b4', 'name': '', 'network_id': '56ccb565-bc47-40a2-9e0d-0a7b685042d4', 'tenant_id': '2f95b3c188ab4fd3b66987ab0e8b76cb', 'mac_address': 'fa:16:3e:5e:90:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6868940-5425-48a1-8bc1-e0de162188a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': 'a6221cf0-bf2c-47b5-b994-835ad378fb2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:27:03Z', 'updated_at': '2021-06-24T12:27:09Z', 'revision_number': 5, 'project_id': '2f95b3c188ab4fd3b66987ab0e8b76cb', 'subnets': [{'id': 'a6221cf0-bf2c-47b5-b994-835ad378fb2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:27:22.850857 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57914598-2049-425c-975b-bc89eaaae3af None None] The sync data for ids ['d6868940-5425-48a1-8bc1-e0de162188a7'] in dv-neutron-797120-4-hyperv is: [{'id': 'd6868940-5425-48a1-8bc1-e0de162188a7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-362470031', 'tenant_id': '2f95b3c188ab4fd3b66987ab0e8b76cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'external_fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.13'}], 'enable_snat': True}, 'gw_port_id': '0e29af8a-8d33-4670-b1aa-353a3da91081', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:26:59Z', 'updated_at': '2021-06-24T12:27:04Z', 'revision_number': 4, 'project_id': '2f95b3c188ab4fd3b66987ab0e8b76cb', 'gw_port': {'id': '0e29af8a-8d33-4670-b1aa-353a3da91081', 'name': '', 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:0e:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6868940-5425-48a1-8bc1-e0de162188a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:27:00Z', 'updated_at': '2021-06-24T12:27:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-4-hyperv', '_floatingips': [{'id': '4a632810-536d-4625-a4e8-a56bc8f0b2e9', 'tenant_id': '2f95b3c188ab4fd3b66987ab0e8b76cb', 'floating_ip_address': '172.26.7.82', 'floating_network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'router_id': 'd6868940-5425-48a1-8bc1-e0de162188a7', 'port_id': 'b8933782-0ac4-4f90-912b-a3aee2cfca5a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1794, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '56ccb565-bc47-40a2-9e0d-0a7b685042d4', 'mac_address': 'fa:16:3e:f2:d7:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3310487d-74e8-4121-b138-6279c9ccc644', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T12:27:19Z', 'updated_at': '2021-06-24T12:27:19Z', 'revision_number': 0, 'project_id': '2f95b3c188ab4fd3b66987ab0e8b76cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab4916d4-1864-4fa0-ba2a-418303fc00b4', 'name': '', 'network_id': '56ccb565-bc47-40a2-9e0d-0a7b685042d4', 'tenant_id': '2f95b3c188ab4fd3b66987ab0e8b76cb', 'mac_address': 'fa:16:3e:5e:90:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6868940-5425-48a1-8bc1-e0de162188a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': 'a6221cf0-bf2c-47b5-b994-835ad378fb2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:27:03Z', 'updated_at': '2021-06-24T12:27:09Z', 'revision_number': 5, 'project_id': '2f95b3c188ab4fd3b66987ab0e8b76cb', 'subnets': [{'id': 'a6221cf0-bf2c-47b5-b994-835ad378fb2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=128086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 12:27:22.923294 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c791065-0cfa-4ec3-af7d-545668ca7734 req-e4df3d59-eaaf-4c8b-9a48-91fd14d0157d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:27:22.925913 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-4c791065-0cfa-4ec3-af7d-545668ca7734 req-e4df3d59-eaaf-4c8b-9a48-91fd14d0157d service neutron] 10.222.0.45 "GET /v2.0/networks?id=56ccb565-bc47-40a2-9e0d-0a7b685042d4 HTTP/1.1" status: 200 len: 898 time: 0.1155298 Jun 24 12:27:23.007715 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-4c791065-0cfa-4ec3-af7d-545668ca7734 req-736bdbe5-5d25-45e7-9b0e-3ec2b8a9ed9f service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b8933782-0ac4-4f90-912b-a3aee2cfca5a HTTP/1.1" status: 200 len: 998 time: 0.0743327 Jun 24 12:27:23.062814 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 41058) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:27:23.074443 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c791065-0cfa-4ec3-af7d-545668ca7734 req-cf925d71-fedc-4bc3-b947-548696c58e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:27:23.076599 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-4c791065-0cfa-4ec3-af7d-545668ca7734 req-cf925d71-fedc-4bc3-b947-548696c58e95 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a6221cf0-bf2c-47b5-b994-835ad378fb2e HTTP/1.1" status: 200 len: 834 time: 0.0624218 Jun 24 12:27:23.109076 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24a3b2b3-b6ab-402f-a1e9-4245b6395a2c None None] New status for floating IP 4a632810-536d-4625-a4e8-a56bc8f0b2e9: ACTIVE {{(pid=128085) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 24 12:27:23.144931 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-6512cc97-28c7-48c2-9915-5ee76abc2bee tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] 10.222.0.53 "GET /v2.0/floatingips/4a632810-536d-4625-a4e8-a56bc8f0b2e9 HTTP/1.1" status: 200 len: 990 time: 0.0796940 Jun 24 12:27:23.163305 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c791065-0cfa-4ec3-af7d-545668ca7734 req-0e4885d3-e2d7-4bf6-b4ff-bf0832647a6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:27:23.164926 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-4c791065-0cfa-4ec3-af7d-545668ca7734 req-0e4885d3-e2d7-4bf6-b4ff-bf0832647a6c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=56ccb565-bc47-40a2-9e0d-0a7b685042d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0797312 Jun 24 12:27:23.289931 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-4c791065-0cfa-4ec3-af7d-545668ca7734 req-f76675ab-62d6-4cc3-b7be-ddae4640bd6f service neutron] 10.222.0.45 "GET /v2.0/networks/56ccb565-bc47-40a2-9e0d-0a7b685042d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1165652 Jun 24 12:27:23.406541 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-4c791065-0cfa-4ec3-af7d-545668ca7734 req-55661509-8cec-43eb-a37a-c3b794c402c7 service neutron] 10.222.0.45 "GET /v2.0/networks/56ccb565-bc47-40a2-9e0d-0a7b685042d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1098497 Jun 24 12:27:23.894166 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-9302de21-2a68-4010-abbb-093450d4b24f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:24.149264 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 41060) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:27:24.231786 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-90607095-0bdf-44fe-8ef5-4ff7b269fa96 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] 10.222.0.53 "GET /v2.0/floatingips/4a632810-536d-4625-a4e8-a56bc8f0b2e9 HTTP/1.1" status: 200 len: 992 time: 0.0806460 Jun 24 12:27:26.426768 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-7ad7da1f-dcbc-48b3-8c01-ae428986d1b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:26.614872 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:27.861849 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-03237adf-ebd0-46f2-a476-4d4bb746e0f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:29.819037 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-52c483ef-d5c1-4030-9a32-e5ce4ff00ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:43.200217 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.agents_db [None req-87a69269-d72b-4286-97f3-1041481ed6d8 None None] Agent healthcheck: found 6 active agents {{(pid=128086) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 12:27:45.108307 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:53.900232 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-10043e14-fd2c-4887-8912-4e3dbb9d2e0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:56.421563 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-574ae468-2f23-4fe0-a656-8f6f0f482167 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:56.619761 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:57.868436 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-03237adf-ebd0-46f2-a476-4d4bb746e0f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:57.969035 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a40b48f-71f7-4306-aab1-b01dcbea4c88 req-804a6de8-4e41-4767-8ca8-71ca053ad6bf tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:27:57.970693 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-9a40b48f-71f7-4306-aab1-b01dcbea4c88 req-804a6de8-4e41-4767-8ca8-71ca053ad6bf tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] 10.222.0.53 "GET /v2.0/ports?device_id=3310487d-74e8-4121-b138-6279c9ccc644 HTTP/1.1" status: 200 len: 945 time: 0.0781357 Jun 24 12:27:58.022288 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-9a40b48f-71f7-4306-aab1-b01dcbea4c88 req-221b3691-47e0-4d80-bbb7-bc64e9462b7d tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] 10.222.0.53 "GET /v2.0/security-groups?id=4b7387d9-b334-46c4-8edc-2a95dd579643&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427523 Jun 24 12:27:59.229393 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0419d0-d8d9-48f4-898e-47b8cf589b24 req-848d1572-4d8b-4045-be64-c93831dbde27 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:27:59.230941 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-ab0419d0-d8d9-48f4-898e-47b8cf589b24 req-848d1572-4d8b-4045-be64-c93831dbde27 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] 10.222.0.53 "GET /v2.0/ports?device_id=3310487d-74e8-4121-b138-6279c9ccc644 HTTP/1.1" status: 200 len: 945 time: 0.0800149 Jun 24 12:27:59.277405 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-ab0419d0-d8d9-48f4-898e-47b8cf589b24 req-72a70b8a-5738-47b2-8e82-705b5c4dfea3 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] 10.222.0.53 "GET /v2.0/security-groups?id=4b7387d9-b334-46c4-8edc-2a95dd579643&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402632 Jun 24 12:27:59.318440 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 41080) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:27:59.385046 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-91cf2016-f5db-4c26-abe2-6356c7636254 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] 10.222.0.53 "GET /v2.0/floatingips/4a632810-536d-4625-a4e8-a56bc8f0b2e9 HTTP/1.1" status: 200 len: 992 time: 0.0648515 Jun 24 12:27:59.826036 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-52c483ef-d5c1-4030-9a32-e5ce4ff00ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:28:01.043394 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9068095-bdaa-4ecd-8a73-97612faec178 req-e223cbf6-15d3-4bbf-9e98-92a677c0fb7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:28:01.045949 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-a9068095-bdaa-4ecd-8a73-97612faec178 req-e223cbf6-15d3-4bbf-9e98-92a677c0fb7c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=2f95b3c188ab4fd3b66987ab0e8b76cb&device_id=3310487d-74e8-4121-b138-6279c9ccc644 HTTP/1.1" status: 200 len: 1098 time: 0.1848409 Jun 24 12:28:01.090924 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8492968-384a-4f31-8622-43da53a97402 req-e9344b9f-d8df-41eb-a7ef-96f95541253c tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:28:01.093915 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-e8492968-384a-4f31-8622-43da53a97402 req-e9344b9f-d8df-41eb-a7ef-96f95541253c tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] 10.222.0.53 "GET /v2.0/ports?device_id=3310487d-74e8-4121-b138-6279c9ccc644 HTTP/1.1" status: 200 len: 945 time: 0.2384400 Jun 24 12:28:01.270426 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-e8492968-384a-4f31-8622-43da53a97402 req-f301fedb-834d-4418-8c30-cdf3d53d00d2 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] 10.222.0.53 "GET /v2.0/security-groups?id=4b7387d9-b334-46c4-8edc-2a95dd579643&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1572633 Jun 24 12:28:01.307982 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9068095-bdaa-4ecd-8a73-97612faec178 req-2943cf1b-5fd5-457d-a927-8c6322e5fa42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:28:01.309714 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-a9068095-bdaa-4ecd-8a73-97612faec178 req-2943cf1b-5fd5-457d-a927-8c6322e5fa42 service neutron] 10.222.0.45 "GET /v2.0/networks?id=56ccb565-bc47-40a2-9e0d-0a7b685042d4 HTTP/1.1" status: 200 len: 898 time: 0.2525454 Jun 24 12:28:01.431766 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-a9068095-bdaa-4ecd-8a73-97612faec178 req-99473825-cb06-468a-8236-b9dba5d2a36f service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b8933782-0ac4-4f90-912b-a3aee2cfca5a HTTP/1.1" status: 200 len: 1000 time: 0.1109738 Jun 24 12:28:01.492778 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9068095-bdaa-4ecd-8a73-97612faec178 req-5fff412f-0048-4e05-b1a4-f454943c5037 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:28:01.494263 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-a9068095-bdaa-4ecd-8a73-97612faec178 req-5fff412f-0048-4e05-b1a4-f454943c5037 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a6221cf0-bf2c-47b5-b994-835ad378fb2e HTTP/1.1" status: 200 len: 834 time: 0.0528996 Jun 24 12:28:01.559176 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9068095-bdaa-4ecd-8a73-97612faec178 req-3d0be895-7c37-4cb9-a755-7c1a1d2626cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:28:01.560597 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-a9068095-bdaa-4ecd-8a73-97612faec178 req-3d0be895-7c37-4cb9-a755-7c1a1d2626cf service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=56ccb565-bc47-40a2-9e0d-0a7b685042d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0583384 Jun 24 12:28:01.665514 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-a9068095-bdaa-4ecd-8a73-97612faec178 req-5a37a56c-7db7-4123-9a9c-064f2613741f service neutron] 10.222.0.45 "GET /v2.0/networks/56ccb565-bc47-40a2-9e0d-0a7b685042d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945425 Jun 24 12:28:01.778964 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-a9068095-bdaa-4ecd-8a73-97612faec178 req-df83957b-f3c5-4eee-b09f-671af8b81439 service neutron] 10.222.0.45 "GET /v2.0/networks/56ccb565-bc47-40a2-9e0d-0a7b685042d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1025951 Jun 24 12:28:02.464276 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163cab80-239f-4f84-9d4d-aaf62ab1df93 req-0f3e3f4f-89b8-4927-9a0b-71b005e3e29f tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:28:02.465936 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-163cab80-239f-4f84-9d4d-aaf62ab1df93 req-0f3e3f4f-89b8-4927-9a0b-71b005e3e29f tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] 10.222.0.53 "GET /v2.0/ports?device_id=3310487d-74e8-4121-b138-6279c9ccc644 HTTP/1.1" status: 200 len: 945 time: 0.0673866 Jun 24 12:28:02.538026 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-163cab80-239f-4f84-9d4d-aaf62ab1df93 req-3c6d31d5-7c16-4556-bb02-d1b601e85deb tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] 10.222.0.53 "GET /v2.0/security-groups?id=4b7387d9-b334-46c4-8edc-2a95dd579643&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631866 Jun 24 12:28:03.737275 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfeec139-d3de-4364-aaa0-b054fabd3a2d req-5df2ee3d-4c3d-4bfe-a41b-fc8572a40c59 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:28:03.738792 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-dfeec139-d3de-4364-aaa0-b054fabd3a2d req-5df2ee3d-4c3d-4bfe-a41b-fc8572a40c59 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] 10.222.0.53 "GET /v2.0/ports?device_id=3310487d-74e8-4121-b138-6279c9ccc644 HTTP/1.1" status: 200 len: 945 time: 0.0754285 Jun 24 12:28:03.780290 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-dfeec139-d3de-4364-aaa0-b054fabd3a2d req-5373c6e5-98de-4cb7-b42c-8bba4561c7e0 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] 10.222.0.53 "GET /v2.0/security-groups?id=4b7387d9-b334-46c4-8edc-2a95dd579643&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354059 Jun 24 12:28:03.807156 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 41094) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:28:03.873725 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-92a77342-1907-45a6-a56c-0319e8671143 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] 10.222.0.53 "GET /v2.0/floatingips/4a632810-536d-4625-a4e8-a56bc8f0b2e9 HTTP/1.1" status: 200 len: 992 time: 0.0650039 Jun 24 12:28:04.203077 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 41100) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:28:04.384706 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.plugin [None req-dea8d72f-aa68-4211-8a41-08a880ba56a1 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Deleting port 0e98060b-eb02-43bf-be46-fa4696771d6e {{(pid=128083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:28:04.385078 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-dea8d72f-aa68-4211-8a41-08a880ba56a1 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793193942312'] for port, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:28:04.480802 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-dea8d72f-aa68-4211-8a41-08a880ba56a1 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1978872'] for port, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:28:04.481070 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-dea8d72f-aa68-4211-8a41-08a880ba56a1 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:28:04.493884 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.plugin [None req-dea8d72f-aa68-4211-8a41-08a880ba56a1 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Calling delete_port for 0e98060b-eb02-43bf-be46-fa4696771d6e owned by network:floatingip {{(pid=128083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:28:04.704343 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-dea8d72f-aa68-4211-8a41-08a880ba56a1 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793193945299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193536732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2537862'] for port, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:28:04.706632 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-02932871-c03c-4a78-94ec-bb60d023dab6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:28:04.733030 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea8d72f-aa68-4211-8a41-08a880ba56a1 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Pushing event deleted for resources: {'Port': ['ID=0e98060b-eb02-43bf-be46-fa4696771d6e,revision_number=None']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:28:04.746031 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea8d72f-aa68-4211-8a41-08a880ba56a1 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:28:04.747067 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea8d72f-aa68-4211-8a41-08a880ba56a1 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:28:04.747067 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea8d72f-aa68-4211-8a41-08a880ba56a1 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:28:04.747363 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea8d72f-aa68-4211-8a41-08a880ba56a1 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:28:04.747596 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea8d72f-aa68-4211-8a41-08a880ba56a1 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:28:04.747981 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea8d72f-aa68-4211-8a41-08a880ba56a1 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:28:04.748364 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea8d72f-aa68-4211-8a41-08a880ba56a1 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:28:04.748739 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea8d72f-aa68-4211-8a41-08a880ba56a1 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:28:04.749154 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea8d72f-aa68-4211-8a41-08a880ba56a1 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:28:04.749533 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea8d72f-aa68-4211-8a41-08a880ba56a1 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:28:04.749911 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea8d72f-aa68-4211-8a41-08a880ba56a1 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:28:04.750287 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea8d72f-aa68-4211-8a41-08a880ba56a1 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:28:04.773411 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-dea8d72f-aa68-4211-8a41-08a880ba56a1 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:28:04.815531 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-dea8d72f-aa68-4211-8a41-08a880ba56a1 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks [] for floatingip, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:28:04.815848 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.db.l3_db [None req-dea8d72f-aa68-4211-8a41-08a880ba56a1 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Floating IP 4a632810-536d-4625-a4e8-a56bc8f0b2e9 disassociated (deleted). External IP: 172.26.7.82, port: b8933782-0ac4-4f90-912b-a3aee2cfca5a. Jun 24 12:28:05.321114 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dea8d72f-aa68-4211-8a41-08a880ba56a1 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Router d6868940-5425-48a1-8bc1-e0de162188a7 has already been hosted by L3 agent 2987dba8-2249-4ee6-96ec-28f0f7a6127d {{(pid=128083) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 12:28:05.439017 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dea8d72f-aa68-4211-8a41-08a880ba56a1 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify agent at l3_agent.dv-neutron-797120-4-hyperv the message routers_updated {{(pid=128083) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 12:28:05.444532 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-dea8d72f-aa68-4211-8a41-08a880ba56a1 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468916'] for floatingip, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:28:05.451451 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fae5506e-8ac2-4629-bda3-02036b10c166 None None] Sync routers for ids ['d6868940-5425-48a1-8bc1-e0de162188a7'] in dv-neutron-797120-4-hyperv {{(pid=128086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 12:28:05.463559 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fae5506e-8ac2-4629-bda3-02036b10c166 None None] Routers {'d6868940-5425-48a1-8bc1-e0de162188a7'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:28:05.464172 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-fae5506e-8ac2-4629-bda3-02036b10c166 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T12:27:56Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['d6868940-5425-48a1-8bc1-e0de162188a7'], 'active': True} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:28:05.487410 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-dea8d72f-aa68-4211-8a41-08a880ba56a1 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] 10.222.0.53 "DELETE /v2.0/floatingips/4a632810-536d-4625-a4e8-a56bc8f0b2e9 HTTP/1.1" status: 204 len: 168 time: 1.2831492 Jun 24 12:28:05.488108 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3310487d-74e8-4121-b138-6279c9ccc644', 'tag': 'b8933782-0ac4-4f90-912b-a3aee2cfca5a'}] {{(pid=128083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 12:28:05.491663 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a77f7dee1a0522ddf93af289475d218fcdb8f30317daadec13ebf930b5b9dbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de9da574-2ba2-4634-8907-983d118f961c" -d '{"events": [{"name": "network-changed", "server_uuid": "3310487d-74e8-4121-b138-6279c9ccc644", "tag": "b8933782-0ac4-4f90-912b-a3aee2cfca5a"}]}' {{(pid=128083) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 12:28:05.539197 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 12:28:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a293776-70f3-44b0-9279-33586b9e28ef x-openstack-request-id: req-7a293776-70f3-44b0-9279-33586b9e28ef {{(pid=128083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 12:28:05.539551 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3310487d-74e8-4121-b138-6279c9ccc644", "tag": "b8933782-0ac4-4f90-912b-a3aee2cfca5a", "status": "completed", "code": 200}]} {{(pid=128083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 12:28:05.540163 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-7a293776-70f3-44b0-9279-33586b9e28ef {{(pid=128083) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 12:28:05.540756 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3310487d-74e8-4121-b138-6279c9ccc644', 'tag': 'b8933782-0ac4-4f90-912b-a3aee2cfca5a', 'status': 'completed', 'code': 200} Jun 24 12:28:05.632591 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_dvr_db [None req-fae5506e-8ac2-4629-bda3-02036b10c166 None None] Set router d6868940-5425-48a1-8bc1-e0de162188a7 gateway port host: dv-neutron-797120-4-hyperv {{(pid=128086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:28:05.635917 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9da574-2ba2-4634-8907-983d118f961c req-48d3f560-e237-44a5-a82f-3800509522a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:28:05.637653 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-de9da574-2ba2-4634-8907-983d118f961c req-48d3f560-e237-44a5-a82f-3800509522a2 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=2f95b3c188ab4fd3b66987ab0e8b76cb&device_id=3310487d-74e8-4121-b138-6279c9ccc644 HTTP/1.1" status: 200 len: 1098 time: 0.0623963 Jun 24 12:28:05.752148 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9da574-2ba2-4634-8907-983d118f961c req-e7c479d2-fa53-44e1-93f5-fbc621edd82f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:28:05.754005 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-de9da574-2ba2-4634-8907-983d118f961c req-e7c479d2-fa53-44e1-93f5-fbc621edd82f service neutron] 10.222.0.45 "GET /v2.0/networks?id=56ccb565-bc47-40a2-9e0d-0a7b685042d4 HTTP/1.1" status: 200 len: 898 time: 0.1075792 Jun 24 12:28:05.800106 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-de9da574-2ba2-4634-8907-983d118f961c req-1bd11d78-f822-46a0-b690-61521df59b3b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b8933782-0ac4-4f90-912b-a3aee2cfca5a HTTP/1.1" status: 200 len: 217 time: 0.0372930 Jun 24 12:28:05.878883 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9da574-2ba2-4634-8907-983d118f961c req-a023699b-9e69-44a1-97d3-f5fe626fe0fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:28:05.881993 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-de9da574-2ba2-4634-8907-983d118f961c req-a023699b-9e69-44a1-97d3-f5fe626fe0fd service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a6221cf0-bf2c-47b5-b994-835ad378fb2e HTTP/1.1" status: 200 len: 834 time: 0.0748577 Jun 24 12:28:05.902235 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-fae5506e-8ac2-4629-bda3-02036b10c166 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6868940-5425-48a1-8bc1-e0de162188a7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-362470031', 'tenant_id': '2f95b3c188ab4fd3b66987ab0e8b76cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'external_fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.13'}], 'enable_snat': True}, 'gw_port_id': '0e29af8a-8d33-4670-b1aa-353a3da91081', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:26:59Z', 'updated_at': '2021-06-24T12:27:04Z', 'revision_number': 4, 'project_id': '2f95b3c188ab4fd3b66987ab0e8b76cb', 'gw_port': {'id': '0e29af8a-8d33-4670-b1aa-353a3da91081', 'name': '', 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:0e:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6868940-5425-48a1-8bc1-e0de162188a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:27:00Z', 'updated_at': '2021-06-24T12:27:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-4-hyperv', '_interfaces': [{'id': 'ab4916d4-1864-4fa0-ba2a-418303fc00b4', 'name': '', 'network_id': '56ccb565-bc47-40a2-9e0d-0a7b685042d4', 'tenant_id': '2f95b3c188ab4fd3b66987ab0e8b76cb', 'mac_address': 'fa:16:3e:5e:90:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6868940-5425-48a1-8bc1-e0de162188a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': 'a6221cf0-bf2c-47b5-b994-835ad378fb2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:27:03Z', 'updated_at': '2021-06-24T12:27:09Z', 'revision_number': 5, 'project_id': '2f95b3c188ab4fd3b66987ab0e8b76cb', 'subnets': [{'id': 'a6221cf0-bf2c-47b5-b994-835ad378fb2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:28:05.933164 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fae5506e-8ac2-4629-bda3-02036b10c166 None None] Checking router: d6868940-5425-48a1-8bc1-e0de162188a7 for host: dv-neutron-797120-4-hyperv {{(pid=128086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 12:28:05.944042 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fae5506e-8ac2-4629-bda3-02036b10c166 None None] Routers {'d6868940-5425-48a1-8bc1-e0de162188a7'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:28:05.944731 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-fae5506e-8ac2-4629-bda3-02036b10c166 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T12:27:56Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['d6868940-5425-48a1-8bc1-e0de162188a7'], 'active': True} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:28:05.974162 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9da574-2ba2-4634-8907-983d118f961c req-0be9c634-5c10-4096-8e29-ffa9179beec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:28:05.976964 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-de9da574-2ba2-4634-8907-983d118f961c req-0be9c634-5c10-4096-8e29-ffa9179beec0 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=56ccb565-bc47-40a2-9e0d-0a7b685042d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0875390 Jun 24 12:28:06.058866 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_dvr_db [None req-fae5506e-8ac2-4629-bda3-02036b10c166 None None] Set router d6868940-5425-48a1-8bc1-e0de162188a7 gateway port host: dv-neutron-797120-4-hyperv {{(pid=128086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:28:06.148762 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-de9da574-2ba2-4634-8907-983d118f961c req-c62da717-9b28-4b13-bd5a-755853805194 service neutron] 10.222.0.45 "GET /v2.0/networks/56ccb565-bc47-40a2-9e0d-0a7b685042d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1639764 Jun 24 12:28:06.157675 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34526ea3-870a-4f5c-a039-ee4f9b300b64 req-5f9fc95d-ce45-48e3-b9d2-9d8a3ca667a6 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:28:06.159161 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-34526ea3-870a-4f5c-a039-ee4f9b300b64 req-5f9fc95d-ce45-48e3-b9d2-9d8a3ca667a6 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] 10.222.0.53 "GET /v2.0/ports?device_id=3310487d-74e8-4121-b138-6279c9ccc644 HTTP/1.1" status: 200 len: 945 time: 0.2573392 Jun 24 12:28:06.254836 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-34526ea3-870a-4f5c-a039-ee4f9b300b64 req-aeca81eb-624c-462e-8db6-f6ec040f7e4e tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] 10.222.0.53 "GET /v2.0/security-groups?id=4b7387d9-b334-46c4-8edc-2a95dd579643&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0868485 Jun 24 12:28:06.283467 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-de9da574-2ba2-4634-8907-983d118f961c req-f5b06dc0-6084-4ced-ae33-7b66b37d0f97 service neutron] 10.222.0.45 "GET /v2.0/networks/56ccb565-bc47-40a2-9e0d-0a7b685042d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233134 Jun 24 12:28:06.286567 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-fae5506e-8ac2-4629-bda3-02036b10c166 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6868940-5425-48a1-8bc1-e0de162188a7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-362470031', 'tenant_id': '2f95b3c188ab4fd3b66987ab0e8b76cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'external_fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.13'}], 'enable_snat': True}, 'gw_port_id': '0e29af8a-8d33-4670-b1aa-353a3da91081', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:26:59Z', 'updated_at': '2021-06-24T12:27:04Z', 'revision_number': 4, 'project_id': '2f95b3c188ab4fd3b66987ab0e8b76cb', 'gw_port': {'id': '0e29af8a-8d33-4670-b1aa-353a3da91081', 'name': '', 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:0e:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6868940-5425-48a1-8bc1-e0de162188a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:27:00Z', 'updated_at': '2021-06-24T12:27:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-4-hyperv', '_interfaces': [{'id': 'ab4916d4-1864-4fa0-ba2a-418303fc00b4', 'name': '', 'network_id': '56ccb565-bc47-40a2-9e0d-0a7b685042d4', 'tenant_id': '2f95b3c188ab4fd3b66987ab0e8b76cb', 'mac_address': 'fa:16:3e:5e:90:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6868940-5425-48a1-8bc1-e0de162188a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': 'a6221cf0-bf2c-47b5-b994-835ad378fb2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:27:03Z', 'updated_at': '2021-06-24T12:27:09Z', 'revision_number': 5, 'project_id': '2f95b3c188ab4fd3b66987ab0e8b76cb', 'subnets': [{'id': 'a6221cf0-bf2c-47b5-b994-835ad378fb2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:28:06.315382 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fae5506e-8ac2-4629-bda3-02036b10c166 None None] The sync data for ids ['d6868940-5425-48a1-8bc1-e0de162188a7'] in dv-neutron-797120-4-hyperv is: [{'id': 'd6868940-5425-48a1-8bc1-e0de162188a7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-362470031', 'tenant_id': '2f95b3c188ab4fd3b66987ab0e8b76cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'external_fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.13'}], 'enable_snat': True}, 'gw_port_id': '0e29af8a-8d33-4670-b1aa-353a3da91081', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:26:59Z', 'updated_at': '2021-06-24T12:27:04Z', 'revision_number': 4, 'project_id': '2f95b3c188ab4fd3b66987ab0e8b76cb', 'gw_port': {'id': '0e29af8a-8d33-4670-b1aa-353a3da91081', 'name': '', 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:0e:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6868940-5425-48a1-8bc1-e0de162188a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:27:00Z', 'updated_at': '2021-06-24T12:27:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-4-hyperv', '_interfaces': [{'id': 'ab4916d4-1864-4fa0-ba2a-418303fc00b4', 'name': '', 'network_id': '56ccb565-bc47-40a2-9e0d-0a7b685042d4', 'tenant_id': '2f95b3c188ab4fd3b66987ab0e8b76cb', 'mac_address': 'fa:16:3e:5e:90:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6868940-5425-48a1-8bc1-e0de162188a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': 'a6221cf0-bf2c-47b5-b994-835ad378fb2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:27:03Z', 'updated_at': '2021-06-24T12:27:09Z', 'revision_number': 5, 'project_id': '2f95b3c188ab4fd3b66987ab0e8b76cb', 'subnets': [{'id': 'a6221cf0-bf2c-47b5-b994-835ad378fb2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=128086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 12:28:06.565887 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1f98287-4e1a-4a65-82b1-236e9893e7b0 None None] New status for floating IP 4a632810-536d-4625-a4e8-a56bc8f0b2e9: DOWN {{(pid=128085) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 24 12:28:07.471658 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bfc211-a925-488d-9c45-564fb5d88113 req-9d538d49-6a63-40cd-8c88-02a714c790da tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:28:07.473227 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-95bfc211-a925-488d-9c45-564fb5d88113 req-9d538d49-6a63-40cd-8c88-02a714c790da tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] 10.222.0.53 "GET /v2.0/ports?device_id=3310487d-74e8-4121-b138-6279c9ccc644 HTTP/1.1" status: 200 len: 945 time: 0.0838661 Jun 24 12:28:07.514848 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-95bfc211-a925-488d-9c45-564fb5d88113 req-087330ab-99ed-4bd1-9ada-c733f50d1c59 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] 10.222.0.53 "GET /v2.0/security-groups?id=4b7387d9-b334-46c4-8edc-2a95dd579643&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345333 Jun 24 12:28:07.799604 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52af3e4b-941d-4a8d-a400-e7257a7ccd69 req-c416bd69-c830-4eff-a3ca-3139baab056f tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:28:07.802309 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-52af3e4b-941d-4a8d-a400-e7257a7ccd69 req-c416bd69-c830-4eff-a3ca-3139baab056f tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] 10.222.0.45 "GET /v2.0/ports?device_id=3310487d-74e8-4121-b138-6279c9ccc644 HTTP/1.1" status: 200 len: 945 time: 0.0924616 Jun 24 12:28:07.926036 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.plugin [req-52af3e4b-941d-4a8d-a400-e7257a7ccd69 req-6298f436-3bb4-4dd1-850f-599156c89a2c tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Deleting port b8933782-0ac4-4f90-912b-a3aee2cfca5a {{(pid=128083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:28:07.926350 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-52af3e4b-941d-4a8d-a400-e7257a7ccd69 req-6298f436-3bb4-4dd1-850f-599156c89a2c tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793193942312'] for port, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:28:08.031812 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.db [req-52af3e4b-941d-4a8d-a400-e7257a7ccd69 req-6298f436-3bb4-4dd1-850f-599156c89a2c tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] For port b8933782-0ac4-4f90-912b-a3aee2cfca5a, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=b8933782-0ac4-4f90-912b-a3aee2cfca5a,segment=NetworkSegment(ff659413-1bc8-4dea-bce8-625e0db3412f),segment_id=ff659413-1bc8-4dea-bce8-625e0db3412f)] {{(pid=128083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:28:08.032308 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-52af3e4b-941d-4a8d-a400-e7257a7ccd69 req-6298f436-3bb4-4dd1-850f-599156c89a2c tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1978872'] for port, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:28:08.053622 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.plugin [req-52af3e4b-941d-4a8d-a400-e7257a7ccd69 req-6298f436-3bb4-4dd1-850f-599156c89a2c tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Calling delete_port for b8933782-0ac4-4f90-912b-a3aee2cfca5a owned by compute:nova {{(pid=128083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:28:08.215309 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-52af3e4b-941d-4a8d-a400-e7257a7ccd69 req-6298f436-3bb4-4dd1-850f-599156c89a2c tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793193945299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193536732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2537862'] for port, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:28:08.219689 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-0c10b003-f3c8-434f-aa55-a8e6b4019ea4 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:28:08.247598 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6298f436-3bb4-4dd1-850f-599156c89a2c tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Pushing event deleted for resources: {'Port': ['ID=b8933782-0ac4-4f90-912b-a3aee2cfca5a,revision_number=None']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:28:08.250980 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-6298f436-3bb4-4dd1-850f-599156c89a2c tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:28:08.312851 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.l3_dvrscheduler_db [req-52af3e4b-941d-4a8d-a400-e7257a7ccd69 req-6298f436-3bb4-4dd1-850f-599156c89a2c tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] No DVR routers for this DVR port b8933782-0ac4-4f90-912b-a3aee2cfca5a on host hv-neutron-7971 {{(pid=128083) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 12:28:08.316039 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-52af3e4b-941d-4a8d-a400-e7257a7ccd69 req-6298f436-3bb4-4dd1-850f-599156c89a2c tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468916'] for port, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:28:08.319264 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-52af3e4b-941d-4a8d-a400-e7257a7ccd69 req-6298f436-3bb4-4dd1-850f-599156c89a2c tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] 10.222.0.45 "DELETE /v2.0/ports/b8933782-0ac4-4f90-912b-a3aee2cfca5a HTTP/1.1" status: 204 len: 173 time: 0.5083230 Jun 24 12:28:08.319889 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3310487d-74e8-4121-b138-6279c9ccc644', 'name': 'network-vif-deleted', 'tag': 'b8933782-0ac4-4f90-912b-a3aee2cfca5a'}] {{(pid=128083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 12:28:08.322411 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a77f7dee1a0522ddf93af289475d218fcdb8f30317daadec13ebf930b5b9dbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8dc68d92-9d17-475a-a0d2-7fc1e9cf0be4" -d '{"events": [{"server_uuid": "3310487d-74e8-4121-b138-6279c9ccc644", "name": "network-vif-deleted", "tag": "b8933782-0ac4-4f90-912b-a3aee2cfca5a"}]}' {{(pid=128083) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 12:28:08.373202 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 12:28:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74a801ed-69a3-4c0b-97a0-e0b629634f4d x-openstack-request-id: req-74a801ed-69a3-4c0b-97a0-e0b629634f4d {{(pid=128083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 12:28:08.373773 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3310487d-74e8-4121-b138-6279c9ccc644", "name": "network-vif-deleted", "tag": "b8933782-0ac4-4f90-912b-a3aee2cfca5a", "status": "completed", "code": 200}]} {{(pid=128083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 12:28:08.374242 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-74a801ed-69a3-4c0b-97a0-e0b629634f4d {{(pid=128083) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 12:28:08.375039 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3310487d-74e8-4121-b138-6279c9ccc644', 'name': 'network-vif-deleted', 'tag': 'b8933782-0ac4-4f90-912b-a3aee2cfca5a', 'status': 'completed', 'code': 200} Jun 24 12:28:08.718264 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-d5706038-f406-4d0c-a085-58fc949a43d4 req-7a6953ca-25d1-4297-9db2-d6fc1fd7be21 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] 10.222.0.53 "GET /v2.0/ports?device_id=3310487d-74e8-4121-b138-6279c9ccc644 HTTP/1.1" status: 200 len: 210 time: 0.0388553 Jun 24 12:28:09.829224 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 41120) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:28:10.302229 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-855b5437-8354-43e8-bfcb-582a9a0f3c83 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1978565'] for router_interface, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:28:10.652336 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.plugin [None req-855b5437-8354-43e8-bfcb-582a9a0f3c83 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Deleting port ab4916d4-1864-4fa0-ba2a-418303fc00b4 {{(pid=128083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:28:10.652683 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-855b5437-8354-43e8-bfcb-582a9a0f3c83 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793193942312'] for port, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:28:10.747581 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.db [None req-855b5437-8354-43e8-bfcb-582a9a0f3c83 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] For port ab4916d4-1864-4fa0-ba2a-418303fc00b4, host dv-neutron-797120-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=ab4916d4-1864-4fa0-ba2a-418303fc00b4,segment=NetworkSegment(ff659413-1bc8-4dea-bce8-625e0db3412f),segment_id=ff659413-1bc8-4dea-bce8-625e0db3412f)] {{(pid=128083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:28:10.747934 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-855b5437-8354-43e8-bfcb-582a9a0f3c83 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1978872'] for port, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:28:10.765539 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.plugin [None req-855b5437-8354-43e8-bfcb-582a9a0f3c83 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Calling delete_port for ab4916d4-1864-4fa0-ba2a-418303fc00b4 owned by network:router_interface {{(pid=128083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:28:10.823460 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Device b8933782-0ac4-4f90-912b-a3aee2cfca5a no longer exists at agent hyperv_hv-neutron-7971 {{(pid=128085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 12:28:10.860807 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] No Port match for: b8933782-0ac4-4f90-912b-a3aee2cfca5a {{(pid=128085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 12:28:10.861328 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Device b8933782-0ac4-4f90-912b-a3aee2cfca5a not bound to the agent host hv-neutron-7971 {{(pid=128085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 12:28:10.977176 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-855b5437-8354-43e8-bfcb-582a9a0f3c83 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793193945299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193536732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2537862'] for port, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:28:10.979701 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-1638ff19-f487-4011-9aa9-3cc130da0fd8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:28:11.320475 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855b5437-8354-43e8-bfcb-582a9a0f3c83 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Pushing event deleted for resources: {'Port': ['ID=ab4916d4-1864-4fa0-ba2a-418303fc00b4,revision_number=None']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:28:11.323909 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-855b5437-8354-43e8-bfcb-582a9a0f3c83 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.344s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:28:11.543091 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-855b5437-8354-43e8-bfcb-582a9a0f3c83 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1588985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1806165'] for router_interface, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:28:11.791868 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-855b5437-8354-43e8-bfcb-582a9a0f3c83 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Router d6868940-5425-48a1-8bc1-e0de162188a7 has already been hosted by L3 agent 2987dba8-2249-4ee6-96ec-28f0f7a6127d {{(pid=128083) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 12:28:11.910887 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-855b5437-8354-43e8-bfcb-582a9a0f3c83 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify agent at l3_agent.dv-neutron-797120-4-hyperv the message routers_updated {{(pid=128083) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 12:28:11.916197 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-855b5437-8354-43e8-bfcb-582a9a0f3c83 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] 10.222.0.53 "PUT /v2.0/routers/d6868940-5425-48a1-8bc1-e0de162188a7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0858355 Jun 24 12:28:11.918782 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 41122) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:28:11.922498 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9b4ec7b-b723-44b7-9d64-9dacdf15f3c7 None None] Sync routers for ids ['d6868940-5425-48a1-8bc1-e0de162188a7'] in dv-neutron-797120-4-hyperv {{(pid=128086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 12:28:11.938390 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9b4ec7b-b723-44b7-9d64-9dacdf15f3c7 None None] Routers {'d6868940-5425-48a1-8bc1-e0de162188a7'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:28:11.939415 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-e9b4ec7b-b723-44b7-9d64-9dacdf15f3c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T12:27:56Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['d6868940-5425-48a1-8bc1-e0de162188a7'], 'active': True} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:28:11.973659 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.db_base_plugin_v2 [None req-6acaf59a-ef7f-4f72-91d2-dd81658cd267 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Deleting subnet a6221cf0-bf2c-47b5-b994-835ad378fb2e {{(pid=128083) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 24 12:28:11.977372 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-6acaf59a-ef7f-4f72-91d2-dd81658cd267 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks [] for subnet, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:28:12.022785 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-6acaf59a-ef7f-4f72-91d2-dd81658cd267 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3143795'] for subnet, precommit_delete_associations {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:28:12.071444 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_dvr_db [None req-e9b4ec7b-b723-44b7-9d64-9dacdf15f3c7 None None] Set router d6868940-5425-48a1-8bc1-e0de162188a7 gateway port host: dv-neutron-797120-4-hyperv {{(pid=128086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:28:12.130973 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-6acaf59a-ef7f-4f72-91d2-dd81658cd267 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-972249'] for subnet, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:28:12.210490 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-6acaf59a-ef7f-4f72-91d2-dd81658cd267 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-972238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2537800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3289951'] for subnet, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:28:12.212686 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-799b13ea-f0cb-41f6-8a6b-80bcdf43b6b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:28:12.240555 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6acaf59a-ef7f-4f72-91d2-dd81658cd267 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Pushing event deleted for resources: {'Subnet': ['ID=a6221cf0-bf2c-47b5-b994-835ad378fb2e,revision_number=None']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:28:12.243500 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-6acaf59a-ef7f-4f72-91d2-dd81658cd267 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:28:12.246714 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-6acaf59a-ef7f-4f72-91d2-dd81658cd267 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks [] for subnet, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:28:12.251202 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 41124) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:28:12.252030 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-6acaf59a-ef7f-4f72-91d2-dd81658cd267 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] 10.222.0.53 "DELETE /v2.0/subnets/a6221cf0-bf2c-47b5-b994-835ad378fb2e HTTP/1.1" status: 204 len: 168 time: 0.3315122 Jun 24 12:28:12.260652 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a7264d6-7a59-4ce4-917b-e6561b484478 None None] Network 56ccb565-bc47-40a2-9e0d-0a7b685042d4 requested from dv-neutron-797120-4-hyperv {{(pid=128085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:28:12.388504 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-e9b4ec7b-b723-44b7-9d64-9dacdf15f3c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6868940-5425-48a1-8bc1-e0de162188a7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-362470031', 'tenant_id': '2f95b3c188ab4fd3b66987ab0e8b76cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'external_fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.13'}], 'enable_snat': True}, 'gw_port_id': '0e29af8a-8d33-4670-b1aa-353a3da91081', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:26:59Z', 'updated_at': '2021-06-24T12:28:10Z', 'revision_number': 5, 'project_id': '2f95b3c188ab4fd3b66987ab0e8b76cb', 'gw_port': {'id': '0e29af8a-8d33-4670-b1aa-353a3da91081', 'name': '', 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:0e:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6868940-5425-48a1-8bc1-e0de162188a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:27:00Z', 'updated_at': '2021-06-24T12:27:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-4-hyperv'}], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:28:12.423520 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9b4ec7b-b723-44b7-9d64-9dacdf15f3c7 None None] Checking router: d6868940-5425-48a1-8bc1-e0de162188a7 for host: dv-neutron-797120-4-hyperv {{(pid=128086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 12:28:12.433281 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9b4ec7b-b723-44b7-9d64-9dacdf15f3c7 None None] Routers {'d6868940-5425-48a1-8bc1-e0de162188a7'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:28:12.433906 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-e9b4ec7b-b723-44b7-9d64-9dacdf15f3c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T12:27:56Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['d6868940-5425-48a1-8bc1-e0de162188a7'], 'active': True} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:28:12.459959 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-6edd489e-3120-4aac-82fe-5ee1711bcaf5 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks [] for router, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:28:12.498605 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79bc5317-edda-4289-9e02-738cb2d29901 None None] DHCP port deletion for 56ccb565-bc47-40a2-9e0d-0a7b685042d4 request from dv-neutron-797120-4-hyperv {{(pid=128085) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 24 12:28:12.550294 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_dvr_db [None req-e9b4ec7b-b723-44b7-9d64-9dacdf15f3c7 None None] Set router d6868940-5425-48a1-8bc1-e0de162188a7 gateway port host: dv-neutron-797120-4-hyperv {{(pid=128086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:28:12.588876 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-79bc5317-edda-4289-9e02-738cb2d29901 None None] Deleting port 19ac8475-bc38-47f1-8fd1-496376f5ada3 {{(pid=128085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:28:12.589413 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-79bc5317-edda-4289-9e02-738cb2d29901 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793193942312'] for port, before_delete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:28:12.645249 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-6edd489e-3120-4aac-82fe-5ee1711bcaf5 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks [] for router_gateway, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:28:12.670615 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-79bc5317-edda-4289-9e02-738cb2d29901 None None] For port 19ac8475-bc38-47f1-8fd1-496376f5ada3, host dv-neutron-797120-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=19ac8475-bc38-47f1-8fd1-496376f5ada3,segment=NetworkSegment(ff659413-1bc8-4dea-bce8-625e0db3412f),segment_id=ff659413-1bc8-4dea-bce8-625e0db3412f)] {{(pid=128085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:28:12.671015 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-79bc5317-edda-4289-9e02-738cb2d29901 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1978872'] for port, precommit_delete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:28:12.687383 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-79bc5317-edda-4289-9e02-738cb2d29901 None None] Calling delete_port for 19ac8475-bc38-47f1-8fd1-496376f5ada3 owned by network:dhcp {{(pid=128085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:28:12.707451 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.plugin [None req-6edd489e-3120-4aac-82fe-5ee1711bcaf5 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Deleting port 0e29af8a-8d33-4670-b1aa-353a3da91081 {{(pid=128084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:28:12.707793 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-6edd489e-3120-4aac-82fe-5ee1711bcaf5 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793193942312'] for port, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:28:12.753543 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-e9b4ec7b-b723-44b7-9d64-9dacdf15f3c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6868940-5425-48a1-8bc1-e0de162188a7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-362470031', 'tenant_id': '2f95b3c188ab4fd3b66987ab0e8b76cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'external_fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.13'}], 'enable_snat': True}, 'gw_port_id': '0e29af8a-8d33-4670-b1aa-353a3da91081', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:26:59Z', 'updated_at': '2021-06-24T12:28:10Z', 'revision_number': 5, 'project_id': '2f95b3c188ab4fd3b66987ab0e8b76cb', 'gw_port': {'id': '0e29af8a-8d33-4670-b1aa-353a3da91081', 'name': '', 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:0e:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6868940-5425-48a1-8bc1-e0de162188a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:27:00Z', 'updated_at': '2021-06-24T12:27:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-4-hyperv'}], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:28:12.792017 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9b4ec7b-b723-44b7-9d64-9dacdf15f3c7 None None] The sync data for ids ['d6868940-5425-48a1-8bc1-e0de162188a7'] in dv-neutron-797120-4-hyperv is: [{'id': 'd6868940-5425-48a1-8bc1-e0de162188a7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-362470031', 'tenant_id': '2f95b3c188ab4fd3b66987ab0e8b76cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'external_fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.13'}], 'enable_snat': True}, 'gw_port_id': '0e29af8a-8d33-4670-b1aa-353a3da91081', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:26:59Z', 'updated_at': '2021-06-24T12:28:10Z', 'revision_number': 5, 'project_id': '2f95b3c188ab4fd3b66987ab0e8b76cb', 'gw_port': {'id': '0e29af8a-8d33-4670-b1aa-353a3da91081', 'name': '', 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:0e:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6868940-5425-48a1-8bc1-e0de162188a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:27:00Z', 'updated_at': '2021-06-24T12:27:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-4-hyperv'}] {{(pid=128086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 12:28:12.825023 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-79bc5317-edda-4289-9e02-738cb2d29901 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793193945299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193536732'] for port, after_delete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:28:12.834379 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:28:12.839414 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.db [None req-6edd489e-3120-4aac-82fe-5ee1711bcaf5 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] For port 0e29af8a-8d33-4670-b1aa-353a3da91081, host dv-neutron-797120-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=0e29af8a-8d33-4670-b1aa-353a3da91081,segment=NetworkSegment(1139564f-ff83-4b49-a593-84b33301357d),segment_id=1139564f-ff83-4b49-a593-84b33301357d)] {{(pid=128084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:28:12.839414 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-6edd489e-3120-4aac-82fe-5ee1711bcaf5 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1978872'] for port, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:28:12.858656 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79bc5317-edda-4289-9e02-738cb2d29901 None None] Pushing event deleted for resources: {'Port': ['ID=19ac8475-bc38-47f1-8fd1-496376f5ada3,revision_number=None']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:28:12.861218 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79bc5317-edda-4289-9e02-738cb2d29901 None None] No DVR routers for this DVR port 19ac8475-bc38-47f1-8fd1-496376f5ada3 on host dv-neutron-797120-4-hyperv {{(pid=128085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 12:28:12.866601 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.plugin [None req-6edd489e-3120-4aac-82fe-5ee1711bcaf5 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Calling delete_port for 0e29af8a-8d33-4670-b1aa-353a3da91081 owned by network:router_gateway {{(pid=128084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:28:12.874268 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79bc5317-edda-4289-9e02-738cb2d29901 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:28:12.874268 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79bc5317-edda-4289-9e02-738cb2d29901 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:28:12.874268 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79bc5317-edda-4289-9e02-738cb2d29901 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:28:12.874268 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79bc5317-edda-4289-9e02-738cb2d29901 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:28:12.874268 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79bc5317-edda-4289-9e02-738cb2d29901 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:28:12.874268 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79bc5317-edda-4289-9e02-738cb2d29901 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:28:12.876169 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79bc5317-edda-4289-9e02-738cb2d29901 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:28:12.876169 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79bc5317-edda-4289-9e02-738cb2d29901 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:28:12.876169 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79bc5317-edda-4289-9e02-738cb2d29901 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:28:12.876169 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79bc5317-edda-4289-9e02-738cb2d29901 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:28:12.876169 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79bc5317-edda-4289-9e02-738cb2d29901 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:28:12.878106 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79bc5317-edda-4289-9e02-738cb2d29901 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:28:12.881722 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-79bc5317-edda-4289-9e02-738cb2d29901 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:28:13.086846 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-6edd489e-3120-4aac-82fe-5ee1711bcaf5 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793193945299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193536732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3292088'] for port, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:28:13.089196 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-2eac6f84-dff6-4c05-940d-8de924d1ca56 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:28:13.115200 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edd489e-3120-4aac-82fe-5ee1711bcaf5 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Pushing event deleted for resources: {'Port': ['ID=0e29af8a-8d33-4670-b1aa-353a3da91081,revision_number=None']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:28:13.128368 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edd489e-3120-4aac-82fe-5ee1711bcaf5 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:28:13.129429 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edd489e-3120-4aac-82fe-5ee1711bcaf5 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:28:13.129917 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edd489e-3120-4aac-82fe-5ee1711bcaf5 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:28:13.130386 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edd489e-3120-4aac-82fe-5ee1711bcaf5 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:28:13.130887 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edd489e-3120-4aac-82fe-5ee1711bcaf5 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:28:13.131269 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edd489e-3120-4aac-82fe-5ee1711bcaf5 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:28:13.131657 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edd489e-3120-4aac-82fe-5ee1711bcaf5 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:28:13.132032 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edd489e-3120-4aac-82fe-5ee1711bcaf5 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:28:13.132405 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edd489e-3120-4aac-82fe-5ee1711bcaf5 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:28:13.132771 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edd489e-3120-4aac-82fe-5ee1711bcaf5 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:28:13.133166 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edd489e-3120-4aac-82fe-5ee1711bcaf5 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:28:13.133532 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edd489e-3120-4aac-82fe-5ee1711bcaf5 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:28:13.153225 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-6edd489e-3120-4aac-82fe-5ee1711bcaf5 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:28:13.211895 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-6edd489e-3120-4aac-82fe-5ee1711bcaf5 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1815728'] for router_gateway, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:28:13.296718 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device 19ac8475-bc38-47f1-8fd1-496376f5ada3 no longer exists at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 12:28:13.312655 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-6edd489e-3120-4aac-82fe-5ee1711bcaf5 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1803182', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65403'] for router, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:28:13.315028 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-6edd489e-3120-4aac-82fe-5ee1711bcaf5 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:28:13.320664 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] No Port match for: 19ac8475-bc38-47f1-8fd1-496376f5ada3 {{(pid=128085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 12:28:13.321052 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device 19ac8475-bc38-47f1-8fd1-496376f5ada3 not bound to the agent host dv-neutron-797120-4-hyperv {{(pid=128085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 12:28:13.321484 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device ab4916d4-1864-4fa0-ba2a-418303fc00b4 no longer exists at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 12:28:13.341402 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] No Port match for: ab4916d4-1864-4fa0-ba2a-418303fc00b4 {{(pid=128085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 12:28:13.341819 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device ab4916d4-1864-4fa0-ba2a-418303fc00b4 not bound to the agent host dv-neutron-797120-4-hyperv {{(pid=128085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 12:28:13.368390 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-6edd489e-3120-4aac-82fe-5ee1711bcaf5 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1806072'] for router, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:28:13.369107 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6edd489e-3120-4aac-82fe-5ee1711bcaf5 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Fanout notify agent at l3_agent the message router_deleted on router d6868940-5425-48a1-8bc1-e0de162188a7 {{(pid=128084) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 24 12:28:13.378915 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-6edd489e-3120-4aac-82fe-5ee1711bcaf5 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks [] for router, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:28:13.380195 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-6edd489e-3120-4aac-82fe-5ee1711bcaf5 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] 10.222.0.53 "DELETE /v2.0/routers/d6868940-5425-48a1-8bc1-e0de162188a7 HTTP/1.1" status: 204 len: 168 time: 1.1266525 Jun 24 12:28:13.384813 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 41126) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:28:13.515068 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-ba8dcce5-1fdb-45b7-918b-1a73f5e998fd tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-534962'] for network, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:28:13.622655 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-ba8dcce5-1fdb-45b7-918b-1a73f5e998fd tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973199', 'neutron.services.segments.db._delete_segments_for_network-8793194012456'] for network, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:28:13.633396 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.services.segments.db [None req-ba8dcce5-1fdb-45b7-918b-1a73f5e998fd tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56ccb565-bc47-40a2-9e0d-0a7b685042d4']}} {{(pid=128083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:28:13.652135 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.services.segments.db [None req-ba8dcce5-1fdb-45b7-918b-1a73f5e998fd tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff659413-1bc8-4dea-bce8-625e0db3412f') {'for_net_delete': True} {{(pid=128083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:28:13.652429 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.services.segments.db [None req-ba8dcce5-1fdb-45b7-918b-1a73f5e998fd tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff659413-1bc8-4dea-bce8-625e0db3412f') {} {{(pid=128083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:28:13.670549 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-ba8dcce5-1fdb-45b7-918b-1a73f5e998fd tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793194097327', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3143690'] for segment, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:28:13.693075 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-ba8dcce5-1fdb-45b7-918b-1a73f5e998fd tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967879'] for segment, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:28:13.701216 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba8dcce5-1fdb-45b7-918b-1a73f5e998fd tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Releasing vlan 634 on physical network physnet1 to pool {{(pid=128083) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 12:28:13.701719 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-ba8dcce5-1fdb-45b7-918b-1a73f5e998fd tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2537899'] for segment, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:28:13.705052 dv-neutron-797120-4-hyperv neutron-server[128083]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 12:28:13.705052 dv-neutron-797120-4-hyperv neutron-server[128083]: conditions |= (models_v2.Port.network_id.in_( Jun 24 12:28:13.705052 dv-neutron-797120-4-hyperv neutron-server[128083]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 12:28:13.705052 dv-neutron-797120-4-hyperv neutron-server[128083]: conditions |= (models_v2.Port.network_id.in_( Jun 24 12:28:13.705052 dv-neutron-797120-4-hyperv neutron-server[128083]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 12:28:13.705052 dv-neutron-797120-4-hyperv neutron-server[128083]: conditions |= (models_v2.Port.network_id.in_( Jun 24 12:28:13.705052 dv-neutron-797120-4-hyperv neutron-server[128083]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 12:28:13.705052 dv-neutron-797120-4-hyperv neutron-server[128083]: conditions |= (models_v2.Port.network_id.in_( Jun 24 12:28:13.705052 dv-neutron-797120-4-hyperv neutron-server[128083]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 12:28:13.705052 dv-neutron-797120-4-hyperv neutron-server[128083]: conditions |= (models_v2.Port.network_id.in_( Jun 24 12:28:13.705052 dv-neutron-797120-4-hyperv neutron-server[128083]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 12:28:13.705052 dv-neutron-797120-4-hyperv neutron-server[128083]: conditions |= (models_v2.Port.network_id.in_( Jun 24 12:28:13.705052 dv-neutron-797120-4-hyperv neutron-server[128083]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 12:28:13.705052 dv-neutron-797120-4-hyperv neutron-server[128083]: conditions |= (models_v2.Port.network_id.in_( Jun 24 12:28:13.705052 dv-neutron-797120-4-hyperv neutron-server[128083]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 12:28:13.705052 dv-neutron-797120-4-hyperv neutron-server[128083]: conditions |= (models_v2.Port.network_id.in_( Jun 24 12:28:13.705052 dv-neutron-797120-4-hyperv neutron-server[128083]: Traceback (most recent call last): Jun 24 12:28:13.705052 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 24 12:28:13.705052 dv-neutron-797120-4-hyperv neutron-server[128083]: timer() Jun 24 12:28:13.705052 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 24 12:28:13.705052 dv-neutron-797120-4-hyperv neutron-server[128083]: cb(*args, **kw) Jun 24 12:28:13.705052 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 24 12:28:13.705052 dv-neutron-797120-4-hyperv neutron-server[128083]: return func(*args, **kwargs) Jun 24 12:28:13.705052 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 24 12:28:13.705052 dv-neutron-797120-4-hyperv neutron-server[128083]: self._notify() Jun 24 12:28:13.705052 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 24 12:28:13.705052 dv-neutron-797120-4-hyperv neutron-server[128083]: self.callback(batched_events) Jun 24 12:28:13.705052 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 24 12:28:13.705052 dv-neutron-797120-4-hyperv neutron-server[128083]: event.method(event) Jun 24 12:28:13.705052 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 24 12:28:13.705052 dv-neutron-797120-4-hyperv neutron-server[128083]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 24 12:28:13.705052 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 24 12:28:13.705052 dv-neutron-797120-4-hyperv neutron-server[128083]: aggregate_uuid = self.p_client.list_aggregates( Jun 24 12:28:13.705052 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 24 12:28:13.705052 dv-neutron-797120-4-hyperv neutron-server[128083]: return f(self, *a, **k) Jun 24 12:28:13.705052 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 24 12:28:13.705052 dv-neutron-797120-4-hyperv neutron-server[128083]: return self._get(url).json() Jun 24 12:28:13.705052 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 24 12:28:13.705052 dv-neutron-797120-4-hyperv neutron-server[128083]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 24 12:28:13.705052 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 24 12:28:13.705052 dv-neutron-797120-4-hyperv neutron-server[128083]: return self.request(url, 'GET', **kwargs) Jun 24 12:28:13.705052 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 24 12:28:13.705052 dv-neutron-797120-4-hyperv neutron-server[128083]: base_url = self.get_endpoint(auth, allow=allow, Jun 24 12:28:13.705052 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 24 12:28:13.705052 dv-neutron-797120-4-hyperv neutron-server[128083]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 24 12:28:13.705052 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 24 12:28:13.705052 dv-neutron-797120-4-hyperv neutron-server[128083]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 24 12:28:13.705052 dv-neutron-797120-4-hyperv neutron-server[128083]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 24 12:28:13.794379 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-ba8dcce5-1fdb-45b7-918b-1a73f5e998fd tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1800243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1815642'] for network, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:28:13.799551 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-b427bd25-1e66-4775-b95b-ce2e88ed1c75 tempest-BulkNetworkOpsTest-1574223460 tempest-BulkNetworkOpsTest-1574223460-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:28:13.805622 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-ba8dcce5-1fdb-45b7-918b-1a73f5e998fd tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks [] for network, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:28:13.807526 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-ba8dcce5-1fdb-45b7-918b-1a73f5e998fd tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] 10.222.0.53 "DELETE /v2.0/networks/56ccb565-bc47-40a2-9e0d-0a7b685042d4 HTTP/1.1" status: 204 len: 168 time: 0.4212151 Jun 24 12:28:13.811595 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 41128) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:28:13.831318 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8dcce5-1fdb-45b7-918b-1a73f5e998fd tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Pushing event deleted for resources: {'Network': ['ID=56ccb565-bc47-40a2-9e0d-0a7b685042d4,revision_number=None']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:28:13.849447 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-ba8dcce5-1fdb-45b7-918b-1a73f5e998fd tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:28:13.902096 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-cc54b9f5-07cc-4f1d-96d3-5d58b75f9454 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks [] for security_group, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:28:13.934820 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-cc54b9f5-07cc-4f1d-96d3-5d58b75f9454 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks [] for security_group, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:28:14.001335 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-cc54b9f5-07cc-4f1d-96d3-5d58b75f9454 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800410'] for security_group, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:28:14.004927 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-cc54b9f5-07cc-4f1d-96d3-5d58b75f9454 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Notify callbacks [] for security_group, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:28:14.006314 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-cc54b9f5-07cc-4f1d-96d3-5d58b75f9454 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] 10.222.0.53 "DELETE /v2.0/security-groups/4b7387d9-b334-46c4-8edc-2a95dd579643 HTTP/1.1" status: 204 len: 168 time: 0.1833396 Jun 24 12:28:14.007133 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-72070f66-79dc-4dd0-bb2e-2a8122dd294e tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:28:14.017159 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc54b9f5-07cc-4f1d-96d3-5d58b75f9454 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b7387d9-b334-46c4-8edc-2a95dd579643,revision_number=None']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:28:14.020691 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-cc54b9f5-07cc-4f1d-96d3-5d58b75f9454 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:28:14.397899 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 41136) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:28:14.551473 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-24b0850d-0a2e-4671-87f4-431bf919679d admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=2f95b3c188ab4fd3b66987ab0e8b76cb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1514397 Jun 24 12:28:14.553693 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 41140) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:28:14.609304 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-aef8df0a-4f51-40fe-a63c-2986a425627c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:28:14.631816 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-aef8df0a-4f51-40fe-a63c-2986a425627c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:28:14.695535 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-aef8df0a-4f51-40fe-a63c-2986a425627c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800410'] for security_group, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:28:14.699604 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-aef8df0a-4f51-40fe-a63c-2986a425627c admin admin] Notify callbacks [] for security_group, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:28:14.701553 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-aef8df0a-4f51-40fe-a63c-2986a425627c admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/8fd08b77-2a3e-4500-af58-88b9b3f38cc8 HTTP/1.1" status: 204 len: 168 time: 0.1467075 Jun 24 12:28:14.702829 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-28775546-f150-4508-8239-bfba500c2959 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:28:14.715836 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef8df0a-4f51-40fe-a63c-2986a425627c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fd08b77-2a3e-4500-af58-88b9b3f38cc8,revision_number=None']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:28:14.719371 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-aef8df0a-4f51-40fe-a63c-2986a425627c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:28:14.963448 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 41146) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:28:14.973777 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device 0e29af8a-8d33-4670-b1aa-353a3da91081 no longer exists at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 12:28:14.978535 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-1d20cd32-42df-40cf-a4b8-d09c3c7b1e98 admin admin] Notify callbacks [] for security_group, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:28:14.996512 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] No Port match for: 0e29af8a-8d33-4670-b1aa-353a3da91081 {{(pid=128085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 12:28:14.996872 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device 0e29af8a-8d33-4670-b1aa-353a3da91081 not bound to the agent host dv-neutron-797120-4-hyperv {{(pid=128085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 12:28:15.084338 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-1d20cd32-42df-40cf-a4b8-d09c3c7b1e98 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:28:15.088426 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-1d20cd32-42df-40cf-a4b8-d09c3c7b1e98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800410'] for security_group, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:28:15.091041 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-fb8ab64d-04eb-4794-8c8a-c3e2038a49f2 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:28:15.115588 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:28:15.130878 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-1d20cd32-42df-40cf-a4b8-d09c3c7b1e98 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=cc6f3cc364de41f1b55a1efd036cbeed&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1662416 Jun 24 12:28:15.131993 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d20cd32-42df-40cf-a4b8-d09c3c7b1e98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45f90505-de9d-4942-bbb7-c85ac54cfc20,revision_number=1']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:28:15.133634 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 41148) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:28:15.135059 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-1d20cd32-42df-40cf-a4b8-d09c3c7b1e98 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:28:15.191564 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-9b91dfec-cae2-4b56-99db-42633b81a827 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:28:15.212701 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-9b91dfec-cae2-4b56-99db-42633b81a827 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:28:15.261409 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-9b91dfec-cae2-4b56-99db-42633b81a827 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800410'] for security_group, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:28:15.264362 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-9b91dfec-cae2-4b56-99db-42633b81a827 admin admin] Notify callbacks [] for security_group, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:28:15.265541 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-9b91dfec-cae2-4b56-99db-42633b81a827 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/45f90505-de9d-4942-bbb7-c85ac54cfc20 HTTP/1.1" status: 204 len: 168 time: 0.1308334 Jun 24 12:28:15.266337 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-02f2ee43-04a5-4cb0-9802-3808b2607550 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:28:15.274356 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b91dfec-cae2-4b56-99db-42633b81a827 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45f90505-de9d-4942-bbb7-c85ac54cfc20,revision_number=None']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:28:15.276593 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-9b91dfec-cae2-4b56-99db-42633b81a827 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:28:16.074502 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 41170) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:28:16.176900 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-1ddb05c8-7832-40d0-aaf2-790eba31883c admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-138007624-network', 'tenant_id': '0d1807c847644cb3a8e97c12e656c3c9'}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:28:16.198697 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ddb05c8-7832-40d0-aaf2-790eba31883c admin admin] Made reservation on behalf of 0d1807c847644cb3a8e97c12e656c3c9 for: {'network': 1} {{(pid=128084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:28:16.201230 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-1ddb05c8-7832-40d0-aaf2-790eba31883c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for network, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:28:16.211258 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-1ddb05c8-7832-40d0-aaf2-790eba31883c admin admin] Notify callbacks [] for security_group, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:28:16.308327 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-1ddb05c8-7832-40d0-aaf2-790eba31883c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:28:16.312036 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-1ddb05c8-7832-40d0-aaf2-790eba31883c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800410'] for security_group, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:28:16.315017 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-1d20cd32-42df-40cf-a4b8-d09c3c7b1e98 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:28:16.340234 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ddb05c8-7832-40d0-aaf2-790eba31883c admin admin] vlan segment allocate from pool success with {'vlan_id': 647, 'physical_network': 'physnet1'} {{(pid=128084) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 12:28:16.346483 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ddb05c8-7832-40d0-aaf2-790eba31883c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9be59426-574b-4361-bd5f-84a48d29f4b8,revision_number=1']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:28:16.351446 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-1ddb05c8-7832-40d0-aaf2-790eba31883c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:28:16.355810 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-1ddb05c8-7832-40d0-aaf2-790eba31883c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967879'] for segment, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:28:16.356158 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.db.segments_db [None req-1ddb05c8-7832-40d0-aaf2-790eba31883c admin admin] Added segment ec8d44af-9dd7-4818-8939-b0ad37430a72 of type vlan for network fbda8845-5f48-456b-ae8b-c949b27ec543 Jun 24 12:28:16.402330 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-1ddb05c8-7832-40d0-aaf2-790eba31883c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793193525068'] for network, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:28:16.433343 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-1ddb05c8-7832-40d0-aaf2-790eba31883c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1800243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976'] for network, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:28:16.435264 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ddb05c8-7832-40d0-aaf2-790eba31883c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=128084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:28:16.436471 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-1ddb05c8-7832-40d0-aaf2-790eba31883c admin admin] Notify callbacks [] for network, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:28:16.440449 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-fcaa3968-e463-47e3-9c3f-a3ae6067484c tempest-RoutersNegativeTest-1948241621 tempest-RoutersNegativeTest-1948241621-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:28:16.498648 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-1ddb05c8-7832-40d0-aaf2-790eba31883c admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4230325 Jun 24 12:28:16.503180 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 41174) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:28:16.506700 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ddb05c8-7832-40d0-aaf2-790eba31883c admin admin] Pushing event updated for resources: {'Network': ['ID=fbda8845-5f48-456b-ae8b-c949b27ec543,revision_number=1']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:28:16.508287 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [None req-fa8d44d3-3faa-4e9c-9304-3965a2db85cf admin admin] Request body: {'subnet': {'network_id': 'fbda8845-5f48-456b-ae8b-c949b27ec543', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-138007624-subnet', 'tenant_id': '0d1807c847644cb3a8e97c12e656c3c9', 'ip_version': 4}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:28:16.509558 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-1ddb05c8-7832-40d0-aaf2-790eba31883c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:28:16.516492 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Network fbda8845-5f48-456b-ae8b-c949b27ec543 details requested by agent ovs-agent-dv-neutron-797120-4-hyperv with host dv-neutron-797120-4-hyperv {{(pid=128085) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 12:28:16.530836 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa8d44d3-3faa-4e9c-9304-3965a2db85cf admin admin] Made reservation on behalf of 0d1807c847644cb3a8e97c12e656c3c9 for: {'subnet': 1} {{(pid=128083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:28:16.533187 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-fa8d44d3-3faa-4e9c-9304-3965a2db85cf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3289788'] for subnet, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:28:16.715010 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-fa8d44d3-3faa-4e9c-9304-3965a2db85cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2537737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3289942'] for subnet, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:28:16.716888 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-0ccaaf92-aad3-430b-9213-c7621dc6e5df tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:28:16.775292 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8d44d3-3faa-4e9c-9304-3965a2db85cf admin admin] Pushing event updated for resources: {'Subnet': ['ID=a5e1566a-72aa-46bc-8ab1-4e06365cbc2d,revision_number=0']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:28:16.779418 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-fa8d44d3-3faa-4e9c-9304-3965a2db85cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:28:16.787667 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa8d44d3-3faa-4e9c-9304-3965a2db85cf admin admin] Checking segment: {'id': 'ec8d44af-9dd7-4818-8939-b0ad37430a72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'fbda8845-5f48-456b-ae8b-c949b27ec543'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=128083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:28:16.788026 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa8d44d3-3faa-4e9c-9304-3965a2db85cf admin admin] Network hostable DHCP agents. Network: fbda8845-5f48-456b-ae8b-c949b27ec543, hostable agents: ['6be988a9-1d97-480f-be5a-c55abf2c55c5'], hosted agents: [] {{(pid=128083) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 12:28:16.805181 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa8d44d3-3faa-4e9c-9304-3965a2db85cf admin admin] Network fbda8845-5f48-456b-ae8b-c949b27ec543 is scheduled to be hosted by DHCP agent 6be988a9-1d97-480f-be5a-c55abf2c55c5 with binding_index 1 {{(pid=128083) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 12:28:16.814081 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.base_scheduler [None req-fa8d44d3-3faa-4e9c-9304-3965a2db85cf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-4-hyperv, fbda8845-5f48-456b-ae8b-c949b27ec543) {{(pid=128083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:28:16.819234 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa8d44d3-3faa-4e9c-9304-3965a2db85cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:28:16.819832 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-fa8d44d3-3faa-4e9c-9304-3965a2db85cf admin admin] Notify callbacks [] for subnet, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:28:16.826071 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aff9fc3d-e9ed-4e4d-9ec1-d609e050f576 None None] Network fbda8845-5f48-456b-ae8b-c949b27ec543 requested from dv-neutron-797120-4-hyperv {{(pid=128085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:28:16.848342 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-fa8d44d3-3faa-4e9c-9304-3965a2db85cf admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3400078 Jun 24 12:28:16.849493 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 41176) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:28:16.855604 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-71771478-a552-46af-ab09-da96ba69e3c2 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-138007624-router', 'tenant_id': '0d1807c847644cb3a8e97c12e656c3c9', 'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b'}}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:28:16.890881 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-71771478-a552-46af-ab09-da96ba69e3c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1803889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65293'] for router, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:28:16.892614 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-71771478-a552-46af-ab09-da96ba69e3c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1803848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1975305', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1581158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65396'] for router, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:28:16.985694 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-71771478-a552-46af-ab09-da96ba69e3c2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:28:17.003921 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d8af388-4743-4162-a079-ddd2cf4e08c6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d65c8f8-7530-5052-99fe-8ea05073750b-fbda8845-5f48-456b-ae8b-c949b27ec543', 'network_id': 'fbda8845-5f48-456b-ae8b-c949b27ec543', 'tenant_id': '0d1807c847644cb3a8e97c12e656c3c9', 'fixed_ips': [{'subnet_id': 'a5e1566a-72aa-46bc-8ab1-4e06365cbc2d'}]}} from dv-neutron-797120-4-hyperv. {{(pid=128085) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 24 12:28:17.005650 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-5d8af388-4743-4162-a079-ddd2cf4e08c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_create {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:28:17.147954 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-71771478-a552-46af-ab09-da96ba69e3c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1975381', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1803205', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65378'] for router, precommit_update {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:28:17.336783 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.db_base_plugin_common [None req-5d8af388-4743-4162-a079-ddd2cf4e08c6 None None] Allocated IP 172.20.0.2 (fbda8845-5f48-456b-ae8b-c949b27ec543/a5e1566a-72aa-46bc-8ab1-4e06365cbc2d/1f66e129-3dfd-4943-a0e7-26549fb69b5d) {{(pid=128085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:28:17.392372 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-71771478-a552-46af-ab09-da96ba69e3c2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:28:17.413295 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-71771478-a552-46af-ab09-da96ba69e3c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:28:17.518754 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-5d8af388-4743-4162-a079-ddd2cf4e08c6 None None] Notify callbacks [] for port, precommit_create {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:28:17.528343 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-5d8af388-4743-4162-a079-ddd2cf4e08c6 None None] Transition to ACTIVE for port object 1f66e129-3dfd-4943-a0e7-26549fb69b5d will not be triggered until provisioned by entity L2. {{(pid=128085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:28:17.544579 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-5d8af388-4743-4162-a079-ddd2cf4e08c6 None None] Transition to ACTIVE for port object 1f66e129-3dfd-4943-a0e7-26549fb69b5d will not be triggered until provisioned by entity DHCP. {{(pid=128085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:28:17.547947 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.db.db_base_plugin_common [None req-71771478-a552-46af-ab09-da96ba69e3c2 admin admin] Allocated IP 172.26.7.202 (f2b8ca71-e776-48b2-8898-96cc7970207b/f37bf603-3862-4d0a-9f58-89616f7fd68f/3e0e6b28-42ea-47e1-8f84-105a9597f986) {{(pid=128084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:28:17.554826 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-5d8af388-4743-4162-a079-ddd2cf4e08c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-650429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-506361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793193536723'] for port, after_create {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:28:17.557516 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-00eaf6ce-78e8-4ded-ae19-7a604786d969 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:28:17.596041 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d8af388-4743-4162-a079-ddd2cf4e08c6 None None] Network fbda8845-5f48-456b-ae8b-c949b27ec543 is already hosted by enough agents. {{(pid=128085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:28:17.600842 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.scheduler.base_scheduler [None req-5d8af388-4743-4162-a079-ddd2cf4e08c6 None None] Resources bound (agent type, host, resource id): {{(pid=128085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:28:17.604451 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d8af388-4743-4162-a079-ddd2cf4e08c6 None None] Received port after_create {{(pid=128085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:28:17.610185 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8af388-4743-4162-a079-ddd2cf4e08c6 None None] Pushing event updated for resources: {'Port': ['ID=1f66e129-3dfd-4943-a0e7-26549fb69b5d,revision_number=1']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:28:17.614753 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-5d8af388-4743-4162-a079-ddd2cf4e08c6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:28:17.664007 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-71771478-a552-46af-ab09-da96ba69e3c2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:28:17.670608 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-5d8af388-4743-4162-a079-ddd2cf4e08c6 None None] Attempting to bind port 1f66e129-3dfd-4943-a0e7-26549fb69b5d on host dv-neutron-797120-4-hyperv for vnic_type normal with profile {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 12:28:17.670938 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-5d8af388-4743-4162-a079-ddd2cf4e08c6 None None] Attempting to bind port 1f66e129-3dfd-4943-a0e7-26549fb69b5d by drivers openvswitch,hyperv on host dv-neutron-797120-4-hyperv at level 0 using segments [{'id': 'ec8d44af-9dd7-4818-8939-b0ad37430a72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'fbda8845-5f48-456b-ae8b-c949b27ec543'}] {{(pid=128085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 12:28:17.671354 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d8af388-4743-4162-a079-ddd2cf4e08c6 None None] Attempting to bind port 1f66e129-3dfd-4943-a0e7-26549fb69b5d on network fbda8845-5f48-456b-ae8b-c949b27ec543 {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:28:17.677217 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d8af388-4743-4162-a079-ddd2cf4e08c6 None None] Checking agent: {'id': 'e3a695b2-c397-461f-83b0-10b79d490b59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 11, 36, 56), 'started_at': datetime.datetime(2021, 6, 24, 11, 37, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 12, 27, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 12:28:17.677615 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d8af388-4743-4162-a079-ddd2cf4e08c6 None None] Checking segment: {'id': 'ec8d44af-9dd7-4818-8939-b0ad37430a72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'fbda8845-5f48-456b-ae8b-c949b27ec543'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=128085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:28:17.678038 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-5d8af388-4743-4162-a079-ddd2cf4e08c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:28:17.678446 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d8af388-4743-4162-a079-ddd2cf4e08c6 None None] Bound using segment: {'id': 'ec8d44af-9dd7-4818-8939-b0ad37430a72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'fbda8845-5f48-456b-ae8b-c949b27ec543'} {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 12:28:17.678955 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-5d8af388-4743-4162-a079-ddd2cf4e08c6 None None] Bound port: 1f66e129-3dfd-4943-a0e7-26549fb69b5d, host: dv-neutron-797120-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec8d44af-9dd7-4818-8939-b0ad37430a72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'fbda8845-5f48-456b-ae8b-c949b27ec543'}}] {{(pid=128085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 12:28:17.679357 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-5d8af388-4743-4162-a079-ddd2cf4e08c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:28:17.711404 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-71771478-a552-46af-ab09-da96ba69e3c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-650429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-506361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793193536723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3291971'] for port, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:28:17.713642 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-baa23613-f116-4f38-9a02-c8538e519bfd tempest-TestMinimumBasicScenario-736986205 tempest-TestMinimumBasicScenario-736986205-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:28:17.749914 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-5d8af388-4743-4162-a079-ddd2cf4e08c6 None None] For port 1f66e129-3dfd-4943-a0e7-26549fb69b5d, host dv-neutron-797120-4-hyperv, cleared binding levels {{(pid=128085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 12:28:17.754285 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-5d8af388-4743-4162-a079-ddd2cf4e08c6 None None] For port 1f66e129-3dfd-4943-a0e7-26549fb69b5d, host dv-neutron-797120-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=1f66e129-3dfd-4943-a0e7-26549fb69b5d,segment=NetworkSegment(ec8d44af-9dd7-4818-8939-b0ad37430a72),segment_id=ec8d44af-9dd7-4818-8939-b0ad37430a72)] {{(pid=128085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 12:28:17.759749 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-5d8af388-4743-4162-a079-ddd2cf4e08c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:28:17.761798 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:28:17.766058 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71771478-a552-46af-ab09-da96ba69e3c2 admin admin] Network f2b8ca71-e776-48b2-8898-96cc7970207b is already hosted by enough agents. {{(pid=128084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:28:17.775011 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.base_scheduler [None req-71771478-a552-46af-ab09-da96ba69e3c2 admin admin] Resources bound (agent type, host, resource id): {{(pid=128084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:28:17.780252 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71771478-a552-46af-ab09-da96ba69e3c2 admin admin] Received port after_create {{(pid=128084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:28:17.783493 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71771478-a552-46af-ab09-da96ba69e3c2 admin admin] Pushing event updated for resources: {'Port': ['ID=3e0e6b28-42ea-47e1-8f84-105a9597f986,revision_number=1']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:28:17.805052 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-71771478-a552-46af-ab09-da96ba69e3c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:28:17.825768 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8af388-4743-4162-a079-ddd2cf4e08c6 None None] Pushing event updated for resources: {'Port': ['ID=1f66e129-3dfd-4943-a0e7-26549fb69b5d,revision_number=2']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:28:17.829242 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-5d8af388-4743-4162-a079-ddd2cf4e08c6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:28:18.394855 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-71771478-a552-46af-ab09-da96ba69e3c2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:28:18.605039 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-71771478-a552-46af-ab09-da96ba69e3c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1803210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1815767'] for router, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:28:18.747596 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71771478-a552-46af-ab09-da96ba69e3c2 admin admin] Router 0addd0f2-ccf6-44a3-b215-49f1b258a8b9 is scheduled to L3 agent 2987dba8-2249-4ee6-96ec-28f0f7a6127d with binding_index 1 {{(pid=128084) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 24 12:28:18.817912 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a794239-6851-4b17-a2e7-392de9cd941a None None] Network fbda8845-5f48-456b-ae8b-c949b27ec543 requested from dv-neutron-797120-4-hyperv {{(pid=128085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:28:18.867454 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71771478-a552-46af-ab09-da96ba69e3c2 admin admin] Notify agent at l3_agent.dv-neutron-797120-4-hyperv the message routers_updated {{(pid=128084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 12:28:18.882780 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad4007d4-ad89-424c-b9bf-e24fc6cc3b8a None None] Sync routers for ids ['0addd0f2-ccf6-44a3-b215-49f1b258a8b9'] in dv-neutron-797120-4-hyperv {{(pid=128085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 12:28:18.886234 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-71771478-a552-46af-ab09-da96ba69e3c2 admin admin] Notify callbacks [] for router, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:28:18.890695 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-71771478-a552-46af-ab09-da96ba69e3c2 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.0372748 Jun 24 12:28:18.891021 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 41178) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:28:18.915264 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-3146bda1-549a-49a9-a70e-dbb7c349c687 None None] Provisioning for port 1f66e129-3dfd-4943-a0e7-26549fb69b5d completed by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:28:18.921534 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad4007d4-ad89-424c-b9bf-e24fc6cc3b8a None None] Routers {'0addd0f2-ccf6-44a3-b215-49f1b258a8b9'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:28:18.922166 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-ad4007d4-ad89-424c-b9bf-e24fc6cc3b8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T12:27:56Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['0addd0f2-ccf6-44a3-b215-49f1b258a8b9'], 'active': True} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:28:19.093989 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device 1f66e129-3dfd-4943-a0e7-26549fb69b5d up at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:28:19.147592 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvr_db [None req-ad4007d4-ad89-424c-b9bf-e24fc6cc3b8a None None] Set router 0addd0f2-ccf6-44a3-b215-49f1b258a8b9 gateway port host: dv-neutron-797120-4-hyperv {{(pid=128085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:28:19.289961 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning for port 1f66e129-3dfd-4943-a0e7-26549fb69b5d completed by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:28:19.300216 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning complete for port 1f66e129-3dfd-4943-a0e7-26549fb69b5d triggered by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:28:19.300754 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:28:19.436001 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:28:19.439901 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-0b8525ff-8fb6-4095-bd59-98e156696ff0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:28:19.462506 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-ad4007d4-ad89-424c-b9bf-e24fc6cc3b8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0addd0f2-ccf6-44a3-b215-49f1b258a8b9', 'name': 'tempest-TestShelveInstance-138007624-router', 'tenant_id': '0d1807c847644cb3a8e97c12e656c3c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'external_fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.202'}], 'enable_snat': True}, 'gw_port_id': '3e0e6b28-42ea-47e1-8f84-105a9597f986', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:28:16Z', 'updated_at': '2021-06-24T12:28:17Z', 'revision_number': 3, 'project_id': '0d1807c847644cb3a8e97c12e656c3c9', 'gw_port': {'id': '3e0e6b28-42ea-47e1-8f84-105a9597f986', 'name': '', 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:fa:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0addd0f2-ccf6-44a3-b215-49f1b258a8b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1810, 'fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:28:17Z', 'updated_at': '2021-06-24T12:28:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-4-hyperv'}], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:28:19.500480 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad4007d4-ad89-424c-b9bf-e24fc6cc3b8a None None] Checking router: 0addd0f2-ccf6-44a3-b215-49f1b258a8b9 for host: dv-neutron-797120-4-hyperv {{(pid=128085) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 12:28:19.500721 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad4007d4-ad89-424c-b9bf-e24fc6cc3b8a None None] Updating router 0addd0f2-ccf6-44a3-b215-49f1b258a8b9 port 3e0e6b28-42ea-47e1-8f84-105a9597f986 binding host dv-neutron-797120-4-hyperv {{(pid=128085) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 12:28:19.538362 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] For port 1f66e129-3dfd-4943-a0e7-26549fb69b5d, host dv-neutron-797120-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=1f66e129-3dfd-4943-a0e7-26549fb69b5d,segment=NetworkSegment(ec8d44af-9dd7-4818-8939-b0ad37430a72),segment_id=ec8d44af-9dd7-4818-8939-b0ad37430a72)] {{(pid=128085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:28:19.552616 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:28:19.558052 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-f2e920d5-498e-41b0-995d-78c478dc69dc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:28:19.584462 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ad4007d4-ad89-424c-b9bf-e24fc6cc3b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:28:19.637975 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-e3f5643e-1d7c-4c31-8b3e-391cb341a37e None None] Provisioning complete for port 1f66e129-3dfd-4943-a0e7-26549fb69b5d triggered by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:28:19.638356 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-e3f5643e-1d7c-4c31-8b3e-391cb341a37e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:28:19.675574 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.db.db_base_plugin_common [None req-0b8525ff-8fb6-4095-bd59-98e156696ff0 admin admin] Allocated IP 172.20.0.1 (fbda8845-5f48-456b-ae8b-c949b27ec543/a5e1566a-72aa-46bc-8ab1-4e06365cbc2d/c4197317-c479-4fed-a6a4-53e7517fbb5a) {{(pid=128084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:28:19.729194 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Pushing event updated for resources: {'Port': ['ID=1f66e129-3dfd-4943-a0e7-26549fb69b5d,revision_number=3']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:28:19.735823 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:28:19.798117 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-0b8525ff-8fb6-4095-bd59-98e156696ff0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:28:19.814794 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.db.provisioning_blocks [None req-0b8525ff-8fb6-4095-bd59-98e156696ff0 admin admin] Transition to ACTIVE for port object c4197317-c479-4fed-a6a4-53e7517fbb5a will not be triggered until provisioned by entity DHCP. {{(pid=128084) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:28:19.866778 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-0b8525ff-8fb6-4095-bd59-98e156696ff0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-650429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-506361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793193536723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3291971'] for port, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:28:19.871392 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-baa23613-f116-4f38-9a02-c8538e519bfd tempest-TestMinimumBasicScenario-736986205 tempest-TestMinimumBasicScenario-736986205-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:28:19.942684 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b8525ff-8fb6-4095-bd59-98e156696ff0 admin admin] Network fbda8845-5f48-456b-ae8b-c949b27ec543 is already hosted by enough agents. {{(pid=128084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:28:19.954076 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.base_scheduler [None req-0b8525ff-8fb6-4095-bd59-98e156696ff0 admin admin] Resources bound (agent type, host, resource id): {{(pid=128084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:28:19.963325 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b8525ff-8fb6-4095-bd59-98e156696ff0 admin admin] Received port after_create {{(pid=128084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:28:19.999075 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8525ff-8fb6-4095-bd59-98e156696ff0 admin admin] Pushing event updated for resources: {'Port': ['ID=c4197317-c479-4fed-a6a4-53e7517fbb5a,revision_number=1']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:28:20.003958 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-0b8525ff-8fb6-4095-bd59-98e156696ff0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:28:20.023249 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-0b8525ff-8fb6-4095-bd59-98e156696ff0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1978458'] for router_interface, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:28:20.043363 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ad4007d4-ad89-424c-b9bf-e24fc6cc3b8a None None] Notify callbacks [] for port, precommit_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:28:20.057078 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-ad4007d4-ad89-424c-b9bf-e24fc6cc3b8a None None] Transition to ACTIVE for port object 3e0e6b28-42ea-47e1-8f84-105a9597f986 will not be triggered until provisioned by entity L2. {{(pid=128085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:28:20.069067 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ad4007d4-ad89-424c-b9bf-e24fc6cc3b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:28:20.073359 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:28:20.153151 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3dae49-ca58-4069-9e76-13b0087f72bc None None] Pushing event updated for resources: {'Port': ['ID=3e0e6b28-42ea-47e1-8f84-105a9597f986,revision_number=2']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:28:20.165909 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-1e3dae49-ca58-4069-9e76-13b0087f72bc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:28:20.175371 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-ad4007d4-ad89-424c-b9bf-e24fc6cc3b8a None None] Attempting to bind port 3e0e6b28-42ea-47e1-8f84-105a9597f986 on host dv-neutron-797120-4-hyperv for vnic_type normal with profile {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 12:28:20.175854 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-ad4007d4-ad89-424c-b9bf-e24fc6cc3b8a None None] Attempting to bind port 3e0e6b28-42ea-47e1-8f84-105a9597f986 by drivers openvswitch,hyperv on host dv-neutron-797120-4-hyperv at level 0 using segments [{'id': '1139564f-ff83-4b49-a593-84b33301357d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b'}] {{(pid=128085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 12:28:20.176127 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad4007d4-ad89-424c-b9bf-e24fc6cc3b8a None None] Attempting to bind port 3e0e6b28-42ea-47e1-8f84-105a9597f986 on network f2b8ca71-e776-48b2-8898-96cc7970207b {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:28:20.189635 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad4007d4-ad89-424c-b9bf-e24fc6cc3b8a None None] Checking agent: {'id': 'e3a695b2-c397-461f-83b0-10b79d490b59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 11, 36, 56), 'started_at': datetime.datetime(2021, 6, 24, 11, 37, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 12, 27, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 12:28:20.191459 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad4007d4-ad89-424c-b9bf-e24fc6cc3b8a None None] Checking segment: {'id': '1139564f-ff83-4b49-a593-84b33301357d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=128085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:28:20.192341 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ad4007d4-ad89-424c-b9bf-e24fc6cc3b8a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:28:20.193074 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad4007d4-ad89-424c-b9bf-e24fc6cc3b8a None None] Bound using segment: {'id': '1139564f-ff83-4b49-a593-84b33301357d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b'} {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 12:28:20.194335 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-ad4007d4-ad89-424c-b9bf-e24fc6cc3b8a None None] Bound port: 3e0e6b28-42ea-47e1-8f84-105a9597f986, host: dv-neutron-797120-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1139564f-ff83-4b49-a593-84b33301357d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b'}}] {{(pid=128085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 12:28:20.194749 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ad4007d4-ad89-424c-b9bf-e24fc6cc3b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:28:20.202190 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.agents_db [None req-87a69269-d72b-4286-97f3-1041481ed6d8 None None] Agent healthcheck: found 6 active agents {{(pid=128086) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 12:28:20.278930 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-0b8525ff-8fb6-4095-bd59-98e156696ff0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:28:20.305903 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-ad4007d4-ad89-424c-b9bf-e24fc6cc3b8a None None] For port 3e0e6b28-42ea-47e1-8f84-105a9597f986, host dv-neutron-797120-4-hyperv, cleared binding levels {{(pid=128085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 12:28:20.311251 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-ad4007d4-ad89-424c-b9bf-e24fc6cc3b8a None None] For port 3e0e6b28-42ea-47e1-8f84-105a9597f986, host dv-neutron-797120-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=3e0e6b28-42ea-47e1-8f84-105a9597f986,segment=NetworkSegment(1139564f-ff83-4b49-a593-84b33301357d),segment_id=1139564f-ff83-4b49-a593-84b33301357d)] {{(pid=128085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 12:28:20.320801 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ad4007d4-ad89-424c-b9bf-e24fc6cc3b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:28:20.325647 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-5d8af388-4743-4162-a079-ddd2cf4e08c6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:28:20.401100 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-62754903-e257-4da5-ab47-b4466d430798 None None] Provisioning for port c4197317-c479-4fed-a6a4-53e7517fbb5a completed by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:28:20.423207 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-62754903-e257-4da5-ab47-b4466d430798 None None] Provisioning complete for port c4197317-c479-4fed-a6a4-53e7517fbb5a triggered by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:28:20.423963 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-62754903-e257-4da5-ab47-b4466d430798 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:28:20.519361 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad4007d4-ad89-424c-b9bf-e24fc6cc3b8a None None] Routers {'0addd0f2-ccf6-44a3-b215-49f1b258a8b9'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:28:20.520403 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-ad4007d4-ad89-424c-b9bf-e24fc6cc3b8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T12:27:56Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['0addd0f2-ccf6-44a3-b215-49f1b258a8b9'], 'active': True} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:28:20.547307 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-0b8525ff-8fb6-4095-bd59-98e156696ff0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:28:20.553331 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-0b8525ff-8fb6-4095-bd59-98e156696ff0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3292081'] for port, after_update {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:28:20.556089 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-137b2186-366b-46d2-b329-892c09cb31a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:28:20.558142 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-62754903-e257-4da5-ab47-b4466d430798 None None] Port c4197317-c479-4fed-a6a4-53e7517fbb5a cannot update to ACTIVE because it is not bound. {{(pid=128085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 12:28:20.562157 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3dae49-ca58-4069-9e76-13b0087f72bc None None] Pushing event updated for resources: {'Port': ['ID=3e0e6b28-42ea-47e1-8f84-105a9597f986,revision_number=3']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:28:20.566930 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-1e3dae49-ca58-4069-9e76-13b0087f72bc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:28:20.631592 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8525ff-8fb6-4095-bd59-98e156696ff0 admin admin] Pushing event updated for resources: {'Port': ['ID=c4197317-c479-4fed-a6a4-53e7517fbb5a,revision_number=2']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:28:20.634602 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-0b8525ff-8fb6-4095-bd59-98e156696ff0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1783050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1978542'] for router_interface, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:28:20.636894 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-0b8525ff-8fb6-4095-bd59-98e156696ff0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:28:20.674322 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvr_db [None req-ad4007d4-ad89-424c-b9bf-e24fc6cc3b8a None None] Set router 0addd0f2-ccf6-44a3-b215-49f1b258a8b9 gateway port host: dv-neutron-797120-4-hyperv {{(pid=128085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:28:20.772493 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b8525ff-8fb6-4095-bd59-98e156696ff0 admin admin] Network fbda8845-5f48-456b-ae8b-c949b27ec543 is already hosted by enough agents. {{(pid=128084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:28:20.774939 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.base_scheduler [None req-0b8525ff-8fb6-4095-bd59-98e156696ff0 admin admin] Resources bound (agent type, host, resource id): {{(pid=128084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:28:20.951596 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-ad4007d4-ad89-424c-b9bf-e24fc6cc3b8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0addd0f2-ccf6-44a3-b215-49f1b258a8b9', 'name': 'tempest-TestShelveInstance-138007624-router', 'tenant_id': '0d1807c847644cb3a8e97c12e656c3c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'external_fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.202'}], 'enable_snat': True}, 'gw_port_id': '3e0e6b28-42ea-47e1-8f84-105a9597f986', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:28:16Z', 'updated_at': '2021-06-24T12:28:20Z', 'revision_number': 4, 'project_id': '0d1807c847644cb3a8e97c12e656c3c9', 'gw_port': {'id': '3e0e6b28-42ea-47e1-8f84-105a9597f986', 'name': '', 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:fa:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0addd0f2-ccf6-44a3-b215-49f1b258a8b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1810, 'fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:28:17Z', 'updated_at': '2021-06-24T12:28:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-4-hyperv', '_interfaces': [{'id': 'c4197317-c479-4fed-a6a4-53e7517fbb5a', 'name': '', 'network_id': 'fbda8845-5f48-456b-ae8b-c949b27ec543', 'tenant_id': '0d1807c847644cb3a8e97c12e656c3c9', 'mac_address': 'fa:16:3e:ef:be:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0addd0f2-ccf6-44a3-b215-49f1b258a8b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': 'a5e1566a-72aa-46bc-8ab1-4e06365cbc2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:28:19Z', 'updated_at': '2021-06-24T12:28:19Z', 'revision_number': 1, 'project_id': '0d1807c847644cb3a8e97c12e656c3c9', 'subnets': [{'id': 'a5e1566a-72aa-46bc-8ab1-4e06365cbc2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:28:20.997422 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b8525ff-8fb6-4095-bd59-98e156696ff0 admin admin] Router 0addd0f2-ccf6-44a3-b215-49f1b258a8b9 has already been hosted by L3 agent 2987dba8-2249-4ee6-96ec-28f0f7a6127d {{(pid=128084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 12:28:21.006812 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad4007d4-ad89-424c-b9bf-e24fc6cc3b8a None None] The sync data for ids ['0addd0f2-ccf6-44a3-b215-49f1b258a8b9'] in dv-neutron-797120-4-hyperv is: [{'id': '0addd0f2-ccf6-44a3-b215-49f1b258a8b9', 'name': 'tempest-TestShelveInstance-138007624-router', 'tenant_id': '0d1807c847644cb3a8e97c12e656c3c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'external_fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.202'}], 'enable_snat': True}, 'gw_port_id': '3e0e6b28-42ea-47e1-8f84-105a9597f986', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:28:16Z', 'updated_at': '2021-06-24T12:28:20Z', 'revision_number': 4, 'project_id': '0d1807c847644cb3a8e97c12e656c3c9', 'gw_port': {'id': '3e0e6b28-42ea-47e1-8f84-105a9597f986', 'name': '', 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:fa:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0addd0f2-ccf6-44a3-b215-49f1b258a8b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1810, 'fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:28:17Z', 'updated_at': '2021-06-24T12:28:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-4-hyperv', '_interfaces': [{'id': 'c4197317-c479-4fed-a6a4-53e7517fbb5a', 'name': '', 'network_id': 'fbda8845-5f48-456b-ae8b-c949b27ec543', 'tenant_id': '0d1807c847644cb3a8e97c12e656c3c9', 'mac_address': 'fa:16:3e:ef:be:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0addd0f2-ccf6-44a3-b215-49f1b258a8b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': 'a5e1566a-72aa-46bc-8ab1-4e06365cbc2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:28:19Z', 'updated_at': '2021-06-24T12:28:19Z', 'revision_number': 1, 'project_id': '0d1807c847644cb3a8e97c12e656c3c9', 'subnets': [{'id': 'a5e1566a-72aa-46bc-8ab1-4e06365cbc2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=128085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 12:28:21.081208 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device 1f66e129-3dfd-4943-a0e7-26549fb69b5d up at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:28:21.141723 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-64fc4fe9-181b-43f2-ba85-ab22581104e8 None None] Provisioning complete for port c4197317-c479-4fed-a6a4-53e7517fbb5a triggered by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:28:21.142335 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-64fc4fe9-181b-43f2-ba85-ab22581104e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:28:21.146405 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b8525ff-8fb6-4095-bd59-98e156696ff0 admin admin] Notify agent at l3_agent.dv-neutron-797120-4-hyperv the message routers_updated {{(pid=128084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 12:28:21.154698 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-0b8525ff-8fb6-4095-bd59-98e156696ff0 admin admin] 10.222.0.53 "PUT /v2.0/routers/0addd0f2-ccf6-44a3-b215-49f1b258a8b9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2617118 Jun 24 12:28:21.207625 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-64fc4fe9-181b-43f2-ba85-ab22581104e8 None None] Port c4197317-c479-4fed-a6a4-53e7517fbb5a cannot update to ACTIVE because it is not bound. {{(pid=128085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 12:28:21.216851 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning complete for port 1f66e129-3dfd-4943-a0e7-26549fb69b5d triggered by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:28:21.217464 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:28:21.887228 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 41194) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:28:21.894901 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-d64fba51-9c53-436a-8558-8ceed83d0472 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-646802958-network', 'tenant_id': 'ba96c8ad375642c98bd764c7d0d001c5'}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:28:21.922502 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d64fba51-9c53-436a-8558-8ceed83d0472 admin admin] Made reservation on behalf of ba96c8ad375642c98bd764c7d0d001c5 for: {'network': 1} {{(pid=128084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:28:21.925881 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-d64fba51-9c53-436a-8558-8ceed83d0472 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for network, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:28:21.938416 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-d64fba51-9c53-436a-8558-8ceed83d0472 admin admin] Notify callbacks [] for security_group, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:28:22.058161 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-d64fba51-9c53-436a-8558-8ceed83d0472 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:28:22.063700 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-d64fba51-9c53-436a-8558-8ceed83d0472 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800410'] for security_group, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:28:22.071029 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-1a91bc80-82d5-4dde-96fc-a46789bd1fea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:28:22.099626 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d64fba51-9c53-436a-8558-8ceed83d0472 admin admin] vlan segment allocate from pool success with {'vlan_id': 632, 'physical_network': 'physnet1'} {{(pid=128084) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 12:28:22.124503 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64fba51-9c53-436a-8558-8ceed83d0472 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9a705f6-31a9-4dd3-897e-873a7c0a5511,revision_number=1']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:28:22.131502 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-d64fba51-9c53-436a-8558-8ceed83d0472 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:28:22.136855 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-d64fba51-9c53-436a-8558-8ceed83d0472 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967879'] for segment, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:28:22.137466 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.db.segments_db [None req-d64fba51-9c53-436a-8558-8ceed83d0472 admin admin] Added segment 93244090-8d84-43cc-b7f3-7cea77816170 of type vlan for network b5132889-2537-4c96-8723-aee9199b1b71 Jun 24 12:28:22.193987 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-d64fba51-9c53-436a-8558-8ceed83d0472 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793193525068'] for network, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:28:22.233975 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-d64fba51-9c53-436a-8558-8ceed83d0472 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1800243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976'] for network, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:28:22.235388 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d64fba51-9c53-436a-8558-8ceed83d0472 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=128084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:28:22.236184 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-d64fba51-9c53-436a-8558-8ceed83d0472 admin admin] Notify callbacks [] for network, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:28:22.240152 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-e44d6b81-c0cb-43f0-850c-ab40dea4d757 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:28:22.329576 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-d64fba51-9c53-436a-8558-8ceed83d0472 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4395144 Jun 24 12:28:22.334285 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 41196) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:28:22.338824 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64fba51-9c53-436a-8558-8ceed83d0472 admin admin] Pushing event updated for resources: {'Network': ['ID=b5132889-2537-4c96-8723-aee9199b1b71,revision_number=1']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:28:22.343529 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-d64fba51-9c53-436a-8558-8ceed83d0472 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:28:22.345811 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [None req-a928592d-fb45-4fc1-b0e3-258a87f422a0 admin admin] Request body: {'subnet': {'network_id': 'b5132889-2537-4c96-8723-aee9199b1b71', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-646802958-subnet', 'tenant_id': 'ba96c8ad375642c98bd764c7d0d001c5', 'ip_version': 4}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:28:22.352416 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Network b5132889-2537-4c96-8723-aee9199b1b71 details requested by agent ovs-agent-dv-neutron-797120-4-hyperv with host dv-neutron-797120-4-hyperv {{(pid=128085) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 12:28:22.386151 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a928592d-fb45-4fc1-b0e3-258a87f422a0 admin admin] Made reservation on behalf of ba96c8ad375642c98bd764c7d0d001c5 for: {'subnet': 1} {{(pid=128083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:28:22.391689 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-a928592d-fb45-4fc1-b0e3-258a87f422a0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3289788'] for subnet, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:28:22.621570 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-a928592d-fb45-4fc1-b0e3-258a87f422a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2537737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3289942'] for subnet, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:28:22.623938 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-6e1c4b1d-eea0-48d8-90f1-3c71fd498af4 tempest-NetworksIpV6Test-1132019847 tempest-NetworksIpV6Test-1132019847-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:28:22.678402 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a928592d-fb45-4fc1-b0e3-258a87f422a0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=88d99f68-b1c9-466e-a8f7-bbe4f19daabc,revision_number=0']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:28:22.686272 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-a928592d-fb45-4fc1-b0e3-258a87f422a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:28:22.697395 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a928592d-fb45-4fc1-b0e3-258a87f422a0 admin admin] Checking segment: {'id': '93244090-8d84-43cc-b7f3-7cea77816170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'b5132889-2537-4c96-8723-aee9199b1b71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=128083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:28:22.697739 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a928592d-fb45-4fc1-b0e3-258a87f422a0 admin admin] Network hostable DHCP agents. Network: b5132889-2537-4c96-8723-aee9199b1b71, hostable agents: ['6be988a9-1d97-480f-be5a-c55abf2c55c5'], hosted agents: [] {{(pid=128083) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 12:28:22.719431 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a928592d-fb45-4fc1-b0e3-258a87f422a0 admin admin] Network b5132889-2537-4c96-8723-aee9199b1b71 is scheduled to be hosted by DHCP agent 6be988a9-1d97-480f-be5a-c55abf2c55c5 with binding_index 1 {{(pid=128083) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 12:28:22.730972 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.base_scheduler [None req-a928592d-fb45-4fc1-b0e3-258a87f422a0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-4-hyperv, b5132889-2537-4c96-8723-aee9199b1b71) {{(pid=128083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:28:22.736376 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a928592d-fb45-4fc1-b0e3-258a87f422a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:28:22.738468 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-a928592d-fb45-4fc1-b0e3-258a87f422a0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:28:22.741615 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46b45c42-d4e9-4a14-9ea1-5ecfed3dfee8 None None] Network b5132889-2537-4c96-8723-aee9199b1b71 requested from dv-neutron-797120-4-hyperv {{(pid=128085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:28:22.767608 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-a928592d-fb45-4fc1-b0e3-258a87f422a0 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.4317570 Jun 24 12:28:22.770948 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 41198) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:28:22.779313 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [None req-0c7a8322-6322-467f-ad1d-4a2b1d608c3c admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-646802958-router', 'tenant_id': 'ba96c8ad375642c98bd764c7d0d001c5', 'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b'}}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:28:22.809938 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-0c7a8322-6322-467f-ad1d-4a2b1d608c3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1803889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65293'] for router, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:28:22.811017 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-0c7a8322-6322-467f-ad1d-4a2b1d608c3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1803848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1975305', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1581158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65396'] for router, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:28:22.896102 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-0c7a8322-6322-467f-ad1d-4a2b1d608c3c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:28:22.931080 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6fbc14d-384e-4af8-98f2-01b335bccbd0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d65c8f8-7530-5052-99fe-8ea05073750b-b5132889-2537-4c96-8723-aee9199b1b71', 'network_id': 'b5132889-2537-4c96-8723-aee9199b1b71', 'tenant_id': 'ba96c8ad375642c98bd764c7d0d001c5', 'fixed_ips': [{'subnet_id': '88d99f68-b1c9-466e-a8f7-bbe4f19daabc'}]}} from dv-neutron-797120-4-hyperv. {{(pid=128085) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 24 12:28:22.932062 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-d6fbc14d-384e-4af8-98f2-01b335bccbd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_create {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:28:23.091824 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-0c7a8322-6322-467f-ad1d-4a2b1d608c3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1975381', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1803205', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65378'] for router, precommit_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:28:23.111287 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device 3e0e6b28-42ea-47e1-8f84-105a9597f986 up at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:28:23.349878 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-0c7a8322-6322-467f-ad1d-4a2b1d608c3c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:28:23.368646 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.db_base_plugin_common [None req-d6fbc14d-384e-4af8-98f2-01b335bccbd0 None None] Allocated IP 172.20.0.2 (b5132889-2537-4c96-8723-aee9199b1b71/88d99f68-b1c9-466e-a8f7-bbe4f19daabc/0f3fd135-6eaa-43e1-b896-967b59a2eee4) {{(pid=128085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:28:23.372247 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-0c7a8322-6322-467f-ad1d-4a2b1d608c3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:28:23.404156 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning for port 3e0e6b28-42ea-47e1-8f84-105a9597f986 completed by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:28:23.416391 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning complete for port 3e0e6b28-42ea-47e1-8f84-105a9597f986 triggered by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:28:23.416767 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:28:23.481452 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9679d04-ee96-4da5-8cec-575b8ab3359c None None] Sync routers for ids ['0addd0f2-ccf6-44a3-b215-49f1b258a8b9'] in dv-neutron-797120-4-hyperv {{(pid=128086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 12:28:23.492450 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9679d04-ee96-4da5-8cec-575b8ab3359c None None] Routers {'0addd0f2-ccf6-44a3-b215-49f1b258a8b9'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:28:23.493165 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-e9679d04-ee96-4da5-8cec-575b8ab3359c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T12:27:56Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['0addd0f2-ccf6-44a3-b215-49f1b258a8b9'], 'active': True} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:28:23.499854 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.db_base_plugin_common [None req-0c7a8322-6322-467f-ad1d-4a2b1d608c3c admin admin] Allocated IP 172.26.7.70 (f2b8ca71-e776-48b2-8898-96cc7970207b/f37bf603-3862-4d0a-9f58-89616f7fd68f/d731d47a-16cf-4b1e-bc81-f5111f5edc81) {{(pid=128083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:28:23.652309 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_dvr_db [None req-e9679d04-ee96-4da5-8cec-575b8ab3359c None None] Set router 0addd0f2-ccf6-44a3-b215-49f1b258a8b9 gateway port host: dv-neutron-797120-4-hyperv {{(pid=128086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:28:23.656956 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-0c7a8322-6322-467f-ad1d-4a2b1d608c3c admin admin] Notify callbacks [] for port, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:28:23.675956 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-d6fbc14d-384e-4af8-98f2-01b335bccbd0 None None] Notify callbacks [] for port, precommit_create {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:28:23.685493 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-d6fbc14d-384e-4af8-98f2-01b335bccbd0 None None] Transition to ACTIVE for port object 0f3fd135-6eaa-43e1-b896-967b59a2eee4 will not be triggered until provisioned by entity L2. {{(pid=128085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:28:23.701359 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:28:23.707204 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-0c7a8322-6322-467f-ad1d-4a2b1d608c3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-650429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-506361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793193536723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2537853'] for port, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:28:23.710663 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-d6fbc14d-384e-4af8-98f2-01b335bccbd0 None None] Transition to ACTIVE for port object 0f3fd135-6eaa-43e1-b896-967b59a2eee4 will not be triggered until provisioned by entity DHCP. {{(pid=128085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:28:23.710996 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-a16cb761-ceef-49aa-b83b-d11e74329a82 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:28:23.719804 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-d6fbc14d-384e-4af8-98f2-01b335bccbd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-650429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-506361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793193536723'] for port, after_create {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:28:23.725257 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-5309b27c-f5fb-4c7c-a364-c949816cb8a9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:28:23.743003 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] For port 3e0e6b28-42ea-47e1-8f84-105a9597f986, host dv-neutron-797120-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=3e0e6b28-42ea-47e1-8f84-105a9597f986,segment=NetworkSegment(1139564f-ff83-4b49-a593-84b33301357d),segment_id=1139564f-ff83-4b49-a593-84b33301357d)] {{(pid=128085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:28:23.755149 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c7a8322-6322-467f-ad1d-4a2b1d608c3c admin admin] Network f2b8ca71-e776-48b2-8898-96cc7970207b is already hosted by enough agents. {{(pid=128083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:28:23.758636 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.base_scheduler [None req-0c7a8322-6322-467f-ad1d-4a2b1d608c3c admin admin] Resources bound (agent type, host, resource id): {{(pid=128083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:28:23.762505 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c7a8322-6322-467f-ad1d-4a2b1d608c3c admin admin] Received port after_create {{(pid=128083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:28:23.775997 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:28:23.786449 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6fbc14d-384e-4af8-98f2-01b335bccbd0 None None] Network b5132889-2537-4c96-8723-aee9199b1b71 is already hosted by enough agents. {{(pid=128085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:28:23.793839 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.scheduler.base_scheduler [None req-d6fbc14d-384e-4af8-98f2-01b335bccbd0 None None] Resources bound (agent type, host, resource id): {{(pid=128085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:28:23.798275 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7a8322-6322-467f-ad1d-4a2b1d608c3c admin admin] Pushing event updated for resources: {'Port': ['ID=d731d47a-16cf-4b1e-bc81-f5111f5edc81,revision_number=1']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:28:23.799597 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6fbc14d-384e-4af8-98f2-01b335bccbd0 None None] Received port after_create {{(pid=128085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:28:23.804564 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-0c7a8322-6322-467f-ad1d-4a2b1d608c3c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:28:23.807439 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6fbc14d-384e-4af8-98f2-01b335bccbd0 None None] Pushing event updated for resources: {'Port': ['ID=0f3fd135-6eaa-43e1-b896-967b59a2eee4,revision_number=1']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:28:23.812522 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-d6fbc14d-384e-4af8-98f2-01b335bccbd0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:28:23.813023 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.031s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:28:23.925720 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Pushing event updated for resources: {'Port': ['ID=3e0e6b28-42ea-47e1-8f84-105a9597f986,revision_number=4']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:28:23.930482 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-d6fbc14d-384e-4af8-98f2-01b335bccbd0 None None] Attempting to bind port 0f3fd135-6eaa-43e1-b896-967b59a2eee4 on host dv-neutron-797120-4-hyperv for vnic_type normal with profile {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 12:28:23.930482 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-d6fbc14d-384e-4af8-98f2-01b335bccbd0 None None] Attempting to bind port 0f3fd135-6eaa-43e1-b896-967b59a2eee4 by drivers openvswitch,hyperv on host dv-neutron-797120-4-hyperv at level 0 using segments [{'id': '93244090-8d84-43cc-b7f3-7cea77816170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'b5132889-2537-4c96-8723-aee9199b1b71'}] {{(pid=128085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 12:28:23.931298 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6fbc14d-384e-4af8-98f2-01b335bccbd0 None None] Attempting to bind port 0f3fd135-6eaa-43e1-b896-967b59a2eee4 on network b5132889-2537-4c96-8723-aee9199b1b71 {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:28:23.936191 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:28:23.940029 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-232df2e3-6434-4fc5-9e9c-3cb3fae0dbd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:28:23.943729 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6fbc14d-384e-4af8-98f2-01b335bccbd0 None None] Checking agent: {'id': 'e3a695b2-c397-461f-83b0-10b79d490b59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 11, 36, 56), 'started_at': datetime.datetime(2021, 6, 24, 11, 37, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 12, 27, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 12:28:23.944318 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6fbc14d-384e-4af8-98f2-01b335bccbd0 None None] Checking segment: {'id': '93244090-8d84-43cc-b7f3-7cea77816170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'b5132889-2537-4c96-8723-aee9199b1b71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=128085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:28:23.944968 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-d6fbc14d-384e-4af8-98f2-01b335bccbd0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:28:23.945652 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6fbc14d-384e-4af8-98f2-01b335bccbd0 None None] Bound using segment: {'id': '93244090-8d84-43cc-b7f3-7cea77816170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'b5132889-2537-4c96-8723-aee9199b1b71'} {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 12:28:23.946445 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-d6fbc14d-384e-4af8-98f2-01b335bccbd0 None None] Bound port: 0f3fd135-6eaa-43e1-b896-967b59a2eee4, host: dv-neutron-797120-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93244090-8d84-43cc-b7f3-7cea77816170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'b5132889-2537-4c96-8723-aee9199b1b71'}}] {{(pid=128085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 12:28:23.947094 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-d6fbc14d-384e-4af8-98f2-01b335bccbd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:28:24.053843 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-e9679d04-ee96-4da5-8cec-575b8ab3359c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0addd0f2-ccf6-44a3-b215-49f1b258a8b9', 'name': 'tempest-TestShelveInstance-138007624-router', 'tenant_id': '0d1807c847644cb3a8e97c12e656c3c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'external_fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.202'}], 'enable_snat': True}, 'gw_port_id': '3e0e6b28-42ea-47e1-8f84-105a9597f986', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:28:16Z', 'updated_at': '2021-06-24T12:28:20Z', 'revision_number': 4, 'project_id': '0d1807c847644cb3a8e97c12e656c3c9', 'gw_port': {'id': '3e0e6b28-42ea-47e1-8f84-105a9597f986', 'name': '', 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:fa:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0addd0f2-ccf6-44a3-b215-49f1b258a8b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1810, 'fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:28:17Z', 'updated_at': '2021-06-24T12:28:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-4-hyperv', '_interfaces': [{'id': 'c4197317-c479-4fed-a6a4-53e7517fbb5a', 'name': '', 'network_id': 'fbda8845-5f48-456b-ae8b-c949b27ec543', 'tenant_id': '0d1807c847644cb3a8e97c12e656c3c9', 'mac_address': 'fa:16:3e:ef:be:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0addd0f2-ccf6-44a3-b215-49f1b258a8b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': 'a5e1566a-72aa-46bc-8ab1-4e06365cbc2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:28:19Z', 'updated_at': '2021-06-24T12:28:20Z', 'revision_number': 2, 'project_id': '0d1807c847644cb3a8e97c12e656c3c9', 'subnets': [{'id': 'a5e1566a-72aa-46bc-8ab1-4e06365cbc2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:28:24.058510 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-d6fbc14d-384e-4af8-98f2-01b335bccbd0 None None] For port 0f3fd135-6eaa-43e1-b896-967b59a2eee4, host dv-neutron-797120-4-hyperv, cleared binding levels {{(pid=128085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 12:28:24.062496 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-d6fbc14d-384e-4af8-98f2-01b335bccbd0 None None] For port 0f3fd135-6eaa-43e1-b896-967b59a2eee4, host dv-neutron-797120-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=0f3fd135-6eaa-43e1-b896-967b59a2eee4,segment=NetworkSegment(93244090-8d84-43cc-b7f3-7cea77816170),segment_id=93244090-8d84-43cc-b7f3-7cea77816170)] {{(pid=128085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 12:28:24.068194 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-d6fbc14d-384e-4af8-98f2-01b335bccbd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:28:24.070578 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-e6576619-b1c9-4d48-ada4-2e6734e62ca1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:28:24.106498 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9679d04-ee96-4da5-8cec-575b8ab3359c None None] Checking router: 0addd0f2-ccf6-44a3-b215-49f1b258a8b9 for host: dv-neutron-797120-4-hyperv {{(pid=128086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 12:28:24.106934 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9679d04-ee96-4da5-8cec-575b8ab3359c None None] Updating router 0addd0f2-ccf6-44a3-b215-49f1b258a8b9 port c4197317-c479-4fed-a6a4-53e7517fbb5a binding host dv-neutron-797120-4-hyperv {{(pid=128086) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 12:28:24.147613 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6fbc14d-384e-4af8-98f2-01b335bccbd0 None None] Pushing event updated for resources: {'Port': ['ID=0f3fd135-6eaa-43e1-b896-967b59a2eee4,revision_number=2']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:28:24.152378 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-d6fbc14d-384e-4af8-98f2-01b335bccbd0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:28:24.158496 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-0c7a8322-6322-467f-ad1d-4a2b1d608c3c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:28:24.163404 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron_lib.callbacks.manager [None req-e9679d04-ee96-4da5-8cec-575b8ab3359c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:28:24.558259 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron_lib.callbacks.manager [None req-e9679d04-ee96-4da5-8cec-575b8ab3359c None None] Notify callbacks [] for port, precommit_update {{(pid=128086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:28:24.570249 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.provisioning_blocks [None req-e9679d04-ee96-4da5-8cec-575b8ab3359c None None] Transition to ACTIVE for port object c4197317-c479-4fed-a6a4-53e7517fbb5a will not be triggered until provisioned by entity L2. {{(pid=128086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:28:24.579034 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron_lib.callbacks.manager [None req-e9679d04-ee96-4da5-8cec-575b8ab3359c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:28:24.586458 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG oslo_concurrency.lockutils [None req-56f69e98-555e-4468-a6db-52bdd1cb035a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128086) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:28:24.634766 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fff39e5-61d7-48ec-bc9e-c84ff8ef2cd1 None None] Pushing event updated for resources: {'Port': ['ID=c4197317-c479-4fed-a6a4-53e7517fbb5a,revision_number=3']} {{(pid=128086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:28:24.647511 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fff39e5-61d7-48ec-bc9e-c84ff8ef2cd1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:28:24.647860 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fff39e5-61d7-48ec-bc9e-c84ff8ef2cd1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:28:24.648231 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fff39e5-61d7-48ec-bc9e-c84ff8ef2cd1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:28:24.648565 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fff39e5-61d7-48ec-bc9e-c84ff8ef2cd1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:28:24.648886 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fff39e5-61d7-48ec-bc9e-c84ff8ef2cd1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:28:24.649255 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fff39e5-61d7-48ec-bc9e-c84ff8ef2cd1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:28:24.649578 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fff39e5-61d7-48ec-bc9e-c84ff8ef2cd1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:28:24.649902 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fff39e5-61d7-48ec-bc9e-c84ff8ef2cd1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:28:24.650233 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fff39e5-61d7-48ec-bc9e-c84ff8ef2cd1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:28:24.650644 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fff39e5-61d7-48ec-bc9e-c84ff8ef2cd1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:28:24.650966 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fff39e5-61d7-48ec-bc9e-c84ff8ef2cd1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:28:24.651283 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fff39e5-61d7-48ec-bc9e-c84ff8ef2cd1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:28:24.671261 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG oslo_concurrency.lockutils [None req-5fff39e5-61d7-48ec-bc9e-c84ff8ef2cd1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=128086) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:28:24.716230 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.plugins.ml2.managers [None req-e9679d04-ee96-4da5-8cec-575b8ab3359c None None] Attempting to bind port c4197317-c479-4fed-a6a4-53e7517fbb5a on host dv-neutron-797120-4-hyperv for vnic_type normal with profile {{(pid=128086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 12:28:24.716937 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.plugins.ml2.managers [None req-e9679d04-ee96-4da5-8cec-575b8ab3359c None None] Attempting to bind port c4197317-c479-4fed-a6a4-53e7517fbb5a by drivers openvswitch,hyperv on host dv-neutron-797120-4-hyperv at level 0 using segments [{'id': 'ec8d44af-9dd7-4818-8939-b0ad37430a72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'fbda8845-5f48-456b-ae8b-c949b27ec543'}] {{(pid=128086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 12:28:24.717413 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9679d04-ee96-4da5-8cec-575b8ab3359c None None] Attempting to bind port c4197317-c479-4fed-a6a4-53e7517fbb5a on network fbda8845-5f48-456b-ae8b-c949b27ec543 {{(pid=128086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:28:24.726756 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9679d04-ee96-4da5-8cec-575b8ab3359c None None] Checking agent: {'id': 'e3a695b2-c397-461f-83b0-10b79d490b59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 11, 36, 56), 'started_at': datetime.datetime(2021, 6, 24, 11, 37, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 12, 27, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=128086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 12:28:24.727363 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9679d04-ee96-4da5-8cec-575b8ab3359c None None] Checking segment: {'id': 'ec8d44af-9dd7-4818-8939-b0ad37430a72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'fbda8845-5f48-456b-ae8b-c949b27ec543'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=128086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:28:24.728057 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron_lib.callbacks.manager [None req-e9679d04-ee96-4da5-8cec-575b8ab3359c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=128086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:28:24.728681 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9679d04-ee96-4da5-8cec-575b8ab3359c None None] Bound using segment: {'id': 'ec8d44af-9dd7-4818-8939-b0ad37430a72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'fbda8845-5f48-456b-ae8b-c949b27ec543'} {{(pid=128086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 12:28:24.729671 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.plugins.ml2.managers [None req-e9679d04-ee96-4da5-8cec-575b8ab3359c None None] Bound port: c4197317-c479-4fed-a6a4-53e7517fbb5a, host: dv-neutron-797120-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec8d44af-9dd7-4818-8939-b0ad37430a72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'fbda8845-5f48-456b-ae8b-c949b27ec543'}}] {{(pid=128086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 12:28:24.730244 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron_lib.callbacks.manager [None req-e9679d04-ee96-4da5-8cec-575b8ab3359c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:28:24.755857 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-0c7a8322-6322-467f-ad1d-4a2b1d608c3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1803210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1815767'] for router, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:28:24.823774 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.plugins.ml2.db [None req-e9679d04-ee96-4da5-8cec-575b8ab3359c None None] For port c4197317-c479-4fed-a6a4-53e7517fbb5a, host dv-neutron-797120-4-hyperv, cleared binding levels {{(pid=128086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 12:28:24.827314 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.plugins.ml2.db [None req-e9679d04-ee96-4da5-8cec-575b8ab3359c None None] For port c4197317-c479-4fed-a6a4-53e7517fbb5a, host dv-neutron-797120-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=c4197317-c479-4fed-a6a4-53e7517fbb5a,segment=NetworkSegment(ec8d44af-9dd7-4818-8939-b0ad37430a72),segment_id=ec8d44af-9dd7-4818-8939-b0ad37430a72)] {{(pid=128086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 12:28:24.839731 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron_lib.callbacks.manager [None req-e9679d04-ee96-4da5-8cec-575b8ab3359c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:28:24.844553 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG oslo_concurrency.lockutils [None req-433340bb-87e9-4291-9c97-6698ff2b090c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128086) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:28:24.986874 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c7a8322-6322-467f-ad1d-4a2b1d608c3c admin admin] Router 460731f7-56d8-465d-bb13-93d995087583 is scheduled to L3 agent 2987dba8-2249-4ee6-96ec-28f0f7a6127d with binding_index 1 {{(pid=128083) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 24 12:28:24.992489 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9679d04-ee96-4da5-8cec-575b8ab3359c None None] Routers {'0addd0f2-ccf6-44a3-b215-49f1b258a8b9'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:28:24.993542 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-e9679d04-ee96-4da5-8cec-575b8ab3359c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T12:27:56Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['0addd0f2-ccf6-44a3-b215-49f1b258a8b9'], 'active': True} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:28:24.999393 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fff39e5-61d7-48ec-bc9e-c84ff8ef2cd1 None None] Pushing event updated for resources: {'Port': ['ID=c4197317-c479-4fed-a6a4-53e7517fbb5a,revision_number=4']} {{(pid=128086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:28:25.156586 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG oslo_concurrency.lockutils [None req-5fff39e5-61d7-48ec-bc9e-c84ff8ef2cd1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.312s {{(pid=128086) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:28:25.187694 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c7a8322-6322-467f-ad1d-4a2b1d608c3c admin admin] Notify agent at l3_agent.dv-neutron-797120-4-hyperv the message routers_updated {{(pid=128083) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 12:28:25.204921 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device 0f3fd135-6eaa-43e1-b896-967b59a2eee4 up at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:28:25.212272 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e29898c-4b09-4aac-91c1-5385386886f3 None None] Sync routers for ids ['460731f7-56d8-465d-bb13-93d995087583'] in dv-neutron-797120-4-hyperv {{(pid=128085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 12:28:25.231633 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-0c7a8322-6322-467f-ad1d-4a2b1d608c3c admin admin] Notify callbacks [] for router, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:28:25.233853 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-0c7a8322-6322-467f-ad1d-4a2b1d608c3c admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.4616406 Jun 24 12:28:25.236777 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 41200) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:28:25.290432 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e29898c-4b09-4aac-91c1-5385386886f3 None None] Routers {'460731f7-56d8-465d-bb13-93d995087583'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:28:25.291459 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-2e29898c-4b09-4aac-91c1-5385386886f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T12:27:56Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['460731f7-56d8-465d-bb13-93d995087583'], 'active': True} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:28:25.400245 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning for port 0f3fd135-6eaa-43e1-b896-967b59a2eee4 completed by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:28:25.409573 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device 3e0e6b28-42ea-47e1-8f84-105a9597f986 up at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:28:25.413976 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_dvr_db [None req-e9679d04-ee96-4da5-8cec-575b8ab3359c None None] Set router 0addd0f2-ccf6-44a3-b215-49f1b258a8b9 gateway port host: dv-neutron-797120-4-hyperv {{(pid=128086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:28:25.473455 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvr_db [None req-2e29898c-4b09-4aac-91c1-5385386886f3 None None] Set router 460731f7-56d8-465d-bb13-93d995087583 gateway port host: dv-neutron-797120-4-hyperv {{(pid=128085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:28:25.638327 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-598ecaff-a57e-41ef-931c-39a5fc522265 None None] Network b5132889-2537-4c96-8723-aee9199b1b71 requested from dv-neutron-797120-4-hyperv {{(pid=128085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:28:25.713763 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-e9679d04-ee96-4da5-8cec-575b8ab3359c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0addd0f2-ccf6-44a3-b215-49f1b258a8b9', 'name': 'tempest-TestShelveInstance-138007624-router', 'tenant_id': '0d1807c847644cb3a8e97c12e656c3c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'external_fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.202'}], 'enable_snat': True}, 'gw_port_id': '3e0e6b28-42ea-47e1-8f84-105a9597f986', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:28:16Z', 'updated_at': '2021-06-24T12:28:20Z', 'revision_number': 4, 'project_id': '0d1807c847644cb3a8e97c12e656c3c9', 'gw_port': {'id': '3e0e6b28-42ea-47e1-8f84-105a9597f986', 'name': '', 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:fa:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0addd0f2-ccf6-44a3-b215-49f1b258a8b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1810, 'fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:28:17Z', 'updated_at': '2021-06-24T12:28:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-4-hyperv', '_interfaces': [{'id': 'c4197317-c479-4fed-a6a4-53e7517fbb5a', 'name': '', 'network_id': 'fbda8845-5f48-456b-ae8b-c949b27ec543', 'tenant_id': '0d1807c847644cb3a8e97c12e656c3c9', 'mac_address': 'fa:16:3e:ef:be:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0addd0f2-ccf6-44a3-b215-49f1b258a8b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': 'a5e1566a-72aa-46bc-8ab1-4e06365cbc2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:28:19Z', 'updated_at': '2021-06-24T12:28:24Z', 'revision_number': 4, 'project_id': '0d1807c847644cb3a8e97c12e656c3c9', 'subnets': [{'id': 'a5e1566a-72aa-46bc-8ab1-4e06365cbc2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:28:25.746644 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9679d04-ee96-4da5-8cec-575b8ab3359c None None] The sync data for ids ['0addd0f2-ccf6-44a3-b215-49f1b258a8b9'] in dv-neutron-797120-4-hyperv is: [{'id': '0addd0f2-ccf6-44a3-b215-49f1b258a8b9', 'name': 'tempest-TestShelveInstance-138007624-router', 'tenant_id': '0d1807c847644cb3a8e97c12e656c3c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'external_fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.202'}], 'enable_snat': True}, 'gw_port_id': '3e0e6b28-42ea-47e1-8f84-105a9597f986', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:28:16Z', 'updated_at': '2021-06-24T12:28:20Z', 'revision_number': 4, 'project_id': '0d1807c847644cb3a8e97c12e656c3c9', 'gw_port': {'id': '3e0e6b28-42ea-47e1-8f84-105a9597f986', 'name': '', 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:fa:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0addd0f2-ccf6-44a3-b215-49f1b258a8b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1810, 'fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:28:17Z', 'updated_at': '2021-06-24T12:28:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-4-hyperv', '_interfaces': [{'id': 'c4197317-c479-4fed-a6a4-53e7517fbb5a', 'name': '', 'network_id': 'fbda8845-5f48-456b-ae8b-c949b27ec543', 'tenant_id': '0d1807c847644cb3a8e97c12e656c3c9', 'mac_address': 'fa:16:3e:ef:be:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0addd0f2-ccf6-44a3-b215-49f1b258a8b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': 'a5e1566a-72aa-46bc-8ab1-4e06365cbc2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:28:19Z', 'updated_at': '2021-06-24T12:28:24Z', 'revision_number': 4, 'project_id': '0d1807c847644cb3a8e97c12e656c3c9', 'subnets': [{'id': 'a5e1566a-72aa-46bc-8ab1-4e06365cbc2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=128086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 12:28:25.747499 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning complete for port 3e0e6b28-42ea-47e1-8f84-105a9597f986 triggered by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:28:25.747883 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:28:25.806868 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-c6b4b264-e65a-4506-985b-1ed8613ee2e2 None None] Provisioning for port 0f3fd135-6eaa-43e1-b896-967b59a2eee4 completed by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:28:25.826071 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-c6b4b264-e65a-4506-985b-1ed8613ee2e2 None None] Provisioning complete for port 0f3fd135-6eaa-43e1-b896-967b59a2eee4 triggered by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:28:25.826452 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-c6b4b264-e65a-4506-985b-1ed8613ee2e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:28:25.914175 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-023e502e-76eb-4645-b5eb-e8b6377a9064 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:28:26.066775 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-2e29898c-4b09-4aac-91c1-5385386886f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '460731f7-56d8-465d-bb13-93d995087583', 'name': 'tempest-TestShelveInstance-646802958-router', 'tenant_id': 'ba96c8ad375642c98bd764c7d0d001c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'external_fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.70'}], 'enable_snat': True}, 'gw_port_id': 'd731d47a-16cf-4b1e-bc81-f5111f5edc81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:28:22Z', 'updated_at': '2021-06-24T12:28:23Z', 'revision_number': 3, 'project_id': 'ba96c8ad375642c98bd764c7d0d001c5', 'gw_port': {'id': 'd731d47a-16cf-4b1e-bc81-f5111f5edc81', 'name': '', 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:ee:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '460731f7-56d8-465d-bb13-93d995087583', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1822, 'fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:28:23Z', 'updated_at': '2021-06-24T12:28:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-4-hyperv'}], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:28:26.108154 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e29898c-4b09-4aac-91c1-5385386886f3 None None] Checking router: 460731f7-56d8-465d-bb13-93d995087583 for host: dv-neutron-797120-4-hyperv {{(pid=128085) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 12:28:26.108505 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e29898c-4b09-4aac-91c1-5385386886f3 None None] Updating router 460731f7-56d8-465d-bb13-93d995087583 port d731d47a-16cf-4b1e-bc81-f5111f5edc81 binding host dv-neutron-797120-4-hyperv {{(pid=128085) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 12:28:26.114220 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-c6b4b264-e65a-4506-985b-1ed8613ee2e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:28:26.185380 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-2e29898c-4b09-4aac-91c1-5385386886f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:28:26.216779 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.db_base_plugin_common [None req-023e502e-76eb-4645-b5eb-e8b6377a9064 admin admin] Allocated IP 172.20.0.1 (b5132889-2537-4c96-8723-aee9199b1b71/88d99f68-b1c9-466e-a8f7-bbe4f19daabc/476c99da-ed0e-4022-b025-427db175bb17) {{(pid=128083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:28:26.253011 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-c6b4b264-e65a-4506-985b-1ed8613ee2e2 None None] For port 0f3fd135-6eaa-43e1-b896-967b59a2eee4, host dv-neutron-797120-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=0f3fd135-6eaa-43e1-b896-967b59a2eee4,segment=NetworkSegment(93244090-8d84-43cc-b7f3-7cea77816170),segment_id=93244090-8d84-43cc-b7f3-7cea77816170)] {{(pid=128085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:28:26.263491 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-c6b4b264-e65a-4506-985b-1ed8613ee2e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:28:26.277666 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:28:26.416533 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-023e502e-76eb-4645-b5eb-e8b6377a9064 admin admin] Notify callbacks [] for port, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:28:26.433504 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.provisioning_blocks [None req-023e502e-76eb-4645-b5eb-e8b6377a9064 admin admin] Transition to ACTIVE for port object 476c99da-ed0e-4022-b025-427db175bb17 will not be triggered until provisioned by entity DHCP. {{(pid=128083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:28:26.457199 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b4b264-e65a-4506-985b-1ed8613ee2e2 None None] Pushing event updated for resources: {'Port': ['ID=0f3fd135-6eaa-43e1-b896-967b59a2eee4,revision_number=3']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:28:26.463210 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-c6b4b264-e65a-4506-985b-1ed8613ee2e2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:28:26.469608 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-e8eed145-c01c-4d32-8520-a3f5d56f2542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:28:26.488416 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-023e502e-76eb-4645-b5eb-e8b6377a9064 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-650429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-506361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793193536723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2537853'] for port, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:28:26.491975 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-9d11e8ec-5bd8-4e48-88ba-95905320b81e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:28:26.532236 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-023e502e-76eb-4645-b5eb-e8b6377a9064 admin admin] Network b5132889-2537-4c96-8723-aee9199b1b71 is already hosted by enough agents. {{(pid=128083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:28:26.537170 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.base_scheduler [None req-023e502e-76eb-4645-b5eb-e8b6377a9064 admin admin] Resources bound (agent type, host, resource id): {{(pid=128083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:28:26.540480 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-023e502e-76eb-4645-b5eb-e8b6377a9064 admin admin] Received port after_create {{(pid=128083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:28:26.579118 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023e502e-76eb-4645-b5eb-e8b6377a9064 admin admin] Pushing event updated for resources: {'Port': ['ID=476c99da-ed0e-4022-b025-427db175bb17,revision_number=1']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:28:26.588484 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-023e502e-76eb-4645-b5eb-e8b6377a9064 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:28:26.609785 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-023e502e-76eb-4645-b5eb-e8b6377a9064 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1978458'] for router_interface, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:28:26.625610 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-b8c7c0d2-40a2-4b71-9fe9-b8dc7e0ce9b4 None None] Provisioning complete for port 0f3fd135-6eaa-43e1-b896-967b59a2eee4 triggered by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:28:26.625999 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-b8c7c0d2-40a2-4b71-9fe9-b8dc7e0ce9b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:28:26.657009 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:28:26.752326 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-2e29898c-4b09-4aac-91c1-5385386886f3 None None] Notify callbacks [] for port, precommit_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:28:26.786529 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-2e29898c-4b09-4aac-91c1-5385386886f3 None None] Transition to ACTIVE for port object d731d47a-16cf-4b1e-bc81-f5111f5edc81 will not be triggered until provisioned by entity L2. {{(pid=128085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:28:26.800065 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-2e29898c-4b09-4aac-91c1-5385386886f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:28:26.804099 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-68a34d17-f6f1-4b47-8fbd-28c679ccb214 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:28:26.847684 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-023e502e-76eb-4645-b5eb-e8b6377a9064 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:28:26.866077 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-2e29898c-4b09-4aac-91c1-5385386886f3 None None] Attempting to bind port d731d47a-16cf-4b1e-bc81-f5111f5edc81 on host dv-neutron-797120-4-hyperv for vnic_type normal with profile {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 12:28:26.866560 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-2e29898c-4b09-4aac-91c1-5385386886f3 None None] Attempting to bind port d731d47a-16cf-4b1e-bc81-f5111f5edc81 by drivers openvswitch,hyperv on host dv-neutron-797120-4-hyperv at level 0 using segments [{'id': '1139564f-ff83-4b49-a593-84b33301357d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b'}] {{(pid=128085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 12:28:26.866879 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e29898c-4b09-4aac-91c1-5385386886f3 None None] Attempting to bind port d731d47a-16cf-4b1e-bc81-f5111f5edc81 on network f2b8ca71-e776-48b2-8898-96cc7970207b {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:28:26.870821 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf21b31-cc07-4deb-b79f-8bc6854b330a None None] Pushing event updated for resources: {'Port': ['ID=d731d47a-16cf-4b1e-bc81-f5111f5edc81,revision_number=2']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:28:26.874724 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-aaf21b31-cc07-4deb-b79f-8bc6854b330a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:28:26.876024 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e29898c-4b09-4aac-91c1-5385386886f3 None None] Checking agent: {'id': 'e3a695b2-c397-461f-83b0-10b79d490b59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 11, 36, 56), 'started_at': datetime.datetime(2021, 6, 24, 11, 37, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 12, 28, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 12:28:26.876411 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e29898c-4b09-4aac-91c1-5385386886f3 None None] Checking segment: {'id': '1139564f-ff83-4b49-a593-84b33301357d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=128085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:28:26.877391 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-2e29898c-4b09-4aac-91c1-5385386886f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:28:26.877796 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e29898c-4b09-4aac-91c1-5385386886f3 None None] Bound using segment: {'id': '1139564f-ff83-4b49-a593-84b33301357d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b'} {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 12:28:26.878297 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-2e29898c-4b09-4aac-91c1-5385386886f3 None None] Bound port: d731d47a-16cf-4b1e-bc81-f5111f5edc81, host: dv-neutron-797120-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1139564f-ff83-4b49-a593-84b33301357d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b'}}] {{(pid=128085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 12:28:26.879428 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-2e29898c-4b09-4aac-91c1-5385386886f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:28:26.941786 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-2e29898c-4b09-4aac-91c1-5385386886f3 None None] For port d731d47a-16cf-4b1e-bc81-f5111f5edc81, host dv-neutron-797120-4-hyperv, cleared binding levels {{(pid=128085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 12:28:26.947949 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-2e29898c-4b09-4aac-91c1-5385386886f3 None None] For port d731d47a-16cf-4b1e-bc81-f5111f5edc81, host dv-neutron-797120-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=d731d47a-16cf-4b1e-bc81-f5111f5edc81,segment=NetworkSegment(1139564f-ff83-4b49-a593-84b33301357d),segment_id=1139564f-ff83-4b49-a593-84b33301357d)] {{(pid=128085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 12:28:26.955490 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-2e29898c-4b09-4aac-91c1-5385386886f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:28:26.958074 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-f2e920d5-498e-41b0-995d-78c478dc69dc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:28:27.003171 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-a533465e-f137-42e2-b445-21e788ca766d None None] Provisioning for port 476c99da-ed0e-4022-b025-427db175bb17 completed by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:28:27.011732 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-a533465e-f137-42e2-b445-21e788ca766d None None] Provisioning complete for port 476c99da-ed0e-4022-b025-427db175bb17 triggered by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:28:27.012922 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-a533465e-f137-42e2-b445-21e788ca766d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:28:27.066713 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e29898c-4b09-4aac-91c1-5385386886f3 None None] Routers {'460731f7-56d8-465d-bb13-93d995087583'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:28:27.067271 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-2e29898c-4b09-4aac-91c1-5385386886f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T12:28:26Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['460731f7-56d8-465d-bb13-93d995087583'], 'active': True} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:28:27.103310 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf21b31-cc07-4deb-b79f-8bc6854b330a None None] Pushing event updated for resources: {'Port': ['ID=d731d47a-16cf-4b1e-bc81-f5111f5edc81,revision_number=3']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:28:27.109304 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-aaf21b31-cc07-4deb-b79f-8bc6854b330a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:28:27.114593 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-023e502e-76eb-4645-b5eb-e8b6377a9064 admin admin] Notify callbacks [] for port, precommit_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:28:27.116257 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-a533465e-f137-42e2-b445-21e788ca766d None None] Port 476c99da-ed0e-4022-b025-427db175bb17 cannot update to ACTIVE because it is not bound. {{(pid=128085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 12:28:27.120401 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-023e502e-76eb-4645-b5eb-e8b6377a9064 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2537871'] for port, after_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:28:27.127363 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-023e502e-76eb-4645-b5eb-e8b6377a9064 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:28:27.135984 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device c4197317-c479-4fed-a6a4-53e7517fbb5a up at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:28:27.199847 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023e502e-76eb-4645-b5eb-e8b6377a9064 admin admin] Pushing event updated for resources: {'Port': ['ID=476c99da-ed0e-4022-b025-427db175bb17,revision_number=2']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:28:27.202603 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-023e502e-76eb-4645-b5eb-e8b6377a9064 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1783050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1978542'] for router_interface, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:28:27.204925 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-023e502e-76eb-4645-b5eb-e8b6377a9064 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:28:27.234281 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvr_db [None req-2e29898c-4b09-4aac-91c1-5385386886f3 None None] Set router 460731f7-56d8-465d-bb13-93d995087583 gateway port host: dv-neutron-797120-4-hyperv {{(pid=128085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:28:27.276390 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning for port c4197317-c479-4fed-a6a4-53e7517fbb5a completed by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:28:27.286333 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning complete for port c4197317-c479-4fed-a6a4-53e7517fbb5a triggered by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:28:27.286712 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:28:27.325996 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-023e502e-76eb-4645-b5eb-e8b6377a9064 admin admin] Network b5132889-2537-4c96-8723-aee9199b1b71 is already hosted by enough agents. {{(pid=128083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:28:27.328170 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.base_scheduler [None req-023e502e-76eb-4645-b5eb-e8b6377a9064 admin admin] Resources bound (agent type, host, resource id): {{(pid=128083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:28:27.473944 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-023e502e-76eb-4645-b5eb-e8b6377a9064 admin admin] Router 460731f7-56d8-465d-bb13-93d995087583 has already been hosted by L3 agent 2987dba8-2249-4ee6-96ec-28f0f7a6127d {{(pid=128083) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 12:28:27.522667 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:28:27.568395 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] For port c4197317-c479-4fed-a6a4-53e7517fbb5a, host dv-neutron-797120-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=c4197317-c479-4fed-a6a4-53e7517fbb5a,segment=NetworkSegment(ec8d44af-9dd7-4818-8939-b0ad37430a72),segment_id=ec8d44af-9dd7-4818-8939-b0ad37430a72)] {{(pid=128085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:28:27.575186 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:28:27.576256 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device 0f3fd135-6eaa-43e1-b896-967b59a2eee4 up at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:28:27.581296 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-aaf21b31-cc07-4deb-b79f-8bc6854b330a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:28:27.621991 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-023e502e-76eb-4645-b5eb-e8b6377a9064 admin admin] Notify agent at l3_agent.dv-neutron-797120-4-hyperv the message routers_updated {{(pid=128083) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 12:28:27.627853 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-023e502e-76eb-4645-b5eb-e8b6377a9064 admin admin] 10.222.0.53 "PUT /v2.0/routers/460731f7-56d8-465d-bb13-93d995087583/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3895118 Jun 24 12:28:27.804269 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-2e29898c-4b09-4aac-91c1-5385386886f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '460731f7-56d8-465d-bb13-93d995087583', 'name': 'tempest-TestShelveInstance-646802958-router', 'tenant_id': 'ba96c8ad375642c98bd764c7d0d001c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'external_fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.70'}], 'enable_snat': True}, 'gw_port_id': 'd731d47a-16cf-4b1e-bc81-f5111f5edc81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:28:22Z', 'updated_at': '2021-06-24T12:28:26Z', 'revision_number': 4, 'project_id': 'ba96c8ad375642c98bd764c7d0d001c5', 'gw_port': {'id': 'd731d47a-16cf-4b1e-bc81-f5111f5edc81', 'name': '', 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:ee:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '460731f7-56d8-465d-bb13-93d995087583', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1822, 'fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:28:23Z', 'updated_at': '2021-06-24T12:28:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-4-hyperv', '_interfaces': [{'id': '476c99da-ed0e-4022-b025-427db175bb17', 'name': '', 'network_id': 'b5132889-2537-4c96-8723-aee9199b1b71', 'tenant_id': 'ba96c8ad375642c98bd764c7d0d001c5', 'mac_address': 'fa:16:3e:14:fc:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '460731f7-56d8-465d-bb13-93d995087583', 'device_owner': 'network:router_interface', 'standard_attr_id': 1823, 'fixed_ips': [{'subnet_id': '88d99f68-b1c9-466e-a8f7-bbe4f19daabc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:28:25Z', 'updated_at': '2021-06-24T12:28:26Z', 'revision_number': 1, 'project_id': 'ba96c8ad375642c98bd764c7d0d001c5', 'subnets': [{'id': '88d99f68-b1c9-466e-a8f7-bbe4f19daabc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:28:27.846965 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e29898c-4b09-4aac-91c1-5385386886f3 None None] The sync data for ids ['460731f7-56d8-465d-bb13-93d995087583'] in dv-neutron-797120-4-hyperv is: [{'id': '460731f7-56d8-465d-bb13-93d995087583', 'name': 'tempest-TestShelveInstance-646802958-router', 'tenant_id': 'ba96c8ad375642c98bd764c7d0d001c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'external_fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.70'}], 'enable_snat': True}, 'gw_port_id': 'd731d47a-16cf-4b1e-bc81-f5111f5edc81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:28:22Z', 'updated_at': '2021-06-24T12:28:26Z', 'revision_number': 4, 'project_id': 'ba96c8ad375642c98bd764c7d0d001c5', 'gw_port': {'id': 'd731d47a-16cf-4b1e-bc81-f5111f5edc81', 'name': '', 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:ee:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '460731f7-56d8-465d-bb13-93d995087583', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1822, 'fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:28:23Z', 'updated_at': '2021-06-24T12:28:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-4-hyperv', '_interfaces': [{'id': '476c99da-ed0e-4022-b025-427db175bb17', 'name': '', 'network_id': 'b5132889-2537-4c96-8723-aee9199b1b71', 'tenant_id': 'ba96c8ad375642c98bd764c7d0d001c5', 'mac_address': 'fa:16:3e:14:fc:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '460731f7-56d8-465d-bb13-93d995087583', 'device_owner': 'network:router_interface', 'standard_attr_id': 1823, 'fixed_ips': [{'subnet_id': '88d99f68-b1c9-466e-a8f7-bbe4f19daabc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:28:25Z', 'updated_at': '2021-06-24T12:28:26Z', 'revision_number': 1, 'project_id': 'ba96c8ad375642c98bd764c7d0d001c5', 'subnets': [{'id': '88d99f68-b1c9-466e-a8f7-bbe4f19daabc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=128085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 12:28:27.883878 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-f36ef7ce-3c06-4b84-9d41-74848a5d0f63 None None] Provisioning complete for port 476c99da-ed0e-4022-b025-427db175bb17 triggered by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:28:27.884329 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-f36ef7ce-3c06-4b84-9d41-74848a5d0f63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:28:27.890166 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Pushing event updated for resources: {'Port': ['ID=c4197317-c479-4fed-a6a4-53e7517fbb5a,revision_number=5']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:28:27.915809 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.335s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:28:27.917075 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-03237adf-ebd0-46f2-a476-4d4bb746e0f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:28:27.938355 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning complete for port 0f3fd135-6eaa-43e1-b896-967b59a2eee4 triggered by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:28:27.938746 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:28:27.940852 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-f36ef7ce-3c06-4b84-9d41-74848a5d0f63 None None] Port 476c99da-ed0e-4022-b025-427db175bb17 cannot update to ACTIVE because it is not bound. {{(pid=128085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 12:28:28.367652 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 41208) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:28:28.372689 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [None req-2f93a85e-08ee-4dae-9341-63b125e70546 tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1807980392', 'description': 'tempest-secgroup-smoke-1807980392 description', 'project_id': '0d1807c847644cb3a8e97c12e656c3c9'}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:28:28.408273 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-2f93a85e-08ee-4dae-9341-63b125e70546 tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] Notify callbacks [] for security_group, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:28:28.532341 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-2f93a85e-08ee-4dae-9341-63b125e70546 tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] Notify callbacks [] for security_group, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:28:28.538564 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-2f93a85e-08ee-4dae-9341-63b125e70546 tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800410'] for security_group, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:28:28.541349 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-a9495969-bf46-492e-b105-cd7d066e0702 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:28:28.577756 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-2f93a85e-08ee-4dae-9341-63b125e70546 tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] Notify callbacks [] for security_group, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:28:28.579006 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-2f93a85e-08ee-4dae-9341-63b125e70546 tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2103395 Jun 24 12:28:28.582205 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f93a85e-08ee-4dae-9341-63b125e70546 tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f090e519-06bb-4073-8c17-fea0d7c645c5,revision_number=1']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:28:28.585257 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-2f93a85e-08ee-4dae-9341-63b125e70546 tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:28:28.586683 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 41210) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:28:28.591508 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [None req-7616166a-9fe7-4a31-ab3c-d865cd1e1e9e tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] Request body: {'security_group_rule': {'security_group_id': 'f090e519-06bb-4073-8c17-fea0d7c645c5', 'project_id': '0d1807c847644cb3a8e97c12e656c3c9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:28:28.646102 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-7616166a-9fe7-4a31-ab3c-d865cd1e1e9e tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] Notify callbacks [] for security_group_rule, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:28:28.718846 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-7616166a-9fe7-4a31-ab3c-d865cd1e1e9e tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:28:28.724545 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-7616166a-9fe7-4a31-ab3c-d865cd1e1e9e tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1627007'] for security_group_rule, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:28:28.726521 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-ddb8f901-96ff-4cb6-8fe7-7482c8484a68 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:28:28.749535 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7616166a-9fe7-4a31-ab3c-d865cd1e1e9e tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f568238c-567a-4be5-a30c-8961ff5b953b,revision_number=0']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:28:28.753608 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-7616166a-9fe7-4a31-ab3c-d865cd1e1e9e tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:28:28.756239 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-7616166a-9fe7-4a31-ab3c-d865cd1e1e9e tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] Notify callbacks [] for security_group_rule, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:28:28.760080 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-7616166a-9fe7-4a31-ab3c-d865cd1e1e9e tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1698594 Jun 24 12:28:28.760362 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 41212) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:28:28.765562 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [None req-e5117935-5413-409d-b50a-9088f1e19dfe tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] Request body: {'security_group_rule': {'security_group_id': 'f090e519-06bb-4073-8c17-fea0d7c645c5', 'project_id': '0d1807c847644cb3a8e97c12e656c3c9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:28:28.803703 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-e5117935-5413-409d-b50a-9088f1e19dfe tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] Notify callbacks [] for security_group_rule, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:28:28.894518 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-e5117935-5413-409d-b50a-9088f1e19dfe tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:28:28.900563 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-e5117935-5413-409d-b50a-9088f1e19dfe tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1627007'] for security_group_rule, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:28:28.904791 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-95deb37f-7033-44a1-8720-6224b13d8818 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:28:28.938011 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5117935-5413-409d-b50a-9088f1e19dfe tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47126297-54d5-4b6f-9a81-0f9929b23ac3,revision_number=0']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:28:28.943344 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-e5117935-5413-409d-b50a-9088f1e19dfe tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:28:28.950445 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-e5117935-5413-409d-b50a-9088f1e19dfe tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] Notify callbacks [] for security_group_rule, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:28:28.953482 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-e5117935-5413-409d-b50a-9088f1e19dfe tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1904361 Jun 24 12:28:28.954920 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 41214) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:28:28.962490 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [None req-935a9962-8079-4b76-8d7f-5840d78d8e86 tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] Request body: {'security_group_rule': {'security_group_id': 'f090e519-06bb-4073-8c17-fea0d7c645c5', 'project_id': '0d1807c847644cb3a8e97c12e656c3c9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:28:29.003241 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-935a9962-8079-4b76-8d7f-5840d78d8e86 tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] Notify callbacks [] for security_group_rule, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:28:29.096137 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-935a9962-8079-4b76-8d7f-5840d78d8e86 tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:28:29.102507 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-935a9962-8079-4b76-8d7f-5840d78d8e86 tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1627007'] for security_group_rule, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:28:29.104476 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-63de6412-0b63-4e7e-a69b-fe10ae52308f tempest-ServerActionsTestJSON-385020754 tempest-ServerActionsTestJSON-385020754-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:28:29.126104 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935a9962-8079-4b76-8d7f-5840d78d8e86 tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f680b11-4ff6-4255-8a7c-70e53da038a3,revision_number=0']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:28:29.131019 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-935a9962-8079-4b76-8d7f-5840d78d8e86 tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:28:29.132782 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-935a9962-8079-4b76-8d7f-5840d78d8e86 tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] Notify callbacks [] for security_group_rule, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:28:29.135041 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-935a9962-8079-4b76-8d7f-5840d78d8e86 tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1767919 Jun 24 12:28:29.137290 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 41216) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:28:29.143763 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [None req-099d6568-6513-42a2-9d45-ef61b3c5b1d2 tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] Request body: {'security_group_rule': {'security_group_id': 'f090e519-06bb-4073-8c17-fea0d7c645c5', 'project_id': '0d1807c847644cb3a8e97c12e656c3c9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:28:29.144041 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device c4197317-c479-4fed-a6a4-53e7517fbb5a up at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:28:29.176880 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-099d6568-6513-42a2-9d45-ef61b3c5b1d2 tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] Notify callbacks [] for security_group_rule, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:28:29.201602 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning complete for port c4197317-c479-4fed-a6a4-53e7517fbb5a triggered by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:28:29.202382 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:28:29.260048 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-099d6568-6513-42a2-9d45-ef61b3c5b1d2 tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:28:29.267240 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-099d6568-6513-42a2-9d45-ef61b3c5b1d2 tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1627007'] for security_group_rule, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:28:29.273080 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-391096be-77e6-428f-bce8-0af32710108d tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:28:29.289408 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099d6568-6513-42a2-9d45-ef61b3c5b1d2 tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5118a910-762a-408e-b9b9-2e062c541316,revision_number=0']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:28:29.294293 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-099d6568-6513-42a2-9d45-ef61b3c5b1d2 tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:28:29.302221 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-099d6568-6513-42a2-9d45-ef61b3c5b1d2 tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] Notify callbacks [] for security_group_rule, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:28:29.303661 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-099d6568-6513-42a2-9d45-ef61b3c5b1d2 tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1650441 Jun 24 12:28:29.306625 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 41218) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:28:29.317820 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [None req-234d23e4-7ffb-4fe5-808f-9642c3f40ab8 tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] Request body: {'security_group_rule': {'security_group_id': 'f090e519-06bb-4073-8c17-fea0d7c645c5', 'project_id': '0d1807c847644cb3a8e97c12e656c3c9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:28:29.322061 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device d731d47a-16cf-4b1e-bc81-f5111f5edc81 up at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:28:29.347166 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.db.securitygroups_db [None req-234d23e4-7ffb-4fe5-808f-9642c3f40ab8 tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] Project 0d1807c847644cb3a8e97c12e656c3c9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 24 12:28:29.354585 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-234d23e4-7ffb-4fe5-808f-9642c3f40ab8 tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] Notify callbacks [] for security_group_rule, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:28:29.396565 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning for port d731d47a-16cf-4b1e-bc81-f5111f5edc81 completed by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:28:29.403292 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning complete for port d731d47a-16cf-4b1e-bc81-f5111f5edc81 triggered by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:28:29.403881 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:28:29.451599 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-234d23e4-7ffb-4fe5-808f-9642c3f40ab8 tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:28:29.456884 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-234d23e4-7ffb-4fe5-808f-9642c3f40ab8 tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1627007'] for security_group_rule, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:28:29.463080 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-f3d585be-c02c-438c-a609-b39053218584 tempest-SecGroupTest-1107880395 tempest-SecGroupTest-1107880395-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:28:29.476197 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234d23e4-7ffb-4fe5-808f-9642c3f40ab8 tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff200d21-fd74-49e9-9930-d5b0545088ee,revision_number=0']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:28:29.478695 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-234d23e4-7ffb-4fe5-808f-9642c3f40ab8 tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:28:29.488055 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-234d23e4-7ffb-4fe5-808f-9642c3f40ab8 tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] Notify callbacks [] for security_group_rule, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:28:29.492390 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-234d23e4-7ffb-4fe5-808f-9642c3f40ab8 tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1802254 Jun 24 12:28:29.492656 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 41220) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:28:29.497554 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [None req-c828ac68-9f9c-4960-9c78-27aab726120b tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] Request body: {'security_group_rule': {'security_group_id': 'f090e519-06bb-4073-8c17-fea0d7c645c5', 'project_id': '0d1807c847644cb3a8e97c12e656c3c9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:28:29.510020 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:28:29.522231 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.db.securitygroups_db [None req-c828ac68-9f9c-4960-9c78-27aab726120b tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] Project 0d1807c847644cb3a8e97c12e656c3c9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 24 12:28:29.527327 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-c828ac68-9f9c-4960-9c78-27aab726120b tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] Notify callbacks [] for security_group_rule, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:28:29.531636 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] For port d731d47a-16cf-4b1e-bc81-f5111f5edc81, host dv-neutron-797120-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=d731d47a-16cf-4b1e-bc81-f5111f5edc81,segment=NetworkSegment(1139564f-ff83-4b49-a593-84b33301357d),segment_id=1139564f-ff83-4b49-a593-84b33301357d)] {{(pid=128085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:28:29.536782 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:28:29.538796 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:28:29.604602 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Pushing event updated for resources: {'Port': ['ID=d731d47a-16cf-4b1e-bc81-f5111f5edc81,revision_number=4']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:28:29.610075 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:28:29.630010 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-c828ac68-9f9c-4960-9c78-27aab726120b tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:28:29.636097 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-c828ac68-9f9c-4960-9c78-27aab726120b tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1627007'] for security_group_rule, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:28:29.648868 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-bd50772a-c77b-4bc1-a238-5a6c1d3e7205 tempest-TestVolumeBootPattern-428988392 tempest-TestVolumeBootPattern-428988392-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:28:29.688263 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c828ac68-9f9c-4960-9c78-27aab726120b tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1b995c6-93c9-42b5-9112-63727fbb5bf0,revision_number=0']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:28:29.692938 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-c828ac68-9f9c-4960-9c78-27aab726120b tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:28:29.695090 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-c828ac68-9f9c-4960-9c78-27aab726120b tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] Notify callbacks [] for security_group_rule, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:28:29.705153 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-c828ac68-9f9c-4960-9c78-27aab726120b tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2033668 Jun 24 12:28:29.828334 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-52c483ef-d5c1-4030-9a32-e5ce4ff00ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:28:29.953687 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-4623daf1-f872-40d2-abb6-af2d20c1a4e7 req-155d401e-8e65-4b50-a4f8-5fdb8372e1e4 tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1807980392&fields=id&tenant_id=0d1807c847644cb3a8e97c12e656c3c9 HTTP/1.1" status: 200 len: 267 time: 0.0545397 Jun 24 12:28:30.101755 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4623daf1-f872-40d2-abb6-af2d20c1a4e7 req-16644e37-f1d1-4474-937e-bd0e6fc06bc5 tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:28:30.103471 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-4623daf1-f872-40d2-abb6-af2d20c1a4e7 req-16644e37-f1d1-4474-937e-bd0e6fc06bc5 tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] 10.222.0.53 "GET /v2.0/networks?id=fbda8845-5f48-456b-ae8b-c949b27ec543 HTTP/1.1" status: 200 len: 808 time: 0.1428356 Jun 24 12:28:30.121365 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-4623daf1-f872-40d2-abb6-af2d20c1a4e7 req-7641e457-d688-438e-9002-461337e7f4ce tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] 10.222.0.53 "GET /v2.0/quotas/0d1807c847644cb3a8e97c12e656c3c9 HTTP/1.1" status: 200 len: 375 time: 0.0107732 Jun 24 12:28:30.204790 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-4623daf1-f872-40d2-abb6-af2d20c1a4e7 req-29a5f242-86b8-4c80-a707-cd00f024bbdd tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=0d1807c847644cb3a8e97c12e656c3c9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0732224 Jun 24 12:28:30.253326 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a910fbb-ade4-446f-a5c7-20309895233d None None] Sync routers for ids ['460731f7-56d8-465d-bb13-93d995087583'] in dv-neutron-797120-4-hyperv {{(pid=128086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 12:28:30.264787 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a910fbb-ade4-446f-a5c7-20309895233d None None] Routers {'460731f7-56d8-465d-bb13-93d995087583'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:28:30.265550 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-5a910fbb-ade4-446f-a5c7-20309895233d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T12:28:26Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['460731f7-56d8-465d-bb13-93d995087583'], 'active': True} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:28:30.364244 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [req-4623daf1-f872-40d2-abb6-af2d20c1a4e7 req-bed21a61-2608-4a99-a24a-4cba42653ff9 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=128083) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 24 12:28:30.365489 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-4623daf1-f872-40d2-abb6-af2d20c1a4e7 req-bed21a61-2608-4a99-a24a-4cba42653ff9 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1491346 Jun 24 12:28:30.403022 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_dvr_db [None req-5a910fbb-ade4-446f-a5c7-20309895233d None None] Set router 460731f7-56d8-465d-bb13-93d995087583 gateway port host: dv-neutron-797120-4-hyperv {{(pid=128086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:28:30.477272 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-4623daf1-f872-40d2-abb6-af2d20c1a4e7 req-056dc8b4-4407-4206-a03e-0812668f8ee9 service neutron] 10.222.0.53 "GET /v2.0/networks/fbda8845-5f48-456b-ae8b-c949b27ec543?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1050179 Jun 24 12:28:30.592661 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-4623daf1-f872-40d2-abb6-af2d20c1a4e7 req-05177caf-1eba-4f53-9f85-4b39507a219a service neutron] 10.222.0.53 "GET /v2.0/networks/fbda8845-5f48-456b-ae8b-c949b27ec543?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1073177 Jun 24 12:28:30.669463 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-5a910fbb-ade4-446f-a5c7-20309895233d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '460731f7-56d8-465d-bb13-93d995087583', 'name': 'tempest-TestShelveInstance-646802958-router', 'tenant_id': 'ba96c8ad375642c98bd764c7d0d001c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'external_fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.70'}], 'enable_snat': True}, 'gw_port_id': 'd731d47a-16cf-4b1e-bc81-f5111f5edc81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:28:22Z', 'updated_at': '2021-06-24T12:28:26Z', 'revision_number': 4, 'project_id': 'ba96c8ad375642c98bd764c7d0d001c5', 'gw_port': {'id': 'd731d47a-16cf-4b1e-bc81-f5111f5edc81', 'name': '', 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:ee:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '460731f7-56d8-465d-bb13-93d995087583', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1822, 'fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:28:23Z', 'updated_at': '2021-06-24T12:28:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-4-hyperv', '_interfaces': [{'id': '476c99da-ed0e-4022-b025-427db175bb17', 'name': '', 'network_id': 'b5132889-2537-4c96-8723-aee9199b1b71', 'tenant_id': 'ba96c8ad375642c98bd764c7d0d001c5', 'mac_address': 'fa:16:3e:14:fc:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '460731f7-56d8-465d-bb13-93d995087583', 'device_owner': 'network:router_interface', 'standard_attr_id': 1823, 'fixed_ips': [{'subnet_id': '88d99f68-b1c9-466e-a8f7-bbe4f19daabc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:28:25Z', 'updated_at': '2021-06-24T12:28:26Z', 'revision_number': 2, 'project_id': 'ba96c8ad375642c98bd764c7d0d001c5', 'subnets': [{'id': '88d99f68-b1c9-466e-a8f7-bbe4f19daabc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:28:30.701951 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a910fbb-ade4-446f-a5c7-20309895233d None None] Checking router: 460731f7-56d8-465d-bb13-93d995087583 for host: dv-neutron-797120-4-hyperv {{(pid=128086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 12:28:30.702309 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a910fbb-ade4-446f-a5c7-20309895233d None None] Updating router 460731f7-56d8-465d-bb13-93d995087583 port 476c99da-ed0e-4022-b025-427db175bb17 binding host dv-neutron-797120-4-hyperv {{(pid=128086) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 12:28:30.747008 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron_lib.callbacks.manager [None req-5a910fbb-ade4-446f-a5c7-20309895233d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:28:30.808221 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-979a7bd0-57e4-4a07-bfdc-03f38b5d9c3d req-27e621c9-722a-4a6d-9135-42d31312c296 tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] 10.222.0.53 "GET /v2.0/ports?device_id=87269ac5-29f9-4a42-b7ae-95b7bbf30522 HTTP/1.1" status: 200 len: 210 time: 0.0348163 Jun 24 12:28:31.062821 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device d731d47a-16cf-4b1e-bc81-f5111f5edc81 up at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:28:31.132093 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron_lib.callbacks.manager [None req-5a910fbb-ade4-446f-a5c7-20309895233d None None] Notify callbacks [] for port, precommit_update {{(pid=128086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:28:31.145184 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.provisioning_blocks [None req-5a910fbb-ade4-446f-a5c7-20309895233d None None] Transition to ACTIVE for port object 476c99da-ed0e-4022-b025-427db175bb17 will not be triggered until provisioned by entity L2. {{(pid=128086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:28:31.152460 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron_lib.callbacks.manager [None req-5a910fbb-ade4-446f-a5c7-20309895233d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:28:31.156596 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128086) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:28:31.159883 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning complete for port d731d47a-16cf-4b1e-bc81-f5111f5edc81 triggered by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:28:31.160659 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:28:31.312253 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3419138-fa63-46b5-8429-b6058783112e None None] Pushing event updated for resources: {'Port': ['ID=476c99da-ed0e-4022-b025-427db175bb17,revision_number=3']} {{(pid=128086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:28:31.323920 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG oslo_concurrency.lockutils [None req-e3419138-fa63-46b5-8429-b6058783112e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=128086) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:28:31.330886 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.plugins.ml2.managers [None req-5a910fbb-ade4-446f-a5c7-20309895233d None None] Attempting to bind port 476c99da-ed0e-4022-b025-427db175bb17 on host dv-neutron-797120-4-hyperv for vnic_type normal with profile {{(pid=128086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 12:28:31.331265 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.plugins.ml2.managers [None req-5a910fbb-ade4-446f-a5c7-20309895233d None None] Attempting to bind port 476c99da-ed0e-4022-b025-427db175bb17 by drivers openvswitch,hyperv on host dv-neutron-797120-4-hyperv at level 0 using segments [{'id': '93244090-8d84-43cc-b7f3-7cea77816170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'b5132889-2537-4c96-8723-aee9199b1b71'}] {{(pid=128086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 12:28:31.331636 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a910fbb-ade4-446f-a5c7-20309895233d None None] Attempting to bind port 476c99da-ed0e-4022-b025-427db175bb17 on network b5132889-2537-4c96-8723-aee9199b1b71 {{(pid=128086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:28:31.337535 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a910fbb-ade4-446f-a5c7-20309895233d None None] Checking agent: {'id': 'e3a695b2-c397-461f-83b0-10b79d490b59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 11, 36, 56), 'started_at': datetime.datetime(2021, 6, 24, 11, 37, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 12, 28, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=128086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 12:28:31.337926 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a910fbb-ade4-446f-a5c7-20309895233d None None] Checking segment: {'id': '93244090-8d84-43cc-b7f3-7cea77816170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'b5132889-2537-4c96-8723-aee9199b1b71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=128086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:28:31.338316 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron_lib.callbacks.manager [None req-5a910fbb-ade4-446f-a5c7-20309895233d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=128086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:28:31.338716 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a910fbb-ade4-446f-a5c7-20309895233d None None] Bound using segment: {'id': '93244090-8d84-43cc-b7f3-7cea77816170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'b5132889-2537-4c96-8723-aee9199b1b71'} {{(pid=128086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 12:28:31.339194 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.plugins.ml2.managers [None req-5a910fbb-ade4-446f-a5c7-20309895233d None None] Bound port: 476c99da-ed0e-4022-b025-427db175bb17, host: dv-neutron-797120-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93244090-8d84-43cc-b7f3-7cea77816170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'b5132889-2537-4c96-8723-aee9199b1b71'}}] {{(pid=128086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 12:28:31.339576 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron_lib.callbacks.manager [None req-5a910fbb-ade4-446f-a5c7-20309895233d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:28:31.435154 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.plugins.ml2.db [None req-5a910fbb-ade4-446f-a5c7-20309895233d None None] For port 476c99da-ed0e-4022-b025-427db175bb17, host dv-neutron-797120-4-hyperv, cleared binding levels {{(pid=128086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 12:28:31.441581 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.plugins.ml2.db [None req-5a910fbb-ade4-446f-a5c7-20309895233d None None] For port 476c99da-ed0e-4022-b025-427db175bb17, host dv-neutron-797120-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=476c99da-ed0e-4022-b025-427db175bb17,segment=NetworkSegment(93244090-8d84-43cc-b7f3-7cea77816170),segment_id=93244090-8d84-43cc-b7f3-7cea77816170)] {{(pid=128086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 12:28:31.451939 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron_lib.callbacks.manager [None req-5a910fbb-ade4-446f-a5c7-20309895233d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:28:31.463983 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG oslo_concurrency.lockutils [None req-a1b6a92d-c350-4c86-a9a3-be72df540098 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128086) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:28:31.535497 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a910fbb-ade4-446f-a5c7-20309895233d None None] Routers {'460731f7-56d8-465d-bb13-93d995087583'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:28:31.536400 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-5a910fbb-ade4-446f-a5c7-20309895233d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T12:28:26Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['460731f7-56d8-465d-bb13-93d995087583'], 'active': True} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:28:31.601351 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3419138-fa63-46b5-8429-b6058783112e None None] Pushing event updated for resources: {'Port': ['ID=476c99da-ed0e-4022-b025-427db175bb17,revision_number=4']} {{(pid=128086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:28:31.615677 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG oslo_concurrency.lockutils [None req-e3419138-fa63-46b5-8429-b6058783112e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=128086) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:28:31.691150 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_dvr_db [None req-5a910fbb-ade4-446f-a5c7-20309895233d None None] Set router 460731f7-56d8-465d-bb13-93d995087583 gateway port host: dv-neutron-797120-4-hyperv {{(pid=128086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:28:31.960391 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-5a910fbb-ade4-446f-a5c7-20309895233d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '460731f7-56d8-465d-bb13-93d995087583', 'name': 'tempest-TestShelveInstance-646802958-router', 'tenant_id': 'ba96c8ad375642c98bd764c7d0d001c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'external_fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.70'}], 'enable_snat': True}, 'gw_port_id': 'd731d47a-16cf-4b1e-bc81-f5111f5edc81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:28:22Z', 'updated_at': '2021-06-24T12:28:26Z', 'revision_number': 4, 'project_id': 'ba96c8ad375642c98bd764c7d0d001c5', 'gw_port': {'id': 'd731d47a-16cf-4b1e-bc81-f5111f5edc81', 'name': '', 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:ee:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '460731f7-56d8-465d-bb13-93d995087583', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1822, 'fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:28:23Z', 'updated_at': '2021-06-24T12:28:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-4-hyperv', '_interfaces': [{'id': '476c99da-ed0e-4022-b025-427db175bb17', 'name': '', 'network_id': 'b5132889-2537-4c96-8723-aee9199b1b71', 'tenant_id': 'ba96c8ad375642c98bd764c7d0d001c5', 'mac_address': 'fa:16:3e:14:fc:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '460731f7-56d8-465d-bb13-93d995087583', 'device_owner': 'network:router_interface', 'standard_attr_id': 1823, 'fixed_ips': [{'subnet_id': '88d99f68-b1c9-466e-a8f7-bbe4f19daabc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:28:25Z', 'updated_at': '2021-06-24T12:28:31Z', 'revision_number': 4, 'project_id': 'ba96c8ad375642c98bd764c7d0d001c5', 'subnets': [{'id': '88d99f68-b1c9-466e-a8f7-bbe4f19daabc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:28:31.994191 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-4cd4c31b-5963-4c35-8fe7-887b6cef11ec req-f24d7be6-e1cf-43af-bcc7-5784e558fc44 tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] 10.222.0.53 "GET /v2.0/ports?device_id=87269ac5-29f9-4a42-b7ae-95b7bbf30522 HTTP/1.1" status: 200 len: 210 time: 0.0398967 Jun 24 12:28:31.996447 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a910fbb-ade4-446f-a5c7-20309895233d None None] The sync data for ids ['460731f7-56d8-465d-bb13-93d995087583'] in dv-neutron-797120-4-hyperv is: [{'id': '460731f7-56d8-465d-bb13-93d995087583', 'name': 'tempest-TestShelveInstance-646802958-router', 'tenant_id': 'ba96c8ad375642c98bd764c7d0d001c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'external_fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.70'}], 'enable_snat': True}, 'gw_port_id': 'd731d47a-16cf-4b1e-bc81-f5111f5edc81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:28:22Z', 'updated_at': '2021-06-24T12:28:26Z', 'revision_number': 4, 'project_id': 'ba96c8ad375642c98bd764c7d0d001c5', 'gw_port': {'id': 'd731d47a-16cf-4b1e-bc81-f5111f5edc81', 'name': '', 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:ee:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '460731f7-56d8-465d-bb13-93d995087583', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1822, 'fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:28:23Z', 'updated_at': '2021-06-24T12:28:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-4-hyperv', '_interfaces': [{'id': '476c99da-ed0e-4022-b025-427db175bb17', 'name': '', 'network_id': 'b5132889-2537-4c96-8723-aee9199b1b71', 'tenant_id': 'ba96c8ad375642c98bd764c7d0d001c5', 'mac_address': 'fa:16:3e:14:fc:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '460731f7-56d8-465d-bb13-93d995087583', 'device_owner': 'network:router_interface', 'standard_attr_id': 1823, 'fixed_ips': [{'subnet_id': '88d99f68-b1c9-466e-a8f7-bbe4f19daabc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:28:25Z', 'updated_at': '2021-06-24T12:28:31Z', 'revision_number': 4, 'project_id': 'ba96c8ad375642c98bd764c7d0d001c5', 'subnets': [{'id': '88d99f68-b1c9-466e-a8f7-bbe4f19daabc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=128086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 12:28:32.576965 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4623daf1-f872-40d2-abb6-af2d20c1a4e7 req-bfd82596-b220-42cd-af20-28e4456a557a tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:28:32.578348 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-4623daf1-f872-40d2-abb6-af2d20c1a4e7 req-bfd82596-b220-42cd-af20-28e4456a557a tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] 10.222.0.45 "GET /v2.0/networks?id=fbda8845-5f48-456b-ae8b-c949b27ec543 HTTP/1.1" status: 200 len: 808 time: 0.1264203 Jun 24 12:28:32.641161 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-4623daf1-f872-40d2-abb6-af2d20c1a4e7 req-0e56f11f-add7-4b06-a33c-552eb2ee15b8 tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0d1807c847644cb3a8e97c12e656c3c9 HTTP/1.1" status: 200 len: 380 time: 0.0421126 Jun 24 12:28:32.651659 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [req-4623daf1-f872-40d2-abb6-af2d20c1a4e7 req-e74dc403-98b7-4493-b12c-1377db574ef4 tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] Request body: {'port': {'device_id': '87269ac5-29f9-4a42-b7ae-95b7bbf30522', 'network_id': 'fbda8845-5f48-456b-ae8b-c949b27ec543', 'admin_state_up': True, 'tenant_id': '0d1807c847644cb3a8e97c12e656c3c9', 'security_groups': ['f090e519-06bb-4073-8c17-fea0d7c645c5']}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:28:32.792225 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4623daf1-f872-40d2-abb6-af2d20c1a4e7 req-e74dc403-98b7-4493-b12c-1377db574ef4 tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] Made reservation on behalf of 0d1807c847644cb3a8e97c12e656c3c9 for: {'port': 1} {{(pid=128083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:28:32.796908 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-4623daf1-f872-40d2-abb6-af2d20c1a4e7 req-e74dc403-98b7-4493-b12c-1377db574ef4 tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:28:32.944229 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.db_base_plugin_common [req-4623daf1-f872-40d2-abb6-af2d20c1a4e7 req-e74dc403-98b7-4493-b12c-1377db574ef4 tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] Allocated IP 172.20.0.8 (fbda8845-5f48-456b-ae8b-c949b27ec543/a5e1566a-72aa-46bc-8ab1-4e06365cbc2d/353b65d1-64e1-44c6-8acc-e26a46dc0d54) {{(pid=128083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:28:33.078517 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device 476c99da-ed0e-4022-b025-427db175bb17 up at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:28:33.120748 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-4623daf1-f872-40d2-abb6-af2d20c1a4e7 req-e74dc403-98b7-4493-b12c-1377db574ef4 tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] Notify callbacks [] for port, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:28:33.135531 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning for port 476c99da-ed0e-4022-b025-427db175bb17 completed by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:28:33.137344 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.provisioning_blocks [req-4623daf1-f872-40d2-abb6-af2d20c1a4e7 req-e74dc403-98b7-4493-b12c-1377db574ef4 tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] Transition to ACTIVE for port object 353b65d1-64e1-44c6-8acc-e26a46dc0d54 will not be triggered until provisioned by entity DHCP. {{(pid=128083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:28:33.141800 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning complete for port 476c99da-ed0e-4022-b025-427db175bb17 triggered by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:28:33.141800 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:28:33.182889 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-2fa0057d-12ad-4298-ba0e-68d811ed8d51 req-f1d34248-cb7c-46da-bc4d-0eecd6330135 tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] 10.222.0.53 "GET /v2.0/ports?device_id=87269ac5-29f9-4a42-b7ae-95b7bbf30522 HTTP/1.1" status: 200 len: 210 time: 0.0393710 Jun 24 12:28:33.214911 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-4623daf1-f872-40d2-abb6-af2d20c1a4e7 req-e74dc403-98b7-4493-b12c-1377db574ef4 tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-650429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-506361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793193536723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2537853'] for port, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:28:33.219259 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-b88bf710-41a5-4552-a3b1-ac2b3d6cd472 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:28:33.229267 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:28:33.263344 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4623daf1-f872-40d2-abb6-af2d20c1a4e7 req-e74dc403-98b7-4493-b12c-1377db574ef4 tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] Network fbda8845-5f48-456b-ae8b-c949b27ec543 is already hosted by enough agents. {{(pid=128083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:28:33.272386 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.base_scheduler [req-4623daf1-f872-40d2-abb6-af2d20c1a4e7 req-e74dc403-98b7-4493-b12c-1377db574ef4 tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] Resources bound (agent type, host, resource id): {{(pid=128083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:28:33.272706 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] For port 476c99da-ed0e-4022-b025-427db175bb17, host dv-neutron-797120-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=476c99da-ed0e-4022-b025-427db175bb17,segment=NetworkSegment(93244090-8d84-43cc-b7f3-7cea77816170),segment_id=93244090-8d84-43cc-b7f3-7cea77816170)] {{(pid=128085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:28:33.277276 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.l3_dvrscheduler_db [req-4623daf1-f872-40d2-abb6-af2d20c1a4e7 req-e74dc403-98b7-4493-b12c-1377db574ef4 tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] Received port after_create {{(pid=128083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:28:33.277492 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:28:33.279369 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:28:33.281556 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74dc403-98b7-4493-b12c-1377db574ef4 tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] Pushing event updated for resources: {'Port': ['ID=353b65d1-64e1-44c6-8acc-e26a46dc0d54,revision_number=1']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:28:33.304951 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-e74dc403-98b7-4493-b12c-1377db574ef4 tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:28:33.335610 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Pushing event updated for resources: {'Port': ['ID=476c99da-ed0e-4022-b025-427db175bb17,revision_number=5']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:28:33.338992 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:28:33.345905 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4623daf1-f872-40d2-abb6-af2d20c1a4e7 req-e74dc403-98b7-4493-b12c-1377db574ef4 tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:28:33.346747 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-4623daf1-f872-40d2-abb6-af2d20c1a4e7 req-e74dc403-98b7-4493-b12c-1377db574ef4 tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468916'] for port, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:28:33.366495 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-4623daf1-f872-40d2-abb6-af2d20c1a4e7 req-e74dc403-98b7-4493-b12c-1377db574ef4 tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7187583 Jun 24 12:28:33.383867 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [req-4623daf1-f872-40d2-abb6-af2d20c1a4e7 req-8ce309c8-dd7b-4270-8ff0-9333b2020f5a service neutron] Request body: {'port': {'device_id': '87269ac5-29f9-4a42-b7ae-95b7bbf30522', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7971'}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:28:33.469406 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-4623daf1-f872-40d2-abb6-af2d20c1a4e7 req-8ce309c8-dd7b-4270-8ff0-9333b2020f5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:28:33.583470 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-02f96b3b-6fb0-497f-81e7-8965acddef5f None None] Provisioning for port 353b65d1-64e1-44c6-8acc-e26a46dc0d54 completed by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:28:33.590497 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-02f96b3b-6fb0-497f-81e7-8965acddef5f None None] Provisioning complete for port 353b65d1-64e1-44c6-8acc-e26a46dc0d54 triggered by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:28:33.591609 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-02f96b3b-6fb0-497f-81e7-8965acddef5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:28:33.633822 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-02f96b3b-6fb0-497f-81e7-8965acddef5f None None] Port 353b65d1-64e1-44c6-8acc-e26a46dc0d54 cannot update to ACTIVE because it is not bound. {{(pid=128085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 12:28:33.814655 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.notifiers.nova [req-4623daf1-f872-40d2-abb6-af2d20c1a4e7 req-8ce309c8-dd7b-4270-8ff0-9333b2020f5a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 353b65d1-64e1-44c6-8acc-e26a46dc0d54 {{(pid=128083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 12:28:33.823347 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-4623daf1-f872-40d2-abb6-af2d20c1a4e7 req-8ce309c8-dd7b-4270-8ff0-9333b2020f5a service neutron] Notify callbacks [] for port, precommit_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:28:33.837589 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.provisioning_blocks [req-4623daf1-f872-40d2-abb6-af2d20c1a4e7 req-8ce309c8-dd7b-4270-8ff0-9333b2020f5a service neutron] Transition to ACTIVE for port object 353b65d1-64e1-44c6-8acc-e26a46dc0d54 will not be triggered until provisioned by entity L2. {{(pid=128083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:28:33.844248 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-4623daf1-f872-40d2-abb6-af2d20c1a4e7 req-8ce309c8-dd7b-4270-8ff0-9333b2020f5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2537871'] for port, after_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:28:33.847482 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-298b14e5-5131-48d4-8071-37938520dd6b tempest-TestEncryptedCinderVolumes-972527021 tempest-TestEncryptedCinderVolumes-972527021-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:28:33.904288 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce309c8-dd7b-4270-8ff0-9333b2020f5a service neutron] Pushing event updated for resources: {'Port': ['ID=353b65d1-64e1-44c6-8acc-e26a46dc0d54,revision_number=2']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:28:33.910013 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-8ce309c8-dd7b-4270-8ff0-9333b2020f5a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:28:33.992866 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.managers [req-4623daf1-f872-40d2-abb6-af2d20c1a4e7 req-8ce309c8-dd7b-4270-8ff0-9333b2020f5a service neutron] Attempting to bind port 353b65d1-64e1-44c6-8acc-e26a46dc0d54 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=128083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 12:28:33.993430 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.managers [req-4623daf1-f872-40d2-abb6-af2d20c1a4e7 req-8ce309c8-dd7b-4270-8ff0-9333b2020f5a service neutron] Attempting to bind port 353b65d1-64e1-44c6-8acc-e26a46dc0d54 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': 'ec8d44af-9dd7-4818-8939-b0ad37430a72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'fbda8845-5f48-456b-ae8b-c949b27ec543'}] {{(pid=128083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 12:28:33.993989 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4623daf1-f872-40d2-abb6-af2d20c1a4e7 req-8ce309c8-dd7b-4270-8ff0-9333b2020f5a service neutron] Attempting to bind port 353b65d1-64e1-44c6-8acc-e26a46dc0d54 on network fbda8845-5f48-456b-ae8b-c949b27ec543 {{(pid=128083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:28:34.001173 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4623daf1-f872-40d2-abb6-af2d20c1a4e7 req-8ce309c8-dd7b-4270-8ff0-9333b2020f5a service neutron] Port 353b65d1-64e1-44c6-8acc-e26a46dc0d54 on network fbda8845-5f48-456b-ae8b-c949b27ec543 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=128083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 12:28:34.001688 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4623daf1-f872-40d2-abb6-af2d20c1a4e7 req-8ce309c8-dd7b-4270-8ff0-9333b2020f5a service neutron] Attempting to bind port 353b65d1-64e1-44c6-8acc-e26a46dc0d54 on network fbda8845-5f48-456b-ae8b-c949b27ec543 {{(pid=128083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:28:34.009126 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4623daf1-f872-40d2-abb6-af2d20c1a4e7 req-8ce309c8-dd7b-4270-8ff0-9333b2020f5a service neutron] Checking agent: {'id': 'a2c9a14d-87aa-4cd1-a510-11988f19c3d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7971', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 11, 42, 44), 'started_at': datetime.datetime(2021, 6, 24, 11, 42, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 12, 28, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=128083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 12:28:34.009616 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4623daf1-f872-40d2-abb6-af2d20c1a4e7 req-8ce309c8-dd7b-4270-8ff0-9333b2020f5a service neutron] Checking segment: {'id': 'ec8d44af-9dd7-4818-8939-b0ad37430a72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'fbda8845-5f48-456b-ae8b-c949b27ec543'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=128083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:28:34.010114 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4623daf1-f872-40d2-abb6-af2d20c1a4e7 req-8ce309c8-dd7b-4270-8ff0-9333b2020f5a service neutron] Bound using segment: {'id': 'ec8d44af-9dd7-4818-8939-b0ad37430a72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'fbda8845-5f48-456b-ae8b-c949b27ec543'} {{(pid=128083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 12:28:34.010750 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.managers [req-4623daf1-f872-40d2-abb6-af2d20c1a4e7 req-8ce309c8-dd7b-4270-8ff0-9333b2020f5a service neutron] Bound port: 353b65d1-64e1-44c6-8acc-e26a46dc0d54, host: hv-neutron-7971, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec8d44af-9dd7-4818-8939-b0ad37430a72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'fbda8845-5f48-456b-ae8b-c949b27ec543'}}] {{(pid=128083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 12:28:34.011235 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-4623daf1-f872-40d2-abb6-af2d20c1a4e7 req-8ce309c8-dd7b-4270-8ff0-9333b2020f5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:28:34.089107 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.db [req-4623daf1-f872-40d2-abb6-af2d20c1a4e7 req-8ce309c8-dd7b-4270-8ff0-9333b2020f5a service neutron] For port 353b65d1-64e1-44c6-8acc-e26a46dc0d54, host hv-neutron-7971, cleared binding levels {{(pid=128083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 12:28:34.092907 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.db [req-4623daf1-f872-40d2-abb6-af2d20c1a4e7 req-8ce309c8-dd7b-4270-8ff0-9333b2020f5a service neutron] For port 353b65d1-64e1-44c6-8acc-e26a46dc0d54, host hv-neutron-7971, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=353b65d1-64e1-44c6-8acc-e26a46dc0d54,segment=NetworkSegment(ec8d44af-9dd7-4818-8939-b0ad37430a72),segment_id=ec8d44af-9dd7-4818-8939-b0ad37430a72)] {{(pid=128083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 12:28:34.099109 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-4623daf1-f872-40d2-abb6-af2d20c1a4e7 req-8ce309c8-dd7b-4270-8ff0-9333b2020f5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2537871'] for port, after_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:28:34.101631 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-06cb3eb4-4dc2-44ea-89b4-2d43cf78c0d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:28:34.145720 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4623daf1-f872-40d2-abb6-af2d20c1a4e7 req-8ce309c8-dd7b-4270-8ff0-9333b2020f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:28:34.146748 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-4623daf1-f872-40d2-abb6-af2d20c1a4e7 req-8ce309c8-dd7b-4270-8ff0-9333b2020f5a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468916'] for port, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:28:34.147840 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-4623daf1-f872-40d2-abb6-af2d20c1a4e7 req-8ce309c8-dd7b-4270-8ff0-9333b2020f5a service neutron] 10.222.0.45 "PUT /v2.0/ports/353b65d1-64e1-44c6-8acc-e26a46dc0d54 HTTP/1.1" status: 200 len: 1093 time: 0.7722468 Jun 24 12:28:34.148424 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87269ac5-29f9-4a42-b7ae-95b7bbf30522', 'tag': '353b65d1-64e1-44c6-8acc-e26a46dc0d54'}] {{(pid=128083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 12:28:34.151332 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a77f7dee1a0522ddf93af289475d218fcdb8f30317daadec13ebf930b5b9dbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27feb124-8b0d-4a4a-bb0b-c9c801857943" -d '{"events": [{"name": "network-changed", "server_uuid": "87269ac5-29f9-4a42-b7ae-95b7bbf30522", "tag": "353b65d1-64e1-44c6-8acc-e26a46dc0d54"}]}' {{(pid=128083) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 12:28:34.181805 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce309c8-dd7b-4270-8ff0-9333b2020f5a service neutron] Pushing event updated for resources: {'Port': ['ID=353b65d1-64e1-44c6-8acc-e26a46dc0d54,revision_number=3']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:28:34.185125 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-8ce309c8-dd7b-4270-8ff0-9333b2020f5a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:28:34.308245 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4623daf1-f872-40d2-abb6-af2d20c1a4e7 req-ec677857-b595-49d3-8144-5e759103bbe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:28:34.310208 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-4623daf1-f872-40d2-abb6-af2d20c1a4e7 req-ec677857-b595-49d3-8144-5e759103bbe2 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=0d1807c847644cb3a8e97c12e656c3c9&device_id=87269ac5-29f9-4a42-b7ae-95b7bbf30522 HTTP/1.1" status: 200 len: 1096 time: 0.1007113 Jun 24 12:28:34.388171 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 12:28:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb0aa5fb-1dd4-4fc8-bbfe-c8ef61cb19f0 x-openstack-request-id: req-cb0aa5fb-1dd4-4fc8-bbfe-c8ef61cb19f0 {{(pid=128083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 12:28:34.388707 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87269ac5-29f9-4a42-b7ae-95b7bbf30522", "tag": "353b65d1-64e1-44c6-8acc-e26a46dc0d54", "status": "completed", "code": 200}]} {{(pid=128083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 12:28:34.389221 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-cb0aa5fb-1dd4-4fc8-bbfe-c8ef61cb19f0 {{(pid=128083) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 12:28:34.389957 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87269ac5-29f9-4a42-b7ae-95b7bbf30522', 'tag': '353b65d1-64e1-44c6-8acc-e26a46dc0d54', 'status': 'completed', 'code': 200} Jun 24 12:28:34.393185 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-4623daf1-f872-40d2-abb6-af2d20c1a4e7 req-88b1523b-b3c5-4e13-a172-c4eb04197f57 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=353b65d1-64e1-44c6-8acc-e26a46dc0d54 HTTP/1.1" status: 200 len: 217 time: 0.0698469 Jun 24 12:28:34.510289 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4623daf1-f872-40d2-abb6-af2d20c1a4e7 req-5c3f5d99-c1c8-4406-8370-d7a5542fe4bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:28:34.511756 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-4623daf1-f872-40d2-abb6-af2d20c1a4e7 req-5c3f5d99-c1c8-4406-8370-d7a5542fe4bb service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a5e1566a-72aa-46bc-8ab1-4e06365cbc2d HTTP/1.1" status: 200 len: 847 time: 0.1091475 Jun 24 12:28:34.565444 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f83beb-bae4-49a0-a3b4-8ab205780326 req-1296be6a-66f5-4ee6-a77c-a7e8181db610 tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:28:34.566921 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-67f83beb-bae4-49a0-a3b4-8ab205780326 req-1296be6a-66f5-4ee6-a77c-a7e8181db610 tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] 10.222.0.53 "GET /v2.0/ports?device_id=87269ac5-29f9-4a42-b7ae-95b7bbf30522 HTTP/1.1" status: 200 len: 943 time: 0.1556983 Jun 24 12:28:34.622829 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-67f83beb-bae4-49a0-a3b4-8ab205780326 req-34c105ef-ec80-4a3c-8c7a-e9ef4c902b74 tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] 10.222.0.53 "GET /v2.0/security-groups?id=f090e519-06bb-4073-8c17-fea0d7c645c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496254 Jun 24 12:28:34.627890 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4623daf1-f872-40d2-abb6-af2d20c1a4e7 req-8c375792-6c50-45a3-8442-fce66364da74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:28:34.629414 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-4623daf1-f872-40d2-abb6-af2d20c1a4e7 req-8c375792-6c50-45a3-8442-fce66364da74 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=fbda8845-5f48-456b-ae8b-c949b27ec543&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1072853 Jun 24 12:28:34.764637 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-4623daf1-f872-40d2-abb6-af2d20c1a4e7 req-721f8520-014e-4f98-8a75-bdcae783d47f service neutron] 10.222.0.45 "GET /v2.0/networks/fbda8845-5f48-456b-ae8b-c949b27ec543?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273460 Jun 24 12:28:34.870446 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-4623daf1-f872-40d2-abb6-af2d20c1a4e7 req-511f8bd1-b212-4648-a71e-96a120c0b313 service neutron] 10.222.0.45 "GET /v2.0/networks/fbda8845-5f48-456b-ae8b-c949b27ec543?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956738 Jun 24 12:28:35.043612 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device 476c99da-ed0e-4022-b025-427db175bb17 up at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:28:35.102706 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning complete for port 476c99da-ed0e-4022-b025-427db175bb17 triggered by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:28:35.103088 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:28:35.319429 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27feb124-8b0d-4a4a-bb0b-c9c801857943 req-d310e030-37d9-4350-aef7-5202e44ac323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:28:35.321358 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-27feb124-8b0d-4a4a-bb0b-c9c801857943 req-d310e030-37d9-4350-aef7-5202e44ac323 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=0d1807c847644cb3a8e97c12e656c3c9&device_id=87269ac5-29f9-4a42-b7ae-95b7bbf30522 HTTP/1.1" status: 200 len: 1096 time: 0.3863399 Jun 24 12:28:35.420266 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27feb124-8b0d-4a4a-bb0b-c9c801857943 req-62ce4326-da5c-4988-ac27-f980dfe33a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:28:35.422061 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-27feb124-8b0d-4a4a-bb0b-c9c801857943 req-62ce4326-da5c-4988-ac27-f980dfe33a7e service neutron] 10.222.0.45 "GET /v2.0/networks?id=fbda8845-5f48-456b-ae8b-c949b27ec543 HTTP/1.1" status: 200 len: 909 time: 0.0933061 Jun 24 12:28:35.470720 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-27feb124-8b0d-4a4a-bb0b-c9c801857943 req-8bad8d0f-b82b-4cc7-88ad-44a95edee7e8 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=353b65d1-64e1-44c6-8acc-e26a46dc0d54 HTTP/1.1" status: 200 len: 217 time: 0.0417070 Jun 24 12:28:35.523192 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27feb124-8b0d-4a4a-bb0b-c9c801857943 req-2ab251df-1c58-4b1d-ba10-e531447b91c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:28:35.524681 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-27feb124-8b0d-4a4a-bb0b-c9c801857943 req-2ab251df-1c58-4b1d-ba10-e531447b91c2 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a5e1566a-72aa-46bc-8ab1-4e06365cbc2d HTTP/1.1" status: 200 len: 847 time: 0.0475051 Jun 24 12:28:35.589869 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27feb124-8b0d-4a4a-bb0b-c9c801857943 req-bf0ec074-e0d2-4d9d-b0d0-06fbbc9a2e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:28:35.591487 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-27feb124-8b0d-4a4a-bb0b-c9c801857943 req-bf0ec074-e0d2-4d9d-b0d0-06fbbc9a2e2e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=fbda8845-5f48-456b-ae8b-c949b27ec543&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0582535 Jun 24 12:28:35.703136 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-27feb124-8b0d-4a4a-bb0b-c9c801857943 req-a3591385-82ca-410a-a187-21921de90c5e service neutron] 10.222.0.45 "GET /v2.0/networks/fbda8845-5f48-456b-ae8b-c949b27ec543?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1032474 Jun 24 12:28:35.869755 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-27feb124-8b0d-4a4a-bb0b-c9c801857943 req-3a3e915a-b08e-477d-8364-72be1d472efa service neutron] 10.222.0.45 "GET /v2.0/networks/fbda8845-5f48-456b-ae8b-c949b27ec543?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1587718 Jun 24 12:28:35.882847 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be87efa-8251-4e99-83c2-7be3aa9baf7d req-544b9222-78ab-40dc-98d0-4a373bb71f53 tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:28:35.884594 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-5be87efa-8251-4e99-83c2-7be3aa9baf7d req-544b9222-78ab-40dc-98d0-4a373bb71f53 tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] 10.222.0.53 "GET /v2.0/ports?device_id=87269ac5-29f9-4a42-b7ae-95b7bbf30522 HTTP/1.1" status: 200 len: 943 time: 0.1313896 Jun 24 12:28:35.938337 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-5be87efa-8251-4e99-83c2-7be3aa9baf7d req-c3655b52-8263-4ddb-87a2-9aad2d12b5dc tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] 10.222.0.53 "GET /v2.0/security-groups?id=f090e519-06bb-4073-8c17-fea0d7c645c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474560 Jun 24 12:28:37.130181 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e18fc91-435f-48ca-b64e-724c3149404c req-4b524131-c9ed-4295-93ad-a5d56886a724 tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:28:37.131761 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-3e18fc91-435f-48ca-b64e-724c3149404c req-4b524131-c9ed-4295-93ad-a5d56886a724 tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] 10.222.0.53 "GET /v2.0/ports?device_id=87269ac5-29f9-4a42-b7ae-95b7bbf30522 HTTP/1.1" status: 200 len: 943 time: 0.0712695 Jun 24 12:28:37.193057 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-3e18fc91-435f-48ca-b64e-724c3149404c req-d22d577d-18b8-4fbd-8150-9f6d40bd6712 tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] 10.222.0.53 "GET /v2.0/security-groups?id=f090e519-06bb-4073-8c17-fea0d7c645c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549693 Jun 24 12:28:38.428679 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c933fd33-2e3e-4642-bec4-23b5f323bbd5 req-11c2e761-fbd3-4a86-bd5e-7447acd55be9 tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:28:38.431075 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-c933fd33-2e3e-4642-bec4-23b5f323bbd5 req-11c2e761-fbd3-4a86-bd5e-7447acd55be9 tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] 10.222.0.53 "GET /v2.0/ports?device_id=87269ac5-29f9-4a42-b7ae-95b7bbf30522 HTTP/1.1" status: 200 len: 943 time: 0.1194983 Jun 24 12:28:38.479529 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-c933fd33-2e3e-4642-bec4-23b5f323bbd5 req-aa2c75b7-6190-439c-b103-d4e4d393e172 tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] 10.222.0.53 "GET /v2.0/security-groups?id=f090e519-06bb-4073-8c17-fea0d7c645c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423667 Jun 24 12:28:38.943591 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Device 353b65d1-64e1-44c6-8acc-e26a46dc0d54 details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=128085) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 12:28:39.048650 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] For port 353b65d1-64e1-44c6-8acc-e26a46dc0d54, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=353b65d1-64e1-44c6-8acc-e26a46dc0d54,segment=NetworkSegment(ec8d44af-9dd7-4818-8939-b0ad37430a72),segment_id=ec8d44af-9dd7-4818-8939-b0ad37430a72)] {{(pid=128085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:28:39.065258 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Returning: {'device': '353b65d1-64e1-44c6-8acc-e26a46dc0d54', 'network_id': 'fbda8845-5f48-456b-ae8b-c949b27ec543', 'port_id': '353b65d1-64e1-44c6-8acc-e26a46dc0d54', 'mac_address': 'fa:16:3e:30:46:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 647, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5e1566a-72aa-46bc-8ab1-4e06365cbc2d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=128085) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 12:28:39.105401 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:28:39.120825 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.notifiers.nova [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 353b65d1-64e1-44c6-8acc-e26a46dc0d54 {{(pid=128085) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 12:28:39.144060 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] For port 353b65d1-64e1-44c6-8acc-e26a46dc0d54, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=353b65d1-64e1-44c6-8acc-e26a46dc0d54,segment=NetworkSegment(ec8d44af-9dd7-4818-8939-b0ad37430a72),segment_id=ec8d44af-9dd7-4818-8939-b0ad37430a72)] {{(pid=128085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:28:39.149323 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:28:39.151688 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:28:39.207487 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Pushing event updated for resources: {'Port': ['ID=353b65d1-64e1-44c6-8acc-e26a46dc0d54,revision_number=4']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:28:39.212840 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:28:39.363064 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [req-c911283f-f160-4b92-9c13-17e322f702f1 req-b5824888-1cfa-4304-988f-1f8efadd4dd1 service neutron] (128084) timed out ('10.222.0.53', 37228) {{(pid=128084) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 24 12:28:39.429192 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] get_ports_and_sgs() called for port_ids ['353b65d1-64e1-44c6-8acc-e26a46dc0d54'] {{(pid=128085) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 12:28:39.728851 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11aca8d0-2c0c-4a9c-aa5e-f68db70e7343 req-c6c23ad5-5689-4991-888d-2572169cc56e tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:28:39.730741 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-11aca8d0-2c0c-4a9c-aa5e-f68db70e7343 req-c6c23ad5-5689-4991-888d-2572169cc56e tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] 10.222.0.53 "GET /v2.0/ports?device_id=87269ac5-29f9-4a42-b7ae-95b7bbf30522 HTTP/1.1" status: 200 len: 944 time: 0.1063221 Jun 24 12:28:39.778000 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-11aca8d0-2c0c-4a9c-aa5e-f68db70e7343 req-6065922c-a9bf-47e8-86aa-aa123cc2b258 tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] 10.222.0.53 "GET /v2.0/security-groups?id=f090e519-06bb-4073-8c17-fea0d7c645c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404754 Jun 24 12:28:40.973862 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Device 353b65d1-64e1-44c6-8acc-e26a46dc0d54 up at agent hyperv_hv-neutron-7971 {{(pid=128085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:28:40.978250 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8819d8cb-2597-4a7c-87b4-3b3413c03aae req-e19a1236-a8d2-4306-b4ff-517a509eec9f tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:28:40.980360 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-8819d8cb-2597-4a7c-87b4-3b3413c03aae req-e19a1236-a8d2-4306-b4ff-517a509eec9f tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] 10.222.0.53 "GET /v2.0/ports?device_id=87269ac5-29f9-4a42-b7ae-95b7bbf30522 HTTP/1.1" status: 200 len: 944 time: 0.0747235 Jun 24 12:28:41.041470 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Provisioning for port 353b65d1-64e1-44c6-8acc-e26a46dc0d54 completed by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:28:41.044336 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-8819d8cb-2597-4a7c-87b4-3b3413c03aae req-63d48b12-b8c2-4d67-9fd2-c9ea84b0eebb tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] 10.222.0.53 "GET /v2.0/security-groups?id=f090e519-06bb-4073-8c17-fea0d7c645c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559371 Jun 24 12:28:41.046250 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Provisioning complete for port 353b65d1-64e1-44c6-8acc-e26a46dc0d54 triggered by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:28:41.047321 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:28:41.137565 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:28:41.165976 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87269ac5-29f9-4a42-b7ae-95b7bbf30522', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '353b65d1-64e1-44c6-8acc-e26a46dc0d54'}] {{(pid=128085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 12:28:41.168742 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1098ec9051a50dd033317f529a09b9762582ef7b417ebe05928aca59e08255aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-895cf6af-aac2-4643-8abc-222be8a01502" -d '{"events": [{"server_uuid": "87269ac5-29f9-4a42-b7ae-95b7bbf30522", "name": "network-vif-plugged", "status": "completed", "tag": "353b65d1-64e1-44c6-8acc-e26a46dc0d54"}]}' {{(pid=128085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 12:28:41.186117 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] For port 353b65d1-64e1-44c6-8acc-e26a46dc0d54, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=353b65d1-64e1-44c6-8acc-e26a46dc0d54,segment=NetworkSegment(ec8d44af-9dd7-4818-8939-b0ad37430a72),segment_id=ec8d44af-9dd7-4818-8939-b0ad37430a72)] {{(pid=128085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:28:41.192012 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:28:41.196153 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-aaf21b31-cc07-4deb-b79f-8bc6854b330a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:28:41.221820 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 12:28:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0a4bc3d-98fb-4881-ba4a-0c197ecb0750 x-openstack-request-id: req-d0a4bc3d-98fb-4881-ba4a-0c197ecb0750 {{(pid=128085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 12:28:41.222252 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87269ac5-29f9-4a42-b7ae-95b7bbf30522", "name": "network-vif-plugged", "status": "completed", "tag": "353b65d1-64e1-44c6-8acc-e26a46dc0d54", "code": 200}]} {{(pid=128085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 12:28:41.222625 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d0a4bc3d-98fb-4881-ba4a-0c197ecb0750 {{(pid=128085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 12:28:41.223102 dv-neutron-797120-4-hyperv neutron-server[128085]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87269ac5-29f9-4a42-b7ae-95b7bbf30522', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '353b65d1-64e1-44c6-8acc-e26a46dc0d54', 'code': 200} Jun 24 12:28:41.258534 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Pushing event updated for resources: {'Port': ['ID=353b65d1-64e1-44c6-8acc-e26a46dc0d54,revision_number=5']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:28:41.262152 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:28:41.477990 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7239810d-3b03-4626-93e2-dc66066053e7 req-fe3c0041-3797-4a3c-882e-ead9af206dae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:28:41.479934 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-7239810d-3b03-4626-93e2-dc66066053e7 req-fe3c0041-3797-4a3c-882e-ead9af206dae service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=87269ac5-29f9-4a42-b7ae-95b7bbf30522 HTTP/1.1" status: 200 len: 1098 time: 0.0613163 Jun 24 12:28:41.525754 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-7239810d-3b03-4626-93e2-dc66066053e7 req-638a3c4d-6359-41d0-9709-b654e76ca31f service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=f090e519-06bb-4073-8c17-fea0d7c645c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335240 Jun 24 12:28:42.257867 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bef54a-f86d-4785-bb1c-80baa168aa35 req-6b6c5b82-caa1-4997-9421-01eefed351fd tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:28:42.260328 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-c5bef54a-f86d-4785-bb1c-80baa168aa35 req-6b6c5b82-caa1-4997-9421-01eefed351fd tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] 10.222.0.53 "GET /v2.0/ports?device_id=87269ac5-29f9-4a42-b7ae-95b7bbf30522 HTTP/1.1" status: 200 len: 945 time: 0.0807505 Jun 24 12:28:42.308265 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-c5bef54a-f86d-4785-bb1c-80baa168aa35 req-e4100706-185c-4271-85d8-9b92721fdfb0 tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] 10.222.0.53 "GET /v2.0/security-groups?id=f090e519-06bb-4073-8c17-fea0d7c645c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396626 Jun 24 12:28:43.549371 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a5cbed-9d69-44fb-94e4-2e68348573d6 req-60944bc2-b2ae-4834-aa54-ed8388bf903a tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:28:43.551991 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-74a5cbed-9d69-44fb-94e4-2e68348573d6 req-60944bc2-b2ae-4834-aa54-ed8388bf903a tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] 10.222.0.53 "GET /v2.0/ports?device_id=87269ac5-29f9-4a42-b7ae-95b7bbf30522 HTTP/1.1" status: 200 len: 945 time: 0.0945151 Jun 24 12:28:43.619136 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-74a5cbed-9d69-44fb-94e4-2e68348573d6 req-7ca015dc-6d5e-4879-9045-a3d87a6006ae tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] 10.222.0.53 "GET /v2.0/security-groups?id=f090e519-06bb-4073-8c17-fea0d7c645c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600245 Jun 24 12:28:43.813310 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ed55f6-83d4-4cb2-ad8f-bfda427190b3 req-1bf4507d-ece8-4672-b466-20c008301142 tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:28:43.814929 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-29ed55f6-83d4-4cb2-ad8f-bfda427190b3 req-1bf4507d-ece8-4672-b466-20c008301142 tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] 10.222.0.53 "GET /v2.0/ports?device_id=87269ac5-29f9-4a42-b7ae-95b7bbf30522 HTTP/1.1" status: 200 len: 945 time: 0.0729690 Jun 24 12:28:43.861467 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-29ed55f6-83d4-4cb2-ad8f-bfda427190b3 req-58353366-9f12-4ae6-ab7e-b7b7b19f20be tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] 10.222.0.53 "GET /v2.0/security-groups?id=f090e519-06bb-4073-8c17-fea0d7c645c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364711 Jun 24 12:28:43.887238 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 41284) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:28:43.991523 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3ffa884-dac3-4ab5-83e2-3585f2cd7e86 tempest-TestShelveInstance-1234751064 tempest-TestShelveInstance-1234751064-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:28:43.993240 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-b3ffa884-dac3-4ab5-83e2-3585f2cd7e86 tempest-TestShelveInstance-1234751064 tempest-TestShelveInstance-1234751064-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=87269ac5-29f9-4a42-b7ae-95b7bbf30522 HTTP/1.1" status: 200 len: 1093 time: 0.1049466 Jun 24 12:28:43.996560 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 41288) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:28:44.003971 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [None req-b93f14e6-ff49-439d-9969-80a6a288f3e9 tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] Request body: {'floatingip': {'floating_network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'port_id': '353b65d1-64e1-44c6-8acc-e26a46dc0d54', 'tenant_id': '0d1807c847644cb3a8e97c12e656c3c9', 'fixed_ip_address': '172.20.0.8'}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:28:44.040548 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-b93f14e6-ff49-439d-9969-80a6a288f3e9 tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] Notify callbacks [] for floatingip, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:28:44.185099 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-b93f14e6-ff49-439d-9969-80a6a288f3e9 tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:28:44.306182 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.db_base_plugin_common [None req-b93f14e6-ff49-439d-9969-80a6a288f3e9 tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] Allocated IP 172.26.7.254 (f2b8ca71-e776-48b2-8898-96cc7970207b/f37bf603-3862-4d0a-9f58-89616f7fd68f/0ab677c4-dc26-4183-9c83-5338e2de1c10) {{(pid=128083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:28:44.487568 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-b93f14e6-ff49-439d-9969-80a6a288f3e9 tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] Notify callbacks [] for port, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:28:44.560125 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-b93f14e6-ff49-439d-9969-80a6a288f3e9 tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-650429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-506361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793193536723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2537853'] for port, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:28:44.564519 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-c6111698-fd03-4eb2-afcb-bb73a167fea6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:28:44.608411 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b93f14e6-ff49-439d-9969-80a6a288f3e9 tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] Network f2b8ca71-e776-48b2-8898-96cc7970207b is already hosted by enough agents. {{(pid=128083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:28:44.615416 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.base_scheduler [None req-b93f14e6-ff49-439d-9969-80a6a288f3e9 tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] Resources bound (agent type, host, resource id): {{(pid=128083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:28:44.619094 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b93f14e6-ff49-439d-9969-80a6a288f3e9 tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] Received port after_create {{(pid=128083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:28:44.626128 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93f14e6-ff49-439d-9969-80a6a288f3e9 tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] Pushing event updated for resources: {'Port': ['ID=0ab677c4-dc26-4183-9c83-5338e2de1c10,revision_number=1']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:28:44.654783 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-b93f14e6-ff49-439d-9969-80a6a288f3e9 tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:28:45.055022 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-b93f14e6-ff49-439d-9969-80a6a288f3e9 tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] Notify callbacks [] for floatingip, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:28:45.122347 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:28:45.156003 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-b93f14e6-ff49-439d-9969-80a6a288f3e9 tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:28:45.333698 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-b93f14e6-ff49-439d-9969-80a6a288f3e9 tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] Notify callbacks [] for port, precommit_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:28:45.339996 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-b93f14e6-ff49-439d-9969-80a6a288f3e9 tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2537871'] for port, after_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:28:45.343714 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-1638ff19-f487-4011-9aa9-3cc130da0fd8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:28:45.455628 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93f14e6-ff49-439d-9969-80a6a288f3e9 tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] Pushing event updated for resources: {'Port': ['ID=0ab677c4-dc26-4183-9c83-5338e2de1c10,revision_number=2']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:28:45.461954 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-b93f14e6-ff49-439d-9969-80a6a288f3e9 tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:28:45.473031 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-b93f14e6-ff49-439d-9969-80a6a288f3e9 tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1815637'] for floatingip, after_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:28:45.580797 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.db.l3_db [None req-b93f14e6-ff49-439d-9969-80a6a288f3e9 tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] Floating IP 2f8438ca-aafb-4efd-b639-7bb81e79be3a associated. External IP: 172.26.7.254, port: 353b65d1-64e1-44c6-8acc-e26a46dc0d54. Jun 24 12:28:45.811610 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b93f14e6-ff49-439d-9969-80a6a288f3e9 tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] Router 0addd0f2-ccf6-44a3-b215-49f1b258a8b9 has already been hosted by L3 agent 2987dba8-2249-4ee6-96ec-28f0f7a6127d {{(pid=128083) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 12:28:45.930246 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b93f14e6-ff49-439d-9969-80a6a288f3e9 tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] Notify agent at l3_agent.dv-neutron-797120-4-hyperv the message routers_updated {{(pid=128083) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 12:28:45.941496 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a78db4c6-479d-4501-be9d-abc107e46317 None None] Sync routers for ids ['0addd0f2-ccf6-44a3-b215-49f1b258a8b9'] in dv-neutron-797120-4-hyperv {{(pid=128085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 12:28:45.946537 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-b93f14e6-ff49-439d-9969-80a6a288f3e9 tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468916'] for floatingip, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:28:45.953723 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a78db4c6-479d-4501-be9d-abc107e46317 None None] Routers {'0addd0f2-ccf6-44a3-b215-49f1b258a8b9'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:28:45.954553 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-a78db4c6-479d-4501-be9d-abc107e46317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T12:28:26Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['0addd0f2-ccf6-44a3-b215-49f1b258a8b9'], 'active': True} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:28:45.987909 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-b93f14e6-ff49-439d-9969-80a6a288f3e9 tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9899666 Jun 24 12:28:45.988702 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87269ac5-29f9-4a42-b7ae-95b7bbf30522', 'tag': '353b65d1-64e1-44c6-8acc-e26a46dc0d54'}] {{(pid=128083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 12:28:45.991182 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a77f7dee1a0522ddf93af289475d218fcdb8f30317daadec13ebf930b5b9dbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91ce2315-d653-4755-a176-86b39f518414" -d '{"events": [{"name": "network-changed", "server_uuid": "87269ac5-29f9-4a42-b7ae-95b7bbf30522", "tag": "353b65d1-64e1-44c6-8acc-e26a46dc0d54"}]}' {{(pid=128083) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 12:28:46.032014 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 12:28:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a23791c-3dc2-49ba-ae2e-65c6360df0e5 x-openstack-request-id: req-0a23791c-3dc2-49ba-ae2e-65c6360df0e5 {{(pid=128083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 12:28:46.032537 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87269ac5-29f9-4a42-b7ae-95b7bbf30522", "tag": "353b65d1-64e1-44c6-8acc-e26a46dc0d54", "status": "completed", "code": 200}]} {{(pid=128083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 12:28:46.033039 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-0a23791c-3dc2-49ba-ae2e-65c6360df0e5 {{(pid=128083) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 12:28:46.033742 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87269ac5-29f9-4a42-b7ae-95b7bbf30522', 'tag': '353b65d1-64e1-44c6-8acc-e26a46dc0d54', 'status': 'completed', 'code': 200} Jun 24 12:28:46.083186 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvr_db [None req-a78db4c6-479d-4501-be9d-abc107e46317 None None] Set router 0addd0f2-ccf6-44a3-b215-49f1b258a8b9 gateway port host: dv-neutron-797120-4-hyperv {{(pid=128085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:28:46.117107 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ce2315-d653-4755-a176-86b39f518414 req-ac36a5ab-d80c-499d-9de6-0dc086338d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:28:46.118669 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-91ce2315-d653-4755-a176-86b39f518414 req-ac36a5ab-d80c-499d-9de6-0dc086338d50 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=0d1807c847644cb3a8e97c12e656c3c9&device_id=87269ac5-29f9-4a42-b7ae-95b7bbf30522 HTTP/1.1" status: 200 len: 1098 time: 0.0598242 Jun 24 12:28:46.226358 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ce2315-d653-4755-a176-86b39f518414 req-f68ff8c2-0473-4282-a7d4-a1f69559d83f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:28:46.228339 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-91ce2315-d653-4755-a176-86b39f518414 req-f68ff8c2-0473-4282-a7d4-a1f69559d83f service neutron] 10.222.0.45 "GET /v2.0/networks?id=fbda8845-5f48-456b-ae8b-c949b27ec543 HTTP/1.1" status: 200 len: 909 time: 0.1022985 Jun 24 12:28:46.324700 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-91ce2315-d653-4755-a176-86b39f518414 req-722733e3-4af3-4d3b-9c2d-4b2349766c38 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=353b65d1-64e1-44c6-8acc-e26a46dc0d54 HTTP/1.1" status: 200 len: 999 time: 0.0883420 Jun 24 12:28:46.356750 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-a78db4c6-479d-4501-be9d-abc107e46317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0addd0f2-ccf6-44a3-b215-49f1b258a8b9', 'name': 'tempest-TestShelveInstance-138007624-router', 'tenant_id': '0d1807c847644cb3a8e97c12e656c3c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'external_fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.202'}], 'enable_snat': True}, 'gw_port_id': '3e0e6b28-42ea-47e1-8f84-105a9597f986', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:28:16Z', 'updated_at': '2021-06-24T12:28:20Z', 'revision_number': 4, 'project_id': '0d1807c847644cb3a8e97c12e656c3c9', 'gw_port': {'id': '3e0e6b28-42ea-47e1-8f84-105a9597f986', 'name': '', 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:fa:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0addd0f2-ccf6-44a3-b215-49f1b258a8b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1810, 'fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:28:17Z', 'updated_at': '2021-06-24T12:28:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-4-hyperv', '_floatingips': [{'id': '2f8438ca-aafb-4efd-b639-7bb81e79be3a', 'tenant_id': '0d1807c847644cb3a8e97c12e656c3c9', 'floating_ip_address': '172.26.7.254', 'floating_network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'router_id': '0addd0f2-ccf6-44a3-b215-49f1b258a8b9', 'port_id': '353b65d1-64e1-44c6-8acc-e26a46dc0d54', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1835, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fbda8845-5f48-456b-ae8b-c949b27ec543', 'mac_address': 'fa:16:3e:30:46:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87269ac5-29f9-4a42-b7ae-95b7bbf30522', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T12:28:44Z', 'updated_at': '2021-06-24T12:28:44Z', 'revision_number': 0, 'project_id': '0d1807c847644cb3a8e97c12e656c3c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c4197317-c479-4fed-a6a4-53e7517fbb5a', 'name': '', 'network_id': 'fbda8845-5f48-456b-ae8b-c949b27ec543', 'tenant_id': '0d1807c847644cb3a8e97c12e656c3c9', 'mac_address': 'fa:16:3e:ef:be:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0addd0f2-ccf6-44a3-b215-49f1b258a8b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': 'a5e1566a-72aa-46bc-8ab1-4e06365cbc2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:28:19Z', 'updated_at': '2021-06-24T12:28:27Z', 'revision_number': 5, 'project_id': '0d1807c847644cb3a8e97c12e656c3c9', 'subnets': [{'id': 'a5e1566a-72aa-46bc-8ab1-4e06365cbc2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:28:46.391892 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ce2315-d653-4755-a176-86b39f518414 req-4e087d74-f213-40de-918a-f19238883603 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:28:46.393391 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-91ce2315-d653-4755-a176-86b39f518414 req-4e087d74-f213-40de-918a-f19238883603 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a5e1566a-72aa-46bc-8ab1-4e06365cbc2d HTTP/1.1" status: 200 len: 847 time: 0.0625913 Jun 24 12:28:46.410062 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a78db4c6-479d-4501-be9d-abc107e46317 None None] Checking router: 0addd0f2-ccf6-44a3-b215-49f1b258a8b9 for host: dv-neutron-797120-4-hyperv {{(pid=128085) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 12:28:46.426510 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a78db4c6-479d-4501-be9d-abc107e46317 None None] Routers {'0addd0f2-ccf6-44a3-b215-49f1b258a8b9'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:28:46.427603 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-a78db4c6-479d-4501-be9d-abc107e46317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T12:28:26Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['0addd0f2-ccf6-44a3-b215-49f1b258a8b9'], 'active': True} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:28:46.456177 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ce2315-d653-4755-a176-86b39f518414 req-292855b3-4ded-4c5a-9c06-2055ed85e6a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:28:46.457831 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-91ce2315-d653-4755-a176-86b39f518414 req-292855b3-4ded-4c5a-9c06-2055ed85e6a4 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=fbda8845-5f48-456b-ae8b-c949b27ec543&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0578229 Jun 24 12:28:46.565425 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-91ce2315-d653-4755-a176-86b39f518414 req-368a4be8-2403-4eb3-9550-74b41b7ef032 service neutron] 10.222.0.45 "GET /v2.0/networks/fbda8845-5f48-456b-ae8b-c949b27ec543?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1005793 Jun 24 12:28:46.633782 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvr_db [None req-a78db4c6-479d-4501-be9d-abc107e46317 None None] Set router 0addd0f2-ccf6-44a3-b215-49f1b258a8b9 gateway port host: dv-neutron-797120-4-hyperv {{(pid=128085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:28:46.683721 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-91ce2315-d653-4755-a176-86b39f518414 req-ce8cbba6-8e32-4516-83ab-3ebd0bc90f67 service neutron] 10.222.0.45 "GET /v2.0/networks/fbda8845-5f48-456b-ae8b-c949b27ec543?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1107976 Jun 24 12:28:46.908573 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-a78db4c6-479d-4501-be9d-abc107e46317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0addd0f2-ccf6-44a3-b215-49f1b258a8b9', 'name': 'tempest-TestShelveInstance-138007624-router', 'tenant_id': '0d1807c847644cb3a8e97c12e656c3c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'external_fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.202'}], 'enable_snat': True}, 'gw_port_id': '3e0e6b28-42ea-47e1-8f84-105a9597f986', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:28:16Z', 'updated_at': '2021-06-24T12:28:20Z', 'revision_number': 4, 'project_id': '0d1807c847644cb3a8e97c12e656c3c9', 'gw_port': {'id': '3e0e6b28-42ea-47e1-8f84-105a9597f986', 'name': '', 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:fa:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0addd0f2-ccf6-44a3-b215-49f1b258a8b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1810, 'fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:28:17Z', 'updated_at': '2021-06-24T12:28:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-4-hyperv', '_floatingips': [{'id': '2f8438ca-aafb-4efd-b639-7bb81e79be3a', 'tenant_id': '0d1807c847644cb3a8e97c12e656c3c9', 'floating_ip_address': '172.26.7.254', 'floating_network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'router_id': '0addd0f2-ccf6-44a3-b215-49f1b258a8b9', 'port_id': '353b65d1-64e1-44c6-8acc-e26a46dc0d54', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1835, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fbda8845-5f48-456b-ae8b-c949b27ec543', 'mac_address': 'fa:16:3e:30:46:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87269ac5-29f9-4a42-b7ae-95b7bbf30522', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T12:28:44Z', 'updated_at': '2021-06-24T12:28:44Z', 'revision_number': 0, 'project_id': '0d1807c847644cb3a8e97c12e656c3c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c4197317-c479-4fed-a6a4-53e7517fbb5a', 'name': '', 'network_id': 'fbda8845-5f48-456b-ae8b-c949b27ec543', 'tenant_id': '0d1807c847644cb3a8e97c12e656c3c9', 'mac_address': 'fa:16:3e:ef:be:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0addd0f2-ccf6-44a3-b215-49f1b258a8b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': 'a5e1566a-72aa-46bc-8ab1-4e06365cbc2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:28:19Z', 'updated_at': '2021-06-24T12:28:27Z', 'revision_number': 5, 'project_id': '0d1807c847644cb3a8e97c12e656c3c9', 'subnets': [{'id': 'a5e1566a-72aa-46bc-8ab1-4e06365cbc2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:28:46.936506 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a78db4c6-479d-4501-be9d-abc107e46317 None None] The sync data for ids ['0addd0f2-ccf6-44a3-b215-49f1b258a8b9'] in dv-neutron-797120-4-hyperv is: [{'id': '0addd0f2-ccf6-44a3-b215-49f1b258a8b9', 'name': 'tempest-TestShelveInstance-138007624-router', 'tenant_id': '0d1807c847644cb3a8e97c12e656c3c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'external_fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.202'}], 'enable_snat': True}, 'gw_port_id': '3e0e6b28-42ea-47e1-8f84-105a9597f986', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:28:16Z', 'updated_at': '2021-06-24T12:28:20Z', 'revision_number': 4, 'project_id': '0d1807c847644cb3a8e97c12e656c3c9', 'gw_port': {'id': '3e0e6b28-42ea-47e1-8f84-105a9597f986', 'name': '', 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:fa:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0addd0f2-ccf6-44a3-b215-49f1b258a8b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1810, 'fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:28:17Z', 'updated_at': '2021-06-24T12:28:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-4-hyperv', '_floatingips': [{'id': '2f8438ca-aafb-4efd-b639-7bb81e79be3a', 'tenant_id': '0d1807c847644cb3a8e97c12e656c3c9', 'floating_ip_address': '172.26.7.254', 'floating_network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'router_id': '0addd0f2-ccf6-44a3-b215-49f1b258a8b9', 'port_id': '353b65d1-64e1-44c6-8acc-e26a46dc0d54', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1835, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fbda8845-5f48-456b-ae8b-c949b27ec543', 'mac_address': 'fa:16:3e:30:46:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87269ac5-29f9-4a42-b7ae-95b7bbf30522', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T12:28:44Z', 'updated_at': '2021-06-24T12:28:44Z', 'revision_number': 0, 'project_id': '0d1807c847644cb3a8e97c12e656c3c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c4197317-c479-4fed-a6a4-53e7517fbb5a', 'name': '', 'network_id': 'fbda8845-5f48-456b-ae8b-c949b27ec543', 'tenant_id': '0d1807c847644cb3a8e97c12e656c3c9', 'mac_address': 'fa:16:3e:ef:be:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0addd0f2-ccf6-44a3-b215-49f1b258a8b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': 'a5e1566a-72aa-46bc-8ab1-4e06365cbc2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:28:19Z', 'updated_at': '2021-06-24T12:28:27Z', 'revision_number': 5, 'project_id': '0d1807c847644cb3a8e97c12e656c3c9', 'subnets': [{'id': 'a5e1566a-72aa-46bc-8ab1-4e06365cbc2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=128085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 12:28:47.153210 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c0939e6-09af-4a26-b142-4ce1bf05f896 None None] New status for floating IP 2f8438ca-aafb-4efd-b639-7bb81e79be3a: ACTIVE {{(pid=128086) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 24 12:28:53.885554 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-81f569cd-e033-49cb-87a1-51ec75250f71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:28:56.424717 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-c18ab7b0-af6a-461d-9aa1-79ebe4e30249 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:28:56.620645 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:28:57.192500 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.agents_db [None req-87a69269-d72b-4286-97f3-1041481ed6d8 None None] Agent healthcheck: found 6 active agents {{(pid=128086) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 12:28:57.873582 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-03237adf-ebd0-46f2-a476-4d4bb746e0f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:28:59.828229 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-52c483ef-d5c1-4030-9a32-e5ce4ff00ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:29:15.128861 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:29:23.890456 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-9ddff92c-95d8-4caa-b509-b88855ca25a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:29:25.627020 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-c919f53c-f10e-4d04-9d3b-6f40989fbbdc req-b8ccd9df-6e3f-4c7f-8bf1-431fe5b755eb service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=87269ac5-29f9-4a42-b7ae-95b7bbf30522&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0541136 Jun 24 12:29:25.734390 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c919f53c-f10e-4d04-9d3b-6f40989fbbdc req-3a463633-5b77-4f30-98cb-8e5bcf8960de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:29:25.735972 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-c919f53c-f10e-4d04-9d3b-6f40989fbbdc req-3a463633-5b77-4f30-98cb-8e5bcf8960de service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=0d1807c847644cb3a8e97c12e656c3c9&device_id=87269ac5-29f9-4a42-b7ae-95b7bbf30522 HTTP/1.1" status: 200 len: 1098 time: 0.0621266 Jun 24 12:29:25.870013 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c919f53c-f10e-4d04-9d3b-6f40989fbbdc req-44929fba-7bdd-49bb-ae80-5e72de8d3616 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:29:25.870957 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-c919f53c-f10e-4d04-9d3b-6f40989fbbdc req-44929fba-7bdd-49bb-ae80-5e72de8d3616 service neutron] 10.222.0.45 "GET /v2.0/networks?id=fbda8845-5f48-456b-ae8b-c949b27ec543 HTTP/1.1" status: 200 len: 909 time: 0.1088769 Jun 24 12:29:25.948462 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-c919f53c-f10e-4d04-9d3b-6f40989fbbdc req-26226393-1ec4-4c03-9141-5b0cd1727c50 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=353b65d1-64e1-44c6-8acc-e26a46dc0d54 HTTP/1.1" status: 200 len: 1001 time: 0.0687482 Jun 24 12:29:26.002711 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c919f53c-f10e-4d04-9d3b-6f40989fbbdc req-d4753afa-cd82-403f-a122-35814e1129e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:29:26.004166 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-c919f53c-f10e-4d04-9d3b-6f40989fbbdc req-d4753afa-cd82-403f-a122-35814e1129e0 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a5e1566a-72aa-46bc-8ab1-4e06365cbc2d HTTP/1.1" status: 200 len: 847 time: 0.0463574 Jun 24 12:29:26.068890 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c919f53c-f10e-4d04-9d3b-6f40989fbbdc req-70995230-c03a-495a-abc2-338eac41f2e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:29:26.070427 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-c919f53c-f10e-4d04-9d3b-6f40989fbbdc req-70995230-c03a-495a-abc2-338eac41f2e1 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=fbda8845-5f48-456b-ae8b-c949b27ec543&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0554979 Jun 24 12:29:26.186931 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-c919f53c-f10e-4d04-9d3b-6f40989fbbdc req-0b516def-775a-413a-a506-cc80fdea04bb service neutron] 10.222.0.45 "GET /v2.0/networks/fbda8845-5f48-456b-ae8b-c949b27ec543?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979493 Jun 24 12:29:26.308965 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-c919f53c-f10e-4d04-9d3b-6f40989fbbdc req-25bbeead-26d7-40d9-9a6e-41b748d46947 service neutron] 10.222.0.45 "GET /v2.0/networks/fbda8845-5f48-456b-ae8b-c949b27ec543?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1113698 Jun 24 12:29:26.434943 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-a1a48d1a-1f9f-47b7-a25b-253fd648b9e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:29:26.624970 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:29:27.872635 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-03237adf-ebd0-46f2-a476-4d4bb746e0f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:29:29.833402 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-52c483ef-d5c1-4030-9a32-e5ce4ff00ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:29:34.190972 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.agents_db [None req-87a69269-d72b-4286-97f3-1041481ed6d8 None None] Agent healthcheck: found 6 active agents {{(pid=128086) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 12:29:45.134114 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:29:53.896290 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-55881335-bdbe-47dd-b45e-943cbbfeb70e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:29:56.426844 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-57e87dca-88bb-48e5-a7a2-8320b3e531b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:29:56.627097 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:29:57.875249 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-03237adf-ebd0-46f2-a476-4d4bb746e0f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:29:59.834043 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-52c483ef-d5c1-4030-9a32-e5ce4ff00ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:30:11.191597 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.agents_db [None req-87a69269-d72b-4286-97f3-1041481ed6d8 None None] Agent healthcheck: found 6 active agents {{(pid=128086) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 12:30:15.119376 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:30:23.887687 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ad6d854d-01aa-4541-b9d7-8f84786c8b54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:30:26.432081 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-bc5794e9-f077-465f-90fa-0ff917c3b3ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:30:26.629481 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:30:27.603813 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-ee2c09ac-ec99-450a-a1e6-a949cb7d8e70 req-5793d254-4d0e-408c-a7fc-41815e2bf0d0 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=87269ac5-29f9-4a42-b7ae-95b7bbf30522&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0646150 Jun 24 12:30:27.716789 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2c09ac-ec99-450a-a1e6-a949cb7d8e70 req-78ba2a45-9664-44df-968d-5543a18386a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:30:27.718337 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-ee2c09ac-ec99-450a-a1e6-a949cb7d8e70 req-78ba2a45-9664-44df-968d-5543a18386a9 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=0d1807c847644cb3a8e97c12e656c3c9&device_id=87269ac5-29f9-4a42-b7ae-95b7bbf30522 HTTP/1.1" status: 200 len: 1098 time: 0.0610824 Jun 24 12:30:27.838366 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2c09ac-ec99-450a-a1e6-a949cb7d8e70 req-a035c8ed-7cf7-4022-af4f-ac32a101e3eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:30:27.839727 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-ee2c09ac-ec99-450a-a1e6-a949cb7d8e70 req-a035c8ed-7cf7-4022-af4f-ac32a101e3eb service neutron] 10.222.0.45 "GET /v2.0/networks?id=fbda8845-5f48-456b-ae8b-c949b27ec543 HTTP/1.1" status: 200 len: 909 time: 0.0952511 Jun 24 12:30:27.880740 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-03237adf-ebd0-46f2-a476-4d4bb746e0f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:30:27.932299 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-ee2c09ac-ec99-450a-a1e6-a949cb7d8e70 req-9ce44b62-90d0-4a4d-bf0c-8b79c44379d6 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=353b65d1-64e1-44c6-8acc-e26a46dc0d54 HTTP/1.1" status: 200 len: 1001 time: 0.0824044 Jun 24 12:30:27.988064 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2c09ac-ec99-450a-a1e6-a949cb7d8e70 req-3b2d0627-50fc-4c8d-878d-993da2b52600 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:30:27.989567 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-ee2c09ac-ec99-450a-a1e6-a949cb7d8e70 req-3b2d0627-50fc-4c8d-878d-993da2b52600 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a5e1566a-72aa-46bc-8ab1-4e06365cbc2d HTTP/1.1" status: 200 len: 847 time: 0.0473812 Jun 24 12:30:28.060374 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2c09ac-ec99-450a-a1e6-a949cb7d8e70 req-a03daa03-1c1b-4f47-a28e-34109d89f4d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:30:28.061997 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-ee2c09ac-ec99-450a-a1e6-a949cb7d8e70 req-a03daa03-1c1b-4f47-a28e-34109d89f4d1 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=fbda8845-5f48-456b-ae8b-c949b27ec543&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0626872 Jun 24 12:30:28.504765 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-ee2c09ac-ec99-450a-a1e6-a949cb7d8e70 req-7103731b-4f76-4494-8e48-ae0a45d12e3d service neutron] 10.222.0.45 "GET /v2.0/networks/fbda8845-5f48-456b-ae8b-c949b27ec543?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4318001 Jun 24 12:30:28.660515 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-ee2c09ac-ec99-450a-a1e6-a949cb7d8e70 req-f81624ef-76fe-4e84-8eda-68c8d791a10c service neutron] 10.222.0.45 "GET /v2.0/networks/fbda8845-5f48-456b-ae8b-c949b27ec543?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1454108 Jun 24 12:30:29.848651 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-52c483ef-d5c1-4030-9a32-e5ce4ff00ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:30:44.150015 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ba3c8a-7d4d-4553-bb6d-180b2cddae57 req-1730244d-9525-44b3-b690-8ebb222dd73d tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:30:44.151444 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-b7ba3c8a-7d4d-4553-bb6d-180b2cddae57 req-1730244d-9525-44b3-b690-8ebb222dd73d tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] 10.222.0.53 "GET /v2.0/ports?device_id=87269ac5-29f9-4a42-b7ae-95b7bbf30522 HTTP/1.1" status: 200 len: 945 time: 0.0656962 Jun 24 12:30:44.191707 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-b7ba3c8a-7d4d-4553-bb6d-180b2cddae57 req-2394910f-6115-4bf7-b021-03d4ce1ea5c1 tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] 10.222.0.53 "GET /v2.0/security-groups?id=f090e519-06bb-4073-8c17-fea0d7c645c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343499 Jun 24 12:30:45.123178 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:30:45.390141 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515e2074-d506-496f-a3da-6e485dbc884b req-69ee9558-18bc-48d3-be52-d54bbb4cfce7 tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:30:45.393041 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-515e2074-d506-496f-a3da-6e485dbc884b req-69ee9558-18bc-48d3-be52-d54bbb4cfce7 tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] 10.222.0.53 "GET /v2.0/ports?device_id=87269ac5-29f9-4a42-b7ae-95b7bbf30522 HTTP/1.1" status: 200 len: 945 time: 0.0679197 Jun 24 12:30:45.436199 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-515e2074-d506-496f-a3da-6e485dbc884b req-02c55052-5ab1-404f-a750-db8bf26969c6 tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] 10.222.0.53 "GET /v2.0/security-groups?id=f090e519-06bb-4073-8c17-fea0d7c645c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376985 Jun 24 12:30:46.638590 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874f298d-2acf-4ab2-9ead-7014a2399b61 req-27a29c5b-79af-4d15-b477-97edd6499f08 tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:30:46.640255 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-874f298d-2acf-4ab2-9ead-7014a2399b61 req-27a29c5b-79af-4d15-b477-97edd6499f08 tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] 10.222.0.53 "GET /v2.0/ports?device_id=87269ac5-29f9-4a42-b7ae-95b7bbf30522 HTTP/1.1" status: 200 len: 945 time: 0.0736473 Jun 24 12:30:46.695035 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-874f298d-2acf-4ab2-9ead-7014a2399b61 req-5294dced-902f-45b4-a5f3-fa362e77cd74 tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] 10.222.0.53 "GET /v2.0/security-groups?id=f090e519-06bb-4073-8c17-fea0d7c645c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485966 Jun 24 12:30:47.890165 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7995b287-3324-413a-9849-5e0de76f78d7 req-f09b3743-8932-4c65-9c33-d89b52500ac3 tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:30:47.892846 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-7995b287-3324-413a-9849-5e0de76f78d7 req-f09b3743-8932-4c65-9c33-d89b52500ac3 tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] 10.222.0.53 "GET /v2.0/ports?device_id=87269ac5-29f9-4a42-b7ae-95b7bbf30522 HTTP/1.1" status: 200 len: 945 time: 0.0767570 Jun 24 12:30:47.937701 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-7995b287-3324-413a-9849-5e0de76f78d7 req-21dd4342-cfb5-42d7-b818-e5877ace547a tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] 10.222.0.53 "GET /v2.0/security-groups?id=f090e519-06bb-4073-8c17-fea0d7c645c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390990 Jun 24 12:30:48.191444 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.agents_db [None req-87a69269-d72b-4286-97f3-1041481ed6d8 None None] Agent healthcheck: found 6 active agents {{(pid=128086) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 12:30:49.130939 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa1d4b6-d4fe-46b1-8fca-5a7b0037fb4c req-ddabc961-23f7-447e-bc19-40a94f157b37 tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:30:49.133013 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-2fa1d4b6-d4fe-46b1-8fca-5a7b0037fb4c req-ddabc961-23f7-447e-bc19-40a94f157b37 tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] 10.222.0.53 "GET /v2.0/ports?device_id=87269ac5-29f9-4a42-b7ae-95b7bbf30522 HTTP/1.1" status: 200 len: 945 time: 0.0765014 Jun 24 12:30:49.183720 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-2fa1d4b6-d4fe-46b1-8fca-5a7b0037fb4c req-ca712946-2799-4f7c-b511-66dbed9d8bcf tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] 10.222.0.53 "GET /v2.0/security-groups?id=f090e519-06bb-4073-8c17-fea0d7c645c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447416 Jun 24 12:30:50.368940 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a78c5b5-efb7-4e2b-b3a6-2cf34ad5ed10 req-09a8c989-0518-471e-be6f-1c17329e6816 tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:30:50.370474 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-4a78c5b5-efb7-4e2b-b3a6-2cf34ad5ed10 req-09a8c989-0518-471e-be6f-1c17329e6816 tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] 10.222.0.53 "GET /v2.0/ports?device_id=87269ac5-29f9-4a42-b7ae-95b7bbf30522 HTTP/1.1" status: 200 len: 945 time: 0.0712242 Jun 24 12:30:50.416512 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-4a78c5b5-efb7-4e2b-b3a6-2cf34ad5ed10 req-9c0a630d-580f-4a00-b875-b91b82537992 tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] 10.222.0.53 "GET /v2.0/security-groups?id=f090e519-06bb-4073-8c17-fea0d7c645c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398414 Jun 24 12:30:51.600582 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fac3ed-0db0-4158-a638-c4c2722f9315 req-3d44a4e5-0a0f-41d6-8dcd-cb323bf3f48b tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:30:51.602198 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-a9fac3ed-0db0-4158-a638-c4c2722f9315 req-3d44a4e5-0a0f-41d6-8dcd-cb323bf3f48b tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] 10.222.0.53 "GET /v2.0/ports?device_id=87269ac5-29f9-4a42-b7ae-95b7bbf30522 HTTP/1.1" status: 200 len: 945 time: 0.0696886 Jun 24 12:30:51.646949 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-a9fac3ed-0db0-4158-a638-c4c2722f9315 req-967ddc9c-655a-4ca6-ad52-45dbebb414a1 tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] 10.222.0.53 "GET /v2.0/security-groups?id=f090e519-06bb-4073-8c17-fea0d7c645c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390010 Jun 24 12:30:52.841478 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfb4394-838c-4114-8702-831c7f812bb3 req-8ced88e6-6662-49dd-886c-443697d14736 tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:30:52.842849 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-fcfb4394-838c-4114-8702-831c7f812bb3 req-8ced88e6-6662-49dd-886c-443697d14736 tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] 10.222.0.53 "GET /v2.0/ports?device_id=87269ac5-29f9-4a42-b7ae-95b7bbf30522 HTTP/1.1" status: 200 len: 945 time: 0.0804820 Jun 24 12:30:52.886528 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-fcfb4394-838c-4114-8702-831c7f812bb3 req-f7628cdc-1d30-4f0e-b7d1-311dfa35d659 tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] 10.222.0.53 "GET /v2.0/security-groups?id=f090e519-06bb-4073-8c17-fea0d7c645c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372841 Jun 24 12:30:53.891175 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-4375ab6a-3407-4818-bcdf-fd1c5d629885 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:30:54.066561 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eacc095-d5b2-4e5c-a624-ede9de427cd3 req-e68bcdcd-800e-4454-9440-a272bba76ae2 tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:30:54.068079 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-8eacc095-d5b2-4e5c-a624-ede9de427cd3 req-e68bcdcd-800e-4454-9440-a272bba76ae2 tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] 10.222.0.53 "GET /v2.0/ports?device_id=87269ac5-29f9-4a42-b7ae-95b7bbf30522 HTTP/1.1" status: 200 len: 945 time: 0.0657628 Jun 24 12:30:54.109724 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-8eacc095-d5b2-4e5c-a624-ede9de427cd3 req-7424cd24-0986-4c17-b2b0-28eb29f31c49 tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] 10.222.0.53 "GET /v2.0/security-groups?id=f090e519-06bb-4073-8c17-fea0d7c645c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349269 Jun 24 12:30:55.318392 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcecd5b9-9b73-4968-b4f0-6b3d8a345ee2 req-421113c8-3b4e-4a1b-b7b4-0a6a81e30c0f tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:30:55.320102 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-bcecd5b9-9b73-4968-b4f0-6b3d8a345ee2 req-421113c8-3b4e-4a1b-b7b4-0a6a81e30c0f tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] 10.222.0.53 "GET /v2.0/ports?device_id=87269ac5-29f9-4a42-b7ae-95b7bbf30522 HTTP/1.1" status: 200 len: 945 time: 0.0831666 Jun 24 12:30:55.370385 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-bcecd5b9-9b73-4968-b4f0-6b3d8a345ee2 req-d05d94b5-7acd-42dc-ab69-9732518078b4 tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] 10.222.0.53 "GET /v2.0/security-groups?id=f090e519-06bb-4073-8c17-fea0d7c645c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396633 Jun 24 12:30:55.603111 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Device 353b65d1-64e1-44c6-8acc-e26a46dc0d54 details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=128085) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 12:30:55.722039 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] For port 353b65d1-64e1-44c6-8acc-e26a46dc0d54, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=353b65d1-64e1-44c6-8acc-e26a46dc0d54,segment=NetworkSegment(ec8d44af-9dd7-4818-8939-b0ad37430a72),segment_id=ec8d44af-9dd7-4818-8939-b0ad37430a72)] {{(pid=128085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:30:55.733712 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Returning: {'device': '353b65d1-64e1-44c6-8acc-e26a46dc0d54', 'network_id': 'fbda8845-5f48-456b-ae8b-c949b27ec543', 'port_id': '353b65d1-64e1-44c6-8acc-e26a46dc0d54', 'mac_address': 'fa:16:3e:30:46:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 647, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5e1566a-72aa-46bc-8ab1-4e06365cbc2d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=128085) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 12:30:55.776293 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:30:55.791822 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.notifiers.nova [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 353b65d1-64e1-44c6-8acc-e26a46dc0d54 {{(pid=128085) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 12:30:55.813946 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] For port 353b65d1-64e1-44c6-8acc-e26a46dc0d54, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=353b65d1-64e1-44c6-8acc-e26a46dc0d54,segment=NetworkSegment(ec8d44af-9dd7-4818-8939-b0ad37430a72),segment_id=ec8d44af-9dd7-4818-8939-b0ad37430a72)] {{(pid=128085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:30:55.818242 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:30:55.820231 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:30:55.873302 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Pushing event updated for resources: {'Port': ['ID=353b65d1-64e1-44c6-8acc-e26a46dc0d54,revision_number=6']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:30:55.880508 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:30:55.880850 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:30:55.881219 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:30:55.881581 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:30:55.881891 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:30:55.882206 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:30:55.882533 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:30:55.882857 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:30:55.883182 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:30:55.883501 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:30:55.883930 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:30:55.884143 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:30:55.888180 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:30:55.910998 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] get_ports_and_sgs() called for port_ids ['353b65d1-64e1-44c6-8acc-e26a46dc0d54'] {{(pid=128085) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 12:30:56.441347 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-97fb70bd-b929-4ec4-b27e-af3ec224ce2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:30:56.559593 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6e5dcd-7be1-4b0d-8337-94ce684f8ada req-f7e7b127-652c-4bc9-b614-90916c6f7378 tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:30:56.561161 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-2f6e5dcd-7be1-4b0d-8337-94ce684f8ada req-f7e7b127-652c-4bc9-b614-90916c6f7378 tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] 10.222.0.53 "GET /v2.0/ports?device_id=87269ac5-29f9-4a42-b7ae-95b7bbf30522 HTTP/1.1" status: 200 len: 944 time: 0.0718412 Jun 24 12:30:56.601710 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-2f6e5dcd-7be1-4b0d-8337-94ce684f8ada req-024daf9c-bda0-47b9-a57a-da794747caa3 tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] 10.222.0.53 "GET /v2.0/security-groups?id=f090e519-06bb-4073-8c17-fea0d7c645c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342829 Jun 24 12:30:56.636053 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:30:57.630410 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Device 353b65d1-64e1-44c6-8acc-e26a46dc0d54 up at agent hyperv_hv-neutron-7971 {{(pid=128085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:30:57.701678 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Provisioning complete for port 353b65d1-64e1-44c6-8acc-e26a46dc0d54 triggered by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:30:57.703471 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:30:57.900432 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:30:57.903755 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c337645e-4961-4f51-b2b4-76777982357d req-7785530b-fa46-4236-8802-4c3d6d4d8bd5 tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:30:57.908951 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-c337645e-4961-4f51-b2b4-76777982357d req-7785530b-fa46-4236-8802-4c3d6d4d8bd5 tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] 10.222.0.53 "GET /v2.0/ports?device_id=87269ac5-29f9-4a42-b7ae-95b7bbf30522 HTTP/1.1" status: 200 len: 944 time: 0.1399968 Jun 24 12:30:57.909888 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-03237adf-ebd0-46f2-a476-4d4bb746e0f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:30:57.972602 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-c337645e-4961-4f51-b2b4-76777982357d req-b21728a7-11a2-4703-8827-2edd2e55eafa tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] 10.222.0.53 "GET /v2.0/security-groups?id=f090e519-06bb-4073-8c17-fea0d7c645c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555625 Jun 24 12:30:57.987238 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87269ac5-29f9-4a42-b7ae-95b7bbf30522', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '353b65d1-64e1-44c6-8acc-e26a46dc0d54'}] {{(pid=128085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 12:30:57.993234 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1098ec9051a50dd033317f529a09b9762582ef7b417ebe05928aca59e08255aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6291822a-da77-4e0f-80b1-3acac5f3987f" -d '{"events": [{"server_uuid": "87269ac5-29f9-4a42-b7ae-95b7bbf30522", "name": "network-vif-plugged", "status": "completed", "tag": "353b65d1-64e1-44c6-8acc-e26a46dc0d54"}]}' {{(pid=128085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 12:30:57.999855 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] For port 353b65d1-64e1-44c6-8acc-e26a46dc0d54, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=353b65d1-64e1-44c6-8acc-e26a46dc0d54,segment=NetworkSegment(ec8d44af-9dd7-4818-8939-b0ad37430a72),segment_id=ec8d44af-9dd7-4818-8939-b0ad37430a72)] {{(pid=128085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:30:58.020703 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:30:58.024917 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:30:58.068089 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 12:30:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57b1f965-a680-42d6-a33c-894a9f2b2d2f x-openstack-request-id: req-57b1f965-a680-42d6-a33c-894a9f2b2d2f {{(pid=128085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 12:30:58.068424 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87269ac5-29f9-4a42-b7ae-95b7bbf30522", "name": "network-vif-plugged", "status": "completed", "tag": "353b65d1-64e1-44c6-8acc-e26a46dc0d54", "code": 200}]} {{(pid=128085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 12:30:58.068694 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-57b1f965-a680-42d6-a33c-894a9f2b2d2f {{(pid=128085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 12:30:58.069173 dv-neutron-797120-4-hyperv neutron-server[128085]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87269ac5-29f9-4a42-b7ae-95b7bbf30522', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '353b65d1-64e1-44c6-8acc-e26a46dc0d54', 'code': 200} Jun 24 12:30:58.098190 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Pushing event updated for resources: {'Port': ['ID=353b65d1-64e1-44c6-8acc-e26a46dc0d54,revision_number=7']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:30:58.101283 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:30:59.241937 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cac5d3-0d8c-4cc2-bbad-6d18214a9654 req-0593a80f-8696-4387-b3bb-2e561f0f780e tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:30:59.243509 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-f6cac5d3-0d8c-4cc2-bbad-6d18214a9654 req-0593a80f-8696-4387-b3bb-2e561f0f780e tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] 10.222.0.53 "GET /v2.0/ports?device_id=87269ac5-29f9-4a42-b7ae-95b7bbf30522 HTTP/1.1" status: 200 len: 945 time: 0.0843172 Jun 24 12:30:59.294090 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-f6cac5d3-0d8c-4cc2-bbad-6d18214a9654 req-7f3746f8-ab25-4d55-894b-68cef979b77e tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] 10.222.0.53 "GET /v2.0/security-groups?id=f090e519-06bb-4073-8c17-fea0d7c645c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434904 Jun 24 12:30:59.857765 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-52c483ef-d5c1-4030-9a32-e5ce4ff00ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:31:00.549413 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b5bf1f-cb01-4a19-9280-c5b787547094 req-c6696d46-5b88-4863-9019-d15bba613f08 tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:31:00.551908 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-09b5bf1f-cb01-4a19-9280-c5b787547094 req-c6696d46-5b88-4863-9019-d15bba613f08 tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] 10.222.0.53 "GET /v2.0/ports?device_id=87269ac5-29f9-4a42-b7ae-95b7bbf30522 HTTP/1.1" status: 200 len: 945 time: 0.1019766 Jun 24 12:31:00.623426 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-09b5bf1f-cb01-4a19-9280-c5b787547094 req-99feaddf-78cc-4242-8583-3fb36e2dfae3 tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] 10.222.0.53 "GET /v2.0/security-groups?id=f090e519-06bb-4073-8c17-fea0d7c645c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573900 Jun 24 12:31:01.863185 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14e0e89-afd3-4859-918a-47863993cae4 req-a67c71ea-2a1c-4007-b14b-8f4c2a742cbe tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:31:01.865567 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-d14e0e89-afd3-4859-918a-47863993cae4 req-a67c71ea-2a1c-4007-b14b-8f4c2a742cbe tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] 10.222.0.53 "GET /v2.0/ports?device_id=87269ac5-29f9-4a42-b7ae-95b7bbf30522 HTTP/1.1" status: 200 len: 945 time: 0.0844202 Jun 24 12:31:01.929661 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-d14e0e89-afd3-4859-918a-47863993cae4 req-f5e89598-1f76-4bd8-a91f-e949a5e8299d tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] 10.222.0.53 "GET /v2.0/security-groups?id=f090e519-06bb-4073-8c17-fea0d7c645c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556371 Jun 24 12:31:03.153643 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8dccdc1-f7d1-4563-9580-1713742ebae3 req-955499cc-6354-4860-9eee-7591a6f5c496 tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:31:03.156432 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-d8dccdc1-f7d1-4563-9580-1713742ebae3 req-955499cc-6354-4860-9eee-7591a6f5c496 tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] 10.222.0.53 "GET /v2.0/ports?device_id=87269ac5-29f9-4a42-b7ae-95b7bbf30522 HTTP/1.1" status: 200 len: 945 time: 0.0749395 Jun 24 12:31:03.214489 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-d8dccdc1-f7d1-4563-9580-1713742ebae3 req-9deb09c9-c810-4d0e-a5cb-aee3955d5ad0 tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] 10.222.0.53 "GET /v2.0/security-groups?id=f090e519-06bb-4073-8c17-fea0d7c645c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433741 Jun 24 12:31:04.509214 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa66d4d6-160a-4135-9634-d438a4fe15b3 req-dc9bd8c7-4424-4f6b-bf7f-572f84e56b1a tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:31:04.510824 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-fa66d4d6-160a-4135-9634-d438a4fe15b3 req-dc9bd8c7-4424-4f6b-bf7f-572f84e56b1a tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] 10.222.0.53 "GET /v2.0/ports?device_id=87269ac5-29f9-4a42-b7ae-95b7bbf30522 HTTP/1.1" status: 200 len: 945 time: 0.1118400 Jun 24 12:31:04.565034 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-fa66d4d6-160a-4135-9634-d438a4fe15b3 req-3d801ffe-961d-488b-b471-ecd9c062ae3c tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] 10.222.0.53 "GET /v2.0/security-groups?id=f090e519-06bb-4073-8c17-fea0d7c645c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444992 Jun 24 12:31:05.762769 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e91cd7-0370-4a66-8711-8e787addcbc5 req-44251e76-efa2-48bf-a246-1a85495a091c tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:31:05.765519 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-c3e91cd7-0370-4a66-8711-8e787addcbc5 req-44251e76-efa2-48bf-a246-1a85495a091c tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] 10.222.0.53 "GET /v2.0/ports?device_id=87269ac5-29f9-4a42-b7ae-95b7bbf30522 HTTP/1.1" status: 200 len: 945 time: 0.0775707 Jun 24 12:31:05.815822 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-c3e91cd7-0370-4a66-8711-8e787addcbc5 req-fdbe0d31-95f4-44a2-82ab-72cb6bdd4b23 tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] 10.222.0.53 "GET /v2.0/security-groups?id=f090e519-06bb-4073-8c17-fea0d7c645c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452080 Jun 24 12:31:07.004521 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2154b5c-341b-4504-a8e0-43b4230836ef req-92ff1766-4ff4-439b-bdd7-63ef09348845 tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:31:07.006202 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-c2154b5c-341b-4504-a8e0-43b4230836ef req-92ff1766-4ff4-439b-bdd7-63ef09348845 tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] 10.222.0.53 "GET /v2.0/ports?device_id=87269ac5-29f9-4a42-b7ae-95b7bbf30522 HTTP/1.1" status: 200 len: 945 time: 0.0732934 Jun 24 12:31:07.048501 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-c2154b5c-341b-4504-a8e0-43b4230836ef req-2e7368fc-2119-47fc-bc69-049b9589f572 tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] 10.222.0.53 "GET /v2.0/security-groups?id=f090e519-06bb-4073-8c17-fea0d7c645c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363944 Jun 24 12:31:07.246494 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402bec99-c6f6-47a2-929d-1eb46a49716d req-de23c4d9-8ad0-4594-a823-277eeb2de296 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:31:07.247734 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-402bec99-c6f6-47a2-929d-1eb46a49716d req-de23c4d9-8ad0-4594-a823-277eeb2de296 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=0d1807c847644cb3a8e97c12e656c3c9&device_id=87269ac5-29f9-4a42-b7ae-95b7bbf30522 HTTP/1.1" status: 200 len: 1098 time: 0.0576851 Jun 24 12:31:07.345922 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402bec99-c6f6-47a2-929d-1eb46a49716d req-90a89810-a40d-4150-8438-868c7b93ee39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:31:07.347384 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-402bec99-c6f6-47a2-929d-1eb46a49716d req-90a89810-a40d-4150-8438-868c7b93ee39 service neutron] 10.222.0.45 "GET /v2.0/networks?id=fbda8845-5f48-456b-ae8b-c949b27ec543 HTTP/1.1" status: 200 len: 909 time: 0.0897577 Jun 24 12:31:07.418024 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-402bec99-c6f6-47a2-929d-1eb46a49716d req-868bcc81-1cc4-4c37-9ed0-f9c5eeef922c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=353b65d1-64e1-44c6-8acc-e26a46dc0d54 HTTP/1.1" status: 200 len: 1001 time: 0.0634930 Jun 24 12:31:07.472433 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402bec99-c6f6-47a2-929d-1eb46a49716d req-d548395c-aa28-4d41-981c-d040767cd420 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:31:07.473940 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-402bec99-c6f6-47a2-929d-1eb46a49716d req-d548395c-aa28-4d41-981c-d040767cd420 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a5e1566a-72aa-46bc-8ab1-4e06365cbc2d HTTP/1.1" status: 200 len: 847 time: 0.0458369 Jun 24 12:31:07.540256 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402bec99-c6f6-47a2-929d-1eb46a49716d req-548f8e9d-a646-475f-aca8-21a433c6a53a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:31:07.541696 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-402bec99-c6f6-47a2-929d-1eb46a49716d req-548f8e9d-a646-475f-aca8-21a433c6a53a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=fbda8845-5f48-456b-ae8b-c949b27ec543&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0563071 Jun 24 12:31:07.644875 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-402bec99-c6f6-47a2-929d-1eb46a49716d req-32425947-72b9-407a-b320-bacc55084e42 service neutron] 10.222.0.45 "GET /v2.0/networks/fbda8845-5f48-456b-ae8b-c949b27ec543?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915229 Jun 24 12:31:07.745290 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-402bec99-c6f6-47a2-929d-1eb46a49716d req-55442b28-d615-492b-914d-4ad65ad89298 service neutron] 10.222.0.45 "GET /v2.0/networks/fbda8845-5f48-456b-ae8b-c949b27ec543?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890605 Jun 24 12:31:08.236665 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72d277e-92d2-446b-9918-c4fdbaa175f9 req-2fa60438-cb4b-4d2a-a093-e996432a116c tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:31:08.238166 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-c72d277e-92d2-446b-9918-c4fdbaa175f9 req-2fa60438-cb4b-4d2a-a093-e996432a116c tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] 10.222.0.53 "GET /v2.0/ports?device_id=87269ac5-29f9-4a42-b7ae-95b7bbf30522 HTTP/1.1" status: 200 len: 945 time: 0.0713224 Jun 24 12:31:08.276222 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-c72d277e-92d2-446b-9918-c4fdbaa175f9 req-7e9b74d6-396c-4cbf-9350-e6f39e83a6ae tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] 10.222.0.53 "GET /v2.0/security-groups?id=f090e519-06bb-4073-8c17-fea0d7c645c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325027 Jun 24 12:31:09.452274 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53557610-b5ad-45fa-977f-c25ee639b1b6 req-c651deb9-43b9-444a-be13-303e2fc26f76 tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:31:09.453718 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-53557610-b5ad-45fa-977f-c25ee639b1b6 req-c651deb9-43b9-444a-be13-303e2fc26f76 tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] 10.222.0.53 "GET /v2.0/ports?device_id=87269ac5-29f9-4a42-b7ae-95b7bbf30522 HTTP/1.1" status: 200 len: 945 time: 0.0650992 Jun 24 12:31:09.491971 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-53557610-b5ad-45fa-977f-c25ee639b1b6 req-6b566217-f6ad-46a4-a4d7-b23df4a6529e tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] 10.222.0.53 "GET /v2.0/security-groups?id=f090e519-06bb-4073-8c17-fea0d7c645c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326002 Jun 24 12:31:10.680586 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6fb31f-d0f3-45aa-9bd9-0f7fa6dd2a4b req-8cfa177a-8e6c-4cc4-a2de-be291337db3f tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:31:10.682087 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-7c6fb31f-d0f3-45aa-9bd9-0f7fa6dd2a4b req-8cfa177a-8e6c-4cc4-a2de-be291337db3f tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] 10.222.0.53 "GET /v2.0/ports?device_id=87269ac5-29f9-4a42-b7ae-95b7bbf30522 HTTP/1.1" status: 200 len: 945 time: 0.0633171 Jun 24 12:31:10.728605 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-7c6fb31f-d0f3-45aa-9bd9-0f7fa6dd2a4b req-bd48fcc5-3ea0-4f00-9c0e-05e630a35a44 tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] 10.222.0.53 "GET /v2.0/security-groups?id=f090e519-06bb-4073-8c17-fea0d7c645c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403352 Jun 24 12:31:11.691995 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Device 353b65d1-64e1-44c6-8acc-e26a46dc0d54 no longer exists at agent hyperv_hv-neutron-7971 {{(pid=128085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 12:31:11.782513 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:31:11.804367 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87269ac5-29f9-4a42-b7ae-95b7bbf30522', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '353b65d1-64e1-44c6-8acc-e26a46dc0d54'}] {{(pid=128085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 12:31:11.806633 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1098ec9051a50dd033317f529a09b9762582ef7b417ebe05928aca59e08255aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-684ac21f-00ef-42bb-8904-4442480036b0" -d '{"events": [{"server_uuid": "87269ac5-29f9-4a42-b7ae-95b7bbf30522", "name": "network-vif-unplugged", "status": "completed", "tag": "353b65d1-64e1-44c6-8acc-e26a46dc0d54"}]}' {{(pid=128085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 12:31:11.821430 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] For port 353b65d1-64e1-44c6-8acc-e26a46dc0d54, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=353b65d1-64e1-44c6-8acc-e26a46dc0d54,segment=NetworkSegment(ec8d44af-9dd7-4818-8939-b0ad37430a72),segment_id=ec8d44af-9dd7-4818-8939-b0ad37430a72)] {{(pid=128085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:31:11.827065 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:31:11.828998 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:31:11.852677 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 24 Jun 2021 12:31:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-faf10687-c57f-42d8-a62b-50810f6e5388 x-openstack-request-id: req-faf10687-c57f-42d8-a62b-50810f6e5388 {{(pid=128085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 12:31:11.853005 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87269ac5-29f9-4a42-b7ae-95b7bbf30522", "name": "network-vif-unplugged", "status": "failed", "tag": "353b65d1-64e1-44c6-8acc-e26a46dc0d54", "code": 422}]} {{(pid=128085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 12:31:11.853257 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-faf10687-c57f-42d8-a62b-50810f6e5388 {{(pid=128085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 12:31:11.853697 dv-neutron-797120-4-hyperv neutron-server[128085]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '87269ac5-29f9-4a42-b7ae-95b7bbf30522', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '353b65d1-64e1-44c6-8acc-e26a46dc0d54', 'code': 422} returned with failed status Jun 24 12:31:11.879816 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Pushing event updated for resources: {'Port': ['ID=353b65d1-64e1-44c6-8acc-e26a46dc0d54,revision_number=8']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:31:11.882985 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:31:12.125725 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab473ab1-78c2-448b-b460-49592776b862 req-dffa935b-b0eb-4610-91c0-b8bec3d7c56f tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:31:12.127236 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-ab473ab1-78c2-448b-b460-49592776b862 req-dffa935b-b0eb-4610-91c0-b8bec3d7c56f tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] 10.222.0.53 "GET /v2.0/ports?device_id=87269ac5-29f9-4a42-b7ae-95b7bbf30522 HTTP/1.1" status: 200 len: 943 time: 0.0699000 Jun 24 12:31:12.167127 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-ab473ab1-78c2-448b-b460-49592776b862 req-0fcb1ea1-f149-4628-a0f9-de73199ffa36 tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] 10.222.0.53 "GET /v2.0/security-groups?id=f090e519-06bb-4073-8c17-fea0d7c645c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342591 Jun 24 12:31:12.259870 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 41482) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:31:12.363624 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-35db427a-39ea-4a95-b221-e8cfe971e64e req-5042f932-02bc-405a-ab0d-00e545f94f26 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=87269ac5-29f9-4a42-b7ae-95b7bbf30522&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1024342 Jun 24 12:31:13.410936 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88eb793d-554b-4ad0-8b85-578bf128a317 req-e0d2b60b-1b58-45d9-b111-d8d68665177f tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:31:13.412289 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-88eb793d-554b-4ad0-8b85-578bf128a317 req-e0d2b60b-1b58-45d9-b111-d8d68665177f tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] 10.222.0.53 "GET /v2.0/ports?device_id=87269ac5-29f9-4a42-b7ae-95b7bbf30522 HTTP/1.1" status: 200 len: 943 time: 0.1090124 Jun 24 12:31:13.427708 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35db427a-39ea-4a95-b221-e8cfe971e64e req-8752e16d-806a-415a-82b8-6ead84433f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:31:13.429241 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-35db427a-39ea-4a95-b221-e8cfe971e64e req-8752e16d-806a-415a-82b8-6ead84433f48 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=87269ac5-29f9-4a42-b7ae-95b7bbf30522&tenant_id=0d1807c847644cb3a8e97c12e656c3c9 HTTP/1.1" status: 200 len: 1096 time: 0.0910063 Jun 24 12:31:13.460357 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-88eb793d-554b-4ad0-8b85-578bf128a317 req-5f36e8eb-0d11-470f-847a-2eb36d703d80 tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] 10.222.0.53 "GET /v2.0/security-groups?id=f090e519-06bb-4073-8c17-fea0d7c645c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414703 Jun 24 12:31:13.557406 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35db427a-39ea-4a95-b221-e8cfe971e64e req-79b7d304-f061-4005-ad40-022e30d591bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:31:13.559144 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-35db427a-39ea-4a95-b221-e8cfe971e64e req-79b7d304-f061-4005-ad40-022e30d591bd service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=0d1807c847644cb3a8e97c12e656c3c9&device_id=87269ac5-29f9-4a42-b7ae-95b7bbf30522 HTTP/1.1" status: 200 len: 1096 time: 0.0977354 Jun 24 12:31:13.665938 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35db427a-39ea-4a95-b221-e8cfe971e64e req-f01e9faf-bb47-466f-9646-6dd912b1b2e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:31:13.667336 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-35db427a-39ea-4a95-b221-e8cfe971e64e req-f01e9faf-bb47-466f-9646-6dd912b1b2e8 service neutron] 10.222.0.45 "GET /v2.0/networks?id=fbda8845-5f48-456b-ae8b-c949b27ec543 HTTP/1.1" status: 200 len: 909 time: 0.0992815 Jun 24 12:31:13.740368 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-35db427a-39ea-4a95-b221-e8cfe971e64e req-eb6cce64-fa50-4833-95c0-84a5bdccd6d9 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=353b65d1-64e1-44c6-8acc-e26a46dc0d54 HTTP/1.1" status: 200 len: 999 time: 0.0639889 Jun 24 12:31:13.802542 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35db427a-39ea-4a95-b221-e8cfe971e64e req-afea9e8f-077b-401b-86a1-67920e39772d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:31:13.803975 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-35db427a-39ea-4a95-b221-e8cfe971e64e req-afea9e8f-077b-401b-86a1-67920e39772d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a5e1566a-72aa-46bc-8ab1-4e06365cbc2d HTTP/1.1" status: 200 len: 847 time: 0.0538709 Jun 24 12:31:13.867897 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35db427a-39ea-4a95-b221-e8cfe971e64e req-ed95a118-1709-4aa6-9cfc-caea1cdc4724 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:31:13.869458 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-35db427a-39ea-4a95-b221-e8cfe971e64e req-ed95a118-1709-4aa6-9cfc-caea1cdc4724 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=fbda8845-5f48-456b-ae8b-c949b27ec543&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0539651 Jun 24 12:31:13.961073 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-35db427a-39ea-4a95-b221-e8cfe971e64e req-cf7b5966-a744-42a2-be37-982397fbf92f service neutron] 10.222.0.45 "GET /v2.0/networks/fbda8845-5f48-456b-ae8b-c949b27ec543?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816898 Jun 24 12:31:14.059861 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-35db427a-39ea-4a95-b221-e8cfe971e64e req-559186ff-ec69-4a00-8cfa-d20fdb881ebe service neutron] 10.222.0.45 "GET /v2.0/networks/fbda8845-5f48-456b-ae8b-c949b27ec543?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871792 Jun 24 12:31:14.692227 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a332331-7b08-4022-949d-698585ae9629 req-403d7709-9a7e-49dc-a989-b18767233d9f tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:31:14.693782 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-5a332331-7b08-4022-949d-698585ae9629 req-403d7709-9a7e-49dc-a989-b18767233d9f tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] 10.222.0.53 "GET /v2.0/ports?device_id=87269ac5-29f9-4a42-b7ae-95b7bbf30522 HTTP/1.1" status: 200 len: 943 time: 0.0689206 Jun 24 12:31:14.753337 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-5a332331-7b08-4022-949d-698585ae9629 req-a0b3e114-a21a-498c-bf79-68ba48f4b919 tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] 10.222.0.53 "GET /v2.0/security-groups?id=f090e519-06bb-4073-8c17-fea0d7c645c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485928 Jun 24 12:31:15.141783 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:31:15.936295 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b29c88-eda6-4684-a254-4cf1a6617b50 req-f501d044-973a-4187-a8fd-93cd0e8a4928 tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:31:15.937707 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-39b29c88-eda6-4684-a254-4cf1a6617b50 req-f501d044-973a-4187-a8fd-93cd0e8a4928 tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] 10.222.0.53 "GET /v2.0/ports?device_id=87269ac5-29f9-4a42-b7ae-95b7bbf30522 HTTP/1.1" status: 200 len: 943 time: 0.0734136 Jun 24 12:31:15.978683 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-39b29c88-eda6-4684-a254-4cf1a6617b50 req-36cebe7a-9ec5-44ee-a00c-4b188210bbc2 tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] 10.222.0.53 "GET /v2.0/security-groups?id=f090e519-06bb-4073-8c17-fea0d7c645c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344863 Jun 24 12:31:17.168511 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e542ce-2b80-4f96-8f1c-30dd74c73040 req-60d5fa1b-a51a-4943-a941-8c6de210f083 tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:31:17.171340 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-20e542ce-2b80-4f96-8f1c-30dd74c73040 req-60d5fa1b-a51a-4943-a941-8c6de210f083 tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] 10.222.0.53 "GET /v2.0/ports?device_id=87269ac5-29f9-4a42-b7ae-95b7bbf30522 HTTP/1.1" status: 200 len: 943 time: 0.0734847 Jun 24 12:31:17.213111 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-20e542ce-2b80-4f96-8f1c-30dd74c73040 req-bef4ba89-c6a3-4278-b84b-6f4cbdb09216 tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] 10.222.0.53 "GET /v2.0/security-groups?id=f090e519-06bb-4073-8c17-fea0d7c645c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355184 Jun 24 12:31:18.419779 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a8f572-bcc6-4067-9702-df9fb9619cf9 req-a8c0d204-699c-453c-b331-fe56d62c8da0 tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:31:18.423021 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-d3a8f572-bcc6-4067-9702-df9fb9619cf9 req-a8c0d204-699c-453c-b331-fe56d62c8da0 tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] 10.222.0.53 "GET /v2.0/ports?device_id=87269ac5-29f9-4a42-b7ae-95b7bbf30522 HTTP/1.1" status: 200 len: 943 time: 0.0691454 Jun 24 12:31:18.471318 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-d3a8f572-bcc6-4067-9702-df9fb9619cf9 req-fc897c7d-5d71-4cb5-a5c6-94dd36125322 tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] 10.222.0.53 "GET /v2.0/security-groups?id=f090e519-06bb-4073-8c17-fea0d7c645c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424483 Jun 24 12:31:19.655376 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf85b2b-64f2-4ffe-9144-6e5b7c46189a req-17a06a60-f3be-489b-bd80-e83b5bcca306 tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:31:19.655376 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-fcf85b2b-64f2-4ffe-9144-6e5b7c46189a req-17a06a60-f3be-489b-bd80-e83b5bcca306 tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] 10.222.0.53 "GET /v2.0/ports?device_id=87269ac5-29f9-4a42-b7ae-95b7bbf30522 HTTP/1.1" status: 200 len: 943 time: 0.0686488 Jun 24 12:31:19.694791 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-fcf85b2b-64f2-4ffe-9144-6e5b7c46189a req-d57fe136-2085-4128-9b8c-4489215bffa5 tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] 10.222.0.53 "GET /v2.0/security-groups?id=f090e519-06bb-4073-8c17-fea0d7c645c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333712 Jun 24 12:31:20.890958 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950b1b17-5645-439e-a993-88ecdc760a73 req-af9a58d2-ad33-488f-9e54-1bc707be8840 tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:31:20.892365 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-950b1b17-5645-439e-a993-88ecdc760a73 req-af9a58d2-ad33-488f-9e54-1bc707be8840 tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] 10.222.0.53 "GET /v2.0/ports?device_id=87269ac5-29f9-4a42-b7ae-95b7bbf30522 HTTP/1.1" status: 200 len: 943 time: 0.0704999 Jun 24 12:31:20.935299 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-950b1b17-5645-439e-a993-88ecdc760a73 req-10d445d9-067f-4fb8-9933-eb4d5399d26d tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] 10.222.0.53 "GET /v2.0/security-groups?id=f090e519-06bb-4073-8c17-fea0d7c645c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365710 Jun 24 12:31:22.127182 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b4893b-fdf5-4b02-82e8-eb4a587f17d6 req-d7006187-90a4-42d6-be34-9a67a0ff3f43 tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:31:22.128717 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-f2b4893b-fdf5-4b02-82e8-eb4a587f17d6 req-d7006187-90a4-42d6-be34-9a67a0ff3f43 tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] 10.222.0.53 "GET /v2.0/ports?device_id=87269ac5-29f9-4a42-b7ae-95b7bbf30522 HTTP/1.1" status: 200 len: 943 time: 0.0722728 Jun 24 12:31:22.179130 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-f2b4893b-fdf5-4b02-82e8-eb4a587f17d6 req-f83b05c0-8af2-4d73-b497-3c4800ba8e5b tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] 10.222.0.53 "GET /v2.0/security-groups?id=f090e519-06bb-4073-8c17-fea0d7c645c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442431 Jun 24 12:31:23.355779 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6fc2b6-f731-4a08-b78a-c0dc83525886 req-22553a85-94f9-4008-8034-0573427de0fc tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:31:23.358345 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-de6fc2b6-f731-4a08-b78a-c0dc83525886 req-22553a85-94f9-4008-8034-0573427de0fc tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] 10.222.0.53 "GET /v2.0/ports?device_id=87269ac5-29f9-4a42-b7ae-95b7bbf30522 HTTP/1.1" status: 200 len: 943 time: 0.0665779 Jun 24 12:31:23.398055 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-de6fc2b6-f731-4a08-b78a-c0dc83525886 req-69b90f3a-37e5-4d09-81ef-b41e196a7413 tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] 10.222.0.53 "GET /v2.0/security-groups?id=f090e519-06bb-4073-8c17-fea0d7c645c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338912 Jun 24 12:31:23.899282 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-40133fa7-72f4-4918-9907-76b59ec71689 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:31:24.593550 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca693188-f534-4ed6-ad05-86e926a4b328 req-cd7ccc63-0744-4b94-be65-be83c881a056 tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:31:24.595049 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-ca693188-f534-4ed6-ad05-86e926a4b328 req-cd7ccc63-0744-4b94-be65-be83c881a056 tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] 10.222.0.53 "GET /v2.0/ports?device_id=87269ac5-29f9-4a42-b7ae-95b7bbf30522 HTTP/1.1" status: 200 len: 943 time: 0.0775511 Jun 24 12:31:24.638788 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-ca693188-f534-4ed6-ad05-86e926a4b328 req-5eb21d7e-21d1-4d4e-929c-9414373f98e4 tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] 10.222.0.53 "GET /v2.0/security-groups?id=f090e519-06bb-4073-8c17-fea0d7c645c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381050 Jun 24 12:31:25.191365 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.agents_db [None req-87a69269-d72b-4286-97f3-1041481ed6d8 None None] Agent healthcheck: found 6 active agents {{(pid=128086) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 12:31:25.813470 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3802a7b-2362-4377-a5db-5ddc745a7a57 req-5e876bb7-c8fc-42f8-93dc-9982540011d3 tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:31:25.814930 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-a3802a7b-2362-4377-a5db-5ddc745a7a57 req-5e876bb7-c8fc-42f8-93dc-9982540011d3 tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] 10.222.0.53 "GET /v2.0/ports?device_id=87269ac5-29f9-4a42-b7ae-95b7bbf30522 HTTP/1.1" status: 200 len: 943 time: 0.0640137 Jun 24 12:31:25.854347 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-a3802a7b-2362-4377-a5db-5ddc745a7a57 req-8562e86a-4fc5-4547-91fc-947170f0446d tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] 10.222.0.53 "GET /v2.0/security-groups?id=f090e519-06bb-4073-8c17-fea0d7c645c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332093 Jun 24 12:31:26.436755 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-f5fd0bb5-e692-4ae9-b747-5a86a5f32a14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:31:26.626561 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:31:27.184847 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978c2577-afff-4143-9bfb-98c1b3d1540a req-5efbc81c-66b3-43d2-b759-bd9fee0fcc74 tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:31:27.186238 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-978c2577-afff-4143-9bfb-98c1b3d1540a req-5efbc81c-66b3-43d2-b759-bd9fee0fcc74 tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] 10.222.0.53 "GET /v2.0/ports?device_id=87269ac5-29f9-4a42-b7ae-95b7bbf30522 HTTP/1.1" status: 200 len: 943 time: 0.0639827 Jun 24 12:31:27.229077 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-978c2577-afff-4143-9bfb-98c1b3d1540a req-856dcfdc-c9ca-4bf2-b4a4-2b8bc8bd0036 tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] 10.222.0.53 "GET /v2.0/security-groups?id=f090e519-06bb-4073-8c17-fea0d7c645c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372462 Jun 24 12:31:27.752269 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Device 353b65d1-64e1-44c6-8acc-e26a46dc0d54 details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=128085) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 12:31:27.931208 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-03237adf-ebd0-46f2-a476-4d4bb746e0f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:31:28.007455 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] For port 353b65d1-64e1-44c6-8acc-e26a46dc0d54, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=353b65d1-64e1-44c6-8acc-e26a46dc0d54,segment=NetworkSegment(ec8d44af-9dd7-4818-8939-b0ad37430a72),segment_id=ec8d44af-9dd7-4818-8939-b0ad37430a72)] {{(pid=128085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:31:28.017691 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Returning: {'device': '353b65d1-64e1-44c6-8acc-e26a46dc0d54', 'network_id': 'fbda8845-5f48-456b-ae8b-c949b27ec543', 'port_id': '353b65d1-64e1-44c6-8acc-e26a46dc0d54', 'mac_address': 'fa:16:3e:30:46:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 647, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5e1566a-72aa-46bc-8ab1-4e06365cbc2d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=128085) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 12:31:28.056584 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:31:28.070086 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.notifiers.nova [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 353b65d1-64e1-44c6-8acc-e26a46dc0d54 {{(pid=128085) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 12:31:28.089132 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] For port 353b65d1-64e1-44c6-8acc-e26a46dc0d54, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=353b65d1-64e1-44c6-8acc-e26a46dc0d54,segment=NetworkSegment(ec8d44af-9dd7-4818-8939-b0ad37430a72),segment_id=ec8d44af-9dd7-4818-8939-b0ad37430a72)] {{(pid=128085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:31:28.093198 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:31:28.094876 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-d6fbc14d-384e-4af8-98f2-01b335bccbd0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:31:28.140227 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Pushing event updated for resources: {'Port': ['ID=353b65d1-64e1-44c6-8acc-e26a46dc0d54,revision_number=9']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:31:28.143416 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:31:28.398507 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] get_ports_and_sgs() called for port_ids ['353b65d1-64e1-44c6-8acc-e26a46dc0d54'] {{(pid=128085) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 12:31:28.412888 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1542442-ad04-4f84-a788-d1c37185edc1 req-6d0ba988-b703-4a47-89e5-816c611c186d tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:31:28.414380 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-e1542442-ad04-4f84-a788-d1c37185edc1 req-6d0ba988-b703-4a47-89e5-816c611c186d tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] 10.222.0.53 "GET /v2.0/ports?device_id=87269ac5-29f9-4a42-b7ae-95b7bbf30522 HTTP/1.1" status: 200 len: 944 time: 0.0688341 Jun 24 12:31:28.455789 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-e1542442-ad04-4f84-a788-d1c37185edc1 req-14e65ac7-9387-4d4a-b650-06180e55139a tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] 10.222.0.53 "GET /v2.0/security-groups?id=f090e519-06bb-4073-8c17-fea0d7c645c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347416 Jun 24 12:31:28.616812 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c2ad03-247b-450a-99ff-23ae8f1d2e0e req-964ad96f-45fb-40a4-8ab5-046f16645463 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:31:28.618330 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-44c2ad03-247b-450a-99ff-23ae8f1d2e0e req-964ad96f-45fb-40a4-8ab5-046f16645463 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=0d1807c847644cb3a8e97c12e656c3c9&device_id=87269ac5-29f9-4a42-b7ae-95b7bbf30522 HTTP/1.1" status: 200 len: 1097 time: 0.0549564 Jun 24 12:31:28.733226 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c2ad03-247b-450a-99ff-23ae8f1d2e0e req-8c79d72e-5557-40c3-b2bc-374883016f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:31:28.734688 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-44c2ad03-247b-450a-99ff-23ae8f1d2e0e req-8c79d72e-5557-40c3-b2bc-374883016f39 service neutron] 10.222.0.45 "GET /v2.0/networks?id=fbda8845-5f48-456b-ae8b-c949b27ec543 HTTP/1.1" status: 200 len: 909 time: 0.0882399 Jun 24 12:31:28.817456 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-44c2ad03-247b-450a-99ff-23ae8f1d2e0e req-ea0d1894-0a33-4175-8f0c-0e614af9bab1 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=353b65d1-64e1-44c6-8acc-e26a46dc0d54 HTTP/1.1" status: 200 len: 1000 time: 0.0748909 Jun 24 12:31:28.868335 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c2ad03-247b-450a-99ff-23ae8f1d2e0e req-f9dfe4ae-f387-4705-aff7-b4bbb34199cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:31:28.869699 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-44c2ad03-247b-450a-99ff-23ae8f1d2e0e req-f9dfe4ae-f387-4705-aff7-b4bbb34199cb service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a5e1566a-72aa-46bc-8ab1-4e06365cbc2d HTTP/1.1" status: 200 len: 847 time: 0.0442474 Jun 24 12:31:28.935299 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c2ad03-247b-450a-99ff-23ae8f1d2e0e req-3af9901a-842f-424d-9c9d-220610ccc92b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:31:28.937333 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-44c2ad03-247b-450a-99ff-23ae8f1d2e0e req-3af9901a-842f-424d-9c9d-220610ccc92b service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=fbda8845-5f48-456b-ae8b-c949b27ec543&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0606580 Jun 24 12:31:29.028627 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-44c2ad03-247b-450a-99ff-23ae8f1d2e0e req-ed7d81cb-0ffe-414b-a9f1-21730d4dca72 service neutron] 10.222.0.45 "GET /v2.0/networks/fbda8845-5f48-456b-ae8b-c949b27ec543?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842733 Jun 24 12:31:29.127424 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-44c2ad03-247b-450a-99ff-23ae8f1d2e0e req-0c2cf0c5-347c-4cbd-9324-3677b65edbb9 service neutron] 10.222.0.45 "GET /v2.0/networks/fbda8845-5f48-456b-ae8b-c949b27ec543?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913842 Jun 24 12:31:29.663608 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ee237b-ef64-4697-8d47-90eae018fa32 req-af139fc2-1750-43dc-a80b-19870ca490a6 tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:31:29.670758 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-c4ee237b-ef64-4697-8d47-90eae018fa32 req-af139fc2-1750-43dc-a80b-19870ca490a6 tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] 10.222.0.53 "GET /v2.0/ports?device_id=87269ac5-29f9-4a42-b7ae-95b7bbf30522 HTTP/1.1" status: 200 len: 944 time: 0.1021845 Jun 24 12:31:29.719774 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-c4ee237b-ef64-4697-8d47-90eae018fa32 req-7a5df034-2c6d-4473-97bc-a3f200ed0596 tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] 10.222.0.53 "GET /v2.0/security-groups?id=f090e519-06bb-4073-8c17-fea0d7c645c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467114 Jun 24 12:31:29.767426 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Device 353b65d1-64e1-44c6-8acc-e26a46dc0d54 up at agent hyperv_hv-neutron-7971 {{(pid=128085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:31:29.817290 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Provisioning complete for port 353b65d1-64e1-44c6-8acc-e26a46dc0d54 triggered by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:31:29.817669 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:31:29.862327 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-52c483ef-d5c1-4030-9a32-e5ce4ff00ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:31:29.908921 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:31:29.930436 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87269ac5-29f9-4a42-b7ae-95b7bbf30522', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '353b65d1-64e1-44c6-8acc-e26a46dc0d54'}] {{(pid=128085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 12:31:29.932666 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1098ec9051a50dd033317f529a09b9762582ef7b417ebe05928aca59e08255aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e873be5-8cc6-4dbf-9cb1-2e1db56d6aab" -d '{"events": [{"server_uuid": "87269ac5-29f9-4a42-b7ae-95b7bbf30522", "name": "network-vif-plugged", "status": "completed", "tag": "353b65d1-64e1-44c6-8acc-e26a46dc0d54"}]}' {{(pid=128085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 12:31:29.945207 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] For port 353b65d1-64e1-44c6-8acc-e26a46dc0d54, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=353b65d1-64e1-44c6-8acc-e26a46dc0d54,segment=NetworkSegment(ec8d44af-9dd7-4818-8939-b0ad37430a72),segment_id=ec8d44af-9dd7-4818-8939-b0ad37430a72)] {{(pid=128085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:31:29.950429 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:31:29.952644 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:31:29.973729 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 12:31:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe7dafef-f174-414b-8034-0692e9c464e5 x-openstack-request-id: req-fe7dafef-f174-414b-8034-0692e9c464e5 {{(pid=128085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 12:31:29.974037 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87269ac5-29f9-4a42-b7ae-95b7bbf30522", "name": "network-vif-plugged", "status": "completed", "tag": "353b65d1-64e1-44c6-8acc-e26a46dc0d54", "code": 200}]} {{(pid=128085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 12:31:29.974302 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-fe7dafef-f174-414b-8034-0692e9c464e5 {{(pid=128085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 12:31:29.974725 dv-neutron-797120-4-hyperv neutron-server[128085]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87269ac5-29f9-4a42-b7ae-95b7bbf30522', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '353b65d1-64e1-44c6-8acc-e26a46dc0d54', 'code': 200} Jun 24 12:31:30.001903 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Pushing event updated for resources: {'Port': ['ID=353b65d1-64e1-44c6-8acc-e26a46dc0d54,revision_number=10']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:31:30.004821 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:31:30.192516 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2057fda9-c77f-4b34-92e0-b83550fb6c07 req-1b1210a8-6149-4882-8b1e-cf757e9822e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:31:30.194100 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-2057fda9-c77f-4b34-92e0-b83550fb6c07 req-1b1210a8-6149-4882-8b1e-cf757e9822e7 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=87269ac5-29f9-4a42-b7ae-95b7bbf30522 HTTP/1.1" status: 200 len: 1099 time: 0.0580111 Jun 24 12:31:30.232999 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-2057fda9-c77f-4b34-92e0-b83550fb6c07 req-24596037-1e74-4957-9a50-3dbd959257c5 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=f090e519-06bb-4073-8c17-fea0d7c645c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0279710 Jun 24 12:31:30.904207 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a77b056-7fa3-4f2a-aa3b-f5c181b93943 req-cb861c0a-ffcb-4a6d-85a8-1990865e1627 tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:31:30.905637 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-8a77b056-7fa3-4f2a-aa3b-f5c181b93943 req-cb861c0a-ffcb-4a6d-85a8-1990865e1627 tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] 10.222.0.53 "GET /v2.0/ports?device_id=87269ac5-29f9-4a42-b7ae-95b7bbf30522 HTTP/1.1" status: 200 len: 946 time: 0.0694771 Jun 24 12:31:30.947026 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-8a77b056-7fa3-4f2a-aa3b-f5c181b93943 req-705bf55c-6fcd-4d98-acf5-4ec74338aceb tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] 10.222.0.53 "GET /v2.0/security-groups?id=f090e519-06bb-4073-8c17-fea0d7c645c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356355 Jun 24 12:31:32.129409 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc4d9b7-4b9c-4373-9339-32ed3592fdbb req-382b49de-0516-4b34-ad36-5a0773c8d6c3 tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:31:32.130888 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-8cc4d9b7-4b9c-4373-9339-32ed3592fdbb req-382b49de-0516-4b34-ad36-5a0773c8d6c3 tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] 10.222.0.53 "GET /v2.0/ports?device_id=87269ac5-29f9-4a42-b7ae-95b7bbf30522 HTTP/1.1" status: 200 len: 946 time: 0.0664704 Jun 24 12:31:32.172244 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-8cc4d9b7-4b9c-4373-9339-32ed3592fdbb req-d620b673-9c6e-4bf1-8e65-7ef966101f19 tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] 10.222.0.53 "GET /v2.0/security-groups?id=f090e519-06bb-4073-8c17-fea0d7c645c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357139 Jun 24 12:31:45.158196 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:31:53.893015 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-985e480f-12df-4da2-9076-bb37abcf63fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:31:56.437237 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-920da8d8-0dce-41a5-b731-ff08d1a3b8df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:31:56.629372 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:31:57.884760 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-03237adf-ebd0-46f2-a476-4d4bb746e0f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:31:59.854820 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-52c483ef-d5c1-4030-9a32-e5ce4ff00ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:32:02.189921 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.agents_db [None req-87a69269-d72b-4286-97f3-1041481ed6d8 None None] Agent healthcheck: found 6 active agents {{(pid=128086) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 12:32:15.152351 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:32:23.898149 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-632c8510-737d-4914-a714-f75699a0c979 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:32:26.442363 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-9fa55d0f-b432-41c3-a951-2fb569e2efdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:32:26.630846 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:32:27.888435 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-03237adf-ebd0-46f2-a476-4d4bb746e0f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:32:29.593225 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-561d17f4-e2d7-42b7-af06-9d54349dba16 req-080a760a-2994-4d7b-bb81-aa02308785ef service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=87269ac5-29f9-4a42-b7ae-95b7bbf30522&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0687392 Jun 24 12:32:29.701736 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561d17f4-e2d7-42b7-af06-9d54349dba16 req-11b01d82-f484-41ba-af63-7cbd006acd2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:32:29.703344 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-561d17f4-e2d7-42b7-af06-9d54349dba16 req-11b01d82-f484-41ba-af63-7cbd006acd2b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=0d1807c847644cb3a8e97c12e656c3c9&device_id=87269ac5-29f9-4a42-b7ae-95b7bbf30522 HTTP/1.1" status: 200 len: 1099 time: 0.0573695 Jun 24 12:32:29.827887 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561d17f4-e2d7-42b7-af06-9d54349dba16 req-35b6e730-6a54-438e-8de7-1b3de81d1f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:32:29.828807 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-561d17f4-e2d7-42b7-af06-9d54349dba16 req-35b6e730-6a54-438e-8de7-1b3de81d1f5e service neutron] 10.222.0.45 "GET /v2.0/networks?id=fbda8845-5f48-456b-ae8b-c949b27ec543 HTTP/1.1" status: 200 len: 909 time: 0.0976753 Jun 24 12:32:29.857691 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-52c483ef-d5c1-4030-9a32-e5ce4ff00ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:32:29.900665 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-561d17f4-e2d7-42b7-af06-9d54349dba16 req-35230d79-cae6-4932-9ba2-d1d25d4d5099 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=353b65d1-64e1-44c6-8acc-e26a46dc0d54 HTTP/1.1" status: 200 len: 1001 time: 0.0614750 Jun 24 12:32:29.956010 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561d17f4-e2d7-42b7-af06-9d54349dba16 req-d07a880e-ca8d-4a7c-ad0c-bfd14e9cf128 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:32:29.957556 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-561d17f4-e2d7-42b7-af06-9d54349dba16 req-d07a880e-ca8d-4a7c-ad0c-bfd14e9cf128 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a5e1566a-72aa-46bc-8ab1-4e06365cbc2d HTTP/1.1" status: 200 len: 847 time: 0.0471361 Jun 24 12:32:30.026293 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561d17f4-e2d7-42b7-af06-9d54349dba16 req-0192a2e0-94a8-4e5d-a428-9930a7b0435d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:32:30.027851 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-561d17f4-e2d7-42b7-af06-9d54349dba16 req-0192a2e0-94a8-4e5d-a428-9930a7b0435d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=fbda8845-5f48-456b-ae8b-c949b27ec543&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0611985 Jun 24 12:32:30.138825 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-561d17f4-e2d7-42b7-af06-9d54349dba16 req-0589c31e-68b0-40dc-a193-1b1f8c009a06 service neutron] 10.222.0.45 "GET /v2.0/networks/fbda8845-5f48-456b-ae8b-c949b27ec543?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1005018 Jun 24 12:32:30.244727 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-561d17f4-e2d7-42b7-af06-9d54349dba16 req-8110dd3f-3d63-4118-9f1e-91941aa5257a service neutron] 10.222.0.45 "GET /v2.0/networks/fbda8845-5f48-456b-ae8b-c949b27ec543?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954766 Jun 24 12:32:39.188057 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.agents_db [None req-87a69269-d72b-4286-97f3-1041481ed6d8 None None] Agent healthcheck: found 6 active agents {{(pid=128086) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 12:32:45.157473 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:32:45.162501 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 41612) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:32:45.328115 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.plugin [None req-1002099c-5f14-468e-b2b7-cf9eeb3e671c tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] Deleting port 0ab677c4-dc26-4183-9c83-5338e2de1c10 {{(pid=128083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:32:45.328456 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-1002099c-5f14-468e-b2b7-cf9eeb3e671c tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793193942312'] for port, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:32:45.415181 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-1002099c-5f14-468e-b2b7-cf9eeb3e671c tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1978872'] for port, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:32:45.415451 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-1002099c-5f14-468e-b2b7-cf9eeb3e671c tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:32:45.427874 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.plugin [None req-1002099c-5f14-468e-b2b7-cf9eeb3e671c tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] Calling delete_port for 0ab677c4-dc26-4183-9c83-5338e2de1c10 owned by network:floatingip {{(pid=128083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:32:45.882781 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-1002099c-5f14-468e-b2b7-cf9eeb3e671c tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793193945299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193536732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2537862'] for port, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:32:45.885280 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-942ab9c1-5789-430a-8b27-3ac525a00968 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:32:45.914009 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1002099c-5f14-468e-b2b7-cf9eeb3e671c tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] Pushing event deleted for resources: {'Port': ['ID=0ab677c4-dc26-4183-9c83-5338e2de1c10,revision_number=None']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:32:45.939140 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1002099c-5f14-468e-b2b7-cf9eeb3e671c tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:32:45.939517 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1002099c-5f14-468e-b2b7-cf9eeb3e671c tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:32:45.939890 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1002099c-5f14-468e-b2b7-cf9eeb3e671c tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:32:45.940261 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1002099c-5f14-468e-b2b7-cf9eeb3e671c tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:32:45.940631 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1002099c-5f14-468e-b2b7-cf9eeb3e671c tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:32:45.941002 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1002099c-5f14-468e-b2b7-cf9eeb3e671c tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:32:45.941380 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1002099c-5f14-468e-b2b7-cf9eeb3e671c tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:32:45.941739 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1002099c-5f14-468e-b2b7-cf9eeb3e671c tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:32:45.942100 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1002099c-5f14-468e-b2b7-cf9eeb3e671c tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:32:45.942988 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1002099c-5f14-468e-b2b7-cf9eeb3e671c tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:32:45.943441 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1002099c-5f14-468e-b2b7-cf9eeb3e671c tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:32:45.943802 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1002099c-5f14-468e-b2b7-cf9eeb3e671c tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:32:45.948651 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-1002099c-5f14-468e-b2b7-cf9eeb3e671c tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:32:45.989583 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-1002099c-5f14-468e-b2b7-cf9eeb3e671c tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] Notify callbacks [] for floatingip, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:32:45.989583 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.db.l3_db [None req-1002099c-5f14-468e-b2b7-cf9eeb3e671c tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] Floating IP 2f8438ca-aafb-4efd-b639-7bb81e79be3a disassociated (deleted). External IP: 172.26.7.254, port: 353b65d1-64e1-44c6-8acc-e26a46dc0d54. Jun 24 12:32:46.199826 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1002099c-5f14-468e-b2b7-cf9eeb3e671c tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] Router 0addd0f2-ccf6-44a3-b215-49f1b258a8b9 has already been hosted by L3 agent 2987dba8-2249-4ee6-96ec-28f0f7a6127d {{(pid=128083) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 12:32:46.306139 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1002099c-5f14-468e-b2b7-cf9eeb3e671c tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] Notify agent at l3_agent.dv-neutron-797120-4-hyperv the message routers_updated {{(pid=128083) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 12:32:46.311055 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-1002099c-5f14-468e-b2b7-cf9eeb3e671c tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468916'] for floatingip, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:32:46.315468 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ffd2de6-eb7b-4184-8e04-75e74dac66c6 None None] Sync routers for ids ['0addd0f2-ccf6-44a3-b215-49f1b258a8b9'] in dv-neutron-797120-4-hyperv {{(pid=128085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 12:32:46.325808 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ffd2de6-eb7b-4184-8e04-75e74dac66c6 None None] Routers {'0addd0f2-ccf6-44a3-b215-49f1b258a8b9'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:32:46.326511 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-0ffd2de6-eb7b-4184-8e04-75e74dac66c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T12:32:26Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['0addd0f2-ccf6-44a3-b215-49f1b258a8b9'], 'active': True} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:32:46.348470 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-1002099c-5f14-468e-b2b7-cf9eeb3e671c tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] 10.222.0.53 "DELETE /v2.0/floatingips/2f8438ca-aafb-4efd-b639-7bb81e79be3a HTTP/1.1" status: 204 len: 168 time: 1.1825635 Jun 24 12:32:46.348470 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87269ac5-29f9-4a42-b7ae-95b7bbf30522', 'tag': '353b65d1-64e1-44c6-8acc-e26a46dc0d54'}] {{(pid=128083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 12:32:46.350032 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a77f7dee1a0522ddf93af289475d218fcdb8f30317daadec13ebf930b5b9dbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a087d0a1-9819-41f6-8f28-71e5bad7dd3e" -d '{"events": [{"name": "network-changed", "server_uuid": "87269ac5-29f9-4a42-b7ae-95b7bbf30522", "tag": "353b65d1-64e1-44c6-8acc-e26a46dc0d54"}]}' {{(pid=128083) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 12:32:46.391042 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 12:32:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf33c58a-e1c0-4cff-a337-1e0fe0a31363 x-openstack-request-id: req-cf33c58a-e1c0-4cff-a337-1e0fe0a31363 {{(pid=128083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 12:32:46.391519 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87269ac5-29f9-4a42-b7ae-95b7bbf30522", "tag": "353b65d1-64e1-44c6-8acc-e26a46dc0d54", "status": "completed", "code": 200}]} {{(pid=128083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 12:32:46.392037 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-cf33c58a-e1c0-4cff-a337-1e0fe0a31363 {{(pid=128083) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 12:32:46.392587 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87269ac5-29f9-4a42-b7ae-95b7bbf30522', 'tag': '353b65d1-64e1-44c6-8acc-e26a46dc0d54', 'status': 'completed', 'code': 200} Jun 24 12:32:46.435469 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvr_db [None req-0ffd2de6-eb7b-4184-8e04-75e74dac66c6 None None] Set router 0addd0f2-ccf6-44a3-b215-49f1b258a8b9 gateway port host: dv-neutron-797120-4-hyperv {{(pid=128085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:32:46.488076 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a087d0a1-9819-41f6-8f28-71e5bad7dd3e req-1092438d-cdef-48f3-904b-8929acfdc46a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:32:46.490503 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-a087d0a1-9819-41f6-8f28-71e5bad7dd3e req-1092438d-cdef-48f3-904b-8929acfdc46a service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=0d1807c847644cb3a8e97c12e656c3c9&device_id=87269ac5-29f9-4a42-b7ae-95b7bbf30522 HTTP/1.1" status: 200 len: 1099 time: 0.0662212 Jun 24 12:32:46.613131 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a087d0a1-9819-41f6-8f28-71e5bad7dd3e req-c7aa2332-c234-4a1c-931f-d9eb6d7a2720 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:32:46.615700 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-a087d0a1-9819-41f6-8f28-71e5bad7dd3e req-c7aa2332-c234-4a1c-931f-d9eb6d7a2720 service neutron] 10.222.0.45 "GET /v2.0/networks?id=fbda8845-5f48-456b-ae8b-c949b27ec543 HTTP/1.1" status: 200 len: 909 time: 0.1151445 Jun 24 12:32:46.651125 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-0ffd2de6-eb7b-4184-8e04-75e74dac66c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0addd0f2-ccf6-44a3-b215-49f1b258a8b9', 'name': 'tempest-TestShelveInstance-138007624-router', 'tenant_id': '0d1807c847644cb3a8e97c12e656c3c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'external_fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.202'}], 'enable_snat': True}, 'gw_port_id': '3e0e6b28-42ea-47e1-8f84-105a9597f986', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:28:16Z', 'updated_at': '2021-06-24T12:28:20Z', 'revision_number': 4, 'project_id': '0d1807c847644cb3a8e97c12e656c3c9', 'gw_port': {'id': '3e0e6b28-42ea-47e1-8f84-105a9597f986', 'name': '', 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:fa:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0addd0f2-ccf6-44a3-b215-49f1b258a8b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1810, 'fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:28:17Z', 'updated_at': '2021-06-24T12:28:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-4-hyperv', '_interfaces': [{'id': 'c4197317-c479-4fed-a6a4-53e7517fbb5a', 'name': '', 'network_id': 'fbda8845-5f48-456b-ae8b-c949b27ec543', 'tenant_id': '0d1807c847644cb3a8e97c12e656c3c9', 'mac_address': 'fa:16:3e:ef:be:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0addd0f2-ccf6-44a3-b215-49f1b258a8b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': 'a5e1566a-72aa-46bc-8ab1-4e06365cbc2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:28:19Z', 'updated_at': '2021-06-24T12:28:27Z', 'revision_number': 5, 'project_id': '0d1807c847644cb3a8e97c12e656c3c9', 'subnets': [{'id': 'a5e1566a-72aa-46bc-8ab1-4e06365cbc2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:32:46.662445 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-a087d0a1-9819-41f6-8f28-71e5bad7dd3e req-ddb02f8b-8929-4eea-9310-b3aaed28c255 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=353b65d1-64e1-44c6-8acc-e26a46dc0d54 HTTP/1.1" status: 200 len: 217 time: 0.0374801 Jun 24 12:32:46.680770 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ffd2de6-eb7b-4184-8e04-75e74dac66c6 None None] Checking router: 0addd0f2-ccf6-44a3-b215-49f1b258a8b9 for host: dv-neutron-797120-4-hyperv {{(pid=128085) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 12:32:46.689357 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ffd2de6-eb7b-4184-8e04-75e74dac66c6 None None] Routers {'0addd0f2-ccf6-44a3-b215-49f1b258a8b9'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:32:46.689974 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-0ffd2de6-eb7b-4184-8e04-75e74dac66c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T12:32:26Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['0addd0f2-ccf6-44a3-b215-49f1b258a8b9'], 'active': True} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:32:46.749340 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a087d0a1-9819-41f6-8f28-71e5bad7dd3e req-56390510-7b8b-4e47-bcdc-215c0c07980c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:32:46.750783 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-a087d0a1-9819-41f6-8f28-71e5bad7dd3e req-56390510-7b8b-4e47-bcdc-215c0c07980c service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a5e1566a-72aa-46bc-8ab1-4e06365cbc2d HTTP/1.1" status: 200 len: 847 time: 0.0806432 Jun 24 12:32:46.795190 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvr_db [None req-0ffd2de6-eb7b-4184-8e04-75e74dac66c6 None None] Set router 0addd0f2-ccf6-44a3-b215-49f1b258a8b9 gateway port host: dv-neutron-797120-4-hyperv {{(pid=128085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:32:46.808257 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2f1996-0a95-4fc2-897c-a293309df7e6 req-a98b6498-96a5-46ab-a5e5-3f26a7b4eb4d tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:32:46.809777 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-1e2f1996-0a95-4fc2-897c-a293309df7e6 req-a98b6498-96a5-46ab-a5e5-3f26a7b4eb4d tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] 10.222.0.53 "GET /v2.0/ports?device_id=87269ac5-29f9-4a42-b7ae-95b7bbf30522 HTTP/1.1" status: 200 len: 946 time: 0.1064315 Jun 24 12:32:46.846054 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a087d0a1-9819-41f6-8f28-71e5bad7dd3e req-a5fae34c-f226-46fa-98c7-8edfc0a9768b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:32:46.847528 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-a087d0a1-9819-41f6-8f28-71e5bad7dd3e req-a5fae34c-f226-46fa-98c7-8edfc0a9768b service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=fbda8845-5f48-456b-ae8b-c949b27ec543&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0898049 Jun 24 12:32:46.868082 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-1e2f1996-0a95-4fc2-897c-a293309df7e6 req-ff4a9d8e-48f0-49b8-8e58-9040dd55cd1f tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] 10.222.0.53 "GET /v2.0/security-groups?id=f090e519-06bb-4073-8c17-fea0d7c645c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523129 Jun 24 12:32:46.960545 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-a087d0a1-9819-41f6-8f28-71e5bad7dd3e req-ac97e97a-a0d0-4208-a2dd-5b1cc2e21bfb service neutron] 10.222.0.45 "GET /v2.0/networks/fbda8845-5f48-456b-ae8b-c949b27ec543?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1029134 Jun 24 12:32:47.018877 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-0ffd2de6-eb7b-4184-8e04-75e74dac66c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0addd0f2-ccf6-44a3-b215-49f1b258a8b9', 'name': 'tempest-TestShelveInstance-138007624-router', 'tenant_id': '0d1807c847644cb3a8e97c12e656c3c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'external_fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.202'}], 'enable_snat': True}, 'gw_port_id': '3e0e6b28-42ea-47e1-8f84-105a9597f986', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:28:16Z', 'updated_at': '2021-06-24T12:28:20Z', 'revision_number': 4, 'project_id': '0d1807c847644cb3a8e97c12e656c3c9', 'gw_port': {'id': '3e0e6b28-42ea-47e1-8f84-105a9597f986', 'name': '', 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:fa:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0addd0f2-ccf6-44a3-b215-49f1b258a8b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1810, 'fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:28:17Z', 'updated_at': '2021-06-24T12:28:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-4-hyperv', '_interfaces': [{'id': 'c4197317-c479-4fed-a6a4-53e7517fbb5a', 'name': '', 'network_id': 'fbda8845-5f48-456b-ae8b-c949b27ec543', 'tenant_id': '0d1807c847644cb3a8e97c12e656c3c9', 'mac_address': 'fa:16:3e:ef:be:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0addd0f2-ccf6-44a3-b215-49f1b258a8b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': 'a5e1566a-72aa-46bc-8ab1-4e06365cbc2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:28:19Z', 'updated_at': '2021-06-24T12:28:27Z', 'revision_number': 5, 'project_id': '0d1807c847644cb3a8e97c12e656c3c9', 'subnets': [{'id': 'a5e1566a-72aa-46bc-8ab1-4e06365cbc2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:32:47.044917 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ffd2de6-eb7b-4184-8e04-75e74dac66c6 None None] The sync data for ids ['0addd0f2-ccf6-44a3-b215-49f1b258a8b9'] in dv-neutron-797120-4-hyperv is: [{'id': '0addd0f2-ccf6-44a3-b215-49f1b258a8b9', 'name': 'tempest-TestShelveInstance-138007624-router', 'tenant_id': '0d1807c847644cb3a8e97c12e656c3c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'external_fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.202'}], 'enable_snat': True}, 'gw_port_id': '3e0e6b28-42ea-47e1-8f84-105a9597f986', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:28:16Z', 'updated_at': '2021-06-24T12:28:20Z', 'revision_number': 4, 'project_id': '0d1807c847644cb3a8e97c12e656c3c9', 'gw_port': {'id': '3e0e6b28-42ea-47e1-8f84-105a9597f986', 'name': '', 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:fa:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0addd0f2-ccf6-44a3-b215-49f1b258a8b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1810, 'fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:28:17Z', 'updated_at': '2021-06-24T12:28:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-4-hyperv', '_interfaces': [{'id': 'c4197317-c479-4fed-a6a4-53e7517fbb5a', 'name': '', 'network_id': 'fbda8845-5f48-456b-ae8b-c949b27ec543', 'tenant_id': '0d1807c847644cb3a8e97c12e656c3c9', 'mac_address': 'fa:16:3e:ef:be:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0addd0f2-ccf6-44a3-b215-49f1b258a8b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': 'a5e1566a-72aa-46bc-8ab1-4e06365cbc2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:28:19Z', 'updated_at': '2021-06-24T12:28:27Z', 'revision_number': 5, 'project_id': '0d1807c847644cb3a8e97c12e656c3c9', 'subnets': [{'id': 'a5e1566a-72aa-46bc-8ab1-4e06365cbc2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=128085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 12:32:47.062506 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-a087d0a1-9819-41f6-8f28-71e5bad7dd3e req-f4978cde-8b9c-45c7-91bc-3b53d1e07c24 service neutron] 10.222.0.45 "GET /v2.0/networks/fbda8845-5f48-456b-ae8b-c949b27ec543?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951416 Jun 24 12:32:47.269933 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-321aea57-401d-4f29-bdca-298fd2f69011 None None] New status for floating IP 2f8438ca-aafb-4efd-b639-7bb81e79be3a: DOWN {{(pid=128086) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 24 12:32:48.056295 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41019a8-2ab0-452f-982b-a48ad2ad1fda req-fb10b331-35e9-461b-bb24-e845cde83e62 tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:32:48.057941 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-d41019a8-2ab0-452f-982b-a48ad2ad1fda req-fb10b331-35e9-461b-bb24-e845cde83e62 tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] 10.222.0.53 "GET /v2.0/ports?device_id=87269ac5-29f9-4a42-b7ae-95b7bbf30522 HTTP/1.1" status: 200 len: 946 time: 0.0655658 Jun 24 12:32:48.098077 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-d41019a8-2ab0-452f-982b-a48ad2ad1fda req-5efc2f76-8255-4625-82e2-a4e2807029b9 tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] 10.222.0.53 "GET /v2.0/security-groups?id=f090e519-06bb-4073-8c17-fea0d7c645c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345058 Jun 24 12:32:48.179653 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984640b4-1d72-4230-9ad7-7b4bff5da614 req-aa5839de-705e-4412-ae64-8d0d8f05984f tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:32:48.181317 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-984640b4-1d72-4230-9ad7-7b4bff5da614 req-aa5839de-705e-4412-ae64-8d0d8f05984f tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] 10.222.0.45 "GET /v2.0/ports?device_id=87269ac5-29f9-4a42-b7ae-95b7bbf30522 HTTP/1.1" status: 200 len: 946 time: 0.0663102 Jun 24 12:32:48.291789 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.plugin [req-984640b4-1d72-4230-9ad7-7b4bff5da614 req-48119115-e585-42ab-b0e5-120990dddd78 tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] Deleting port 353b65d1-64e1-44c6-8acc-e26a46dc0d54 {{(pid=128083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:32:48.292126 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-984640b4-1d72-4230-9ad7-7b4bff5da614 req-48119115-e585-42ab-b0e5-120990dddd78 tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793193942312'] for port, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:32:48.381344 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.db [req-984640b4-1d72-4230-9ad7-7b4bff5da614 req-48119115-e585-42ab-b0e5-120990dddd78 tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] For port 353b65d1-64e1-44c6-8acc-e26a46dc0d54, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=353b65d1-64e1-44c6-8acc-e26a46dc0d54,segment=NetworkSegment(ec8d44af-9dd7-4818-8939-b0ad37430a72),segment_id=ec8d44af-9dd7-4818-8939-b0ad37430a72)] {{(pid=128083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:32:48.381700 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-984640b4-1d72-4230-9ad7-7b4bff5da614 req-48119115-e585-42ab-b0e5-120990dddd78 tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1978872'] for port, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:32:48.394001 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.plugin [req-984640b4-1d72-4230-9ad7-7b4bff5da614 req-48119115-e585-42ab-b0e5-120990dddd78 tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] Calling delete_port for 353b65d1-64e1-44c6-8acc-e26a46dc0d54 owned by compute:nova {{(pid=128083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:32:48.523566 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-984640b4-1d72-4230-9ad7-7b4bff5da614 req-48119115-e585-42ab-b0e5-120990dddd78 tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793193945299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193536732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2537862'] for port, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:32:48.527617 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-1b6da88b-e4c0-47f0-a836-5d4071ab2ebe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:32:48.554278 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48119115-e585-42ab-b0e5-120990dddd78 tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] Pushing event deleted for resources: {'Port': ['ID=353b65d1-64e1-44c6-8acc-e26a46dc0d54,revision_number=None']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:32:48.557261 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-48119115-e585-42ab-b0e5-120990dddd78 tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:32:48.603662 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.l3_dvrscheduler_db [req-984640b4-1d72-4230-9ad7-7b4bff5da614 req-48119115-e585-42ab-b0e5-120990dddd78 tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] No DVR routers for this DVR port 353b65d1-64e1-44c6-8acc-e26a46dc0d54 on host hv-neutron-7971 {{(pid=128083) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 12:32:48.606175 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-984640b4-1d72-4230-9ad7-7b4bff5da614 req-48119115-e585-42ab-b0e5-120990dddd78 tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468916'] for port, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:32:48.608143 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-984640b4-1d72-4230-9ad7-7b4bff5da614 req-48119115-e585-42ab-b0e5-120990dddd78 tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] 10.222.0.45 "DELETE /v2.0/ports/353b65d1-64e1-44c6-8acc-e26a46dc0d54 HTTP/1.1" status: 204 len: 173 time: 0.4184422 Jun 24 12:32:48.608681 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87269ac5-29f9-4a42-b7ae-95b7bbf30522', 'name': 'network-vif-deleted', 'tag': '353b65d1-64e1-44c6-8acc-e26a46dc0d54'}] {{(pid=128083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 12:32:48.611005 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a77f7dee1a0522ddf93af289475d218fcdb8f30317daadec13ebf930b5b9dbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54119f07-f8a9-4924-9e31-2d463c1753ea" -d '{"events": [{"server_uuid": "87269ac5-29f9-4a42-b7ae-95b7bbf30522", "name": "network-vif-deleted", "tag": "353b65d1-64e1-44c6-8acc-e26a46dc0d54"}]}' {{(pid=128083) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 12:32:48.654167 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 12:32:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2847e3f2-dab7-4120-8027-3ff05e592b22 x-openstack-request-id: req-2847e3f2-dab7-4120-8027-3ff05e592b22 {{(pid=128083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 12:32:48.654520 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87269ac5-29f9-4a42-b7ae-95b7bbf30522", "name": "network-vif-deleted", "tag": "353b65d1-64e1-44c6-8acc-e26a46dc0d54", "status": "completed", "code": 200}]} {{(pid=128083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 12:32:48.654830 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-2847e3f2-dab7-4120-8027-3ff05e592b22 {{(pid=128083) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 12:32:48.655289 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87269ac5-29f9-4a42-b7ae-95b7bbf30522', 'name': 'network-vif-deleted', 'tag': '353b65d1-64e1-44c6-8acc-e26a46dc0d54', 'status': 'completed', 'code': 200} Jun 24 12:32:49.259368 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-67193c71-2a3e-410e-af7f-2d4f97101ba0 req-1bb7ef74-00e6-4893-b1f8-31c28424549a tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] 10.222.0.53 "GET /v2.0/ports?device_id=87269ac5-29f9-4a42-b7ae-95b7bbf30522 HTTP/1.1" status: 200 len: 210 time: 0.0305319 Jun 24 12:32:50.373371 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 41634) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:32:50.446059 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-aaf470cc-a9c7-4472-9d4c-6985f8f27b1c tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] Notify callbacks [] for security_group, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:32:50.471211 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-aaf470cc-a9c7-4472-9d4c-6985f8f27b1c tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] Notify callbacks [] for security_group, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:32:50.532900 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-aaf470cc-a9c7-4472-9d4c-6985f8f27b1c tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800410'] for security_group, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:32:50.535451 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-aaf470cc-a9c7-4472-9d4c-6985f8f27b1c tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] Notify callbacks [] for security_group, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:32:50.536721 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-aaf470cc-a9c7-4472-9d4c-6985f8f27b1c tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] 10.222.0.53 "DELETE /v2.0/security-groups/f090e519-06bb-4073-8c17-fea0d7c645c5 HTTP/1.1" status: 204 len: 168 time: 0.1619973 Jun 24 12:32:50.537562 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-231a3034-b0b6-4c07-a0fc-cd25a443feb2 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:32:50.546186 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf470cc-a9c7-4472-9d4c-6985f8f27b1c tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f090e519-06bb-4073-8c17-fea0d7c645c5,revision_number=None']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:32:50.554272 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf470cc-a9c7-4472-9d4c-6985f8f27b1c tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:32:50.554574 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf470cc-a9c7-4472-9d4c-6985f8f27b1c tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:32:50.554930 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf470cc-a9c7-4472-9d4c-6985f8f27b1c tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:32:50.555301 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf470cc-a9c7-4472-9d4c-6985f8f27b1c tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:32:50.555668 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf470cc-a9c7-4472-9d4c-6985f8f27b1c tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:32:50.556034 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf470cc-a9c7-4472-9d4c-6985f8f27b1c tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:32:50.556401 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf470cc-a9c7-4472-9d4c-6985f8f27b1c tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:32:50.556766 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf470cc-a9c7-4472-9d4c-6985f8f27b1c tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:32:50.557160 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf470cc-a9c7-4472-9d4c-6985f8f27b1c tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:32:50.557525 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf470cc-a9c7-4472-9d4c-6985f8f27b1c tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:32:50.557890 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf470cc-a9c7-4472-9d4c-6985f8f27b1c tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:32:50.558251 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf470cc-a9c7-4472-9d4c-6985f8f27b1c tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:32:50.562401 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-aaf470cc-a9c7-4472-9d4c-6985f8f27b1c tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:32:50.988118 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 41642) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:32:50.994017 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [None req-fbca8914-e628-43b2-a49a-80089c03ca98 tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1221010694', 'description': 'tempest-secgroup-smoke-1221010694 description', 'project_id': '0d1807c847644cb3a8e97c12e656c3c9'}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:32:51.016867 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-fbca8914-e628-43b2-a49a-80089c03ca98 tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] Notify callbacks [] for security_group, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:32:51.106924 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-fbca8914-e628-43b2-a49a-80089c03ca98 tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] Notify callbacks [] for security_group, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:32:51.111874 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-fbca8914-e628-43b2-a49a-80089c03ca98 tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800410'] for security_group, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:32:51.116120 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-43fed5b0-9ec0-426f-a8d4-95de8856260b tempest-PortsTestJSON-852628106 tempest-PortsTestJSON-852628106-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:32:51.140562 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-fbca8914-e628-43b2-a49a-80089c03ca98 tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] Notify callbacks [] for security_group, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:32:51.141795 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-fbca8914-e628-43b2-a49a-80089c03ca98 tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1517422 Jun 24 12:32:51.144913 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 41644) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:32:51.146727 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbca8914-e628-43b2-a49a-80089c03ca98 tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] Pushing event updated for resources: {'SecurityGroup': ['ID=40dbf606-62f7-45c9-80b6-bafe2e7f56bd,revision_number=1']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:32:51.150439 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-fbca8914-e628-43b2-a49a-80089c03ca98 tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:32:51.150778 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-d1b7cc05-9ba8-4706-86df-881594f1ae7a tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] Request body: {'security_group_rule': {'security_group_id': '40dbf606-62f7-45c9-80b6-bafe2e7f56bd', 'project_id': '0d1807c847644cb3a8e97c12e656c3c9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:32:51.179331 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-d1b7cc05-9ba8-4706-86df-881594f1ae7a tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] Notify callbacks [] for security_group_rule, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:32:51.224499 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-d1b7cc05-9ba8-4706-86df-881594f1ae7a tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:32:51.227777 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-d1b7cc05-9ba8-4706-86df-881594f1ae7a tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1627007'] for security_group_rule, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:32:51.229579 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-799d9332-c8b5-4c46-a0d5-c31ab2425a71 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:32:51.247309 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b7cc05-9ba8-4706-86df-881594f1ae7a tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c1563d7-caef-4ebc-ad71-ccd72e2bfe0d,revision_number=0']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:32:51.249688 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-d1b7cc05-9ba8-4706-86df-881594f1ae7a tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:32:51.251105 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-d1b7cc05-9ba8-4706-86df-881594f1ae7a tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] Notify callbacks [] for security_group_rule, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:32:51.254831 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-d1b7cc05-9ba8-4706-86df-881594f1ae7a tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1060491 Jun 24 12:32:51.255346 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 41646) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:32:51.259918 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-bbcf2c2a-fa0a-417a-9367-478f545931a8 tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] Request body: {'security_group_rule': {'security_group_id': '40dbf606-62f7-45c9-80b6-bafe2e7f56bd', 'project_id': '0d1807c847644cb3a8e97c12e656c3c9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:32:51.286532 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-bbcf2c2a-fa0a-417a-9367-478f545931a8 tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] Notify callbacks [] for security_group_rule, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:32:51.342668 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-bbcf2c2a-fa0a-417a-9367-478f545931a8 tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:32:51.346493 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-bbcf2c2a-fa0a-417a-9367-478f545931a8 tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1627007'] for security_group_rule, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:32:51.348895 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-27826324-56bd-4e07-a56e-ead411a39b3c tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:32:51.366302 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbcf2c2a-fa0a-417a-9367-478f545931a8 tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e9b0315-1c13-4f0b-8689-4e6c92f059b5,revision_number=0']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:32:51.369526 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-bbcf2c2a-fa0a-417a-9367-478f545931a8 tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:32:51.371314 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-bbcf2c2a-fa0a-417a-9367-478f545931a8 tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] Notify callbacks [] for security_group_rule, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:32:51.375406 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-bbcf2c2a-fa0a-417a-9367-478f545931a8 tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1162891 Jun 24 12:32:51.375406 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 41648) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:32:51.379711 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-6159851e-a271-4893-b663-34e8abd036c9 tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] Request body: {'security_group_rule': {'security_group_id': '40dbf606-62f7-45c9-80b6-bafe2e7f56bd', 'project_id': '0d1807c847644cb3a8e97c12e656c3c9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:32:51.406853 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-6159851e-a271-4893-b663-34e8abd036c9 tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] Notify callbacks [] for security_group_rule, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:32:51.466117 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-6159851e-a271-4893-b663-34e8abd036c9 tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:32:51.469625 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-6159851e-a271-4893-b663-34e8abd036c9 tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1627007'] for security_group_rule, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:32:51.471417 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-79908bde-f168-44bd-8bba-cda6d35a2fa7 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:32:51.488218 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6159851e-a271-4893-b663-34e8abd036c9 tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8de6156f-147a-46e8-9f4e-d4266c60587c,revision_number=0']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:32:51.490988 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-6159851e-a271-4893-b663-34e8abd036c9 tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:32:51.496193 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-6159851e-a271-4893-b663-34e8abd036c9 tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] Notify callbacks [] for security_group_rule, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:32:51.497466 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-6159851e-a271-4893-b663-34e8abd036c9 tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1212983 Jun 24 12:32:51.500089 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 41650) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:32:51.504633 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-2864c3c5-d18f-4ff9-95fd-345afc0b6cd5 tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] Request body: {'security_group_rule': {'security_group_id': '40dbf606-62f7-45c9-80b6-bafe2e7f56bd', 'project_id': '0d1807c847644cb3a8e97c12e656c3c9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:32:51.531487 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-2864c3c5-d18f-4ff9-95fd-345afc0b6cd5 tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] Notify callbacks [] for security_group_rule, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:32:51.594424 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-2864c3c5-d18f-4ff9-95fd-345afc0b6cd5 tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:32:51.599111 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-2864c3c5-d18f-4ff9-95fd-345afc0b6cd5 tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1627007'] for security_group_rule, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:32:51.601264 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-ee21bf88-c05f-4cc0-9e06-420291633329 tempest-TestMinimumBasicScenario-736986205 tempest-TestMinimumBasicScenario-736986205-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:32:51.617756 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2864c3c5-d18f-4ff9-95fd-345afc0b6cd5 tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3040c7b5-d326-4464-9153-67e0fc82faef,revision_number=0']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:32:51.620629 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-2864c3c5-d18f-4ff9-95fd-345afc0b6cd5 tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:32:51.626604 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-2864c3c5-d18f-4ff9-95fd-345afc0b6cd5 tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] Notify callbacks [] for security_group_rule, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:32:51.627918 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-2864c3c5-d18f-4ff9-95fd-345afc0b6cd5 tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1268950 Jun 24 12:32:51.633346 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 41652) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:32:51.637991 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-c06eeda1-102a-4c80-a930-23d18d49ef1e tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] Request body: {'security_group_rule': {'security_group_id': '40dbf606-62f7-45c9-80b6-bafe2e7f56bd', 'project_id': '0d1807c847644cb3a8e97c12e656c3c9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:32:51.663585 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.db.securitygroups_db [None req-c06eeda1-102a-4c80-a930-23d18d49ef1e tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] Project 0d1807c847644cb3a8e97c12e656c3c9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 24 12:32:51.668503 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-c06eeda1-102a-4c80-a930-23d18d49ef1e tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] Notify callbacks [] for security_group_rule, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:32:51.730111 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-c06eeda1-102a-4c80-a930-23d18d49ef1e tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:32:51.734051 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-c06eeda1-102a-4c80-a930-23d18d49ef1e tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1627007'] for security_group_rule, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:32:51.739128 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-1f1a492b-50e9-4eff-9731-acddbfe74d18 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:32:51.753818 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06eeda1-102a-4c80-a930-23d18d49ef1e tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c32aa7f-e30f-4445-b9f3-d00621aad8f2,revision_number=0']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:32:51.757183 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-c06eeda1-102a-4c80-a930-23d18d49ef1e tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:32:51.762129 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-c06eeda1-102a-4c80-a930-23d18d49ef1e tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] Notify callbacks [] for security_group_rule, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:32:51.763456 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-c06eeda1-102a-4c80-a930-23d18d49ef1e tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1290855 Jun 24 12:32:51.766154 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 41654) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:32:51.771335 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-f74a2720-58b8-4a1f-a440-4f073659725f tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] Request body: {'security_group_rule': {'security_group_id': '40dbf606-62f7-45c9-80b6-bafe2e7f56bd', 'project_id': '0d1807c847644cb3a8e97c12e656c3c9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:32:51.794780 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.db.securitygroups_db [None req-f74a2720-58b8-4a1f-a440-4f073659725f tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] Project 0d1807c847644cb3a8e97c12e656c3c9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 24 12:32:51.800158 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-f74a2720-58b8-4a1f-a440-4f073659725f tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] Notify callbacks [] for security_group_rule, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:32:51.867315 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-f74a2720-58b8-4a1f-a440-4f073659725f tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:32:51.871478 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-f74a2720-58b8-4a1f-a440-4f073659725f tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1627007'] for security_group_rule, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:32:51.873446 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-71b1dc1f-7443-40a1-95b3-2ed9ba8f1767 tempest-TestMinimumBasicScenario-736986205 tempest-TestMinimumBasicScenario-736986205-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:32:51.890663 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74a2720-58b8-4a1f-a440-4f073659725f tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=851509c8-30c8-42b6-982d-4affab5ead92,revision_number=0']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:32:51.893539 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-f74a2720-58b8-4a1f-a440-4f073659725f tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:32:51.901523 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-f74a2720-58b8-4a1f-a440-4f073659725f tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] Notify callbacks [] for security_group_rule, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:32:51.902820 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-f74a2720-58b8-4a1f-a440-4f073659725f tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1356890 Jun 24 12:32:52.009203 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Device 353b65d1-64e1-44c6-8acc-e26a46dc0d54 no longer exists at agent hyperv_hv-neutron-7971 {{(pid=128085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 12:32:52.032926 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] No Port match for: 353b65d1-64e1-44c6-8acc-e26a46dc0d54 {{(pid=128085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 12:32:52.033236 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Device 353b65d1-64e1-44c6-8acc-e26a46dc0d54 not bound to the agent host hv-neutron-7971 {{(pid=128085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 12:32:53.900640 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-dd9cb808-6c52-47c1-a20b-d52e04975b65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:32:56.440480 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-9e165d2b-197d-42b7-88d3-a75c465ab429 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:32:56.634373 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:32:57.891714 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-03237adf-ebd0-46f2-a476-4d4bb746e0f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:32:59.868909 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-52c483ef-d5c1-4030-9a32-e5ce4ff00ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:33:07.631750 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-ab35cfaa-b942-4226-b2fb-64cca014f07d req-f94eb017-5630-4bb0-be14-0ed7500b64dd tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1221010694&fields=id&tenant_id=0d1807c847644cb3a8e97c12e656c3c9 HTTP/1.1" status: 200 len: 267 time: 0.0324919 Jun 24 12:33:07.742252 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab35cfaa-b942-4226-b2fb-64cca014f07d req-87115598-4ab8-4740-885e-4409a110aa06 tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:33:07.744482 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-ab35cfaa-b942-4226-b2fb-64cca014f07d req-87115598-4ab8-4740-885e-4409a110aa06 tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] 10.222.0.53 "GET /v2.0/networks?id=fbda8845-5f48-456b-ae8b-c949b27ec543 HTTP/1.1" status: 200 len: 808 time: 0.1061134 Jun 24 12:33:07.759099 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-ab35cfaa-b942-4226-b2fb-64cca014f07d req-faa586c5-5da6-448f-b119-3d1e23c1f22b tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] 10.222.0.53 "GET /v2.0/quotas/0d1807c847644cb3a8e97c12e656c3c9 HTTP/1.1" status: 200 len: 375 time: 0.0092835 Jun 24 12:33:07.825713 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-ab35cfaa-b942-4226-b2fb-64cca014f07d req-136ccb15-96a6-411e-a34e-f545184bfd75 tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=0d1807c847644cb3a8e97c12e656c3c9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0616457 Jun 24 12:33:07.906371 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [req-ab35cfaa-b942-4226-b2fb-64cca014f07d req-071807d1-6343-4964-a318-d2ceb23a77d8 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=128083) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 24 12:33:07.907389 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-ab35cfaa-b942-4226-b2fb-64cca014f07d req-071807d1-6343-4964-a318-d2ceb23a77d8 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0706575 Jun 24 12:33:08.004557 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-ab35cfaa-b942-4226-b2fb-64cca014f07d req-0514507d-3e80-40c9-ba50-3cade982b3c4 service neutron] 10.222.0.53 "GET /v2.0/networks/fbda8845-5f48-456b-ae8b-c949b27ec543?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900760 Jun 24 12:33:08.098636 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-ab35cfaa-b942-4226-b2fb-64cca014f07d req-cfb97d91-6a52-4da6-8363-24736e460608 service neutron] 10.222.0.53 "GET /v2.0/networks/fbda8845-5f48-456b-ae8b-c949b27ec543?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883760 Jun 24 12:33:08.451329 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-3513257c-7ee1-41f5-8a8e-41a5626ae6b0 req-ce7c5c52-76e9-4bc9-806f-e08647795f23 tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] 10.222.0.53 "GET /v2.0/ports?device_id=9243e653-cacc-4a4b-95a4-8e8f0ad1bf68 HTTP/1.1" status: 200 len: 210 time: 0.0834646 Jun 24 12:33:09.626066 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-aec47735-55ab-47fd-8536-4790745c3069 req-3b62fb64-4dc5-4ab5-a2df-c93d90050ce4 tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] 10.222.0.53 "GET /v2.0/ports?device_id=9243e653-cacc-4a4b-95a4-8e8f0ad1bf68 HTTP/1.1" status: 200 len: 210 time: 0.0384552 Jun 24 12:33:09.669426 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab35cfaa-b942-4226-b2fb-64cca014f07d req-a2f78fa2-84d0-4ff9-80c3-5e0d360a7d0d tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:33:09.670879 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-ab35cfaa-b942-4226-b2fb-64cca014f07d req-a2f78fa2-84d0-4ff9-80c3-5e0d360a7d0d tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] 10.222.0.45 "GET /v2.0/networks?id=fbda8845-5f48-456b-ae8b-c949b27ec543 HTTP/1.1" status: 200 len: 808 time: 0.1562951 Jun 24 12:33:09.716022 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-ab35cfaa-b942-4226-b2fb-64cca014f07d req-f3955958-4461-4413-8a6b-0e2c5e642394 tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0d1807c847644cb3a8e97c12e656c3c9 HTTP/1.1" status: 200 len: 380 time: 0.0361655 Jun 24 12:33:09.730582 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [req-ab35cfaa-b942-4226-b2fb-64cca014f07d req-1cef8504-91cb-46cb-817a-e0691ce9530f tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] Request body: {'port': {'device_id': '9243e653-cacc-4a4b-95a4-8e8f0ad1bf68', 'network_id': 'fbda8845-5f48-456b-ae8b-c949b27ec543', 'admin_state_up': True, 'tenant_id': '0d1807c847644cb3a8e97c12e656c3c9', 'security_groups': ['40dbf606-62f7-45c9-80b6-bafe2e7f56bd']}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:33:09.853384 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ab35cfaa-b942-4226-b2fb-64cca014f07d req-1cef8504-91cb-46cb-817a-e0691ce9530f tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] Made reservation on behalf of 0d1807c847644cb3a8e97c12e656c3c9 for: {'port': 1} {{(pid=128083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:33:09.857342 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-ab35cfaa-b942-4226-b2fb-64cca014f07d req-1cef8504-91cb-46cb-817a-e0691ce9530f tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:33:10.004395 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.db_base_plugin_common [req-ab35cfaa-b942-4226-b2fb-64cca014f07d req-1cef8504-91cb-46cb-817a-e0691ce9530f tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] Allocated IP 172.20.0.13 (fbda8845-5f48-456b-ae8b-c949b27ec543/a5e1566a-72aa-46bc-8ab1-4e06365cbc2d/8cf7d631-5680-4579-98c1-bc68463cf956) {{(pid=128083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:33:10.158934 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-ab35cfaa-b942-4226-b2fb-64cca014f07d req-1cef8504-91cb-46cb-817a-e0691ce9530f tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] Notify callbacks [] for port, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:33:10.180328 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.provisioning_blocks [req-ab35cfaa-b942-4226-b2fb-64cca014f07d req-1cef8504-91cb-46cb-817a-e0691ce9530f tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] Transition to ACTIVE for port object 8cf7d631-5680-4579-98c1-bc68463cf956 will not be triggered until provisioned by entity DHCP. {{(pid=128083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:33:10.225634 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-ab35cfaa-b942-4226-b2fb-64cca014f07d req-1cef8504-91cb-46cb-817a-e0691ce9530f tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-650429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-506361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793193536723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2537853'] for port, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:33:10.231239 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-d8ae6ca6-6d59-4803-97d1-96f88c57f79f tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:33:10.285557 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab35cfaa-b942-4226-b2fb-64cca014f07d req-1cef8504-91cb-46cb-817a-e0691ce9530f tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] Network fbda8845-5f48-456b-ae8b-c949b27ec543 is already hosted by enough agents. {{(pid=128083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:33:10.288855 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.base_scheduler [req-ab35cfaa-b942-4226-b2fb-64cca014f07d req-1cef8504-91cb-46cb-817a-e0691ce9530f tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] Resources bound (agent type, host, resource id): {{(pid=128083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:33:10.291789 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab35cfaa-b942-4226-b2fb-64cca014f07d req-1cef8504-91cb-46cb-817a-e0691ce9530f tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] Received port after_create {{(pid=128083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:33:10.320087 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cef8504-91cb-46cb-817a-e0691ce9530f tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] Pushing event updated for resources: {'Port': ['ID=8cf7d631-5680-4579-98c1-bc68463cf956,revision_number=1']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:33:10.323939 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-1cef8504-91cb-46cb-817a-e0691ce9530f tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:33:10.360377 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab35cfaa-b942-4226-b2fb-64cca014f07d req-1cef8504-91cb-46cb-817a-e0691ce9530f tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:33:10.361170 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-ab35cfaa-b942-4226-b2fb-64cca014f07d req-1cef8504-91cb-46cb-817a-e0691ce9530f tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468916'] for port, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:33:10.381333 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-ab35cfaa-b942-4226-b2fb-64cca014f07d req-1cef8504-91cb-46cb-817a-e0691ce9530f tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6544271 Jun 24 12:33:10.400789 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [req-ab35cfaa-b942-4226-b2fb-64cca014f07d req-bee3e7c1-5c6b-44d5-9855-7a7453920c30 service neutron] Request body: {'port': {'device_id': '9243e653-cacc-4a4b-95a4-8e8f0ad1bf68', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7971'}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:33:10.486697 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-ab35cfaa-b942-4226-b2fb-64cca014f07d req-bee3e7c1-5c6b-44d5-9855-7a7453920c30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:33:10.603101 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-3ffc1eb5-9d2b-450f-9949-17315c94357f None None] Provisioning for port 8cf7d631-5680-4579-98c1-bc68463cf956 completed by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:33:10.608071 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-3ffc1eb5-9d2b-450f-9949-17315c94357f None None] Provisioning complete for port 8cf7d631-5680-4579-98c1-bc68463cf956 triggered by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:33:10.608712 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-3ffc1eb5-9d2b-450f-9949-17315c94357f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:33:10.645723 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-3ffc1eb5-9d2b-450f-9949-17315c94357f None None] Port 8cf7d631-5680-4579-98c1-bc68463cf956 cannot update to ACTIVE because it is not bound. {{(pid=128085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 12:33:10.816227 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.notifiers.nova [req-ab35cfaa-b942-4226-b2fb-64cca014f07d req-bee3e7c1-5c6b-44d5-9855-7a7453920c30 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8cf7d631-5680-4579-98c1-bc68463cf956 {{(pid=128083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 12:33:10.825661 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-ab35cfaa-b942-4226-b2fb-64cca014f07d req-bee3e7c1-5c6b-44d5-9855-7a7453920c30 service neutron] Notify callbacks [] for port, precommit_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:33:10.844337 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.provisioning_blocks [req-ab35cfaa-b942-4226-b2fb-64cca014f07d req-bee3e7c1-5c6b-44d5-9855-7a7453920c30 service neutron] Transition to ACTIVE for port object 8cf7d631-5680-4579-98c1-bc68463cf956 will not be triggered until provisioned by entity L2. {{(pid=128083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:33:10.847944 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-ab35cfaa-b942-4226-b2fb-64cca014f07d req-bee3e7c1-5c6b-44d5-9855-7a7453920c30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2537871'] for port, after_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:33:10.850849 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-88c47690-c186-4d63-80ea-b6c6523d1084 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:33:10.917658 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd4ae38-bc85-4ed2-92f4-2d874a1e16cd req-9803fafa-debc-4d1b-ac02-e5f48f5f5ef0 tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:33:10.919268 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-3bd4ae38-bc85-4ed2-92f4-2d874a1e16cd req-9803fafa-debc-4d1b-ac02-e5f48f5f5ef0 tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] 10.222.0.53 "GET /v2.0/ports?device_id=9243e653-cacc-4a4b-95a4-8e8f0ad1bf68 HTTP/1.1" status: 200 len: 932 time: 0.1637366 Jun 24 12:33:10.951956 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee3e7c1-5c6b-44d5-9855-7a7453920c30 service neutron] Pushing event updated for resources: {'Port': ['ID=8cf7d631-5680-4579-98c1-bc68463cf956,revision_number=2']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:33:10.958295 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-bee3e7c1-5c6b-44d5-9855-7a7453920c30 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:33:10.995703 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-3bd4ae38-bc85-4ed2-92f4-2d874a1e16cd req-30f73622-1e68-4700-841b-7ee852e75a04 tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] 10.222.0.53 "GET /v2.0/security-groups?id=40dbf606-62f7-45c9-80b6-bafe2e7f56bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685086 Jun 24 12:33:11.072250 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.managers [req-ab35cfaa-b942-4226-b2fb-64cca014f07d req-bee3e7c1-5c6b-44d5-9855-7a7453920c30 service neutron] Attempting to bind port 8cf7d631-5680-4579-98c1-bc68463cf956 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=128083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 12:33:11.072823 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.managers [req-ab35cfaa-b942-4226-b2fb-64cca014f07d req-bee3e7c1-5c6b-44d5-9855-7a7453920c30 service neutron] Attempting to bind port 8cf7d631-5680-4579-98c1-bc68463cf956 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': 'ec8d44af-9dd7-4818-8939-b0ad37430a72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'fbda8845-5f48-456b-ae8b-c949b27ec543'}] {{(pid=128083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 12:33:11.073510 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab35cfaa-b942-4226-b2fb-64cca014f07d req-bee3e7c1-5c6b-44d5-9855-7a7453920c30 service neutron] Attempting to bind port 8cf7d631-5680-4579-98c1-bc68463cf956 on network fbda8845-5f48-456b-ae8b-c949b27ec543 {{(pid=128083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:33:11.079191 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab35cfaa-b942-4226-b2fb-64cca014f07d req-bee3e7c1-5c6b-44d5-9855-7a7453920c30 service neutron] Port 8cf7d631-5680-4579-98c1-bc68463cf956 on network fbda8845-5f48-456b-ae8b-c949b27ec543 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=128083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 12:33:11.079690 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab35cfaa-b942-4226-b2fb-64cca014f07d req-bee3e7c1-5c6b-44d5-9855-7a7453920c30 service neutron] Attempting to bind port 8cf7d631-5680-4579-98c1-bc68463cf956 on network fbda8845-5f48-456b-ae8b-c949b27ec543 {{(pid=128083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:33:11.087056 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab35cfaa-b942-4226-b2fb-64cca014f07d req-bee3e7c1-5c6b-44d5-9855-7a7453920c30 service neutron] Checking agent: {'id': 'a2c9a14d-87aa-4cd1-a510-11988f19c3d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7971', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 11, 42, 44), 'started_at': datetime.datetime(2021, 6, 24, 11, 42, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 12, 32, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=128083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 12:33:11.087593 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab35cfaa-b942-4226-b2fb-64cca014f07d req-bee3e7c1-5c6b-44d5-9855-7a7453920c30 service neutron] Checking segment: {'id': 'ec8d44af-9dd7-4818-8939-b0ad37430a72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'fbda8845-5f48-456b-ae8b-c949b27ec543'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=128083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:33:11.088104 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab35cfaa-b942-4226-b2fb-64cca014f07d req-bee3e7c1-5c6b-44d5-9855-7a7453920c30 service neutron] Bound using segment: {'id': 'ec8d44af-9dd7-4818-8939-b0ad37430a72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'fbda8845-5f48-456b-ae8b-c949b27ec543'} {{(pid=128083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 12:33:11.088643 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.managers [req-ab35cfaa-b942-4226-b2fb-64cca014f07d req-bee3e7c1-5c6b-44d5-9855-7a7453920c30 service neutron] Bound port: 8cf7d631-5680-4579-98c1-bc68463cf956, host: hv-neutron-7971, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec8d44af-9dd7-4818-8939-b0ad37430a72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'fbda8845-5f48-456b-ae8b-c949b27ec543'}}] {{(pid=128083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 12:33:11.089323 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-ab35cfaa-b942-4226-b2fb-64cca014f07d req-bee3e7c1-5c6b-44d5-9855-7a7453920c30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:33:11.163365 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.db [req-ab35cfaa-b942-4226-b2fb-64cca014f07d req-bee3e7c1-5c6b-44d5-9855-7a7453920c30 service neutron] For port 8cf7d631-5680-4579-98c1-bc68463cf956, host hv-neutron-7971, cleared binding levels {{(pid=128083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 12:33:11.167247 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.db [req-ab35cfaa-b942-4226-b2fb-64cca014f07d req-bee3e7c1-5c6b-44d5-9855-7a7453920c30 service neutron] For port 8cf7d631-5680-4579-98c1-bc68463cf956, host hv-neutron-7971, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=8cf7d631-5680-4579-98c1-bc68463cf956,segment=NetworkSegment(ec8d44af-9dd7-4818-8939-b0ad37430a72),segment_id=ec8d44af-9dd7-4818-8939-b0ad37430a72)] {{(pid=128083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 12:33:11.173205 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-ab35cfaa-b942-4226-b2fb-64cca014f07d req-bee3e7c1-5c6b-44d5-9855-7a7453920c30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2537871'] for port, after_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:33:11.176895 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-0cce7b16-a5f0-4094-9af3-d3df2a73fa68 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:33:11.212213 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab35cfaa-b942-4226-b2fb-64cca014f07d req-bee3e7c1-5c6b-44d5-9855-7a7453920c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:33:11.212832 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-ab35cfaa-b942-4226-b2fb-64cca014f07d req-bee3e7c1-5c6b-44d5-9855-7a7453920c30 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468916'] for port, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:33:11.214251 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-ab35cfaa-b942-4226-b2fb-64cca014f07d req-bee3e7c1-5c6b-44d5-9855-7a7453920c30 service neutron] 10.222.0.45 "PUT /v2.0/ports/8cf7d631-5680-4579-98c1-bc68463cf956 HTTP/1.1" status: 200 len: 1094 time: 0.8189080 Jun 24 12:33:11.214874 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9243e653-cacc-4a4b-95a4-8e8f0ad1bf68', 'tag': '8cf7d631-5680-4579-98c1-bc68463cf956'}] {{(pid=128083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 12:33:11.217300 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a77f7dee1a0522ddf93af289475d218fcdb8f30317daadec13ebf930b5b9dbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ef8d6f9-fee5-4282-a21c-d11972bb4895" -d '{"events": [{"name": "network-changed", "server_uuid": "9243e653-cacc-4a4b-95a4-8e8f0ad1bf68", "tag": "8cf7d631-5680-4579-98c1-bc68463cf956"}]}' {{(pid=128083) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 12:33:11.246749 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee3e7c1-5c6b-44d5-9855-7a7453920c30 service neutron] Pushing event updated for resources: {'Port': ['ID=8cf7d631-5680-4579-98c1-bc68463cf956,revision_number=3']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:33:11.261183 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-bee3e7c1-5c6b-44d5-9855-7a7453920c30 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:33:11.283408 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 12:33:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c9b886f-6f21-4bd6-91b2-54ae02f84e93 x-openstack-request-id: req-5c9b886f-6f21-4bd6-91b2-54ae02f84e93 {{(pid=128083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 12:33:11.283792 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9243e653-cacc-4a4b-95a4-8e8f0ad1bf68", "tag": "8cf7d631-5680-4579-98c1-bc68463cf956", "status": "completed", "code": 200}]} {{(pid=128083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 12:33:11.284136 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-5c9b886f-6f21-4bd6-91b2-54ae02f84e93 {{(pid=128083) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 12:33:11.284606 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9243e653-cacc-4a4b-95a4-8e8f0ad1bf68', 'tag': '8cf7d631-5680-4579-98c1-bc68463cf956', 'status': 'completed', 'code': 200} Jun 24 12:33:11.335939 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab35cfaa-b942-4226-b2fb-64cca014f07d req-5d6359bf-251f-4521-b479-65673c60db5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:33:11.337508 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-ab35cfaa-b942-4226-b2fb-64cca014f07d req-5d6359bf-251f-4521-b479-65673c60db5e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=0d1807c847644cb3a8e97c12e656c3c9&device_id=9243e653-cacc-4a4b-95a4-8e8f0ad1bf68 HTTP/1.1" status: 200 len: 1097 time: 0.0671816 Jun 24 12:33:11.395652 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-ab35cfaa-b942-4226-b2fb-64cca014f07d req-6beb79b0-e293-4f4a-ac20-b74a7b709b50 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8cf7d631-5680-4579-98c1-bc68463cf956 HTTP/1.1" status: 200 len: 217 time: 0.0462742 Jun 24 12:33:11.456772 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab35cfaa-b942-4226-b2fb-64cca014f07d req-a064f87b-d1d4-4072-9295-3a1986a7a284 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:33:11.458302 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-ab35cfaa-b942-4226-b2fb-64cca014f07d req-a064f87b-d1d4-4072-9295-3a1986a7a284 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a5e1566a-72aa-46bc-8ab1-4e06365cbc2d HTTP/1.1" status: 200 len: 847 time: 0.0535736 Jun 24 12:33:11.529049 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab35cfaa-b942-4226-b2fb-64cca014f07d req-611ac6da-9c96-45e1-8225-c7fbc88bee25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:33:11.530612 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-ab35cfaa-b942-4226-b2fb-64cca014f07d req-611ac6da-9c96-45e1-8225-c7fbc88bee25 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=fbda8845-5f48-456b-ae8b-c949b27ec543&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0603533 Jun 24 12:33:11.655951 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-ab35cfaa-b942-4226-b2fb-64cca014f07d req-aa9d41b6-3e53-46a7-8b08-11b4a62aface service neutron] 10.222.0.45 "GET /v2.0/networks/fbda8845-5f48-456b-ae8b-c949b27ec543?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1169095 Jun 24 12:33:11.757350 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-ab35cfaa-b942-4226-b2fb-64cca014f07d req-e5c2fcff-c853-4702-9525-22eb94ca92b4 service neutron] 10.222.0.45 "GET /v2.0/networks/fbda8845-5f48-456b-ae8b-c949b27ec543?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906579 Jun 24 12:33:11.876514 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef8d6f9-fee5-4282-a21c-d11972bb4895 req-3da17615-b0e4-4442-8d3d-b34a969057cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:33:11.878519 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-5ef8d6f9-fee5-4282-a21c-d11972bb4895 req-3da17615-b0e4-4442-8d3d-b34a969057cf service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=0d1807c847644cb3a8e97c12e656c3c9&device_id=9243e653-cacc-4a4b-95a4-8e8f0ad1bf68 HTTP/1.1" status: 200 len: 1097 time: 0.0615916 Jun 24 12:33:11.986353 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef8d6f9-fee5-4282-a21c-d11972bb4895 req-36b3f4dc-1039-4f34-9533-dd4646732030 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:33:11.988570 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-5ef8d6f9-fee5-4282-a21c-d11972bb4895 req-36b3f4dc-1039-4f34-9533-dd4646732030 service neutron] 10.222.0.45 "GET /v2.0/networks?id=fbda8845-5f48-456b-ae8b-c949b27ec543 HTTP/1.1" status: 200 len: 909 time: 0.1002035 Jun 24 12:33:12.037532 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-5ef8d6f9-fee5-4282-a21c-d11972bb4895 req-a6771d47-92f0-4780-9b51-9bee31f07430 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8cf7d631-5680-4579-98c1-bc68463cf956 HTTP/1.1" status: 200 len: 217 time: 0.0387533 Jun 24 12:33:12.104105 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef8d6f9-fee5-4282-a21c-d11972bb4895 req-aac81b62-93ee-4a4d-b71a-d408c6fbe456 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:33:12.106457 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-5ef8d6f9-fee5-4282-a21c-d11972bb4895 req-aac81b62-93ee-4a4d-b71a-d408c6fbe456 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a5e1566a-72aa-46bc-8ab1-4e06365cbc2d HTTP/1.1" status: 200 len: 847 time: 0.0588329 Jun 24 12:33:12.226100 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef8d6f9-fee5-4282-a21c-d11972bb4895 req-97c478b3-838d-4ccc-9890-515e335f49d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:33:12.227790 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-5ef8d6f9-fee5-4282-a21c-d11972bb4895 req-97c478b3-838d-4ccc-9890-515e335f49d6 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=fbda8845-5f48-456b-ae8b-c949b27ec543&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1096175 Jun 24 12:33:12.238777 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b90f22-21a7-4caa-b7e4-95e70d9c8a75 req-0a32ee2d-7613-429e-99d8-a1d5a7f8d1df tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:33:12.240800 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-e1b90f22-21a7-4caa-b7e4-95e70d9c8a75 req-0a32ee2d-7613-429e-99d8-a1d5a7f8d1df tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] 10.222.0.53 "GET /v2.0/ports?device_id=9243e653-cacc-4a4b-95a4-8e8f0ad1bf68 HTTP/1.1" status: 200 len: 944 time: 0.1213048 Jun 24 12:33:12.341753 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-e1b90f22-21a7-4caa-b7e4-95e70d9c8a75 req-1d751a58-8a2c-4d55-ab26-a88db6294d0a tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] 10.222.0.53 "GET /v2.0/security-groups?id=40dbf606-62f7-45c9-80b6-bafe2e7f56bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0898519 Jun 24 12:33:12.368086 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-5ef8d6f9-fee5-4282-a21c-d11972bb4895 req-cf87f12d-e56c-4faf-8147-8db6bfc42f8a service neutron] 10.222.0.45 "GET /v2.0/networks/fbda8845-5f48-456b-ae8b-c949b27ec543?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258130 Jun 24 12:33:12.483131 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-5ef8d6f9-fee5-4282-a21c-d11972bb4895 req-665a85ac-3680-429e-9054-5bad1f308a10 service neutron] 10.222.0.45 "GET /v2.0/networks/fbda8845-5f48-456b-ae8b-c949b27ec543?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1025972 Jun 24 12:33:13.831894 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bcaa5d-8d48-498f-b7ee-790ebf26c647 req-3371a7ce-efe9-4f4d-a67d-6a030d1b6600 tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:33:13.833347 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-19bcaa5d-8d48-498f-b7ee-790ebf26c647 req-3371a7ce-efe9-4f4d-a67d-6a030d1b6600 tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] 10.222.0.53 "GET /v2.0/ports?device_id=9243e653-cacc-4a4b-95a4-8e8f0ad1bf68 HTTP/1.1" status: 200 len: 944 time: 0.3744524 Jun 24 12:33:13.872954 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-19bcaa5d-8d48-498f-b7ee-790ebf26c647 req-cfc05558-59c6-45a6-9a3a-15f1d42c841c tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] 10.222.0.53 "GET /v2.0/security-groups?id=40dbf606-62f7-45c9-80b6-bafe2e7f56bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330925 Jun 24 12:33:15.056715 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1be10c9-649c-48ae-ae67-e9eafeb0ffbe req-cc244a5f-fb72-41a0-b17f-42894915728f tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:33:15.058271 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-e1be10c9-649c-48ae-ae67-e9eafeb0ffbe req-cc244a5f-fb72-41a0-b17f-42894915728f tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] 10.222.0.53 "GET /v2.0/ports?device_id=9243e653-cacc-4a4b-95a4-8e8f0ad1bf68 HTTP/1.1" status: 200 len: 944 time: 0.0718622 Jun 24 12:33:15.103112 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-e1be10c9-649c-48ae-ae67-e9eafeb0ffbe req-0da4d85b-bd61-4125-baa8-db8c7d5743e1 tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] 10.222.0.53 "GET /v2.0/security-groups?id=40dbf606-62f7-45c9-80b6-bafe2e7f56bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389636 Jun 24 12:33:15.159755 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:33:16.186664 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.agents_db [None req-87a69269-d72b-4286-97f3-1041481ed6d8 None None] Agent healthcheck: found 6 active agents {{(pid=128086) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 12:33:16.286197 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078ee41b-b868-4035-8a46-0a2f0448b11d req-33fa6cae-c124-473a-8762-3876ba68c624 tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:33:16.287652 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-078ee41b-b868-4035-8a46-0a2f0448b11d req-33fa6cae-c124-473a-8762-3876ba68c624 tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] 10.222.0.53 "GET /v2.0/ports?device_id=9243e653-cacc-4a4b-95a4-8e8f0ad1bf68 HTTP/1.1" status: 200 len: 944 time: 0.0706148 Jun 24 12:33:16.325765 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-078ee41b-b868-4035-8a46-0a2f0448b11d req-db1bddbc-715c-4c89-9cfb-eb50d8648d4f tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] 10.222.0.53 "GET /v2.0/security-groups?id=40dbf606-62f7-45c9-80b6-bafe2e7f56bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325735 Jun 24 12:33:17.498192 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883197cb-d2f7-4bb7-a82c-f02d18a8c4ed req-e7d61898-d62a-4639-8440-2db8cdb18188 tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:33:17.499703 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-883197cb-d2f7-4bb7-a82c-f02d18a8c4ed req-e7d61898-d62a-4639-8440-2db8cdb18188 tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] 10.222.0.53 "GET /v2.0/ports?device_id=9243e653-cacc-4a4b-95a4-8e8f0ad1bf68 HTTP/1.1" status: 200 len: 944 time: 0.0636752 Jun 24 12:33:17.539784 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-883197cb-d2f7-4bb7-a82c-f02d18a8c4ed req-2fb0ad91-eb0a-4fba-9750-39117af0948d tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] 10.222.0.53 "GET /v2.0/security-groups?id=40dbf606-62f7-45c9-80b6-bafe2e7f56bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337596 Jun 24 12:33:18.712807 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f41bfaa-9a4e-46f9-88d2-18a5f4800730 req-dafc0f3b-363e-49f9-9227-5795c1aee72d tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:33:18.714298 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-3f41bfaa-9a4e-46f9-88d2-18a5f4800730 req-dafc0f3b-363e-49f9-9227-5795c1aee72d tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] 10.222.0.53 "GET /v2.0/ports?device_id=9243e653-cacc-4a4b-95a4-8e8f0ad1bf68 HTTP/1.1" status: 200 len: 944 time: 0.0642419 Jun 24 12:33:18.758402 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-3f41bfaa-9a4e-46f9-88d2-18a5f4800730 req-1a45ca3b-85bc-4197-8156-d2c70850ce00 tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] 10.222.0.53 "GET /v2.0/security-groups?id=40dbf606-62f7-45c9-80b6-bafe2e7f56bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383804 Jun 24 12:33:19.930891 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5e84c7-0771-4373-bba9-dc993bd3149c req-3dfb864d-ca0f-4ff5-8e86-e36d5658f3d1 tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:33:19.932263 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-dc5e84c7-0771-4373-bba9-dc993bd3149c req-3dfb864d-ca0f-4ff5-8e86-e36d5658f3d1 tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] 10.222.0.53 "GET /v2.0/ports?device_id=9243e653-cacc-4a4b-95a4-8e8f0ad1bf68 HTTP/1.1" status: 200 len: 944 time: 0.0643544 Jun 24 12:33:19.971057 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-dc5e84c7-0771-4373-bba9-dc993bd3149c req-d43c85b3-3ce9-4b60-8638-91f9c4c67df5 tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] 10.222.0.53 "GET /v2.0/security-groups?id=40dbf606-62f7-45c9-80b6-bafe2e7f56bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331528 Jun 24 12:33:21.147467 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff66adfd-44d4-4753-9a7d-1527a876d9cc req-b890084a-1ef1-48c6-9081-421cb466b03e tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:33:21.149004 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-ff66adfd-44d4-4753-9a7d-1527a876d9cc req-b890084a-1ef1-48c6-9081-421cb466b03e tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] 10.222.0.53 "GET /v2.0/ports?device_id=9243e653-cacc-4a4b-95a4-8e8f0ad1bf68 HTTP/1.1" status: 200 len: 944 time: 0.0658624 Jun 24 12:33:21.193002 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-ff66adfd-44d4-4753-9a7d-1527a876d9cc req-075d331f-b119-42f9-a1e4-ae0c26c754d0 tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] 10.222.0.53 "GET /v2.0/security-groups?id=40dbf606-62f7-45c9-80b6-bafe2e7f56bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384305 Jun 24 12:33:22.136872 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Device 8cf7d631-5680-4579-98c1-bc68463cf956 details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=128085) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 12:33:22.234275 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] For port 8cf7d631-5680-4579-98c1-bc68463cf956, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=8cf7d631-5680-4579-98c1-bc68463cf956,segment=NetworkSegment(ec8d44af-9dd7-4818-8939-b0ad37430a72),segment_id=ec8d44af-9dd7-4818-8939-b0ad37430a72)] {{(pid=128085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:33:22.245502 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Returning: {'device': '8cf7d631-5680-4579-98c1-bc68463cf956', 'network_id': 'fbda8845-5f48-456b-ae8b-c949b27ec543', 'port_id': '8cf7d631-5680-4579-98c1-bc68463cf956', 'mac_address': 'fa:16:3e:ce:c4:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 647, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5e1566a-72aa-46bc-8ab1-4e06365cbc2d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=128085) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 12:33:22.284319 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:33:22.297465 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.notifiers.nova [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8cf7d631-5680-4579-98c1-bc68463cf956 {{(pid=128085) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 12:33:22.318659 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] For port 8cf7d631-5680-4579-98c1-bc68463cf956, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=8cf7d631-5680-4579-98c1-bc68463cf956,segment=NetworkSegment(ec8d44af-9dd7-4818-8939-b0ad37430a72),segment_id=ec8d44af-9dd7-4818-8939-b0ad37430a72)] {{(pid=128085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:33:22.323194 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:33:22.325078 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:33:22.372574 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Pushing event updated for resources: {'Port': ['ID=8cf7d631-5680-4579-98c1-bc68463cf956,revision_number=4']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:33:22.377394 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e24815f-e31f-4696-9f28-2a93d8bf627e req-ca566d17-0035-4d0e-bc96-674c9c2f896a tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:33:22.379099 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-0e24815f-e31f-4696-9f28-2a93d8bf627e req-ca566d17-0035-4d0e-bc96-674c9c2f896a tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] 10.222.0.53 "GET /v2.0/ports?device_id=9243e653-cacc-4a4b-95a4-8e8f0ad1bf68 HTTP/1.1" status: 200 len: 944 time: 0.0715537 Jun 24 12:33:22.380180 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:33:22.380531 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:33:22.380866 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:33:22.381228 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:33:22.381562 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:33:22.381887 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:33:22.382209 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:33:22.382535 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:33:22.382858 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:33:22.383177 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:33:22.383495 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:33:22.383809 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:33:22.387816 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:33:22.419382 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-0e24815f-e31f-4696-9f28-2a93d8bf627e req-8074a90d-75c9-47c8-ac93-fa137a2c2eb2 tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] 10.222.0.53 "GET /v2.0/security-groups?id=40dbf606-62f7-45c9-80b6-bafe2e7f56bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343437 Jun 24 12:33:22.597567 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] get_ports_and_sgs() called for port_ids ['8cf7d631-5680-4579-98c1-bc68463cf956'] {{(pid=128085) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 12:33:23.593680 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f131d5-8e29-4cd4-b9ad-fcaea590db83 req-78b645a6-2b94-4779-95b2-2452014392af tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:33:23.595217 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-41f131d5-8e29-4cd4-b9ad-fcaea590db83 req-78b645a6-2b94-4779-95b2-2452014392af tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] 10.222.0.53 "GET /v2.0/ports?device_id=9243e653-cacc-4a4b-95a4-8e8f0ad1bf68 HTTP/1.1" status: 200 len: 945 time: 0.0654769 Jun 24 12:33:23.635563 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-41f131d5-8e29-4cd4-b9ad-fcaea590db83 req-0446070f-7996-4f04-8ef8-48548abd0c0f tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] 10.222.0.53 "GET /v2.0/security-groups?id=40dbf606-62f7-45c9-80b6-bafe2e7f56bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340765 Jun 24 12:33:23.902188 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-bd789462-a3e4-4acf-add7-eacf1dcead6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:33:24.146313 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Device 8cf7d631-5680-4579-98c1-bc68463cf956 up at agent hyperv_hv-neutron-7971 {{(pid=128085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:33:24.194435 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Provisioning for port 8cf7d631-5680-4579-98c1-bc68463cf956 completed by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:33:24.198619 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Provisioning complete for port 8cf7d631-5680-4579-98c1-bc68463cf956 triggered by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:33:24.198995 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:33:24.277957 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:33:24.300541 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9243e653-cacc-4a4b-95a4-8e8f0ad1bf68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cf7d631-5680-4579-98c1-bc68463cf956'}] {{(pid=128085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 12:33:24.302838 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1098ec9051a50dd033317f529a09b9762582ef7b417ebe05928aca59e08255aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-841ccb62-5f9b-48ac-b72f-3076ded1584b" -d '{"events": [{"server_uuid": "9243e653-cacc-4a4b-95a4-8e8f0ad1bf68", "name": "network-vif-plugged", "status": "completed", "tag": "8cf7d631-5680-4579-98c1-bc68463cf956"}]}' {{(pid=128085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 12:33:24.316085 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] For port 8cf7d631-5680-4579-98c1-bc68463cf956, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=8cf7d631-5680-4579-98c1-bc68463cf956,segment=NetworkSegment(ec8d44af-9dd7-4818-8939-b0ad37430a72),segment_id=ec8d44af-9dd7-4818-8939-b0ad37430a72)] {{(pid=128085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:33:24.320793 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:33:24.322800 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-d6fbc14d-384e-4af8-98f2-01b335bccbd0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:33:24.370036 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Pushing event updated for resources: {'Port': ['ID=8cf7d631-5680-4579-98c1-bc68463cf956,revision_number=5']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:33:24.373153 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:33:24.391214 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 12:33:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e2e9577-68b8-445b-9e9e-d11309c8fe18 x-openstack-request-id: req-0e2e9577-68b8-445b-9e9e-d11309c8fe18 {{(pid=128085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 12:33:24.391517 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9243e653-cacc-4a4b-95a4-8e8f0ad1bf68", "name": "network-vif-plugged", "status": "completed", "tag": "8cf7d631-5680-4579-98c1-bc68463cf956", "code": 200}]} {{(pid=128085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 12:33:24.391795 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-0e2e9577-68b8-445b-9e9e-d11309c8fe18 {{(pid=128085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 12:33:24.392340 dv-neutron-797120-4-hyperv neutron-server[128085]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9243e653-cacc-4a4b-95a4-8e8f0ad1bf68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cf7d631-5680-4579-98c1-bc68463cf956', 'code': 200} Jun 24 12:33:24.610143 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0daa3b9-b81b-4d76-a132-9a34c25a9440 req-46feeff4-1860-4254-802e-16a32c144b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:33:24.612320 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-b0daa3b9-b81b-4d76-a132-9a34c25a9440 req-46feeff4-1860-4254-802e-16a32c144b1d service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=9243e653-cacc-4a4b-95a4-8e8f0ad1bf68 HTTP/1.1" status: 200 len: 1099 time: 0.0540576 Jun 24 12:33:24.650382 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-b0daa3b9-b81b-4d76-a132-9a34c25a9440 req-1b9d3bce-bfca-4eb2-9a8b-8cd58e903798 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=40dbf606-62f7-45c9-80b6-bafe2e7f56bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308430 Jun 24 12:33:24.810624 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ae8d5d-5591-4c71-b5c5-2e868aef718a req-49ccf721-0f73-44dc-b0a2-5346f9350403 tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:33:24.812094 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-37ae8d5d-5591-4c71-b5c5-2e868aef718a req-49ccf721-0f73-44dc-b0a2-5346f9350403 tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] 10.222.0.53 "GET /v2.0/ports?device_id=9243e653-cacc-4a4b-95a4-8e8f0ad1bf68 HTTP/1.1" status: 200 len: 946 time: 0.0647471 Jun 24 12:33:24.850785 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-37ae8d5d-5591-4c71-b5c5-2e868aef718a req-b680c1a6-faa2-44cc-a5e7-8f3d9bc6c5f0 tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] 10.222.0.53 "GET /v2.0/security-groups?id=40dbf606-62f7-45c9-80b6-bafe2e7f56bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328631 Jun 24 12:33:26.024880 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8389ccd8-aafd-475a-96a1-c07d760396df req-25559b4f-5af7-4d0f-b84a-ce490e124800 tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:33:26.026383 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-8389ccd8-aafd-475a-96a1-c07d760396df req-25559b4f-5af7-4d0f-b84a-ce490e124800 tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] 10.222.0.53 "GET /v2.0/ports?device_id=9243e653-cacc-4a4b-95a4-8e8f0ad1bf68 HTTP/1.1" status: 200 len: 946 time: 0.0640452 Jun 24 12:33:26.064635 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-8389ccd8-aafd-475a-96a1-c07d760396df req-8900173d-9c18-4962-aaac-14c9c644bc1e tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] 10.222.0.53 "GET /v2.0/security-groups?id=40dbf606-62f7-45c9-80b6-bafe2e7f56bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324841 Jun 24 12:33:26.245369 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40e48f3-fbac-405c-9901-d07ddc30dcd5 req-092e5d5d-0d2b-4141-baf9-9d57c520bb5e tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:33:26.246836 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-b40e48f3-fbac-405c-9901-d07ddc30dcd5 req-092e5d5d-0d2b-4141-baf9-9d57c520bb5e tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] 10.222.0.53 "GET /v2.0/ports?device_id=9243e653-cacc-4a4b-95a4-8e8f0ad1bf68 HTTP/1.1" status: 200 len: 946 time: 0.0675478 Jun 24 12:33:26.286168 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-b40e48f3-fbac-405c-9901-d07ddc30dcd5 req-5008b189-bfdf-4af6-932b-d5c8144864e5 tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] 10.222.0.53 "GET /v2.0/security-groups?id=40dbf606-62f7-45c9-80b6-bafe2e7f56bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334535 Jun 24 12:33:26.310704 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 41864) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:33:26.361725 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec63f6f4-45d4-4087-baa4-6a5d922c3339 tempest-TestShelveInstance-1234751064 tempest-TestShelveInstance-1234751064-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:33:26.363209 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-ec63f6f4-45d4-4087-baa4-6a5d922c3339 tempest-TestShelveInstance-1234751064 tempest-TestShelveInstance-1234751064-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=9243e653-cacc-4a4b-95a4-8e8f0ad1bf68 HTTP/1.1" status: 200 len: 1094 time: 0.0515320 Jun 24 12:33:26.365974 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 41866) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:33:26.370417 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-08769f98-27a9-470d-8178-42760d784aba tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] Request body: {'floatingip': {'floating_network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'port_id': '8cf7d631-5680-4579-98c1-bc68463cf956', 'tenant_id': '0d1807c847644cb3a8e97c12e656c3c9', 'fixed_ip_address': '172.20.0.13'}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:33:26.391769 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-08769f98-27a9-470d-8178-42760d784aba tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] Notify callbacks [] for floatingip, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:33:26.432219 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ebb4ba97-3b41-46c7-a0c7-30f265d79573 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:33:26.496476 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-08769f98-27a9-470d-8178-42760d784aba tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:33:26.603525 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.db.db_base_plugin_common [None req-08769f98-27a9-470d-8178-42760d784aba tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] Allocated IP 172.26.7.234 (f2b8ca71-e776-48b2-8898-96cc7970207b/f37bf603-3862-4d0a-9f58-89616f7fd68f/7ca98179-bb48-4ad4-ac6f-1f4120f31d16) {{(pid=128084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:33:26.636830 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:33:26.711449 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-08769f98-27a9-470d-8178-42760d784aba tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] Notify callbacks [] for port, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:33:26.751041 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-08769f98-27a9-470d-8178-42760d784aba tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-650429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-506361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793193536723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3291971'] for port, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:33:26.754470 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-d2c42e5a-5e5d-4506-8b02-bbb3c105b3c0 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:33:26.789255 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08769f98-27a9-470d-8178-42760d784aba tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] Network f2b8ca71-e776-48b2-8898-96cc7970207b is already hosted by enough agents. {{(pid=128084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:33:26.793328 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.base_scheduler [None req-08769f98-27a9-470d-8178-42760d784aba tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] Resources bound (agent type, host, resource id): {{(pid=128084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:33:26.798928 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08769f98-27a9-470d-8178-42760d784aba tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] Received port after_create {{(pid=128084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:33:26.825661 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08769f98-27a9-470d-8178-42760d784aba tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] Pushing event updated for resources: {'Port': ['ID=7ca98179-bb48-4ad4-ac6f-1f4120f31d16,revision_number=1']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:33:26.829516 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-08769f98-27a9-470d-8178-42760d784aba tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:33:27.172721 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-08769f98-27a9-470d-8178-42760d784aba tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] Notify callbacks [] for floatingip, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:33:27.246113 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-08769f98-27a9-470d-8178-42760d784aba tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:33:27.394885 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-08769f98-27a9-470d-8178-42760d784aba tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] Notify callbacks [] for port, precommit_update {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:33:27.399895 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-08769f98-27a9-470d-8178-42760d784aba tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3292081'] for port, after_update {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:33:27.401876 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-adb44984-fa96-410b-93a0-79351990ac79 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:33:27.471691 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08769f98-27a9-470d-8178-42760d784aba tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] Pushing event updated for resources: {'Port': ['ID=7ca98179-bb48-4ad4-ac6f-1f4120f31d16,revision_number=2']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:33:27.475595 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-08769f98-27a9-470d-8178-42760d784aba tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:33:27.483757 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-08769f98-27a9-470d-8178-42760d784aba tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1815637'] for floatingip, after_update {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:33:27.585543 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.db.l3_db [None req-08769f98-27a9-470d-8178-42760d784aba tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] Floating IP b0de963f-536d-4dde-ac65-4045e706ad38 associated. External IP: 172.26.7.234, port: 8cf7d631-5680-4579-98c1-bc68463cf956. Jun 24 12:33:27.895244 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-03237adf-ebd0-46f2-a476-4d4bb746e0f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:33:28.091618 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08769f98-27a9-470d-8178-42760d784aba tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] Router 0addd0f2-ccf6-44a3-b215-49f1b258a8b9 has already been hosted by L3 agent 2987dba8-2249-4ee6-96ec-28f0f7a6127d {{(pid=128084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 12:33:28.205921 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08769f98-27a9-470d-8178-42760d784aba tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] Notify agent at l3_agent.dv-neutron-797120-4-hyperv the message routers_updated {{(pid=128084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 12:33:28.215177 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f67202dc-cb51-4615-80d0-ae16e1888b0f None None] Sync routers for ids ['0addd0f2-ccf6-44a3-b215-49f1b258a8b9'] in dv-neutron-797120-4-hyperv {{(pid=128085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 12:33:28.222289 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-08769f98-27a9-470d-8178-42760d784aba tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468916'] for floatingip, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:33:28.225107 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f67202dc-cb51-4615-80d0-ae16e1888b0f None None] Routers {'0addd0f2-ccf6-44a3-b215-49f1b258a8b9'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:33:28.225733 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-f67202dc-cb51-4615-80d0-ae16e1888b0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T12:33:26Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['0addd0f2-ccf6-44a3-b215-49f1b258a8b9'], 'active': True} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:33:28.263307 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-08769f98-27a9-470d-8178-42760d784aba tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8959453 Jun 24 12:33:28.263733 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9243e653-cacc-4a4b-95a4-8e8f0ad1bf68', 'tag': '8cf7d631-5680-4579-98c1-bc68463cf956'}] {{(pid=128084) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 12:33:28.266097 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}189e43ef1649f46b9bccc8e45a83b64afc33adcdec52bc597e36eecb4255b7b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59aae7e4-32ba-4c10-a2e7-642ee60771a9" -d '{"events": [{"name": "network-changed", "server_uuid": "9243e653-cacc-4a4b-95a4-8e8f0ad1bf68", "tag": "8cf7d631-5680-4579-98c1-bc68463cf956"}]}' {{(pid=128084) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 12:33:28.333002 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvr_db [None req-f67202dc-cb51-4615-80d0-ae16e1888b0f None None] Set router 0addd0f2-ccf6-44a3-b215-49f1b258a8b9 gateway port host: dv-neutron-797120-4-hyperv {{(pid=128085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:33:28.356737 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 12:33:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3322a2a2-72ae-4e8d-a35b-30afd589d0da x-openstack-request-id: req-3322a2a2-72ae-4e8d-a35b-30afd589d0da {{(pid=128084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 12:33:28.357110 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9243e653-cacc-4a4b-95a4-8e8f0ad1bf68", "tag": "8cf7d631-5680-4579-98c1-bc68463cf956", "status": "completed", "code": 200}]} {{(pid=128084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 12:33:28.357415 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-3322a2a2-72ae-4e8d-a35b-30afd589d0da {{(pid=128084) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 12:33:28.357862 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9243e653-cacc-4a4b-95a4-8e8f0ad1bf68', 'tag': '8cf7d631-5680-4579-98c1-bc68463cf956', 'status': 'completed', 'code': 200} Jun 24 12:33:28.434363 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59aae7e4-32ba-4c10-a2e7-642ee60771a9 req-f9987f98-c09d-441b-80d7-7ec673de5d49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:33:28.435849 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-59aae7e4-32ba-4c10-a2e7-642ee60771a9 req-f9987f98-c09d-441b-80d7-7ec673de5d49 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=0d1807c847644cb3a8e97c12e656c3c9&device_id=9243e653-cacc-4a4b-95a4-8e8f0ad1bf68 HTTP/1.1" status: 200 len: 1099 time: 0.0546403 Jun 24 12:33:28.529467 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59aae7e4-32ba-4c10-a2e7-642ee60771a9 req-24274961-7d13-4d7b-9749-274e40a78e70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:33:28.530934 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-59aae7e4-32ba-4c10-a2e7-642ee60771a9 req-24274961-7d13-4d7b-9749-274e40a78e70 service neutron] 10.222.0.45 "GET /v2.0/networks?id=fbda8845-5f48-456b-ae8b-c949b27ec543 HTTP/1.1" status: 200 len: 909 time: 0.0890505 Jun 24 12:33:28.562584 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-f67202dc-cb51-4615-80d0-ae16e1888b0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0addd0f2-ccf6-44a3-b215-49f1b258a8b9', 'name': 'tempest-TestShelveInstance-138007624-router', 'tenant_id': '0d1807c847644cb3a8e97c12e656c3c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'external_fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.202'}], 'enable_snat': True}, 'gw_port_id': '3e0e6b28-42ea-47e1-8f84-105a9597f986', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:28:16Z', 'updated_at': '2021-06-24T12:28:20Z', 'revision_number': 4, 'project_id': '0d1807c847644cb3a8e97c12e656c3c9', 'gw_port': {'id': '3e0e6b28-42ea-47e1-8f84-105a9597f986', 'name': '', 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:fa:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0addd0f2-ccf6-44a3-b215-49f1b258a8b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1810, 'fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:28:17Z', 'updated_at': '2021-06-24T12:28:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-4-hyperv', '_floatingips': [{'id': 'b0de963f-536d-4dde-ac65-4045e706ad38', 'tenant_id': '0d1807c847644cb3a8e97c12e656c3c9', 'floating_ip_address': '172.26.7.234', 'floating_network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'router_id': '0addd0f2-ccf6-44a3-b215-49f1b258a8b9', 'port_id': '8cf7d631-5680-4579-98c1-bc68463cf956', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1847, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fbda8845-5f48-456b-ae8b-c949b27ec543', 'mac_address': 'fa:16:3e:ce:c4:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9243e653-cacc-4a4b-95a4-8e8f0ad1bf68', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T12:33:27Z', 'updated_at': '2021-06-24T12:33:27Z', 'revision_number': 0, 'project_id': '0d1807c847644cb3a8e97c12e656c3c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c4197317-c479-4fed-a6a4-53e7517fbb5a', 'name': '', 'network_id': 'fbda8845-5f48-456b-ae8b-c949b27ec543', 'tenant_id': '0d1807c847644cb3a8e97c12e656c3c9', 'mac_address': 'fa:16:3e:ef:be:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0addd0f2-ccf6-44a3-b215-49f1b258a8b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': 'a5e1566a-72aa-46bc-8ab1-4e06365cbc2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:28:19Z', 'updated_at': '2021-06-24T12:28:27Z', 'revision_number': 5, 'project_id': '0d1807c847644cb3a8e97c12e656c3c9', 'subnets': [{'id': 'a5e1566a-72aa-46bc-8ab1-4e06365cbc2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:33:28.589856 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f67202dc-cb51-4615-80d0-ae16e1888b0f None None] Checking router: 0addd0f2-ccf6-44a3-b215-49f1b258a8b9 for host: dv-neutron-797120-4-hyperv {{(pid=128085) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 12:33:28.597613 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-59aae7e4-32ba-4c10-a2e7-642ee60771a9 req-5bce22df-5a21-49c1-8a09-51adfe5d0438 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8cf7d631-5680-4579-98c1-bc68463cf956 HTTP/1.1" status: 200 len: 1000 time: 0.0599318 Jun 24 12:33:28.598797 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f67202dc-cb51-4615-80d0-ae16e1888b0f None None] Routers {'0addd0f2-ccf6-44a3-b215-49f1b258a8b9'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:33:28.599396 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-f67202dc-cb51-4615-80d0-ae16e1888b0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T12:33:26Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['0addd0f2-ccf6-44a3-b215-49f1b258a8b9'], 'active': True} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:33:28.648842 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59aae7e4-32ba-4c10-a2e7-642ee60771a9 req-ae98139c-9b2f-4844-9be3-c72ba3abde9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:33:28.650325 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-59aae7e4-32ba-4c10-a2e7-642ee60771a9 req-ae98139c-9b2f-4844-9be3-c72ba3abde9e service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a5e1566a-72aa-46bc-8ab1-4e06365cbc2d HTTP/1.1" status: 200 len: 847 time: 0.0465102 Jun 24 12:33:28.703454 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvr_db [None req-f67202dc-cb51-4615-80d0-ae16e1888b0f None None] Set router 0addd0f2-ccf6-44a3-b215-49f1b258a8b9 gateway port host: dv-neutron-797120-4-hyperv {{(pid=128085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:33:28.715964 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59aae7e4-32ba-4c10-a2e7-642ee60771a9 req-c925808d-f85a-4af8-ab08-df64f02aadec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:33:28.717491 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-59aae7e4-32ba-4c10-a2e7-642ee60771a9 req-c925808d-f85a-4af8-ab08-df64f02aadec service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=fbda8845-5f48-456b-ae8b-c949b27ec543&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0604925 Jun 24 12:33:28.810696 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-59aae7e4-32ba-4c10-a2e7-642ee60771a9 req-dc362124-382e-40e1-8a61-5fbf6ea637b0 service neutron] 10.222.0.45 "GET /v2.0/networks/fbda8845-5f48-456b-ae8b-c949b27ec543?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861516 Jun 24 12:33:28.911884 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-59aae7e4-32ba-4c10-a2e7-642ee60771a9 req-a1486d67-4aba-4105-91d4-9dbc9f30c651 service neutron] 10.222.0.45 "GET /v2.0/networks/fbda8845-5f48-456b-ae8b-c949b27ec543?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946710 Jun 24 12:33:29.085542 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-f67202dc-cb51-4615-80d0-ae16e1888b0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0addd0f2-ccf6-44a3-b215-49f1b258a8b9', 'name': 'tempest-TestShelveInstance-138007624-router', 'tenant_id': '0d1807c847644cb3a8e97c12e656c3c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'external_fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.202'}], 'enable_snat': True}, 'gw_port_id': '3e0e6b28-42ea-47e1-8f84-105a9597f986', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:28:16Z', 'updated_at': '2021-06-24T12:28:20Z', 'revision_number': 4, 'project_id': '0d1807c847644cb3a8e97c12e656c3c9', 'gw_port': {'id': '3e0e6b28-42ea-47e1-8f84-105a9597f986', 'name': '', 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:fa:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0addd0f2-ccf6-44a3-b215-49f1b258a8b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1810, 'fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:28:17Z', 'updated_at': '2021-06-24T12:28:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-4-hyperv', '_floatingips': [{'id': 'b0de963f-536d-4dde-ac65-4045e706ad38', 'tenant_id': '0d1807c847644cb3a8e97c12e656c3c9', 'floating_ip_address': '172.26.7.234', 'floating_network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'router_id': '0addd0f2-ccf6-44a3-b215-49f1b258a8b9', 'port_id': '8cf7d631-5680-4579-98c1-bc68463cf956', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1847, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fbda8845-5f48-456b-ae8b-c949b27ec543', 'mac_address': 'fa:16:3e:ce:c4:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9243e653-cacc-4a4b-95a4-8e8f0ad1bf68', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T12:33:27Z', 'updated_at': '2021-06-24T12:33:27Z', 'revision_number': 0, 'project_id': '0d1807c847644cb3a8e97c12e656c3c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c4197317-c479-4fed-a6a4-53e7517fbb5a', 'name': '', 'network_id': 'fbda8845-5f48-456b-ae8b-c949b27ec543', 'tenant_id': '0d1807c847644cb3a8e97c12e656c3c9', 'mac_address': 'fa:16:3e:ef:be:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0addd0f2-ccf6-44a3-b215-49f1b258a8b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': 'a5e1566a-72aa-46bc-8ab1-4e06365cbc2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:28:19Z', 'updated_at': '2021-06-24T12:28:27Z', 'revision_number': 5, 'project_id': '0d1807c847644cb3a8e97c12e656c3c9', 'subnets': [{'id': 'a5e1566a-72aa-46bc-8ab1-4e06365cbc2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:33:29.112561 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f67202dc-cb51-4615-80d0-ae16e1888b0f None None] The sync data for ids ['0addd0f2-ccf6-44a3-b215-49f1b258a8b9'] in dv-neutron-797120-4-hyperv is: [{'id': '0addd0f2-ccf6-44a3-b215-49f1b258a8b9', 'name': 'tempest-TestShelveInstance-138007624-router', 'tenant_id': '0d1807c847644cb3a8e97c12e656c3c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'external_fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.202'}], 'enable_snat': True}, 'gw_port_id': '3e0e6b28-42ea-47e1-8f84-105a9597f986', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:28:16Z', 'updated_at': '2021-06-24T12:28:20Z', 'revision_number': 4, 'project_id': '0d1807c847644cb3a8e97c12e656c3c9', 'gw_port': {'id': '3e0e6b28-42ea-47e1-8f84-105a9597f986', 'name': '', 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:fa:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0addd0f2-ccf6-44a3-b215-49f1b258a8b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1810, 'fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:28:17Z', 'updated_at': '2021-06-24T12:28:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-4-hyperv', '_floatingips': [{'id': 'b0de963f-536d-4dde-ac65-4045e706ad38', 'tenant_id': '0d1807c847644cb3a8e97c12e656c3c9', 'floating_ip_address': '172.26.7.234', 'floating_network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'router_id': '0addd0f2-ccf6-44a3-b215-49f1b258a8b9', 'port_id': '8cf7d631-5680-4579-98c1-bc68463cf956', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1847, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fbda8845-5f48-456b-ae8b-c949b27ec543', 'mac_address': 'fa:16:3e:ce:c4:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9243e653-cacc-4a4b-95a4-8e8f0ad1bf68', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T12:33:27Z', 'updated_at': '2021-06-24T12:33:27Z', 'revision_number': 0, 'project_id': '0d1807c847644cb3a8e97c12e656c3c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c4197317-c479-4fed-a6a4-53e7517fbb5a', 'name': '', 'network_id': 'fbda8845-5f48-456b-ae8b-c949b27ec543', 'tenant_id': '0d1807c847644cb3a8e97c12e656c3c9', 'mac_address': 'fa:16:3e:ef:be:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0addd0f2-ccf6-44a3-b215-49f1b258a8b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': 'a5e1566a-72aa-46bc-8ab1-4e06365cbc2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:28:19Z', 'updated_at': '2021-06-24T12:28:27Z', 'revision_number': 5, 'project_id': '0d1807c847644cb3a8e97c12e656c3c9', 'subnets': [{'id': 'a5e1566a-72aa-46bc-8ab1-4e06365cbc2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=128085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 12:33:29.311836 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f8f0f74-4e67-4a66-8ac1-fc5b03f5f88b None None] New status for floating IP b0de963f-536d-4dde-ac65-4045e706ad38: ACTIVE {{(pid=128086) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 24 12:33:29.567809 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-294331d0-39ca-4203-b169-2e27fbb01dfb req-5f652f2f-0ba8-4b02-8997-590462872032 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=9243e653-cacc-4a4b-95a4-8e8f0ad1bf68&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0531752 Jun 24 12:33:29.665930 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294331d0-39ca-4203-b169-2e27fbb01dfb req-793ac4e9-9701-4c7e-8832-0d30665f25cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:33:29.667417 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-294331d0-39ca-4203-b169-2e27fbb01dfb req-793ac4e9-9701-4c7e-8832-0d30665f25cf service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=0d1807c847644cb3a8e97c12e656c3c9&device_id=9243e653-cacc-4a4b-95a4-8e8f0ad1bf68 HTTP/1.1" status: 200 len: 1099 time: 0.0543509 Jun 24 12:33:29.781139 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294331d0-39ca-4203-b169-2e27fbb01dfb req-81f99e52-8114-4f41-81bf-9394055e610a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:33:29.783523 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-294331d0-39ca-4203-b169-2e27fbb01dfb req-81f99e52-8114-4f41-81bf-9394055e610a service neutron] 10.222.0.45 "GET /v2.0/networks?id=fbda8845-5f48-456b-ae8b-c949b27ec543 HTTP/1.1" status: 200 len: 909 time: 0.0906670 Jun 24 12:33:29.850669 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-294331d0-39ca-4203-b169-2e27fbb01dfb req-ac40bf4a-b39b-4306-b890-3c4cc1cc30d5 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8cf7d631-5680-4579-98c1-bc68463cf956 HTTP/1.1" status: 200 len: 1002 time: 0.0601497 Jun 24 12:33:29.854223 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-52c483ef-d5c1-4030-9a32-e5ce4ff00ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:33:29.903204 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294331d0-39ca-4203-b169-2e27fbb01dfb req-a29d12df-3dd7-46f6-8fa0-552758051a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:33:29.904719 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-294331d0-39ca-4203-b169-2e27fbb01dfb req-a29d12df-3dd7-46f6-8fa0-552758051a2a service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a5e1566a-72aa-46bc-8ab1-4e06365cbc2d HTTP/1.1" status: 200 len: 847 time: 0.0481012 Jun 24 12:33:29.963076 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294331d0-39ca-4203-b169-2e27fbb01dfb req-e85db5da-c13e-4ca8-b041-b1d9939a0fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:33:29.964599 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-294331d0-39ca-4203-b169-2e27fbb01dfb req-e85db5da-c13e-4ca8-b041-b1d9939a0fd5 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=fbda8845-5f48-456b-ae8b-c949b27ec543&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0526693 Jun 24 12:33:30.060703 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-294331d0-39ca-4203-b169-2e27fbb01dfb req-24f2dce4-d05d-4422-9646-267b67bf897f service neutron] 10.222.0.45 "GET /v2.0/networks/fbda8845-5f48-456b-ae8b-c949b27ec543?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890732 Jun 24 12:33:30.157008 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-294331d0-39ca-4203-b169-2e27fbb01dfb req-d29230a5-29ed-402b-95ff-627f084fbde1 service neutron] 10.222.0.45 "GET /v2.0/networks/fbda8845-5f48-456b-ae8b-c949b27ec543?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892627 Jun 24 12:33:45.158069 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:33:53.185517 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.agents_db [None req-87a69269-d72b-4286-97f3-1041481ed6d8 None None] Agent healthcheck: found 6 active agents {{(pid=128086) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 12:33:53.905486 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-6f072416-eebd-4146-bc60-de45ff9fe03d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:33:56.433553 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-c0bc9eba-ffb5-4fd2-84a0-5b7dd26943cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:33:56.637620 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:33:57.898068 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-03237adf-ebd0-46f2-a476-4d4bb746e0f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:33:59.857867 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-52c483ef-d5c1-4030-9a32-e5ce4ff00ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:34:15.162451 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:34:23.900631 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-d32280fc-7030-45ab-89a1-b3daadfa4d5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:34:26.434357 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-769b5f33-e84b-480a-834c-e00809187e1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:34:26.639412 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:34:27.902261 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-03237adf-ebd0-46f2-a476-4d4bb746e0f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:34:29.871066 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-52c483ef-d5c1-4030-9a32-e5ce4ff00ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:34:30.184972 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.agents_db [None req-87a69269-d72b-4286-97f3-1041481ed6d8 None None] Agent healthcheck: found 6 active agents {{(pid=128086) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 12:34:31.595260 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-b0e30dd5-610f-4104-8532-3b39c8b21be3 req-c9a063ce-6079-4f0d-95a9-22b0934fd695 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=9243e653-cacc-4a4b-95a4-8e8f0ad1bf68&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0648992 Jun 24 12:34:31.702641 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e30dd5-610f-4104-8532-3b39c8b21be3 req-e0fbfa8f-3d0e-4ec2-b7ba-abd80592a956 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:34:31.704139 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-b0e30dd5-610f-4104-8532-3b39c8b21be3 req-e0fbfa8f-3d0e-4ec2-b7ba-abd80592a956 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=0d1807c847644cb3a8e97c12e656c3c9&device_id=9243e653-cacc-4a4b-95a4-8e8f0ad1bf68 HTTP/1.1" status: 200 len: 1099 time: 0.0613580 Jun 24 12:34:31.821197 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e30dd5-610f-4104-8532-3b39c8b21be3 req-49ea3458-92e6-4765-a08f-c7a7fcd4a4c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:34:31.823762 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-b0e30dd5-610f-4104-8532-3b39c8b21be3 req-49ea3458-92e6-4765-a08f-c7a7fcd4a4c2 service neutron] 10.222.0.45 "GET /v2.0/networks?id=fbda8845-5f48-456b-ae8b-c949b27ec543 HTTP/1.1" status: 200 len: 909 time: 0.0938723 Jun 24 12:34:31.909926 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-b0e30dd5-610f-4104-8532-3b39c8b21be3 req-30755c5b-e075-4f6a-8c6a-f1df4112e5e2 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8cf7d631-5680-4579-98c1-bc68463cf956 HTTP/1.1" status: 200 len: 1002 time: 0.0753694 Jun 24 12:34:31.970788 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e30dd5-610f-4104-8532-3b39c8b21be3 req-caeabd41-a711-47d4-88fa-e20ceb2c9758 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:34:31.972259 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-b0e30dd5-610f-4104-8532-3b39c8b21be3 req-caeabd41-a711-47d4-88fa-e20ceb2c9758 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a5e1566a-72aa-46bc-8ab1-4e06365cbc2d HTTP/1.1" status: 200 len: 847 time: 0.0522552 Jun 24 12:34:32.054010 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e30dd5-610f-4104-8532-3b39c8b21be3 req-5f631b28-78ea-4507-8677-f997fdd76557 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:34:32.055511 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-b0e30dd5-610f-4104-8532-3b39c8b21be3 req-5f631b28-78ea-4507-8677-f997fdd76557 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=fbda8845-5f48-456b-ae8b-c949b27ec543&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0716572 Jun 24 12:34:32.206714 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-b0e30dd5-610f-4104-8532-3b39c8b21be3 req-ebf9e844-cad8-4213-bd8d-1de4c1ac8815 service neutron] 10.222.0.45 "GET /v2.0/networks/fbda8845-5f48-456b-ae8b-c949b27ec543?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1376123 Jun 24 12:34:32.320953 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-b0e30dd5-610f-4104-8532-3b39c8b21be3 req-56bfb983-b590-424a-964f-b4cdda8c9216 service neutron] 10.222.0.45 "GET /v2.0/networks/fbda8845-5f48-456b-ae8b-c949b27ec543?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1045420 Jun 24 12:34:45.157102 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:34:53.904673 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-acb39b22-9fb3-4634-86b4-cc281908044e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:34:56.435874 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-cc6fcc03-d4a0-4984-bb09-0ab3e7b20cc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:34:56.640788 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:34:57.905043 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-03237adf-ebd0-46f2-a476-4d4bb746e0f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:34:59.870902 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-52c483ef-d5c1-4030-9a32-e5ce4ff00ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:35:07.186181 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.agents_db [None req-87a69269-d72b-4286-97f3-1041481ed6d8 None None] Agent healthcheck: found 6 active agents {{(pid=128086) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 12:35:15.168531 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:35:23.905537 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-a56788c9-a879-4fb1-bb27-4ce318e33647 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:35:26.437582 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-2f058c3c-8bee-47b6-a29c-5dda5ba87b7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:35:26.644597 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:35:26.698735 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b7b042-4fe4-4dc2-ad44-88bc29efbc07 req-88cdfb50-7b8a-4aa0-b25c-273d90972fbb tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:35:26.700215 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-a2b7b042-4fe4-4dc2-ad44-88bc29efbc07 req-88cdfb50-7b8a-4aa0-b25c-273d90972fbb tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] 10.222.0.53 "GET /v2.0/ports?device_id=9243e653-cacc-4a4b-95a4-8e8f0ad1bf68 HTTP/1.1" status: 200 len: 946 time: 0.0721848 Jun 24 12:35:26.737454 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-a2b7b042-4fe4-4dc2-ad44-88bc29efbc07 req-b3768281-a40e-46c7-a77a-d59a1a9f8b8c tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] 10.222.0.53 "GET /v2.0/security-groups?id=40dbf606-62f7-45c9-80b6-bafe2e7f56bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314088 Jun 24 12:35:27.907243 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-03237adf-ebd0-46f2-a476-4d4bb746e0f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:35:27.938184 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ec0701-af77-4274-ac6e-46cd72a4eb54 req-ab12ca42-26d1-483c-ab1d-dea32319cd5b tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:35:27.939661 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-f3ec0701-af77-4274-ac6e-46cd72a4eb54 req-ab12ca42-26d1-483c-ab1d-dea32319cd5b tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] 10.222.0.53 "GET /v2.0/ports?device_id=9243e653-cacc-4a4b-95a4-8e8f0ad1bf68 HTTP/1.1" status: 200 len: 946 time: 0.0702567 Jun 24 12:35:27.980685 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-f3ec0701-af77-4274-ac6e-46cd72a4eb54 req-8d21117d-ac62-4a13-b791-0913c70cfd29 tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] 10.222.0.53 "GET /v2.0/security-groups?id=40dbf606-62f7-45c9-80b6-bafe2e7f56bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353446 Jun 24 12:35:29.179321 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41ced81-afbe-4a03-99bc-81629629a6f8 req-0e0ce292-a0c8-4b2e-bb07-5e1a071ee40e tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:35:29.181518 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-c41ced81-afbe-4a03-99bc-81629629a6f8 req-0e0ce292-a0c8-4b2e-bb07-5e1a071ee40e tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] 10.222.0.53 "GET /v2.0/ports?device_id=9243e653-cacc-4a4b-95a4-8e8f0ad1bf68 HTTP/1.1" status: 200 len: 946 time: 0.0651309 Jun 24 12:35:29.223959 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-c41ced81-afbe-4a03-99bc-81629629a6f8 req-3a6f0b6c-2333-482b-8d26-fb77ba376bc0 tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] 10.222.0.53 "GET /v2.0/security-groups?id=40dbf606-62f7-45c9-80b6-bafe2e7f56bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369453 Jun 24 12:35:29.863678 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-52c483ef-d5c1-4030-9a32-e5ce4ff00ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:35:30.398577 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9018aa8-9b1b-4577-a2c2-51ad4c338e8f req-9ed0aca9-933e-4112-b719-a00559003a5d tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:35:30.400955 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-b9018aa8-9b1b-4577-a2c2-51ad4c338e8f req-9ed0aca9-933e-4112-b719-a00559003a5d tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] 10.222.0.53 "GET /v2.0/ports?device_id=9243e653-cacc-4a4b-95a4-8e8f0ad1bf68 HTTP/1.1" status: 200 len: 946 time: 0.0658269 Jun 24 12:35:30.439583 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-b9018aa8-9b1b-4577-a2c2-51ad4c338e8f req-e01a1066-186f-4d38-bc1a-c9587d25bdc3 tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] 10.222.0.53 "GET /v2.0/security-groups?id=40dbf606-62f7-45c9-80b6-bafe2e7f56bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329506 Jun 24 12:35:31.622692 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0ae611-8dfa-41e7-a2e6-4325f6d42aa7 req-d32b238c-843c-4a45-a863-17881a46d6c7 tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:35:31.624249 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-0b0ae611-8dfa-41e7-a2e6-4325f6d42aa7 req-d32b238c-843c-4a45-a863-17881a46d6c7 tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] 10.222.0.53 "GET /v2.0/ports?device_id=9243e653-cacc-4a4b-95a4-8e8f0ad1bf68 HTTP/1.1" status: 200 len: 946 time: 0.0659571 Jun 24 12:35:31.662277 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-0b0ae611-8dfa-41e7-a2e6-4325f6d42aa7 req-82f04c2f-6862-43d4-a193-6139d4423bc7 tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] 10.222.0.53 "GET /v2.0/security-groups?id=40dbf606-62f7-45c9-80b6-bafe2e7f56bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319703 Jun 24 12:35:32.849495 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f28799-6fa5-4a38-aa6a-6d5bcbb1cc87 req-25f5e4b6-1ea6-4b55-b132-9b84366c9553 tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:35:32.851070 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-30f28799-6fa5-4a38-aa6a-6d5bcbb1cc87 req-25f5e4b6-1ea6-4b55-b132-9b84366c9553 tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] 10.222.0.53 "GET /v2.0/ports?device_id=9243e653-cacc-4a4b-95a4-8e8f0ad1bf68 HTTP/1.1" status: 200 len: 946 time: 0.0746326 Jun 24 12:35:32.895620 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-30f28799-6fa5-4a38-aa6a-6d5bcbb1cc87 req-aa07ac11-b2c6-4a45-9a63-d02cde601d53 tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] 10.222.0.53 "GET /v2.0/security-groups?id=40dbf606-62f7-45c9-80b6-bafe2e7f56bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385623 Jun 24 12:35:33.608822 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe51bd1-3500-4115-a20f-23968bd6f134 req-82423ab5-4c5b-4a73-b533-7ae0bc779e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:35:33.610335 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-cfe51bd1-3500-4115-a20f-23968bd6f134 req-82423ab5-4c5b-4a73-b533-7ae0bc779e08 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=0d1807c847644cb3a8e97c12e656c3c9&device_id=9243e653-cacc-4a4b-95a4-8e8f0ad1bf68 HTTP/1.1" status: 200 len: 1099 time: 0.0529664 Jun 24 12:35:33.724266 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe51bd1-3500-4115-a20f-23968bd6f134 req-bb6a7b37-98ed-4215-94c8-84b62b7a0037 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:35:33.725752 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-cfe51bd1-3500-4115-a20f-23968bd6f134 req-bb6a7b37-98ed-4215-94c8-84b62b7a0037 service neutron] 10.222.0.45 "GET /v2.0/networks?id=fbda8845-5f48-456b-ae8b-c949b27ec543 HTTP/1.1" status: 200 len: 909 time: 0.0946004 Jun 24 12:35:33.796193 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-cfe51bd1-3500-4115-a20f-23968bd6f134 req-36890703-9119-4e02-bb58-97685e19c78c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8cf7d631-5680-4579-98c1-bc68463cf956 HTTP/1.1" status: 200 len: 1002 time: 0.0625620 Jun 24 12:35:33.848818 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe51bd1-3500-4115-a20f-23968bd6f134 req-5a50fde8-0ef9-44d4-890e-8e593496c60d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:35:33.850312 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-cfe51bd1-3500-4115-a20f-23968bd6f134 req-5a50fde8-0ef9-44d4-890e-8e593496c60d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a5e1566a-72aa-46bc-8ab1-4e06365cbc2d HTTP/1.1" status: 200 len: 847 time: 0.0481737 Jun 24 12:35:33.914679 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe51bd1-3500-4115-a20f-23968bd6f134 req-d884f34c-dae8-42d5-9c50-6f432d6f89f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:35:33.916293 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-cfe51bd1-3500-4115-a20f-23968bd6f134 req-d884f34c-dae8-42d5-9c50-6f432d6f89f5 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=fbda8845-5f48-456b-ae8b-c949b27ec543&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0588672 Jun 24 12:35:34.052841 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-cfe51bd1-3500-4115-a20f-23968bd6f134 req-b7a8d6ee-f91e-4f33-804a-84a3e6b25b5d service neutron] 10.222.0.45 "GET /v2.0/networks/fbda8845-5f48-456b-ae8b-c949b27ec543?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1192818 Jun 24 12:35:34.173451 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ee7403-da85-4668-8d5b-49d3f568a1b0 req-41b8e626-0db6-4783-8bc7-32b10e00b15f tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:35:34.175046 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-10ee7403-da85-4668-8d5b-49d3f568a1b0 req-41b8e626-0db6-4783-8bc7-32b10e00b15f tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] 10.222.0.53 "GET /v2.0/ports?device_id=9243e653-cacc-4a4b-95a4-8e8f0ad1bf68 HTTP/1.1" status: 200 len: 946 time: 0.1597192 Jun 24 12:35:34.206492 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-cfe51bd1-3500-4115-a20f-23968bd6f134 req-2f5e50ac-23c3-492a-b710-60da1c176966 service neutron] 10.222.0.45 "GET /v2.0/networks/fbda8845-5f48-456b-ae8b-c949b27ec543?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1445334 Jun 24 12:35:34.229984 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-10ee7403-da85-4668-8d5b-49d3f568a1b0 req-dd57edbe-ce7a-43bb-a37a-8e45f57351e5 tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] 10.222.0.53 "GET /v2.0/security-groups?id=40dbf606-62f7-45c9-80b6-bafe2e7f56bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475726 Jun 24 12:35:35.420769 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6c5ef5-5ee5-43dd-96aa-4651ceb41202 req-7ddd78d5-1920-4fa4-b141-8148b66c3842 tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:35:35.422283 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-cd6c5ef5-5ee5-43dd-96aa-4651ceb41202 req-7ddd78d5-1920-4fa4-b141-8148b66c3842 tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] 10.222.0.53 "GET /v2.0/ports?device_id=9243e653-cacc-4a4b-95a4-8e8f0ad1bf68 HTTP/1.1" status: 200 len: 946 time: 0.0705516 Jun 24 12:35:35.460316 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-cd6c5ef5-5ee5-43dd-96aa-4651ceb41202 req-4233b800-d42d-414d-9825-3390ac273565 tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] 10.222.0.53 "GET /v2.0/security-groups?id=40dbf606-62f7-45c9-80b6-bafe2e7f56bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323193 Jun 24 12:35:36.640757 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3354e8-2983-4a7b-aacb-a616b7b75f86 req-e638235d-cc5e-42fe-996a-1d3a34c23a11 tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:35:36.642264 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-5a3354e8-2983-4a7b-aacb-a616b7b75f86 req-e638235d-cc5e-42fe-996a-1d3a34c23a11 tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] 10.222.0.53 "GET /v2.0/ports?device_id=9243e653-cacc-4a4b-95a4-8e8f0ad1bf68 HTTP/1.1" status: 200 len: 946 time: 0.0671194 Jun 24 12:35:36.680893 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-5a3354e8-2983-4a7b-aacb-a616b7b75f86 req-8bd8a239-8f23-44f9-97e4-1ada6a029bae tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] 10.222.0.53 "GET /v2.0/security-groups?id=40dbf606-62f7-45c9-80b6-bafe2e7f56bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326838 Jun 24 12:35:36.845485 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42286be8-3b16-4f1f-bdcc-7c3c413e0df7 req-bd8602ba-4dad-449c-b26f-b8b183d97e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:35:36.846908 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-42286be8-3b16-4f1f-bdcc-7c3c413e0df7 req-bd8602ba-4dad-449c-b26f-b8b183d97e87 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=0d1807c847644cb3a8e97c12e656c3c9&device_id=9243e653-cacc-4a4b-95a4-8e8f0ad1bf68 HTTP/1.1" status: 200 len: 1099 time: 0.0539119 Jun 24 12:35:36.942779 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42286be8-3b16-4f1f-bdcc-7c3c413e0df7 req-7c1b7f9f-132d-4145-b37b-83b40893a77f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:35:36.944234 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-42286be8-3b16-4f1f-bdcc-7c3c413e0df7 req-7c1b7f9f-132d-4145-b37b-83b40893a77f service neutron] 10.222.0.45 "GET /v2.0/networks?id=fbda8845-5f48-456b-ae8b-c949b27ec543 HTTP/1.1" status: 200 len: 909 time: 0.0878270 Jun 24 12:35:37.011350 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-42286be8-3b16-4f1f-bdcc-7c3c413e0df7 req-eb3a9f57-e779-4982-bebd-1939d25712eb service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8cf7d631-5680-4579-98c1-bc68463cf956 HTTP/1.1" status: 200 len: 1002 time: 0.0572352 Jun 24 12:35:37.066913 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42286be8-3b16-4f1f-bdcc-7c3c413e0df7 req-744ba096-867b-4dce-b55b-47d9e32cb22f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:35:37.068355 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-42286be8-3b16-4f1f-bdcc-7c3c413e0df7 req-744ba096-867b-4dce-b55b-47d9e32cb22f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a5e1566a-72aa-46bc-8ab1-4e06365cbc2d HTTP/1.1" status: 200 len: 847 time: 0.0469308 Jun 24 12:35:37.137698 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42286be8-3b16-4f1f-bdcc-7c3c413e0df7 req-da3fce4a-d06c-4c35-9731-c86f563ef2ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:35:37.139137 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-42286be8-3b16-4f1f-bdcc-7c3c413e0df7 req-da3fce4a-d06c-4c35-9731-c86f563ef2ea service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=fbda8845-5f48-456b-ae8b-c949b27ec543&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0602510 Jun 24 12:35:37.235957 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-42286be8-3b16-4f1f-bdcc-7c3c413e0df7 req-b3c4a585-22fe-46d6-b467-ea5aadc95533 service neutron] 10.222.0.45 "GET /v2.0/networks/fbda8845-5f48-456b-ae8b-c949b27ec543?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859039 Jun 24 12:35:37.330111 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-42286be8-3b16-4f1f-bdcc-7c3c413e0df7 req-d35b19b0-ed0e-4cd7-b218-1ebf6fd5234b service neutron] 10.222.0.45 "GET /v2.0/networks/fbda8845-5f48-456b-ae8b-c949b27ec543?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832384 Jun 24 12:35:37.853371 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd755a0-4885-4675-85ae-8cd9a415719f req-126dfd79-158d-4e7b-87e2-9631793ab98a tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:35:37.854716 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-bfd755a0-4885-4675-85ae-8cd9a415719f req-126dfd79-158d-4e7b-87e2-9631793ab98a tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] 10.222.0.53 "GET /v2.0/ports?device_id=9243e653-cacc-4a4b-95a4-8e8f0ad1bf68 HTTP/1.1" status: 200 len: 946 time: 0.0613680 Jun 24 12:35:37.895932 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-bfd755a0-4885-4675-85ae-8cd9a415719f req-b7ffc1c1-b521-4df8-8c2e-bfbc71a7955b tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] 10.222.0.53 "GET /v2.0/security-groups?id=40dbf606-62f7-45c9-80b6-bafe2e7f56bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356684 Jun 24 12:35:39.077911 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238e5f24-50d2-4d58-aea0-53b5d4c32f87 req-90d8d896-ac4f-456a-a979-8314da0d0bc4 tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:35:39.079419 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-238e5f24-50d2-4d58-aea0-53b5d4c32f87 req-90d8d896-ac4f-456a-a979-8314da0d0bc4 tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] 10.222.0.53 "GET /v2.0/ports?device_id=9243e653-cacc-4a4b-95a4-8e8f0ad1bf68 HTTP/1.1" status: 200 len: 946 time: 0.0665765 Jun 24 12:35:39.119845 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-238e5f24-50d2-4d58-aea0-53b5d4c32f87 req-0c1a54db-2f8f-42c4-8e86-a139c9eda3ae tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] 10.222.0.53 "GET /v2.0/security-groups?id=40dbf606-62f7-45c9-80b6-bafe2e7f56bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347157 Jun 24 12:35:40.294221 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9471e0c-0c71-40c6-99d4-b705fb7be541 req-d3fa2169-3ab7-4724-9b2a-fa417d907b5e tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:35:40.295701 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-a9471e0c-0c71-40c6-99d4-b705fb7be541 req-d3fa2169-3ab7-4724-9b2a-fa417d907b5e tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] 10.222.0.53 "GET /v2.0/ports?device_id=9243e653-cacc-4a4b-95a4-8e8f0ad1bf68 HTTP/1.1" status: 200 len: 946 time: 0.0641930 Jun 24 12:35:40.333856 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-a9471e0c-0c71-40c6-99d4-b705fb7be541 req-cc253bb5-d6e4-4514-b461-c71bbeceb1c1 tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] 10.222.0.53 "GET /v2.0/security-groups?id=40dbf606-62f7-45c9-80b6-bafe2e7f56bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325308 Jun 24 12:35:41.515735 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859c435c-55d8-4464-b3cc-47eb1f476dc0 req-450dc7ac-b730-4b82-a01b-a68e721bcf8f tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:35:41.517215 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-859c435c-55d8-4464-b3cc-47eb1f476dc0 req-450dc7ac-b730-4b82-a01b-a68e721bcf8f tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] 10.222.0.53 "GET /v2.0/ports?device_id=9243e653-cacc-4a4b-95a4-8e8f0ad1bf68 HTTP/1.1" status: 200 len: 946 time: 0.0685649 Jun 24 12:35:41.555555 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-859c435c-55d8-4464-b3cc-47eb1f476dc0 req-510df5a7-c638-442b-b813-10ecb6399648 tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] 10.222.0.53 "GET /v2.0/security-groups?id=40dbf606-62f7-45c9-80b6-bafe2e7f56bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326312 Jun 24 12:35:41.903273 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed77c713-959c-4c1a-9d12-0048d058cedf req-f9ebb857-a836-49dc-8485-a535fcd45338 tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:35:41.904786 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-ed77c713-959c-4c1a-9d12-0048d058cedf req-f9ebb857-a836-49dc-8485-a535fcd45338 tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] 10.222.0.53 "GET /v2.0/ports?device_id=9243e653-cacc-4a4b-95a4-8e8f0ad1bf68 HTTP/1.1" status: 200 len: 946 time: 0.0658147 Jun 24 12:35:41.920772 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [req-1e44c1d6-e28a-4add-87ad-5ab3a60b1e00 req-8559754d-2865-4033-93da-9b09656979f5 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=9243e653-cacc-4a4b-95a4-8e8f0ad1bf68&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1464508 Jun 24 12:35:41.945308 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-ed77c713-959c-4c1a-9d12-0048d058cedf req-be8cc9d7-25f3-4121-8b97-6fc3f3ff2c6b tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] 10.222.0.53 "GET /v2.0/security-groups?id=40dbf606-62f7-45c9-80b6-bafe2e7f56bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344846 Jun 24 12:35:42.825268 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Device 8cf7d631-5680-4579-98c1-bc68463cf956 no longer exists at agent hyperv_hv-neutron-7971 {{(pid=128085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 12:35:42.900740 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:35:42.922594 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9243e653-cacc-4a4b-95a4-8e8f0ad1bf68', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8cf7d631-5680-4579-98c1-bc68463cf956'}] {{(pid=128085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 12:35:42.924820 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1098ec9051a50dd033317f529a09b9762582ef7b417ebe05928aca59e08255aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0dd9d1c8-04c8-4d80-8b06-77c2351a9453" -d '{"events": [{"server_uuid": "9243e653-cacc-4a4b-95a4-8e8f0ad1bf68", "name": "network-vif-unplugged", "status": "completed", "tag": "8cf7d631-5680-4579-98c1-bc68463cf956"}]}' {{(pid=128085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 12:35:42.938806 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] For port 8cf7d631-5680-4579-98c1-bc68463cf956, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=8cf7d631-5680-4579-98c1-bc68463cf956,segment=NetworkSegment(ec8d44af-9dd7-4818-8939-b0ad37430a72),segment_id=ec8d44af-9dd7-4818-8939-b0ad37430a72)] {{(pid=128085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:35:42.945241 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:35:42.947328 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-d58ae01d-ef0e-453e-879b-419346724600 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:35:42.968566 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 24 Jun 2021 12:35:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84babc4d-d6fc-4cde-a3ca-f8080e780098 x-openstack-request-id: req-84babc4d-d6fc-4cde-a3ca-f8080e780098 {{(pid=128085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 12:35:42.968864 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9243e653-cacc-4a4b-95a4-8e8f0ad1bf68", "name": "network-vif-unplugged", "status": "failed", "tag": "8cf7d631-5680-4579-98c1-bc68463cf956", "code": 422}]} {{(pid=128085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 12:35:42.969145 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-84babc4d-d6fc-4cde-a3ca-f8080e780098 {{(pid=128085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 12:35:42.969543 dv-neutron-797120-4-hyperv neutron-server[128085]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '9243e653-cacc-4a4b-95a4-8e8f0ad1bf68', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '8cf7d631-5680-4579-98c1-bc68463cf956', 'code': 422} returned with failed status Jun 24 12:35:42.996990 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Pushing event updated for resources: {'Port': ['ID=8cf7d631-5680-4579-98c1-bc68463cf956,revision_number=6']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:35:43.003896 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:35:43.004238 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:35:43.004573 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:35:43.004905 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:35:43.005258 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:35:43.005588 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:35:43.005913 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:35:43.006237 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:35:43.006560 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:35:43.006885 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:35:43.007198 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:35:43.008104 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:35:43.012137 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:35:43.126127 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde98822-5fd0-406b-8486-b730336bde2e req-ff803fde-07f2-42fe-b110-a44464e79e4e tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:35:43.127855 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-cde98822-5fd0-406b-8486-b730336bde2e req-ff803fde-07f2-42fe-b110-a44464e79e4e tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] 10.222.0.53 "GET /v2.0/ports?device_id=9243e653-cacc-4a4b-95a4-8e8f0ad1bf68 HTTP/1.1" status: 200 len: 944 time: 0.0691683 Jun 24 12:35:43.176619 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-cde98822-5fd0-406b-8486-b730336bde2e req-4546f160-ba78-4f9e-ae06-bc728cd934c8 tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] 10.222.0.53 "GET /v2.0/security-groups?id=40dbf606-62f7-45c9-80b6-bafe2e7f56bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422139 Jun 24 12:35:44.184835 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.agents_db [None req-87a69269-d72b-4286-97f3-1041481ed6d8 None None] Agent healthcheck: found 6 active agents {{(pid=128086) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 12:35:44.359439 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1504a1-664e-4d4f-ab12-4e7fb4314530 req-6780febc-9622-4279-baee-ffc190da0ab0 tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:35:44.360923 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-4e1504a1-664e-4d4f-ab12-4e7fb4314530 req-6780febc-9622-4279-baee-ffc190da0ab0 tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] 10.222.0.53 "GET /v2.0/ports?device_id=9243e653-cacc-4a4b-95a4-8e8f0ad1bf68 HTTP/1.1" status: 200 len: 944 time: 0.0710392 Jun 24 12:35:44.400182 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-4e1504a1-664e-4d4f-ab12-4e7fb4314530 req-98d23555-5d37-4468-ac83-d68627d19aa6 tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] 10.222.0.53 "GET /v2.0/security-groups?id=40dbf606-62f7-45c9-80b6-bafe2e7f56bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334523 Jun 24 12:35:45.168198 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:35:45.586605 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc18827f-ad7c-45ad-82b6-849ed0196383 req-b7d4a129-ae9a-40c6-bbb6-c26ba751c985 tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:35:45.588203 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-fc18827f-ad7c-45ad-82b6-849ed0196383 req-b7d4a129-ae9a-40c6-bbb6-c26ba751c985 tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] 10.222.0.53 "GET /v2.0/ports?device_id=9243e653-cacc-4a4b-95a4-8e8f0ad1bf68 HTTP/1.1" status: 200 len: 944 time: 0.0668325 Jun 24 12:35:45.628266 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-fc18827f-ad7c-45ad-82b6-849ed0196383 req-1c14f25a-1e69-4f15-9157-36ceec84b9de tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] 10.222.0.53 "GET /v2.0/security-groups?id=40dbf606-62f7-45c9-80b6-bafe2e7f56bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343993 Jun 24 12:35:46.821066 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d18c184-8af1-4784-8d97-de00eae1febe req-cfa1ead9-2e02-4a33-a431-96319be7717e tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:35:46.822618 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-4d18c184-8af1-4784-8d97-de00eae1febe req-cfa1ead9-2e02-4a33-a431-96319be7717e tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] 10.222.0.53 "GET /v2.0/ports?device_id=9243e653-cacc-4a4b-95a4-8e8f0ad1bf68 HTTP/1.1" status: 200 len: 944 time: 0.0778365 Jun 24 12:35:46.868189 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-4d18c184-8af1-4784-8d97-de00eae1febe req-4f6d0061-a681-47c7-8af1-6aab2cdfdf2e tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] 10.222.0.53 "GET /v2.0/security-groups?id=40dbf606-62f7-45c9-80b6-bafe2e7f56bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380754 Jun 24 12:35:48.048121 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb7f872-71d7-477c-827d-81c6bbd03427 req-5f69de5e-4364-40b2-83c1-d83e1e3f01ed tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:35:48.049648 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-6fb7f872-71d7-477c-827d-81c6bbd03427 req-5f69de5e-4364-40b2-83c1-d83e1e3f01ed tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] 10.222.0.53 "GET /v2.0/ports?device_id=9243e653-cacc-4a4b-95a4-8e8f0ad1bf68 HTTP/1.1" status: 200 len: 944 time: 0.0671396 Jun 24 12:35:48.088647 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-6fb7f872-71d7-477c-827d-81c6bbd03427 req-f1238cff-9fce-4b24-aab8-fdd1c0ce5464 tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] 10.222.0.53 "GET /v2.0/security-groups?id=40dbf606-62f7-45c9-80b6-bafe2e7f56bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323005 Jun 24 12:35:48.982493 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e44c1d6-e28a-4add-87ad-5ab3a60b1e00 req-12c1988c-629b-4412-b080-bf665ef6441f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:35:48.984009 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-1e44c1d6-e28a-4add-87ad-5ab3a60b1e00 req-12c1988c-629b-4412-b080-bf665ef6441f service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=9243e653-cacc-4a4b-95a4-8e8f0ad1bf68&tenant_id=0d1807c847644cb3a8e97c12e656c3c9 HTTP/1.1" status: 200 len: 1097 time: 0.0568471 Jun 24 12:35:49.078725 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e44c1d6-e28a-4add-87ad-5ab3a60b1e00 req-b81c0cc7-4a43-4e82-bfdb-21824389c99b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:35:49.080237 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-1e44c1d6-e28a-4add-87ad-5ab3a60b1e00 req-b81c0cc7-4a43-4e82-bfdb-21824389c99b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=0d1807c847644cb3a8e97c12e656c3c9&device_id=9243e653-cacc-4a4b-95a4-8e8f0ad1bf68 HTTP/1.1" status: 200 len: 1097 time: 0.0665643 Jun 24 12:35:49.190485 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e44c1d6-e28a-4add-87ad-5ab3a60b1e00 req-80810767-2143-4076-8868-dce5d22386ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:35:49.191948 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-1e44c1d6-e28a-4add-87ad-5ab3a60b1e00 req-80810767-2143-4076-8868-dce5d22386ee service neutron] 10.222.0.45 "GET /v2.0/networks?id=fbda8845-5f48-456b-ae8b-c949b27ec543 HTTP/1.1" status: 200 len: 909 time: 0.1003797 Jun 24 12:35:49.603348 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-1e44c1d6-e28a-4add-87ad-5ab3a60b1e00 req-80d041e8-30a5-4678-9fa5-a471107d7614 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8cf7d631-5680-4579-98c1-bc68463cf956 HTTP/1.1" status: 200 len: 1000 time: 0.4006443 Jun 24 12:35:49.671710 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91178dc0-7553-4862-b09f-ddd2e6210953 req-781d215e-5041-4c66-bd8f-90b6e5ce61e1 tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:35:49.673199 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-91178dc0-7553-4862-b09f-ddd2e6210953 req-781d215e-5041-4c66-bd8f-90b6e5ce61e1 tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] 10.222.0.53 "GET /v2.0/ports?device_id=9243e653-cacc-4a4b-95a4-8e8f0ad1bf68 HTTP/1.1" status: 200 len: 944 time: 0.1233349 Jun 24 12:35:49.675021 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e44c1d6-e28a-4add-87ad-5ab3a60b1e00 req-8228b6fb-f597-40d9-935f-feab58a6ff5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:35:49.676323 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-1e44c1d6-e28a-4add-87ad-5ab3a60b1e00 req-8228b6fb-f597-40d9-935f-feab58a6ff5f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a5e1566a-72aa-46bc-8ab1-4e06365cbc2d HTTP/1.1" status: 200 len: 847 time: 0.0629344 Jun 24 12:35:49.744065 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-91178dc0-7553-4862-b09f-ddd2e6210953 req-acba76bc-a0fc-4fa4-a284-4d063ea3a9ed tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] 10.222.0.53 "GET /v2.0/security-groups?id=40dbf606-62f7-45c9-80b6-bafe2e7f56bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651689 Jun 24 12:35:49.769066 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e44c1d6-e28a-4add-87ad-5ab3a60b1e00 req-929e99c7-b11c-4ccf-a3b9-a8f69ae4f9e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:35:49.770588 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-1e44c1d6-e28a-4add-87ad-5ab3a60b1e00 req-929e99c7-b11c-4ccf-a3b9-a8f69ae4f9e6 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=fbda8845-5f48-456b-ae8b-c949b27ec543&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0744183 Jun 24 12:35:49.865128 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-1e44c1d6-e28a-4add-87ad-5ab3a60b1e00 req-1080d62e-0e94-412f-a5d2-105f388ff58d service neutron] 10.222.0.45 "GET /v2.0/networks/fbda8845-5f48-456b-ae8b-c949b27ec543?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829296 Jun 24 12:35:49.966754 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-1e44c1d6-e28a-4add-87ad-5ab3a60b1e00 req-dff85d7c-b9e6-4bc4-885d-078b5fa4c22a service neutron] 10.222.0.45 "GET /v2.0/networks/fbda8845-5f48-456b-ae8b-c949b27ec543?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910165 Jun 24 12:35:50.937385 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5faf8678-712a-4ffe-8406-8c833b3de369 req-f4f80b90-e68b-4cef-bf7d-ce25ccfd9a70 tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:35:50.938834 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-5faf8678-712a-4ffe-8406-8c833b3de369 req-f4f80b90-e68b-4cef-bf7d-ce25ccfd9a70 tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] 10.222.0.53 "GET /v2.0/ports?device_id=9243e653-cacc-4a4b-95a4-8e8f0ad1bf68 HTTP/1.1" status: 200 len: 944 time: 0.0689905 Jun 24 12:35:50.983978 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-5faf8678-712a-4ffe-8406-8c833b3de369 req-c8952930-0419-401e-ba74-06ddf845599e tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] 10.222.0.53 "GET /v2.0/security-groups?id=40dbf606-62f7-45c9-80b6-bafe2e7f56bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349956 Jun 24 12:35:52.169607 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479d5ac7-e1c7-4b71-a500-5d20485084e7 req-6d0f5bd1-fb84-4190-88f5-9e6d181c6135 tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:35:52.171202 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-479d5ac7-e1c7-4b71-a500-5d20485084e7 req-6d0f5bd1-fb84-4190-88f5-9e6d181c6135 tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] 10.222.0.53 "GET /v2.0/ports?device_id=9243e653-cacc-4a4b-95a4-8e8f0ad1bf68 HTTP/1.1" status: 200 len: 944 time: 0.0736845 Jun 24 12:35:52.214515 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-479d5ac7-e1c7-4b71-a500-5d20485084e7 req-3057649f-6b69-4cb3-912c-0b0f31e69120 tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] 10.222.0.53 "GET /v2.0/security-groups?id=40dbf606-62f7-45c9-80b6-bafe2e7f56bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334411 Jun 24 12:35:53.393219 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffbb48c-6493-4e64-bae5-59077d6d1667 req-eb9b085d-28b7-45e2-9057-b382b00c2be8 tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:35:53.394724 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-7ffbb48c-6493-4e64-bae5-59077d6d1667 req-eb9b085d-28b7-45e2-9057-b382b00c2be8 tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] 10.222.0.53 "GET /v2.0/ports?device_id=9243e653-cacc-4a4b-95a4-8e8f0ad1bf68 HTTP/1.1" status: 200 len: 944 time: 0.0663455 Jun 24 12:35:53.434955 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-7ffbb48c-6493-4e64-bae5-59077d6d1667 req-ed8ebb9d-26f8-4faa-90bf-696c0912a91b tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] 10.222.0.53 "GET /v2.0/security-groups?id=40dbf606-62f7-45c9-80b6-bafe2e7f56bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334260 Jun 24 12:35:53.907179 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-23a2e1d2-2edb-4a72-a0d4-ef82f79eb5f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:35:54.623688 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa33735d-cf68-4a40-a572-820109e92aab req-b7344f25-8e9b-4abf-abc1-cd21147afa30 tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:35:54.625268 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-aa33735d-cf68-4a40-a572-820109e92aab req-b7344f25-8e9b-4abf-abc1-cd21147afa30 tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] 10.222.0.53 "GET /v2.0/ports?device_id=9243e653-cacc-4a4b-95a4-8e8f0ad1bf68 HTTP/1.1" status: 200 len: 944 time: 0.0733528 Jun 24 12:35:54.670920 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-aa33735d-cf68-4a40-a572-820109e92aab req-264d7c5d-0126-4016-a313-f544f7a10555 tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] 10.222.0.53 "GET /v2.0/security-groups?id=40dbf606-62f7-45c9-80b6-bafe2e7f56bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398908 Jun 24 12:35:55.849476 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aaa12d7-33d5-4151-87df-e508eeb934e4 req-f1d805b5-a720-461c-a693-2de7b661c561 tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:35:55.850866 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-8aaa12d7-33d5-4151-87df-e508eeb934e4 req-f1d805b5-a720-461c-a693-2de7b661c561 tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] 10.222.0.53 "GET /v2.0/ports?device_id=9243e653-cacc-4a4b-95a4-8e8f0ad1bf68 HTTP/1.1" status: 200 len: 944 time: 0.0646989 Jun 24 12:35:55.893778 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-8aaa12d7-33d5-4151-87df-e508eeb934e4 req-7e18d528-a831-4e9a-9b36-374ed4e3a695 tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] 10.222.0.53 "GET /v2.0/security-groups?id=40dbf606-62f7-45c9-80b6-bafe2e7f56bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367827 Jun 24 12:35:56.444302 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-3aa725e9-419c-4d01-8e7e-73c13092b30d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:35:56.645824 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:35:57.071324 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d0e14d-570d-4660-b64c-556f995cf365 req-eb8e11fb-d9a5-4f84-80be-fea7e206ae9f tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:35:57.072843 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-b7d0e14d-570d-4660-b64c-556f995cf365 req-eb8e11fb-d9a5-4f84-80be-fea7e206ae9f tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] 10.222.0.53 "GET /v2.0/ports?device_id=9243e653-cacc-4a4b-95a4-8e8f0ad1bf68 HTTP/1.1" status: 200 len: 944 time: 0.0656669 Jun 24 12:35:57.112527 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-b7d0e14d-570d-4660-b64c-556f995cf365 req-29c730a8-e8b2-4ad6-85dd-5a9fbd3374c4 tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] 10.222.0.53 "GET /v2.0/security-groups?id=40dbf606-62f7-45c9-80b6-bafe2e7f56bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338471 Jun 24 12:35:57.909550 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-03237adf-ebd0-46f2-a476-4d4bb746e0f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:35:58.302449 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14f7b98-2459-4a52-a788-8d4dfa4934e5 req-de54bc02-48c3-4a9c-82c7-fde92ed567fc tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:35:58.303931 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-e14f7b98-2459-4a52-a788-8d4dfa4934e5 req-de54bc02-48c3-4a9c-82c7-fde92ed567fc tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] 10.222.0.53 "GET /v2.0/ports?device_id=9243e653-cacc-4a4b-95a4-8e8f0ad1bf68 HTTP/1.1" status: 200 len: 944 time: 0.0715096 Jun 24 12:35:58.344103 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-e14f7b98-2459-4a52-a788-8d4dfa4934e5 req-dff6d60e-17a9-4ee8-aabb-881b0b977be7 tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] 10.222.0.53 "GET /v2.0/security-groups?id=40dbf606-62f7-45c9-80b6-bafe2e7f56bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335608 Jun 24 12:35:58.919153 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Device 8cf7d631-5680-4579-98c1-bc68463cf956 details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=128085) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 12:35:59.010983 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] For port 8cf7d631-5680-4579-98c1-bc68463cf956, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=8cf7d631-5680-4579-98c1-bc68463cf956,segment=NetworkSegment(ec8d44af-9dd7-4818-8939-b0ad37430a72),segment_id=ec8d44af-9dd7-4818-8939-b0ad37430a72)] {{(pid=128085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:35:59.021840 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Returning: {'device': '8cf7d631-5680-4579-98c1-bc68463cf956', 'network_id': 'fbda8845-5f48-456b-ae8b-c949b27ec543', 'port_id': '8cf7d631-5680-4579-98c1-bc68463cf956', 'mac_address': 'fa:16:3e:ce:c4:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 647, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5e1566a-72aa-46bc-8ab1-4e06365cbc2d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=128085) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 12:35:59.058046 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:35:59.073426 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.notifiers.nova [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8cf7d631-5680-4579-98c1-bc68463cf956 {{(pid=128085) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 12:35:59.092073 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] For port 8cf7d631-5680-4579-98c1-bc68463cf956, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=8cf7d631-5680-4579-98c1-bc68463cf956,segment=NetworkSegment(ec8d44af-9dd7-4818-8939-b0ad37430a72),segment_id=ec8d44af-9dd7-4818-8939-b0ad37430a72)] {{(pid=128085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:35:59.096149 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:35:59.097952 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:35:59.144069 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Pushing event updated for resources: {'Port': ['ID=8cf7d631-5680-4579-98c1-bc68463cf956,revision_number=7']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:35:59.147153 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:35:59.416664 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] get_ports_and_sgs() called for port_ids ['8cf7d631-5680-4579-98c1-bc68463cf956'] {{(pid=128085) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 12:35:59.521667 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5692bc-0e20-4c31-8ad8-4002dfe9a52d req-e862f51d-f90c-45c8-b2cf-59d865216dad tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:35:59.523412 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-dd5692bc-0e20-4c31-8ad8-4002dfe9a52d req-e862f51d-f90c-45c8-b2cf-59d865216dad tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] 10.222.0.53 "GET /v2.0/ports?device_id=9243e653-cacc-4a4b-95a4-8e8f0ad1bf68 HTTP/1.1" status: 200 len: 945 time: 0.0667033 Jun 24 12:35:59.563656 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-dd5692bc-0e20-4c31-8ad8-4002dfe9a52d req-f1f62d2f-9d93-437c-80ea-e2a6a8c6baba tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] 10.222.0.53 "GET /v2.0/security-groups?id=40dbf606-62f7-45c9-80b6-bafe2e7f56bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345805 Jun 24 12:35:59.866458 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-52c483ef-d5c1-4030-9a32-e5ce4ff00ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:36:00.760410 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acc948d-410c-48bb-9c44-6f134d51a449 req-b1ed462f-914c-4d65-9e45-9ab86381f178 tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:36:00.762317 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-3acc948d-410c-48bb-9c44-6f134d51a449 req-b1ed462f-914c-4d65-9e45-9ab86381f178 tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] 10.222.0.53 "GET /v2.0/ports?device_id=9243e653-cacc-4a4b-95a4-8e8f0ad1bf68 HTTP/1.1" status: 200 len: 945 time: 0.0816760 Jun 24 12:36:00.823655 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-3acc948d-410c-48bb-9c44-6f134d51a449 req-d00758ee-0f37-49c5-a824-45f5160e5526 tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] 10.222.0.53 "GET /v2.0/security-groups?id=40dbf606-62f7-45c9-80b6-bafe2e7f56bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541432 Jun 24 12:36:00.919017 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Device 8cf7d631-5680-4579-98c1-bc68463cf956 up at agent hyperv_hv-neutron-7971 {{(pid=128085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:36:00.974576 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Provisioning complete for port 8cf7d631-5680-4579-98c1-bc68463cf956 triggered by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:36:00.974950 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:36:01.062146 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:36:01.087365 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9243e653-cacc-4a4b-95a4-8e8f0ad1bf68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cf7d631-5680-4579-98c1-bc68463cf956'}] {{(pid=128085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 12:36:01.089716 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1098ec9051a50dd033317f529a09b9762582ef7b417ebe05928aca59e08255aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-571b9cd7-9f8a-4a0c-a572-12a3df842c16" -d '{"events": [{"server_uuid": "9243e653-cacc-4a4b-95a4-8e8f0ad1bf68", "name": "network-vif-plugged", "status": "completed", "tag": "8cf7d631-5680-4579-98c1-bc68463cf956"}]}' {{(pid=128085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 12:36:01.106531 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] For port 8cf7d631-5680-4579-98c1-bc68463cf956, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=8cf7d631-5680-4579-98c1-bc68463cf956,segment=NetworkSegment(ec8d44af-9dd7-4818-8939-b0ad37430a72),segment_id=ec8d44af-9dd7-4818-8939-b0ad37430a72)] {{(pid=128085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:36:01.111895 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:36:01.113906 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:36:01.137242 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 12:36:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11d131fe-24e3-4c6f-8469-e396e46ea0c5 x-openstack-request-id: req-11d131fe-24e3-4c6f-8469-e396e46ea0c5 {{(pid=128085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 12:36:01.137544 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9243e653-cacc-4a4b-95a4-8e8f0ad1bf68", "name": "network-vif-plugged", "status": "completed", "tag": "8cf7d631-5680-4579-98c1-bc68463cf956", "code": 200}]} {{(pid=128085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 12:36:01.137806 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-11d131fe-24e3-4c6f-8469-e396e46ea0c5 {{(pid=128085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 12:36:01.138206 dv-neutron-797120-4-hyperv neutron-server[128085]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9243e653-cacc-4a4b-95a4-8e8f0ad1bf68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cf7d631-5680-4579-98c1-bc68463cf956', 'code': 200} Jun 24 12:36:01.171780 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Pushing event updated for resources: {'Port': ['ID=8cf7d631-5680-4579-98c1-bc68463cf956,revision_number=8']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:36:01.176118 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:36:01.511019 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05124b6d-cfa4-4213-b93e-0056a556e859 req-e23765b0-cc3f-43a2-958d-fc638fcb4421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:36:01.512545 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-05124b6d-cfa4-4213-b93e-0056a556e859 req-e23765b0-cc3f-43a2-958d-fc638fcb4421 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=9243e653-cacc-4a4b-95a4-8e8f0ad1bf68 HTTP/1.1" status: 200 len: 1099 time: 0.0605211 Jun 24 12:36:01.561677 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-05124b6d-cfa4-4213-b93e-0056a556e859 req-8bd78373-e40f-4bd4-b3d4-a21ff7c90c4c service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=40dbf606-62f7-45c9-80b6-bafe2e7f56bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387037 Jun 24 12:36:02.009248 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e1abaa-7889-43ef-8bde-d317d08d056a req-b1c96817-5e56-4236-8659-f7a7dc41d55d tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:36:02.010751 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-59e1abaa-7889-43ef-8bde-d317d08d056a req-b1c96817-5e56-4236-8659-f7a7dc41d55d tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] 10.222.0.53 "GET /v2.0/ports?device_id=9243e653-cacc-4a4b-95a4-8e8f0ad1bf68 HTTP/1.1" status: 200 len: 946 time: 0.0660288 Jun 24 12:36:02.049986 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-59e1abaa-7889-43ef-8bde-d317d08d056a req-3602bd86-7a99-4821-95df-e65f94d3904d tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] 10.222.0.53 "GET /v2.0/security-groups?id=40dbf606-62f7-45c9-80b6-bafe2e7f56bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332701 Jun 24 12:36:03.229923 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ec16fa-7249-405a-b80e-f32445e73fef req-019f751b-ec94-4a60-9bb6-ffc4e516c6a6 tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:36:03.231384 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-c8ec16fa-7249-405a-b80e-f32445e73fef req-019f751b-ec94-4a60-9bb6-ffc4e516c6a6 tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] 10.222.0.53 "GET /v2.0/ports?device_id=9243e653-cacc-4a4b-95a4-8e8f0ad1bf68 HTTP/1.1" status: 200 len: 946 time: 0.0709996 Jun 24 12:36:03.271415 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-c8ec16fa-7249-405a-b80e-f32445e73fef req-9922c284-ab6b-4318-809a-6fa39161e16f tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] 10.222.0.53 "GET /v2.0/security-groups?id=40dbf606-62f7-45c9-80b6-bafe2e7f56bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343773 Jun 24 12:36:15.178939 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:36:21.184492 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.agents_db [None req-87a69269-d72b-4286-97f3-1041481ed6d8 None None] Agent healthcheck: found 6 active agents {{(pid=128086) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 12:36:23.909736 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-2f6c9d4f-91fb-4327-9369-6e4836ad004c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:36:26.437495 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-5aabb41a-d63c-4f47-9f76-a142e71757f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:36:26.648561 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:36:27.915406 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-03237adf-ebd0-46f2-a476-4d4bb746e0f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:36:29.877309 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-52c483ef-d5c1-4030-9a32-e5ce4ff00ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:36:33.656006 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-6b025aad-bfae-4a33-beef-2384d026fee5 req-e0233b8a-4bd7-42e0-aedc-e393d4bba00f service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=9243e653-cacc-4a4b-95a4-8e8f0ad1bf68&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1436205 Jun 24 12:36:33.756549 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b025aad-bfae-4a33-beef-2384d026fee5 req-3aca2ff4-d33d-4460-9931-866d2963c02c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:36:33.758637 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-6b025aad-bfae-4a33-beef-2384d026fee5 req-3aca2ff4-d33d-4460-9931-866d2963c02c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=0d1807c847644cb3a8e97c12e656c3c9&device_id=9243e653-cacc-4a4b-95a4-8e8f0ad1bf68 HTTP/1.1" status: 200 len: 1099 time: 0.0538113 Jun 24 12:36:33.868221 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b025aad-bfae-4a33-beef-2384d026fee5 req-757ecb30-1e45-4471-a282-c549d011e517 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:36:33.869623 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-6b025aad-bfae-4a33-beef-2384d026fee5 req-757ecb30-1e45-4471-a282-c549d011e517 service neutron] 10.222.0.45 "GET /v2.0/networks?id=fbda8845-5f48-456b-ae8b-c949b27ec543 HTTP/1.1" status: 200 len: 909 time: 0.0904036 Jun 24 12:36:33.937838 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-6b025aad-bfae-4a33-beef-2384d026fee5 req-963e4239-d699-46de-84fa-4a3d09582287 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8cf7d631-5680-4579-98c1-bc68463cf956 HTTP/1.1" status: 200 len: 1002 time: 0.0601249 Jun 24 12:36:33.997664 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b025aad-bfae-4a33-beef-2384d026fee5 req-e211a64c-6a3d-4935-81c3-21f40932e3db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:36:33.999111 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-6b025aad-bfae-4a33-beef-2384d026fee5 req-e211a64c-6a3d-4935-81c3-21f40932e3db service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a5e1566a-72aa-46bc-8ab1-4e06365cbc2d HTTP/1.1" status: 200 len: 847 time: 0.0524261 Jun 24 12:36:34.060129 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b025aad-bfae-4a33-beef-2384d026fee5 req-e659b3f6-f8f6-47f1-b187-d2981faf00ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:36:34.061652 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-6b025aad-bfae-4a33-beef-2384d026fee5 req-e659b3f6-f8f6-47f1-b187-d2981faf00ce service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=fbda8845-5f48-456b-ae8b-c949b27ec543&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0559056 Jun 24 12:36:34.073961 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [req-6b025aad-bfae-4a33-beef-2384d026fee5 req-b9981ded-1b0e-4ce3-8dfc-fa2c2756a4a5 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=128083) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 24 12:36:34.075010 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-6b025aad-bfae-4a33-beef-2384d026fee5 req-b9981ded-1b0e-4ce3-8dfc-fa2c2756a4a5 service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0065315 Jun 24 12:36:34.177659 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-6b025aad-bfae-4a33-beef-2384d026fee5 req-a8a5c55f-e872-488b-af3c-c46f581d1b3f service neutron] 10.222.0.45 "GET /v2.0/networks/fbda8845-5f48-456b-ae8b-c949b27ec543?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953801 Jun 24 12:36:34.283843 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-6b025aad-bfae-4a33-beef-2384d026fee5 req-e3a7fbda-75f0-4ebf-a1f6-8f331f0e8ef8 service neutron] 10.222.0.45 "GET /v2.0/networks/fbda8845-5f48-456b-ae8b-c949b27ec543?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994279 Jun 24 12:36:45.196492 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:36:53.914159 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-f809140b-8504-46ad-a021-5014ec7fb261 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:36:56.441936 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-881c63c2-5e8d-4ae8-baef-0a556142e2ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:36:56.658359 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:36:57.917505 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-03237adf-ebd0-46f2-a476-4d4bb746e0f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:36:58.184889 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.agents_db [None req-87a69269-d72b-4286-97f3-1041481ed6d8 None None] Agent healthcheck: found 6 active agents {{(pid=128086) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 12:36:59.874371 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-52c483ef-d5c1-4030-9a32-e5ce4ff00ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:37:15.210441 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:37:21.905335 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 42046) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:37:22.119965 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.plugin [None req-18b25068-1bc5-4fd3-af43-86aa620fa657 tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] Deleting port 7ca98179-bb48-4ad4-ac6f-1f4120f31d16 {{(pid=128083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:37:22.120313 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-18b25068-1bc5-4fd3-af43-86aa620fa657 tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793193942312'] for port, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:37:22.218276 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-18b25068-1bc5-4fd3-af43-86aa620fa657 tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1978872'] for port, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:37:22.218537 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-18b25068-1bc5-4fd3-af43-86aa620fa657 tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:37:22.232352 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.plugin [None req-18b25068-1bc5-4fd3-af43-86aa620fa657 tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] Calling delete_port for 7ca98179-bb48-4ad4-ac6f-1f4120f31d16 owned by network:floatingip {{(pid=128083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:37:22.398438 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-18b25068-1bc5-4fd3-af43-86aa620fa657 tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793193945299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193536732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2537862'] for port, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:37:22.400937 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-8ce309c8-dd7b-4270-8ff0-9333b2020f5a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:37:22.432743 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b25068-1bc5-4fd3-af43-86aa620fa657 tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] Pushing event deleted for resources: {'Port': ['ID=7ca98179-bb48-4ad4-ac6f-1f4120f31d16,revision_number=None']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:37:22.446725 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b25068-1bc5-4fd3-af43-86aa620fa657 tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:37:22.447181 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b25068-1bc5-4fd3-af43-86aa620fa657 tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:37:22.447664 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b25068-1bc5-4fd3-af43-86aa620fa657 tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:37:22.448142 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b25068-1bc5-4fd3-af43-86aa620fa657 tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:37:22.448669 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b25068-1bc5-4fd3-af43-86aa620fa657 tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:37:22.449180 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b25068-1bc5-4fd3-af43-86aa620fa657 tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:37:22.450103 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b25068-1bc5-4fd3-af43-86aa620fa657 tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:37:22.450299 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b25068-1bc5-4fd3-af43-86aa620fa657 tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:37:22.450670 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b25068-1bc5-4fd3-af43-86aa620fa657 tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:37:22.451126 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b25068-1bc5-4fd3-af43-86aa620fa657 tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:37:22.451691 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b25068-1bc5-4fd3-af43-86aa620fa657 tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:37:22.452230 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b25068-1bc5-4fd3-af43-86aa620fa657 tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:37:22.460607 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-18b25068-1bc5-4fd3-af43-86aa620fa657 tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:37:22.543164 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-18b25068-1bc5-4fd3-af43-86aa620fa657 tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] Notify callbacks [] for floatingip, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:37:22.543614 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.db.l3_db [None req-18b25068-1bc5-4fd3-af43-86aa620fa657 tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] Floating IP b0de963f-536d-4dde-ac65-4045e706ad38 disassociated (deleted). External IP: 172.26.7.234, port: 8cf7d631-5680-4579-98c1-bc68463cf956. Jun 24 12:37:22.789601 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18b25068-1bc5-4fd3-af43-86aa620fa657 tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] Router 0addd0f2-ccf6-44a3-b215-49f1b258a8b9 has already been hosted by L3 agent 2987dba8-2249-4ee6-96ec-28f0f7a6127d {{(pid=128083) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 12:37:22.915196 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18b25068-1bc5-4fd3-af43-86aa620fa657 tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] Notify agent at l3_agent.dv-neutron-797120-4-hyperv the message routers_updated {{(pid=128083) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 12:37:22.920924 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-18b25068-1bc5-4fd3-af43-86aa620fa657 tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468916'] for floatingip, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:37:22.925188 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-238cd51e-3088-4fff-9f43-f4ac733599c9 None None] Sync routers for ids ['0addd0f2-ccf6-44a3-b215-49f1b258a8b9'] in dv-neutron-797120-4-hyperv {{(pid=128085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 12:37:22.934646 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-238cd51e-3088-4fff-9f43-f4ac733599c9 None None] Routers {'0addd0f2-ccf6-44a3-b215-49f1b258a8b9'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:37:22.935272 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-238cd51e-3088-4fff-9f43-f4ac733599c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T12:36:56Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['0addd0f2-ccf6-44a3-b215-49f1b258a8b9'], 'active': True} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:37:22.960682 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-18b25068-1bc5-4fd3-af43-86aa620fa657 tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] 10.222.0.53 "DELETE /v2.0/floatingips/b0de963f-536d-4dde-ac65-4045e706ad38 HTTP/1.1" status: 204 len: 168 time: 1.0539670 Jun 24 12:37:22.961959 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9243e653-cacc-4a4b-95a4-8e8f0ad1bf68', 'tag': '8cf7d631-5680-4579-98c1-bc68463cf956'}] {{(pid=128083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 12:37:22.964068 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a77f7dee1a0522ddf93af289475d218fcdb8f30317daadec13ebf930b5b9dbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec51d80c-f725-47b1-b0c7-4087f8c86e31" -d '{"events": [{"name": "network-changed", "server_uuid": "9243e653-cacc-4a4b-95a4-8e8f0ad1bf68", "tag": "8cf7d631-5680-4579-98c1-bc68463cf956"}]}' {{(pid=128083) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 12:37:23.049471 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvr_db [None req-238cd51e-3088-4fff-9f43-f4ac733599c9 None None] Set router 0addd0f2-ccf6-44a3-b215-49f1b258a8b9 gateway port host: dv-neutron-797120-4-hyperv {{(pid=128085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:37:23.064715 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 12:37:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4a9536c-9bb4-446e-bcf5-2fae9c964878 x-openstack-request-id: req-f4a9536c-9bb4-446e-bcf5-2fae9c964878 {{(pid=128083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 12:37:23.065103 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9243e653-cacc-4a4b-95a4-8e8f0ad1bf68", "tag": "8cf7d631-5680-4579-98c1-bc68463cf956", "status": "completed", "code": 200}]} {{(pid=128083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 12:37:23.065408 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f4a9536c-9bb4-446e-bcf5-2fae9c964878 {{(pid=128083) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 12:37:23.065870 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9243e653-cacc-4a4b-95a4-8e8f0ad1bf68', 'tag': '8cf7d631-5680-4579-98c1-bc68463cf956', 'status': 'completed', 'code': 200} Jun 24 12:37:23.167348 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec51d80c-f725-47b1-b0c7-4087f8c86e31 req-30a79724-7e79-4068-98a1-a5365c14fd2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:37:23.169028 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-ec51d80c-f725-47b1-b0c7-4087f8c86e31 req-30a79724-7e79-4068-98a1-a5365c14fd2a service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=0d1807c847644cb3a8e97c12e656c3c9&device_id=9243e653-cacc-4a4b-95a4-8e8f0ad1bf68 HTTP/1.1" status: 200 len: 1099 time: 0.0716763 Jun 24 12:37:23.292155 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec51d80c-f725-47b1-b0c7-4087f8c86e31 req-01729e7e-7b7d-40af-b4a8-46e0a6c0a144 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:37:23.293829 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-ec51d80c-f725-47b1-b0c7-4087f8c86e31 req-01729e7e-7b7d-40af-b4a8-46e0a6c0a144 service neutron] 10.222.0.45 "GET /v2.0/networks?id=fbda8845-5f48-456b-ae8b-c949b27ec543 HTTP/1.1" status: 200 len: 909 time: 0.1144731 Jun 24 12:37:23.297521 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-238cd51e-3088-4fff-9f43-f4ac733599c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0addd0f2-ccf6-44a3-b215-49f1b258a8b9', 'name': 'tempest-TestShelveInstance-138007624-router', 'tenant_id': '0d1807c847644cb3a8e97c12e656c3c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'external_fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.202'}], 'enable_snat': True}, 'gw_port_id': '3e0e6b28-42ea-47e1-8f84-105a9597f986', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:28:16Z', 'updated_at': '2021-06-24T12:28:20Z', 'revision_number': 4, 'project_id': '0d1807c847644cb3a8e97c12e656c3c9', 'gw_port': {'id': '3e0e6b28-42ea-47e1-8f84-105a9597f986', 'name': '', 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:fa:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0addd0f2-ccf6-44a3-b215-49f1b258a8b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1810, 'fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:28:17Z', 'updated_at': '2021-06-24T12:28:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-4-hyperv', '_interfaces': [{'id': 'c4197317-c479-4fed-a6a4-53e7517fbb5a', 'name': '', 'network_id': 'fbda8845-5f48-456b-ae8b-c949b27ec543', 'tenant_id': '0d1807c847644cb3a8e97c12e656c3c9', 'mac_address': 'fa:16:3e:ef:be:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0addd0f2-ccf6-44a3-b215-49f1b258a8b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': 'a5e1566a-72aa-46bc-8ab1-4e06365cbc2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:28:19Z', 'updated_at': '2021-06-24T12:28:27Z', 'revision_number': 5, 'project_id': '0d1807c847644cb3a8e97c12e656c3c9', 'subnets': [{'id': 'a5e1566a-72aa-46bc-8ab1-4e06365cbc2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:37:23.324966 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-238cd51e-3088-4fff-9f43-f4ac733599c9 None None] Checking router: 0addd0f2-ccf6-44a3-b215-49f1b258a8b9 for host: dv-neutron-797120-4-hyperv {{(pid=128085) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 12:37:23.333491 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-238cd51e-3088-4fff-9f43-f4ac733599c9 None None] Routers {'0addd0f2-ccf6-44a3-b215-49f1b258a8b9'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:37:23.334076 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-238cd51e-3088-4fff-9f43-f4ac733599c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T12:36:56Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['0addd0f2-ccf6-44a3-b215-49f1b258a8b9'], 'active': True} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:37:23.340965 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-ec51d80c-f725-47b1-b0c7-4087f8c86e31 req-d88244f3-10da-47b9-98b8-07fa8b1edfc0 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8cf7d631-5680-4579-98c1-bc68463cf956 HTTP/1.1" status: 200 len: 217 time: 0.0399075 Jun 24 12:37:23.425728 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec51d80c-f725-47b1-b0c7-4087f8c86e31 req-75fffd46-91ad-406e-a30f-2a40ad607bcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:37:23.427190 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-ec51d80c-f725-47b1-b0c7-4087f8c86e31 req-75fffd46-91ad-406e-a30f-2a40ad607bcd service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a5e1566a-72aa-46bc-8ab1-4e06365cbc2d HTTP/1.1" status: 200 len: 847 time: 0.0767334 Jun 24 12:37:23.443879 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvr_db [None req-238cd51e-3088-4fff-9f43-f4ac733599c9 None None] Set router 0addd0f2-ccf6-44a3-b215-49f1b258a8b9 gateway port host: dv-neutron-797120-4-hyperv {{(pid=128085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:37:23.471145 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f51626-ba4b-465f-8b03-85e7b206ba6f req-4d45f738-6fab-44b7-8cc9-040c7f4bb4e7 tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:37:23.472719 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-85f51626-ba4b-465f-8b03-85e7b206ba6f req-4d45f738-6fab-44b7-8cc9-040c7f4bb4e7 tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] 10.222.0.53 "GET /v2.0/ports?device_id=9243e653-cacc-4a4b-95a4-8e8f0ad1bf68 HTTP/1.1" status: 200 len: 946 time: 0.1343663 Jun 24 12:37:23.529843 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-85f51626-ba4b-465f-8b03-85e7b206ba6f req-dacac30e-37a1-4b10-9058-c707a32a629e tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] 10.222.0.53 "GET /v2.0/security-groups?id=40dbf606-62f7-45c9-80b6-bafe2e7f56bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479569 Jun 24 12:37:23.534668 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec51d80c-f725-47b1-b0c7-4087f8c86e31 req-658d2d43-197e-42fa-a9b1-ae27e9b4a222 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:37:23.536219 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-ec51d80c-f725-47b1-b0c7-4087f8c86e31 req-658d2d43-197e-42fa-a9b1-ae27e9b4a222 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=fbda8845-5f48-456b-ae8b-c949b27ec543&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1007078 Jun 24 12:37:23.664771 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-ec51d80c-f725-47b1-b0c7-4087f8c86e31 req-d07fa5e4-1bce-4ab7-96b0-8c7982cfe820 service neutron] 10.222.0.45 "GET /v2.0/networks/fbda8845-5f48-456b-ae8b-c949b27ec543?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210983 Jun 24 12:37:23.668833 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-238cd51e-3088-4fff-9f43-f4ac733599c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0addd0f2-ccf6-44a3-b215-49f1b258a8b9', 'name': 'tempest-TestShelveInstance-138007624-router', 'tenant_id': '0d1807c847644cb3a8e97c12e656c3c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'external_fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.202'}], 'enable_snat': True}, 'gw_port_id': '3e0e6b28-42ea-47e1-8f84-105a9597f986', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:28:16Z', 'updated_at': '2021-06-24T12:28:20Z', 'revision_number': 4, 'project_id': '0d1807c847644cb3a8e97c12e656c3c9', 'gw_port': {'id': '3e0e6b28-42ea-47e1-8f84-105a9597f986', 'name': '', 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:fa:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0addd0f2-ccf6-44a3-b215-49f1b258a8b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1810, 'fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:28:17Z', 'updated_at': '2021-06-24T12:28:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-4-hyperv', '_interfaces': [{'id': 'c4197317-c479-4fed-a6a4-53e7517fbb5a', 'name': '', 'network_id': 'fbda8845-5f48-456b-ae8b-c949b27ec543', 'tenant_id': '0d1807c847644cb3a8e97c12e656c3c9', 'mac_address': 'fa:16:3e:ef:be:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0addd0f2-ccf6-44a3-b215-49f1b258a8b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': 'a5e1566a-72aa-46bc-8ab1-4e06365cbc2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:28:19Z', 'updated_at': '2021-06-24T12:28:27Z', 'revision_number': 5, 'project_id': '0d1807c847644cb3a8e97c12e656c3c9', 'subnets': [{'id': 'a5e1566a-72aa-46bc-8ab1-4e06365cbc2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:37:23.697119 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-238cd51e-3088-4fff-9f43-f4ac733599c9 None None] The sync data for ids ['0addd0f2-ccf6-44a3-b215-49f1b258a8b9'] in dv-neutron-797120-4-hyperv is: [{'id': '0addd0f2-ccf6-44a3-b215-49f1b258a8b9', 'name': 'tempest-TestShelveInstance-138007624-router', 'tenant_id': '0d1807c847644cb3a8e97c12e656c3c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'external_fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.202'}], 'enable_snat': True}, 'gw_port_id': '3e0e6b28-42ea-47e1-8f84-105a9597f986', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:28:16Z', 'updated_at': '2021-06-24T12:28:20Z', 'revision_number': 4, 'project_id': '0d1807c847644cb3a8e97c12e656c3c9', 'gw_port': {'id': '3e0e6b28-42ea-47e1-8f84-105a9597f986', 'name': '', 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:fa:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0addd0f2-ccf6-44a3-b215-49f1b258a8b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1810, 'fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:28:17Z', 'updated_at': '2021-06-24T12:28:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-4-hyperv', '_interfaces': [{'id': 'c4197317-c479-4fed-a6a4-53e7517fbb5a', 'name': '', 'network_id': 'fbda8845-5f48-456b-ae8b-c949b27ec543', 'tenant_id': '0d1807c847644cb3a8e97c12e656c3c9', 'mac_address': 'fa:16:3e:ef:be:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0addd0f2-ccf6-44a3-b215-49f1b258a8b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': 'a5e1566a-72aa-46bc-8ab1-4e06365cbc2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:28:19Z', 'updated_at': '2021-06-24T12:28:27Z', 'revision_number': 5, 'project_id': '0d1807c847644cb3a8e97c12e656c3c9', 'subnets': [{'id': 'a5e1566a-72aa-46bc-8ab1-4e06365cbc2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=128085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 12:37:23.768036 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-ec51d80c-f725-47b1-b0c7-4087f8c86e31 req-b5cae36b-4ed2-4f91-8633-6f24a21b3a2a service neutron] 10.222.0.45 "GET /v2.0/networks/fbda8845-5f48-456b-ae8b-c949b27ec543?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962963 Jun 24 12:37:23.923973 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-2db8a61b-01d0-4381-a307-5d90606dc62f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:37:23.943991 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9794577b-c227-4db2-8de2-fd0f8f8f5aef None None] New status for floating IP b0de963f-536d-4dde-ac65-4045e706ad38: DOWN {{(pid=128086) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 24 12:37:24.720095 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35884eea-5c65-4fab-9dba-b3905729ff24 req-167c36ca-15a0-41da-9d74-95c0938718a3 tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:37:24.721731 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-35884eea-5c65-4fab-9dba-b3905729ff24 req-167c36ca-15a0-41da-9d74-95c0938718a3 tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] 10.222.0.53 "GET /v2.0/ports?device_id=9243e653-cacc-4a4b-95a4-8e8f0ad1bf68 HTTP/1.1" status: 200 len: 946 time: 0.0676098 Jun 24 12:37:24.762771 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-35884eea-5c65-4fab-9dba-b3905729ff24 req-889affae-5c1a-4bc1-a85b-98c94473e39e tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] 10.222.0.53 "GET /v2.0/security-groups?id=40dbf606-62f7-45c9-80b6-bafe2e7f56bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339928 Jun 24 12:37:25.119740 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc75339d-1883-426b-9c5c-c13e789feeeb req-5b040add-e862-44b6-bc33-319c26fafb58 tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:37:25.121219 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-cc75339d-1883-426b-9c5c-c13e789feeeb req-5b040add-e862-44b6-bc33-319c26fafb58 tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] 10.222.0.45 "GET /v2.0/ports?device_id=9243e653-cacc-4a4b-95a4-8e8f0ad1bf68 HTTP/1.1" status: 200 len: 946 time: 0.0621049 Jun 24 12:37:25.231879 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.plugin [req-cc75339d-1883-426b-9c5c-c13e789feeeb req-75e5c65e-3b6e-4954-83e3-85e0698d73c7 tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] Deleting port 8cf7d631-5680-4579-98c1-bc68463cf956 {{(pid=128083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:37:25.232220 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-cc75339d-1883-426b-9c5c-c13e789feeeb req-75e5c65e-3b6e-4954-83e3-85e0698d73c7 tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793193942312'] for port, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:37:25.325374 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.db [req-cc75339d-1883-426b-9c5c-c13e789feeeb req-75e5c65e-3b6e-4954-83e3-85e0698d73c7 tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] For port 8cf7d631-5680-4579-98c1-bc68463cf956, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=8cf7d631-5680-4579-98c1-bc68463cf956,segment=NetworkSegment(ec8d44af-9dd7-4818-8939-b0ad37430a72),segment_id=ec8d44af-9dd7-4818-8939-b0ad37430a72)] {{(pid=128083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:37:25.325732 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-cc75339d-1883-426b-9c5c-c13e789feeeb req-75e5c65e-3b6e-4954-83e3-85e0698d73c7 tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1978872'] for port, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:37:25.339643 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.plugin [req-cc75339d-1883-426b-9c5c-c13e789feeeb req-75e5c65e-3b6e-4954-83e3-85e0698d73c7 tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] Calling delete_port for 8cf7d631-5680-4579-98c1-bc68463cf956 owned by compute:nova {{(pid=128083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:37:25.481997 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-cc75339d-1883-426b-9c5c-c13e789feeeb req-75e5c65e-3b6e-4954-83e3-85e0698d73c7 tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793193945299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193536732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2537862'] for port, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:37:25.485791 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-1cef8504-91cb-46cb-817a-e0691ce9530f tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:37:25.513128 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e5c65e-3b6e-4954-83e3-85e0698d73c7 tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] Pushing event deleted for resources: {'Port': ['ID=8cf7d631-5680-4579-98c1-bc68463cf956,revision_number=None']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:37:25.516301 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-75e5c65e-3b6e-4954-83e3-85e0698d73c7 tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:37:25.566176 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc75339d-1883-426b-9c5c-c13e789feeeb req-75e5c65e-3b6e-4954-83e3-85e0698d73c7 tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] No DVR routers for this DVR port 8cf7d631-5680-4579-98c1-bc68463cf956 on host hv-neutron-7971 {{(pid=128083) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 12:37:25.569649 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-cc75339d-1883-426b-9c5c-c13e789feeeb req-75e5c65e-3b6e-4954-83e3-85e0698d73c7 tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468916'] for port, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:37:25.571744 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-cc75339d-1883-426b-9c5c-c13e789feeeb req-75e5c65e-3b6e-4954-83e3-85e0698d73c7 tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] 10.222.0.45 "DELETE /v2.0/ports/8cf7d631-5680-4579-98c1-bc68463cf956 HTTP/1.1" status: 204 len: 173 time: 0.4417684 Jun 24 12:37:25.572325 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9243e653-cacc-4a4b-95a4-8e8f0ad1bf68', 'name': 'network-vif-deleted', 'tag': '8cf7d631-5680-4579-98c1-bc68463cf956'}] {{(pid=128083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 12:37:25.574815 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a77f7dee1a0522ddf93af289475d218fcdb8f30317daadec13ebf930b5b9dbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a1dfe43-d83f-4bfa-84d2-443262482ef4" -d '{"events": [{"server_uuid": "9243e653-cacc-4a4b-95a4-8e8f0ad1bf68", "name": "network-vif-deleted", "tag": "8cf7d631-5680-4579-98c1-bc68463cf956"}]}' {{(pid=128083) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 12:37:25.617722 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 12:37:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bca5b29-2fe9-4776-aaad-986193e488c2 x-openstack-request-id: req-5bca5b29-2fe9-4776-aaad-986193e488c2 {{(pid=128083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 12:37:25.618210 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9243e653-cacc-4a4b-95a4-8e8f0ad1bf68", "name": "network-vif-deleted", "tag": "8cf7d631-5680-4579-98c1-bc68463cf956", "status": "completed", "code": 200}]} {{(pid=128083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 12:37:25.618735 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-5bca5b29-2fe9-4776-aaad-986193e488c2 {{(pid=128083) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 12:37:25.619413 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9243e653-cacc-4a4b-95a4-8e8f0ad1bf68', 'name': 'network-vif-deleted', 'tag': '8cf7d631-5680-4579-98c1-bc68463cf956', 'status': 'completed', 'code': 200} Jun 24 12:37:25.920527 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-29a75ce9-d512-48b2-979e-ca9868a9aa2b req-cabe9b3c-202c-4610-b635-636b43e0bd50 tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] 10.222.0.53 "GET /v2.0/ports?device_id=9243e653-cacc-4a4b-95a4-8e8f0ad1bf68 HTTP/1.1" status: 200 len: 210 time: 0.0382671 Jun 24 12:37:26.447186 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-254c75d9-770c-459e-961e-0cb9f71aebaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:37:26.655002 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:37:27.078833 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-7d71e45a-3f41-4f85-9e91-304756971e99 req-5202e8f9-cb29-40e0-9796-4455e055fddc tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] 10.222.0.53 "GET /v2.0/ports?device_id=9243e653-cacc-4a4b-95a4-8e8f0ad1bf68 HTTP/1.1" status: 200 len: 210 time: 0.0361841 Jun 24 12:37:27.919333 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-03237adf-ebd0-46f2-a476-4d4bb746e0f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:37:28.227533 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-d65b6a70-65a4-4920-a766-90d4f18fea72 req-93a8c010-32f9-4490-8003-0bd3ec4261a3 tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] 10.222.0.53 "GET /v2.0/ports?device_id=9243e653-cacc-4a4b-95a4-8e8f0ad1bf68 HTTP/1.1" status: 200 len: 210 time: 0.0298247 Jun 24 12:37:29.195448 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Device 8cf7d631-5680-4579-98c1-bc68463cf956 no longer exists at agent hyperv_hv-neutron-7971 {{(pid=128085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 12:37:29.221302 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] No Port match for: 8cf7d631-5680-4579-98c1-bc68463cf956 {{(pid=128085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 12:37:29.221918 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Device 8cf7d631-5680-4579-98c1-bc68463cf956 not bound to the agent host hv-neutron-7971 {{(pid=128085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 12:37:29.388018 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-ad314ea4-615c-41e1-8903-d5be0de19a1a req-7866d1be-cfa5-4fb3-8f43-68aea5539a2f tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] 10.222.0.53 "GET /v2.0/ports?device_id=9243e653-cacc-4a4b-95a4-8e8f0ad1bf68 HTTP/1.1" status: 200 len: 210 time: 0.0335777 Jun 24 12:37:29.878098 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-52c483ef-d5c1-4030-9a32-e5ce4ff00ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:37:30.487784 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 42088) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:37:30.574799 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-e4d4dce9-9d4b-4ad2-aaed-468b5395a1be tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] Notify callbacks [] for security_group, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:37:30.604199 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-e4d4dce9-9d4b-4ad2-aaed-468b5395a1be tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] Notify callbacks [] for security_group, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:37:30.681084 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-e4d4dce9-9d4b-4ad2-aaed-468b5395a1be tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800410'] for security_group, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:37:30.684085 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-e4d4dce9-9d4b-4ad2-aaed-468b5395a1be tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] Notify callbacks [] for security_group, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:37:30.685663 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-e4d4dce9-9d4b-4ad2-aaed-468b5395a1be tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] 10.222.0.53 "DELETE /v2.0/security-groups/40dbf606-62f7-45c9-80b6-bafe2e7f56bd HTTP/1.1" status: 204 len: 168 time: 0.1957681 Jun 24 12:37:30.686190 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-ded1a48e-bd87-4ddf-a44b-912fe59c1933 tempest-TestMinimumBasicScenario-736986205 tempest-TestMinimumBasicScenario-736986205-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:37:30.696051 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d4dce9-9d4b-4ad2-aaed-468b5395a1be tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=40dbf606-62f7-45c9-80b6-bafe2e7f56bd,revision_number=None']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:37:30.698589 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-e4d4dce9-9d4b-4ad2-aaed-468b5395a1be tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:37:31.775806 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 42094) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:37:32.284202 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-1162e337-2a2a-4d56-88e2-e43e6bdff369 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1978565'] for router_interface, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:37:32.872640 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.plugin [None req-1162e337-2a2a-4d56-88e2-e43e6bdff369 admin admin] Deleting port c4197317-c479-4fed-a6a4-53e7517fbb5a {{(pid=128083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:37:32.873364 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-1162e337-2a2a-4d56-88e2-e43e6bdff369 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793193942312'] for port, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:37:32.954539 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.db [None req-1162e337-2a2a-4d56-88e2-e43e6bdff369 admin admin] For port c4197317-c479-4fed-a6a4-53e7517fbb5a, host dv-neutron-797120-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=c4197317-c479-4fed-a6a4-53e7517fbb5a,segment=NetworkSegment(ec8d44af-9dd7-4818-8939-b0ad37430a72),segment_id=ec8d44af-9dd7-4818-8939-b0ad37430a72)] {{(pid=128083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:37:32.954880 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-1162e337-2a2a-4d56-88e2-e43e6bdff369 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1978872'] for port, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:37:32.972498 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.plugin [None req-1162e337-2a2a-4d56-88e2-e43e6bdff369 admin admin] Calling delete_port for c4197317-c479-4fed-a6a4-53e7517fbb5a owned by network:router_interface {{(pid=128083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:37:33.164201 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-1162e337-2a2a-4d56-88e2-e43e6bdff369 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793193945299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193536732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2537862'] for port, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:37:33.166284 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-19d63a9e-c11d-4a44-84fc-635fe447176f tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:37:33.190153 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1162e337-2a2a-4d56-88e2-e43e6bdff369 admin admin] Pushing event deleted for resources: {'Port': ['ID=c4197317-c479-4fed-a6a4-53e7517fbb5a,revision_number=None']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:37:33.192848 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-1162e337-2a2a-4d56-88e2-e43e6bdff369 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:37:33.370175 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-1162e337-2a2a-4d56-88e2-e43e6bdff369 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1588985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1806165'] for router_interface, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:37:33.591923 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1162e337-2a2a-4d56-88e2-e43e6bdff369 admin admin] Router 0addd0f2-ccf6-44a3-b215-49f1b258a8b9 has already been hosted by L3 agent 2987dba8-2249-4ee6-96ec-28f0f7a6127d {{(pid=128083) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 12:37:33.704102 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1162e337-2a2a-4d56-88e2-e43e6bdff369 admin admin] Notify agent at l3_agent.dv-neutron-797120-4-hyperv the message routers_updated {{(pid=128083) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 12:37:33.710587 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-1162e337-2a2a-4d56-88e2-e43e6bdff369 admin admin] 10.222.0.53 "PUT /v2.0/routers/0addd0f2-ccf6-44a3-b215-49f1b258a8b9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9336648 Jun 24 12:37:33.713381 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 42098) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:37:33.716325 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58f379b4-c22f-402b-a373-e0c6511b6166 None None] Sync routers for ids ['0addd0f2-ccf6-44a3-b215-49f1b258a8b9'] in dv-neutron-797120-4-hyperv {{(pid=128085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 12:37:33.726298 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58f379b4-c22f-402b-a373-e0c6511b6166 None None] Routers {'0addd0f2-ccf6-44a3-b215-49f1b258a8b9'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:37:33.726917 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-58f379b4-c22f-402b-a373-e0c6511b6166 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T12:37:26Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['0addd0f2-ccf6-44a3-b215-49f1b258a8b9'], 'active': True} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:37:33.824224 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-6d1c1c19-db44-4ef3-90d8-7ff3d1b013d7 admin admin] Notify callbacks [] for router, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:37:33.833538 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvr_db [None req-58f379b4-c22f-402b-a373-e0c6511b6166 None None] Set router 0addd0f2-ccf6-44a3-b215-49f1b258a8b9 gateway port host: dv-neutron-797120-4-hyperv {{(pid=128085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:37:33.935647 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-6d1c1c19-db44-4ef3-90d8-7ff3d1b013d7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:37:34.015060 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.plugin [None req-6d1c1c19-db44-4ef3-90d8-7ff3d1b013d7 admin admin] Deleting port 3e0e6b28-42ea-47e1-8f84-105a9597f986 {{(pid=128083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:37:34.015577 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-6d1c1c19-db44-4ef3-90d8-7ff3d1b013d7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793193942312'] for port, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:37:34.130657 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.db [None req-6d1c1c19-db44-4ef3-90d8-7ff3d1b013d7 admin admin] For port 3e0e6b28-42ea-47e1-8f84-105a9597f986, host dv-neutron-797120-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=3e0e6b28-42ea-47e1-8f84-105a9597f986,segment=NetworkSegment(1139564f-ff83-4b49-a593-84b33301357d),segment_id=1139564f-ff83-4b49-a593-84b33301357d)] {{(pid=128083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:37:34.130922 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-6d1c1c19-db44-4ef3-90d8-7ff3d1b013d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1978872'] for port, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:37:34.146104 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.plugin [None req-6d1c1c19-db44-4ef3-90d8-7ff3d1b013d7 admin admin] Calling delete_port for 3e0e6b28-42ea-47e1-8f84-105a9597f986 owned by network:router_gateway {{(pid=128083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:37:34.236112 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-58f379b4-c22f-402b-a373-e0c6511b6166 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0addd0f2-ccf6-44a3-b215-49f1b258a8b9', 'name': 'tempest-TestShelveInstance-138007624-router', 'tenant_id': '0d1807c847644cb3a8e97c12e656c3c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'external_fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.202'}], 'enable_snat': True}, 'gw_port_id': '3e0e6b28-42ea-47e1-8f84-105a9597f986', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:28:16Z', 'updated_at': '2021-06-24T12:37:33Z', 'revision_number': 5, 'project_id': '0d1807c847644cb3a8e97c12e656c3c9', 'gw_port': {'id': '3e0e6b28-42ea-47e1-8f84-105a9597f986', 'name': '', 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:fa:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0addd0f2-ccf6-44a3-b215-49f1b258a8b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1810, 'fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:28:17Z', 'updated_at': '2021-06-24T12:28:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-4-hyperv'}], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:37:34.263867 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58f379b4-c22f-402b-a373-e0c6511b6166 None None] Checking router: 0addd0f2-ccf6-44a3-b215-49f1b258a8b9 for host: dv-neutron-797120-4-hyperv {{(pid=128085) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 12:37:34.276905 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58f379b4-c22f-402b-a373-e0c6511b6166 None None] Routers {'0addd0f2-ccf6-44a3-b215-49f1b258a8b9'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:37:34.277588 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-58f379b4-c22f-402b-a373-e0c6511b6166 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T12:37:26Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['0addd0f2-ccf6-44a3-b215-49f1b258a8b9'], 'active': True} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:37:34.335126 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-6d1c1c19-db44-4ef3-90d8-7ff3d1b013d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793193945299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193536732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2537862'] for port, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:37:34.337527 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-5573e705-436d-439a-b729-1d150234f28c tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:37:34.367144 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1c1c19-db44-4ef3-90d8-7ff3d1b013d7 admin admin] Pushing event deleted for resources: {'Port': ['ID=3e0e6b28-42ea-47e1-8f84-105a9597f986,revision_number=None']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:37:34.370475 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-6d1c1c19-db44-4ef3-90d8-7ff3d1b013d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:37:34.384148 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvr_db [None req-58f379b4-c22f-402b-a373-e0c6511b6166 None None] Set router 0addd0f2-ccf6-44a3-b215-49f1b258a8b9 gateway port host: None {{(pid=128085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:37:34.440495 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-6d1c1c19-db44-4ef3-90d8-7ff3d1b013d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1815728'] for router_gateway, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:37:34.444695 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-58f379b4-c22f-402b-a373-e0c6511b6166 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0addd0f2-ccf6-44a3-b215-49f1b258a8b9', 'name': 'tempest-TestShelveInstance-138007624-router', 'tenant_id': '0d1807c847644cb3a8e97c12e656c3c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:28:16Z', 'updated_at': '2021-06-24T12:37:33Z', 'revision_number': 6, 'project_id': '0d1807c847644cb3a8e97c12e656c3c9', 'gw_port_host': None}], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:37:34.471234 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58f379b4-c22f-402b-a373-e0c6511b6166 None None] The sync data for ids ['0addd0f2-ccf6-44a3-b215-49f1b258a8b9'] in dv-neutron-797120-4-hyperv is: [{'id': '0addd0f2-ccf6-44a3-b215-49f1b258a8b9', 'name': 'tempest-TestShelveInstance-138007624-router', 'tenant_id': '0d1807c847644cb3a8e97c12e656c3c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:28:16Z', 'updated_at': '2021-06-24T12:37:33Z', 'revision_number': 6, 'project_id': '0d1807c847644cb3a8e97c12e656c3c9', 'gw_port_host': None}] {{(pid=128085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 12:37:34.537003 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-6d1c1c19-db44-4ef3-90d8-7ff3d1b013d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1803182', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65403'] for router, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:37:34.539114 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-6d1c1c19-db44-4ef3-90d8-7ff3d1b013d7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:37:34.584938 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-6d1c1c19-db44-4ef3-90d8-7ff3d1b013d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1806072'] for router, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:37:34.585493 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d1c1c19-db44-4ef3-90d8-7ff3d1b013d7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0addd0f2-ccf6-44a3-b215-49f1b258a8b9 {{(pid=128083) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 24 12:37:34.589785 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-6d1c1c19-db44-4ef3-90d8-7ff3d1b013d7 admin admin] Notify callbacks [] for router, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:37:34.591008 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-6d1c1c19-db44-4ef3-90d8-7ff3d1b013d7 admin admin] 10.222.0.53 "DELETE /v2.0/routers/0addd0f2-ccf6-44a3-b215-49f1b258a8b9 HTTP/1.1" status: 204 len: 168 time: 0.8766549 Jun 24 12:37:34.593668 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 42100) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:37:34.642325 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.db.db_base_plugin_v2 [None req-56c7f1d1-efb8-4e5c-8af4-2a206ac4b929 admin admin] Deleting subnet a5e1566a-72aa-46bc-8ab1-4e06365cbc2d {{(pid=128084) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 24 12:37:34.645970 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-56c7f1d1-efb8-4e5c-8af4-2a206ac4b929 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:37:34.684865 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-56c7f1d1-efb8-4e5c-8af4-2a206ac4b929 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2373542'] for subnet, precommit_delete_associations {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:37:34.764354 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-56c7f1d1-efb8-4e5c-8af4-2a206ac4b929 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-972249'] for subnet, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:37:34.821160 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-56c7f1d1-efb8-4e5c-8af4-2a206ac4b929 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-972238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3292022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3162263'] for subnet, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:37:34.823277 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-3e1cb277-5b90-4202-a081-e151d716eee4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:37:34.852947 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c7f1d1-efb8-4e5c-8af4-2a206ac4b929 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a5e1566a-72aa-46bc-8ab1-4e06365cbc2d,revision_number=None']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:37:34.857797 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-56c7f1d1-efb8-4e5c-8af4-2a206ac4b929 admin admin] Notify callbacks [] for subnet, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:37:34.859662 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-56c7f1d1-efb8-4e5c-8af4-2a206ac4b929 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/a5e1566a-72aa-46bc-8ab1-4e06365cbc2d HTTP/1.1" status: 204 len: 168 time: 0.2650092 Jun 24 12:37:34.862383 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 42106) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:37:34.864022 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df4ba812-6d22-43ac-95b1-2848e3e9d0fd None None] Network fbda8845-5f48-456b-ae8b-c949b27ec543 requested from dv-neutron-797120-4-hyperv {{(pid=128085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:37:34.869470 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c7f1d1-efb8-4e5c-8af4-2a206ac4b929 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:37:34.869865 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c7f1d1-efb8-4e5c-8af4-2a206ac4b929 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:37:34.870245 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c7f1d1-efb8-4e5c-8af4-2a206ac4b929 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:37:34.870765 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c7f1d1-efb8-4e5c-8af4-2a206ac4b929 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:37:34.871199 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c7f1d1-efb8-4e5c-8af4-2a206ac4b929 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:37:34.871621 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c7f1d1-efb8-4e5c-8af4-2a206ac4b929 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:37:34.871996 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c7f1d1-efb8-4e5c-8af4-2a206ac4b929 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:37:34.872605 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c7f1d1-efb8-4e5c-8af4-2a206ac4b929 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:37:34.872720 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c7f1d1-efb8-4e5c-8af4-2a206ac4b929 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:37:34.873237 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c7f1d1-efb8-4e5c-8af4-2a206ac4b929 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:37:34.873652 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c7f1d1-efb8-4e5c-8af4-2a206ac4b929 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:37:34.874017 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c7f1d1-efb8-4e5c-8af4-2a206ac4b929 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:37:34.877867 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-56c7f1d1-efb8-4e5c-8af4-2a206ac4b929 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:37:34.947369 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-d7da9a6b-2f5c-48f8-8044-d0376375c521 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-534962'] for network, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:37:35.005235 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.plugin [None req-d7da9a6b-2f5c-48f8-8044-d0376375c521 admin admin] Deleting port 1f66e129-3dfd-4943-a0e7-26549fb69b5d {{(pid=128083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:37:35.005235 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-d7da9a6b-2f5c-48f8-8044-d0376375c521 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793193942312'] for port, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:37:35.070498 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.db [None req-d7da9a6b-2f5c-48f8-8044-d0376375c521 admin admin] For port 1f66e129-3dfd-4943-a0e7-26549fb69b5d, host dv-neutron-797120-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=1f66e129-3dfd-4943-a0e7-26549fb69b5d,segment=NetworkSegment(ec8d44af-9dd7-4818-8939-b0ad37430a72),segment_id=ec8d44af-9dd7-4818-8939-b0ad37430a72)] {{(pid=128083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:37:35.070945 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-d7da9a6b-2f5c-48f8-8044-d0376375c521 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1978872'] for port, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:37:35.084496 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.plugin [None req-d7da9a6b-2f5c-48f8-8044-d0376375c521 admin admin] Calling delete_port for 1f66e129-3dfd-4943-a0e7-26549fb69b5d owned by network:dhcp {{(pid=128083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:37:35.170206 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-d7da9a6b-2f5c-48f8-8044-d0376375c521 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793193945299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193536732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2537862'] for port, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:37:35.172204 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-48119115-e585-42ab-b0e5-120990dddd78 tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:37:35.183739 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.agents_db [None req-87a69269-d72b-4286-97f3-1041481ed6d8 None None] Agent healthcheck: found 6 active agents {{(pid=128086) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 12:37:35.195606 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7da9a6b-2f5c-48f8-8044-d0376375c521 admin admin] Pushing event deleted for resources: {'Port': ['ID=1f66e129-3dfd-4943-a0e7-26549fb69b5d,revision_number=None']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:37:35.199148 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-d7da9a6b-2f5c-48f8-8044-d0376375c521 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:37:35.201717 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7da9a6b-2f5c-48f8-8044-d0376375c521 admin admin] No DVR routers for this DVR port 1f66e129-3dfd-4943-a0e7-26549fb69b5d on host dv-neutron-797120-4-hyperv {{(pid=128083) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 12:37:35.276502 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-d7da9a6b-2f5c-48f8-8044-d0376375c521 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973199', 'neutron.services.segments.db._delete_segments_for_network-8793194012456'] for network, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:37:35.288022 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.services.segments.db [None req-d7da9a6b-2f5c-48f8-8044-d0376375c521 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fbda8845-5f48-456b-ae8b-c949b27ec543']}} {{(pid=128083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:37:35.294929 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-861b3ad2-9ef2-4471-beea-3cbaae3e5024 None None] DHCP port deletion for fbda8845-5f48-456b-ae8b-c949b27ec543 request from dv-neutron-797120-4-hyperv {{(pid=128085) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 24 12:37:35.300613 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.services.segments.db [None req-d7da9a6b-2f5c-48f8-8044-d0376375c521 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec8d44af-9dd7-4818-8939-b0ad37430a72') {'for_net_delete': True} {{(pid=128083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:37:35.300921 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.services.segments.db [None req-d7da9a6b-2f5c-48f8-8044-d0376375c521 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec8d44af-9dd7-4818-8939-b0ad37430a72') {} {{(pid=128083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:37:35.312481 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-d7da9a6b-2f5c-48f8-8044-d0376375c521 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793194097327', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3143690'] for segment, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:37:35.335068 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-d7da9a6b-2f5c-48f8-8044-d0376375c521 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967879'] for segment, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:37:35.341473 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7da9a6b-2f5c-48f8-8044-d0376375c521 admin admin] Releasing vlan 647 on physical network physnet1 to pool {{(pid=128083) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 12:37:35.341881 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-d7da9a6b-2f5c-48f8-8044-d0376375c521 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2537899'] for segment, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:37:35.344016 dv-neutron-797120-4-hyperv neutron-server[128083]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 12:37:35.344016 dv-neutron-797120-4-hyperv neutron-server[128083]: conditions |= (models_v2.Port.network_id.in_( Jun 24 12:37:35.344016 dv-neutron-797120-4-hyperv neutron-server[128083]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 12:37:35.344016 dv-neutron-797120-4-hyperv neutron-server[128083]: conditions |= (models_v2.Port.network_id.in_( Jun 24 12:37:35.344016 dv-neutron-797120-4-hyperv neutron-server[128083]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 12:37:35.344016 dv-neutron-797120-4-hyperv neutron-server[128083]: conditions |= (models_v2.Port.network_id.in_( Jun 24 12:37:35.344016 dv-neutron-797120-4-hyperv neutron-server[128083]: Traceback (most recent call last): Jun 24 12:37:35.344016 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 24 12:37:35.344016 dv-neutron-797120-4-hyperv neutron-server[128083]: timer() Jun 24 12:37:35.344016 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 24 12:37:35.344016 dv-neutron-797120-4-hyperv neutron-server[128083]: cb(*args, **kw) Jun 24 12:37:35.344016 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 24 12:37:35.344016 dv-neutron-797120-4-hyperv neutron-server[128083]: return func(*args, **kwargs) Jun 24 12:37:35.344016 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 24 12:37:35.344016 dv-neutron-797120-4-hyperv neutron-server[128083]: self._notify() Jun 24 12:37:35.344016 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 24 12:37:35.344016 dv-neutron-797120-4-hyperv neutron-server[128083]: self.callback(batched_events) Jun 24 12:37:35.344016 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 24 12:37:35.344016 dv-neutron-797120-4-hyperv neutron-server[128083]: event.method(event) Jun 24 12:37:35.344016 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 24 12:37:35.344016 dv-neutron-797120-4-hyperv neutron-server[128083]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 24 12:37:35.344016 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 24 12:37:35.344016 dv-neutron-797120-4-hyperv neutron-server[128083]: aggregate_uuid = self.p_client.list_aggregates( Jun 24 12:37:35.344016 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 24 12:37:35.344016 dv-neutron-797120-4-hyperv neutron-server[128083]: return f(self, *a, **k) Jun 24 12:37:35.344016 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 24 12:37:35.344016 dv-neutron-797120-4-hyperv neutron-server[128083]: return self._get(url).json() Jun 24 12:37:35.344016 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 24 12:37:35.344016 dv-neutron-797120-4-hyperv neutron-server[128083]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 24 12:37:35.344016 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 24 12:37:35.344016 dv-neutron-797120-4-hyperv neutron-server[128083]: return self.request(url, 'GET', **kwargs) Jun 24 12:37:35.344016 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 24 12:37:35.344016 dv-neutron-797120-4-hyperv neutron-server[128083]: base_url = self.get_endpoint(auth, allow=allow, Jun 24 12:37:35.344016 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 24 12:37:35.344016 dv-neutron-797120-4-hyperv neutron-server[128083]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 24 12:37:35.344016 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 24 12:37:35.344016 dv-neutron-797120-4-hyperv neutron-server[128083]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 24 12:37:35.344016 dv-neutron-797120-4-hyperv neutron-server[128083]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 24 12:37:35.367797 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device c4197317-c479-4fed-a6a4-53e7517fbb5a no longer exists at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 12:37:35.389740 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] No Port match for: c4197317-c479-4fed-a6a4-53e7517fbb5a {{(pid=128085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 12:37:35.390077 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device c4197317-c479-4fed-a6a4-53e7517fbb5a not bound to the agent host dv-neutron-797120-4-hyperv {{(pid=128085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 12:37:35.390514 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device 1f66e129-3dfd-4943-a0e7-26549fb69b5d no longer exists at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 12:37:35.408340 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-d7da9a6b-2f5c-48f8-8044-d0376375c521 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1800243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1815642'] for network, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:37:35.409436 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] No Port match for: 1f66e129-3dfd-4943-a0e7-26549fb69b5d {{(pid=128085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 12:37:35.409799 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device 1f66e129-3dfd-4943-a0e7-26549fb69b5d not bound to the agent host dv-neutron-797120-4-hyperv {{(pid=128085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 12:37:35.410222 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device 3e0e6b28-42ea-47e1-8f84-105a9597f986 no longer exists at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 12:37:35.412432 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-21e9f8f9-dbc4-423d-970f-eac9fa8ec233 tempest-PortsIpV6TestJSON-666399083 tempest-PortsIpV6TestJSON-666399083-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:37:35.415229 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-d7da9a6b-2f5c-48f8-8044-d0376375c521 admin admin] Notify callbacks [] for network, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:37:35.420330 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 42110) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:37:35.420456 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-d7da9a6b-2f5c-48f8-8044-d0376375c521 admin admin] 10.222.0.53 "DELETE /v2.0/networks/fbda8845-5f48-456b-ae8b-c949b27ec543 HTTP/1.1" status: 204 len: 168 time: 0.5570011 Jun 24 12:37:35.437011 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] No Port match for: 3e0e6b28-42ea-47e1-8f84-105a9597f986 {{(pid=128085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 12:37:35.437349 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device 3e0e6b28-42ea-47e1-8f84-105a9597f986 not bound to the agent host dv-neutron-797120-4-hyperv {{(pid=128085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 12:37:35.454036 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7da9a6b-2f5c-48f8-8044-d0376375c521 admin admin] Pushing event deleted for resources: {'Network': ['ID=fbda8845-5f48-456b-ae8b-c949b27ec543,revision_number=None']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:37:35.456571 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-d7da9a6b-2f5c-48f8-8044-d0376375c521 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:37:35.818988 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-91b276e6-0fdd-4d06-84d8-414c44d7579d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1978565'] for router_interface, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:37:36.094578 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.plugin [None req-91b276e6-0fdd-4d06-84d8-414c44d7579d admin admin] Deleting port 476c99da-ed0e-4022-b025-427db175bb17 {{(pid=128084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:37:36.094812 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-91b276e6-0fdd-4d06-84d8-414c44d7579d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793193942312'] for port, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:37:36.180333 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.db [None req-91b276e6-0fdd-4d06-84d8-414c44d7579d admin admin] For port 476c99da-ed0e-4022-b025-427db175bb17, host dv-neutron-797120-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=476c99da-ed0e-4022-b025-427db175bb17,segment=NetworkSegment(93244090-8d84-43cc-b7f3-7cea77816170),segment_id=93244090-8d84-43cc-b7f3-7cea77816170)] {{(pid=128084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:37:36.180676 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-91b276e6-0fdd-4d06-84d8-414c44d7579d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1978872'] for port, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:37:36.193062 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.plugin [None req-91b276e6-0fdd-4d06-84d8-414c44d7579d admin admin] Calling delete_port for 476c99da-ed0e-4022-b025-427db175bb17 owned by network:router_interface {{(pid=128084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:37:36.385423 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-91b276e6-0fdd-4d06-84d8-414c44d7579d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793193945299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193536732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3292088'] for port, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:37:36.387850 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-8d45fa11-4b47-4685-8ec1-7f3f207a247b tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:37:36.411204 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b276e6-0fdd-4d06-84d8-414c44d7579d admin admin] Pushing event deleted for resources: {'Port': ['ID=476c99da-ed0e-4022-b025-427db175bb17,revision_number=None']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:37:36.415021 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-91b276e6-0fdd-4d06-84d8-414c44d7579d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:37:36.598509 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-91b276e6-0fdd-4d06-84d8-414c44d7579d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1588985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1806165'] for router_interface, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:37:36.837601 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91b276e6-0fdd-4d06-84d8-414c44d7579d admin admin] Router 460731f7-56d8-465d-bb13-93d995087583 has already been hosted by L3 agent 2987dba8-2249-4ee6-96ec-28f0f7a6127d {{(pid=128084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 12:37:36.949850 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91b276e6-0fdd-4d06-84d8-414c44d7579d admin admin] Notify agent at l3_agent.dv-neutron-797120-4-hyperv the message routers_updated {{(pid=128084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 12:37:36.954908 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-91b276e6-0fdd-4d06-84d8-414c44d7579d admin admin] 10.222.0.53 "PUT /v2.0/routers/460731f7-56d8-465d-bb13-93d995087583/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5330565 Jun 24 12:37:36.958309 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 42114) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:37:36.962437 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4838e3e2-fdfc-4f26-b3bd-71f944db1e46 None None] Sync routers for ids ['460731f7-56d8-465d-bb13-93d995087583'] in dv-neutron-797120-4-hyperv {{(pid=128086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 12:37:36.978712 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4838e3e2-fdfc-4f26-b3bd-71f944db1e46 None None] Routers {'460731f7-56d8-465d-bb13-93d995087583'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:37:36.979334 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-4838e3e2-fdfc-4f26-b3bd-71f944db1e46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T12:37:26Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['460731f7-56d8-465d-bb13-93d995087583'], 'active': True} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:37:37.085070 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-d67040f0-9ec9-4b4a-b160-6ea13e789d67 admin admin] Notify callbacks [] for router, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:37:37.096577 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_dvr_db [None req-4838e3e2-fdfc-4f26-b3bd-71f944db1e46 None None] Set router 460731f7-56d8-465d-bb13-93d995087583 gateway port host: dv-neutron-797120-4-hyperv {{(pid=128086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:37:37.199792 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-d67040f0-9ec9-4b4a-b160-6ea13e789d67 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:37:37.256869 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.plugin [None req-d67040f0-9ec9-4b4a-b160-6ea13e789d67 admin admin] Deleting port d731d47a-16cf-4b1e-bc81-f5111f5edc81 {{(pid=128084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:37:37.257279 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-d67040f0-9ec9-4b4a-b160-6ea13e789d67 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793193942312'] for port, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:37:37.347056 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-4838e3e2-fdfc-4f26-b3bd-71f944db1e46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '460731f7-56d8-465d-bb13-93d995087583', 'name': 'tempest-TestShelveInstance-646802958-router', 'tenant_id': 'ba96c8ad375642c98bd764c7d0d001c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'external_fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.70'}], 'enable_snat': True}, 'gw_port_id': 'd731d47a-16cf-4b1e-bc81-f5111f5edc81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:28:22Z', 'updated_at': '2021-06-24T12:37:36Z', 'revision_number': 5, 'project_id': 'ba96c8ad375642c98bd764c7d0d001c5', 'gw_port': {'id': 'd731d47a-16cf-4b1e-bc81-f5111f5edc81', 'name': '', 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:ee:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '460731f7-56d8-465d-bb13-93d995087583', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1822, 'fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:28:23Z', 'updated_at': '2021-06-24T12:28:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-4-hyperv'}], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:37:37.397565 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.db [None req-d67040f0-9ec9-4b4a-b160-6ea13e789d67 admin admin] For port d731d47a-16cf-4b1e-bc81-f5111f5edc81, host dv-neutron-797120-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=d731d47a-16cf-4b1e-bc81-f5111f5edc81,segment=NetworkSegment(1139564f-ff83-4b49-a593-84b33301357d),segment_id=1139564f-ff83-4b49-a593-84b33301357d)] {{(pid=128084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:37:37.398238 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-d67040f0-9ec9-4b4a-b160-6ea13e789d67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1978872'] for port, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:37:37.417609 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.plugin [None req-d67040f0-9ec9-4b4a-b160-6ea13e789d67 admin admin] Calling delete_port for d731d47a-16cf-4b1e-bc81-f5111f5edc81 owned by network:router_gateway {{(pid=128084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:37:37.499833 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4838e3e2-fdfc-4f26-b3bd-71f944db1e46 None None] Checking router: 460731f7-56d8-465d-bb13-93d995087583 for host: dv-neutron-797120-4-hyperv {{(pid=128086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 12:37:37.509163 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4838e3e2-fdfc-4f26-b3bd-71f944db1e46 None None] Routers {'460731f7-56d8-465d-bb13-93d995087583'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:37:37.509689 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-4838e3e2-fdfc-4f26-b3bd-71f944db1e46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T12:37:26Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['460731f7-56d8-465d-bb13-93d995087583'], 'active': True} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:37:37.604141 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-d67040f0-9ec9-4b4a-b160-6ea13e789d67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793193945299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193536732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3292088'] for port, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:37:37.604955 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_dvr_db [None req-4838e3e2-fdfc-4f26-b3bd-71f944db1e46 None None] Set router 460731f7-56d8-465d-bb13-93d995087583 gateway port host: None {{(pid=128086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:37:37.606615 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-4c47a8f8-725e-4567-b358-14aedfe472d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:37:37.632268 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67040f0-9ec9-4b4a-b160-6ea13e789d67 admin admin] Pushing event deleted for resources: {'Port': ['ID=d731d47a-16cf-4b1e-bc81-f5111f5edc81,revision_number=None']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:37:37.635601 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-d67040f0-9ec9-4b4a-b160-6ea13e789d67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:37:37.661007 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-4838e3e2-fdfc-4f26-b3bd-71f944db1e46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '460731f7-56d8-465d-bb13-93d995087583', 'name': 'tempest-TestShelveInstance-646802958-router', 'tenant_id': 'ba96c8ad375642c98bd764c7d0d001c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:28:22Z', 'updated_at': '2021-06-24T12:37:37Z', 'revision_number': 6, 'project_id': 'ba96c8ad375642c98bd764c7d0d001c5', 'gw_port_host': None}], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:37:37.693790 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4838e3e2-fdfc-4f26-b3bd-71f944db1e46 None None] The sync data for ids ['460731f7-56d8-465d-bb13-93d995087583'] in dv-neutron-797120-4-hyperv is: [{'id': '460731f7-56d8-465d-bb13-93d995087583', 'name': 'tempest-TestShelveInstance-646802958-router', 'tenant_id': 'ba96c8ad375642c98bd764c7d0d001c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:28:22Z', 'updated_at': '2021-06-24T12:37:37Z', 'revision_number': 6, 'project_id': 'ba96c8ad375642c98bd764c7d0d001c5', 'gw_port_host': None}] {{(pid=128086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 12:37:37.701378 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-d67040f0-9ec9-4b4a-b160-6ea13e789d67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1815728'] for router_gateway, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:37:37.801959 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-d67040f0-9ec9-4b4a-b160-6ea13e789d67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1803182', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65403'] for router, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:37:37.804095 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-d67040f0-9ec9-4b4a-b160-6ea13e789d67 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:37:37.855377 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-d67040f0-9ec9-4b4a-b160-6ea13e789d67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1806072'] for router, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:37:37.856410 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d67040f0-9ec9-4b4a-b160-6ea13e789d67 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 460731f7-56d8-465d-bb13-93d995087583 {{(pid=128084) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 24 12:37:37.860130 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-d67040f0-9ec9-4b4a-b160-6ea13e789d67 admin admin] Notify callbacks [] for router, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:37:37.863399 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-d67040f0-9ec9-4b4a-b160-6ea13e789d67 admin admin] 10.222.0.53 "DELETE /v2.0/routers/460731f7-56d8-465d-bb13-93d995087583 HTTP/1.1" status: 204 len: 168 time: 0.9019871 Jun 24 12:37:37.864774 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 42118) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:37:37.913288 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.db_base_plugin_v2 [None req-c52dd861-111e-47c1-8e9c-237bc5ecade9 admin admin] Deleting subnet 88d99f68-b1c9-466e-a8f7-bbe4f19daabc {{(pid=128083) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 24 12:37:37.916561 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-c52dd861-111e-47c1-8e9c-237bc5ecade9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:37:37.962256 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-c52dd861-111e-47c1-8e9c-237bc5ecade9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3143795'] for subnet, precommit_delete_associations {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:37:38.045780 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-c52dd861-111e-47c1-8e9c-237bc5ecade9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-972249'] for subnet, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:37:38.104399 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-c52dd861-111e-47c1-8e9c-237bc5ecade9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-972238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2537800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3289951'] for subnet, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:37:38.107380 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-33f4940a-0548-4b5a-baf5-649561898317 tempest-RoutersNegativeTest-1948241621 tempest-RoutersNegativeTest-1948241621-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:37:38.131647 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52dd861-111e-47c1-8e9c-237bc5ecade9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=88d99f68-b1c9-466e-a8f7-bbe4f19daabc,revision_number=None']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:37:38.135250 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-c52dd861-111e-47c1-8e9c-237bc5ecade9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:37:38.138366 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-c52dd861-111e-47c1-8e9c-237bc5ecade9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:37:38.140204 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-c52dd861-111e-47c1-8e9c-237bc5ecade9 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/88d99f68-b1c9-466e-a8f7-bbe4f19daabc HTTP/1.1" status: 204 len: 168 time: 0.2739863 Jun 24 12:37:38.142810 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 42120) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:37:38.151133 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f579a0aa-2d79-4baf-a07e-4170cd566907 None None] Network b5132889-2537-4c96-8723-aee9199b1b71 requested from dv-neutron-797120-4-hyperv {{(pid=128085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:37:38.227335 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-9280097c-7312-4444-aac2-44cb31b74b2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-534962'] for network, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:37:38.288322 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.plugin [None req-9280097c-7312-4444-aac2-44cb31b74b2d admin admin] Deleting port 0f3fd135-6eaa-43e1-b896-967b59a2eee4 {{(pid=128083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:37:38.288663 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-9280097c-7312-4444-aac2-44cb31b74b2d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793193942312'] for port, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:37:38.360220 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.db [None req-9280097c-7312-4444-aac2-44cb31b74b2d admin admin] For port 0f3fd135-6eaa-43e1-b896-967b59a2eee4, host dv-neutron-797120-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=0f3fd135-6eaa-43e1-b896-967b59a2eee4,segment=NetworkSegment(93244090-8d84-43cc-b7f3-7cea77816170),segment_id=93244090-8d84-43cc-b7f3-7cea77816170)] {{(pid=128083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:37:38.360567 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-9280097c-7312-4444-aac2-44cb31b74b2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1978872'] for port, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:37:38.373477 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.plugin [None req-9280097c-7312-4444-aac2-44cb31b74b2d admin admin] Calling delete_port for 0f3fd135-6eaa-43e1-b896-967b59a2eee4 owned by network:dhcp {{(pid=128083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:37:38.468307 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-9280097c-7312-4444-aac2-44cb31b74b2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793193945299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193536732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2537862'] for port, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:37:38.472396 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-b93f14e6-ff49-439d-9969-80a6a288f3e9 tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:37:38.505318 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5eea422a-d9a9-4130-8742-988fdfa90566 None None] DHCP port deletion for b5132889-2537-4c96-8723-aee9199b1b71 request from dv-neutron-797120-4-hyperv {{(pid=128085) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 24 12:37:38.507773 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9280097c-7312-4444-aac2-44cb31b74b2d admin admin] Pushing event deleted for resources: {'Port': ['ID=0f3fd135-6eaa-43e1-b896-967b59a2eee4,revision_number=None']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:37:38.512381 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-9280097c-7312-4444-aac2-44cb31b74b2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:37:38.513566 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9280097c-7312-4444-aac2-44cb31b74b2d admin admin] No DVR routers for this DVR port 0f3fd135-6eaa-43e1-b896-967b59a2eee4 on host dv-neutron-797120-4-hyperv {{(pid=128083) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 12:37:38.601982 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-9280097c-7312-4444-aac2-44cb31b74b2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973199', 'neutron.services.segments.db._delete_segments_for_network-8793194012456'] for network, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:37:38.618668 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.services.segments.db [None req-9280097c-7312-4444-aac2-44cb31b74b2d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5132889-2537-4c96-8723-aee9199b1b71']}} {{(pid=128083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:37:38.633915 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.services.segments.db [None req-9280097c-7312-4444-aac2-44cb31b74b2d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93244090-8d84-43cc-b7f3-7cea77816170') {'for_net_delete': True} {{(pid=128083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:37:38.634212 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.services.segments.db [None req-9280097c-7312-4444-aac2-44cb31b74b2d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93244090-8d84-43cc-b7f3-7cea77816170') {} {{(pid=128083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:37:38.645897 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-9280097c-7312-4444-aac2-44cb31b74b2d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793194097327', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3143690'] for segment, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:37:38.667633 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-9280097c-7312-4444-aac2-44cb31b74b2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967879'] for segment, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:37:38.674867 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9280097c-7312-4444-aac2-44cb31b74b2d admin admin] Releasing vlan 632 on physical network physnet1 to pool {{(pid=128083) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 12:37:38.675309 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-9280097c-7312-4444-aac2-44cb31b74b2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2537899'] for segment, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:37:38.677349 dv-neutron-797120-4-hyperv neutron-server[128083]: Traceback (most recent call last): Jun 24 12:37:38.677349 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 24 12:37:38.677349 dv-neutron-797120-4-hyperv neutron-server[128083]: timer() Jun 24 12:37:38.677349 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 24 12:37:38.677349 dv-neutron-797120-4-hyperv neutron-server[128083]: cb(*args, **kw) Jun 24 12:37:38.677349 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 24 12:37:38.677349 dv-neutron-797120-4-hyperv neutron-server[128083]: return func(*args, **kwargs) Jun 24 12:37:38.677349 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 24 12:37:38.677349 dv-neutron-797120-4-hyperv neutron-server[128083]: self._notify() Jun 24 12:37:38.677349 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 24 12:37:38.677349 dv-neutron-797120-4-hyperv neutron-server[128083]: self.callback(batched_events) Jun 24 12:37:38.677349 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 24 12:37:38.677349 dv-neutron-797120-4-hyperv neutron-server[128083]: event.method(event) Jun 24 12:37:38.677349 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 24 12:37:38.677349 dv-neutron-797120-4-hyperv neutron-server[128083]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 24 12:37:38.677349 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 24 12:37:38.677349 dv-neutron-797120-4-hyperv neutron-server[128083]: aggregate_uuid = self.p_client.list_aggregates( Jun 24 12:37:38.677349 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 24 12:37:38.677349 dv-neutron-797120-4-hyperv neutron-server[128083]: return f(self, *a, **k) Jun 24 12:37:38.677349 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 24 12:37:38.677349 dv-neutron-797120-4-hyperv neutron-server[128083]: return self._get(url).json() Jun 24 12:37:38.677349 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 24 12:37:38.677349 dv-neutron-797120-4-hyperv neutron-server[128083]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 24 12:37:38.677349 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 24 12:37:38.677349 dv-neutron-797120-4-hyperv neutron-server[128083]: return self.request(url, 'GET', **kwargs) Jun 24 12:37:38.677349 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 24 12:37:38.677349 dv-neutron-797120-4-hyperv neutron-server[128083]: base_url = self.get_endpoint(auth, allow=allow, Jun 24 12:37:38.677349 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 24 12:37:38.677349 dv-neutron-797120-4-hyperv neutron-server[128083]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 24 12:37:38.677349 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 24 12:37:38.677349 dv-neutron-797120-4-hyperv neutron-server[128083]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 24 12:37:38.677349 dv-neutron-797120-4-hyperv neutron-server[128083]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 24 12:37:38.769322 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-9280097c-7312-4444-aac2-44cb31b74b2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1800243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1815642'] for network, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:37:38.776581 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-dcfdee96-9de0-4f71-a79c-34a1658940c1 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:37:38.780035 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-9280097c-7312-4444-aac2-44cb31b74b2d admin admin] Notify callbacks [] for network, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:37:38.782836 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-9280097c-7312-4444-aac2-44cb31b74b2d admin admin] 10.222.0.53 "DELETE /v2.0/networks/b5132889-2537-4c96-8723-aee9199b1b71 HTTP/1.1" status: 204 len: 168 time: 0.6381910 Jun 24 12:37:38.798426 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9280097c-7312-4444-aac2-44cb31b74b2d admin admin] Pushing event deleted for resources: {'Network': ['ID=b5132889-2537-4c96-8723-aee9199b1b71,revision_number=None']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:37:38.802449 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-9280097c-7312-4444-aac2-44cb31b74b2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:37:38.921676 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 42124) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:37:38.972112 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-5480b53e-dc75-4593-9e67-8f21480bf039 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=0d1807c847644cb3a8e97c12e656c3c9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0491507 Jun 24 12:37:38.975038 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 42126) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:37:39.036305 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-4ad78b7b-9839-43e9-9325-2e529a8896a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:37:39.064569 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-4ad78b7b-9839-43e9-9325-2e529a8896a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:37:39.121756 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-4ad78b7b-9839-43e9-9325-2e529a8896a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800410'] for security_group, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:37:39.124574 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-4ad78b7b-9839-43e9-9325-2e529a8896a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:37:39.125777 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-4ad78b7b-9839-43e9-9325-2e529a8896a5 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/9be59426-574b-4361-bd5f-84a48d29f4b8 HTTP/1.1" status: 204 len: 168 time: 0.1496909 Jun 24 12:37:39.126698 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-b714a613-74c5-46e9-9fa0-1a6dcf5cd566 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:37:39.138112 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad78b7b-9839-43e9-9325-2e529a8896a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9be59426-574b-4361-bd5f-84a48d29f4b8,revision_number=None']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:37:39.141383 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-4ad78b7b-9839-43e9-9325-2e529a8896a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:37:39.357268 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device 476c99da-ed0e-4022-b025-427db175bb17 no longer exists at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 12:37:39.385893 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] No Port match for: 476c99da-ed0e-4022-b025-427db175bb17 {{(pid=128085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 12:37:39.386517 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device 476c99da-ed0e-4022-b025-427db175bb17 not bound to the agent host dv-neutron-797120-4-hyperv {{(pid=128085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 12:37:39.386952 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device 0f3fd135-6eaa-43e1-b896-967b59a2eee4 no longer exists at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 12:37:39.406989 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] No Port match for: 0f3fd135-6eaa-43e1-b896-967b59a2eee4 {{(pid=128085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 12:37:39.407341 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device 0f3fd135-6eaa-43e1-b896-967b59a2eee4 not bound to the agent host dv-neutron-797120-4-hyperv {{(pid=128085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 12:37:39.407772 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device d731d47a-16cf-4b1e-bc81-f5111f5edc81 no longer exists at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 12:37:39.428443 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] No Port match for: d731d47a-16cf-4b1e-bc81-f5111f5edc81 {{(pid=128085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 12:37:39.428811 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device d731d47a-16cf-4b1e-bc81-f5111f5edc81 not bound to the agent host dv-neutron-797120-4-hyperv {{(pid=128085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 12:37:39.592579 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 42134) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:37:39.640874 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-7422f4b7-dfd6-4bef-b9c6-fa5e43e1e54e admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=ba96c8ad375642c98bd764c7d0d001c5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0468163 Jun 24 12:37:39.644279 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 42136) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:37:39.705963 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-e3dbe1b8-49bc-4aa8-b40e-98b8f87e065c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:37:39.728870 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-e3dbe1b8-49bc-4aa8-b40e-98b8f87e065c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:37:39.781151 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-e3dbe1b8-49bc-4aa8-b40e-98b8f87e065c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800410'] for security_group, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:37:39.783766 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-e3dbe1b8-49bc-4aa8-b40e-98b8f87e065c admin admin] Notify callbacks [] for security_group, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:37:39.784917 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-e3dbe1b8-49bc-4aa8-b40e-98b8f87e065c admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b9a705f6-31a9-4dd3-897e-873a7c0a5511 HTTP/1.1" status: 204 len: 168 time: 0.1389134 Jun 24 12:37:39.786574 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-1ddb05c8-7832-40d0-aaf2-790eba31883c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:37:39.795488 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3dbe1b8-49bc-4aa8-b40e-98b8f87e065c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9a705f6-31a9-4dd3-897e-873a7c0a5511,revision_number=None']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:37:39.798026 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-e3dbe1b8-49bc-4aa8-b40e-98b8f87e065c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:37:40.523301 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 42158) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:37:40.627495 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [None req-c77d91c5-493f-49ce-a52b-fcda688b9f0e admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1441945490-network', 'tenant_id': '863ed5b026fd4edaaa489021c5171ff7'}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:37:40.652059 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c77d91c5-493f-49ce-a52b-fcda688b9f0e admin admin] Made reservation on behalf of 863ed5b026fd4edaaa489021c5171ff7 for: {'network': 1} {{(pid=128083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:37:40.654517 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-c77d91c5-493f-49ce-a52b-fcda688b9f0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for network, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:37:40.666743 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-c77d91c5-493f-49ce-a52b-fcda688b9f0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:37:40.769310 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-c77d91c5-493f-49ce-a52b-fcda688b9f0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:37:40.773743 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-c77d91c5-493f-49ce-a52b-fcda688b9f0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800410'] for security_group, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:37:40.776848 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-fe56382c-5383-4f5e-b5db-0a5bd008c897 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:37:40.804312 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c77d91c5-493f-49ce-a52b-fcda688b9f0e admin admin] vlan segment allocate from pool success with {'vlan_id': 640, 'physical_network': 'physnet1'} {{(pid=128083) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 12:37:40.817355 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77d91c5-493f-49ce-a52b-fcda688b9f0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c21f437-25ec-4248-9c15-0dacb35f22ee,revision_number=1']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:37:40.823287 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-c77d91c5-493f-49ce-a52b-fcda688b9f0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:37:40.824503 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-c77d91c5-493f-49ce-a52b-fcda688b9f0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967879'] for segment, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:37:40.824845 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.db.segments_db [None req-c77d91c5-493f-49ce-a52b-fcda688b9f0e admin admin] Added segment d60253d5-89ba-4b21-b89d-0589fa7d40c2 of type vlan for network 74151fa0-2dce-48c3-b787-fea9c3e6e0b3 Jun 24 12:37:40.875313 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-c77d91c5-493f-49ce-a52b-fcda688b9f0e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793193525068'] for network, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:37:40.917059 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-c77d91c5-493f-49ce-a52b-fcda688b9f0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1800243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976'] for network, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:37:40.918753 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c77d91c5-493f-49ce-a52b-fcda688b9f0e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:37:40.919704 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-c77d91c5-493f-49ce-a52b-fcda688b9f0e admin admin] Notify callbacks [] for network, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:37:40.924018 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-0814e809-1070-4c4f-b7da-8b74c81fe80d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:37:40.969412 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-c77d91c5-493f-49ce-a52b-fcda688b9f0e admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4448974 Jun 24 12:37:40.973202 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 42162) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:37:40.979937 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-87eeb605-ab4f-4e22-8752-c7ef7b765488 admin admin] Request body: {'subnet': {'network_id': '74151fa0-2dce-48c3-b787-fea9c3e6e0b3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1441945490-subnet', 'tenant_id': '863ed5b026fd4edaaa489021c5171ff7', 'ip_version': 4}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:37:41.008674 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87eeb605-ab4f-4e22-8752-c7ef7b765488 admin admin] Made reservation on behalf of 863ed5b026fd4edaaa489021c5171ff7 for: {'subnet': 1} {{(pid=128084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:37:41.011940 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-87eeb605-ab4f-4e22-8752-c7ef7b765488 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3162484'] for subnet, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:37:41.025281 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77d91c5-493f-49ce-a52b-fcda688b9f0e admin admin] Pushing event updated for resources: {'Network': ['ID=74151fa0-2dce-48c3-b787-fea9c3e6e0b3,revision_number=1']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:37:41.028240 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-c77d91c5-493f-49ce-a52b-fcda688b9f0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:37:41.037552 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Network 74151fa0-2dce-48c3-b787-fea9c3e6e0b3 details requested by agent ovs-agent-dv-neutron-797120-4-hyperv with host dv-neutron-797120-4-hyperv {{(pid=128085) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 12:37:41.206078 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-87eeb605-ab4f-4e22-8752-c7ef7b765488 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3291959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3162270'] for subnet, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:37:41.209290 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-714bbc86-f139-48d7-bae6-3d9b57afd156 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:37:41.260502 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87eeb605-ab4f-4e22-8752-c7ef7b765488 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c603a9c6-dd8d-455f-a3ba-4adcdd317362,revision_number=0']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:37:41.267948 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-87eeb605-ab4f-4e22-8752-c7ef7b765488 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:37:41.279298 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87eeb605-ab4f-4e22-8752-c7ef7b765488 admin admin] Checking segment: {'id': 'd60253d5-89ba-4b21-b89d-0589fa7d40c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '74151fa0-2dce-48c3-b787-fea9c3e6e0b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=128084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:37:41.279561 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87eeb605-ab4f-4e22-8752-c7ef7b765488 admin admin] Network hostable DHCP agents. Network: 74151fa0-2dce-48c3-b787-fea9c3e6e0b3, hostable agents: ['6be988a9-1d97-480f-be5a-c55abf2c55c5'], hosted agents: [] {{(pid=128084) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 12:37:41.298354 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87eeb605-ab4f-4e22-8752-c7ef7b765488 admin admin] Network 74151fa0-2dce-48c3-b787-fea9c3e6e0b3 is scheduled to be hosted by DHCP agent 6be988a9-1d97-480f-be5a-c55abf2c55c5 with binding_index 1 {{(pid=128084) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 12:37:41.309708 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.base_scheduler [None req-87eeb605-ab4f-4e22-8752-c7ef7b765488 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-4-hyperv, 74151fa0-2dce-48c3-b787-fea9c3e6e0b3) {{(pid=128084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:37:41.315230 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87eeb605-ab4f-4e22-8752-c7ef7b765488 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=128084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:37:41.317185 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-87eeb605-ab4f-4e22-8752-c7ef7b765488 admin admin] Notify callbacks [] for subnet, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:37:41.318071 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c74f3e7-76cf-4e0f-afaa-435ddc0c9c18 None None] Network 74151fa0-2dce-48c3-b787-fea9c3e6e0b3 requested from dv-neutron-797120-4-hyperv {{(pid=128085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:37:41.332477 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-87eeb605-ab4f-4e22-8752-c7ef7b765488 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3571925 Jun 24 12:37:41.335472 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 42164) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:37:41.340343 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-a053e43b-4bcd-4a2e-890b-a48dcf9ca53c admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1441945490-router', 'tenant_id': '863ed5b026fd4edaaa489021c5171ff7', 'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b'}}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:37:41.370813 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-a053e43b-4bcd-4a2e-890b-a48dcf9ca53c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1803889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65293'] for router, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:37:41.372015 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-a053e43b-4bcd-4a2e-890b-a48dcf9ca53c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1803848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1975305', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1581158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65396'] for router, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:37:41.436783 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-a053e43b-4bcd-4a2e-890b-a48dcf9ca53c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:37:41.484690 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1cd70e1-89be-42ac-a1ab-4566cc17a85f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d65c8f8-7530-5052-99fe-8ea05073750b-74151fa0-2dce-48c3-b787-fea9c3e6e0b3', 'network_id': '74151fa0-2dce-48c3-b787-fea9c3e6e0b3', 'tenant_id': '863ed5b026fd4edaaa489021c5171ff7', 'fixed_ips': [{'subnet_id': 'c603a9c6-dd8d-455f-a3ba-4adcdd317362'}]}} from dv-neutron-797120-4-hyperv. {{(pid=128085) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 24 12:37:41.485742 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-c1cd70e1-89be-42ac-a1ab-4566cc17a85f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_create {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:37:41.644427 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.db_base_plugin_common [None req-c1cd70e1-89be-42ac-a1ab-4566cc17a85f None None] Allocated IP 172.20.0.2 (74151fa0-2dce-48c3-b787-fea9c3e6e0b3/c603a9c6-dd8d-455f-a3ba-4adcdd317362/114bfddf-c392-44d9-84c3-dc5788192369) {{(pid=128085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:37:41.801433 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-c1cd70e1-89be-42ac-a1ab-4566cc17a85f None None] Notify callbacks [] for port, precommit_create {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:37:41.810349 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-c1cd70e1-89be-42ac-a1ab-4566cc17a85f None None] Transition to ACTIVE for port object 114bfddf-c392-44d9-84c3-dc5788192369 will not be triggered until provisioned by entity L2. {{(pid=128085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:37:41.826364 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-c1cd70e1-89be-42ac-a1ab-4566cc17a85f None None] Transition to ACTIVE for port object 114bfddf-c392-44d9-84c3-dc5788192369 will not be triggered until provisioned by entity DHCP. {{(pid=128085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:37:41.831602 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-c1cd70e1-89be-42ac-a1ab-4566cc17a85f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-650429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-506361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793193536723'] for port, after_create {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:37:41.834215 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-79bc5317-edda-4289-9e02-738cb2d29901 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:37:41.875031 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1cd70e1-89be-42ac-a1ab-4566cc17a85f None None] Network 74151fa0-2dce-48c3-b787-fea9c3e6e0b3 is already hosted by enough agents. {{(pid=128085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:37:41.878092 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.scheduler.base_scheduler [None req-c1cd70e1-89be-42ac-a1ab-4566cc17a85f None None] Resources bound (agent type, host, resource id): {{(pid=128085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:37:41.882939 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1cd70e1-89be-42ac-a1ab-4566cc17a85f None None] Received port after_create {{(pid=128085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:37:41.885436 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-a053e43b-4bcd-4a2e-890b-a48dcf9ca53c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1975381', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1803205', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65378'] for router, precommit_update {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:37:41.886694 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1cd70e1-89be-42ac-a1ab-4566cc17a85f None None] Pushing event updated for resources: {'Port': ['ID=114bfddf-c392-44d9-84c3-dc5788192369,revision_number=1']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:37:41.898480 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1cd70e1-89be-42ac-a1ab-4566cc17a85f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:37:41.898817 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1cd70e1-89be-42ac-a1ab-4566cc17a85f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:37:41.899155 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1cd70e1-89be-42ac-a1ab-4566cc17a85f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:37:41.899480 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1cd70e1-89be-42ac-a1ab-4566cc17a85f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:37:41.899805 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1cd70e1-89be-42ac-a1ab-4566cc17a85f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:37:41.900127 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1cd70e1-89be-42ac-a1ab-4566cc17a85f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:37:41.900448 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1cd70e1-89be-42ac-a1ab-4566cc17a85f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:37:41.900765 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1cd70e1-89be-42ac-a1ab-4566cc17a85f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:37:41.901105 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1cd70e1-89be-42ac-a1ab-4566cc17a85f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:37:41.901420 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1cd70e1-89be-42ac-a1ab-4566cc17a85f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:37:41.901737 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1cd70e1-89be-42ac-a1ab-4566cc17a85f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:37:41.902047 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1cd70e1-89be-42ac-a1ab-4566cc17a85f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:37:41.926648 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-c1cd70e1-89be-42ac-a1ab-4566cc17a85f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:37:41.957842 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-c1cd70e1-89be-42ac-a1ab-4566cc17a85f None None] Attempting to bind port 114bfddf-c392-44d9-84c3-dc5788192369 on host dv-neutron-797120-4-hyperv for vnic_type normal with profile {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 12:37:41.958549 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-c1cd70e1-89be-42ac-a1ab-4566cc17a85f None None] Attempting to bind port 114bfddf-c392-44d9-84c3-dc5788192369 by drivers openvswitch,hyperv on host dv-neutron-797120-4-hyperv at level 0 using segments [{'id': 'd60253d5-89ba-4b21-b89d-0589fa7d40c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '74151fa0-2dce-48c3-b787-fea9c3e6e0b3'}] {{(pid=128085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 12:37:41.958549 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1cd70e1-89be-42ac-a1ab-4566cc17a85f None None] Attempting to bind port 114bfddf-c392-44d9-84c3-dc5788192369 on network 74151fa0-2dce-48c3-b787-fea9c3e6e0b3 {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:37:41.965826 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1cd70e1-89be-42ac-a1ab-4566cc17a85f None None] Checking agent: {'id': 'e3a695b2-c397-461f-83b0-10b79d490b59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 11, 36, 56), 'started_at': datetime.datetime(2021, 6, 24, 11, 37, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 12, 37, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 12:37:41.966280 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1cd70e1-89be-42ac-a1ab-4566cc17a85f None None] Checking segment: {'id': 'd60253d5-89ba-4b21-b89d-0589fa7d40c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '74151fa0-2dce-48c3-b787-fea9c3e6e0b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=128085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:37:41.966713 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-c1cd70e1-89be-42ac-a1ab-4566cc17a85f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:37:41.967121 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1cd70e1-89be-42ac-a1ab-4566cc17a85f None None] Bound using segment: {'id': 'd60253d5-89ba-4b21-b89d-0589fa7d40c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '74151fa0-2dce-48c3-b787-fea9c3e6e0b3'} {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 12:37:41.967622 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-c1cd70e1-89be-42ac-a1ab-4566cc17a85f None None] Bound port: 114bfddf-c392-44d9-84c3-dc5788192369, host: dv-neutron-797120-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd60253d5-89ba-4b21-b89d-0589fa7d40c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '74151fa0-2dce-48c3-b787-fea9c3e6e0b3'}}] {{(pid=128085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 12:37:41.968014 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-c1cd70e1-89be-42ac-a1ab-4566cc17a85f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:37:42.031043 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-c1cd70e1-89be-42ac-a1ab-4566cc17a85f None None] For port 114bfddf-c392-44d9-84c3-dc5788192369, host dv-neutron-797120-4-hyperv, cleared binding levels {{(pid=128085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 12:37:42.034380 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-c1cd70e1-89be-42ac-a1ab-4566cc17a85f None None] For port 114bfddf-c392-44d9-84c3-dc5788192369, host dv-neutron-797120-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=114bfddf-c392-44d9-84c3-dc5788192369,segment=NetworkSegment(d60253d5-89ba-4b21-b89d-0589fa7d40c2),segment_id=d60253d5-89ba-4b21-b89d-0589fa7d40c2)] {{(pid=128085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 12:37:42.039310 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-c1cd70e1-89be-42ac-a1ab-4566cc17a85f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:37:42.041302 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:37:42.105853 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-a053e43b-4bcd-4a2e-890b-a48dcf9ca53c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:37:42.108084 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1cd70e1-89be-42ac-a1ab-4566cc17a85f None None] Pushing event updated for resources: {'Port': ['ID=114bfddf-c392-44d9-84c3-dc5788192369,revision_number=2']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:37:42.111225 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-c1cd70e1-89be-42ac-a1ab-4566cc17a85f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:37:42.125931 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-a053e43b-4bcd-4a2e-890b-a48dcf9ca53c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:37:42.257109 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.db.db_base_plugin_common [None req-a053e43b-4bcd-4a2e-890b-a48dcf9ca53c admin admin] Allocated IP 172.26.7.120 (f2b8ca71-e776-48b2-8898-96cc7970207b/f37bf603-3862-4d0a-9f58-89616f7fd68f/6436f2bd-89d8-4401-8e7b-08271f81aa58) {{(pid=128084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:37:42.372906 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-a053e43b-4bcd-4a2e-890b-a48dcf9ca53c admin admin] Notify callbacks [] for port, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:37:42.413161 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-a053e43b-4bcd-4a2e-890b-a48dcf9ca53c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-650429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-506361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793193536723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3291971'] for port, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:37:42.416089 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-808697f9-f11b-498c-b066-e3d7332b9254 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:37:42.454944 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a053e43b-4bcd-4a2e-890b-a48dcf9ca53c admin admin] Network f2b8ca71-e776-48b2-8898-96cc7970207b is already hosted by enough agents. {{(pid=128084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:37:42.458797 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.base_scheduler [None req-a053e43b-4bcd-4a2e-890b-a48dcf9ca53c admin admin] Resources bound (agent type, host, resource id): {{(pid=128084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:37:42.464412 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a053e43b-4bcd-4a2e-890b-a48dcf9ca53c admin admin] Received port after_create {{(pid=128084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:37:42.490061 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a053e43b-4bcd-4a2e-890b-a48dcf9ca53c admin admin] Pushing event updated for resources: {'Port': ['ID=6436f2bd-89d8-4401-8e7b-08271f81aa58,revision_number=1']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:37:42.494328 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-a053e43b-4bcd-4a2e-890b-a48dcf9ca53c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:37:42.733119 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-a053e43b-4bcd-4a2e-890b-a48dcf9ca53c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:37:42.947598 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-a053e43b-4bcd-4a2e-890b-a48dcf9ca53c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1803210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1815767'] for router, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:37:43.022806 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f8291e6-7dbb-47ba-8c8e-352b059fb50b None None] Network 74151fa0-2dce-48c3-b787-fea9c3e6e0b3 requested from dv-neutron-797120-4-hyperv {{(pid=128085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:37:43.085162 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-a78dd8fd-ce44-4020-a410-94e62e3a628d None None] Provisioning for port 114bfddf-c392-44d9-84c3-dc5788192369 completed by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:37:43.088718 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a053e43b-4bcd-4a2e-890b-a48dcf9ca53c admin admin] Router dd26f095-270d-41b3-91d7-b7e1a898980a is scheduled to L3 agent 2987dba8-2249-4ee6-96ec-28f0f7a6127d with binding_index 1 {{(pid=128084) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 24 12:37:43.203790 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a053e43b-4bcd-4a2e-890b-a48dcf9ca53c admin admin] Notify agent at l3_agent.dv-neutron-797120-4-hyperv the message routers_updated {{(pid=128084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 12:37:43.216284 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df165be0-0c1e-4642-b32c-4d627996ac0c None None] Sync routers for ids ['dd26f095-270d-41b3-91d7-b7e1a898980a'] in dv-neutron-797120-4-hyperv {{(pid=128085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 12:37:43.223427 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-a053e43b-4bcd-4a2e-890b-a48dcf9ca53c admin admin] Notify callbacks [] for router, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:37:43.224708 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-a053e43b-4bcd-4a2e-890b-a48dcf9ca53c admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.8883274 Jun 24 12:37:43.228154 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 42166) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:37:43.230949 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df165be0-0c1e-4642-b32c-4d627996ac0c None None] Routers {'dd26f095-270d-41b3-91d7-b7e1a898980a'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:37:43.231585 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-df165be0-0c1e-4642-b32c-4d627996ac0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T12:37:26Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['dd26f095-270d-41b3-91d7-b7e1a898980a'], 'active': True} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:37:43.368613 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvr_db [None req-df165be0-0c1e-4642-b32c-4d627996ac0c None None] Set router dd26f095-270d-41b3-91d7-b7e1a898980a gateway port host: dv-neutron-797120-4-hyperv {{(pid=128085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:37:43.431279 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device 114bfddf-c392-44d9-84c3-dc5788192369 up at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:37:43.588568 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning for port 114bfddf-c392-44d9-84c3-dc5788192369 completed by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:37:43.592724 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning complete for port 114bfddf-c392-44d9-84c3-dc5788192369 triggered by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:37:43.593145 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:37:43.656693 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-df165be0-0c1e-4642-b32c-4d627996ac0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd26f095-270d-41b3-91d7-b7e1a898980a', 'name': 'tempest-TestSnapshotPattern-1441945490-router', 'tenant_id': '863ed5b026fd4edaaa489021c5171ff7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'external_fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.120'}], 'enable_snat': True}, 'gw_port_id': '6436f2bd-89d8-4401-8e7b-08271f81aa58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:37:41Z', 'updated_at': '2021-06-24T12:37:42Z', 'revision_number': 3, 'project_id': '863ed5b026fd4edaaa489021c5171ff7', 'gw_port': {'id': '6436f2bd-89d8-4401-8e7b-08271f81aa58', 'name': '', 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:85:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd26f095-270d-41b3-91d7-b7e1a898980a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1858, 'fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:37:42Z', 'updated_at': '2021-06-24T12:37:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-4-hyperv'}], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:37:43.700177 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-e20f792c-da9c-4bad-96b4-374603cdaee7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:37:43.704727 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df165be0-0c1e-4642-b32c-4d627996ac0c None None] Checking router: dd26f095-270d-41b3-91d7-b7e1a898980a for host: dv-neutron-797120-4-hyperv {{(pid=128085) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 12:37:43.705129 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df165be0-0c1e-4642-b32c-4d627996ac0c None None] Updating router dd26f095-270d-41b3-91d7-b7e1a898980a port 6436f2bd-89d8-4401-8e7b-08271f81aa58 binding host dv-neutron-797120-4-hyperv {{(pid=128085) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 12:37:43.758019 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:37:43.778497 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-df165be0-0c1e-4642-b32c-4d627996ac0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:37:43.827018 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] For port 114bfddf-c392-44d9-84c3-dc5788192369, host dv-neutron-797120-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=114bfddf-c392-44d9-84c3-dc5788192369,segment=NetworkSegment(d60253d5-89ba-4b21-b89d-0589fa7d40c2),segment_id=d60253d5-89ba-4b21-b89d-0589fa7d40c2)] {{(pid=128085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:37:43.838547 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:37:43.872425 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.db.db_base_plugin_common [None req-e20f792c-da9c-4bad-96b4-374603cdaee7 admin admin] Allocated IP 172.20.0.1 (74151fa0-2dce-48c3-b787-fea9c3e6e0b3/c603a9c6-dd8d-455f-a3ba-4adcdd317362/94f5cf28-ac75-417e-bd17-3afdeeda3562) {{(pid=128084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:37:43.885517 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:37:43.970651 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Pushing event updated for resources: {'Port': ['ID=114bfddf-c392-44d9-84c3-dc5788192369,revision_number=3']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:37:43.974612 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:37:43.987546 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-e20f792c-da9c-4bad-96b4-374603cdaee7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:37:44.000997 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.db.provisioning_blocks [None req-e20f792c-da9c-4bad-96b4-374603cdaee7 admin admin] Transition to ACTIVE for port object 94f5cf28-ac75-417e-bd17-3afdeeda3562 will not be triggered until provisioned by entity DHCP. {{(pid=128084) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:37:44.041126 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-e20f792c-da9c-4bad-96b4-374603cdaee7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-650429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-506361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793193536723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3291971'] for port, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:37:44.043360 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-08769f98-27a9-470d-8178-42760d784aba tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:37:44.084875 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e20f792c-da9c-4bad-96b4-374603cdaee7 admin admin] Network 74151fa0-2dce-48c3-b787-fea9c3e6e0b3 is already hosted by enough agents. {{(pid=128084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:37:44.089737 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.base_scheduler [None req-e20f792c-da9c-4bad-96b4-374603cdaee7 admin admin] Resources bound (agent type, host, resource id): {{(pid=128084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:37:44.093154 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e20f792c-da9c-4bad-96b4-374603cdaee7 admin admin] Received port after_create {{(pid=128084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:37:44.115184 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-df165be0-0c1e-4642-b32c-4d627996ac0c None None] Notify callbacks [] for port, precommit_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:37:44.117352 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20f792c-da9c-4bad-96b4-374603cdaee7 admin admin] Pushing event updated for resources: {'Port': ['ID=94f5cf28-ac75-417e-bd17-3afdeeda3562,revision_number=1']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:37:44.121838 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-e20f792c-da9c-4bad-96b4-374603cdaee7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:37:44.132496 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-df165be0-0c1e-4642-b32c-4d627996ac0c None None] Transition to ACTIVE for port object 6436f2bd-89d8-4401-8e7b-08271f81aa58 will not be triggered until provisioned by entity L2. {{(pid=128085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:37:44.139441 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-df165be0-0c1e-4642-b32c-4d627996ac0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:37:44.142446 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:37:44.144119 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-e20f792c-da9c-4bad-96b4-374603cdaee7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1978458'] for router_interface, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:37:44.195724 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-df165be0-0c1e-4642-b32c-4d627996ac0c None None] Attempting to bind port 6436f2bd-89d8-4401-8e7b-08271f81aa58 on host dv-neutron-797120-4-hyperv for vnic_type normal with profile {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 12:37:44.196107 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-df165be0-0c1e-4642-b32c-4d627996ac0c None None] Attempting to bind port 6436f2bd-89d8-4401-8e7b-08271f81aa58 by drivers openvswitch,hyperv on host dv-neutron-797120-4-hyperv at level 0 using segments [{'id': '1139564f-ff83-4b49-a593-84b33301357d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b'}] {{(pid=128085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 12:37:44.196486 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df165be0-0c1e-4642-b32c-4d627996ac0c None None] Attempting to bind port 6436f2bd-89d8-4401-8e7b-08271f81aa58 on network f2b8ca71-e776-48b2-8898-96cc7970207b {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:37:44.199625 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5192204-f1e9-425c-9117-b4ac91d2a2dd None None] Pushing event updated for resources: {'Port': ['ID=6436f2bd-89d8-4401-8e7b-08271f81aa58,revision_number=2']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:37:44.203628 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-c5192204-f1e9-425c-9117-b4ac91d2a2dd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:37:44.204776 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df165be0-0c1e-4642-b32c-4d627996ac0c None None] Checking agent: {'id': 'e3a695b2-c397-461f-83b0-10b79d490b59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 11, 36, 56), 'started_at': datetime.datetime(2021, 6, 24, 11, 37, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 12, 37, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 12:37:44.205187 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df165be0-0c1e-4642-b32c-4d627996ac0c None None] Checking segment: {'id': '1139564f-ff83-4b49-a593-84b33301357d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=128085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:37:44.205602 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-df165be0-0c1e-4642-b32c-4d627996ac0c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:37:44.205996 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df165be0-0c1e-4642-b32c-4d627996ac0c None None] Bound using segment: {'id': '1139564f-ff83-4b49-a593-84b33301357d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b'} {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 12:37:44.206533 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-df165be0-0c1e-4642-b32c-4d627996ac0c None None] Bound port: 6436f2bd-89d8-4401-8e7b-08271f81aa58, host: dv-neutron-797120-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1139564f-ff83-4b49-a593-84b33301357d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b'}}] {{(pid=128085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 12:37:44.207362 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-df165be0-0c1e-4642-b32c-4d627996ac0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:37:44.263917 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-df165be0-0c1e-4642-b32c-4d627996ac0c None None] For port 6436f2bd-89d8-4401-8e7b-08271f81aa58, host dv-neutron-797120-4-hyperv, cleared binding levels {{(pid=128085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 12:37:44.267973 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-df165be0-0c1e-4642-b32c-4d627996ac0c None None] For port 6436f2bd-89d8-4401-8e7b-08271f81aa58, host dv-neutron-797120-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=6436f2bd-89d8-4401-8e7b-08271f81aa58,segment=NetworkSegment(1139564f-ff83-4b49-a593-84b33301357d),segment_id=1139564f-ff83-4b49-a593-84b33301357d)] {{(pid=128085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 12:37:44.272726 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-df165be0-0c1e-4642-b32c-4d627996ac0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:37:44.274842 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:37:44.304076 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-e20f792c-da9c-4bad-96b4-374603cdaee7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:37:44.338453 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df165be0-0c1e-4642-b32c-4d627996ac0c None None] Routers {'dd26f095-270d-41b3-91d7-b7e1a898980a'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:37:44.339000 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-df165be0-0c1e-4642-b32c-4d627996ac0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T12:37:26Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['dd26f095-270d-41b3-91d7-b7e1a898980a'], 'active': True} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:37:44.344293 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5192204-f1e9-425c-9117-b4ac91d2a2dd None None] Pushing event updated for resources: {'Port': ['ID=6436f2bd-89d8-4401-8e7b-08271f81aa58,revision_number=3']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:37:44.378076 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-c5192204-f1e9-425c-9117-b4ac91d2a2dd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:37:44.400806 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-fadf79ac-09af-4153-b711-3e8048e9bf77 None None] Provisioning for port 94f5cf28-ac75-417e-bd17-3afdeeda3562 completed by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:37:44.407151 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-fadf79ac-09af-4153-b711-3e8048e9bf77 None None] Provisioning complete for port 94f5cf28-ac75-417e-bd17-3afdeeda3562 triggered by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:37:44.407538 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-fadf79ac-09af-4153-b711-3e8048e9bf77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:37:44.481891 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-e20f792c-da9c-4bad-96b4-374603cdaee7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:37:44.486530 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-e20f792c-da9c-4bad-96b4-374603cdaee7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3292081'] for port, after_update {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:37:44.490126 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-08769f98-27a9-470d-8178-42760d784aba tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:37:44.568271 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20f792c-da9c-4bad-96b4-374603cdaee7 admin admin] Pushing event updated for resources: {'Port': ['ID=94f5cf28-ac75-417e-bd17-3afdeeda3562,revision_number=2']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:37:44.571644 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-e20f792c-da9c-4bad-96b4-374603cdaee7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:37:44.572916 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-e20f792c-da9c-4bad-96b4-374603cdaee7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1783050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1978542'] for router_interface, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:37:44.644041 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-fadf79ac-09af-4153-b711-3e8048e9bf77 None None] Port 94f5cf28-ac75-417e-bd17-3afdeeda3562 cannot update to ACTIVE because it is not bound. {{(pid=128085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 12:37:44.653254 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvr_db [None req-df165be0-0c1e-4642-b32c-4d627996ac0c None None] Set router dd26f095-270d-41b3-91d7-b7e1a898980a gateway port host: dv-neutron-797120-4-hyperv {{(pid=128085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:37:44.861816 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-df165be0-0c1e-4642-b32c-4d627996ac0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd26f095-270d-41b3-91d7-b7e1a898980a', 'name': 'tempest-TestSnapshotPattern-1441945490-router', 'tenant_id': '863ed5b026fd4edaaa489021c5171ff7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'external_fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.120'}], 'enable_snat': True}, 'gw_port_id': '6436f2bd-89d8-4401-8e7b-08271f81aa58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:37:41Z', 'updated_at': '2021-06-24T12:37:44Z', 'revision_number': 4, 'project_id': '863ed5b026fd4edaaa489021c5171ff7', 'gw_port': {'id': '6436f2bd-89d8-4401-8e7b-08271f81aa58', 'name': '', 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:85:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd26f095-270d-41b3-91d7-b7e1a898980a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1858, 'fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:37:42Z', 'updated_at': '2021-06-24T12:37:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-4-hyperv', '_interfaces': [{'id': '94f5cf28-ac75-417e-bd17-3afdeeda3562', 'name': '', 'network_id': '74151fa0-2dce-48c3-b787-fea9c3e6e0b3', 'tenant_id': '863ed5b026fd4edaaa489021c5171ff7', 'mac_address': 'fa:16:3e:4e:e8:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd26f095-270d-41b3-91d7-b7e1a898980a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': 'c603a9c6-dd8d-455f-a3ba-4adcdd317362', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:37:43Z', 'updated_at': '2021-06-24T12:37:43Z', 'revision_number': 1, 'project_id': '863ed5b026fd4edaaa489021c5171ff7', 'subnets': [{'id': 'c603a9c6-dd8d-455f-a3ba-4adcdd317362', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:37:44.893960 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df165be0-0c1e-4642-b32c-4d627996ac0c None None] The sync data for ids ['dd26f095-270d-41b3-91d7-b7e1a898980a'] in dv-neutron-797120-4-hyperv is: [{'id': 'dd26f095-270d-41b3-91d7-b7e1a898980a', 'name': 'tempest-TestSnapshotPattern-1441945490-router', 'tenant_id': '863ed5b026fd4edaaa489021c5171ff7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'external_fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.120'}], 'enable_snat': True}, 'gw_port_id': '6436f2bd-89d8-4401-8e7b-08271f81aa58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:37:41Z', 'updated_at': '2021-06-24T12:37:44Z', 'revision_number': 4, 'project_id': '863ed5b026fd4edaaa489021c5171ff7', 'gw_port': {'id': '6436f2bd-89d8-4401-8e7b-08271f81aa58', 'name': '', 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:85:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd26f095-270d-41b3-91d7-b7e1a898980a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1858, 'fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:37:42Z', 'updated_at': '2021-06-24T12:37:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-4-hyperv', '_interfaces': [{'id': '94f5cf28-ac75-417e-bd17-3afdeeda3562', 'name': '', 'network_id': '74151fa0-2dce-48c3-b787-fea9c3e6e0b3', 'tenant_id': '863ed5b026fd4edaaa489021c5171ff7', 'mac_address': 'fa:16:3e:4e:e8:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd26f095-270d-41b3-91d7-b7e1a898980a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': 'c603a9c6-dd8d-455f-a3ba-4adcdd317362', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:37:43Z', 'updated_at': '2021-06-24T12:37:43Z', 'revision_number': 1, 'project_id': '863ed5b026fd4edaaa489021c5171ff7', 'subnets': [{'id': 'c603a9c6-dd8d-455f-a3ba-4adcdd317362', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=128085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 12:37:44.958765 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e20f792c-da9c-4bad-96b4-374603cdaee7 admin admin] Network 74151fa0-2dce-48c3-b787-fea9c3e6e0b3 is already hosted by enough agents. {{(pid=128084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:37:44.960282 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.base_scheduler [None req-e20f792c-da9c-4bad-96b4-374603cdaee7 admin admin] Resources bound (agent type, host, resource id): {{(pid=128084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:37:45.094356 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e20f792c-da9c-4bad-96b4-374603cdaee7 admin admin] Router dd26f095-270d-41b3-91d7-b7e1a898980a has already been hosted by L3 agent 2987dba8-2249-4ee6-96ec-28f0f7a6127d {{(pid=128084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 12:37:45.215793 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:37:45.249279 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e20f792c-da9c-4bad-96b4-374603cdaee7 admin admin] Notify agent at l3_agent.dv-neutron-797120-4-hyperv the message routers_updated {{(pid=128084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 12:37:45.257572 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-e20f792c-da9c-4bad-96b4-374603cdaee7 admin admin] 10.222.0.53 "PUT /v2.0/routers/dd26f095-270d-41b3-91d7-b7e1a898980a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0282674 Jun 24 12:37:45.270184 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-7f0ff30e-c4ce-4478-812d-f5657e6cfd7a None None] Provisioning complete for port 94f5cf28-ac75-417e-bd17-3afdeeda3562 triggered by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:37:45.270801 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-7f0ff30e-c4ce-4478-812d-f5657e6cfd7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:37:45.307639 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-7f0ff30e-c4ce-4478-812d-f5657e6cfd7a None None] Port 94f5cf28-ac75-417e-bd17-3afdeeda3562 cannot update to ACTIVE because it is not bound. {{(pid=128085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 12:37:45.382324 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device 114bfddf-c392-44d9-84c3-dc5788192369 up at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:37:45.439163 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning complete for port 114bfddf-c392-44d9-84c3-dc5788192369 triggered by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:37:45.439643 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:37:45.810845 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 42182) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:37:45.816070 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [None req-6c026929-0210-4078-a415-dc8d9fe78304 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-790823498-network', 'tenant_id': '1298885b3e924d4d8ef389b26ac09c51'}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:37:45.838158 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c026929-0210-4078-a415-dc8d9fe78304 admin admin] Made reservation on behalf of 1298885b3e924d4d8ef389b26ac09c51 for: {'network': 1} {{(pid=128083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:37:45.840705 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-6c026929-0210-4078-a415-dc8d9fe78304 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for network, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:37:45.850723 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-6c026929-0210-4078-a415-dc8d9fe78304 admin admin] Notify callbacks [] for security_group, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:37:45.951400 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-6c026929-0210-4078-a415-dc8d9fe78304 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:37:45.955129 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-6c026929-0210-4078-a415-dc8d9fe78304 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800410'] for security_group, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:37:45.959458 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-7727eeac-f8a2-446f-8c1e-5ca56f17cce7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:37:45.985129 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c026929-0210-4078-a415-dc8d9fe78304 admin admin] vlan segment allocate from pool success with {'vlan_id': 619, 'physical_network': 'physnet1'} {{(pid=128083) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 12:37:46.003181 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-6c026929-0210-4078-a415-dc8d9fe78304 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967879'] for segment, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:37:46.003570 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.db.segments_db [None req-6c026929-0210-4078-a415-dc8d9fe78304 admin admin] Added segment 5595babc-8c43-4435-8db9-5849e96e9364 of type vlan for network 6ea5254f-776f-455d-88cd-bf03755f918c Jun 24 12:37:46.005430 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c026929-0210-4078-a415-dc8d9fe78304 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98e3b24c-122f-443e-8902-b606eefd03a1,revision_number=1']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:37:46.015863 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-6c026929-0210-4078-a415-dc8d9fe78304 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:37:46.050110 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-6c026929-0210-4078-a415-dc8d9fe78304 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793193525068'] for network, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:37:46.081827 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-6c026929-0210-4078-a415-dc8d9fe78304 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1800243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976'] for network, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:37:46.083341 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c026929-0210-4078-a415-dc8d9fe78304 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:37:46.084195 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-6c026929-0210-4078-a415-dc8d9fe78304 admin admin] Notify callbacks [] for network, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:37:46.086557 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-d7da9a6b-2f5c-48f8-8044-d0376375c521 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:37:46.140835 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-6c026929-0210-4078-a415-dc8d9fe78304 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3286197 Jun 24 12:37:46.143466 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 42184) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:37:46.151703 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [None req-8a89d890-bd16-4129-8ce6-cb3ba51a3372 admin admin] Request body: {'subnet': {'network_id': '6ea5254f-776f-455d-88cd-bf03755f918c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-790823498-subnet', 'tenant_id': '1298885b3e924d4d8ef389b26ac09c51', 'ip_version': 4}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:37:46.162124 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c026929-0210-4078-a415-dc8d9fe78304 admin admin] Pushing event updated for resources: {'Network': ['ID=6ea5254f-776f-455d-88cd-bf03755f918c,revision_number=1']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:37:46.166514 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-6c026929-0210-4078-a415-dc8d9fe78304 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:37:46.172620 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Network 6ea5254f-776f-455d-88cd-bf03755f918c details requested by agent ovs-agent-dv-neutron-797120-4-hyperv with host dv-neutron-797120-4-hyperv {{(pid=128085) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 12:37:46.178670 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a89d890-bd16-4129-8ce6-cb3ba51a3372 admin admin] Made reservation on behalf of 1298885b3e924d4d8ef389b26ac09c51 for: {'subnet': 1} {{(pid=128083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:37:46.181227 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-8a89d890-bd16-4129-8ce6-cb3ba51a3372 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3289788'] for subnet, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:37:46.361510 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-8a89d890-bd16-4129-8ce6-cb3ba51a3372 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2537737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3289942'] for subnet, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:37:46.364448 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-5387ff66-89fc-413a-8c5b-3d1e5e51cb25 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:37:46.427429 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a89d890-bd16-4129-8ce6-cb3ba51a3372 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b8721017-4fed-4ae1-b684-30be010a2a5e,revision_number=0']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:37:46.430674 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-8a89d890-bd16-4129-8ce6-cb3ba51a3372 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:37:46.436278 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a89d890-bd16-4129-8ce6-cb3ba51a3372 admin admin] Checking segment: {'id': '5595babc-8c43-4435-8db9-5849e96e9364', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '6ea5254f-776f-455d-88cd-bf03755f918c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=128083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:37:46.436624 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a89d890-bd16-4129-8ce6-cb3ba51a3372 admin admin] Network hostable DHCP agents. Network: 6ea5254f-776f-455d-88cd-bf03755f918c, hostable agents: ['6be988a9-1d97-480f-be5a-c55abf2c55c5'], hosted agents: [] {{(pid=128083) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 12:37:46.453836 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a89d890-bd16-4129-8ce6-cb3ba51a3372 admin admin] Network 6ea5254f-776f-455d-88cd-bf03755f918c is scheduled to be hosted by DHCP agent 6be988a9-1d97-480f-be5a-c55abf2c55c5 with binding_index 1 {{(pid=128083) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 12:37:46.463501 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.base_scheduler [None req-8a89d890-bd16-4129-8ce6-cb3ba51a3372 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-4-hyperv, 6ea5254f-776f-455d-88cd-bf03755f918c) {{(pid=128083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:37:46.468133 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a89d890-bd16-4129-8ce6-cb3ba51a3372 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:37:46.468920 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-8a89d890-bd16-4129-8ce6-cb3ba51a3372 admin admin] Notify callbacks [] for subnet, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:37:46.473974 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e22a877e-9591-43dd-8d4d-eb71f79b2e48 None None] Network 6ea5254f-776f-455d-88cd-bf03755f918c requested from dv-neutron-797120-4-hyperv {{(pid=128085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:37:46.487017 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-8a89d890-bd16-4129-8ce6-cb3ba51a3372 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3425181 Jun 24 12:37:46.490169 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 42186) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:37:46.494778 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [None req-48bc1bb1-0d24-4cfa-8f8c-8903c666629c admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-790823498-router', 'tenant_id': '1298885b3e924d4d8ef389b26ac09c51', 'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b'}}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:37:46.514850 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-48bc1bb1-0d24-4cfa-8f8c-8903c666629c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1803889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65293'] for router, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:37:46.515899 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-48bc1bb1-0d24-4cfa-8f8c-8903c666629c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1803848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1975305', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1581158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65396'] for router, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:37:46.573721 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-48bc1bb1-0d24-4cfa-8f8c-8903c666629c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:37:46.631637 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f55e9704-fee7-4098-b0c2-bdee2a133fd0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d65c8f8-7530-5052-99fe-8ea05073750b-6ea5254f-776f-455d-88cd-bf03755f918c', 'network_id': '6ea5254f-776f-455d-88cd-bf03755f918c', 'tenant_id': '1298885b3e924d4d8ef389b26ac09c51', 'fixed_ips': [{'subnet_id': 'b8721017-4fed-4ae1-b684-30be010a2a5e'}]}} from dv-neutron-797120-4-hyperv. {{(pid=128085) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 24 12:37:46.632597 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-f55e9704-fee7-4098-b0c2-bdee2a133fd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_create {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:37:46.793664 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.db_base_plugin_common [None req-f55e9704-fee7-4098-b0c2-bdee2a133fd0 None None] Allocated IP 172.20.0.2 (6ea5254f-776f-455d-88cd-bf03755f918c/b8721017-4fed-4ae1-b684-30be010a2a5e/7aa6499d-d8bb-4903-8162-15b0991117db) {{(pid=128085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:37:46.965783 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-f55e9704-fee7-4098-b0c2-bdee2a133fd0 None None] Notify callbacks [] for port, precommit_create {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:37:46.976222 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-f55e9704-fee7-4098-b0c2-bdee2a133fd0 None None] Transition to ACTIVE for port object 7aa6499d-d8bb-4903-8162-15b0991117db will not be triggered until provisioned by entity L2. {{(pid=128085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:37:46.992213 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-f55e9704-fee7-4098-b0c2-bdee2a133fd0 None None] Transition to ACTIVE for port object 7aa6499d-d8bb-4903-8162-15b0991117db will not be triggered until provisioned by entity DHCP. {{(pid=128085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:37:46.998282 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-f55e9704-fee7-4098-b0c2-bdee2a133fd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-650429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-506361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793193536723'] for port, after_create {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:37:47.001090 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-5d8af388-4743-4162-a079-ddd2cf4e08c6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:37:47.032008 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce4712a9-a157-4279-83cb-3708479bb8d1 None None] Sync routers for ids ['dd26f095-270d-41b3-91d7-b7e1a898980a'] in dv-neutron-797120-4-hyperv {{(pid=128086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 12:37:47.043405 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce4712a9-a157-4279-83cb-3708479bb8d1 None None] Routers {'dd26f095-270d-41b3-91d7-b7e1a898980a'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:37:47.044021 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-ce4712a9-a157-4279-83cb-3708479bb8d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T12:37:26Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['dd26f095-270d-41b3-91d7-b7e1a898980a'], 'active': True} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:37:47.050364 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f55e9704-fee7-4098-b0c2-bdee2a133fd0 None None] Network 6ea5254f-776f-455d-88cd-bf03755f918c is already hosted by enough agents. {{(pid=128085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:37:47.052649 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-48bc1bb1-0d24-4cfa-8f8c-8903c666629c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1975381', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1803205', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65378'] for router, precommit_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:37:47.055271 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.scheduler.base_scheduler [None req-f55e9704-fee7-4098-b0c2-bdee2a133fd0 None None] Resources bound (agent type, host, resource id): {{(pid=128085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:37:47.060513 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f55e9704-fee7-4098-b0c2-bdee2a133fd0 None None] Received port after_create {{(pid=128085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:37:47.063874 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55e9704-fee7-4098-b0c2-bdee2a133fd0 None None] Pushing event updated for resources: {'Port': ['ID=7aa6499d-d8bb-4903-8162-15b0991117db,revision_number=1']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:37:47.068912 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-f55e9704-fee7-4098-b0c2-bdee2a133fd0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:37:47.125416 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-f55e9704-fee7-4098-b0c2-bdee2a133fd0 None None] Attempting to bind port 7aa6499d-d8bb-4903-8162-15b0991117db on host dv-neutron-797120-4-hyperv for vnic_type normal with profile {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 12:37:47.125882 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-f55e9704-fee7-4098-b0c2-bdee2a133fd0 None None] Attempting to bind port 7aa6499d-d8bb-4903-8162-15b0991117db by drivers openvswitch,hyperv on host dv-neutron-797120-4-hyperv at level 0 using segments [{'id': '5595babc-8c43-4435-8db9-5849e96e9364', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '6ea5254f-776f-455d-88cd-bf03755f918c'}] {{(pid=128085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 12:37:47.126433 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f55e9704-fee7-4098-b0c2-bdee2a133fd0 None None] Attempting to bind port 7aa6499d-d8bb-4903-8162-15b0991117db on network 6ea5254f-776f-455d-88cd-bf03755f918c {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:37:47.132319 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f55e9704-fee7-4098-b0c2-bdee2a133fd0 None None] Checking agent: {'id': 'e3a695b2-c397-461f-83b0-10b79d490b59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 11, 36, 56), 'started_at': datetime.datetime(2021, 6, 24, 11, 37, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 12, 37, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 12:37:47.132809 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f55e9704-fee7-4098-b0c2-bdee2a133fd0 None None] Checking segment: {'id': '5595babc-8c43-4435-8db9-5849e96e9364', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '6ea5254f-776f-455d-88cd-bf03755f918c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=128085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:37:47.133298 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-f55e9704-fee7-4098-b0c2-bdee2a133fd0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:37:47.133761 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f55e9704-fee7-4098-b0c2-bdee2a133fd0 None None] Bound using segment: {'id': '5595babc-8c43-4435-8db9-5849e96e9364', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '6ea5254f-776f-455d-88cd-bf03755f918c'} {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 12:37:47.134295 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-f55e9704-fee7-4098-b0c2-bdee2a133fd0 None None] Bound port: 7aa6499d-d8bb-4903-8162-15b0991117db, host: dv-neutron-797120-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5595babc-8c43-4435-8db9-5849e96e9364', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '6ea5254f-776f-455d-88cd-bf03755f918c'}}] {{(pid=128085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 12:37:47.134749 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-f55e9704-fee7-4098-b0c2-bdee2a133fd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:37:47.173031 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_dvr_db [None req-ce4712a9-a157-4279-83cb-3708479bb8d1 None None] Set router dd26f095-270d-41b3-91d7-b7e1a898980a gateway port host: dv-neutron-797120-4-hyperv {{(pid=128086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:37:47.208280 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-f55e9704-fee7-4098-b0c2-bdee2a133fd0 None None] For port 7aa6499d-d8bb-4903-8162-15b0991117db, host dv-neutron-797120-4-hyperv, cleared binding levels {{(pid=128085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 12:37:47.211784 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-f55e9704-fee7-4098-b0c2-bdee2a133fd0 None None] For port 7aa6499d-d8bb-4903-8162-15b0991117db, host dv-neutron-797120-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=7aa6499d-d8bb-4903-8162-15b0991117db,segment=NetworkSegment(5595babc-8c43-4435-8db9-5849e96e9364),segment_id=5595babc-8c43-4435-8db9-5849e96e9364)] {{(pid=128085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 12:37:47.216724 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-f55e9704-fee7-4098-b0c2-bdee2a133fd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:37:47.220646 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-c6b4b264-e65a-4506-985b-1ed8613ee2e2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:37:47.287573 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55e9704-fee7-4098-b0c2-bdee2a133fd0 None None] Pushing event updated for resources: {'Port': ['ID=7aa6499d-d8bb-4903-8162-15b0991117db,revision_number=2']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:37:47.290840 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-f55e9704-fee7-4098-b0c2-bdee2a133fd0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:37:47.294820 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-48bc1bb1-0d24-4cfa-8f8c-8903c666629c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:37:47.328035 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-48bc1bb1-0d24-4cfa-8f8c-8903c666629c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:37:47.401830 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device 6436f2bd-89d8-4401-8e7b-08271f81aa58 up at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:37:47.435127 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-ce4712a9-a157-4279-83cb-3708479bb8d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd26f095-270d-41b3-91d7-b7e1a898980a', 'name': 'tempest-TestSnapshotPattern-1441945490-router', 'tenant_id': '863ed5b026fd4edaaa489021c5171ff7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'external_fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.120'}], 'enable_snat': True}, 'gw_port_id': '6436f2bd-89d8-4401-8e7b-08271f81aa58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:37:41Z', 'updated_at': '2021-06-24T12:37:44Z', 'revision_number': 4, 'project_id': '863ed5b026fd4edaaa489021c5171ff7', 'gw_port': {'id': '6436f2bd-89d8-4401-8e7b-08271f81aa58', 'name': '', 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:85:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd26f095-270d-41b3-91d7-b7e1a898980a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1858, 'fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:37:42Z', 'updated_at': '2021-06-24T12:37:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-4-hyperv', '_interfaces': [{'id': '94f5cf28-ac75-417e-bd17-3afdeeda3562', 'name': '', 'network_id': '74151fa0-2dce-48c3-b787-fea9c3e6e0b3', 'tenant_id': '863ed5b026fd4edaaa489021c5171ff7', 'mac_address': 'fa:16:3e:4e:e8:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd26f095-270d-41b3-91d7-b7e1a898980a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': 'c603a9c6-dd8d-455f-a3ba-4adcdd317362', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:37:43Z', 'updated_at': '2021-06-24T12:37:44Z', 'revision_number': 2, 'project_id': '863ed5b026fd4edaaa489021c5171ff7', 'subnets': [{'id': 'c603a9c6-dd8d-455f-a3ba-4adcdd317362', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:37:47.450309 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.db_base_plugin_common [None req-48bc1bb1-0d24-4cfa-8f8c-8903c666629c admin admin] Allocated IP 172.26.7.135 (f2b8ca71-e776-48b2-8898-96cc7970207b/f37bf603-3862-4d0a-9f58-89616f7fd68f/26927a36-e20b-4c12-bd19-39e111761008) {{(pid=128083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:37:47.466975 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning for port 6436f2bd-89d8-4401-8e7b-08271f81aa58 completed by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:37:47.468238 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce4712a9-a157-4279-83cb-3708479bb8d1 None None] Checking router: dd26f095-270d-41b3-91d7-b7e1a898980a for host: dv-neutron-797120-4-hyperv {{(pid=128086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 12:37:47.468595 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce4712a9-a157-4279-83cb-3708479bb8d1 None None] Updating router dd26f095-270d-41b3-91d7-b7e1a898980a port 94f5cf28-ac75-417e-bd17-3afdeeda3562 binding host dv-neutron-797120-4-hyperv {{(pid=128086) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 12:37:47.474853 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning complete for port 6436f2bd-89d8-4401-8e7b-08271f81aa58 triggered by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:37:47.475426 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:37:47.539937 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron_lib.callbacks.manager [None req-ce4712a9-a157-4279-83cb-3708479bb8d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:37:47.630731 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:37:47.632855 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-48bc1bb1-0d24-4cfa-8f8c-8903c666629c admin admin] Notify callbacks [] for port, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:37:47.653226 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] For port 6436f2bd-89d8-4401-8e7b-08271f81aa58, host dv-neutron-797120-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=6436f2bd-89d8-4401-8e7b-08271f81aa58,segment=NetworkSegment(1139564f-ff83-4b49-a593-84b33301357d),segment_id=1139564f-ff83-4b49-a593-84b33301357d)] {{(pid=128085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:37:47.665431 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:37:47.667831 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-00eaf6ce-78e8-4ded-ae19-7a604786d969 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:37:47.693933 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-48bc1bb1-0d24-4cfa-8f8c-8903c666629c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-650429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-506361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793193536723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2537853'] for port, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:37:47.702169 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-bee3e7c1-5c6b-44d5-9855-7a7453920c30 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:37:47.720951 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Pushing event updated for resources: {'Port': ['ID=6436f2bd-89d8-4401-8e7b-08271f81aa58,revision_number=4']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:37:47.724869 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:37:47.748815 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48bc1bb1-0d24-4cfa-8f8c-8903c666629c admin admin] Network f2b8ca71-e776-48b2-8898-96cc7970207b is already hosted by enough agents. {{(pid=128083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:37:47.753034 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.base_scheduler [None req-48bc1bb1-0d24-4cfa-8f8c-8903c666629c admin admin] Resources bound (agent type, host, resource id): {{(pid=128083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:37:47.755837 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48bc1bb1-0d24-4cfa-8f8c-8903c666629c admin admin] Pushing event updated for resources: {'Port': ['ID=26927a36-e20b-4c12-bd19-39e111761008,revision_number=1']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:37:47.757925 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48bc1bb1-0d24-4cfa-8f8c-8903c666629c admin admin] Received port after_create {{(pid=128083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:37:47.761244 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-48bc1bb1-0d24-4cfa-8f8c-8903c666629c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:37:47.867458 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron_lib.callbacks.manager [None req-ce4712a9-a157-4279-83cb-3708479bb8d1 None None] Notify callbacks [] for port, precommit_update {{(pid=128086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:37:47.880306 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.provisioning_blocks [None req-ce4712a9-a157-4279-83cb-3708479bb8d1 None None] Transition to ACTIVE for port object 94f5cf28-ac75-417e-bd17-3afdeeda3562 will not be triggered until provisioned by entity L2. {{(pid=128086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:37:47.889353 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron_lib.callbacks.manager [None req-ce4712a9-a157-4279-83cb-3708479bb8d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:37:47.892114 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG oslo_concurrency.lockutils [None req-e39001bd-3fdc-4d68-9222-2e311bc74d08 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128086) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:37:47.976879 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c7a7f4-4f50-47a6-bade-25bbbd0cedd1 None None] Pushing event updated for resources: {'Port': ['ID=94f5cf28-ac75-417e-bd17-3afdeeda3562,revision_number=3']} {{(pid=128086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:37:48.005154 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c7a7f4-4f50-47a6-bade-25bbbd0cedd1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:37:48.005657 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c7a7f4-4f50-47a6-bade-25bbbd0cedd1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:37:48.006096 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c7a7f4-4f50-47a6-bade-25bbbd0cedd1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:37:48.006520 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c7a7f4-4f50-47a6-bade-25bbbd0cedd1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:37:48.006951 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c7a7f4-4f50-47a6-bade-25bbbd0cedd1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:37:48.007371 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c7a7f4-4f50-47a6-bade-25bbbd0cedd1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:37:48.007809 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c7a7f4-4f50-47a6-bade-25bbbd0cedd1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:37:48.008226 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c7a7f4-4f50-47a6-bade-25bbbd0cedd1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:37:48.008643 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c7a7f4-4f50-47a6-bade-25bbbd0cedd1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:37:48.009082 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c7a7f4-4f50-47a6-bade-25bbbd0cedd1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:37:48.009495 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c7a7f4-4f50-47a6-bade-25bbbd0cedd1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:37:48.009905 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c7a7f4-4f50-47a6-bade-25bbbd0cedd1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:37:48.018705 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG oslo_concurrency.lockutils [None req-98c7a7f4-4f50-47a6-bade-25bbbd0cedd1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=128086) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:37:48.024169 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.plugins.ml2.managers [None req-ce4712a9-a157-4279-83cb-3708479bb8d1 None None] Attempting to bind port 94f5cf28-ac75-417e-bd17-3afdeeda3562 on host dv-neutron-797120-4-hyperv for vnic_type normal with profile {{(pid=128086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 12:37:48.024863 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.plugins.ml2.managers [None req-ce4712a9-a157-4279-83cb-3708479bb8d1 None None] Attempting to bind port 94f5cf28-ac75-417e-bd17-3afdeeda3562 by drivers openvswitch,hyperv on host dv-neutron-797120-4-hyperv at level 0 using segments [{'id': 'd60253d5-89ba-4b21-b89d-0589fa7d40c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '74151fa0-2dce-48c3-b787-fea9c3e6e0b3'}] {{(pid=128086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 12:37:48.025050 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce4712a9-a157-4279-83cb-3708479bb8d1 None None] Attempting to bind port 94f5cf28-ac75-417e-bd17-3afdeeda3562 on network 74151fa0-2dce-48c3-b787-fea9c3e6e0b3 {{(pid=128086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:37:48.027723 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-48bc1bb1-0d24-4cfa-8f8c-8903c666629c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:37:48.036198 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce4712a9-a157-4279-83cb-3708479bb8d1 None None] Checking agent: {'id': 'e3a695b2-c397-461f-83b0-10b79d490b59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 11, 36, 56), 'started_at': datetime.datetime(2021, 6, 24, 11, 37, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 12, 37, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=128086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 12:37:48.036816 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce4712a9-a157-4279-83cb-3708479bb8d1 None None] Checking segment: {'id': 'd60253d5-89ba-4b21-b89d-0589fa7d40c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '74151fa0-2dce-48c3-b787-fea9c3e6e0b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=128086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:37:48.036993 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron_lib.callbacks.manager [None req-ce4712a9-a157-4279-83cb-3708479bb8d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=128086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:37:48.037405 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce4712a9-a157-4279-83cb-3708479bb8d1 None None] Bound using segment: {'id': 'd60253d5-89ba-4b21-b89d-0589fa7d40c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '74151fa0-2dce-48c3-b787-fea9c3e6e0b3'} {{(pid=128086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 12:37:48.038117 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.plugins.ml2.managers [None req-ce4712a9-a157-4279-83cb-3708479bb8d1 None None] Bound port: 94f5cf28-ac75-417e-bd17-3afdeeda3562, host: dv-neutron-797120-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd60253d5-89ba-4b21-b89d-0589fa7d40c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '74151fa0-2dce-48c3-b787-fea9c3e6e0b3'}}] {{(pid=128086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 12:37:48.038692 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron_lib.callbacks.manager [None req-ce4712a9-a157-4279-83cb-3708479bb8d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:37:48.122651 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.plugins.ml2.db [None req-ce4712a9-a157-4279-83cb-3708479bb8d1 None None] For port 94f5cf28-ac75-417e-bd17-3afdeeda3562, host dv-neutron-797120-4-hyperv, cleared binding levels {{(pid=128086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 12:37:48.127131 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.plugins.ml2.db [None req-ce4712a9-a157-4279-83cb-3708479bb8d1 None None] For port 94f5cf28-ac75-417e-bd17-3afdeeda3562, host dv-neutron-797120-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=94f5cf28-ac75-417e-bd17-3afdeeda3562,segment=NetworkSegment(d60253d5-89ba-4b21-b89d-0589fa7d40c2),segment_id=d60253d5-89ba-4b21-b89d-0589fa7d40c2)] {{(pid=128086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 12:37:48.132318 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron_lib.callbacks.manager [None req-ce4712a9-a157-4279-83cb-3708479bb8d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:37:48.141612 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG oslo_concurrency.lockutils [None req-9871fd2b-ba31-4926-96b6-017066e75379 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128086) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:37:48.201586 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce4712a9-a157-4279-83cb-3708479bb8d1 None None] Routers {'dd26f095-270d-41b3-91d7-b7e1a898980a'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:37:48.202148 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-ce4712a9-a157-4279-83cb-3708479bb8d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T12:37:26Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['dd26f095-270d-41b3-91d7-b7e1a898980a'], 'active': True} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:37:48.207608 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c7a7f4-4f50-47a6-bade-25bbbd0cedd1 None None] Pushing event updated for resources: {'Port': ['ID=94f5cf28-ac75-417e-bd17-3afdeeda3562,revision_number=4']} {{(pid=128086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:37:48.243873 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG oslo_concurrency.lockutils [None req-98c7a7f4-4f50-47a6-bade-25bbbd0cedd1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=128086) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:37:48.284369 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-48bc1bb1-0d24-4cfa-8f8c-8903c666629c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1803210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1815767'] for router, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:37:48.329272 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_dvr_db [None req-ce4712a9-a157-4279-83cb-3708479bb8d1 None None] Set router dd26f095-270d-41b3-91d7-b7e1a898980a gateway port host: dv-neutron-797120-4-hyperv {{(pid=128086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:37:48.447104 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48bc1bb1-0d24-4cfa-8f8c-8903c666629c admin admin] Router e79cf45d-8859-43b8-92ad-d36f82d0541b is scheduled to L3 agent 2987dba8-2249-4ee6-96ec-28f0f7a6127d with binding_index 1 {{(pid=128083) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 24 12:37:48.570283 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6d850d2-1889-49a4-91c8-002d94c6d328 None None] Network 6ea5254f-776f-455d-88cd-bf03755f918c requested from dv-neutron-797120-4-hyperv {{(pid=128085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:37:48.587000 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48bc1bb1-0d24-4cfa-8f8c-8903c666629c admin admin] Notify agent at l3_agent.dv-neutron-797120-4-hyperv the message routers_updated {{(pid=128083) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 12:37:48.588340 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-ce4712a9-a157-4279-83cb-3708479bb8d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd26f095-270d-41b3-91d7-b7e1a898980a', 'name': 'tempest-TestSnapshotPattern-1441945490-router', 'tenant_id': '863ed5b026fd4edaaa489021c5171ff7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'external_fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.120'}], 'enable_snat': True}, 'gw_port_id': '6436f2bd-89d8-4401-8e7b-08271f81aa58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:37:41Z', 'updated_at': '2021-06-24T12:37:44Z', 'revision_number': 4, 'project_id': '863ed5b026fd4edaaa489021c5171ff7', 'gw_port': {'id': '6436f2bd-89d8-4401-8e7b-08271f81aa58', 'name': '', 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:85:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd26f095-270d-41b3-91d7-b7e1a898980a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1858, 'fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:37:42Z', 'updated_at': '2021-06-24T12:37:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-4-hyperv', '_interfaces': [{'id': '94f5cf28-ac75-417e-bd17-3afdeeda3562', 'name': '', 'network_id': '74151fa0-2dce-48c3-b787-fea9c3e6e0b3', 'tenant_id': '863ed5b026fd4edaaa489021c5171ff7', 'mac_address': 'fa:16:3e:4e:e8:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd26f095-270d-41b3-91d7-b7e1a898980a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': 'c603a9c6-dd8d-455f-a3ba-4adcdd317362', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:37:43Z', 'updated_at': '2021-06-24T12:37:48Z', 'revision_number': 4, 'project_id': '863ed5b026fd4edaaa489021c5171ff7', 'subnets': [{'id': 'c603a9c6-dd8d-455f-a3ba-4adcdd317362', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:37:48.604853 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-48bc1bb1-0d24-4cfa-8f8c-8903c666629c admin admin] Notify callbacks [] for router, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:37:48.606212 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-48bc1bb1-0d24-4cfa-8f8c-8903c666629c admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.1151137 Jun 24 12:37:48.609490 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 42188) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:37:48.621528 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd7682c9-707c-41e8-8831-343c58632c75 None None] Sync routers for ids ['e79cf45d-8859-43b8-92ad-d36f82d0541b'] in dv-neutron-797120-4-hyperv {{(pid=128085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 12:37:48.624675 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce4712a9-a157-4279-83cb-3708479bb8d1 None None] The sync data for ids ['dd26f095-270d-41b3-91d7-b7e1a898980a'] in dv-neutron-797120-4-hyperv is: [{'id': 'dd26f095-270d-41b3-91d7-b7e1a898980a', 'name': 'tempest-TestSnapshotPattern-1441945490-router', 'tenant_id': '863ed5b026fd4edaaa489021c5171ff7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'external_fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.120'}], 'enable_snat': True}, 'gw_port_id': '6436f2bd-89d8-4401-8e7b-08271f81aa58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:37:41Z', 'updated_at': '2021-06-24T12:37:44Z', 'revision_number': 4, 'project_id': '863ed5b026fd4edaaa489021c5171ff7', 'gw_port': {'id': '6436f2bd-89d8-4401-8e7b-08271f81aa58', 'name': '', 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:85:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd26f095-270d-41b3-91d7-b7e1a898980a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1858, 'fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:37:42Z', 'updated_at': '2021-06-24T12:37:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-4-hyperv', '_interfaces': [{'id': '94f5cf28-ac75-417e-bd17-3afdeeda3562', 'name': '', 'network_id': '74151fa0-2dce-48c3-b787-fea9c3e6e0b3', 'tenant_id': '863ed5b026fd4edaaa489021c5171ff7', 'mac_address': 'fa:16:3e:4e:e8:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd26f095-270d-41b3-91d7-b7e1a898980a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': 'c603a9c6-dd8d-455f-a3ba-4adcdd317362', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:37:43Z', 'updated_at': '2021-06-24T12:37:48Z', 'revision_number': 4, 'project_id': '863ed5b026fd4edaaa489021c5171ff7', 'subnets': [{'id': 'c603a9c6-dd8d-455f-a3ba-4adcdd317362', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=128086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 12:37:48.653903 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd7682c9-707c-41e8-8831-343c58632c75 None None] Routers {'e79cf45d-8859-43b8-92ad-d36f82d0541b'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:37:48.654552 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-bd7682c9-707c-41e8-8831-343c58632c75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T12:37:26Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['e79cf45d-8859-43b8-92ad-d36f82d0541b'], 'active': True} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:37:48.660356 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-b664f645-317a-4d60-a96e-349b34b4c40b None None] Provisioning for port 7aa6499d-d8bb-4903-8162-15b0991117db completed by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:37:48.827520 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvr_db [None req-bd7682c9-707c-41e8-8831-343c58632c75 None None] Set router e79cf45d-8859-43b8-92ad-d36f82d0541b gateway port host: dv-neutron-797120-4-hyperv {{(pid=128085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:37:49.042980 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-bd7682c9-707c-41e8-8831-343c58632c75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e79cf45d-8859-43b8-92ad-d36f82d0541b', 'name': 'tempest-TestSnapshotPattern-790823498-router', 'tenant_id': '1298885b3e924d4d8ef389b26ac09c51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'external_fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.135'}], 'enable_snat': True}, 'gw_port_id': '26927a36-e20b-4c12-bd19-39e111761008', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:37:46Z', 'updated_at': '2021-06-24T12:37:47Z', 'revision_number': 3, 'project_id': '1298885b3e924d4d8ef389b26ac09c51', 'gw_port': {'id': '26927a36-e20b-4c12-bd19-39e111761008', 'name': '', 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:93:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e79cf45d-8859-43b8-92ad-d36f82d0541b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1870, 'fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:37:47Z', 'updated_at': '2021-06-24T12:37:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-4-hyperv'}], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:37:49.079386 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd7682c9-707c-41e8-8831-343c58632c75 None None] Checking router: e79cf45d-8859-43b8-92ad-d36f82d0541b for host: dv-neutron-797120-4-hyperv {{(pid=128085) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 12:37:49.079889 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd7682c9-707c-41e8-8831-343c58632c75 None None] Updating router e79cf45d-8859-43b8-92ad-d36f82d0541b port 26927a36-e20b-4c12-bd19-39e111761008 binding host dv-neutron-797120-4-hyperv {{(pid=128085) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 12:37:49.085329 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-28779bc7-c383-4adc-b55c-e18b62c57a39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:37:49.118948 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-bd7682c9-707c-41e8-8831-343c58632c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:37:49.281630 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.db.db_base_plugin_common [None req-28779bc7-c383-4adc-b55c-e18b62c57a39 admin admin] Allocated IP 172.20.0.1 (6ea5254f-776f-455d-88cd-bf03755f918c/b8721017-4fed-4ae1-b684-30be010a2a5e/50759725-c725-465a-89cc-daf08d8d64b3) {{(pid=128084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:37:49.401923 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-bd7682c9-707c-41e8-8831-343c58632c75 None None] Notify callbacks [] for port, precommit_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:37:49.407107 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-28779bc7-c383-4adc-b55c-e18b62c57a39 admin admin] Notify callbacks [] for port, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:37:49.412757 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-bd7682c9-707c-41e8-8831-343c58632c75 None None] Transition to ACTIVE for port object 26927a36-e20b-4c12-bd19-39e111761008 will not be triggered until provisioned by entity L2. {{(pid=128085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:37:49.421419 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-bd7682c9-707c-41e8-8831-343c58632c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:37:49.424751 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.db.provisioning_blocks [None req-28779bc7-c383-4adc-b55c-e18b62c57a39 admin admin] Transition to ACTIVE for port object 50759725-c725-465a-89cc-daf08d8d64b3 will not be triggered until provisioned by entity DHCP. {{(pid=128084) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:37:49.429593 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:37:49.468358 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-28779bc7-c383-4adc-b55c-e18b62c57a39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-650429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-506361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793193536723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3291971'] for port, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:37:49.471315 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-91b276e6-0fdd-4d06-84d8-414c44d7579d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:37:49.484887 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-bd7682c9-707c-41e8-8831-343c58632c75 None None] Attempting to bind port 26927a36-e20b-4c12-bd19-39e111761008 on host dv-neutron-797120-4-hyperv for vnic_type normal with profile {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 12:37:49.485291 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-bd7682c9-707c-41e8-8831-343c58632c75 None None] Attempting to bind port 26927a36-e20b-4c12-bd19-39e111761008 by drivers openvswitch,hyperv on host dv-neutron-797120-4-hyperv at level 0 using segments [{'id': '1139564f-ff83-4b49-a593-84b33301357d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b'}] {{(pid=128085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 12:37:49.485659 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd7682c9-707c-41e8-8831-343c58632c75 None None] Attempting to bind port 26927a36-e20b-4c12-bd19-39e111761008 on network f2b8ca71-e776-48b2-8898-96cc7970207b {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:37:49.494289 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906afc28-6e51-4a73-8c38-28cc276d9a31 None None] Pushing event updated for resources: {'Port': ['ID=26927a36-e20b-4c12-bd19-39e111761008,revision_number=2']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:37:49.496573 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd7682c9-707c-41e8-8831-343c58632c75 None None] Checking agent: {'id': 'e3a695b2-c397-461f-83b0-10b79d490b59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 11, 36, 56), 'started_at': datetime.datetime(2021, 6, 24, 11, 37, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 12, 37, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 12:37:49.497192 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd7682c9-707c-41e8-8831-343c58632c75 None None] Checking segment: {'id': '1139564f-ff83-4b49-a593-84b33301357d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=128085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:37:49.497777 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-bd7682c9-707c-41e8-8831-343c58632c75 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:37:49.498339 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd7682c9-707c-41e8-8831-343c58632c75 None None] Bound using segment: {'id': '1139564f-ff83-4b49-a593-84b33301357d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b'} {{(pid=128085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 12:37:49.498977 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.managers [None req-bd7682c9-707c-41e8-8831-343c58632c75 None None] Bound port: 26927a36-e20b-4c12-bd19-39e111761008, host: dv-neutron-797120-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1139564f-ff83-4b49-a593-84b33301357d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b'}}] {{(pid=128085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 12:37:49.499551 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-bd7682c9-707c-41e8-8831-343c58632c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:37:49.501484 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-906afc28-6e51-4a73-8c38-28cc276d9a31 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:37:49.521071 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28779bc7-c383-4adc-b55c-e18b62c57a39 admin admin] Network 6ea5254f-776f-455d-88cd-bf03755f918c is already hosted by enough agents. {{(pid=128084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:37:49.528617 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.base_scheduler [None req-28779bc7-c383-4adc-b55c-e18b62c57a39 admin admin] Resources bound (agent type, host, resource id): {{(pid=128084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:37:49.533462 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28779bc7-c383-4adc-b55c-e18b62c57a39 admin admin] Received port after_create {{(pid=128084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:37:49.546373 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device 94f5cf28-ac75-417e-bd17-3afdeeda3562 up at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:37:49.568033 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28779bc7-c383-4adc-b55c-e18b62c57a39 admin admin] Pushing event updated for resources: {'Port': ['ID=50759725-c725-465a-89cc-daf08d8d64b3,revision_number=1']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:37:49.578973 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-28779bc7-c383-4adc-b55c-e18b62c57a39 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:37:49.583269 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-bd7682c9-707c-41e8-8831-343c58632c75 None None] For port 26927a36-e20b-4c12-bd19-39e111761008, host dv-neutron-797120-4-hyperv, cleared binding levels {{(pid=128085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 12:37:49.599774 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-28779bc7-c383-4adc-b55c-e18b62c57a39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1978458'] for router_interface, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:37:49.602283 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-bd7682c9-707c-41e8-8831-343c58632c75 None None] For port 26927a36-e20b-4c12-bd19-39e111761008, host dv-neutron-797120-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=26927a36-e20b-4c12-bd19-39e111761008,segment=NetworkSegment(1139564f-ff83-4b49-a593-84b33301357d),segment_id=1139564f-ff83-4b49-a593-84b33301357d)] {{(pid=128085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 12:37:49.609899 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-bd7682c9-707c-41e8-8831-343c58632c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:37:49.613081 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:37:49.668690 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906afc28-6e51-4a73-8c38-28cc276d9a31 None None] Pushing event updated for resources: {'Port': ['ID=26927a36-e20b-4c12-bd19-39e111761008,revision_number=3']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:37:49.674572 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-906afc28-6e51-4a73-8c38-28cc276d9a31 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:37:49.683230 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning for port 94f5cf28-ac75-417e-bd17-3afdeeda3562 completed by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:37:49.690113 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning complete for port 94f5cf28-ac75-417e-bd17-3afdeeda3562 triggered by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:37:49.690491 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:37:49.693169 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd7682c9-707c-41e8-8831-343c58632c75 None None] Routers {'e79cf45d-8859-43b8-92ad-d36f82d0541b'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:37:49.693807 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-bd7682c9-707c-41e8-8831-343c58632c75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T12:37:26Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['e79cf45d-8859-43b8-92ad-d36f82d0541b'], 'active': True} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:37:49.754713 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-28779bc7-c383-4adc-b55c-e18b62c57a39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:37:49.932341 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-28779bc7-c383-4adc-b55c-e18b62c57a39 admin admin] Notify callbacks [] for port, precommit_update {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:37:49.937275 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-28779bc7-c383-4adc-b55c-e18b62c57a39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3292081'] for port, after_update {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:37:49.939648 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-b150ac80-8c4d-4725-9721-e4585882e057 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:37:49.984432 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-495807e3-8d5d-4bcb-9729-002940cda34a None None] Provisioning for port 50759725-c725-465a-89cc-daf08d8d64b3 completed by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:37:49.995266 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-495807e3-8d5d-4bcb-9729-002940cda34a None None] Provisioning complete for port 50759725-c725-465a-89cc-daf08d8d64b3 triggered by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:37:49.995643 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-495807e3-8d5d-4bcb-9729-002940cda34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:37:50.005505 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28779bc7-c383-4adc-b55c-e18b62c57a39 admin admin] Pushing event updated for resources: {'Port': ['ID=50759725-c725-465a-89cc-daf08d8d64b3,revision_number=2']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:37:50.008036 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-28779bc7-c383-4adc-b55c-e18b62c57a39 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1783050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1978542'] for router_interface, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:37:50.010004 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-28779bc7-c383-4adc-b55c-e18b62c57a39 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:37:50.037706 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvr_db [None req-bd7682c9-707c-41e8-8831-343c58632c75 None None] Set router e79cf45d-8859-43b8-92ad-d36f82d0541b gateway port host: dv-neutron-797120-4-hyperv {{(pid=128085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:37:50.094496 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:37:50.098799 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-495807e3-8d5d-4bcb-9729-002940cda34a None None] Port 50759725-c725-465a-89cc-daf08d8d64b3 cannot update to ACTIVE because it is not bound. {{(pid=128085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 12:37:50.106183 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28779bc7-c383-4adc-b55c-e18b62c57a39 admin admin] Network 6ea5254f-776f-455d-88cd-bf03755f918c is already hosted by enough agents. {{(pid=128084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:37:50.107560 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.base_scheduler [None req-28779bc7-c383-4adc-b55c-e18b62c57a39 admin admin] Resources bound (agent type, host, resource id): {{(pid=128084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:37:50.204850 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] For port 94f5cf28-ac75-417e-bd17-3afdeeda3562, host dv-neutron-797120-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=94f5cf28-ac75-417e-bd17-3afdeeda3562,segment=NetworkSegment(d60253d5-89ba-4b21-b89d-0589fa7d40c2),segment_id=d60253d5-89ba-4b21-b89d-0589fa7d40c2)] {{(pid=128085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:37:50.210215 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:37:50.211083 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device 6436f2bd-89d8-4401-8e7b-08271f81aa58 up at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:37:50.214158 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-c1cd70e1-89be-42ac-a1ab-4566cc17a85f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:37:50.230483 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28779bc7-c383-4adc-b55c-e18b62c57a39 admin admin] Router e79cf45d-8859-43b8-92ad-d36f82d0541b has already been hosted by L3 agent 2987dba8-2249-4ee6-96ec-28f0f7a6127d {{(pid=128084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 12:37:50.322982 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Pushing event updated for resources: {'Port': ['ID=94f5cf28-ac75-417e-bd17-3afdeeda3562,revision_number=5']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:37:50.342941 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:37:50.347163 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28779bc7-c383-4adc-b55c-e18b62c57a39 admin admin] Notify agent at l3_agent.dv-neutron-797120-4-hyperv the message routers_updated {{(pid=128084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 12:37:50.352155 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-28779bc7-c383-4adc-b55c-e18b62c57a39 admin admin] 10.222.0.53 "PUT /v2.0/routers/e79cf45d-8859-43b8-92ad-d36f82d0541b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7415602 Jun 24 12:37:50.356122 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning complete for port 6436f2bd-89d8-4401-8e7b-08271f81aa58 triggered by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:37:50.356507 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:37:50.416350 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-bd7682c9-707c-41e8-8831-343c58632c75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e79cf45d-8859-43b8-92ad-d36f82d0541b', 'name': 'tempest-TestSnapshotPattern-790823498-router', 'tenant_id': '1298885b3e924d4d8ef389b26ac09c51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'external_fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.135'}], 'enable_snat': True}, 'gw_port_id': '26927a36-e20b-4c12-bd19-39e111761008', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:37:46Z', 'updated_at': '2021-06-24T12:37:49Z', 'revision_number': 4, 'project_id': '1298885b3e924d4d8ef389b26ac09c51', 'gw_port': {'id': '26927a36-e20b-4c12-bd19-39e111761008', 'name': '', 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:93:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e79cf45d-8859-43b8-92ad-d36f82d0541b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1870, 'fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:37:47Z', 'updated_at': '2021-06-24T12:37:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-4-hyperv', '_interfaces': [{'id': '50759725-c725-465a-89cc-daf08d8d64b3', 'name': '', 'network_id': '6ea5254f-776f-455d-88cd-bf03755f918c', 'tenant_id': '1298885b3e924d4d8ef389b26ac09c51', 'mac_address': 'fa:16:3e:4e:dd:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e79cf45d-8859-43b8-92ad-d36f82d0541b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1871, 'fixed_ips': [{'subnet_id': 'b8721017-4fed-4ae1-b684-30be010a2a5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:37:49Z', 'updated_at': '2021-06-24T12:37:49Z', 'revision_number': 1, 'project_id': '1298885b3e924d4d8ef389b26ac09c51', 'subnets': [{'id': 'b8721017-4fed-4ae1-b684-30be010a2a5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:37:50.448480 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd7682c9-707c-41e8-8831-343c58632c75 None None] The sync data for ids ['e79cf45d-8859-43b8-92ad-d36f82d0541b'] in dv-neutron-797120-4-hyperv is: [{'id': 'e79cf45d-8859-43b8-92ad-d36f82d0541b', 'name': 'tempest-TestSnapshotPattern-790823498-router', 'tenant_id': '1298885b3e924d4d8ef389b26ac09c51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'external_fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.135'}], 'enable_snat': True}, 'gw_port_id': '26927a36-e20b-4c12-bd19-39e111761008', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:37:46Z', 'updated_at': '2021-06-24T12:37:49Z', 'revision_number': 4, 'project_id': '1298885b3e924d4d8ef389b26ac09c51', 'gw_port': {'id': '26927a36-e20b-4c12-bd19-39e111761008', 'name': '', 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:93:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e79cf45d-8859-43b8-92ad-d36f82d0541b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1870, 'fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:37:47Z', 'updated_at': '2021-06-24T12:37:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-4-hyperv', '_interfaces': [{'id': '50759725-c725-465a-89cc-daf08d8d64b3', 'name': '', 'network_id': '6ea5254f-776f-455d-88cd-bf03755f918c', 'tenant_id': '1298885b3e924d4d8ef389b26ac09c51', 'mac_address': 'fa:16:3e:4e:dd:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e79cf45d-8859-43b8-92ad-d36f82d0541b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1871, 'fixed_ips': [{'subnet_id': 'b8721017-4fed-4ae1-b684-30be010a2a5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:37:49Z', 'updated_at': '2021-06-24T12:37:49Z', 'revision_number': 1, 'project_id': '1298885b3e924d4d8ef389b26ac09c51', 'subnets': [{'id': 'b8721017-4fed-4ae1-b684-30be010a2a5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=128085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 12:37:50.480357 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-ce5d899a-a8fe-4ad5-baba-a59cf12d1821 None None] Provisioning complete for port 50759725-c725-465a-89cc-daf08d8d64b3 triggered by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:37:50.480357 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ce5d899a-a8fe-4ad5-baba-a59cf12d1821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:37:50.516603 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device 7aa6499d-d8bb-4903-8162-15b0991117db up at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:37:50.546016 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-ce5d899a-a8fe-4ad5-baba-a59cf12d1821 None None] Port 50759725-c725-465a-89cc-daf08d8d64b3 cannot update to ACTIVE because it is not bound. {{(pid=128085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 12:37:50.577825 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning for port 7aa6499d-d8bb-4903-8162-15b0991117db completed by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:37:50.582225 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning complete for port 7aa6499d-d8bb-4903-8162-15b0991117db triggered by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:37:50.582769 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:37:50.700397 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:37:50.742614 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] For port 7aa6499d-d8bb-4903-8162-15b0991117db, host dv-neutron-797120-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=7aa6499d-d8bb-4903-8162-15b0991117db,segment=NetworkSegment(5595babc-8c43-4435-8db9-5849e96e9364),segment_id=5595babc-8c43-4435-8db9-5849e96e9364)] {{(pid=128085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:37:50.747253 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:37:50.749317 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:37:50.803599 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Pushing event updated for resources: {'Port': ['ID=7aa6499d-d8bb-4903-8162-15b0991117db,revision_number=3']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:37:50.806917 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:37:51.392473 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device 94f5cf28-ac75-417e-bd17-3afdeeda3562 up at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:37:51.446939 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning complete for port 94f5cf28-ac75-417e-bd17-3afdeeda3562 triggered by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:37:51.447413 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:37:51.530589 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device 7aa6499d-d8bb-4903-8162-15b0991117db up at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:37:51.579446 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning complete for port 7aa6499d-d8bb-4903-8162-15b0991117db triggered by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:37:51.579918 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:37:51.934026 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 42198) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:37:51.938996 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-5e079912-73fb-4850-a21e-336d230bb4f3 tempest-TestSnapshotPattern-1015056413 tempest-TestSnapshotPattern-1015056413-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-444191275', 'description': 'tempest-secgroup-smoke-444191275 description', 'project_id': '863ed5b026fd4edaaa489021c5171ff7'}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:37:51.963058 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-5e079912-73fb-4850-a21e-336d230bb4f3 tempest-TestSnapshotPattern-1015056413 tempest-TestSnapshotPattern-1015056413-project] Notify callbacks [] for security_group, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:37:52.048939 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-5e079912-73fb-4850-a21e-336d230bb4f3 tempest-TestSnapshotPattern-1015056413 tempest-TestSnapshotPattern-1015056413-project] Notify callbacks [] for security_group, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:37:52.053342 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-5e079912-73fb-4850-a21e-336d230bb4f3 tempest-TestSnapshotPattern-1015056413 tempest-TestSnapshotPattern-1015056413-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800410'] for security_group, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:37:52.055725 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-d1278275-751b-43ae-aa74-077143c9d6eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:37:52.085548 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-5e079912-73fb-4850-a21e-336d230bb4f3 tempest-TestSnapshotPattern-1015056413 tempest-TestSnapshotPattern-1015056413-project] Notify callbacks [] for security_group, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:37:52.086676 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-5e079912-73fb-4850-a21e-336d230bb4f3 tempest-TestSnapshotPattern-1015056413 tempest-TestSnapshotPattern-1015056413-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1515515 Jun 24 12:37:52.089745 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 42200) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:37:52.091491 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e079912-73fb-4850-a21e-336d230bb4f3 tempest-TestSnapshotPattern-1015056413 tempest-TestSnapshotPattern-1015056413-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f8eebd97-e331-4c52-8505-97a8564cda1d,revision_number=1']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:37:52.094399 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-5e079912-73fb-4850-a21e-336d230bb4f3 tempest-TestSnapshotPattern-1015056413 tempest-TestSnapshotPattern-1015056413-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:37:52.095807 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [None req-1f28d2f4-b0f0-4c8b-ad30-a18057344062 tempest-TestSnapshotPattern-1015056413 tempest-TestSnapshotPattern-1015056413-project] Request body: {'security_group_rule': {'security_group_id': 'f8eebd97-e331-4c52-8505-97a8564cda1d', 'project_id': '863ed5b026fd4edaaa489021c5171ff7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:37:52.123055 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-1f28d2f4-b0f0-4c8b-ad30-a18057344062 tempest-TestSnapshotPattern-1015056413 tempest-TestSnapshotPattern-1015056413-project] Notify callbacks [] for security_group_rule, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:37:52.181227 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-1f28d2f4-b0f0-4c8b-ad30-a18057344062 tempest-TestSnapshotPattern-1015056413 tempest-TestSnapshotPattern-1015056413-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:37:52.185587 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-1f28d2f4-b0f0-4c8b-ad30-a18057344062 tempest-TestSnapshotPattern-1015056413 tempest-TestSnapshotPattern-1015056413-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1627007'] for security_group_rule, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:37:52.187439 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-7f4a399d-e9d1-43b1-ae64-6bead331d50c tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:37:52.204288 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f28d2f4-b0f0-4c8b-ad30-a18057344062 tempest-TestSnapshotPattern-1015056413 tempest-TestSnapshotPattern-1015056413-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20f0b3ce-417b-4233-8aef-ed06768996be,revision_number=0']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:37:52.209347 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-1f28d2f4-b0f0-4c8b-ad30-a18057344062 tempest-TestSnapshotPattern-1015056413 tempest-TestSnapshotPattern-1015056413-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:37:52.212138 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-1f28d2f4-b0f0-4c8b-ad30-a18057344062 tempest-TestSnapshotPattern-1015056413 tempest-TestSnapshotPattern-1015056413-project] Notify callbacks [] for security_group_rule, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:37:52.216023 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-1f28d2f4-b0f0-4c8b-ad30-a18057344062 tempest-TestSnapshotPattern-1015056413 tempest-TestSnapshotPattern-1015056413-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1227798 Jun 24 12:37:52.216231 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 42202) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:37:52.220915 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [None req-e2d92f54-968e-4267-837d-7818b8dd5f8a tempest-TestSnapshotPattern-1015056413 tempest-TestSnapshotPattern-1015056413-project] Request body: {'security_group_rule': {'security_group_id': 'f8eebd97-e331-4c52-8505-97a8564cda1d', 'project_id': '863ed5b026fd4edaaa489021c5171ff7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:37:52.248727 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-e2d92f54-968e-4267-837d-7818b8dd5f8a tempest-TestSnapshotPattern-1015056413 tempest-TestSnapshotPattern-1015056413-project] Notify callbacks [] for security_group_rule, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:37:52.309479 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-e2d92f54-968e-4267-837d-7818b8dd5f8a tempest-TestSnapshotPattern-1015056413 tempest-TestSnapshotPattern-1015056413-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:37:52.313522 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-e2d92f54-968e-4267-837d-7818b8dd5f8a tempest-TestSnapshotPattern-1015056413 tempest-TestSnapshotPattern-1015056413-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1627007'] for security_group_rule, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:37:52.318878 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-3d7d8b43-5c00-493b-bb29-5f08bc87d70f tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:37:52.336210 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d92f54-968e-4267-837d-7818b8dd5f8a tempest-TestSnapshotPattern-1015056413 tempest-TestSnapshotPattern-1015056413-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9483b2da-05df-4809-bb36-22358a776262,revision_number=0']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:37:52.339440 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-e2d92f54-968e-4267-837d-7818b8dd5f8a tempest-TestSnapshotPattern-1015056413 tempest-TestSnapshotPattern-1015056413-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:37:52.340581 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-e2d92f54-968e-4267-837d-7818b8dd5f8a tempest-TestSnapshotPattern-1015056413 tempest-TestSnapshotPattern-1015056413-project] Notify callbacks [] for security_group_rule, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:37:52.341754 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-e2d92f54-968e-4267-837d-7818b8dd5f8a tempest-TestSnapshotPattern-1015056413 tempest-TestSnapshotPattern-1015056413-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1246309 Jun 24 12:37:52.344363 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 42204) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:37:52.349662 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [None req-fb95fc06-4276-468d-88b8-60ea7d30a6c0 tempest-TestSnapshotPattern-1015056413 tempest-TestSnapshotPattern-1015056413-project] Request body: {'security_group_rule': {'security_group_id': 'f8eebd97-e331-4c52-8505-97a8564cda1d', 'project_id': '863ed5b026fd4edaaa489021c5171ff7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:37:52.378703 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-fb95fc06-4276-468d-88b8-60ea7d30a6c0 tempest-TestSnapshotPattern-1015056413 tempest-TestSnapshotPattern-1015056413-project] Notify callbacks [] for security_group_rule, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:37:52.446943 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-fb95fc06-4276-468d-88b8-60ea7d30a6c0 tempest-TestSnapshotPattern-1015056413 tempest-TestSnapshotPattern-1015056413-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:37:52.456165 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-fb95fc06-4276-468d-88b8-60ea7d30a6c0 tempest-TestSnapshotPattern-1015056413 tempest-TestSnapshotPattern-1015056413-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1627007'] for security_group_rule, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:37:52.458614 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:37:52.475458 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb95fc06-4276-468d-88b8-60ea7d30a6c0 tempest-TestSnapshotPattern-1015056413 tempest-TestSnapshotPattern-1015056413-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f5ae5db-834b-4fa8-9321-fbb83ce8165f,revision_number=0']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:37:52.478038 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-fb95fc06-4276-468d-88b8-60ea7d30a6c0 tempest-TestSnapshotPattern-1015056413 tempest-TestSnapshotPattern-1015056413-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:37:52.484054 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-fb95fc06-4276-468d-88b8-60ea7d30a6c0 tempest-TestSnapshotPattern-1015056413 tempest-TestSnapshotPattern-1015056413-project] Notify callbacks [] for security_group_rule, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:37:52.485467 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-fb95fc06-4276-468d-88b8-60ea7d30a6c0 tempest-TestSnapshotPattern-1015056413 tempest-TestSnapshotPattern-1015056413-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1400156 Jun 24 12:37:52.488272 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 42206) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:37:52.493214 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-8605dc19-04ff-47e7-b423-32a5e02f8cba tempest-TestSnapshotPattern-1015056413 tempest-TestSnapshotPattern-1015056413-project] Request body: {'security_group_rule': {'security_group_id': 'f8eebd97-e331-4c52-8505-97a8564cda1d', 'project_id': '863ed5b026fd4edaaa489021c5171ff7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:37:52.521947 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-8605dc19-04ff-47e7-b423-32a5e02f8cba tempest-TestSnapshotPattern-1015056413 tempest-TestSnapshotPattern-1015056413-project] Notify callbacks [] for security_group_rule, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:37:52.584198 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-8605dc19-04ff-47e7-b423-32a5e02f8cba tempest-TestSnapshotPattern-1015056413 tempest-TestSnapshotPattern-1015056413-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:37:52.588646 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-8605dc19-04ff-47e7-b423-32a5e02f8cba tempest-TestSnapshotPattern-1015056413 tempest-TestSnapshotPattern-1015056413-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1627007'] for security_group_rule, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:37:52.590498 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-76f69ca9-bd03-472c-aa06-150a53c672dc tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:37:52.608251 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8605dc19-04ff-47e7-b423-32a5e02f8cba tempest-TestSnapshotPattern-1015056413 tempest-TestSnapshotPattern-1015056413-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2d1208f-323c-4f21-8c81-dc9e1efd5548,revision_number=0']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:37:52.611415 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-8605dc19-04ff-47e7-b423-32a5e02f8cba tempest-TestSnapshotPattern-1015056413 tempest-TestSnapshotPattern-1015056413-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:37:52.614198 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-8605dc19-04ff-47e7-b423-32a5e02f8cba tempest-TestSnapshotPattern-1015056413 tempest-TestSnapshotPattern-1015056413-project] Notify callbacks [] for security_group_rule, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:37:52.615341 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-8605dc19-04ff-47e7-b423-32a5e02f8cba tempest-TestSnapshotPattern-1015056413 tempest-TestSnapshotPattern-1015056413-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1260417 Jun 24 12:37:52.618020 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 42208) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:37:52.622434 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-8fa2d3d4-f000-4241-930a-7181bc6737ae tempest-TestSnapshotPattern-1015056413 tempest-TestSnapshotPattern-1015056413-project] Request body: {'security_group_rule': {'security_group_id': 'f8eebd97-e331-4c52-8505-97a8564cda1d', 'project_id': '863ed5b026fd4edaaa489021c5171ff7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:37:52.645620 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.db.securitygroups_db [None req-8fa2d3d4-f000-4241-930a-7181bc6737ae tempest-TestSnapshotPattern-1015056413 tempest-TestSnapshotPattern-1015056413-project] Project 863ed5b026fd4edaaa489021c5171ff7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 24 12:37:52.650493 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-8fa2d3d4-f000-4241-930a-7181bc6737ae tempest-TestSnapshotPattern-1015056413 tempest-TestSnapshotPattern-1015056413-project] Notify callbacks [] for security_group_rule, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:37:52.673909 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93e98efe-156c-4165-ad82-6bb7d0ebfa82 None None] Sync routers for ids ['e79cf45d-8859-43b8-92ad-d36f82d0541b'] in dv-neutron-797120-4-hyperv {{(pid=128086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 12:37:52.683893 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93e98efe-156c-4165-ad82-6bb7d0ebfa82 None None] Routers {'e79cf45d-8859-43b8-92ad-d36f82d0541b'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:37:52.684496 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-93e98efe-156c-4165-ad82-6bb7d0ebfa82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T12:37:26Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['e79cf45d-8859-43b8-92ad-d36f82d0541b'], 'active': True} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:37:52.719768 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-8fa2d3d4-f000-4241-930a-7181bc6737ae tempest-TestSnapshotPattern-1015056413 tempest-TestSnapshotPattern-1015056413-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:37:52.725141 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-8fa2d3d4-f000-4241-930a-7181bc6737ae tempest-TestSnapshotPattern-1015056413 tempest-TestSnapshotPattern-1015056413-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1627007'] for security_group_rule, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:37:52.731247 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-052d7cad-ee3e-4777-b624-a02237028e6c tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:37:52.747792 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa2d3d4-f000-4241-930a-7181bc6737ae tempest-TestSnapshotPattern-1015056413 tempest-TestSnapshotPattern-1015056413-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea08599a-1c8d-4b2f-acaf-41ef5a1f0269,revision_number=0']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:37:52.750949 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-8fa2d3d4-f000-4241-930a-7181bc6737ae tempest-TestSnapshotPattern-1015056413 tempest-TestSnapshotPattern-1015056413-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:37:52.753289 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-8fa2d3d4-f000-4241-930a-7181bc6737ae tempest-TestSnapshotPattern-1015056413 tempest-TestSnapshotPattern-1015056413-project] Notify callbacks [] for security_group_rule, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:37:52.757654 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-8fa2d3d4-f000-4241-930a-7181bc6737ae tempest-TestSnapshotPattern-1015056413 tempest-TestSnapshotPattern-1015056413-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1384952 Jun 24 12:37:52.758118 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 42214) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:37:52.763134 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [None req-50cbecdc-d0ee-438a-b4b8-26c95bf47530 tempest-TestSnapshotPattern-1015056413 tempest-TestSnapshotPattern-1015056413-project] Request body: {'security_group_rule': {'security_group_id': 'f8eebd97-e331-4c52-8505-97a8564cda1d', 'project_id': '863ed5b026fd4edaaa489021c5171ff7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:37:52.791661 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.db.securitygroups_db [None req-50cbecdc-d0ee-438a-b4b8-26c95bf47530 tempest-TestSnapshotPattern-1015056413 tempest-TestSnapshotPattern-1015056413-project] Project 863ed5b026fd4edaaa489021c5171ff7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 24 12:37:52.797952 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-50cbecdc-d0ee-438a-b4b8-26c95bf47530 tempest-TestSnapshotPattern-1015056413 tempest-TestSnapshotPattern-1015056413-project] Notify callbacks [] for security_group_rule, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:37:52.865810 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-50cbecdc-d0ee-438a-b4b8-26c95bf47530 tempest-TestSnapshotPattern-1015056413 tempest-TestSnapshotPattern-1015056413-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:37:52.869559 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-50cbecdc-d0ee-438a-b4b8-26c95bf47530 tempest-TestSnapshotPattern-1015056413 tempest-TestSnapshotPattern-1015056413-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1627007'] for security_group_rule, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:37:52.875299 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-e5117935-5413-409d-b50a-9088f1e19dfe tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:37:52.888669 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_dvr_db [None req-93e98efe-156c-4165-ad82-6bb7d0ebfa82 None None] Set router e79cf45d-8859-43b8-92ad-d36f82d0541b gateway port host: dv-neutron-797120-4-hyperv {{(pid=128086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:37:52.892185 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50cbecdc-d0ee-438a-b4b8-26c95bf47530 tempest-TestSnapshotPattern-1015056413 tempest-TestSnapshotPattern-1015056413-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d2fbc73-71c2-4c38-bd89-93fcf1152435,revision_number=0']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:37:52.897004 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-50cbecdc-d0ee-438a-b4b8-26c95bf47530 tempest-TestSnapshotPattern-1015056413 tempest-TestSnapshotPattern-1015056413-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:37:52.898255 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-50cbecdc-d0ee-438a-b4b8-26c95bf47530 tempest-TestSnapshotPattern-1015056413 tempest-TestSnapshotPattern-1015056413-project] Notify callbacks [] for security_group_rule, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:37:52.899431 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-50cbecdc-d0ee-438a-b4b8-26c95bf47530 tempest-TestSnapshotPattern-1015056413 tempest-TestSnapshotPattern-1015056413-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1403205 Jun 24 12:37:53.042741 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-67f7c97c-e324-48a3-acdf-2d97b3e81657 req-0534dd5d-d56f-49f7-a7cb-53452ad0fe03 tempest-TestSnapshotPattern-1015056413 tempest-TestSnapshotPattern-1015056413-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-444191275&fields=id&tenant_id=863ed5b026fd4edaaa489021c5171ff7 HTTP/1.1" status: 200 len: 267 time: 0.0343502 Jun 24 12:37:53.124600 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-93e98efe-156c-4165-ad82-6bb7d0ebfa82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e79cf45d-8859-43b8-92ad-d36f82d0541b', 'name': 'tempest-TestSnapshotPattern-790823498-router', 'tenant_id': '1298885b3e924d4d8ef389b26ac09c51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'external_fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.135'}], 'enable_snat': True}, 'gw_port_id': '26927a36-e20b-4c12-bd19-39e111761008', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:37:46Z', 'updated_at': '2021-06-24T12:37:49Z', 'revision_number': 4, 'project_id': '1298885b3e924d4d8ef389b26ac09c51', 'gw_port': {'id': '26927a36-e20b-4c12-bd19-39e111761008', 'name': '', 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:93:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e79cf45d-8859-43b8-92ad-d36f82d0541b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1870, 'fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:37:47Z', 'updated_at': '2021-06-24T12:37:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-4-hyperv', '_interfaces': [{'id': '50759725-c725-465a-89cc-daf08d8d64b3', 'name': '', 'network_id': '6ea5254f-776f-455d-88cd-bf03755f918c', 'tenant_id': '1298885b3e924d4d8ef389b26ac09c51', 'mac_address': 'fa:16:3e:4e:dd:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e79cf45d-8859-43b8-92ad-d36f82d0541b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1871, 'fixed_ips': [{'subnet_id': 'b8721017-4fed-4ae1-b684-30be010a2a5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:37:49Z', 'updated_at': '2021-06-24T12:37:49Z', 'revision_number': 2, 'project_id': '1298885b3e924d4d8ef389b26ac09c51', 'subnets': [{'id': 'b8721017-4fed-4ae1-b684-30be010a2a5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:37:53.151973 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93e98efe-156c-4165-ad82-6bb7d0ebfa82 None None] Checking router: e79cf45d-8859-43b8-92ad-d36f82d0541b for host: dv-neutron-797120-4-hyperv {{(pid=128086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 12:37:53.152336 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93e98efe-156c-4165-ad82-6bb7d0ebfa82 None None] Updating router e79cf45d-8859-43b8-92ad-d36f82d0541b port 50759725-c725-465a-89cc-daf08d8d64b3 binding host dv-neutron-797120-4-hyperv {{(pid=128086) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 12:37:53.159667 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f7c97c-e324-48a3-acdf-2d97b3e81657 req-58dfe81c-e8bd-4763-8865-9658387867f1 tempest-TestSnapshotPattern-1015056413 tempest-TestSnapshotPattern-1015056413-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:37:53.161364 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-67f7c97c-e324-48a3-acdf-2d97b3e81657 req-58dfe81c-e8bd-4763-8865-9658387867f1 tempest-TestSnapshotPattern-1015056413 tempest-TestSnapshotPattern-1015056413-project] 10.222.0.53 "GET /v2.0/networks?id=74151fa0-2dce-48c3-b787-fea9c3e6e0b3 HTTP/1.1" status: 200 len: 810 time: 0.1107194 Jun 24 12:37:53.176795 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-67f7c97c-e324-48a3-acdf-2d97b3e81657 req-b08b8293-9105-464b-9ddc-1554f43ea276 tempest-TestSnapshotPattern-1015056413 tempest-TestSnapshotPattern-1015056413-project] 10.222.0.53 "GET /v2.0/quotas/863ed5b026fd4edaaa489021c5171ff7 HTTP/1.1" status: 200 len: 375 time: 0.0098526 Jun 24 12:37:53.186376 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron_lib.callbacks.manager [None req-93e98efe-156c-4165-ad82-6bb7d0ebfa82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:37:53.246750 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-67f7c97c-e324-48a3-acdf-2d97b3e81657 req-76325172-58fc-4085-b179-824e5a5d4712 tempest-TestSnapshotPattern-1015056413 tempest-TestSnapshotPattern-1015056413-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=863ed5b026fd4edaaa489021c5171ff7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0642045 Jun 24 12:37:53.359768 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-67f7c97c-e324-48a3-acdf-2d97b3e81657 req-e08ed7d0-508c-4621-9827-4b1484a41679 service neutron] 10.222.0.53 "GET /v2.0/networks/74151fa0-2dce-48c3-b787-fea9c3e6e0b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992315 Jun 24 12:37:53.401184 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device 26927a36-e20b-4c12-bd19-39e111761008 up at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:37:53.457415 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning for port 26927a36-e20b-4c12-bd19-39e111761008 completed by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:37:53.461299 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning complete for port 26927a36-e20b-4c12-bd19-39e111761008 triggered by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:37:53.461881 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:37:53.465144 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-67f7c97c-e324-48a3-acdf-2d97b3e81657 req-bd59a359-7911-4709-a724-620c0b2e01bc service neutron] 10.222.0.53 "GET /v2.0/networks/74151fa0-2dce-48c3-b787-fea9c3e6e0b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986295 Jun 24 12:37:53.478648 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron_lib.callbacks.manager [None req-93e98efe-156c-4165-ad82-6bb7d0ebfa82 None None] Notify callbacks [] for port, precommit_update {{(pid=128086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:37:53.489559 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.provisioning_blocks [None req-93e98efe-156c-4165-ad82-6bb7d0ebfa82 None None] Transition to ACTIVE for port object 50759725-c725-465a-89cc-daf08d8d64b3 will not be triggered until provisioned by entity L2. {{(pid=128086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:37:53.496558 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron_lib.callbacks.manager [None req-93e98efe-156c-4165-ad82-6bb7d0ebfa82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:37:53.498312 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG oslo_concurrency.lockutils [None req-558b68b6-865a-406e-a8f5-e6c05bd7f247 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128086) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:37:53.545766 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:37:53.562305 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81822ad1-6d65-4ffc-b6af-f91bf2cd7d6d None None] Pushing event updated for resources: {'Port': ['ID=50759725-c725-465a-89cc-daf08d8d64b3,revision_number=3']} {{(pid=128086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:37:53.566490 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG oslo_concurrency.lockutils [None req-81822ad1-6d65-4ffc-b6af-f91bf2cd7d6d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=128086) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:37:53.570162 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] For port 26927a36-e20b-4c12-bd19-39e111761008, host dv-neutron-797120-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=26927a36-e20b-4c12-bd19-39e111761008,segment=NetworkSegment(1139564f-ff83-4b49-a593-84b33301357d),segment_id=1139564f-ff83-4b49-a593-84b33301357d)] {{(pid=128085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:37:53.576522 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:37:53.579698 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-1e3dae49-ca58-4069-9e76-13b0087f72bc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:37:53.638317 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.plugins.ml2.managers [None req-93e98efe-156c-4165-ad82-6bb7d0ebfa82 None None] Attempting to bind port 50759725-c725-465a-89cc-daf08d8d64b3 on host dv-neutron-797120-4-hyperv for vnic_type normal with profile {{(pid=128086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 12:37:53.642273 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.plugins.ml2.managers [None req-93e98efe-156c-4165-ad82-6bb7d0ebfa82 None None] Attempting to bind port 50759725-c725-465a-89cc-daf08d8d64b3 by drivers openvswitch,hyperv on host dv-neutron-797120-4-hyperv at level 0 using segments [{'id': '5595babc-8c43-4435-8db9-5849e96e9364', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '6ea5254f-776f-455d-88cd-bf03755f918c'}] {{(pid=128086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 12:37:53.642648 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93e98efe-156c-4165-ad82-6bb7d0ebfa82 None None] Attempting to bind port 50759725-c725-465a-89cc-daf08d8d64b3 on network 6ea5254f-776f-455d-88cd-bf03755f918c {{(pid=128086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:37:53.650865 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93e98efe-156c-4165-ad82-6bb7d0ebfa82 None None] Checking agent: {'id': 'e3a695b2-c397-461f-83b0-10b79d490b59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 11, 36, 56), 'started_at': datetime.datetime(2021, 6, 24, 11, 37, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 12, 37, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=128086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 12:37:53.651248 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93e98efe-156c-4165-ad82-6bb7d0ebfa82 None None] Checking segment: {'id': '5595babc-8c43-4435-8db9-5849e96e9364', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '6ea5254f-776f-455d-88cd-bf03755f918c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=128086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:37:53.651660 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron_lib.callbacks.manager [None req-93e98efe-156c-4165-ad82-6bb7d0ebfa82 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=128086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:37:53.652061 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93e98efe-156c-4165-ad82-6bb7d0ebfa82 None None] Bound using segment: {'id': '5595babc-8c43-4435-8db9-5849e96e9364', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '6ea5254f-776f-455d-88cd-bf03755f918c'} {{(pid=128086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 12:37:53.652540 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.plugins.ml2.managers [None req-93e98efe-156c-4165-ad82-6bb7d0ebfa82 None None] Bound port: 50759725-c725-465a-89cc-daf08d8d64b3, host: dv-neutron-797120-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5595babc-8c43-4435-8db9-5849e96e9364', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '6ea5254f-776f-455d-88cd-bf03755f918c'}}] {{(pid=128086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 12:37:53.652927 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron_lib.callbacks.manager [None req-93e98efe-156c-4165-ad82-6bb7d0ebfa82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:37:53.654531 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Pushing event updated for resources: {'Port': ['ID=26927a36-e20b-4c12-bd19-39e111761008,revision_number=4']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:37:53.658078 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:37:53.700545 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-893c4caf-d224-463a-af0b-eaaee1de0c11 req-50ec6145-7fc6-48f1-bd76-12195743ef7c tempest-TestSnapshotPattern-1015056413 tempest-TestSnapshotPattern-1015056413-project] 10.222.0.53 "GET /v2.0/ports?device_id=f341206c-e80d-492a-8687-017e2d44973b HTTP/1.1" status: 200 len: 210 time: 0.0457301 Jun 24 12:37:53.751454 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.plugins.ml2.db [None req-93e98efe-156c-4165-ad82-6bb7d0ebfa82 None None] For port 50759725-c725-465a-89cc-daf08d8d64b3, host dv-neutron-797120-4-hyperv, cleared binding levels {{(pid=128086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 12:37:53.756960 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.plugins.ml2.db [None req-93e98efe-156c-4165-ad82-6bb7d0ebfa82 None None] For port 50759725-c725-465a-89cc-daf08d8d64b3, host dv-neutron-797120-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=50759725-c725-465a-89cc-daf08d8d64b3,segment=NetworkSegment(5595babc-8c43-4435-8db9-5849e96e9364),segment_id=5595babc-8c43-4435-8db9-5849e96e9364)] {{(pid=128086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 12:37:53.762887 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron_lib.callbacks.manager [None req-93e98efe-156c-4165-ad82-6bb7d0ebfa82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:37:53.770775 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG oslo_concurrency.lockutils [None req-5fff39e5-61d7-48ec-bc9e-c84ff8ef2cd1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128086) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:37:53.832818 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93e98efe-156c-4165-ad82-6bb7d0ebfa82 None None] Routers {'e79cf45d-8859-43b8-92ad-d36f82d0541b'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:37:53.833538 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-93e98efe-156c-4165-ad82-6bb7d0ebfa82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T12:37:26Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['e79cf45d-8859-43b8-92ad-d36f82d0541b'], 'active': True} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:37:53.872535 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81822ad1-6d65-4ffc-b6af-f91bf2cd7d6d None None] Pushing event updated for resources: {'Port': ['ID=50759725-c725-465a-89cc-daf08d8d64b3,revision_number=4']} {{(pid=128086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:37:53.877133 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG oslo_concurrency.lockutils [None req-81822ad1-6d65-4ffc-b6af-f91bf2cd7d6d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=128086) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:37:53.930936 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-6c4ff28f-4f7e-490b-90f0-5d26b576013e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:37:53.965278 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_dvr_db [None req-93e98efe-156c-4165-ad82-6bb7d0ebfa82 None None] Set router e79cf45d-8859-43b8-92ad-d36f82d0541b gateway port host: dv-neutron-797120-4-hyperv {{(pid=128086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:37:54.215753 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-93e98efe-156c-4165-ad82-6bb7d0ebfa82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e79cf45d-8859-43b8-92ad-d36f82d0541b', 'name': 'tempest-TestSnapshotPattern-790823498-router', 'tenant_id': '1298885b3e924d4d8ef389b26ac09c51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'external_fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.135'}], 'enable_snat': True}, 'gw_port_id': '26927a36-e20b-4c12-bd19-39e111761008', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:37:46Z', 'updated_at': '2021-06-24T12:37:49Z', 'revision_number': 4, 'project_id': '1298885b3e924d4d8ef389b26ac09c51', 'gw_port': {'id': '26927a36-e20b-4c12-bd19-39e111761008', 'name': '', 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:93:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e79cf45d-8859-43b8-92ad-d36f82d0541b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1870, 'fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:37:47Z', 'updated_at': '2021-06-24T12:37:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-4-hyperv', '_interfaces': [{'id': '50759725-c725-465a-89cc-daf08d8d64b3', 'name': '', 'network_id': '6ea5254f-776f-455d-88cd-bf03755f918c', 'tenant_id': '1298885b3e924d4d8ef389b26ac09c51', 'mac_address': 'fa:16:3e:4e:dd:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e79cf45d-8859-43b8-92ad-d36f82d0541b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1871, 'fixed_ips': [{'subnet_id': 'b8721017-4fed-4ae1-b684-30be010a2a5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:37:49Z', 'updated_at': '2021-06-24T12:37:53Z', 'revision_number': 4, 'project_id': '1298885b3e924d4d8ef389b26ac09c51', 'subnets': [{'id': 'b8721017-4fed-4ae1-b684-30be010a2a5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:37:54.246361 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93e98efe-156c-4165-ad82-6bb7d0ebfa82 None None] The sync data for ids ['e79cf45d-8859-43b8-92ad-d36f82d0541b'] in dv-neutron-797120-4-hyperv is: [{'id': 'e79cf45d-8859-43b8-92ad-d36f82d0541b', 'name': 'tempest-TestSnapshotPattern-790823498-router', 'tenant_id': '1298885b3e924d4d8ef389b26ac09c51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'external_fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.135'}], 'enable_snat': True}, 'gw_port_id': '26927a36-e20b-4c12-bd19-39e111761008', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:37:46Z', 'updated_at': '2021-06-24T12:37:49Z', 'revision_number': 4, 'project_id': '1298885b3e924d4d8ef389b26ac09c51', 'gw_port': {'id': '26927a36-e20b-4c12-bd19-39e111761008', 'name': '', 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:93:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e79cf45d-8859-43b8-92ad-d36f82d0541b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1870, 'fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:37:47Z', 'updated_at': '2021-06-24T12:37:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-4-hyperv', '_interfaces': [{'id': '50759725-c725-465a-89cc-daf08d8d64b3', 'name': '', 'network_id': '6ea5254f-776f-455d-88cd-bf03755f918c', 'tenant_id': '1298885b3e924d4d8ef389b26ac09c51', 'mac_address': 'fa:16:3e:4e:dd:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e79cf45d-8859-43b8-92ad-d36f82d0541b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1871, 'fixed_ips': [{'subnet_id': 'b8721017-4fed-4ae1-b684-30be010a2a5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:37:49Z', 'updated_at': '2021-06-24T12:37:53Z', 'revision_number': 4, 'project_id': '1298885b3e924d4d8ef389b26ac09c51', 'subnets': [{'id': 'b8721017-4fed-4ae1-b684-30be010a2a5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=128086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 12:37:54.851319 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-b221724e-c2c2-4851-94ab-f35e5c8df332 req-803542ad-d709-4988-832b-4703029f8bdd tempest-TestSnapshotPattern-1015056413 tempest-TestSnapshotPattern-1015056413-project] 10.222.0.53 "GET /v2.0/ports?device_id=f341206c-e80d-492a-8687-017e2d44973b HTTP/1.1" status: 200 len: 210 time: 0.0300405 Jun 24 12:37:55.225347 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f7c97c-e324-48a3-acdf-2d97b3e81657 req-c4f6ef43-d7fd-481b-b891-74bd3e6aec4f tempest-TestSnapshotPattern-1015056413 tempest-TestSnapshotPattern-1015056413-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:37:55.226952 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-67f7c97c-e324-48a3-acdf-2d97b3e81657 req-c4f6ef43-d7fd-481b-b891-74bd3e6aec4f tempest-TestSnapshotPattern-1015056413 tempest-TestSnapshotPattern-1015056413-project] 10.222.0.45 "GET /v2.0/networks?id=74151fa0-2dce-48c3-b787-fea9c3e6e0b3 HTTP/1.1" status: 200 len: 810 time: 0.1109204 Jun 24 12:37:55.290069 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-67f7c97c-e324-48a3-acdf-2d97b3e81657 req-7897783b-8e1e-4dea-b036-424c185caf38 tempest-TestSnapshotPattern-1015056413 tempest-TestSnapshotPattern-1015056413-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=863ed5b026fd4edaaa489021c5171ff7 HTTP/1.1" status: 200 len: 379 time: 0.0358069 Jun 24 12:37:55.302127 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [req-67f7c97c-e324-48a3-acdf-2d97b3e81657 req-4dddee01-be61-4e55-bafc-0f26791484d5 tempest-TestSnapshotPattern-1015056413 tempest-TestSnapshotPattern-1015056413-project] Request body: {'port': {'device_id': 'f341206c-e80d-492a-8687-017e2d44973b', 'network_id': '74151fa0-2dce-48c3-b787-fea9c3e6e0b3', 'admin_state_up': True, 'tenant_id': '863ed5b026fd4edaaa489021c5171ff7', 'security_groups': ['f8eebd97-e331-4c52-8505-97a8564cda1d']}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:37:55.397601 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device 26927a36-e20b-4c12-bd19-39e111761008 up at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:37:55.437908 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-67f7c97c-e324-48a3-acdf-2d97b3e81657 req-4dddee01-be61-4e55-bafc-0f26791484d5 tempest-TestSnapshotPattern-1015056413 tempest-TestSnapshotPattern-1015056413-project] Made reservation on behalf of 863ed5b026fd4edaaa489021c5171ff7 for: {'port': 1} {{(pid=128083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:37:55.442764 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-67f7c97c-e324-48a3-acdf-2d97b3e81657 req-4dddee01-be61-4e55-bafc-0f26791484d5 tempest-TestSnapshotPattern-1015056413 tempest-TestSnapshotPattern-1015056413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:37:55.455142 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning complete for port 26927a36-e20b-4c12-bd19-39e111761008 triggered by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:37:55.455612 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:37:55.535992 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device 50759725-c725-465a-89cc-daf08d8d64b3 up at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:37:55.579114 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.db_base_plugin_common [req-67f7c97c-e324-48a3-acdf-2d97b3e81657 req-4dddee01-be61-4e55-bafc-0f26791484d5 tempest-TestSnapshotPattern-1015056413 tempest-TestSnapshotPattern-1015056413-project] Allocated IP 172.20.0.6 (74151fa0-2dce-48c3-b787-fea9c3e6e0b3/c603a9c6-dd8d-455f-a3ba-4adcdd317362/0c9f0907-dcbe-44ce-b8bb-3cb3d679c182) {{(pid=128083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:37:55.586623 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning for port 50759725-c725-465a-89cc-daf08d8d64b3 completed by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:37:55.590704 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning complete for port 50759725-c725-465a-89cc-daf08d8d64b3 triggered by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:37:55.591186 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:37:55.671142 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:37:55.705350 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] For port 50759725-c725-465a-89cc-daf08d8d64b3, host dv-neutron-797120-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=50759725-c725-465a-89cc-daf08d8d64b3,segment=NetworkSegment(5595babc-8c43-4435-8db9-5849e96e9364),segment_id=5595babc-8c43-4435-8db9-5849e96e9364)] {{(pid=128085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:37:55.710344 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:37:55.712226 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:37:55.732924 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-67f7c97c-e324-48a3-acdf-2d97b3e81657 req-4dddee01-be61-4e55-bafc-0f26791484d5 tempest-TestSnapshotPattern-1015056413 tempest-TestSnapshotPattern-1015056413-project] Notify callbacks [] for port, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:37:55.748366 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.provisioning_blocks [req-67f7c97c-e324-48a3-acdf-2d97b3e81657 req-4dddee01-be61-4e55-bafc-0f26791484d5 tempest-TestSnapshotPattern-1015056413 tempest-TestSnapshotPattern-1015056413-project] Transition to ACTIVE for port object 0c9f0907-dcbe-44ce-b8bb-3cb3d679c182 will not be triggered until provisioned by entity DHCP. {{(pid=128083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:37:55.762062 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Pushing event updated for resources: {'Port': ['ID=50759725-c725-465a-89cc-daf08d8d64b3,revision_number=5']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:37:55.765589 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:37:55.782118 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-67f7c97c-e324-48a3-acdf-2d97b3e81657 req-4dddee01-be61-4e55-bafc-0f26791484d5 tempest-TestSnapshotPattern-1015056413 tempest-TestSnapshotPattern-1015056413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-650429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-506361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793193536723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2537853'] for port, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:37:55.787804 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-8ce309c8-dd7b-4270-8ff0-9333b2020f5a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:37:55.828904 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-67f7c97c-e324-48a3-acdf-2d97b3e81657 req-4dddee01-be61-4e55-bafc-0f26791484d5 tempest-TestSnapshotPattern-1015056413 tempest-TestSnapshotPattern-1015056413-project] Network 74151fa0-2dce-48c3-b787-fea9c3e6e0b3 is already hosted by enough agents. {{(pid=128083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:37:55.833238 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.base_scheduler [req-67f7c97c-e324-48a3-acdf-2d97b3e81657 req-4dddee01-be61-4e55-bafc-0f26791484d5 tempest-TestSnapshotPattern-1015056413 tempest-TestSnapshotPattern-1015056413-project] Resources bound (agent type, host, resource id): {{(pid=128083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:37:55.835729 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.l3_dvrscheduler_db [req-67f7c97c-e324-48a3-acdf-2d97b3e81657 req-4dddee01-be61-4e55-bafc-0f26791484d5 tempest-TestSnapshotPattern-1015056413 tempest-TestSnapshotPattern-1015056413-project] Received port after_create {{(pid=128083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:37:55.874052 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dddee01-be61-4e55-bafc-0f26791484d5 tempest-TestSnapshotPattern-1015056413 tempest-TestSnapshotPattern-1015056413-project] Pushing event updated for resources: {'Port': ['ID=0c9f0907-dcbe-44ce-b8bb-3cb3d679c182,revision_number=1']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:37:55.877071 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-4dddee01-be61-4e55-bafc-0f26791484d5 tempest-TestSnapshotPattern-1015056413 tempest-TestSnapshotPattern-1015056413-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:37:55.900578 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f7c97c-e324-48a3-acdf-2d97b3e81657 req-4dddee01-be61-4e55-bafc-0f26791484d5 tempest-TestSnapshotPattern-1015056413 tempest-TestSnapshotPattern-1015056413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:37:55.901256 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-67f7c97c-e324-48a3-acdf-2d97b3e81657 req-4dddee01-be61-4e55-bafc-0f26791484d5 tempest-TestSnapshotPattern-1015056413 tempest-TestSnapshotPattern-1015056413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468916'] for port, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:37:55.917074 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-67f7c97c-e324-48a3-acdf-2d97b3e81657 req-4dddee01-be61-4e55-bafc-0f26791484d5 tempest-TestSnapshotPattern-1015056413 tempest-TestSnapshotPattern-1015056413-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6207082 Jun 24 12:37:55.936146 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [req-67f7c97c-e324-48a3-acdf-2d97b3e81657 req-6b989da2-1a4e-4892-acc1-a56ea9d7de04 service neutron] Request body: {'port': {'device_id': 'f341206c-e80d-492a-8687-017e2d44973b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7971'}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:37:56.048998 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-67f7c97c-e324-48a3-acdf-2d97b3e81657 req-6b989da2-1a4e-4892-acc1-a56ea9d7de04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:37:56.083745 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-0874c653-52ab-44a1-92ed-bfe934fe62f3 None None] Provisioning for port 0c9f0907-dcbe-44ce-b8bb-3cb3d679c182 completed by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:37:56.087470 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-0874c653-52ab-44a1-92ed-bfe934fe62f3 None None] Provisioning complete for port 0c9f0907-dcbe-44ce-b8bb-3cb3d679c182 triggered by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:37:56.087845 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-0874c653-52ab-44a1-92ed-bfe934fe62f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:37:56.111384 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7d20fb-ba43-474c-a9c7-0b58df08556b req-828f9f39-f0a4-459a-8532-b38f6d2ff18d tempest-TestSnapshotPattern-1015056413 tempest-TestSnapshotPattern-1015056413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:37:56.113092 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-3e7d20fb-ba43-474c-a9c7-0b58df08556b req-828f9f39-f0a4-459a-8532-b38f6d2ff18d tempest-TestSnapshotPattern-1015056413 tempest-TestSnapshotPattern-1015056413-project] 10.222.0.53 "GET /v2.0/ports?device_id=f341206c-e80d-492a-8687-017e2d44973b HTTP/1.1" status: 200 len: 931 time: 0.1366839 Jun 24 12:37:56.123781 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-0874c653-52ab-44a1-92ed-bfe934fe62f3 None None] Port 0c9f0907-dcbe-44ce-b8bb-3cb3d679c182 cannot update to ACTIVE because it is not bound. {{(pid=128085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 12:37:56.223003 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-3e7d20fb-ba43-474c-a9c7-0b58df08556b req-69e1a159-7320-4aea-bada-ee87d8894019 tempest-TestSnapshotPattern-1015056413 tempest-TestSnapshotPattern-1015056413-project] 10.222.0.53 "GET /v2.0/security-groups?id=f8eebd97-e331-4c52-8505-97a8564cda1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1012132 Jun 24 12:37:56.368102 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.notifiers.nova [req-67f7c97c-e324-48a3-acdf-2d97b3e81657 req-6b989da2-1a4e-4892-acc1-a56ea9d7de04 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c9f0907-dcbe-44ce-b8bb-3cb3d679c182 {{(pid=128083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 12:37:56.377327 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-67f7c97c-e324-48a3-acdf-2d97b3e81657 req-6b989da2-1a4e-4892-acc1-a56ea9d7de04 service neutron] Notify callbacks [] for port, precommit_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:37:56.390411 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.provisioning_blocks [req-67f7c97c-e324-48a3-acdf-2d97b3e81657 req-6b989da2-1a4e-4892-acc1-a56ea9d7de04 service neutron] Transition to ACTIVE for port object 0c9f0907-dcbe-44ce-b8bb-3cb3d679c182 will not be triggered until provisioned by entity L2. {{(pid=128083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:37:56.399498 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-67f7c97c-e324-48a3-acdf-2d97b3e81657 req-6b989da2-1a4e-4892-acc1-a56ea9d7de04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2537871'] for port, after_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:37:56.402648 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-1162e337-2a2a-4d56-88e2-e43e6bdff369 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:37:56.452543 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-3fe6f948-3dd3-4874-9486-3d63cf70d9db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:37:56.455002 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b989da2-1a4e-4892-acc1-a56ea9d7de04 service neutron] Pushing event updated for resources: {'Port': ['ID=0c9f0907-dcbe-44ce-b8bb-3cb3d679c182,revision_number=2']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:37:56.473885 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-6b989da2-1a4e-4892-acc1-a56ea9d7de04 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:37:56.529229 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.managers [req-67f7c97c-e324-48a3-acdf-2d97b3e81657 req-6b989da2-1a4e-4892-acc1-a56ea9d7de04 service neutron] Attempting to bind port 0c9f0907-dcbe-44ce-b8bb-3cb3d679c182 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=128083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 12:37:56.529570 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.managers [req-67f7c97c-e324-48a3-acdf-2d97b3e81657 req-6b989da2-1a4e-4892-acc1-a56ea9d7de04 service neutron] Attempting to bind port 0c9f0907-dcbe-44ce-b8bb-3cb3d679c182 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': 'd60253d5-89ba-4b21-b89d-0589fa7d40c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '74151fa0-2dce-48c3-b787-fea9c3e6e0b3'}] {{(pid=128083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 12:37:56.529904 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67f7c97c-e324-48a3-acdf-2d97b3e81657 req-6b989da2-1a4e-4892-acc1-a56ea9d7de04 service neutron] Attempting to bind port 0c9f0907-dcbe-44ce-b8bb-3cb3d679c182 on network 74151fa0-2dce-48c3-b787-fea9c3e6e0b3 {{(pid=128083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:37:56.535168 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67f7c97c-e324-48a3-acdf-2d97b3e81657 req-6b989da2-1a4e-4892-acc1-a56ea9d7de04 service neutron] Port 0c9f0907-dcbe-44ce-b8bb-3cb3d679c182 on network 74151fa0-2dce-48c3-b787-fea9c3e6e0b3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=128083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 12:37:56.535935 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67f7c97c-e324-48a3-acdf-2d97b3e81657 req-6b989da2-1a4e-4892-acc1-a56ea9d7de04 service neutron] Attempting to bind port 0c9f0907-dcbe-44ce-b8bb-3cb3d679c182 on network 74151fa0-2dce-48c3-b787-fea9c3e6e0b3 {{(pid=128083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:37:56.541230 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67f7c97c-e324-48a3-acdf-2d97b3e81657 req-6b989da2-1a4e-4892-acc1-a56ea9d7de04 service neutron] Checking agent: {'id': 'a2c9a14d-87aa-4cd1-a510-11988f19c3d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7971', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 11, 42, 44), 'started_at': datetime.datetime(2021, 6, 24, 11, 42, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 12, 37, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=128083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 12:37:56.541678 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67f7c97c-e324-48a3-acdf-2d97b3e81657 req-6b989da2-1a4e-4892-acc1-a56ea9d7de04 service neutron] Checking segment: {'id': 'd60253d5-89ba-4b21-b89d-0589fa7d40c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '74151fa0-2dce-48c3-b787-fea9c3e6e0b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=128083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:37:56.541968 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67f7c97c-e324-48a3-acdf-2d97b3e81657 req-6b989da2-1a4e-4892-acc1-a56ea9d7de04 service neutron] Bound using segment: {'id': 'd60253d5-89ba-4b21-b89d-0589fa7d40c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '74151fa0-2dce-48c3-b787-fea9c3e6e0b3'} {{(pid=128083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 12:37:56.542404 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.managers [req-67f7c97c-e324-48a3-acdf-2d97b3e81657 req-6b989da2-1a4e-4892-acc1-a56ea9d7de04 service neutron] Bound port: 0c9f0907-dcbe-44ce-b8bb-3cb3d679c182, host: hv-neutron-7971, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd60253d5-89ba-4b21-b89d-0589fa7d40c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '74151fa0-2dce-48c3-b787-fea9c3e6e0b3'}}] {{(pid=128083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 12:37:56.542764 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-67f7c97c-e324-48a3-acdf-2d97b3e81657 req-6b989da2-1a4e-4892-acc1-a56ea9d7de04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:37:56.627726 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.db [req-67f7c97c-e324-48a3-acdf-2d97b3e81657 req-6b989da2-1a4e-4892-acc1-a56ea9d7de04 service neutron] For port 0c9f0907-dcbe-44ce-b8bb-3cb3d679c182, host hv-neutron-7971, cleared binding levels {{(pid=128083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 12:37:56.633412 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.db [req-67f7c97c-e324-48a3-acdf-2d97b3e81657 req-6b989da2-1a4e-4892-acc1-a56ea9d7de04 service neutron] For port 0c9f0907-dcbe-44ce-b8bb-3cb3d679c182, host hv-neutron-7971, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=0c9f0907-dcbe-44ce-b8bb-3cb3d679c182,segment=NetworkSegment(d60253d5-89ba-4b21-b89d-0589fa7d40c2),segment_id=d60253d5-89ba-4b21-b89d-0589fa7d40c2)] {{(pid=128083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 12:37:56.638870 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-67f7c97c-e324-48a3-acdf-2d97b3e81657 req-6b989da2-1a4e-4892-acc1-a56ea9d7de04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2537871'] for port, after_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:37:56.641061 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-023e502e-76eb-4645-b5eb-e8b6377a9064 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:37:56.654659 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:37:56.676022 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f7c97c-e324-48a3-acdf-2d97b3e81657 req-6b989da2-1a4e-4892-acc1-a56ea9d7de04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:37:56.676642 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-67f7c97c-e324-48a3-acdf-2d97b3e81657 req-6b989da2-1a4e-4892-acc1-a56ea9d7de04 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468916'] for port, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:37:56.678094 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-67f7c97c-e324-48a3-acdf-2d97b3e81657 req-6b989da2-1a4e-4892-acc1-a56ea9d7de04 service neutron] 10.222.0.45 "PUT /v2.0/ports/0c9f0907-dcbe-44ce-b8bb-3cb3d679c182 HTTP/1.1" status: 200 len: 1093 time: 0.7465720 Jun 24 12:37:56.678603 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f341206c-e80d-492a-8687-017e2d44973b', 'tag': '0c9f0907-dcbe-44ce-b8bb-3cb3d679c182'}] {{(pid=128083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 12:37:56.680957 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a77f7dee1a0522ddf93af289475d218fcdb8f30317daadec13ebf930b5b9dbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6c61e69-a448-4892-8403-a4df9a6a1fa7" -d '{"events": [{"name": "network-changed", "server_uuid": "f341206c-e80d-492a-8687-017e2d44973b", "tag": "0c9f0907-dcbe-44ce-b8bb-3cb3d679c182"}]}' {{(pid=128083) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 12:37:56.717008 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b989da2-1a4e-4892-acc1-a56ea9d7de04 service neutron] Pushing event updated for resources: {'Port': ['ID=0c9f0907-dcbe-44ce-b8bb-3cb3d679c182,revision_number=3']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:37:56.720859 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-6b989da2-1a4e-4892-acc1-a56ea9d7de04 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:37:56.724714 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 12:37:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd3b9555-af14-47c8-a5d6-78c55397ca42 x-openstack-request-id: req-dd3b9555-af14-47c8-a5d6-78c55397ca42 {{(pid=128083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 12:37:56.725166 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f341206c-e80d-492a-8687-017e2d44973b", "tag": "0c9f0907-dcbe-44ce-b8bb-3cb3d679c182", "status": "completed", "code": 200}]} {{(pid=128083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 12:37:56.725546 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-dd3b9555-af14-47c8-a5d6-78c55397ca42 {{(pid=128083) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 12:37:56.726164 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f341206c-e80d-492a-8687-017e2d44973b', 'tag': '0c9f0907-dcbe-44ce-b8bb-3cb3d679c182', 'status': 'completed', 'code': 200} Jun 24 12:37:56.786068 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f7c97c-e324-48a3-acdf-2d97b3e81657 req-c3e17c6e-542c-4841-ab70-990449599f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:37:56.787599 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-67f7c97c-e324-48a3-acdf-2d97b3e81657 req-c3e17c6e-542c-4841-ab70-990449599f17 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=863ed5b026fd4edaaa489021c5171ff7&device_id=f341206c-e80d-492a-8687-017e2d44973b HTTP/1.1" status: 200 len: 1096 time: 0.0599034 Jun 24 12:37:56.832714 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-67f7c97c-e324-48a3-acdf-2d97b3e81657 req-cd477271-9127-4263-b003-0e35402b9023 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0c9f0907-dcbe-44ce-b8bb-3cb3d679c182 HTTP/1.1" status: 200 len: 217 time: 0.0366981 Jun 24 12:37:56.892133 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f7c97c-e324-48a3-acdf-2d97b3e81657 req-019231f3-ca73-4e84-a2a4-398e497c57e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:37:56.893682 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-67f7c97c-e324-48a3-acdf-2d97b3e81657 req-019231f3-ca73-4e84-a2a4-398e497c57e4 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c603a9c6-dd8d-455f-a3ba-4adcdd317362 HTTP/1.1" status: 200 len: 849 time: 0.0519295 Jun 24 12:37:56.958667 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f7c97c-e324-48a3-acdf-2d97b3e81657 req-d92537c1-c573-4dc9-89a9-22203625172b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:37:56.960170 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-67f7c97c-e324-48a3-acdf-2d97b3e81657 req-d92537c1-c573-4dc9-89a9-22203625172b service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=74151fa0-2dce-48c3-b787-fea9c3e6e0b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0564587 Jun 24 12:37:57.062996 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-67f7c97c-e324-48a3-acdf-2d97b3e81657 req-73346d6d-e03d-482a-8db8-6765a1e81508 service neutron] 10.222.0.45 "GET /v2.0/networks/74151fa0-2dce-48c3-b787-fea9c3e6e0b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893862 Jun 24 12:37:57.160102 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-67f7c97c-e324-48a3-acdf-2d97b3e81657 req-85445a58-4b07-44f2-831a-d38b09fba0e8 service neutron] 10.222.0.45 "GET /v2.0/networks/74151fa0-2dce-48c3-b787-fea9c3e6e0b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851676 Jun 24 12:37:57.258877 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c61e69-a448-4892-8403-a4df9a6a1fa7 req-f40b1a08-1976-4b4f-8e4b-74364f86215a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:37:57.260401 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-b6c61e69-a448-4892-8403-a4df9a6a1fa7 req-f40b1a08-1976-4b4f-8e4b-74364f86215a service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=863ed5b026fd4edaaa489021c5171ff7&device_id=f341206c-e80d-492a-8687-017e2d44973b HTTP/1.1" status: 200 len: 1096 time: 0.0529404 Jun 24 12:37:57.374417 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device 50759725-c725-465a-89cc-daf08d8d64b3 up at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:37:57.390125 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c61e69-a448-4892-8403-a4df9a6a1fa7 req-7c7e420f-0de1-4001-9862-62d63392aac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:37:57.391578 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-b6c61e69-a448-4892-8403-a4df9a6a1fa7 req-7c7e420f-0de1-4001-9862-62d63392aac2 service neutron] 10.222.0.45 "GET /v2.0/networks?id=74151fa0-2dce-48c3-b787-fea9c3e6e0b3 HTTP/1.1" status: 200 len: 911 time: 0.1217220 Jun 24 12:37:57.422258 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Provisioning complete for port 50759725-c725-465a-89cc-daf08d8d64b3 triggered by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:37:57.422545 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:37:57.438588 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-b6c61e69-a448-4892-8403-a4df9a6a1fa7 req-a25b40d0-ef58-4e09-b2f8-529534ba3811 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0c9f0907-dcbe-44ce-b8bb-3cb3d679c182 HTTP/1.1" status: 200 len: 217 time: 0.0400174 Jun 24 12:37:57.487741 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4927b0a1-c52f-40c2-ba0b-8b6cc6a9a689 req-8de4e374-c592-4ab6-8519-2c5d62a687f7 tempest-TestSnapshotPattern-1015056413 tempest-TestSnapshotPattern-1015056413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:37:57.489352 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-4927b0a1-c52f-40c2-ba0b-8b6cc6a9a689 req-8de4e374-c592-4ab6-8519-2c5d62a687f7 tempest-TestSnapshotPattern-1015056413 tempest-TestSnapshotPattern-1015056413-project] 10.222.0.53 "GET /v2.0/ports?device_id=f341206c-e80d-492a-8687-017e2d44973b HTTP/1.1" status: 200 len: 943 time: 0.1441407 Jun 24 12:37:57.517888 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c61e69-a448-4892-8403-a4df9a6a1fa7 req-302021e5-39a0-4fa8-bde5-fe90a3e2e7a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:37:57.520346 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-b6c61e69-a448-4892-8403-a4df9a6a1fa7 req-302021e5-39a0-4fa8-bde5-fe90a3e2e7a8 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c603a9c6-dd8d-455f-a3ba-4adcdd317362 HTTP/1.1" status: 200 len: 849 time: 0.0722947 Jun 24 12:37:57.561246 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-4927b0a1-c52f-40c2-ba0b-8b6cc6a9a689 req-0516434c-d07c-4a9f-b3cb-6d2a8ac02954 tempest-TestSnapshotPattern-1015056413 tempest-TestSnapshotPattern-1015056413-project] 10.222.0.53 "GET /v2.0/security-groups?id=f8eebd97-e331-4c52-8505-97a8564cda1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0656676 Jun 24 12:37:57.592945 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c61e69-a448-4892-8403-a4df9a6a1fa7 req-8b08e21e-c204-45a6-9c43-5e0e762a9fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:37:57.594494 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-b6c61e69-a448-4892-8403-a4df9a6a1fa7 req-8b08e21e-c204-45a6-9c43-5e0e762a9fbc service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=74151fa0-2dce-48c3-b787-fea9c3e6e0b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0636392 Jun 24 12:37:57.689684 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-b6c61e69-a448-4892-8403-a4df9a6a1fa7 req-adc7b340-194f-493f-b64d-548f0ca6ff34 service neutron] 10.222.0.45 "GET /v2.0/networks/74151fa0-2dce-48c3-b787-fea9c3e6e0b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874195 Jun 24 12:37:57.787286 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-b6c61e69-a448-4892-8403-a4df9a6a1fa7 req-f0d9b845-6b2a-4230-bccd-20438748ef92 service neutron] 10.222.0.45 "GET /v2.0/networks/74151fa0-2dce-48c3-b787-fea9c3e6e0b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894382 Jun 24 12:37:57.921506 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-03237adf-ebd0-46f2-a476-4d4bb746e0f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:37:58.747156 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6a834b-8a8d-438b-91aa-88f10decf6fa req-cdd300d3-505d-49cf-9325-664bab197f3c tempest-TestSnapshotPattern-1015056413 tempest-TestSnapshotPattern-1015056413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:37:58.748642 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-9d6a834b-8a8d-438b-91aa-88f10decf6fa req-cdd300d3-505d-49cf-9325-664bab197f3c tempest-TestSnapshotPattern-1015056413 tempest-TestSnapshotPattern-1015056413-project] 10.222.0.53 "GET /v2.0/ports?device_id=f341206c-e80d-492a-8687-017e2d44973b HTTP/1.1" status: 200 len: 943 time: 0.0641465 Jun 24 12:37:58.788394 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-9d6a834b-8a8d-438b-91aa-88f10decf6fa req-a28b58c3-b3f4-4fc1-ad6f-1e3000999cf1 tempest-TestSnapshotPattern-1015056413 tempest-TestSnapshotPattern-1015056413-project] 10.222.0.53 "GET /v2.0/security-groups?id=f8eebd97-e331-4c52-8505-97a8564cda1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329719 Jun 24 12:37:59.883555 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-52c483ef-d5c1-4030-9a32-e5ce4ff00ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:37:59.974462 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ed4f98-43be-4816-95ef-b791993d9045 req-f18f3fce-25a0-4cac-bd86-8719fca4a94d tempest-TestSnapshotPattern-1015056413 tempest-TestSnapshotPattern-1015056413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:37:59.976052 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-37ed4f98-43be-4816-95ef-b791993d9045 req-f18f3fce-25a0-4cac-bd86-8719fca4a94d tempest-TestSnapshotPattern-1015056413 tempest-TestSnapshotPattern-1015056413-project] 10.222.0.53 "GET /v2.0/ports?device_id=f341206c-e80d-492a-8687-017e2d44973b HTTP/1.1" status: 200 len: 943 time: 0.0703311 Jun 24 12:38:00.014933 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-37ed4f98-43be-4816-95ef-b791993d9045 req-3e8b799b-8113-46a4-84ce-6bdeedf2733d tempest-TestSnapshotPattern-1015056413 tempest-TestSnapshotPattern-1015056413-project] 10.222.0.53 "GET /v2.0/security-groups?id=f8eebd97-e331-4c52-8505-97a8564cda1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331411 Jun 24 12:38:01.195636 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cae44d3-8d02-4a84-b46b-681db41701ea req-6db5c4b2-abd9-4d4d-ac53-c9a9aaa748a3 tempest-TestSnapshotPattern-1015056413 tempest-TestSnapshotPattern-1015056413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:38:01.198470 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-1cae44d3-8d02-4a84-b46b-681db41701ea req-6db5c4b2-abd9-4d4d-ac53-c9a9aaa748a3 tempest-TestSnapshotPattern-1015056413 tempest-TestSnapshotPattern-1015056413-project] 10.222.0.53 "GET /v2.0/ports?device_id=f341206c-e80d-492a-8687-017e2d44973b HTTP/1.1" status: 200 len: 943 time: 0.0696511 Jun 24 12:38:01.236714 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-1cae44d3-8d02-4a84-b46b-681db41701ea req-b3105c98-cedb-4fa9-9e49-d43923539a9c tempest-TestSnapshotPattern-1015056413 tempest-TestSnapshotPattern-1015056413-project] 10.222.0.53 "GET /v2.0/security-groups?id=f8eebd97-e331-4c52-8505-97a8564cda1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325761 Jun 24 12:38:01.349275 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Device 0c9f0907-dcbe-44ce-b8bb-3cb3d679c182 details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=128085) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 12:38:01.453717 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] For port 0c9f0907-dcbe-44ce-b8bb-3cb3d679c182, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=0c9f0907-dcbe-44ce-b8bb-3cb3d679c182,segment=NetworkSegment(d60253d5-89ba-4b21-b89d-0589fa7d40c2),segment_id=d60253d5-89ba-4b21-b89d-0589fa7d40c2)] {{(pid=128085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:38:01.465524 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Returning: {'device': '0c9f0907-dcbe-44ce-b8bb-3cb3d679c182', 'network_id': '74151fa0-2dce-48c3-b787-fea9c3e6e0b3', 'port_id': '0c9f0907-dcbe-44ce-b8bb-3cb3d679c182', 'mac_address': 'fa:16:3e:03:f4:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 640, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c603a9c6-dd8d-455f-a3ba-4adcdd317362', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=128085) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 12:38:01.504614 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:38:01.520769 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.notifiers.nova [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c9f0907-dcbe-44ce-b8bb-3cb3d679c182 {{(pid=128085) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 12:38:01.540847 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] For port 0c9f0907-dcbe-44ce-b8bb-3cb3d679c182, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=0c9f0907-dcbe-44ce-b8bb-3cb3d679c182,segment=NetworkSegment(d60253d5-89ba-4b21-b89d-0589fa7d40c2),segment_id=d60253d5-89ba-4b21-b89d-0589fa7d40c2)] {{(pid=128085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:38:01.545205 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:38:01.547992 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-906afc28-6e51-4a73-8c38-28cc276d9a31 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:38:01.594648 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Pushing event updated for resources: {'Port': ['ID=0c9f0907-dcbe-44ce-b8bb-3cb3d679c182,revision_number=4']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:38:01.598046 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:38:01.808336 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] get_ports_and_sgs() called for port_ids ['0c9f0907-dcbe-44ce-b8bb-3cb3d679c182'] {{(pid=128085) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 12:38:02.431121 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e6b00c-a841-49f6-80c1-d33e79cb7bc5 req-9764a1a8-dfb6-4f8f-8c89-b8baced0e8f8 tempest-TestSnapshotPattern-1015056413 tempest-TestSnapshotPattern-1015056413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:38:02.432540 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-b8e6b00c-a841-49f6-80c1-d33e79cb7bc5 req-9764a1a8-dfb6-4f8f-8c89-b8baced0e8f8 tempest-TestSnapshotPattern-1015056413 tempest-TestSnapshotPattern-1015056413-project] 10.222.0.53 "GET /v2.0/ports?device_id=f341206c-e80d-492a-8687-017e2d44973b HTTP/1.1" status: 200 len: 944 time: 0.0708508 Jun 24 12:38:02.475461 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-b8e6b00c-a841-49f6-80c1-d33e79cb7bc5 req-3de43d2f-e77e-4733-9e32-42cd7630df3b tempest-TestSnapshotPattern-1015056413 tempest-TestSnapshotPattern-1015056413-project] 10.222.0.53 "GET /v2.0/security-groups?id=f8eebd97-e331-4c52-8505-97a8564cda1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365436 Jun 24 12:38:03.364764 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Device 0c9f0907-dcbe-44ce-b8bb-3cb3d679c182 up at agent hyperv_hv-neutron-7971 {{(pid=128085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:38:03.412916 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Provisioning for port 0c9f0907-dcbe-44ce-b8bb-3cb3d679c182 completed by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:38:03.416672 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Provisioning complete for port 0c9f0907-dcbe-44ce-b8bb-3cb3d679c182 triggered by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:38:03.417084 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:38:03.507598 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:38:03.539909 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f341206c-e80d-492a-8687-017e2d44973b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c9f0907-dcbe-44ce-b8bb-3cb3d679c182'}] {{(pid=128085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 12:38:03.543614 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1098ec9051a50dd033317f529a09b9762582ef7b417ebe05928aca59e08255aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2798a9b9-39cf-46ee-aba8-6c6b2dc7e768" -d '{"events": [{"server_uuid": "f341206c-e80d-492a-8687-017e2d44973b", "name": "network-vif-plugged", "status": "completed", "tag": "0c9f0907-dcbe-44ce-b8bb-3cb3d679c182"}]}' {{(pid=128085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 12:38:03.556762 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] For port 0c9f0907-dcbe-44ce-b8bb-3cb3d679c182, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=0c9f0907-dcbe-44ce-b8bb-3cb3d679c182,segment=NetworkSegment(d60253d5-89ba-4b21-b89d-0589fa7d40c2),segment_id=d60253d5-89ba-4b21-b89d-0589fa7d40c2)] {{(pid=128085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:38:03.561071 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:38:03.562923 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:38:03.601491 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 12:38:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc8b18c9-30b4-4781-baa3-2e03197e808a x-openstack-request-id: req-fc8b18c9-30b4-4781-baa3-2e03197e808a {{(pid=128085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 12:38:03.601864 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f341206c-e80d-492a-8687-017e2d44973b", "name": "network-vif-plugged", "status": "completed", "tag": "0c9f0907-dcbe-44ce-b8bb-3cb3d679c182", "code": 200}]} {{(pid=128085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 12:38:03.602144 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-fc8b18c9-30b4-4781-baa3-2e03197e808a {{(pid=128085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 12:38:03.602578 dv-neutron-797120-4-hyperv neutron-server[128085]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f341206c-e80d-492a-8687-017e2d44973b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c9f0907-dcbe-44ce-b8bb-3cb3d679c182', 'code': 200} Jun 24 12:38:03.624157 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Pushing event updated for resources: {'Port': ['ID=0c9f0907-dcbe-44ce-b8bb-3cb3d679c182,revision_number=5']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:38:03.628326 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:38:03.686399 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7406e094-1950-477b-af2d-a3124b8d4ed3 req-85c1e546-6a34-4875-9d1a-4f2b53e23bda tempest-TestSnapshotPattern-1015056413 tempest-TestSnapshotPattern-1015056413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:38:03.688153 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-7406e094-1950-477b-af2d-a3124b8d4ed3 req-85c1e546-6a34-4875-9d1a-4f2b53e23bda tempest-TestSnapshotPattern-1015056413 tempest-TestSnapshotPattern-1015056413-project] 10.222.0.53 "GET /v2.0/ports?device_id=f341206c-e80d-492a-8687-017e2d44973b HTTP/1.1" status: 200 len: 945 time: 0.0759692 Jun 24 12:38:03.740685 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-7406e094-1950-477b-af2d-a3124b8d4ed3 req-67c38f80-7466-491d-90a0-a061de3f0ea0 tempest-TestSnapshotPattern-1015056413 tempest-TestSnapshotPattern-1015056413-project] 10.222.0.53 "GET /v2.0/security-groups?id=f8eebd97-e331-4c52-8505-97a8564cda1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433164 Jun 24 12:38:03.864299 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9cc9b1-6387-4fdb-8986-3ee8c6361612 req-7f9faedb-dc4b-44c2-89b1-1235cee79d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:38:03.865722 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-5b9cc9b1-6387-4fdb-8986-3ee8c6361612 req-7f9faedb-dc4b-44c2-89b1-1235cee79d9c service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=f341206c-e80d-492a-8687-017e2d44973b HTTP/1.1" status: 200 len: 1098 time: 0.0568089 Jun 24 12:38:03.903844 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-5b9cc9b1-6387-4fdb-8986-3ee8c6361612 req-6148ad65-a083-4c0a-a588-582f8d3f6a3c service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=f8eebd97-e331-4c52-8505-97a8564cda1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0280073 Jun 24 12:38:04.935801 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7f09d5-62bc-49a2-b3f3-fd1e5f42ae2e req-3f38f207-3a8a-4ec5-b946-ac52dbe6aae5 tempest-TestSnapshotPattern-1015056413 tempest-TestSnapshotPattern-1015056413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:38:04.937199 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-af7f09d5-62bc-49a2-b3f3-fd1e5f42ae2e req-3f38f207-3a8a-4ec5-b946-ac52dbe6aae5 tempest-TestSnapshotPattern-1015056413 tempest-TestSnapshotPattern-1015056413-project] 10.222.0.53 "GET /v2.0/ports?device_id=f341206c-e80d-492a-8687-017e2d44973b HTTP/1.1" status: 200 len: 945 time: 0.0705106 Jun 24 12:38:04.975344 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-af7f09d5-62bc-49a2-b3f3-fd1e5f42ae2e req-fba0d570-2873-4692-b79b-6cacbdb244a0 tempest-TestSnapshotPattern-1015056413 tempest-TestSnapshotPattern-1015056413-project] 10.222.0.53 "GET /v2.0/security-groups?id=f8eebd97-e331-4c52-8505-97a8564cda1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320354 Jun 24 12:38:06.154509 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e786006-ba37-4a08-beac-34fdbd0cc356 req-36d40f25-09b3-42aa-b4d1-90a7d2d83fca tempest-TestSnapshotPattern-1015056413 tempest-TestSnapshotPattern-1015056413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:38:06.155959 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-7e786006-ba37-4a08-beac-34fdbd0cc356 req-36d40f25-09b3-42aa-b4d1-90a7d2d83fca tempest-TestSnapshotPattern-1015056413 tempest-TestSnapshotPattern-1015056413-project] 10.222.0.53 "GET /v2.0/ports?device_id=f341206c-e80d-492a-8687-017e2d44973b HTTP/1.1" status: 200 len: 945 time: 0.0676806 Jun 24 12:38:06.501267 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-7e786006-ba37-4a08-beac-34fdbd0cc356 req-2d85f29b-f2b3-46e3-bb76-3eca9f2d6d5f tempest-TestSnapshotPattern-1015056413 tempest-TestSnapshotPattern-1015056413-project] 10.222.0.53 "GET /v2.0/security-groups?id=f8eebd97-e331-4c52-8505-97a8564cda1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3389864 Jun 24 12:38:06.679668 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866bd122-5d67-43a1-b8bf-08086163457f req-84668ccd-b0c3-4f5b-bee6-37ced1df2b95 tempest-TestSnapshotPattern-1015056413 tempest-TestSnapshotPattern-1015056413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:38:06.681151 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-866bd122-5d67-43a1-b8bf-08086163457f req-84668ccd-b0c3-4f5b-bee6-37ced1df2b95 tempest-TestSnapshotPattern-1015056413 tempest-TestSnapshotPattern-1015056413-project] 10.222.0.53 "GET /v2.0/ports?device_id=f341206c-e80d-492a-8687-017e2d44973b HTTP/1.1" status: 200 len: 945 time: 0.0651994 Jun 24 12:38:06.718478 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-866bd122-5d67-43a1-b8bf-08086163457f req-fc55eda6-d27c-414b-a98c-2bb3100ce875 tempest-TestSnapshotPattern-1015056413 tempest-TestSnapshotPattern-1015056413-project] 10.222.0.53 "GET /v2.0/security-groups?id=f8eebd97-e331-4c52-8505-97a8564cda1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316713 Jun 24 12:38:06.745382 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 42290) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:38:06.898753 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae30b363-a9b1-4227-8fe4-e80551b81d2d tempest-TestSnapshotPattern-506895561 tempest-TestSnapshotPattern-506895561-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:38:06.900245 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-ae30b363-a9b1-4227-8fe4-e80551b81d2d tempest-TestSnapshotPattern-506895561 tempest-TestSnapshotPattern-506895561-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=f341206c-e80d-492a-8687-017e2d44973b HTTP/1.1" status: 200 len: 1093 time: 0.1538813 Jun 24 12:38:06.903382 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 42294) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:38:06.908156 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [None req-73cc1741-45e0-4a0a-8e0c-e8e8324233c8 tempest-TestSnapshotPattern-1015056413 tempest-TestSnapshotPattern-1015056413-project] Request body: {'floatingip': {'floating_network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'port_id': '0c9f0907-dcbe-44ce-b8bb-3cb3d679c182', 'tenant_id': '863ed5b026fd4edaaa489021c5171ff7', 'fixed_ip_address': '172.20.0.6'}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:38:06.930310 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-73cc1741-45e0-4a0a-8e0c-e8e8324233c8 tempest-TestSnapshotPattern-1015056413 tempest-TestSnapshotPattern-1015056413-project] Notify callbacks [] for floatingip, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:38:07.027606 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-73cc1741-45e0-4a0a-8e0c-e8e8324233c8 tempest-TestSnapshotPattern-1015056413 tempest-TestSnapshotPattern-1015056413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:38:07.130663 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.db_base_plugin_common [None req-73cc1741-45e0-4a0a-8e0c-e8e8324233c8 tempest-TestSnapshotPattern-1015056413 tempest-TestSnapshotPattern-1015056413-project] Allocated IP 172.26.7.90 (f2b8ca71-e776-48b2-8898-96cc7970207b/f37bf603-3862-4d0a-9f58-89616f7fd68f/4befb3d2-5295-4d27-bd83-eadf72f2fd03) {{(pid=128083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:38:07.247380 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-73cc1741-45e0-4a0a-8e0c-e8e8324233c8 tempest-TestSnapshotPattern-1015056413 tempest-TestSnapshotPattern-1015056413-project] Notify callbacks [] for port, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:38:07.286521 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-73cc1741-45e0-4a0a-8e0c-e8e8324233c8 tempest-TestSnapshotPattern-1015056413 tempest-TestSnapshotPattern-1015056413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-650429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-506361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793193536723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2537853'] for port, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:38:07.289263 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-02932871-c03c-4a78-94ec-bb60d023dab6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:38:07.323135 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73cc1741-45e0-4a0a-8e0c-e8e8324233c8 tempest-TestSnapshotPattern-1015056413 tempest-TestSnapshotPattern-1015056413-project] Network f2b8ca71-e776-48b2-8898-96cc7970207b is already hosted by enough agents. {{(pid=128083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:38:07.325960 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.base_scheduler [None req-73cc1741-45e0-4a0a-8e0c-e8e8324233c8 tempest-TestSnapshotPattern-1015056413 tempest-TestSnapshotPattern-1015056413-project] Resources bound (agent type, host, resource id): {{(pid=128083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:38:07.332510 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73cc1741-45e0-4a0a-8e0c-e8e8324233c8 tempest-TestSnapshotPattern-1015056413 tempest-TestSnapshotPattern-1015056413-project] Received port after_create {{(pid=128083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:38:07.356450 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73cc1741-45e0-4a0a-8e0c-e8e8324233c8 tempest-TestSnapshotPattern-1015056413 tempest-TestSnapshotPattern-1015056413-project] Pushing event updated for resources: {'Port': ['ID=4befb3d2-5295-4d27-bd83-eadf72f2fd03,revision_number=1']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:38:07.360685 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-73cc1741-45e0-4a0a-8e0c-e8e8324233c8 tempest-TestSnapshotPattern-1015056413 tempest-TestSnapshotPattern-1015056413-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:38:07.727665 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-73cc1741-45e0-4a0a-8e0c-e8e8324233c8 tempest-TestSnapshotPattern-1015056413 tempest-TestSnapshotPattern-1015056413-project] Notify callbacks [] for floatingip, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:38:07.809788 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-73cc1741-45e0-4a0a-8e0c-e8e8324233c8 tempest-TestSnapshotPattern-1015056413 tempest-TestSnapshotPattern-1015056413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:38:07.970969 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-73cc1741-45e0-4a0a-8e0c-e8e8324233c8 tempest-TestSnapshotPattern-1015056413 tempest-TestSnapshotPattern-1015056413-project] Notify callbacks [] for port, precommit_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:38:07.977856 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-73cc1741-45e0-4a0a-8e0c-e8e8324233c8 tempest-TestSnapshotPattern-1015056413 tempest-TestSnapshotPattern-1015056413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2537871'] for port, after_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:38:07.981593 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-03b45831-373a-439b-9478-e460c9057492 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:38:08.046432 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73cc1741-45e0-4a0a-8e0c-e8e8324233c8 tempest-TestSnapshotPattern-1015056413 tempest-TestSnapshotPattern-1015056413-project] Pushing event updated for resources: {'Port': ['ID=4befb3d2-5295-4d27-bd83-eadf72f2fd03,revision_number=2']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:38:08.050435 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-73cc1741-45e0-4a0a-8e0c-e8e8324233c8 tempest-TestSnapshotPattern-1015056413 tempest-TestSnapshotPattern-1015056413-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:38:08.059012 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-73cc1741-45e0-4a0a-8e0c-e8e8324233c8 tempest-TestSnapshotPattern-1015056413 tempest-TestSnapshotPattern-1015056413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1815637'] for floatingip, after_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:38:08.159823 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.db.l3_db [None req-73cc1741-45e0-4a0a-8e0c-e8e8324233c8 tempest-TestSnapshotPattern-1015056413 tempest-TestSnapshotPattern-1015056413-project] Floating IP dfd2935e-420c-430b-8ce9-839f2cd97475 associated. External IP: 172.26.7.90, port: 0c9f0907-dcbe-44ce-b8bb-3cb3d679c182. Jun 24 12:38:08.366460 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73cc1741-45e0-4a0a-8e0c-e8e8324233c8 tempest-TestSnapshotPattern-1015056413 tempest-TestSnapshotPattern-1015056413-project] Router dd26f095-270d-41b3-91d7-b7e1a898980a has already been hosted by L3 agent 2987dba8-2249-4ee6-96ec-28f0f7a6127d {{(pid=128083) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 12:38:08.472418 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73cc1741-45e0-4a0a-8e0c-e8e8324233c8 tempest-TestSnapshotPattern-1015056413 tempest-TestSnapshotPattern-1015056413-project] Notify agent at l3_agent.dv-neutron-797120-4-hyperv the message routers_updated {{(pid=128083) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 12:38:08.483176 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76ea13f9-ceb6-47ab-8a16-25e6d703edc5 None None] Sync routers for ids ['dd26f095-270d-41b3-91d7-b7e1a898980a'] in dv-neutron-797120-4-hyperv {{(pid=128085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 12:38:08.489213 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-73cc1741-45e0-4a0a-8e0c-e8e8324233c8 tempest-TestSnapshotPattern-1015056413 tempest-TestSnapshotPattern-1015056413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468916'] for floatingip, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:38:08.494127 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76ea13f9-ceb6-47ab-8a16-25e6d703edc5 None None] Routers {'dd26f095-270d-41b3-91d7-b7e1a898980a'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:38:08.494736 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-76ea13f9-ceb6-47ab-8a16-25e6d703edc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T12:37:56Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['dd26f095-270d-41b3-91d7-b7e1a898980a'], 'active': True} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:38:08.531125 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-73cc1741-45e0-4a0a-8e0c-e8e8324233c8 tempest-TestSnapshotPattern-1015056413 tempest-TestSnapshotPattern-1015056413-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.6266172 Jun 24 12:38:08.531802 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f341206c-e80d-492a-8687-017e2d44973b', 'tag': '0c9f0907-dcbe-44ce-b8bb-3cb3d679c182'}] {{(pid=128083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 12:38:08.535080 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a77f7dee1a0522ddf93af289475d218fcdb8f30317daadec13ebf930b5b9dbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95eddd81-4387-4814-bbae-6b86e27a8d04" -d '{"events": [{"name": "network-changed", "server_uuid": "f341206c-e80d-492a-8687-017e2d44973b", "tag": "0c9f0907-dcbe-44ce-b8bb-3cb3d679c182"}]}' {{(pid=128083) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 12:38:08.575128 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 12:38:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88817401-93d2-471f-b6c1-45515d46bb09 x-openstack-request-id: req-88817401-93d2-471f-b6c1-45515d46bb09 {{(pid=128083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 12:38:08.575128 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f341206c-e80d-492a-8687-017e2d44973b", "tag": "0c9f0907-dcbe-44ce-b8bb-3cb3d679c182", "status": "completed", "code": 200}]} {{(pid=128083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 12:38:08.575128 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-88817401-93d2-471f-b6c1-45515d46bb09 {{(pid=128083) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 12:38:08.575128 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f341206c-e80d-492a-8687-017e2d44973b', 'tag': '0c9f0907-dcbe-44ce-b8bb-3cb3d679c182', 'status': 'completed', 'code': 200} Jun 24 12:38:08.611441 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvr_db [None req-76ea13f9-ceb6-47ab-8a16-25e6d703edc5 None None] Set router dd26f095-270d-41b3-91d7-b7e1a898980a gateway port host: dv-neutron-797120-4-hyperv {{(pid=128085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:38:08.651067 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95eddd81-4387-4814-bbae-6b86e27a8d04 req-8d3fe425-53ff-496d-a115-d4adfa367502 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:38:08.652503 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-95eddd81-4387-4814-bbae-6b86e27a8d04 req-8d3fe425-53ff-496d-a115-d4adfa367502 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=863ed5b026fd4edaaa489021c5171ff7&device_id=f341206c-e80d-492a-8687-017e2d44973b HTTP/1.1" status: 200 len: 1098 time: 0.0548069 Jun 24 12:38:08.757635 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95eddd81-4387-4814-bbae-6b86e27a8d04 req-9b453b82-6338-45e7-b0c1-56dd07b226b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:38:08.759119 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-95eddd81-4387-4814-bbae-6b86e27a8d04 req-9b453b82-6338-45e7-b0c1-56dd07b226b5 service neutron] 10.222.0.45 "GET /v2.0/networks?id=74151fa0-2dce-48c3-b787-fea9c3e6e0b3 HTTP/1.1" status: 200 len: 911 time: 0.0996053 Jun 24 12:38:08.828751 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-95eddd81-4387-4814-bbae-6b86e27a8d04 req-8f35646d-f200-45c1-befb-86da94aeda56 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0c9f0907-dcbe-44ce-b8bb-3cb3d679c182 HTTP/1.1" status: 200 len: 998 time: 0.0635383 Jun 24 12:38:08.845215 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-76ea13f9-ceb6-47ab-8a16-25e6d703edc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd26f095-270d-41b3-91d7-b7e1a898980a', 'name': 'tempest-TestSnapshotPattern-1441945490-router', 'tenant_id': '863ed5b026fd4edaaa489021c5171ff7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'external_fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.120'}], 'enable_snat': True}, 'gw_port_id': '6436f2bd-89d8-4401-8e7b-08271f81aa58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:37:41Z', 'updated_at': '2021-06-24T12:37:44Z', 'revision_number': 4, 'project_id': '863ed5b026fd4edaaa489021c5171ff7', 'gw_port': {'id': '6436f2bd-89d8-4401-8e7b-08271f81aa58', 'name': '', 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:85:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd26f095-270d-41b3-91d7-b7e1a898980a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1858, 'fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:37:42Z', 'updated_at': '2021-06-24T12:37:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-4-hyperv', '_floatingips': [{'id': 'dfd2935e-420c-430b-8ce9-839f2cd97475', 'tenant_id': '863ed5b026fd4edaaa489021c5171ff7', 'floating_ip_address': '172.26.7.90', 'floating_network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'router_id': 'dd26f095-270d-41b3-91d7-b7e1a898980a', 'port_id': '0c9f0907-dcbe-44ce-b8bb-3cb3d679c182', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1883, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '74151fa0-2dce-48c3-b787-fea9c3e6e0b3', 'mac_address': 'fa:16:3e:03:f4:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f341206c-e80d-492a-8687-017e2d44973b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T12:38:07Z', 'updated_at': '2021-06-24T12:38:07Z', 'revision_number': 0, 'project_id': '863ed5b026fd4edaaa489021c5171ff7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94f5cf28-ac75-417e-bd17-3afdeeda3562', 'name': '', 'network_id': '74151fa0-2dce-48c3-b787-fea9c3e6e0b3', 'tenant_id': '863ed5b026fd4edaaa489021c5171ff7', 'mac_address': 'fa:16:3e:4e:e8:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd26f095-270d-41b3-91d7-b7e1a898980a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': 'c603a9c6-dd8d-455f-a3ba-4adcdd317362', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:37:43Z', 'updated_at': '2021-06-24T12:37:50Z', 'revision_number': 5, 'project_id': '863ed5b026fd4edaaa489021c5171ff7', 'subnets': [{'id': 'c603a9c6-dd8d-455f-a3ba-4adcdd317362', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:38:08.879159 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76ea13f9-ceb6-47ab-8a16-25e6d703edc5 None None] Checking router: dd26f095-270d-41b3-91d7-b7e1a898980a for host: dv-neutron-797120-4-hyperv {{(pid=128085) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 12:38:08.887101 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95eddd81-4387-4814-bbae-6b86e27a8d04 req-e6a3e449-c0f8-4914-b78b-881d5e136da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:38:08.888116 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76ea13f9-ceb6-47ab-8a16-25e6d703edc5 None None] Routers {'dd26f095-270d-41b3-91d7-b7e1a898980a'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:38:08.888618 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-95eddd81-4387-4814-bbae-6b86e27a8d04 req-e6a3e449-c0f8-4914-b78b-881d5e136da7 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c603a9c6-dd8d-455f-a3ba-4adcdd317362 HTTP/1.1" status: 200 len: 849 time: 0.0528524 Jun 24 12:38:08.888743 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-76ea13f9-ceb6-47ab-8a16-25e6d703edc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T12:37:56Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['dd26f095-270d-41b3-91d7-b7e1a898980a'], 'active': True} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:38:08.949844 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95eddd81-4387-4814-bbae-6b86e27a8d04 req-159b2e32-d9b1-4589-ac7a-561ea091511b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:38:08.951646 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-95eddd81-4387-4814-bbae-6b86e27a8d04 req-159b2e32-d9b1-4589-ac7a-561ea091511b service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=74151fa0-2dce-48c3-b787-fea9c3e6e0b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0544064 Jun 24 12:38:09.000403 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvr_db [None req-76ea13f9-ceb6-47ab-8a16-25e6d703edc5 None None] Set router dd26f095-270d-41b3-91d7-b7e1a898980a gateway port host: dv-neutron-797120-4-hyperv {{(pid=128085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:38:09.060024 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-95eddd81-4387-4814-bbae-6b86e27a8d04 req-63e9d4e7-6768-4188-a49e-34759d5b2fa8 service neutron] 10.222.0.45 "GET /v2.0/networks/74151fa0-2dce-48c3-b787-fea9c3e6e0b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1010070 Jun 24 12:38:09.158715 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-95eddd81-4387-4814-bbae-6b86e27a8d04 req-df06a372-0f79-46b8-ab24-7a698a9aa50c service neutron] 10.222.0.45 "GET /v2.0/networks/74151fa0-2dce-48c3-b787-fea9c3e6e0b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920670 Jun 24 12:38:09.239514 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-76ea13f9-ceb6-47ab-8a16-25e6d703edc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd26f095-270d-41b3-91d7-b7e1a898980a', 'name': 'tempest-TestSnapshotPattern-1441945490-router', 'tenant_id': '863ed5b026fd4edaaa489021c5171ff7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'external_fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.120'}], 'enable_snat': True}, 'gw_port_id': '6436f2bd-89d8-4401-8e7b-08271f81aa58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:37:41Z', 'updated_at': '2021-06-24T12:37:44Z', 'revision_number': 4, 'project_id': '863ed5b026fd4edaaa489021c5171ff7', 'gw_port': {'id': '6436f2bd-89d8-4401-8e7b-08271f81aa58', 'name': '', 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:85:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd26f095-270d-41b3-91d7-b7e1a898980a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1858, 'fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:37:42Z', 'updated_at': '2021-06-24T12:37:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-4-hyperv', '_floatingips': [{'id': 'dfd2935e-420c-430b-8ce9-839f2cd97475', 'tenant_id': '863ed5b026fd4edaaa489021c5171ff7', 'floating_ip_address': '172.26.7.90', 'floating_network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'router_id': 'dd26f095-270d-41b3-91d7-b7e1a898980a', 'port_id': '0c9f0907-dcbe-44ce-b8bb-3cb3d679c182', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1883, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '74151fa0-2dce-48c3-b787-fea9c3e6e0b3', 'mac_address': 'fa:16:3e:03:f4:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f341206c-e80d-492a-8687-017e2d44973b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T12:38:07Z', 'updated_at': '2021-06-24T12:38:07Z', 'revision_number': 0, 'project_id': '863ed5b026fd4edaaa489021c5171ff7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94f5cf28-ac75-417e-bd17-3afdeeda3562', 'name': '', 'network_id': '74151fa0-2dce-48c3-b787-fea9c3e6e0b3', 'tenant_id': '863ed5b026fd4edaaa489021c5171ff7', 'mac_address': 'fa:16:3e:4e:e8:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd26f095-270d-41b3-91d7-b7e1a898980a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': 'c603a9c6-dd8d-455f-a3ba-4adcdd317362', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:37:43Z', 'updated_at': '2021-06-24T12:37:50Z', 'revision_number': 5, 'project_id': '863ed5b026fd4edaaa489021c5171ff7', 'subnets': [{'id': 'c603a9c6-dd8d-455f-a3ba-4adcdd317362', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:38:09.269415 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76ea13f9-ceb6-47ab-8a16-25e6d703edc5 None None] The sync data for ids ['dd26f095-270d-41b3-91d7-b7e1a898980a'] in dv-neutron-797120-4-hyperv is: [{'id': 'dd26f095-270d-41b3-91d7-b7e1a898980a', 'name': 'tempest-TestSnapshotPattern-1441945490-router', 'tenant_id': '863ed5b026fd4edaaa489021c5171ff7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'external_fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.120'}], 'enable_snat': True}, 'gw_port_id': '6436f2bd-89d8-4401-8e7b-08271f81aa58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:37:41Z', 'updated_at': '2021-06-24T12:37:44Z', 'revision_number': 4, 'project_id': '863ed5b026fd4edaaa489021c5171ff7', 'gw_port': {'id': '6436f2bd-89d8-4401-8e7b-08271f81aa58', 'name': '', 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:85:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd26f095-270d-41b3-91d7-b7e1a898980a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1858, 'fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:37:42Z', 'updated_at': '2021-06-24T12:37:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-4-hyperv', '_floatingips': [{'id': 'dfd2935e-420c-430b-8ce9-839f2cd97475', 'tenant_id': '863ed5b026fd4edaaa489021c5171ff7', 'floating_ip_address': '172.26.7.90', 'floating_network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'router_id': 'dd26f095-270d-41b3-91d7-b7e1a898980a', 'port_id': '0c9f0907-dcbe-44ce-b8bb-3cb3d679c182', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1883, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '74151fa0-2dce-48c3-b787-fea9c3e6e0b3', 'mac_address': 'fa:16:3e:03:f4:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f341206c-e80d-492a-8687-017e2d44973b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T12:38:07Z', 'updated_at': '2021-06-24T12:38:07Z', 'revision_number': 0, 'project_id': '863ed5b026fd4edaaa489021c5171ff7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94f5cf28-ac75-417e-bd17-3afdeeda3562', 'name': '', 'network_id': '74151fa0-2dce-48c3-b787-fea9c3e6e0b3', 'tenant_id': '863ed5b026fd4edaaa489021c5171ff7', 'mac_address': 'fa:16:3e:4e:e8:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd26f095-270d-41b3-91d7-b7e1a898980a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': 'c603a9c6-dd8d-455f-a3ba-4adcdd317362', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:37:43Z', 'updated_at': '2021-06-24T12:37:50Z', 'revision_number': 5, 'project_id': '863ed5b026fd4edaaa489021c5171ff7', 'subnets': [{'id': 'c603a9c6-dd8d-455f-a3ba-4adcdd317362', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=128085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 12:38:09.469146 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f90357b-7299-41bc-a337-fe42b552d657 None None] New status for floating IP dfd2935e-420c-430b-8ce9-839f2cd97475: ACTIVE {{(pid=128086) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 24 12:38:12.182258 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.agents_db [None req-87a69269-d72b-4286-97f3-1041481ed6d8 None None] Agent healthcheck: found 6 active agents {{(pid=128086) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 12:38:15.208530 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:38:23.922602 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-0823fde4-b171-4a97-9f54-ac04d8fa9528 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:38:26.445929 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-71218381-0cdb-445f-a313-e0230607a5e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:38:26.647429 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:38:27.925519 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-03237adf-ebd0-46f2-a476-4d4bb746e0f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:38:29.882182 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-52c483ef-d5c1-4030-9a32-e5ce4ff00ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:38:36.559151 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-4bcab838-2383-42d5-8a4f-fdd8da7525c6 req-6ae5f487-9425-4eaa-8447-e06823ab52d4 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=f341206c-e80d-492a-8687-017e2d44973b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0584521 Jun 24 12:38:36.661257 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcab838-2383-42d5-8a4f-fdd8da7525c6 req-e00c1fa5-bab5-4f31-9c27-a6ce59d3417d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:38:36.662775 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-4bcab838-2383-42d5-8a4f-fdd8da7525c6 req-e00c1fa5-bab5-4f31-9c27-a6ce59d3417d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=863ed5b026fd4edaaa489021c5171ff7&device_id=f341206c-e80d-492a-8687-017e2d44973b HTTP/1.1" status: 200 len: 1098 time: 0.0578902 Jun 24 12:38:36.777176 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcab838-2383-42d5-8a4f-fdd8da7525c6 req-6f40526b-b5ad-49bf-aa9f-23ab9a1e12e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:38:36.778567 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-4bcab838-2383-42d5-8a4f-fdd8da7525c6 req-6f40526b-b5ad-49bf-aa9f-23ab9a1e12e4 service neutron] 10.222.0.45 "GET /v2.0/networks?id=74151fa0-2dce-48c3-b787-fea9c3e6e0b3 HTTP/1.1" status: 200 len: 911 time: 0.0943608 Jun 24 12:38:36.844967 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-4bcab838-2383-42d5-8a4f-fdd8da7525c6 req-2c53123b-d23b-4a44-adf7-4d7d1d802f14 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0c9f0907-dcbe-44ce-b8bb-3cb3d679c182 HTTP/1.1" status: 200 len: 1000 time: 0.0584548 Jun 24 12:38:36.902581 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcab838-2383-42d5-8a4f-fdd8da7525c6 req-0ca9a83f-8955-4d77-aadf-776e7e26daa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:38:36.904018 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-4bcab838-2383-42d5-8a4f-fdd8da7525c6 req-0ca9a83f-8955-4d77-aadf-776e7e26daa8 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c603a9c6-dd8d-455f-a3ba-4adcdd317362 HTTP/1.1" status: 200 len: 849 time: 0.0519648 Jun 24 12:38:36.977516 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcab838-2383-42d5-8a4f-fdd8da7525c6 req-0b47cef2-85b7-4288-820d-233cef8bfbe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:38:36.979178 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-4bcab838-2383-42d5-8a4f-fdd8da7525c6 req-0b47cef2-85b7-4288-820d-233cef8bfbe3 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=74151fa0-2dce-48c3-b787-fea9c3e6e0b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0673003 Jun 24 12:38:37.083697 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-4bcab838-2383-42d5-8a4f-fdd8da7525c6 req-a608b4c0-91f7-4b41-9d43-0a3b5c4d845e service neutron] 10.222.0.45 "GET /v2.0/networks/74151fa0-2dce-48c3-b787-fea9c3e6e0b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953004 Jun 24 12:38:37.188814 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-4bcab838-2383-42d5-8a4f-fdd8da7525c6 req-4dcc8f24-a3c0-49b2-8a30-54df6a74dca7 service neutron] 10.222.0.45 "GET /v2.0/networks/74151fa0-2dce-48c3-b787-fea9c3e6e0b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972300 Jun 24 12:38:45.201349 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:38:49.182201 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.agents_db [None req-87a69269-d72b-4286-97f3-1041481ed6d8 None None] Agent healthcheck: found 6 active agents {{(pid=128086) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 12:38:53.924582 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-b315f61f-f7c3-4207-ae24-63100a15be95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:38:56.453785 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-dd593b21-4028-4424-b3da-e04bc14476c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:38:56.652207 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:38:57.927638 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-03237adf-ebd0-46f2-a476-4d4bb746e0f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:38:59.885342 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-52c483ef-d5c1-4030-9a32-e5ce4ff00ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:39:15.218254 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:39:23.926680 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-eb14fff6-14aa-4927-bf08-0a460438458c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:39:26.181402 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.agents_db [None req-87a69269-d72b-4286-97f3-1041481ed6d8 None None] Agent healthcheck: found 6 active agents {{(pid=128086) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 12:39:26.447712 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-70e6fb13-bab8-43b4-ab48-686fd22b4cb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:39:26.655465 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:39:27.930233 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-03237adf-ebd0-46f2-a476-4d4bb746e0f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:39:29.890406 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-52c483ef-d5c1-4030-9a32-e5ce4ff00ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:39:37.576899 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-0c86dd04-c104-48b6-94dc-18c18418670e req-82bb3623-fd87-48e3-8cbc-8816b0ca9be4 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=f341206c-e80d-492a-8687-017e2d44973b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0546546 Jun 24 12:39:37.691327 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c86dd04-c104-48b6-94dc-18c18418670e req-1a961530-b8fb-4151-8252-09196f2dda00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:39:37.693325 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-0c86dd04-c104-48b6-94dc-18c18418670e req-1a961530-b8fb-4151-8252-09196f2dda00 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=863ed5b026fd4edaaa489021c5171ff7&device_id=f341206c-e80d-492a-8687-017e2d44973b HTTP/1.1" status: 200 len: 1098 time: 0.0645332 Jun 24 12:39:37.802136 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c86dd04-c104-48b6-94dc-18c18418670e req-3f33c5b9-5032-4bcd-ba40-85fe88d4d72a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:39:37.804157 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-0c86dd04-c104-48b6-94dc-18c18418670e req-3f33c5b9-5032-4bcd-ba40-85fe88d4d72a service neutron] 10.222.0.45 "GET /v2.0/networks?id=74151fa0-2dce-48c3-b787-fea9c3e6e0b3 HTTP/1.1" status: 200 len: 911 time: 0.0852346 Jun 24 12:39:37.875870 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-0c86dd04-c104-48b6-94dc-18c18418670e req-61c4d5f2-66d1-481c-b4da-600967ff8840 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0c9f0907-dcbe-44ce-b8bb-3cb3d679c182 HTTP/1.1" status: 200 len: 1000 time: 0.0614467 Jun 24 12:39:37.926284 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c86dd04-c104-48b6-94dc-18c18418670e req-fbe59fc7-b7b8-4588-ab7b-c1ae79029c85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:39:37.927758 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-0c86dd04-c104-48b6-94dc-18c18418670e req-fbe59fc7-b7b8-4588-ab7b-c1ae79029c85 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c603a9c6-dd8d-455f-a3ba-4adcdd317362 HTTP/1.1" status: 200 len: 849 time: 0.0431190 Jun 24 12:39:37.990327 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c86dd04-c104-48b6-94dc-18c18418670e req-b115d003-abf4-48dc-929e-6f91fb5207b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:39:37.992222 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-0c86dd04-c104-48b6-94dc-18c18418670e req-b115d003-abf4-48dc-929e-6f91fb5207b3 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=74151fa0-2dce-48c3-b787-fea9c3e6e0b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0537968 Jun 24 12:39:38.089716 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-0c86dd04-c104-48b6-94dc-18c18418670e req-f7468912-ed33-4f03-b95b-72e76686f8b3 service neutron] 10.222.0.45 "GET /v2.0/networks/74151fa0-2dce-48c3-b787-fea9c3e6e0b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880315 Jun 24 12:39:38.182452 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-0c86dd04-c104-48b6-94dc-18c18418670e req-284508b7-b45b-4df8-9749-c70acae130a9 service neutron] 10.222.0.45 "GET /v2.0/networks/74151fa0-2dce-48c3-b787-fea9c3e6e0b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806110 Jun 24 12:39:45.233291 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:39:53.928264 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-a5b7ec86-7aa1-4ae3-b572-b4c64a069971 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:39:56.449053 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-b341a8f0-d8b8-44f9-9163-33d28a9f8671 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:39:56.657686 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:39:57.933288 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-03237adf-ebd0-46f2-a476-4d4bb746e0f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:39:59.890016 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-52c483ef-d5c1-4030-9a32-e5ce4ff00ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:40:03.180728 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.agents_db [None req-87a69269-d72b-4286-97f3-1041481ed6d8 None None] Agent healthcheck: found 6 active agents {{(pid=128086) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 12:40:09.915829 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Device 0c9f0907-dcbe-44ce-b8bb-3cb3d679c182 details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=128085) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 12:40:10.009928 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] For port 0c9f0907-dcbe-44ce-b8bb-3cb3d679c182, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=0c9f0907-dcbe-44ce-b8bb-3cb3d679c182,segment=NetworkSegment(d60253d5-89ba-4b21-b89d-0589fa7d40c2),segment_id=d60253d5-89ba-4b21-b89d-0589fa7d40c2)] {{(pid=128085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:40:10.021069 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Returning: {'device': '0c9f0907-dcbe-44ce-b8bb-3cb3d679c182', 'network_id': '74151fa0-2dce-48c3-b787-fea9c3e6e0b3', 'port_id': '0c9f0907-dcbe-44ce-b8bb-3cb3d679c182', 'mac_address': 'fa:16:3e:03:f4:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 640, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c603a9c6-dd8d-455f-a3ba-4adcdd317362', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=128085) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 12:40:10.060669 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:40:10.073242 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.notifiers.nova [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0c9f0907-dcbe-44ce-b8bb-3cb3d679c182 {{(pid=128085) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 12:40:10.091546 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] For port 0c9f0907-dcbe-44ce-b8bb-3cb3d679c182, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=0c9f0907-dcbe-44ce-b8bb-3cb3d679c182,segment=NetworkSegment(d60253d5-89ba-4b21-b89d-0589fa7d40c2),segment_id=d60253d5-89ba-4b21-b89d-0589fa7d40c2)] {{(pid=128085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:40:10.095410 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:40:10.098301 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:40:10.148489 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Pushing event updated for resources: {'Port': ['ID=0c9f0907-dcbe-44ce-b8bb-3cb3d679c182,revision_number=6']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:40:10.155931 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:40:10.156315 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:40:10.156681 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:40:10.157087 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:40:10.157476 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:40:10.157806 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:40:10.158176 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:40:10.158499 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:40:10.158843 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:40:10.159159 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:40:10.159494 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:40:10.159812 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:40:10.164509 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:40:10.198451 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] get_ports_and_sgs() called for port_ids ['0c9f0907-dcbe-44ce-b8bb-3cb3d679c182'] {{(pid=128085) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 12:40:11.943005 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Device 0c9f0907-dcbe-44ce-b8bb-3cb3d679c182 up at agent hyperv_hv-neutron-7971 {{(pid=128085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:40:12.005549 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Provisioning complete for port 0c9f0907-dcbe-44ce-b8bb-3cb3d679c182 triggered by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:40:12.006212 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:40:12.102772 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:40:12.129684 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f341206c-e80d-492a-8687-017e2d44973b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c9f0907-dcbe-44ce-b8bb-3cb3d679c182'}] {{(pid=128085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 12:40:12.132040 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1098ec9051a50dd033317f529a09b9762582ef7b417ebe05928aca59e08255aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d416774-c829-492c-8292-be4c26851896" -d '{"events": [{"server_uuid": "f341206c-e80d-492a-8687-017e2d44973b", "name": "network-vif-plugged", "status": "completed", "tag": "0c9f0907-dcbe-44ce-b8bb-3cb3d679c182"}]}' {{(pid=128085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 12:40:12.149211 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] For port 0c9f0907-dcbe-44ce-b8bb-3cb3d679c182, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=0c9f0907-dcbe-44ce-b8bb-3cb3d679c182,segment=NetworkSegment(d60253d5-89ba-4b21-b89d-0589fa7d40c2),segment_id=d60253d5-89ba-4b21-b89d-0589fa7d40c2)] {{(pid=128085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:40:12.154881 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:40:12.157093 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:40:12.209875 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Pushing event updated for resources: {'Port': ['ID=0c9f0907-dcbe-44ce-b8bb-3cb3d679c182,revision_number=7']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:40:12.221180 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:40:12.280518 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 12:40:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c3a94ee-c2aa-46da-999c-beab9f6a12e8 x-openstack-request-id: req-9c3a94ee-c2aa-46da-999c-beab9f6a12e8 {{(pid=128085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 12:40:12.281219 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f341206c-e80d-492a-8687-017e2d44973b", "name": "network-vif-plugged", "status": "completed", "tag": "0c9f0907-dcbe-44ce-b8bb-3cb3d679c182", "code": 200}]} {{(pid=128085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 12:40:12.281423 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-9c3a94ee-c2aa-46da-999c-beab9f6a12e8 {{(pid=128085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 12:40:12.281799 dv-neutron-797120-4-hyperv neutron-server[128085]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f341206c-e80d-492a-8687-017e2d44973b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c9f0907-dcbe-44ce-b8bb-3cb3d679c182', 'code': 200} Jun 24 12:40:15.247384 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:40:20.642766 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-a05570b0-9d17-49b6-998e-2bf44a6bc771 req-9b5d437e-4ac9-483e-8a1b-86a623186b3a tempest-TestSnapshotPattern-1015056413 tempest-TestSnapshotPattern-1015056413-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-444191275&fields=id&tenant_id=863ed5b026fd4edaaa489021c5171ff7 HTTP/1.1" status: 200 len: 267 time: 0.0353382 Jun 24 12:40:20.753404 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05570b0-9d17-49b6-998e-2bf44a6bc771 req-698593aa-e047-4cd2-9107-dfac5fb502c4 tempest-TestSnapshotPattern-1015056413 tempest-TestSnapshotPattern-1015056413-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:40:20.755626 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-a05570b0-9d17-49b6-998e-2bf44a6bc771 req-698593aa-e047-4cd2-9107-dfac5fb502c4 tempest-TestSnapshotPattern-1015056413 tempest-TestSnapshotPattern-1015056413-project] 10.222.0.53 "GET /v2.0/networks?id=74151fa0-2dce-48c3-b787-fea9c3e6e0b3 HTTP/1.1" status: 200 len: 810 time: 0.1056736 Jun 24 12:40:20.771423 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-a05570b0-9d17-49b6-998e-2bf44a6bc771 req-e249ace5-4cdd-44e8-8f83-a2ca55be59b0 tempest-TestSnapshotPattern-1015056413 tempest-TestSnapshotPattern-1015056413-project] 10.222.0.53 "GET /v2.0/quotas/863ed5b026fd4edaaa489021c5171ff7 HTTP/1.1" status: 200 len: 375 time: 0.0095072 Jun 24 12:40:20.844091 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-a05570b0-9d17-49b6-998e-2bf44a6bc771 req-9325afc6-65cd-4e6e-a3d2-0e621eeb6875 tempest-TestSnapshotPattern-1015056413 tempest-TestSnapshotPattern-1015056413-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=863ed5b026fd4edaaa489021c5171ff7&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0673778 Jun 24 12:40:20.905448 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [req-a05570b0-9d17-49b6-998e-2bf44a6bc771 req-3458a550-c6a6-46b2-9720-7f837b7da69d service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=128083) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 24 12:40:20.906435 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-a05570b0-9d17-49b6-998e-2bf44a6bc771 req-3458a550-c6a6-46b2-9720-7f837b7da69d service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0509398 Jun 24 12:40:21.004168 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-a05570b0-9d17-49b6-998e-2bf44a6bc771 req-faf11996-36bd-4e92-b4ef-501d3c990b28 service neutron] 10.222.0.53 "GET /v2.0/networks/74151fa0-2dce-48c3-b787-fea9c3e6e0b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909438 Jun 24 12:40:21.102041 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-a05570b0-9d17-49b6-998e-2bf44a6bc771 req-cd845104-dd06-4495-a74b-eb17f15278c7 service neutron] 10.222.0.53 "GET /v2.0/networks/74151fa0-2dce-48c3-b787-fea9c3e6e0b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889790 Jun 24 12:40:21.349241 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-befbf78d-a4c2-4b88-9247-f60c4abba8ba req-5ff23786-4652-48b6-b43e-445dde46d41d tempest-TestSnapshotPattern-1015056413 tempest-TestSnapshotPattern-1015056413-project] 10.222.0.53 "GET /v2.0/ports?device_id=1dc0efbd-4808-41e3-abde-7f80ea61f362 HTTP/1.1" status: 200 len: 210 time: 0.0802298 Jun 24 12:40:22.585684 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05570b0-9d17-49b6-998e-2bf44a6bc771 req-ef959dac-3e17-4783-9249-5f6383342386 tempest-TestSnapshotPattern-1015056413 tempest-TestSnapshotPattern-1015056413-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:40:22.587381 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-a05570b0-9d17-49b6-998e-2bf44a6bc771 req-ef959dac-3e17-4783-9249-5f6383342386 tempest-TestSnapshotPattern-1015056413 tempest-TestSnapshotPattern-1015056413-project] 10.222.0.45 "GET /v2.0/networks?id=74151fa0-2dce-48c3-b787-fea9c3e6e0b3 HTTP/1.1" status: 200 len: 810 time: 0.1357207 Jun 24 12:40:22.664896 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-a05570b0-9d17-49b6-998e-2bf44a6bc771 req-b228b2d3-0d6d-452e-9ed4-eec3e3ebb1b9 tempest-TestSnapshotPattern-1015056413 tempest-TestSnapshotPattern-1015056413-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=863ed5b026fd4edaaa489021c5171ff7 HTTP/1.1" status: 200 len: 379 time: 0.0571322 Jun 24 12:40:22.684372 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-b3592fa6-ec67-43bf-bcd9-3133bf27c459 req-8cb3d320-8332-4adc-b6db-f2219b54b1aa tempest-TestSnapshotPattern-1015056413 tempest-TestSnapshotPattern-1015056413-project] 10.222.0.53 "GET /v2.0/ports?device_id=1dc0efbd-4808-41e3-abde-7f80ea61f362 HTTP/1.1" status: 200 len: 210 time: 0.0440159 Jun 24 12:40:22.687927 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [req-a05570b0-9d17-49b6-998e-2bf44a6bc771 req-fa94c7f2-5a9c-47a7-94bd-02136cf10671 tempest-TestSnapshotPattern-1015056413 tempest-TestSnapshotPattern-1015056413-project] Request body: {'port': {'device_id': '1dc0efbd-4808-41e3-abde-7f80ea61f362', 'network_id': '74151fa0-2dce-48c3-b787-fea9c3e6e0b3', 'admin_state_up': True, 'tenant_id': '863ed5b026fd4edaaa489021c5171ff7', 'security_groups': ['f8eebd97-e331-4c52-8505-97a8564cda1d']}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:40:22.801795 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a05570b0-9d17-49b6-998e-2bf44a6bc771 req-fa94c7f2-5a9c-47a7-94bd-02136cf10671 tempest-TestSnapshotPattern-1015056413 tempest-TestSnapshotPattern-1015056413-project] Made reservation on behalf of 863ed5b026fd4edaaa489021c5171ff7 for: {'port': 1} {{(pid=128083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:40:22.806079 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-a05570b0-9d17-49b6-998e-2bf44a6bc771 req-fa94c7f2-5a9c-47a7-94bd-02136cf10671 tempest-TestSnapshotPattern-1015056413 tempest-TestSnapshotPattern-1015056413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:40:22.939709 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.db_base_plugin_common [req-a05570b0-9d17-49b6-998e-2bf44a6bc771 req-fa94c7f2-5a9c-47a7-94bd-02136cf10671 tempest-TestSnapshotPattern-1015056413 tempest-TestSnapshotPattern-1015056413-project] Allocated IP 172.20.0.8 (74151fa0-2dce-48c3-b787-fea9c3e6e0b3/c603a9c6-dd8d-455f-a3ba-4adcdd317362/8e3136e9-47d3-476a-bbe5-ef9ced18eb32) {{(pid=128083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:40:23.125169 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-a05570b0-9d17-49b6-998e-2bf44a6bc771 req-fa94c7f2-5a9c-47a7-94bd-02136cf10671 tempest-TestSnapshotPattern-1015056413 tempest-TestSnapshotPattern-1015056413-project] Notify callbacks [] for port, precommit_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:40:23.151398 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.provisioning_blocks [req-a05570b0-9d17-49b6-998e-2bf44a6bc771 req-fa94c7f2-5a9c-47a7-94bd-02136cf10671 tempest-TestSnapshotPattern-1015056413 tempest-TestSnapshotPattern-1015056413-project] Transition to ACTIVE for port object 8e3136e9-47d3-476a-bbe5-ef9ced18eb32 will not be triggered until provisioned by entity DHCP. {{(pid=128083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:40:23.208301 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-a05570b0-9d17-49b6-998e-2bf44a6bc771 req-fa94c7f2-5a9c-47a7-94bd-02136cf10671 tempest-TestSnapshotPattern-1015056413 tempest-TestSnapshotPattern-1015056413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-650429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-506361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793193536723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2537853'] for port, after_create {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:40:23.214643 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-d7da9a6b-2f5c-48f8-8044-d0376375c521 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:40:23.279848 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a05570b0-9d17-49b6-998e-2bf44a6bc771 req-fa94c7f2-5a9c-47a7-94bd-02136cf10671 tempest-TestSnapshotPattern-1015056413 tempest-TestSnapshotPattern-1015056413-project] Network 74151fa0-2dce-48c3-b787-fea9c3e6e0b3 is already hosted by enough agents. {{(pid=128083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:40:23.283702 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.scheduler.base_scheduler [req-a05570b0-9d17-49b6-998e-2bf44a6bc771 req-fa94c7f2-5a9c-47a7-94bd-02136cf10671 tempest-TestSnapshotPattern-1015056413 tempest-TestSnapshotPattern-1015056413-project] Resources bound (agent type, host, resource id): {{(pid=128083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:40:23.289435 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.l3_dvrscheduler_db [req-a05570b0-9d17-49b6-998e-2bf44a6bc771 req-fa94c7f2-5a9c-47a7-94bd-02136cf10671 tempest-TestSnapshotPattern-1015056413 tempest-TestSnapshotPattern-1015056413-project] Received port after_create {{(pid=128083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:40:23.345158 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05570b0-9d17-49b6-998e-2bf44a6bc771 req-fa94c7f2-5a9c-47a7-94bd-02136cf10671 tempest-TestSnapshotPattern-1015056413 tempest-TestSnapshotPattern-1015056413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:40:23.346066 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-a05570b0-9d17-49b6-998e-2bf44a6bc771 req-fa94c7f2-5a9c-47a7-94bd-02136cf10671 tempest-TestSnapshotPattern-1015056413 tempest-TestSnapshotPattern-1015056413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468916'] for port, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:40:23.350401 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa94c7f2-5a9c-47a7-94bd-02136cf10671 tempest-TestSnapshotPattern-1015056413 tempest-TestSnapshotPattern-1015056413-project] Pushing event updated for resources: {'Port': ['ID=8e3136e9-47d3-476a-bbe5-ef9ced18eb32,revision_number=1']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:40:23.377998 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-a05570b0-9d17-49b6-998e-2bf44a6bc771 req-fa94c7f2-5a9c-47a7-94bd-02136cf10671 tempest-TestSnapshotPattern-1015056413 tempest-TestSnapshotPattern-1015056413-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6959257 Jun 24 12:40:23.379933 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa94c7f2-5a9c-47a7-94bd-02136cf10671 tempest-TestSnapshotPattern-1015056413 tempest-TestSnapshotPattern-1015056413-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:40:23.380438 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa94c7f2-5a9c-47a7-94bd-02136cf10671 tempest-TestSnapshotPattern-1015056413 tempest-TestSnapshotPattern-1015056413-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:40:23.380847 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa94c7f2-5a9c-47a7-94bd-02136cf10671 tempest-TestSnapshotPattern-1015056413 tempest-TestSnapshotPattern-1015056413-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:40:23.387726 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa94c7f2-5a9c-47a7-94bd-02136cf10671 tempest-TestSnapshotPattern-1015056413 tempest-TestSnapshotPattern-1015056413-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:40:23.388211 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa94c7f2-5a9c-47a7-94bd-02136cf10671 tempest-TestSnapshotPattern-1015056413 tempest-TestSnapshotPattern-1015056413-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:40:23.388605 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa94c7f2-5a9c-47a7-94bd-02136cf10671 tempest-TestSnapshotPattern-1015056413 tempest-TestSnapshotPattern-1015056413-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:40:23.389010 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa94c7f2-5a9c-47a7-94bd-02136cf10671 tempest-TestSnapshotPattern-1015056413 tempest-TestSnapshotPattern-1015056413-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:40:23.389393 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa94c7f2-5a9c-47a7-94bd-02136cf10671 tempest-TestSnapshotPattern-1015056413 tempest-TestSnapshotPattern-1015056413-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:40:23.389823 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa94c7f2-5a9c-47a7-94bd-02136cf10671 tempest-TestSnapshotPattern-1015056413 tempest-TestSnapshotPattern-1015056413-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:40:23.390147 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa94c7f2-5a9c-47a7-94bd-02136cf10671 tempest-TestSnapshotPattern-1015056413 tempest-TestSnapshotPattern-1015056413-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:40:23.390520 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa94c7f2-5a9c-47a7-94bd-02136cf10671 tempest-TestSnapshotPattern-1015056413 tempest-TestSnapshotPattern-1015056413-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:40:23.390899 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa94c7f2-5a9c-47a7-94bd-02136cf10671 tempest-TestSnapshotPattern-1015056413 tempest-TestSnapshotPattern-1015056413-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:40:23.406970 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-fa94c7f2-5a9c-47a7-94bd-02136cf10671 tempest-TestSnapshotPattern-1015056413 tempest-TestSnapshotPattern-1015056413-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:40:23.723761 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-99264b9c-bc2e-437e-9c64-2c3c7ab4c525 None None] Provisioning for port 8e3136e9-47d3-476a-bbe5-ef9ced18eb32 completed by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:40:23.728712 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-99264b9c-bc2e-437e-9c64-2c3c7ab4c525 None None] Provisioning complete for port 8e3136e9-47d3-476a-bbe5-ef9ced18eb32 triggered by entity DHCP. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:40:23.729405 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-99264b9c-bc2e-437e-9c64-2c3c7ab4c525 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:40:23.787845 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-99264b9c-bc2e-437e-9c64-2c3c7ab4c525 None None] Port 8e3136e9-47d3-476a-bbe5-ef9ced18eb32 cannot update to ACTIVE because it is not bound. {{(pid=128085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 12:40:23.930654 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-8db77a0b-df14-4724-aad8-9be0a48d296a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:40:23.935420 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a324a076-e275-4f1b-b525-f1abf4dd73e5 req-6c63c777-8b19-4dc7-92ab-065b0bfaa468 tempest-TestSnapshotPattern-1015056413 tempest-TestSnapshotPattern-1015056413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:40:23.937152 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-a324a076-e275-4f1b-b525-f1abf4dd73e5 req-6c63c777-8b19-4dc7-92ab-065b0bfaa468 tempest-TestSnapshotPattern-1015056413 tempest-TestSnapshotPattern-1015056413-project] 10.222.0.53 "GET /v2.0/ports?device_id=1dc0efbd-4808-41e3-abde-7f80ea61f362 HTTP/1.1" status: 200 len: 931 time: 0.0836945 Jun 24 12:40:24.000294 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Device 0c9f0907-dcbe-44ce-b8bb-3cb3d679c182 no longer exists at agent hyperv_hv-neutron-7971 {{(pid=128085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 12:40:24.111607 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:40:24.138042 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f341206c-e80d-492a-8687-017e2d44973b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0c9f0907-dcbe-44ce-b8bb-3cb3d679c182'}] {{(pid=128085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 12:40:24.140460 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1098ec9051a50dd033317f529a09b9762582ef7b417ebe05928aca59e08255aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a6139cb-3f14-4d0c-b126-4ae3478fca01" -d '{"events": [{"server_uuid": "f341206c-e80d-492a-8687-017e2d44973b", "name": "network-vif-unplugged", "status": "completed", "tag": "0c9f0907-dcbe-44ce-b8bb-3cb3d679c182"}]}' {{(pid=128085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 12:40:24.166990 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] For port 0c9f0907-dcbe-44ce-b8bb-3cb3d679c182, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=0c9f0907-dcbe-44ce-b8bb-3cb3d679c182,segment=NetworkSegment(d60253d5-89ba-4b21-b89d-0589fa7d40c2),segment_id=d60253d5-89ba-4b21-b89d-0589fa7d40c2)] {{(pid=128085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:40:24.174511 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:40:24.181977 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:40:24.264399 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 24 Jun 2021 12:40:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70e45aa6-373f-4ebb-ac98-d617c082ac76 x-openstack-request-id: req-70e45aa6-373f-4ebb-ac98-d617c082ac76 {{(pid=128085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 12:40:24.264827 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f341206c-e80d-492a-8687-017e2d44973b", "name": "network-vif-unplugged", "status": "completed", "tag": "0c9f0907-dcbe-44ce-b8bb-3cb3d679c182", "code": 200}]} {{(pid=128085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 12:40:24.265623 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-70e45aa6-373f-4ebb-ac98-d617c082ac76 {{(pid=128085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 12:40:24.266154 dv-neutron-797120-4-hyperv neutron-server[128085]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f341206c-e80d-492a-8687-017e2d44973b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0c9f0907-dcbe-44ce-b8bb-3cb3d679c182', 'code': 200} Jun 24 12:40:24.267030 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Pushing event updated for resources: {'Port': ['ID=0c9f0907-dcbe-44ce-b8bb-3cb3d679c182,revision_number=8']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:40:24.272765 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:40:24.364223 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-a324a076-e275-4f1b-b525-f1abf4dd73e5 req-6ab1cc91-0652-428f-8de9-333653ca54fd tempest-TestSnapshotPattern-1015056413 tempest-TestSnapshotPattern-1015056413-project] 10.222.0.53 "GET /v2.0/security-groups?id=f8eebd97-e331-4c52-8505-97a8564cda1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4193203 Jun 24 12:40:25.587567 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95acb93-da87-4393-b1f9-cd2e972dcf0e req-fedfcd13-27ae-4964-8d8c-379883277793 tempest-TestSnapshotPattern-1015056413 tempest-TestSnapshotPattern-1015056413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:40:25.589416 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-f95acb93-da87-4393-b1f9-cd2e972dcf0e req-fedfcd13-27ae-4964-8d8c-379883277793 tempest-TestSnapshotPattern-1015056413 tempest-TestSnapshotPattern-1015056413-project] 10.222.0.53 "GET /v2.0/ports?device_id=1dc0efbd-4808-41e3-abde-7f80ea61f362 HTTP/1.1" status: 200 len: 931 time: 0.0913103 Jun 24 12:40:25.631665 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-f95acb93-da87-4393-b1f9-cd2e972dcf0e req-e4cee6ab-dcaa-4858-86a6-75b50c68f292 tempest-TestSnapshotPattern-1015056413 tempest-TestSnapshotPattern-1015056413-project] 10.222.0.53 "GET /v2.0/security-groups?id=f8eebd97-e331-4c52-8505-97a8564cda1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362375 Jun 24 12:40:26.462278 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-d2208f3c-dea6-422f-b235-44203162e0d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:40:26.671481 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:40:26.852892 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8554ed34-a18a-46e3-8a31-db496ab915ce req-5caa73e7-63cb-475c-b2b9-023e29384609 tempest-TestSnapshotPattern-1015056413 tempest-TestSnapshotPattern-1015056413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:40:26.854589 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-8554ed34-a18a-46e3-8a31-db496ab915ce req-5caa73e7-63cb-475c-b2b9-023e29384609 tempest-TestSnapshotPattern-1015056413 tempest-TestSnapshotPattern-1015056413-project] 10.222.0.53 "GET /v2.0/ports?device_id=1dc0efbd-4808-41e3-abde-7f80ea61f362 HTTP/1.1" status: 200 len: 931 time: 0.0856354 Jun 24 12:40:26.909560 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-8554ed34-a18a-46e3-8a31-db496ab915ce req-add8e9d2-9f19-44c7-9109-af8c579da149 tempest-TestSnapshotPattern-1015056413 tempest-TestSnapshotPattern-1015056413-project] 10.222.0.53 "GET /v2.0/security-groups?id=f8eebd97-e331-4c52-8505-97a8564cda1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465455 Jun 24 12:40:27.943584 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-03237adf-ebd0-46f2-a476-4d4bb746e0f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:40:28.113085 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3ad33d-4eff-4680-80fe-e5844c246d54 req-76d641b8-5b0c-489e-85fe-9e3b839b7ee1 tempest-TestSnapshotPattern-1015056413 tempest-TestSnapshotPattern-1015056413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:40:28.115110 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-ae3ad33d-4eff-4680-80fe-e5844c246d54 req-76d641b8-5b0c-489e-85fe-9e3b839b7ee1 tempest-TestSnapshotPattern-1015056413 tempest-TestSnapshotPattern-1015056413-project] 10.222.0.53 "GET /v2.0/ports?device_id=1dc0efbd-4808-41e3-abde-7f80ea61f362 HTTP/1.1" status: 200 len: 931 time: 0.0721912 Jun 24 12:40:28.161119 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-ae3ad33d-4eff-4680-80fe-e5844c246d54 req-34622e86-1ac9-444f-ac56-ba12ef1bf9fd tempest-TestSnapshotPattern-1015056413 tempest-TestSnapshotPattern-1015056413-project] 10.222.0.53 "GET /v2.0/security-groups?id=f8eebd97-e331-4c52-8505-97a8564cda1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398386 Jun 24 12:40:29.370004 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888a83fa-957d-4b5d-b138-f9a84f039965 req-77322ed3-b018-434a-b96f-8950ba710cdc tempest-TestSnapshotPattern-1015056413 tempest-TestSnapshotPattern-1015056413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:40:29.371552 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-888a83fa-957d-4b5d-b138-f9a84f039965 req-77322ed3-b018-434a-b96f-8950ba710cdc tempest-TestSnapshotPattern-1015056413 tempest-TestSnapshotPattern-1015056413-project] 10.222.0.53 "GET /v2.0/ports?device_id=1dc0efbd-4808-41e3-abde-7f80ea61f362 HTTP/1.1" status: 200 len: 931 time: 0.0859778 Jun 24 12:40:29.418142 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-888a83fa-957d-4b5d-b138-f9a84f039965 req-40851848-bbf0-4e65-ab00-657fa2ef8b4d tempest-TestSnapshotPattern-1015056413 tempest-TestSnapshotPattern-1015056413-project] 10.222.0.53 "GET /v2.0/security-groups?id=f8eebd97-e331-4c52-8505-97a8564cda1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378551 Jun 24 12:40:29.897663 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-52c483ef-d5c1-4030-9a32-e5ce4ff00ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:40:30.633710 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063497ee-b143-4c4d-9063-5927bf4f031a req-da59ef52-7db0-4669-8bce-9c296cdd73a8 tempest-TestSnapshotPattern-1015056413 tempest-TestSnapshotPattern-1015056413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:40:30.635545 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-063497ee-b143-4c4d-9063-5927bf4f031a req-da59ef52-7db0-4669-8bce-9c296cdd73a8 tempest-TestSnapshotPattern-1015056413 tempest-TestSnapshotPattern-1015056413-project] 10.222.0.53 "GET /v2.0/ports?device_id=1dc0efbd-4808-41e3-abde-7f80ea61f362 HTTP/1.1" status: 200 len: 931 time: 0.0831048 Jun 24 12:40:30.678702 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-063497ee-b143-4c4d-9063-5927bf4f031a req-ff37ab2c-340b-4e6e-b460-ee97c0d8cb84 tempest-TestSnapshotPattern-1015056413 tempest-TestSnapshotPattern-1015056413-project] 10.222.0.53 "GET /v2.0/security-groups?id=f8eebd97-e331-4c52-8505-97a8564cda1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373693 Jun 24 12:40:31.879891 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845359e9-99d8-4d83-8802-edd94a05edc3 req-9c00e7c8-f10b-4e5b-9f02-51a2725f55f0 tempest-TestSnapshotPattern-1015056413 tempest-TestSnapshotPattern-1015056413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:40:31.881574 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-845359e9-99d8-4d83-8802-edd94a05edc3 req-9c00e7c8-f10b-4e5b-9f02-51a2725f55f0 tempest-TestSnapshotPattern-1015056413 tempest-TestSnapshotPattern-1015056413-project] 10.222.0.53 "GET /v2.0/ports?device_id=1dc0efbd-4808-41e3-abde-7f80ea61f362 HTTP/1.1" status: 200 len: 931 time: 0.0765276 Jun 24 12:40:31.923314 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-845359e9-99d8-4d83-8802-edd94a05edc3 req-5cb2997a-c9b5-4b51-b3e3-d22e56847606 tempest-TestSnapshotPattern-1015056413 tempest-TestSnapshotPattern-1015056413-project] 10.222.0.53 "GET /v2.0/security-groups?id=f8eebd97-e331-4c52-8505-97a8564cda1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354111 Jun 24 12:40:33.117293 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd38ba7a-998e-477d-aec3-63e91f56ee7f req-f72f6cea-caa7-4130-9319-6b9e1fbe8291 tempest-TestSnapshotPattern-1015056413 tempest-TestSnapshotPattern-1015056413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:40:33.118770 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-cd38ba7a-998e-477d-aec3-63e91f56ee7f req-f72f6cea-caa7-4130-9319-6b9e1fbe8291 tempest-TestSnapshotPattern-1015056413 tempest-TestSnapshotPattern-1015056413-project] 10.222.0.53 "GET /v2.0/ports?device_id=1dc0efbd-4808-41e3-abde-7f80ea61f362 HTTP/1.1" status: 200 len: 931 time: 0.0750201 Jun 24 12:40:33.166677 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-cd38ba7a-998e-477d-aec3-63e91f56ee7f req-d30cc3d1-1c70-401c-aebc-3df356f340f4 tempest-TestSnapshotPattern-1015056413 tempest-TestSnapshotPattern-1015056413-project] 10.222.0.53 "GET /v2.0/security-groups?id=f8eebd97-e331-4c52-8505-97a8564cda1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419984 Jun 24 12:40:33.454408 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.v2.base [req-a05570b0-9d17-49b6-998e-2bf44a6bc771 req-677f47f1-d7c2-4f25-bb83-5563f0d1f4c6 service neutron] Request body: {'port': {'device_id': '1dc0efbd-4808-41e3-abde-7f80ea61f362', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7971'}} {{(pid=128083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:40:33.529453 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-a05570b0-9d17-49b6-998e-2bf44a6bc771 req-677f47f1-d7c2-4f25-bb83-5563f0d1f4c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:40:33.825516 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.notifiers.nova [req-a05570b0-9d17-49b6-998e-2bf44a6bc771 req-677f47f1-d7c2-4f25-bb83-5563f0d1f4c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e3136e9-47d3-476a-bbe5-ef9ced18eb32 {{(pid=128083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 12:40:33.833919 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-a05570b0-9d17-49b6-998e-2bf44a6bc771 req-677f47f1-d7c2-4f25-bb83-5563f0d1f4c6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:40:33.845955 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.provisioning_blocks [req-a05570b0-9d17-49b6-998e-2bf44a6bc771 req-677f47f1-d7c2-4f25-bb83-5563f0d1f4c6 service neutron] Transition to ACTIVE for port object 8e3136e9-47d3-476a-bbe5-ef9ced18eb32 will not be triggered until provisioned by entity L2. {{(pid=128083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:40:33.851779 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-a05570b0-9d17-49b6-998e-2bf44a6bc771 req-677f47f1-d7c2-4f25-bb83-5563f0d1f4c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2537871'] for port, after_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:40:33.855993 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-6298f436-3bb4-4dd1-850f-599156c89a2c tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:40:33.940238 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677f47f1-d7c2-4f25-bb83-5563f0d1f4c6 service neutron] Pushing event updated for resources: {'Port': ['ID=8e3136e9-47d3-476a-bbe5-ef9ced18eb32,revision_number=2']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:40:33.944230 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-677f47f1-d7c2-4f25-bb83-5563f0d1f4c6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:40:33.995532 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.managers [req-a05570b0-9d17-49b6-998e-2bf44a6bc771 req-677f47f1-d7c2-4f25-bb83-5563f0d1f4c6 service neutron] Attempting to bind port 8e3136e9-47d3-476a-bbe5-ef9ced18eb32 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=128083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 12:40:33.995876 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.managers [req-a05570b0-9d17-49b6-998e-2bf44a6bc771 req-677f47f1-d7c2-4f25-bb83-5563f0d1f4c6 service neutron] Attempting to bind port 8e3136e9-47d3-476a-bbe5-ef9ced18eb32 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': 'd60253d5-89ba-4b21-b89d-0589fa7d40c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '74151fa0-2dce-48c3-b787-fea9c3e6e0b3'}] {{(pid=128083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 12:40:33.996212 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a05570b0-9d17-49b6-998e-2bf44a6bc771 req-677f47f1-d7c2-4f25-bb83-5563f0d1f4c6 service neutron] Attempting to bind port 8e3136e9-47d3-476a-bbe5-ef9ced18eb32 on network 74151fa0-2dce-48c3-b787-fea9c3e6e0b3 {{(pid=128083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:40:34.001371 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a05570b0-9d17-49b6-998e-2bf44a6bc771 req-677f47f1-d7c2-4f25-bb83-5563f0d1f4c6 service neutron] Port 8e3136e9-47d3-476a-bbe5-ef9ced18eb32 on network 74151fa0-2dce-48c3-b787-fea9c3e6e0b3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=128083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 12:40:34.001740 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a05570b0-9d17-49b6-998e-2bf44a6bc771 req-677f47f1-d7c2-4f25-bb83-5563f0d1f4c6 service neutron] Attempting to bind port 8e3136e9-47d3-476a-bbe5-ef9ced18eb32 on network 74151fa0-2dce-48c3-b787-fea9c3e6e0b3 {{(pid=128083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:40:34.007393 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a05570b0-9d17-49b6-998e-2bf44a6bc771 req-677f47f1-d7c2-4f25-bb83-5563f0d1f4c6 service neutron] Checking agent: {'id': 'a2c9a14d-87aa-4cd1-a510-11988f19c3d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7971', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 11, 42, 44), 'started_at': datetime.datetime(2021, 6, 24, 11, 42, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 12, 40, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=128083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 12:40:34.007737 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a05570b0-9d17-49b6-998e-2bf44a6bc771 req-677f47f1-d7c2-4f25-bb83-5563f0d1f4c6 service neutron] Checking segment: {'id': 'd60253d5-89ba-4b21-b89d-0589fa7d40c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '74151fa0-2dce-48c3-b787-fea9c3e6e0b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=128083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:40:34.008388 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a05570b0-9d17-49b6-998e-2bf44a6bc771 req-677f47f1-d7c2-4f25-bb83-5563f0d1f4c6 service neutron] Bound using segment: {'id': 'd60253d5-89ba-4b21-b89d-0589fa7d40c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '74151fa0-2dce-48c3-b787-fea9c3e6e0b3'} {{(pid=128083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 12:40:34.008825 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.managers [req-a05570b0-9d17-49b6-998e-2bf44a6bc771 req-677f47f1-d7c2-4f25-bb83-5563f0d1f4c6 service neutron] Bound port: 8e3136e9-47d3-476a-bbe5-ef9ced18eb32, host: hv-neutron-7971, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd60253d5-89ba-4b21-b89d-0589fa7d40c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '74151fa0-2dce-48c3-b787-fea9c3e6e0b3'}}] {{(pid=128083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 12:40:34.009218 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-a05570b0-9d17-49b6-998e-2bf44a6bc771 req-677f47f1-d7c2-4f25-bb83-5563f0d1f4c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:40:34.083298 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.db [req-a05570b0-9d17-49b6-998e-2bf44a6bc771 req-677f47f1-d7c2-4f25-bb83-5563f0d1f4c6 service neutron] For port 8e3136e9-47d3-476a-bbe5-ef9ced18eb32, host hv-neutron-7971, cleared binding levels {{(pid=128083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 12:40:34.086954 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.db [req-a05570b0-9d17-49b6-998e-2bf44a6bc771 req-677f47f1-d7c2-4f25-bb83-5563f0d1f4c6 service neutron] For port 8e3136e9-47d3-476a-bbe5-ef9ced18eb32, host hv-neutron-7971, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=8e3136e9-47d3-476a-bbe5-ef9ced18eb32,segment=NetworkSegment(d60253d5-89ba-4b21-b89d-0589fa7d40c2),segment_id=d60253d5-89ba-4b21-b89d-0589fa7d40c2)] {{(pid=128083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 12:40:34.091907 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-a05570b0-9d17-49b6-998e-2bf44a6bc771 req-677f47f1-d7c2-4f25-bb83-5563f0d1f4c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2537871'] for port, after_update {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:40:34.094114 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-dea8d72f-aa68-4211-8a41-08a880ba56a1 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:40:34.127448 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05570b0-9d17-49b6-998e-2bf44a6bc771 req-677f47f1-d7c2-4f25-bb83-5563f0d1f4c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:40:34.128103 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-a05570b0-9d17-49b6-998e-2bf44a6bc771 req-677f47f1-d7c2-4f25-bb83-5563f0d1f4c6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468916'] for port, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:40:34.130065 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-a05570b0-9d17-49b6-998e-2bf44a6bc771 req-677f47f1-d7c2-4f25-bb83-5563f0d1f4c6 service neutron] 10.222.0.45 "PUT /v2.0/ports/8e3136e9-47d3-476a-bbe5-ef9ced18eb32 HTTP/1.1" status: 200 len: 1093 time: 0.6803885 Jun 24 12:40:34.130636 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1dc0efbd-4808-41e3-abde-7f80ea61f362', 'tag': '8e3136e9-47d3-476a-bbe5-ef9ced18eb32'}] {{(pid=128083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 12:40:34.133307 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a77f7dee1a0522ddf93af289475d218fcdb8f30317daadec13ebf930b5b9dbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2fedb64-5c1c-442b-ac19-a95b8ec37428" -d '{"events": [{"name": "network-changed", "server_uuid": "1dc0efbd-4808-41e3-abde-7f80ea61f362", "tag": "8e3136e9-47d3-476a-bbe5-ef9ced18eb32"}]}' {{(pid=128083) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 12:40:34.163695 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677f47f1-d7c2-4f25-bb83-5563f0d1f4c6 service neutron] Pushing event updated for resources: {'Port': ['ID=8e3136e9-47d3-476a-bbe5-ef9ced18eb32,revision_number=3']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:40:34.168871 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-677f47f1-d7c2-4f25-bb83-5563f0d1f4c6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:40:34.214778 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 12:40:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27d4ba2c-46eb-4e1d-acaa-9ae46674be2d x-openstack-request-id: req-27d4ba2c-46eb-4e1d-acaa-9ae46674be2d {{(pid=128083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 12:40:34.215246 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1dc0efbd-4808-41e3-abde-7f80ea61f362", "tag": "8e3136e9-47d3-476a-bbe5-ef9ced18eb32", "status": "completed", "code": 200}]} {{(pid=128083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 12:40:34.215704 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-27d4ba2c-46eb-4e1d-acaa-9ae46674be2d {{(pid=128083) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 12:40:34.216271 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1dc0efbd-4808-41e3-abde-7f80ea61f362', 'tag': '8e3136e9-47d3-476a-bbe5-ef9ced18eb32', 'status': 'completed', 'code': 200} Jun 24 12:40:34.272841 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05570b0-9d17-49b6-998e-2bf44a6bc771 req-3a439ef0-e5ef-429f-a1fa-6608d63e254f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:40:34.274556 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-a05570b0-9d17-49b6-998e-2bf44a6bc771 req-3a439ef0-e5ef-429f-a1fa-6608d63e254f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=863ed5b026fd4edaaa489021c5171ff7&device_id=1dc0efbd-4808-41e3-abde-7f80ea61f362 HTTP/1.1" status: 200 len: 1096 time: 0.0831726 Jun 24 12:40:34.330553 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-a05570b0-9d17-49b6-998e-2bf44a6bc771 req-e297963f-be71-4341-8ea8-7f514255117e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8e3136e9-47d3-476a-bbe5-ef9ced18eb32 HTTP/1.1" status: 200 len: 217 time: 0.0434637 Jun 24 12:40:34.425320 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05570b0-9d17-49b6-998e-2bf44a6bc771 req-13112b57-6e0d-4d11-9755-8b408e56f194 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:40:34.427692 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-a05570b0-9d17-49b6-998e-2bf44a6bc771 req-13112b57-6e0d-4d11-9755-8b408e56f194 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c603a9c6-dd8d-455f-a3ba-4adcdd317362 HTTP/1.1" status: 200 len: 849 time: 0.0870893 Jun 24 12:40:34.490219 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8543d77e-23c3-4c2d-bc2b-87234849fd44 req-17544557-99d2-4841-b2cc-bbd2369bdc62 tempest-TestSnapshotPattern-1015056413 tempest-TestSnapshotPattern-1015056413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:40:34.491770 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-8543d77e-23c3-4c2d-bc2b-87234849fd44 req-17544557-99d2-4841-b2cc-bbd2369bdc62 tempest-TestSnapshotPattern-1015056413 tempest-TestSnapshotPattern-1015056413-project] 10.222.0.53 "GET /v2.0/ports?device_id=1dc0efbd-4808-41e3-abde-7f80ea61f362 HTTP/1.1" status: 200 len: 943 time: 0.1422877 Jun 24 12:40:34.544540 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-8543d77e-23c3-4c2d-bc2b-87234849fd44 req-9946797c-238a-4986-8da9-73f4ba4903c2 tempest-TestSnapshotPattern-1015056413 tempest-TestSnapshotPattern-1015056413-project] 10.222.0.53 "GET /v2.0/security-groups?id=f8eebd97-e331-4c52-8505-97a8564cda1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460136 Jun 24 12:40:34.553237 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05570b0-9d17-49b6-998e-2bf44a6bc771 req-2fad6c52-b2d4-41c6-9668-3d6907c636e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:40:34.554834 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-a05570b0-9d17-49b6-998e-2bf44a6bc771 req-2fad6c52-b2d4-41c6-9668-3d6907c636e9 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=74151fa0-2dce-48c3-b787-fea9c3e6e0b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1156018 Jun 24 12:40:34.658280 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-a05570b0-9d17-49b6-998e-2bf44a6bc771 req-f9c67937-3e0c-4c17-82ec-91b44ad3f88f service neutron] 10.222.0.45 "GET /v2.0/networks/74151fa0-2dce-48c3-b787-fea9c3e6e0b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932431 Jun 24 12:40:34.767546 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-a05570b0-9d17-49b6-998e-2bf44a6bc771 req-c0a7497e-c3f5-4725-bab8-011ed42a73eb service neutron] 10.222.0.45 "GET /v2.0/networks/74151fa0-2dce-48c3-b787-fea9c3e6e0b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948462 Jun 24 12:40:34.877033 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fedb64-5c1c-442b-ac19-a95b8ec37428 req-b20236c8-e85e-4d1f-93e5-d411300b4bf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:40:34.878536 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-d2fedb64-5c1c-442b-ac19-a95b8ec37428 req-b20236c8-e85e-4d1f-93e5-d411300b4bf3 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=863ed5b026fd4edaaa489021c5171ff7&device_id=1dc0efbd-4808-41e3-abde-7f80ea61f362 HTTP/1.1" status: 200 len: 1096 time: 0.0561974 Jun 24 12:40:34.976647 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fedb64-5c1c-442b-ac19-a95b8ec37428 req-75be8d87-4cf7-4acc-9064-2e333be9dbfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:40:34.978055 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-d2fedb64-5c1c-442b-ac19-a95b8ec37428 req-75be8d87-4cf7-4acc-9064-2e333be9dbfb service neutron] 10.222.0.45 "GET /v2.0/networks?id=74151fa0-2dce-48c3-b787-fea9c3e6e0b3 HTTP/1.1" status: 200 len: 911 time: 0.0928349 Jun 24 12:40:35.022901 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-d2fedb64-5c1c-442b-ac19-a95b8ec37428 req-41f69a37-e2b5-4b3a-9b1a-455f4bb20a3d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8e3136e9-47d3-476a-bbe5-ef9ced18eb32 HTTP/1.1" status: 200 len: 217 time: 0.0362217 Jun 24 12:40:35.074695 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fedb64-5c1c-442b-ac19-a95b8ec37428 req-3ee9e600-5105-4343-9141-ddea1df37a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:40:35.076159 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-d2fedb64-5c1c-442b-ac19-a95b8ec37428 req-3ee9e600-5105-4343-9141-ddea1df37a6a service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c603a9c6-dd8d-455f-a3ba-4adcdd317362 HTTP/1.1" status: 200 len: 849 time: 0.0463960 Jun 24 12:40:35.146594 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fedb64-5c1c-442b-ac19-a95b8ec37428 req-a1379329-a3a4-45c7-bc1c-6c4a9b9033f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:40:35.148158 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-d2fedb64-5c1c-442b-ac19-a95b8ec37428 req-a1379329-a3a4-45c7-bc1c-6c4a9b9033f6 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=74151fa0-2dce-48c3-b787-fea9c3e6e0b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0609865 Jun 24 12:40:35.243904 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-d2fedb64-5c1c-442b-ac19-a95b8ec37428 req-bddde76e-359b-4279-9019-0c699dacbc89 service neutron] 10.222.0.45 "GET /v2.0/networks/74151fa0-2dce-48c3-b787-fea9c3e6e0b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883279 Jun 24 12:40:35.344818 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-d2fedb64-5c1c-442b-ac19-a95b8ec37428 req-64e850cc-9c1c-4a56-a980-724999abe44e service neutron] 10.222.0.45 "GET /v2.0/networks/74151fa0-2dce-48c3-b787-fea9c3e6e0b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933847 Jun 24 12:40:35.735507 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4647f717-5087-45aa-a9bf-04806510eab2 req-a2c03a6d-6f82-4e6e-bcb3-b672311121ce tempest-TestSnapshotPattern-1015056413 tempest-TestSnapshotPattern-1015056413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:40:35.737064 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-4647f717-5087-45aa-a9bf-04806510eab2 req-a2c03a6d-6f82-4e6e-bcb3-b672311121ce tempest-TestSnapshotPattern-1015056413 tempest-TestSnapshotPattern-1015056413-project] 10.222.0.53 "GET /v2.0/ports?device_id=1dc0efbd-4808-41e3-abde-7f80ea61f362 HTTP/1.1" status: 200 len: 943 time: 0.0668302 Jun 24 12:40:35.787185 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-4647f717-5087-45aa-a9bf-04806510eab2 req-2c468a3a-fe06-4976-9edc-7e2eb13ba2c7 tempest-TestSnapshotPattern-1015056413 tempest-TestSnapshotPattern-1015056413-project] 10.222.0.53 "GET /v2.0/security-groups?id=f8eebd97-e331-4c52-8505-97a8564cda1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377979 Jun 24 12:40:36.974131 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04465868-e204-4595-bcb5-94660c52b8f4 req-28f1ca4a-4900-4950-bbea-8680fdb3eaca tempest-TestSnapshotPattern-1015056413 tempest-TestSnapshotPattern-1015056413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:40:36.975648 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-04465868-e204-4595-bcb5-94660c52b8f4 req-28f1ca4a-4900-4950-bbea-8680fdb3eaca tempest-TestSnapshotPattern-1015056413 tempest-TestSnapshotPattern-1015056413-project] 10.222.0.53 "GET /v2.0/ports?device_id=1dc0efbd-4808-41e3-abde-7f80ea61f362 HTTP/1.1" status: 200 len: 943 time: 0.0700099 Jun 24 12:40:37.015124 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-04465868-e204-4595-bcb5-94660c52b8f4 req-20f86e19-54f0-48cf-9788-b6bd2a9d756b tempest-TestSnapshotPattern-1015056413 tempest-TestSnapshotPattern-1015056413-project] 10.222.0.53 "GET /v2.0/security-groups?id=f8eebd97-e331-4c52-8505-97a8564cda1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337811 Jun 24 12:40:38.055929 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Device 8e3136e9-47d3-476a-bbe5-ef9ced18eb32 details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=128085) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 12:40:38.220153 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] For port 8e3136e9-47d3-476a-bbe5-ef9ced18eb32, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=8e3136e9-47d3-476a-bbe5-ef9ced18eb32,segment=NetworkSegment(d60253d5-89ba-4b21-b89d-0589fa7d40c2),segment_id=d60253d5-89ba-4b21-b89d-0589fa7d40c2)] {{(pid=128085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:40:38.234055 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Returning: {'device': '8e3136e9-47d3-476a-bbe5-ef9ced18eb32', 'network_id': '74151fa0-2dce-48c3-b787-fea9c3e6e0b3', 'port_id': '8e3136e9-47d3-476a-bbe5-ef9ced18eb32', 'mac_address': 'fa:16:3e:28:a8:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 640, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c603a9c6-dd8d-455f-a3ba-4adcdd317362', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=128085) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 12:40:38.292068 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:40:38.306282 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d69822-2167-42bd-863c-a92a25d4450f req-8ce3c0ef-d59e-462e-b419-24d40d469efc tempest-TestSnapshotPattern-1015056413 tempest-TestSnapshotPattern-1015056413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:40:38.307782 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-e7d69822-2167-42bd-863c-a92a25d4450f req-8ce3c0ef-d59e-462e-b419-24d40d469efc tempest-TestSnapshotPattern-1015056413 tempest-TestSnapshotPattern-1015056413-project] 10.222.0.53 "GET /v2.0/ports?device_id=1dc0efbd-4808-41e3-abde-7f80ea61f362 HTTP/1.1" status: 200 len: 943 time: 0.0937219 Jun 24 12:40:38.310849 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.notifiers.nova [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e3136e9-47d3-476a-bbe5-ef9ced18eb32 {{(pid=128085) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 12:40:38.334582 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] For port 8e3136e9-47d3-476a-bbe5-ef9ced18eb32, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=8e3136e9-47d3-476a-bbe5-ef9ced18eb32,segment=NetworkSegment(d60253d5-89ba-4b21-b89d-0589fa7d40c2),segment_id=d60253d5-89ba-4b21-b89d-0589fa7d40c2)] {{(pid=128085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:40:38.340026 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:40:38.342355 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-c5192204-f1e9-425c-9117-b4ac91d2a2dd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:40:38.357901 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-e7d69822-2167-42bd-863c-a92a25d4450f req-91de1312-a6d1-451e-bcc7-fce8065852a2 tempest-TestSnapshotPattern-1015056413 tempest-TestSnapshotPattern-1015056413-project] 10.222.0.53 "GET /v2.0/security-groups?id=f8eebd97-e331-4c52-8505-97a8564cda1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427761 Jun 24 12:40:38.400335 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Pushing event updated for resources: {'Port': ['ID=8e3136e9-47d3-476a-bbe5-ef9ced18eb32,revision_number=4']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:40:38.404228 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:40:38.571307 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-bf241e8c-786c-4d4d-ad54-9f25c4e6002e req-899dbad6-4f6a-428c-b202-891c202f1e3e service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=f341206c-e80d-492a-8687-017e2d44973b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0586143 Jun 24 12:40:38.679914 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] get_ports_and_sgs() called for port_ids ['8e3136e9-47d3-476a-bbe5-ef9ced18eb32'] {{(pid=128085) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 12:40:38.682786 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf241e8c-786c-4d4d-ad54-9f25c4e6002e req-ffa04a1f-6ce7-4b9e-8a0b-6c0fff887048 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:40:38.684298 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-bf241e8c-786c-4d4d-ad54-9f25c4e6002e req-ffa04a1f-6ce7-4b9e-8a0b-6c0fff887048 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=863ed5b026fd4edaaa489021c5171ff7&device_id=f341206c-e80d-492a-8687-017e2d44973b HTTP/1.1" status: 200 len: 1096 time: 0.0631661 Jun 24 12:40:38.814747 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf241e8c-786c-4d4d-ad54-9f25c4e6002e req-e913c40d-e91e-46bc-bce2-ecf84c9da0e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:40:38.816261 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-bf241e8c-786c-4d4d-ad54-9f25c4e6002e req-e913c40d-e91e-46bc-bce2-ecf84c9da0e5 service neutron] 10.222.0.45 "GET /v2.0/networks?id=74151fa0-2dce-48c3-b787-fea9c3e6e0b3 HTTP/1.1" status: 200 len: 911 time: 0.1080790 Jun 24 12:40:38.895650 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-bf241e8c-786c-4d4d-ad54-9f25c4e6002e req-87de7b1b-96a1-49c9-bf28-25aeb70e9727 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0c9f0907-dcbe-44ce-b8bb-3cb3d679c182 HTTP/1.1" status: 200 len: 998 time: 0.0681009 Jun 24 12:40:38.965769 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf241e8c-786c-4d4d-ad54-9f25c4e6002e req-f5dbeb2e-0c7a-43b3-a7b3-153049849d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:40:38.967329 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-bf241e8c-786c-4d4d-ad54-9f25c4e6002e req-f5dbeb2e-0c7a-43b3-a7b3-153049849d9b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c603a9c6-dd8d-455f-a3ba-4adcdd317362 HTTP/1.1" status: 200 len: 849 time: 0.0650530 Jun 24 12:40:39.033868 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf241e8c-786c-4d4d-ad54-9f25c4e6002e req-d94a4da6-2c87-412a-81f2-a30c5050e3ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:40:39.036575 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-bf241e8c-786c-4d4d-ad54-9f25c4e6002e req-d94a4da6-2c87-412a-81f2-a30c5050e3ab service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=74151fa0-2dce-48c3-b787-fea9c3e6e0b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0580962 Jun 24 12:40:39.138045 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-bf241e8c-786c-4d4d-ad54-9f25c4e6002e req-2f5acabd-8ed6-45a9-be00-aa797a7a7e2a service neutron] 10.222.0.45 "GET /v2.0/networks/74151fa0-2dce-48c3-b787-fea9c3e6e0b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945749 Jun 24 12:40:39.244759 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-bf241e8c-786c-4d4d-ad54-9f25c4e6002e req-3723a7a2-646d-47f1-b564-cfa5d0ed40bd service neutron] 10.222.0.45 "GET /v2.0/networks/74151fa0-2dce-48c3-b787-fea9c3e6e0b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991640 Jun 24 12:40:39.556296 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b27ae8-db23-4a1f-b154-b17eea87630e req-dd542cf5-477b-4382-ab60-7bde70cf6b64 tempest-TestSnapshotPattern-1015056413 tempest-TestSnapshotPattern-1015056413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:40:39.558017 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-13b27ae8-db23-4a1f-b154-b17eea87630e req-dd542cf5-477b-4382-ab60-7bde70cf6b64 tempest-TestSnapshotPattern-1015056413 tempest-TestSnapshotPattern-1015056413-project] 10.222.0.53 "GET /v2.0/ports?device_id=1dc0efbd-4808-41e3-abde-7f80ea61f362 HTTP/1.1" status: 200 len: 944 time: 0.0708826 Jun 24 12:40:39.606319 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-13b27ae8-db23-4a1f-b154-b17eea87630e req-c147f937-96eb-4ebf-bc67-4cb1c88ee94a tempest-TestSnapshotPattern-1015056413 tempest-TestSnapshotPattern-1015056413-project] 10.222.0.53 "GET /v2.0/security-groups?id=f8eebd97-e331-4c52-8505-97a8564cda1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424221 Jun 24 12:40:40.053594 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Device 8e3136e9-47d3-476a-bbe5-ef9ced18eb32 up at agent hyperv_hv-neutron-7971 {{(pid=128085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:40:40.134352 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Provisioning for port 8e3136e9-47d3-476a-bbe5-ef9ced18eb32 completed by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:40:40.140948 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Provisioning complete for port 8e3136e9-47d3-476a-bbe5-ef9ced18eb32 triggered by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:40:40.141640 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:40:40.185457 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.agents_db [None req-87a69269-d72b-4286-97f3-1041481ed6d8 None None] Agent healthcheck: found 6 active agents {{(pid=128086) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 12:40:40.288157 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:40:40.335452 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1dc0efbd-4808-41e3-abde-7f80ea61f362', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e3136e9-47d3-476a-bbe5-ef9ced18eb32'}] {{(pid=128085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 12:40:40.337984 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1098ec9051a50dd033317f529a09b9762582ef7b417ebe05928aca59e08255aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72a7f6a6-c9c2-4f16-be9b-cb2c9b55d622" -d '{"events": [{"server_uuid": "1dc0efbd-4808-41e3-abde-7f80ea61f362", "name": "network-vif-plugged", "status": "completed", "tag": "8e3136e9-47d3-476a-bbe5-ef9ced18eb32"}]}' {{(pid=128085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 12:40:40.353965 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] For port 8e3136e9-47d3-476a-bbe5-ef9ced18eb32, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=8e3136e9-47d3-476a-bbe5-ef9ced18eb32,segment=NetworkSegment(d60253d5-89ba-4b21-b89d-0589fa7d40c2),segment_id=d60253d5-89ba-4b21-b89d-0589fa7d40c2)] {{(pid=128085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:40:40.359672 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:40:40.361739 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:40:40.398684 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 12:40:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed8c4951-2c3a-4e90-ba92-e281bf399f8b x-openstack-request-id: req-ed8c4951-2c3a-4e90-ba92-e281bf399f8b {{(pid=128085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 12:40:40.399164 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1dc0efbd-4808-41e3-abde-7f80ea61f362", "name": "network-vif-plugged", "status": "completed", "tag": "8e3136e9-47d3-476a-bbe5-ef9ced18eb32", "code": 200}]} {{(pid=128085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 12:40:40.399594 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ed8c4951-2c3a-4e90-ba92-e281bf399f8b {{(pid=128085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 12:40:40.400212 dv-neutron-797120-4-hyperv neutron-server[128085]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1dc0efbd-4808-41e3-abde-7f80ea61f362', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e3136e9-47d3-476a-bbe5-ef9ced18eb32', 'code': 200} Jun 24 12:40:40.447467 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Pushing event updated for resources: {'Port': ['ID=8e3136e9-47d3-476a-bbe5-ef9ced18eb32,revision_number=5']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:40:40.452401 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:40:40.665103 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8505e2-182c-46e0-8685-9e7d6b0ef383 req-b24d2b24-2652-4ed4-a234-25cd22682cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:40:40.666749 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-2b8505e2-182c-46e0-8685-9e7d6b0ef383 req-b24d2b24-2652-4ed4-a234-25cd22682cf6 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=1dc0efbd-4808-41e3-abde-7f80ea61f362 HTTP/1.1" status: 200 len: 1098 time: 0.0794077 Jun 24 12:40:40.717713 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-2b8505e2-182c-46e0-8685-9e7d6b0ef383 req-35361442-2610-4925-8b47-46c3217ec93c service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=f8eebd97-e331-4c52-8505-97a8564cda1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399396 Jun 24 12:40:40.829746 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9027dbd8-689d-47e2-b0fc-aaf8bd75eaa1 req-cfb2df87-5ff9-4f19-a3b0-669ae455aaef tempest-TestSnapshotPattern-1015056413 tempest-TestSnapshotPattern-1015056413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:40:40.831356 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-9027dbd8-689d-47e2-b0fc-aaf8bd75eaa1 req-cfb2df87-5ff9-4f19-a3b0-669ae455aaef tempest-TestSnapshotPattern-1015056413 tempest-TestSnapshotPattern-1015056413-project] 10.222.0.53 "GET /v2.0/ports?device_id=1dc0efbd-4808-41e3-abde-7f80ea61f362 HTTP/1.1" status: 200 len: 945 time: 0.0895936 Jun 24 12:40:40.875480 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-9027dbd8-689d-47e2-b0fc-aaf8bd75eaa1 req-7203c172-78e3-4323-8554-b0f25af881d6 tempest-TestSnapshotPattern-1015056413 tempest-TestSnapshotPattern-1015056413-project] 10.222.0.53 "GET /v2.0/security-groups?id=f8eebd97-e331-4c52-8505-97a8564cda1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381989 Jun 24 12:40:42.064773 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8607254a-15c6-4e22-ba7b-3db3aff1151c req-e435e80d-070b-4cc2-abfb-b6eadbb5eb61 tempest-TestSnapshotPattern-1015056413 tempest-TestSnapshotPattern-1015056413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:40:42.067200 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-8607254a-15c6-4e22-ba7b-3db3aff1151c req-e435e80d-070b-4cc2-abfb-b6eadbb5eb61 tempest-TestSnapshotPattern-1015056413 tempest-TestSnapshotPattern-1015056413-project] 10.222.0.53 "GET /v2.0/ports?device_id=1dc0efbd-4808-41e3-abde-7f80ea61f362 HTTP/1.1" status: 200 len: 945 time: 0.0706687 Jun 24 12:40:42.114454 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-8607254a-15c6-4e22-ba7b-3db3aff1151c req-d82c07bf-c6a7-4435-93e9-70ed280974c2 tempest-TestSnapshotPattern-1015056413 tempest-TestSnapshotPattern-1015056413-project] 10.222.0.53 "GET /v2.0/security-groups?id=f8eebd97-e331-4c52-8505-97a8564cda1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417035 Jun 24 12:40:42.306716 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd46687b-cad2-4878-bb8a-b2cafb03e270 req-558dd8f5-f066-4bed-ad02-51a999c96c28 tempest-TestSnapshotPattern-1015056413 tempest-TestSnapshotPattern-1015056413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:40:42.308606 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-cd46687b-cad2-4878-bb8a-b2cafb03e270 req-558dd8f5-f066-4bed-ad02-51a999c96c28 tempest-TestSnapshotPattern-1015056413 tempest-TestSnapshotPattern-1015056413-project] 10.222.0.53 "GET /v2.0/ports?device_id=1dc0efbd-4808-41e3-abde-7f80ea61f362 HTTP/1.1" status: 200 len: 945 time: 0.0730441 Jun 24 12:40:42.358320 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-cd46687b-cad2-4878-bb8a-b2cafb03e270 req-5fa9b0b1-1c3d-4a13-bead-da32f17d8f5e tempest-TestSnapshotPattern-1015056413 tempest-TestSnapshotPattern-1015056413-project] 10.222.0.53 "GET /v2.0/security-groups?id=f8eebd97-e331-4c52-8505-97a8564cda1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391171 Jun 24 12:40:42.384940 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 42590) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:40:42.445519 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e8c9ad7-464b-4004-adec-9943a7f58afd tempest-TestSnapshotPattern-506895561 tempest-TestSnapshotPattern-506895561-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:40:42.447103 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-3e8c9ad7-464b-4004-adec-9943a7f58afd tempest-TestSnapshotPattern-506895561 tempest-TestSnapshotPattern-506895561-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=1dc0efbd-4808-41e3-abde-7f80ea61f362 HTTP/1.1" status: 200 len: 1093 time: 0.0606854 Jun 24 12:40:42.450066 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 42594) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:40:42.455395 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.v2.base [None req-83701edd-745a-40ff-83e3-776da24fbb4c tempest-TestSnapshotPattern-1015056413 tempest-TestSnapshotPattern-1015056413-project] Request body: {'floatingip': {'floating_network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'port_id': '8e3136e9-47d3-476a-bbe5-ef9ced18eb32', 'tenant_id': '863ed5b026fd4edaaa489021c5171ff7', 'fixed_ip_address': '172.20.0.8'}} {{(pid=128084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:40:42.483196 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-83701edd-745a-40ff-83e3-776da24fbb4c tempest-TestSnapshotPattern-1015056413 tempest-TestSnapshotPattern-1015056413-project] Notify callbacks [] for floatingip, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:40:42.619789 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-83701edd-745a-40ff-83e3-776da24fbb4c tempest-TestSnapshotPattern-1015056413 tempest-TestSnapshotPattern-1015056413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:40:42.743614 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.db.db_base_plugin_common [None req-83701edd-745a-40ff-83e3-776da24fbb4c tempest-TestSnapshotPattern-1015056413 tempest-TestSnapshotPattern-1015056413-project] Allocated IP 172.26.7.243 (f2b8ca71-e776-48b2-8898-96cc7970207b/f37bf603-3862-4d0a-9f58-89616f7fd68f/351696f9-f5e9-48bc-85cb-232c6be5c775) {{(pid=128084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:40:42.857047 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-83701edd-745a-40ff-83e3-776da24fbb4c tempest-TestSnapshotPattern-1015056413 tempest-TestSnapshotPattern-1015056413-project] Notify callbacks [] for port, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:40:42.905671 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-83701edd-745a-40ff-83e3-776da24fbb4c tempest-TestSnapshotPattern-1015056413 tempest-TestSnapshotPattern-1015056413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-650429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-506361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793193536723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3291971'] for port, after_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:40:42.907925 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-aa48bb1a-3fa8-423c-812f-1a7943e89a3c tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:40:42.946713 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83701edd-745a-40ff-83e3-776da24fbb4c tempest-TestSnapshotPattern-1015056413 tempest-TestSnapshotPattern-1015056413-project] Network f2b8ca71-e776-48b2-8898-96cc7970207b is already hosted by enough agents. {{(pid=128084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:40:42.952584 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.base_scheduler [None req-83701edd-745a-40ff-83e3-776da24fbb4c tempest-TestSnapshotPattern-1015056413 tempest-TestSnapshotPattern-1015056413-project] Resources bound (agent type, host, resource id): {{(pid=128084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:40:42.956566 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83701edd-745a-40ff-83e3-776da24fbb4c tempest-TestSnapshotPattern-1015056413 tempest-TestSnapshotPattern-1015056413-project] Received port after_create {{(pid=128084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:40:42.962994 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83701edd-745a-40ff-83e3-776da24fbb4c tempest-TestSnapshotPattern-1015056413 tempest-TestSnapshotPattern-1015056413-project] Pushing event updated for resources: {'Port': ['ID=351696f9-f5e9-48bc-85cb-232c6be5c775,revision_number=1']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:40:42.994448 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83701edd-745a-40ff-83e3-776da24fbb4c tempest-TestSnapshotPattern-1015056413 tempest-TestSnapshotPattern-1015056413-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:40:42.994839 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83701edd-745a-40ff-83e3-776da24fbb4c tempest-TestSnapshotPattern-1015056413 tempest-TestSnapshotPattern-1015056413-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:40:42.995224 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83701edd-745a-40ff-83e3-776da24fbb4c tempest-TestSnapshotPattern-1015056413 tempest-TestSnapshotPattern-1015056413-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:40:42.995605 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83701edd-745a-40ff-83e3-776da24fbb4c tempest-TestSnapshotPattern-1015056413 tempest-TestSnapshotPattern-1015056413-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:40:42.995976 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83701edd-745a-40ff-83e3-776da24fbb4c tempest-TestSnapshotPattern-1015056413 tempest-TestSnapshotPattern-1015056413-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:40:42.996357 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83701edd-745a-40ff-83e3-776da24fbb4c tempest-TestSnapshotPattern-1015056413 tempest-TestSnapshotPattern-1015056413-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:40:42.996743 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83701edd-745a-40ff-83e3-776da24fbb4c tempest-TestSnapshotPattern-1015056413 tempest-TestSnapshotPattern-1015056413-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:40:42.997217 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83701edd-745a-40ff-83e3-776da24fbb4c tempest-TestSnapshotPattern-1015056413 tempest-TestSnapshotPattern-1015056413-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:40:42.997680 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83701edd-745a-40ff-83e3-776da24fbb4c tempest-TestSnapshotPattern-1015056413 tempest-TestSnapshotPattern-1015056413-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:40:42.998070 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83701edd-745a-40ff-83e3-776da24fbb4c tempest-TestSnapshotPattern-1015056413 tempest-TestSnapshotPattern-1015056413-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:40:42.998438 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83701edd-745a-40ff-83e3-776da24fbb4c tempest-TestSnapshotPattern-1015056413 tempest-TestSnapshotPattern-1015056413-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:40:42.998803 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83701edd-745a-40ff-83e3-776da24fbb4c tempest-TestSnapshotPattern-1015056413 tempest-TestSnapshotPattern-1015056413-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:40:43.004297 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-83701edd-745a-40ff-83e3-776da24fbb4c tempest-TestSnapshotPattern-1015056413 tempest-TestSnapshotPattern-1015056413-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:40:43.404603 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-83701edd-745a-40ff-83e3-776da24fbb4c tempest-TestSnapshotPattern-1015056413 tempest-TestSnapshotPattern-1015056413-project] Notify callbacks [] for floatingip, precommit_create {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:40:43.500046 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-83701edd-745a-40ff-83e3-776da24fbb4c tempest-TestSnapshotPattern-1015056413 tempest-TestSnapshotPattern-1015056413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:40:43.690634 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-83701edd-745a-40ff-83e3-776da24fbb4c tempest-TestSnapshotPattern-1015056413 tempest-TestSnapshotPattern-1015056413-project] Notify callbacks [] for port, precommit_update {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:40:43.697367 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-83701edd-745a-40ff-83e3-776da24fbb4c tempest-TestSnapshotPattern-1015056413 tempest-TestSnapshotPattern-1015056413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3292081'] for port, after_update {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:40:43.702075 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-b41b9f20-d5d4-40f6-bd9d-2870c58e7cfb tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:40:43.794317 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83701edd-745a-40ff-83e3-776da24fbb4c tempest-TestSnapshotPattern-1015056413 tempest-TestSnapshotPattern-1015056413-project] Pushing event updated for resources: {'Port': ['ID=351696f9-f5e9-48bc-85cb-232c6be5c775,revision_number=2']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:40:43.798587 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-83701edd-745a-40ff-83e3-776da24fbb4c tempest-TestSnapshotPattern-1015056413 tempest-TestSnapshotPattern-1015056413-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:40:43.812128 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-83701edd-745a-40ff-83e3-776da24fbb4c tempest-TestSnapshotPattern-1015056413 tempest-TestSnapshotPattern-1015056413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1815637'] for floatingip, after_update {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:40:43.964479 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.db.l3_db [None req-83701edd-745a-40ff-83e3-776da24fbb4c tempest-TestSnapshotPattern-1015056413 tempest-TestSnapshotPattern-1015056413-project] Floating IP 78c43d96-b3a0-48ce-bd8b-a7d50e5bb742 associated. External IP: 172.26.7.243, port: 8e3136e9-47d3-476a-bbe5-ef9ced18eb32. Jun 24 12:40:44.195171 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83701edd-745a-40ff-83e3-776da24fbb4c tempest-TestSnapshotPattern-1015056413 tempest-TestSnapshotPattern-1015056413-project] Router dd26f095-270d-41b3-91d7-b7e1a898980a has already been hosted by L3 agent 2987dba8-2249-4ee6-96ec-28f0f7a6127d {{(pid=128084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 12:40:44.312570 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83701edd-745a-40ff-83e3-776da24fbb4c tempest-TestSnapshotPattern-1015056413 tempest-TestSnapshotPattern-1015056413-project] Notify agent at l3_agent.dv-neutron-797120-4-hyperv the message routers_updated {{(pid=128084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 12:40:44.323102 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2b4e722-6da2-4e96-a05a-50343ff99ac6 None None] Sync routers for ids ['dd26f095-270d-41b3-91d7-b7e1a898980a'] in dv-neutron-797120-4-hyperv {{(pid=128085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 12:40:44.329684 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-83701edd-745a-40ff-83e3-776da24fbb4c tempest-TestSnapshotPattern-1015056413 tempest-TestSnapshotPattern-1015056413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468916'] for floatingip, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:40:44.334270 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2b4e722-6da2-4e96-a05a-50343ff99ac6 None None] Routers {'dd26f095-270d-41b3-91d7-b7e1a898980a'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:40:44.334907 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-d2b4e722-6da2-4e96-a05a-50343ff99ac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T12:40:26Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['dd26f095-270d-41b3-91d7-b7e1a898980a'], 'active': True} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:40:44.381080 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-83701edd-745a-40ff-83e3-776da24fbb4c tempest-TestSnapshotPattern-1015056413 tempest-TestSnapshotPattern-1015056413-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9298911 Jun 24 12:40:44.382002 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1dc0efbd-4808-41e3-abde-7f80ea61f362', 'tag': '8e3136e9-47d3-476a-bbe5-ef9ced18eb32'}] {{(pid=128084) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 12:40:44.384722 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}189e43ef1649f46b9bccc8e45a83b64afc33adcdec52bc597e36eecb4255b7b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b4e6a5b-4c67-4311-8c72-492e240c7ad8" -d '{"events": [{"name": "network-changed", "server_uuid": "1dc0efbd-4808-41e3-abde-7f80ea61f362", "tag": "8e3136e9-47d3-476a-bbe5-ef9ced18eb32"}]}' {{(pid=128084) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 12:40:44.447493 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvr_db [None req-d2b4e722-6da2-4e96-a05a-50343ff99ac6 None None] Set router dd26f095-270d-41b3-91d7-b7e1a898980a gateway port host: dv-neutron-797120-4-hyperv {{(pid=128085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:40:44.489684 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 12:40:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a5b6275-8903-4272-a490-24c1c8216b7c x-openstack-request-id: req-0a5b6275-8903-4272-a490-24c1c8216b7c {{(pid=128084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 12:40:44.489684 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1dc0efbd-4808-41e3-abde-7f80ea61f362", "tag": "8e3136e9-47d3-476a-bbe5-ef9ced18eb32", "status": "completed", "code": 200}]} {{(pid=128084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 12:40:44.489684 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-0a5b6275-8903-4272-a490-24c1c8216b7c {{(pid=128084) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 12:40:44.490456 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1dc0efbd-4808-41e3-abde-7f80ea61f362', 'tag': '8e3136e9-47d3-476a-bbe5-ef9ced18eb32', 'status': 'completed', 'code': 200} Jun 24 12:40:44.601572 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4e6a5b-4c67-4311-8c72-492e240c7ad8 req-32ba5cb8-b7bd-415f-8893-d98282d10435 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:40:44.604147 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-3b4e6a5b-4c67-4311-8c72-492e240c7ad8 req-32ba5cb8-b7bd-415f-8893-d98282d10435 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=863ed5b026fd4edaaa489021c5171ff7&device_id=1dc0efbd-4808-41e3-abde-7f80ea61f362 HTTP/1.1" status: 200 len: 1098 time: 0.0859637 Jun 24 12:40:44.712779 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-d2b4e722-6da2-4e96-a05a-50343ff99ac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd26f095-270d-41b3-91d7-b7e1a898980a', 'name': 'tempest-TestSnapshotPattern-1441945490-router', 'tenant_id': '863ed5b026fd4edaaa489021c5171ff7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'external_fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.120'}], 'enable_snat': True}, 'gw_port_id': '6436f2bd-89d8-4401-8e7b-08271f81aa58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:37:41Z', 'updated_at': '2021-06-24T12:37:44Z', 'revision_number': 4, 'project_id': '863ed5b026fd4edaaa489021c5171ff7', 'gw_port': {'id': '6436f2bd-89d8-4401-8e7b-08271f81aa58', 'name': '', 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:85:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd26f095-270d-41b3-91d7-b7e1a898980a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1858, 'fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:37:42Z', 'updated_at': '2021-06-24T12:37:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-4-hyperv', '_floatingips': [{'id': '78c43d96-b3a0-48ce-bd8b-a7d50e5bb742', 'tenant_id': '863ed5b026fd4edaaa489021c5171ff7', 'floating_ip_address': '172.26.7.243', 'floating_network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'router_id': 'dd26f095-270d-41b3-91d7-b7e1a898980a', 'port_id': '8e3136e9-47d3-476a-bbe5-ef9ced18eb32', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1886, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '74151fa0-2dce-48c3-b787-fea9c3e6e0b3', 'mac_address': 'fa:16:3e:28:a8:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dc0efbd-4808-41e3-abde-7f80ea61f362', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T12:40:43Z', 'updated_at': '2021-06-24T12:40:43Z', 'revision_number': 0, 'project_id': '863ed5b026fd4edaaa489021c5171ff7', 'fixed_ip_address_scope': None}, {'id': 'dfd2935e-420c-430b-8ce9-839f2cd97475', 'tenant_id': '863ed5b026fd4edaaa489021c5171ff7', 'floating_ip_address': '172.26.7.90', 'floating_network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'router_id': 'dd26f095-270d-41b3-91d7-b7e1a898980a', 'port_id': '0c9f0907-dcbe-44ce-b8bb-3cb3d679c182', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1883, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '74151fa0-2dce-48c3-b787-fea9c3e6e0b3', 'mac_address': 'fa:16:3e:03:f4:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f341206c-e80d-492a-8687-017e2d44973b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T12:38:07Z', 'updated_at': '2021-06-24T12:38:09Z', 'revision_number': 1, 'project_id': '863ed5b026fd4edaaa489021c5171ff7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94f5cf28-ac75-417e-bd17-3afdeeda3562', 'name': '', 'network_id': '74151fa0-2dce-48c3-b787-fea9c3e6e0b3', 'tenant_id': '863ed5b026fd4edaaa489021c5171ff7', 'mac_address': 'fa:16:3e:4e:e8:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd26f095-270d-41b3-91d7-b7e1a898980a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': 'c603a9c6-dd8d-455f-a3ba-4adcdd317362', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:37:43Z', 'updated_at': '2021-06-24T12:37:50Z', 'revision_number': 5, 'project_id': '863ed5b026fd4edaaa489021c5171ff7', 'subnets': [{'id': 'c603a9c6-dd8d-455f-a3ba-4adcdd317362', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:40:44.740953 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2b4e722-6da2-4e96-a05a-50343ff99ac6 None None] Checking router: dd26f095-270d-41b3-91d7-b7e1a898980a for host: dv-neutron-797120-4-hyperv {{(pid=128085) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 12:40:44.746344 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4e6a5b-4c67-4311-8c72-492e240c7ad8 req-e9e0270e-d72b-4e8b-879d-f7f3d58c0e94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:40:44.748212 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-3b4e6a5b-4c67-4311-8c72-492e240c7ad8 req-e9e0270e-d72b-4e8b-879d-f7f3d58c0e94 service neutron] 10.222.0.45 "GET /v2.0/networks?id=74151fa0-2dce-48c3-b787-fea9c3e6e0b3 HTTP/1.1" status: 200 len: 911 time: 0.1370852 Jun 24 12:40:44.750350 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2b4e722-6da2-4e96-a05a-50343ff99ac6 None None] Routers {'dd26f095-270d-41b3-91d7-b7e1a898980a'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:40:44.750986 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-d2b4e722-6da2-4e96-a05a-50343ff99ac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T12:40:26Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['dd26f095-270d-41b3-91d7-b7e1a898980a'], 'active': True} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:40:44.855987 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-3b4e6a5b-4c67-4311-8c72-492e240c7ad8 req-5a1c64e0-cdc4-4767-862c-ecf00ab793a5 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8e3136e9-47d3-476a-bbe5-ef9ced18eb32 HTTP/1.1" status: 200 len: 999 time: 0.1004958 Jun 24 12:40:44.902719 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvr_db [None req-d2b4e722-6da2-4e96-a05a-50343ff99ac6 None None] Set router dd26f095-270d-41b3-91d7-b7e1a898980a gateway port host: dv-neutron-797120-4-hyperv {{(pid=128085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:40:44.922637 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4e6a5b-4c67-4311-8c72-492e240c7ad8 req-e7d8b9d1-bf2a-4b1e-ae29-46b62e8ba299 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:40:44.924117 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-3b4e6a5b-4c67-4311-8c72-492e240c7ad8 req-e7d8b9d1-bf2a-4b1e-ae29-46b62e8ba299 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c603a9c6-dd8d-455f-a3ba-4adcdd317362 HTTP/1.1" status: 200 len: 849 time: 0.0572159 Jun 24 12:40:44.998070 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4e6a5b-4c67-4311-8c72-492e240c7ad8 req-4d4759fa-325d-4521-b6ce-0a2ea3a8de59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:40:44.999590 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-3b4e6a5b-4c67-4311-8c72-492e240c7ad8 req-4d4759fa-325d-4521-b6ce-0a2ea3a8de59 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=74151fa0-2dce-48c3-b787-fea9c3e6e0b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0683625 Jun 24 12:40:45.158736 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-3b4e6a5b-4c67-4311-8c72-492e240c7ad8 req-9d101a8d-bc18-461e-9147-1c1822fa1d14 service neutron] 10.222.0.45 "GET /v2.0/networks/74151fa0-2dce-48c3-b787-fea9c3e6e0b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1518571 Jun 24 12:40:45.203804 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-d2b4e722-6da2-4e96-a05a-50343ff99ac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd26f095-270d-41b3-91d7-b7e1a898980a', 'name': 'tempest-TestSnapshotPattern-1441945490-router', 'tenant_id': '863ed5b026fd4edaaa489021c5171ff7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'external_fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.120'}], 'enable_snat': True}, 'gw_port_id': '6436f2bd-89d8-4401-8e7b-08271f81aa58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:37:41Z', 'updated_at': '2021-06-24T12:37:44Z', 'revision_number': 4, 'project_id': '863ed5b026fd4edaaa489021c5171ff7', 'gw_port': {'id': '6436f2bd-89d8-4401-8e7b-08271f81aa58', 'name': '', 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:85:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd26f095-270d-41b3-91d7-b7e1a898980a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1858, 'fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:37:42Z', 'updated_at': '2021-06-24T12:37:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-4-hyperv', '_floatingips': [{'id': '78c43d96-b3a0-48ce-bd8b-a7d50e5bb742', 'tenant_id': '863ed5b026fd4edaaa489021c5171ff7', 'floating_ip_address': '172.26.7.243', 'floating_network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'router_id': 'dd26f095-270d-41b3-91d7-b7e1a898980a', 'port_id': '8e3136e9-47d3-476a-bbe5-ef9ced18eb32', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1886, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '74151fa0-2dce-48c3-b787-fea9c3e6e0b3', 'mac_address': 'fa:16:3e:28:a8:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dc0efbd-4808-41e3-abde-7f80ea61f362', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T12:40:43Z', 'updated_at': '2021-06-24T12:40:43Z', 'revision_number': 0, 'project_id': '863ed5b026fd4edaaa489021c5171ff7', 'fixed_ip_address_scope': None}, {'id': 'dfd2935e-420c-430b-8ce9-839f2cd97475', 'tenant_id': '863ed5b026fd4edaaa489021c5171ff7', 'floating_ip_address': '172.26.7.90', 'floating_network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'router_id': 'dd26f095-270d-41b3-91d7-b7e1a898980a', 'port_id': '0c9f0907-dcbe-44ce-b8bb-3cb3d679c182', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1883, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '74151fa0-2dce-48c3-b787-fea9c3e6e0b3', 'mac_address': 'fa:16:3e:03:f4:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f341206c-e80d-492a-8687-017e2d44973b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T12:38:07Z', 'updated_at': '2021-06-24T12:38:09Z', 'revision_number': 1, 'project_id': '863ed5b026fd4edaaa489021c5171ff7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94f5cf28-ac75-417e-bd17-3afdeeda3562', 'name': '', 'network_id': '74151fa0-2dce-48c3-b787-fea9c3e6e0b3', 'tenant_id': '863ed5b026fd4edaaa489021c5171ff7', 'mac_address': 'fa:16:3e:4e:e8:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd26f095-270d-41b3-91d7-b7e1a898980a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': 'c603a9c6-dd8d-455f-a3ba-4adcdd317362', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:37:43Z', 'updated_at': '2021-06-24T12:37:50Z', 'revision_number': 5, 'project_id': '863ed5b026fd4edaaa489021c5171ff7', 'subnets': [{'id': 'c603a9c6-dd8d-455f-a3ba-4adcdd317362', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:40:45.236390 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2b4e722-6da2-4e96-a05a-50343ff99ac6 None None] The sync data for ids ['dd26f095-270d-41b3-91d7-b7e1a898980a'] in dv-neutron-797120-4-hyperv is: [{'id': 'dd26f095-270d-41b3-91d7-b7e1a898980a', 'name': 'tempest-TestSnapshotPattern-1441945490-router', 'tenant_id': '863ed5b026fd4edaaa489021c5171ff7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'external_fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.120'}], 'enable_snat': True}, 'gw_port_id': '6436f2bd-89d8-4401-8e7b-08271f81aa58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:37:41Z', 'updated_at': '2021-06-24T12:37:44Z', 'revision_number': 4, 'project_id': '863ed5b026fd4edaaa489021c5171ff7', 'gw_port': {'id': '6436f2bd-89d8-4401-8e7b-08271f81aa58', 'name': '', 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:85:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd26f095-270d-41b3-91d7-b7e1a898980a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1858, 'fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:37:42Z', 'updated_at': '2021-06-24T12:37:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-4-hyperv', '_floatingips': [{'id': '78c43d96-b3a0-48ce-bd8b-a7d50e5bb742', 'tenant_id': '863ed5b026fd4edaaa489021c5171ff7', 'floating_ip_address': '172.26.7.243', 'floating_network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'router_id': 'dd26f095-270d-41b3-91d7-b7e1a898980a', 'port_id': '8e3136e9-47d3-476a-bbe5-ef9ced18eb32', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1886, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '74151fa0-2dce-48c3-b787-fea9c3e6e0b3', 'mac_address': 'fa:16:3e:28:a8:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dc0efbd-4808-41e3-abde-7f80ea61f362', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T12:40:43Z', 'updated_at': '2021-06-24T12:40:43Z', 'revision_number': 0, 'project_id': '863ed5b026fd4edaaa489021c5171ff7', 'fixed_ip_address_scope': None}, {'id': 'dfd2935e-420c-430b-8ce9-839f2cd97475', 'tenant_id': '863ed5b026fd4edaaa489021c5171ff7', 'floating_ip_address': '172.26.7.90', 'floating_network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'router_id': 'dd26f095-270d-41b3-91d7-b7e1a898980a', 'port_id': '0c9f0907-dcbe-44ce-b8bb-3cb3d679c182', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1883, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '74151fa0-2dce-48c3-b787-fea9c3e6e0b3', 'mac_address': 'fa:16:3e:03:f4:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f341206c-e80d-492a-8687-017e2d44973b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T12:38:07Z', 'updated_at': '2021-06-24T12:38:09Z', 'revision_number': 1, 'project_id': '863ed5b026fd4edaaa489021c5171ff7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94f5cf28-ac75-417e-bd17-3afdeeda3562', 'name': '', 'network_id': '74151fa0-2dce-48c3-b787-fea9c3e6e0b3', 'tenant_id': '863ed5b026fd4edaaa489021c5171ff7', 'mac_address': 'fa:16:3e:4e:e8:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd26f095-270d-41b3-91d7-b7e1a898980a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': 'c603a9c6-dd8d-455f-a3ba-4adcdd317362', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:37:43Z', 'updated_at': '2021-06-24T12:37:50Z', 'revision_number': 5, 'project_id': '863ed5b026fd4edaaa489021c5171ff7', 'subnets': [{'id': 'c603a9c6-dd8d-455f-a3ba-4adcdd317362', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=128085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 12:40:45.263879 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:40:45.269554 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-3b4e6a5b-4c67-4311-8c72-492e240c7ad8 req-d7cfddd5-b2c4-4582-ade9-c1c31e420e3c service neutron] 10.222.0.45 "GET /v2.0/networks/74151fa0-2dce-48c3-b787-fea9c3e6e0b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1025226 Jun 24 12:40:45.450745 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e8471b9-7d94-411f-8914-9e1e2b0b2971 None None] New status for floating IP 78c43d96-b3a0-48ce-bd8b-a7d50e5bb742: ACTIVE {{(pid=128086) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 24 12:40:53.933182 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-52b6ac72-2f9b-462b-bf59-0168377e684b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:40:56.455675 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-dd796398-f7d6-40bc-a318-6765f5264a28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:40:56.664361 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:40:57.940604 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-03237adf-ebd0-46f2-a476-4d4bb746e0f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:40:59.897061 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-52c483ef-d5c1-4030-9a32-e5ce4ff00ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:15.298121 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:17.184278 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.agents_db [None req-87a69269-d72b-4286-97f3-1041481ed6d8 None None] Agent healthcheck: found 6 active agents {{(pid=128086) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 12:41:23.936957 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-76387eeb-f4e6-4dd8-a5f4-b4affe5df876 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:26.457453 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-b3f9d4fa-4281-4dfb-9fc1-3e30bd8747e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:26.665938 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:27.944043 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-03237adf-ebd0-46f2-a476-4d4bb746e0f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:29.898846 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-52c483ef-d5c1-4030-9a32-e5ce4ff00ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:40.611092 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-f278613f-d3df-498a-9194-b36ff6ab84c0 req-32b01ebd-c09e-44e6-bec7-695fa30decfc service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=f341206c-e80d-492a-8687-017e2d44973b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0974469 Jun 24 12:41:40.714859 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f278613f-d3df-498a-9194-b36ff6ab84c0 req-e38c9700-7d3b-4e50-a00d-f9a9df652547 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:41:40.717309 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-f278613f-d3df-498a-9194-b36ff6ab84c0 req-e38c9700-7d3b-4e50-a00d-f9a9df652547 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=863ed5b026fd4edaaa489021c5171ff7&device_id=f341206c-e80d-492a-8687-017e2d44973b HTTP/1.1" status: 200 len: 1096 time: 0.0606375 Jun 24 12:41:40.824037 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f278613f-d3df-498a-9194-b36ff6ab84c0 req-edf23b38-79f1-44b4-8865-03f4477858df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:41:40.825421 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-f278613f-d3df-498a-9194-b36ff6ab84c0 req-edf23b38-79f1-44b4-8865-03f4477858df service neutron] 10.222.0.45 "GET /v2.0/networks?id=74151fa0-2dce-48c3-b787-fea9c3e6e0b3 HTTP/1.1" status: 200 len: 911 time: 0.0873077 Jun 24 12:41:40.896826 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-f278613f-d3df-498a-9194-b36ff6ab84c0 req-82f95cb2-2a98-496b-9b29-aec626eabe94 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0c9f0907-dcbe-44ce-b8bb-3cb3d679c182 HTTP/1.1" status: 200 len: 998 time: 0.0611527 Jun 24 12:41:40.949051 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f278613f-d3df-498a-9194-b36ff6ab84c0 req-a44626fc-b52c-4507-acf6-0ff52b8a7644 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:41:40.950504 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-f278613f-d3df-498a-9194-b36ff6ab84c0 req-a44626fc-b52c-4507-acf6-0ff52b8a7644 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c603a9c6-dd8d-455f-a3ba-4adcdd317362 HTTP/1.1" status: 200 len: 849 time: 0.0437810 Jun 24 12:41:41.010846 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f278613f-d3df-498a-9194-b36ff6ab84c0 req-3288421a-e1cb-46f7-84db-7873d400886b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:41:41.012314 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-f278613f-d3df-498a-9194-b36ff6ab84c0 req-3288421a-e1cb-46f7-84db-7873d400886b service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=74151fa0-2dce-48c3-b787-fea9c3e6e0b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0519991 Jun 24 12:41:41.112261 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-f278613f-d3df-498a-9194-b36ff6ab84c0 req-f838d3ec-6d70-4aa5-990b-1302508e0213 service neutron] 10.222.0.45 "GET /v2.0/networks/74151fa0-2dce-48c3-b787-fea9c3e6e0b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877512 Jun 24 12:41:41.205528 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-f278613f-d3df-498a-9194-b36ff6ab84c0 req-56bc0797-e578-4fcc-af1f-f77c0f9df709 service neutron] 10.222.0.45 "GET /v2.0/networks/74151fa0-2dce-48c3-b787-fea9c3e6e0b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828378 Jun 24 12:41:45.297424 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:53.938541 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-4c6931d1-724f-4050-a979-447f8d17013f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:54.182531 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.agents_db [None req-87a69269-d72b-4286-97f3-1041481ed6d8 None None] Agent healthcheck: found 6 active agents {{(pid=128086) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 12:41:56.457796 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-c81b39e7-2bdb-4084-95d6-7e9a0e6f90ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:56.669871 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:57.946172 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-03237adf-ebd0-46f2-a476-4d4bb746e0f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:59.901641 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-52c483ef-d5c1-4030-9a32-e5ce4ff00ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:15.303400 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:16.492948 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Device 8e3136e9-47d3-476a-bbe5-ef9ced18eb32 details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=128085) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 12:42:16.587864 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] For port 8e3136e9-47d3-476a-bbe5-ef9ced18eb32, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=8e3136e9-47d3-476a-bbe5-ef9ced18eb32,segment=NetworkSegment(d60253d5-89ba-4b21-b89d-0589fa7d40c2),segment_id=d60253d5-89ba-4b21-b89d-0589fa7d40c2)] {{(pid=128085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:42:16.599540 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Returning: {'device': '8e3136e9-47d3-476a-bbe5-ef9ced18eb32', 'network_id': '74151fa0-2dce-48c3-b787-fea9c3e6e0b3', 'port_id': '8e3136e9-47d3-476a-bbe5-ef9ced18eb32', 'mac_address': 'fa:16:3e:28:a8:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 640, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c603a9c6-dd8d-455f-a3ba-4adcdd317362', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=128085) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 12:42:16.642187 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:16.656274 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.notifiers.nova [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8e3136e9-47d3-476a-bbe5-ef9ced18eb32 {{(pid=128085) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 12:42:16.677446 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] For port 8e3136e9-47d3-476a-bbe5-ef9ced18eb32, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=8e3136e9-47d3-476a-bbe5-ef9ced18eb32,segment=NetworkSegment(d60253d5-89ba-4b21-b89d-0589fa7d40c2),segment_id=d60253d5-89ba-4b21-b89d-0589fa7d40c2)] {{(pid=128085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:42:16.681801 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:16.684861 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:42:16.736687 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Pushing event updated for resources: {'Port': ['ID=8e3136e9-47d3-476a-bbe5-ef9ced18eb32,revision_number=6']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:42:16.743971 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:42:16.744241 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:42:16.744565 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:42:16.744900 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:42:16.745267 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:42:16.745596 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:42:16.745922 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:42:16.746250 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:42:16.746576 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:42:16.746897 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:42:16.747217 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:42:16.747535 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:42:16.752255 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:42:16.784143 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] get_ports_and_sgs() called for port_ids ['8e3136e9-47d3-476a-bbe5-ef9ced18eb32'] {{(pid=128085) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 12:42:18.510392 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Device 8e3136e9-47d3-476a-bbe5-ef9ced18eb32 up at agent hyperv_hv-neutron-7971 {{(pid=128085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:42:18.571929 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.provisioning_blocks [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Provisioning complete for port 8e3136e9-47d3-476a-bbe5-ef9ced18eb32 triggered by entity L2. {{(pid=128085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:42:18.572423 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-991750'] for port, provisioning_complete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:18.662069 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:18.686600 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1dc0efbd-4808-41e3-abde-7f80ea61f362', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e3136e9-47d3-476a-bbe5-ef9ced18eb32'}] {{(pid=128085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 12:42:18.689600 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1098ec9051a50dd033317f529a09b9762582ef7b417ebe05928aca59e08255aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de67b347-74d4-4e5d-8a17-1fa9607bbd80" -d '{"events": [{"server_uuid": "1dc0efbd-4808-41e3-abde-7f80ea61f362", "name": "network-vif-plugged", "status": "completed", "tag": "8e3136e9-47d3-476a-bbe5-ef9ced18eb32"}]}' {{(pid=128085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 12:42:18.706469 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] For port 8e3136e9-47d3-476a-bbe5-ef9ced18eb32, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=8e3136e9-47d3-476a-bbe5-ef9ced18eb32,segment=NetworkSegment(d60253d5-89ba-4b21-b89d-0589fa7d40c2),segment_id=d60253d5-89ba-4b21-b89d-0589fa7d40c2)] {{(pid=128085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:42:18.711587 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:18.714120 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:42:18.742439 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 12:42:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54476769-b334-4c08-a1bb-1db140fa0acf x-openstack-request-id: req-54476769-b334-4c08-a1bb-1db140fa0acf {{(pid=128085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 12:42:18.742738 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1dc0efbd-4808-41e3-abde-7f80ea61f362", "name": "network-vif-plugged", "status": "completed", "tag": "8e3136e9-47d3-476a-bbe5-ef9ced18eb32", "code": 200}]} {{(pid=128085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 12:42:18.743040 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-54476769-b334-4c08-a1bb-1db140fa0acf {{(pid=128085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 12:42:18.743393 dv-neutron-797120-4-hyperv neutron-server[128085]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1dc0efbd-4808-41e3-abde-7f80ea61f362', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e3136e9-47d3-476a-bbe5-ef9ced18eb32', 'code': 200} Jun 24 12:42:18.771317 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Pushing event updated for resources: {'Port': ['ID=8e3136e9-47d3-476a-bbe5-ef9ced18eb32,revision_number=7']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:42:18.782108 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:42:23.940869 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-aece6c8e-30d7-4079-87a0-d6373cb2e2cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:26.459282 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-8e63bb2b-efff-4224-87f5-063d33fec94b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:26.674279 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:27.245254 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 42798) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:42:27.401856 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.plugin [None req-4a57d284-7f53-4231-95ff-beba364d073b tempest-TestSnapshotPattern-1015056413 tempest-TestSnapshotPattern-1015056413-project] Deleting port 351696f9-f5e9-48bc-85cb-232c6be5c775 {{(pid=128084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:42:27.402196 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-4a57d284-7f53-4231-95ff-beba364d073b tempest-TestSnapshotPattern-1015056413 tempest-TestSnapshotPattern-1015056413-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793193942312'] for port, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:27.758373 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-4a57d284-7f53-4231-95ff-beba364d073b tempest-TestSnapshotPattern-1015056413 tempest-TestSnapshotPattern-1015056413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1978872'] for port, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:27.758691 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-4a57d284-7f53-4231-95ff-beba364d073b tempest-TestSnapshotPattern-1015056413 tempest-TestSnapshotPattern-1015056413-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:27.770812 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.plugin [None req-4a57d284-7f53-4231-95ff-beba364d073b tempest-TestSnapshotPattern-1015056413 tempest-TestSnapshotPattern-1015056413-project] Calling delete_port for 351696f9-f5e9-48bc-85cb-232c6be5c775 owned by network:floatingip {{(pid=128084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:42:27.941900 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-4a57d284-7f53-4231-95ff-beba364d073b tempest-TestSnapshotPattern-1015056413 tempest-TestSnapshotPattern-1015056413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793193945299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193536732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3292088'] for port, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:27.945117 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-a99e0e14-4040-4753-b21c-9df62b117e76 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:42:27.954460 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-03237adf-ebd0-46f2-a476-4d4bb746e0f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:27.972730 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a57d284-7f53-4231-95ff-beba364d073b tempest-TestSnapshotPattern-1015056413 tempest-TestSnapshotPattern-1015056413-project] Pushing event deleted for resources: {'Port': ['ID=351696f9-f5e9-48bc-85cb-232c6be5c775,revision_number=None']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:42:28.001904 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a57d284-7f53-4231-95ff-beba364d073b tempest-TestSnapshotPattern-1015056413 tempest-TestSnapshotPattern-1015056413-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:42:28.002285 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a57d284-7f53-4231-95ff-beba364d073b tempest-TestSnapshotPattern-1015056413 tempest-TestSnapshotPattern-1015056413-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:42:28.002660 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a57d284-7f53-4231-95ff-beba364d073b tempest-TestSnapshotPattern-1015056413 tempest-TestSnapshotPattern-1015056413-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:42:28.003028 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a57d284-7f53-4231-95ff-beba364d073b tempest-TestSnapshotPattern-1015056413 tempest-TestSnapshotPattern-1015056413-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:42:28.003393 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a57d284-7f53-4231-95ff-beba364d073b tempest-TestSnapshotPattern-1015056413 tempest-TestSnapshotPattern-1015056413-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:42:28.003761 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a57d284-7f53-4231-95ff-beba364d073b tempest-TestSnapshotPattern-1015056413 tempest-TestSnapshotPattern-1015056413-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:42:28.004155 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a57d284-7f53-4231-95ff-beba364d073b tempest-TestSnapshotPattern-1015056413 tempest-TestSnapshotPattern-1015056413-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:42:28.004514 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a57d284-7f53-4231-95ff-beba364d073b tempest-TestSnapshotPattern-1015056413 tempest-TestSnapshotPattern-1015056413-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:42:28.004885 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a57d284-7f53-4231-95ff-beba364d073b tempest-TestSnapshotPattern-1015056413 tempest-TestSnapshotPattern-1015056413-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:42:28.005266 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a57d284-7f53-4231-95ff-beba364d073b tempest-TestSnapshotPattern-1015056413 tempest-TestSnapshotPattern-1015056413-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:42:28.005625 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a57d284-7f53-4231-95ff-beba364d073b tempest-TestSnapshotPattern-1015056413 tempest-TestSnapshotPattern-1015056413-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:42:28.005981 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a57d284-7f53-4231-95ff-beba364d073b tempest-TestSnapshotPattern-1015056413 tempest-TestSnapshotPattern-1015056413-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:42:28.011350 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-4a57d284-7f53-4231-95ff-beba364d073b tempest-TestSnapshotPattern-1015056413 tempest-TestSnapshotPattern-1015056413-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:42:28.050669 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-4a57d284-7f53-4231-95ff-beba364d073b tempest-TestSnapshotPattern-1015056413 tempest-TestSnapshotPattern-1015056413-project] Notify callbacks [] for floatingip, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:28.051060 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.db.l3_db [None req-4a57d284-7f53-4231-95ff-beba364d073b tempest-TestSnapshotPattern-1015056413 tempest-TestSnapshotPattern-1015056413-project] Floating IP 78c43d96-b3a0-48ce-bd8b-a7d50e5bb742 disassociated (deleted). External IP: 172.26.7.243, port: 8e3136e9-47d3-476a-bbe5-ef9ced18eb32. Jun 24 12:42:28.259573 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a57d284-7f53-4231-95ff-beba364d073b tempest-TestSnapshotPattern-1015056413 tempest-TestSnapshotPattern-1015056413-project] Router dd26f095-270d-41b3-91d7-b7e1a898980a has already been hosted by L3 agent 2987dba8-2249-4ee6-96ec-28f0f7a6127d {{(pid=128084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 12:42:28.370209 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a57d284-7f53-4231-95ff-beba364d073b tempest-TestSnapshotPattern-1015056413 tempest-TestSnapshotPattern-1015056413-project] Notify agent at l3_agent.dv-neutron-797120-4-hyperv the message routers_updated {{(pid=128084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 12:42:28.375945 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-4a57d284-7f53-4231-95ff-beba364d073b tempest-TestSnapshotPattern-1015056413 tempest-TestSnapshotPattern-1015056413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468916'] for floatingip, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:28.380749 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77e548f2-9ed0-4b97-a02f-b4d8cc94ca7f None None] Sync routers for ids ['dd26f095-270d-41b3-91d7-b7e1a898980a'] in dv-neutron-797120-4-hyperv {{(pid=128085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 12:42:28.390529 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77e548f2-9ed0-4b97-a02f-b4d8cc94ca7f None None] Routers {'dd26f095-270d-41b3-91d7-b7e1a898980a'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:42:28.391143 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-77e548f2-9ed0-4b97-a02f-b4d8cc94ca7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T12:42:26Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['dd26f095-270d-41b3-91d7-b7e1a898980a'], 'active': True} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:42:28.414116 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-4a57d284-7f53-4231-95ff-beba364d073b tempest-TestSnapshotPattern-1015056413 tempest-TestSnapshotPattern-1015056413-project] 10.222.0.53 "DELETE /v2.0/floatingips/78c43d96-b3a0-48ce-bd8b-a7d50e5bb742 HTTP/1.1" status: 204 len: 168 time: 1.1675687 Jun 24 12:42:28.414846 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1dc0efbd-4808-41e3-abde-7f80ea61f362', 'tag': '8e3136e9-47d3-476a-bbe5-ef9ced18eb32'}] {{(pid=128084) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 12:42:28.417333 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}189e43ef1649f46b9bccc8e45a83b64afc33adcdec52bc597e36eecb4255b7b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a67ef502-2344-4531-9dcd-3ffe35771c77" -d '{"events": [{"name": "network-changed", "server_uuid": "1dc0efbd-4808-41e3-abde-7f80ea61f362", "tag": "8e3136e9-47d3-476a-bbe5-ef9ced18eb32"}]}' {{(pid=128084) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 12:42:28.457911 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 12:42:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-882a9192-c9dc-46e2-bebd-0c89a9b06811 x-openstack-request-id: req-882a9192-c9dc-46e2-bebd-0c89a9b06811 {{(pid=128084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 12:42:28.458336 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1dc0efbd-4808-41e3-abde-7f80ea61f362", "tag": "8e3136e9-47d3-476a-bbe5-ef9ced18eb32", "status": "completed", "code": 200}]} {{(pid=128084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 12:42:28.458714 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-882a9192-c9dc-46e2-bebd-0c89a9b06811 {{(pid=128084) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 12:42:28.459280 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1dc0efbd-4808-41e3-abde-7f80ea61f362', 'tag': '8e3136e9-47d3-476a-bbe5-ef9ced18eb32', 'status': 'completed', 'code': 200} Jun 24 12:42:28.557309 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67ef502-2344-4531-9dcd-3ffe35771c77 req-eefb167e-64e3-4bc7-aef5-536762b6d50d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:42:28.559724 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-a67ef502-2344-4531-9dcd-3ffe35771c77 req-eefb167e-64e3-4bc7-aef5-536762b6d50d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=863ed5b026fd4edaaa489021c5171ff7&device_id=1dc0efbd-4808-41e3-abde-7f80ea61f362 HTTP/1.1" status: 200 len: 1098 time: 0.0661705 Jun 24 12:42:28.665482 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvr_db [None req-77e548f2-9ed0-4b97-a02f-b4d8cc94ca7f None None] Set router dd26f095-270d-41b3-91d7-b7e1a898980a gateway port host: dv-neutron-797120-4-hyperv {{(pid=128085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:42:28.696509 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67ef502-2344-4531-9dcd-3ffe35771c77 req-ab9e329f-ac6d-4ff6-bbe3-bb8dfd3169b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:42:28.697974 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-a67ef502-2344-4531-9dcd-3ffe35771c77 req-ab9e329f-ac6d-4ff6-bbe3-bb8dfd3169b9 service neutron] 10.222.0.45 "GET /v2.0/networks?id=74151fa0-2dce-48c3-b787-fea9c3e6e0b3 HTTP/1.1" status: 200 len: 911 time: 0.1280658 Jun 24 12:42:28.751884 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-a67ef502-2344-4531-9dcd-3ffe35771c77 req-1d1b1e39-d87f-420d-874d-fbfbe19f4787 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8e3136e9-47d3-476a-bbe5-ef9ced18eb32 HTTP/1.1" status: 200 len: 217 time: 0.0451100 Jun 24 12:42:28.836355 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67ef502-2344-4531-9dcd-3ffe35771c77 req-f2a3fc8c-ffcb-4aa0-948c-e0e9d15a7e5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:42:28.837779 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-a67ef502-2344-4531-9dcd-3ffe35771c77 req-f2a3fc8c-ffcb-4aa0-948c-e0e9d15a7e5b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c603a9c6-dd8d-455f-a3ba-4adcdd317362 HTTP/1.1" status: 200 len: 849 time: 0.0788920 Jun 24 12:42:28.895359 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-77e548f2-9ed0-4b97-a02f-b4d8cc94ca7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd26f095-270d-41b3-91d7-b7e1a898980a', 'name': 'tempest-TestSnapshotPattern-1441945490-router', 'tenant_id': '863ed5b026fd4edaaa489021c5171ff7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'external_fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.120'}], 'enable_snat': True}, 'gw_port_id': '6436f2bd-89d8-4401-8e7b-08271f81aa58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:37:41Z', 'updated_at': '2021-06-24T12:37:44Z', 'revision_number': 4, 'project_id': '863ed5b026fd4edaaa489021c5171ff7', 'gw_port': {'id': '6436f2bd-89d8-4401-8e7b-08271f81aa58', 'name': '', 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:85:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd26f095-270d-41b3-91d7-b7e1a898980a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1858, 'fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:37:42Z', 'updated_at': '2021-06-24T12:37:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-4-hyperv', '_floatingips': [{'id': 'dfd2935e-420c-430b-8ce9-839f2cd97475', 'tenant_id': '863ed5b026fd4edaaa489021c5171ff7', 'floating_ip_address': '172.26.7.90', 'floating_network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'router_id': 'dd26f095-270d-41b3-91d7-b7e1a898980a', 'port_id': '0c9f0907-dcbe-44ce-b8bb-3cb3d679c182', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1883, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '74151fa0-2dce-48c3-b787-fea9c3e6e0b3', 'mac_address': 'fa:16:3e:03:f4:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f341206c-e80d-492a-8687-017e2d44973b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T12:38:07Z', 'updated_at': '2021-06-24T12:38:09Z', 'revision_number': 1, 'project_id': '863ed5b026fd4edaaa489021c5171ff7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94f5cf28-ac75-417e-bd17-3afdeeda3562', 'name': '', 'network_id': '74151fa0-2dce-48c3-b787-fea9c3e6e0b3', 'tenant_id': '863ed5b026fd4edaaa489021c5171ff7', 'mac_address': 'fa:16:3e:4e:e8:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd26f095-270d-41b3-91d7-b7e1a898980a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': 'c603a9c6-dd8d-455f-a3ba-4adcdd317362', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:37:43Z', 'updated_at': '2021-06-24T12:37:50Z', 'revision_number': 5, 'project_id': '863ed5b026fd4edaaa489021c5171ff7', 'subnets': [{'id': 'c603a9c6-dd8d-455f-a3ba-4adcdd317362', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:42:28.899643 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265b3339-ceb2-4c88-920a-52606f689eec req-574f007a-100f-438e-8f81-4fe3855e5617 tempest-TestSnapshotPattern-1015056413 tempest-TestSnapshotPattern-1015056413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:42:28.901132 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-265b3339-ceb2-4c88-920a-52606f689eec req-574f007a-100f-438e-8f81-4fe3855e5617 tempest-TestSnapshotPattern-1015056413 tempest-TestSnapshotPattern-1015056413-project] 10.222.0.53 "GET /v2.0/ports?device_id=1dc0efbd-4808-41e3-abde-7f80ea61f362 HTTP/1.1" status: 200 len: 945 time: 0.1116052 Jun 24 12:42:28.923497 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77e548f2-9ed0-4b97-a02f-b4d8cc94ca7f None None] Checking router: dd26f095-270d-41b3-91d7-b7e1a898980a for host: dv-neutron-797120-4-hyperv {{(pid=128085) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 12:42:28.931888 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77e548f2-9ed0-4b97-a02f-b4d8cc94ca7f None None] Routers {'dd26f095-270d-41b3-91d7-b7e1a898980a'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:42:28.932504 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-77e548f2-9ed0-4b97-a02f-b4d8cc94ca7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T12:42:26Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['dd26f095-270d-41b3-91d7-b7e1a898980a'], 'active': True} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:42:28.948120 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67ef502-2344-4531-9dcd-3ffe35771c77 req-2b41f81f-f373-483e-a5ab-30af77734c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:42:28.950117 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-a67ef502-2344-4531-9dcd-3ffe35771c77 req-2b41f81f-f373-483e-a5ab-30af77734c2b service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=74151fa0-2dce-48c3-b787-fea9c3e6e0b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1036904 Jun 24 12:42:28.959557 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-265b3339-ceb2-4c88-920a-52606f689eec req-1625f0ab-0958-43b7-ae15-76e57dff92c9 tempest-TestSnapshotPattern-1015056413 tempest-TestSnapshotPattern-1015056413-project] 10.222.0.53 "GET /v2.0/security-groups?id=f8eebd97-e331-4c52-8505-97a8564cda1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498266 Jun 24 12:42:29.047030 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvr_db [None req-77e548f2-9ed0-4b97-a02f-b4d8cc94ca7f None None] Set router dd26f095-270d-41b3-91d7-b7e1a898980a gateway port host: dv-neutron-797120-4-hyperv {{(pid=128085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:42:29.047617 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-a67ef502-2344-4531-9dcd-3ffe35771c77 req-faa5ff43-746f-4de6-a97d-404bac3e3216 service neutron] 10.222.0.45 "GET /v2.0/networks/74151fa0-2dce-48c3-b787-fea9c3e6e0b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866172 Jun 24 12:42:29.143206 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-a67ef502-2344-4531-9dcd-3ffe35771c77 req-31e543ab-0214-4c53-a926-1791c3500f63 service neutron] 10.222.0.45 "GET /v2.0/networks/74151fa0-2dce-48c3-b787-fea9c3e6e0b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881312 Jun 24 12:42:29.272194 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-77e548f2-9ed0-4b97-a02f-b4d8cc94ca7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd26f095-270d-41b3-91d7-b7e1a898980a', 'name': 'tempest-TestSnapshotPattern-1441945490-router', 'tenant_id': '863ed5b026fd4edaaa489021c5171ff7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'external_fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.120'}], 'enable_snat': True}, 'gw_port_id': '6436f2bd-89d8-4401-8e7b-08271f81aa58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:37:41Z', 'updated_at': '2021-06-24T12:37:44Z', 'revision_number': 4, 'project_id': '863ed5b026fd4edaaa489021c5171ff7', 'gw_port': {'id': '6436f2bd-89d8-4401-8e7b-08271f81aa58', 'name': '', 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:85:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd26f095-270d-41b3-91d7-b7e1a898980a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1858, 'fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:37:42Z', 'updated_at': '2021-06-24T12:37:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-4-hyperv', '_floatingips': [{'id': 'dfd2935e-420c-430b-8ce9-839f2cd97475', 'tenant_id': '863ed5b026fd4edaaa489021c5171ff7', 'floating_ip_address': '172.26.7.90', 'floating_network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'router_id': 'dd26f095-270d-41b3-91d7-b7e1a898980a', 'port_id': '0c9f0907-dcbe-44ce-b8bb-3cb3d679c182', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1883, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '74151fa0-2dce-48c3-b787-fea9c3e6e0b3', 'mac_address': 'fa:16:3e:03:f4:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f341206c-e80d-492a-8687-017e2d44973b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T12:38:07Z', 'updated_at': '2021-06-24T12:38:09Z', 'revision_number': 1, 'project_id': '863ed5b026fd4edaaa489021c5171ff7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94f5cf28-ac75-417e-bd17-3afdeeda3562', 'name': '', 'network_id': '74151fa0-2dce-48c3-b787-fea9c3e6e0b3', 'tenant_id': '863ed5b026fd4edaaa489021c5171ff7', 'mac_address': 'fa:16:3e:4e:e8:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd26f095-270d-41b3-91d7-b7e1a898980a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': 'c603a9c6-dd8d-455f-a3ba-4adcdd317362', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:37:43Z', 'updated_at': '2021-06-24T12:37:50Z', 'revision_number': 5, 'project_id': '863ed5b026fd4edaaa489021c5171ff7', 'subnets': [{'id': 'c603a9c6-dd8d-455f-a3ba-4adcdd317362', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:42:29.300168 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77e548f2-9ed0-4b97-a02f-b4d8cc94ca7f None None] The sync data for ids ['dd26f095-270d-41b3-91d7-b7e1a898980a'] in dv-neutron-797120-4-hyperv is: [{'id': 'dd26f095-270d-41b3-91d7-b7e1a898980a', 'name': 'tempest-TestSnapshotPattern-1441945490-router', 'tenant_id': '863ed5b026fd4edaaa489021c5171ff7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'external_fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.120'}], 'enable_snat': True}, 'gw_port_id': '6436f2bd-89d8-4401-8e7b-08271f81aa58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:37:41Z', 'updated_at': '2021-06-24T12:37:44Z', 'revision_number': 4, 'project_id': '863ed5b026fd4edaaa489021c5171ff7', 'gw_port': {'id': '6436f2bd-89d8-4401-8e7b-08271f81aa58', 'name': '', 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:85:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd26f095-270d-41b3-91d7-b7e1a898980a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1858, 'fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:37:42Z', 'updated_at': '2021-06-24T12:37:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-4-hyperv', '_floatingips': [{'id': 'dfd2935e-420c-430b-8ce9-839f2cd97475', 'tenant_id': '863ed5b026fd4edaaa489021c5171ff7', 'floating_ip_address': '172.26.7.90', 'floating_network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'router_id': 'dd26f095-270d-41b3-91d7-b7e1a898980a', 'port_id': '0c9f0907-dcbe-44ce-b8bb-3cb3d679c182', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1883, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '74151fa0-2dce-48c3-b787-fea9c3e6e0b3', 'mac_address': 'fa:16:3e:03:f4:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f341206c-e80d-492a-8687-017e2d44973b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T12:38:07Z', 'updated_at': '2021-06-24T12:38:09Z', 'revision_number': 1, 'project_id': '863ed5b026fd4edaaa489021c5171ff7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94f5cf28-ac75-417e-bd17-3afdeeda3562', 'name': '', 'network_id': '74151fa0-2dce-48c3-b787-fea9c3e6e0b3', 'tenant_id': '863ed5b026fd4edaaa489021c5171ff7', 'mac_address': 'fa:16:3e:4e:e8:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd26f095-270d-41b3-91d7-b7e1a898980a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': 'c603a9c6-dd8d-455f-a3ba-4adcdd317362', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:37:43Z', 'updated_at': '2021-06-24T12:37:50Z', 'revision_number': 5, 'project_id': '863ed5b026fd4edaaa489021c5171ff7', 'subnets': [{'id': 'c603a9c6-dd8d-455f-a3ba-4adcdd317362', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=128085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 12:42:29.512095 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e82b12b6-badb-4f64-bd87-34b0348b66ab None None] New status for floating IP 78c43d96-b3a0-48ce-bd8b-a7d50e5bb742: DOWN {{(pid=128086) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 24 12:42:29.909288 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-52c483ef-d5c1-4030-9a32-e5ce4ff00ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:30.149593 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6153c681-ff71-410e-8968-4a93f25fb660 req-9abafa18-494a-4c31-a2ab-2f2899dadd9f tempest-TestSnapshotPattern-1015056413 tempest-TestSnapshotPattern-1015056413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:42:30.151109 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-6153c681-ff71-410e-8968-4a93f25fb660 req-9abafa18-494a-4c31-a2ab-2f2899dadd9f tempest-TestSnapshotPattern-1015056413 tempest-TestSnapshotPattern-1015056413-project] 10.222.0.53 "GET /v2.0/ports?device_id=1dc0efbd-4808-41e3-abde-7f80ea61f362 HTTP/1.1" status: 200 len: 945 time: 0.0648932 Jun 24 12:42:30.192643 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-6153c681-ff71-410e-8968-4a93f25fb660 req-0fd5028b-021d-4c09-b851-3a955fa0a97a tempest-TestSnapshotPattern-1015056413 tempest-TestSnapshotPattern-1015056413-project] 10.222.0.53 "GET /v2.0/security-groups?id=f8eebd97-e331-4c52-8505-97a8564cda1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349708 Jun 24 12:42:30.576408 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Device 8e3136e9-47d3-476a-bbe5-ef9ced18eb32 no longer exists at agent hyperv_hv-neutron-7971 {{(pid=128085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 12:42:30.649209 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650492'] for port, before_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:30.670308 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34404b3-8d25-45c9-9ea7-879d8e18adff req-6b7d9a5b-284a-4ae4-b4ed-198fb8980795 tempest-TestSnapshotPattern-1015056413 tempest-TestSnapshotPattern-1015056413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:42:30.672453 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1dc0efbd-4808-41e3-abde-7f80ea61f362', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8e3136e9-47d3-476a-bbe5-ef9ced18eb32'}] {{(pid=128085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 12:42:30.673039 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-c34404b3-8d25-45c9-9ea7-879d8e18adff req-6b7d9a5b-284a-4ae4-b4ed-198fb8980795 tempest-TestSnapshotPattern-1015056413 tempest-TestSnapshotPattern-1015056413-project] 10.222.0.45 "GET /v2.0/ports?device_id=1dc0efbd-4808-41e3-abde-7f80ea61f362 HTTP/1.1" status: 200 len: 945 time: 0.0680187 Jun 24 12:42:30.674792 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1098ec9051a50dd033317f529a09b9762582ef7b417ebe05928aca59e08255aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cf68ac1-708c-462b-a959-3efba4daab4d" -d '{"events": [{"server_uuid": "1dc0efbd-4808-41e3-abde-7f80ea61f362", "name": "network-vif-unplugged", "status": "completed", "tag": "8e3136e9-47d3-476a-bbe5-ef9ced18eb32"}]}' {{(pid=128085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 12:42:30.691582 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] For port 8e3136e9-47d3-476a-bbe5-ef9ced18eb32, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=8e3136e9-47d3-476a-bbe5-ef9ced18eb32,segment=NetworkSegment(d60253d5-89ba-4b21-b89d-0589fa7d40c2),segment_id=d60253d5-89ba-4b21-b89d-0589fa7d40c2)] {{(pid=128085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:42:30.697750 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793193945272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193536741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193564438'] for port, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:30.699669 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:42:30.722522 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 24 Jun 2021 12:42:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d602439-f312-4850-b14d-b8bcf1072096 x-openstack-request-id: req-5d602439-f312-4850-b14d-b8bcf1072096 {{(pid=128085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 12:42:30.722847 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1dc0efbd-4808-41e3-abde-7f80ea61f362", "name": "network-vif-unplugged", "status": "completed", "tag": "8e3136e9-47d3-476a-bbe5-ef9ced18eb32", "code": 200}]} {{(pid=128085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 12:42:30.723098 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-5d602439-f312-4850-b14d-b8bcf1072096 {{(pid=128085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 12:42:30.723505 dv-neutron-797120-4-hyperv neutron-server[128085]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1dc0efbd-4808-41e3-abde-7f80ea61f362', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8e3136e9-47d3-476a-bbe5-ef9ced18eb32', 'code': 200} Jun 24 12:42:30.752554 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Pushing event updated for resources: {'Port': ['ID=8e3136e9-47d3-476a-bbe5-ef9ced18eb32,revision_number=8']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:42:30.755851 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:42:30.791280 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.plugin [req-c34404b3-8d25-45c9-9ea7-879d8e18adff req-124cc600-6d0b-4915-8d17-8eea40a6051b tempest-TestSnapshotPattern-1015056413 tempest-TestSnapshotPattern-1015056413-project] Deleting port 8e3136e9-47d3-476a-bbe5-ef9ced18eb32 {{(pid=128083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:42:30.791516 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-c34404b3-8d25-45c9-9ea7-879d8e18adff req-124cc600-6d0b-4915-8d17-8eea40a6051b tempest-TestSnapshotPattern-1015056413 tempest-TestSnapshotPattern-1015056413-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793193942312'] for port, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:30.879015 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.db [req-c34404b3-8d25-45c9-9ea7-879d8e18adff req-124cc600-6d0b-4915-8d17-8eea40a6051b tempest-TestSnapshotPattern-1015056413 tempest-TestSnapshotPattern-1015056413-project] For port 8e3136e9-47d3-476a-bbe5-ef9ced18eb32, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=8e3136e9-47d3-476a-bbe5-ef9ced18eb32,segment=NetworkSegment(d60253d5-89ba-4b21-b89d-0589fa7d40c2),segment_id=d60253d5-89ba-4b21-b89d-0589fa7d40c2)] {{(pid=128083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:42:30.879375 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-c34404b3-8d25-45c9-9ea7-879d8e18adff req-124cc600-6d0b-4915-8d17-8eea40a6051b tempest-TestSnapshotPattern-1015056413 tempest-TestSnapshotPattern-1015056413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1978872'] for port, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:30.897437 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.plugin [req-c34404b3-8d25-45c9-9ea7-879d8e18adff req-124cc600-6d0b-4915-8d17-8eea40a6051b tempest-TestSnapshotPattern-1015056413 tempest-TestSnapshotPattern-1015056413-project] Calling delete_port for 8e3136e9-47d3-476a-bbe5-ef9ced18eb32 owned by compute:nova {{(pid=128083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:42:31.025698 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-c34404b3-8d25-45c9-9ea7-879d8e18adff req-124cc600-6d0b-4915-8d17-8eea40a6051b tempest-TestSnapshotPattern-1015056413 tempest-TestSnapshotPattern-1015056413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793193945299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193536732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2537862'] for port, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:31.029603 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-855b5437-8354-43e8-bfcb-582a9a0f3c83 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:42:31.058549 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124cc600-6d0b-4915-8d17-8eea40a6051b tempest-TestSnapshotPattern-1015056413 tempest-TestSnapshotPattern-1015056413-project] Pushing event deleted for resources: {'Port': ['ID=8e3136e9-47d3-476a-bbe5-ef9ced18eb32,revision_number=None']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:42:31.094829 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-124cc600-6d0b-4915-8d17-8eea40a6051b tempest-TestSnapshotPattern-1015056413 tempest-TestSnapshotPattern-1015056413-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:42:31.095222 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-124cc600-6d0b-4915-8d17-8eea40a6051b tempest-TestSnapshotPattern-1015056413 tempest-TestSnapshotPattern-1015056413-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:42:31.095610 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-124cc600-6d0b-4915-8d17-8eea40a6051b tempest-TestSnapshotPattern-1015056413 tempest-TestSnapshotPattern-1015056413-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:42:31.095993 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-124cc600-6d0b-4915-8d17-8eea40a6051b tempest-TestSnapshotPattern-1015056413 tempest-TestSnapshotPattern-1015056413-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:42:31.096370 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-124cc600-6d0b-4915-8d17-8eea40a6051b tempest-TestSnapshotPattern-1015056413 tempest-TestSnapshotPattern-1015056413-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:42:31.096745 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-124cc600-6d0b-4915-8d17-8eea40a6051b tempest-TestSnapshotPattern-1015056413 tempest-TestSnapshotPattern-1015056413-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:42:31.097149 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-124cc600-6d0b-4915-8d17-8eea40a6051b tempest-TestSnapshotPattern-1015056413 tempest-TestSnapshotPattern-1015056413-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:42:31.097525 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-124cc600-6d0b-4915-8d17-8eea40a6051b tempest-TestSnapshotPattern-1015056413 tempest-TestSnapshotPattern-1015056413-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:42:31.097899 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-124cc600-6d0b-4915-8d17-8eea40a6051b tempest-TestSnapshotPattern-1015056413 tempest-TestSnapshotPattern-1015056413-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:42:31.098269 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-124cc600-6d0b-4915-8d17-8eea40a6051b tempest-TestSnapshotPattern-1015056413 tempest-TestSnapshotPattern-1015056413-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:42:31.098645 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-124cc600-6d0b-4915-8d17-8eea40a6051b tempest-TestSnapshotPattern-1015056413 tempest-TestSnapshotPattern-1015056413-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:42:31.099014 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-124cc600-6d0b-4915-8d17-8eea40a6051b tempest-TestSnapshotPattern-1015056413 tempest-TestSnapshotPattern-1015056413-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-4-hyperv {{(pid=128083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:42:31.103908 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-124cc600-6d0b-4915-8d17-8eea40a6051b tempest-TestSnapshotPattern-1015056413 tempest-TestSnapshotPattern-1015056413-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:42:31.125725 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.l3_dvrscheduler_db [req-c34404b3-8d25-45c9-9ea7-879d8e18adff req-124cc600-6d0b-4915-8d17-8eea40a6051b tempest-TestSnapshotPattern-1015056413 tempest-TestSnapshotPattern-1015056413-project] No DVR routers for this DVR port 8e3136e9-47d3-476a-bbe5-ef9ced18eb32 on host hv-neutron-7971 {{(pid=128083) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 12:42:31.131054 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-c34404b3-8d25-45c9-9ea7-879d8e18adff req-124cc600-6d0b-4915-8d17-8eea40a6051b tempest-TestSnapshotPattern-1015056413 tempest-TestSnapshotPattern-1015056413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468916'] for port, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:31.133439 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-c34404b3-8d25-45c9-9ea7-879d8e18adff req-124cc600-6d0b-4915-8d17-8eea40a6051b tempest-TestSnapshotPattern-1015056413 tempest-TestSnapshotPattern-1015056413-project] 10.222.0.45 "DELETE /v2.0/ports/8e3136e9-47d3-476a-bbe5-ef9ced18eb32 HTTP/1.1" status: 204 len: 173 time: 0.4547060 Jun 24 12:42:31.133975 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1dc0efbd-4808-41e3-abde-7f80ea61f362', 'name': 'network-vif-deleted', 'tag': '8e3136e9-47d3-476a-bbe5-ef9ced18eb32'}] {{(pid=128083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 12:42:31.136277 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a77f7dee1a0522ddf93af289475d218fcdb8f30317daadec13ebf930b5b9dbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59852595-e0e9-4b52-8714-1b355f32f154" -d '{"events": [{"server_uuid": "1dc0efbd-4808-41e3-abde-7f80ea61f362", "name": "network-vif-deleted", "tag": "8e3136e9-47d3-476a-bbe5-ef9ced18eb32"}]}' {{(pid=128083) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 12:42:31.180627 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.agents_db [None req-87a69269-d72b-4286-97f3-1041481ed6d8 None None] Agent healthcheck: found 6 active agents {{(pid=128086) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 12:42:31.232481 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 12:42:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd9fe1bc-004a-4c9b-b13f-1dee246861b4 x-openstack-request-id: req-dd9fe1bc-004a-4c9b-b13f-1dee246861b4 {{(pid=128083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 12:42:31.233026 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1dc0efbd-4808-41e3-abde-7f80ea61f362", "name": "network-vif-deleted", "tag": "8e3136e9-47d3-476a-bbe5-ef9ced18eb32", "status": "completed", "code": 200}]} {{(pid=128083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 12:42:31.233851 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-dd9fe1bc-004a-4c9b-b13f-1dee246861b4 {{(pid=128083) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 12:42:31.234499 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1dc0efbd-4808-41e3-abde-7f80ea61f362', 'name': 'network-vif-deleted', 'tag': '8e3136e9-47d3-476a-bbe5-ef9ced18eb32', 'status': 'completed', 'code': 200} Jun 24 12:42:31.413350 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-5443f183-8e8a-4ded-b157-af09903742f4 req-9e3d4052-bf6b-47c3-9b5e-fee980d834ea tempest-TestSnapshotPattern-1015056413 tempest-TestSnapshotPattern-1015056413-project] 10.222.0.53 "GET /v2.0/ports?device_id=1dc0efbd-4808-41e3-abde-7f80ea61f362 HTTP/1.1" status: 200 len: 210 time: 0.0300369 Jun 24 12:42:33.061365 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 42864) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:42:33.223656 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.plugin [None req-754366b9-886f-4126-ba7b-d641ffa84715 tempest-TestSnapshotPattern-1015056413 tempest-TestSnapshotPattern-1015056413-project] Deleting port 4befb3d2-5295-4d27-bd83-eadf72f2fd03 {{(pid=128084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:42:33.223999 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-754366b9-886f-4126-ba7b-d641ffa84715 tempest-TestSnapshotPattern-1015056413 tempest-TestSnapshotPattern-1015056413-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793193942312'] for port, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:33.305083 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-754366b9-886f-4126-ba7b-d641ffa84715 tempest-TestSnapshotPattern-1015056413 tempest-TestSnapshotPattern-1015056413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1978872'] for port, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:33.305315 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-754366b9-886f-4126-ba7b-d641ffa84715 tempest-TestSnapshotPattern-1015056413 tempest-TestSnapshotPattern-1015056413-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:33.317567 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.plugin [None req-754366b9-886f-4126-ba7b-d641ffa84715 tempest-TestSnapshotPattern-1015056413 tempest-TestSnapshotPattern-1015056413-project] Calling delete_port for 4befb3d2-5295-4d27-bd83-eadf72f2fd03 owned by network:floatingip {{(pid=128084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:42:33.472686 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-754366b9-886f-4126-ba7b-d641ffa84715 tempest-TestSnapshotPattern-1015056413 tempest-TestSnapshotPattern-1015056413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793193945299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193536732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3292088'] for port, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:33.475687 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-28779bc7-c383-4adc-b55c-e18b62c57a39 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:42:33.499379 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754366b9-886f-4126-ba7b-d641ffa84715 tempest-TestSnapshotPattern-1015056413 tempest-TestSnapshotPattern-1015056413-project] Pushing event deleted for resources: {'Port': ['ID=4befb3d2-5295-4d27-bd83-eadf72f2fd03,revision_number=None']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:42:33.503840 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-754366b9-886f-4126-ba7b-d641ffa84715 tempest-TestSnapshotPattern-1015056413 tempest-TestSnapshotPattern-1015056413-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:42:33.565993 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-754366b9-886f-4126-ba7b-d641ffa84715 tempest-TestSnapshotPattern-1015056413 tempest-TestSnapshotPattern-1015056413-project] Notify callbacks [] for floatingip, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:33.566218 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.db.l3_db [None req-754366b9-886f-4126-ba7b-d641ffa84715 tempest-TestSnapshotPattern-1015056413 tempest-TestSnapshotPattern-1015056413-project] Floating IP dfd2935e-420c-430b-8ce9-839f2cd97475 disassociated (deleted). External IP: 172.26.7.90, port: 0c9f0907-dcbe-44ce-b8bb-3cb3d679c182. Jun 24 12:42:33.773417 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-754366b9-886f-4126-ba7b-d641ffa84715 tempest-TestSnapshotPattern-1015056413 tempest-TestSnapshotPattern-1015056413-project] Router dd26f095-270d-41b3-91d7-b7e1a898980a has already been hosted by L3 agent 2987dba8-2249-4ee6-96ec-28f0f7a6127d {{(pid=128084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 12:42:33.884331 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-754366b9-886f-4126-ba7b-d641ffa84715 tempest-TestSnapshotPattern-1015056413 tempest-TestSnapshotPattern-1015056413-project] Notify agent at l3_agent.dv-neutron-797120-4-hyperv the message routers_updated {{(pid=128084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 12:42:33.889045 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-754366b9-886f-4126-ba7b-d641ffa84715 tempest-TestSnapshotPattern-1015056413 tempest-TestSnapshotPattern-1015056413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468916'] for floatingip, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:33.893912 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92c9082b-f1a6-4929-afe2-ab3bed4d527b None None] Sync routers for ids ['dd26f095-270d-41b3-91d7-b7e1a898980a'] in dv-neutron-797120-4-hyperv {{(pid=128085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 12:42:33.903807 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92c9082b-f1a6-4929-afe2-ab3bed4d527b None None] Routers {'dd26f095-270d-41b3-91d7-b7e1a898980a'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:42:33.904432 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-92c9082b-f1a6-4929-afe2-ab3bed4d527b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T12:42:26Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['dd26f095-270d-41b3-91d7-b7e1a898980a'], 'active': True} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:42:33.930038 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-754366b9-886f-4126-ba7b-d641ffa84715 tempest-TestSnapshotPattern-1015056413 tempest-TestSnapshotPattern-1015056413-project] 10.222.0.53 "DELETE /v2.0/floatingips/dfd2935e-420c-430b-8ce9-839f2cd97475 HTTP/1.1" status: 204 len: 168 time: 0.8668773 Jun 24 12:42:33.930705 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f341206c-e80d-492a-8687-017e2d44973b', 'tag': '0c9f0907-dcbe-44ce-b8bb-3cb3d679c182'}] {{(pid=128084) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 12:42:33.933020 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}189e43ef1649f46b9bccc8e45a83b64afc33adcdec52bc597e36eecb4255b7b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cd9b86d-3f28-4f2f-9577-aedf700c11f2" -d '{"events": [{"name": "network-changed", "server_uuid": "f341206c-e80d-492a-8687-017e2d44973b", "tag": "0c9f0907-dcbe-44ce-b8bb-3cb3d679c182"}]}' {{(pid=128084) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 12:42:33.971451 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 12:42:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19c8c042-30de-436b-82ff-89f4e56bdc5e x-openstack-request-id: req-19c8c042-30de-436b-82ff-89f4e56bdc5e {{(pid=128084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 12:42:33.971856 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f341206c-e80d-492a-8687-017e2d44973b", "tag": "0c9f0907-dcbe-44ce-b8bb-3cb3d679c182", "status": "completed", "code": 200}]} {{(pid=128084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 12:42:33.972161 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-19c8c042-30de-436b-82ff-89f4e56bdc5e {{(pid=128084) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 12:42:33.972614 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f341206c-e80d-492a-8687-017e2d44973b', 'tag': '0c9f0907-dcbe-44ce-b8bb-3cb3d679c182', 'status': 'completed', 'code': 200} Jun 24 12:42:34.020738 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvr_db [None req-92c9082b-f1a6-4929-afe2-ab3bed4d527b None None] Set router dd26f095-270d-41b3-91d7-b7e1a898980a gateway port host: dv-neutron-797120-4-hyperv {{(pid=128085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:42:34.058784 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd9b86d-3f28-4f2f-9577-aedf700c11f2 req-3b79a5e0-8294-467f-b790-7b5769639d12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:42:34.061035 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-5cd9b86d-3f28-4f2f-9577-aedf700c11f2 req-3b79a5e0-8294-467f-b790-7b5769639d12 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=863ed5b026fd4edaaa489021c5171ff7&device_id=f341206c-e80d-492a-8687-017e2d44973b HTTP/1.1" status: 200 len: 1096 time: 0.0577588 Jun 24 12:42:34.246800 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-92c9082b-f1a6-4929-afe2-ab3bed4d527b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd26f095-270d-41b3-91d7-b7e1a898980a', 'name': 'tempest-TestSnapshotPattern-1441945490-router', 'tenant_id': '863ed5b026fd4edaaa489021c5171ff7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'external_fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.120'}], 'enable_snat': True}, 'gw_port_id': '6436f2bd-89d8-4401-8e7b-08271f81aa58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:37:41Z', 'updated_at': '2021-06-24T12:37:44Z', 'revision_number': 4, 'project_id': '863ed5b026fd4edaaa489021c5171ff7', 'gw_port': {'id': '6436f2bd-89d8-4401-8e7b-08271f81aa58', 'name': '', 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:85:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd26f095-270d-41b3-91d7-b7e1a898980a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1858, 'fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:37:42Z', 'updated_at': '2021-06-24T12:37:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-4-hyperv', '_interfaces': [{'id': '94f5cf28-ac75-417e-bd17-3afdeeda3562', 'name': '', 'network_id': '74151fa0-2dce-48c3-b787-fea9c3e6e0b3', 'tenant_id': '863ed5b026fd4edaaa489021c5171ff7', 'mac_address': 'fa:16:3e:4e:e8:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd26f095-270d-41b3-91d7-b7e1a898980a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': 'c603a9c6-dd8d-455f-a3ba-4adcdd317362', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:37:43Z', 'updated_at': '2021-06-24T12:37:50Z', 'revision_number': 5, 'project_id': '863ed5b026fd4edaaa489021c5171ff7', 'subnets': [{'id': 'c603a9c6-dd8d-455f-a3ba-4adcdd317362', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:42:34.279049 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92c9082b-f1a6-4929-afe2-ab3bed4d527b None None] Checking router: dd26f095-270d-41b3-91d7-b7e1a898980a for host: dv-neutron-797120-4-hyperv {{(pid=128085) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 12:42:34.289307 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92c9082b-f1a6-4929-afe2-ab3bed4d527b None None] Routers {'dd26f095-270d-41b3-91d7-b7e1a898980a'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:42:34.289965 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-92c9082b-f1a6-4929-afe2-ab3bed4d527b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T12:42:26Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['dd26f095-270d-41b3-91d7-b7e1a898980a'], 'active': True} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:42:34.395414 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvr_db [None req-92c9082b-f1a6-4929-afe2-ab3bed4d527b None None] Set router dd26f095-270d-41b3-91d7-b7e1a898980a gateway port host: dv-neutron-797120-4-hyperv {{(pid=128085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:42:34.506587 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd9b86d-3f28-4f2f-9577-aedf700c11f2 req-7863bd14-b2d5-47e5-b57a-e4565d676719 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:42:34.508350 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-5cd9b86d-3f28-4f2f-9577-aedf700c11f2 req-7863bd14-b2d5-47e5-b57a-e4565d676719 service neutron] 10.222.0.45 "GET /v2.0/networks?id=74151fa0-2dce-48c3-b787-fea9c3e6e0b3 HTTP/1.1" status: 200 len: 911 time: 0.4407265 Jun 24 12:42:34.564525 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27337bec-daa6-469f-b82a-c041e2d63243 req-e627b3d7-8378-4cd6-a2c7-e33513be9c15 tempest-TestSnapshotPattern-1015056413 tempest-TestSnapshotPattern-1015056413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:42:34.566034 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-27337bec-daa6-469f-b82a-c041e2d63243 req-e627b3d7-8378-4cd6-a2c7-e33513be9c15 tempest-TestSnapshotPattern-1015056413 tempest-TestSnapshotPattern-1015056413-project] 10.222.0.53 "GET /v2.0/ports?device_id=f341206c-e80d-492a-8687-017e2d44973b HTTP/1.1" status: 200 len: 943 time: 0.1235666 Jun 24 12:42:34.567312 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-5cd9b86d-3f28-4f2f-9577-aedf700c11f2 req-a01712ce-9745-4346-91e7-b749ea041f37 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0c9f0907-dcbe-44ce-b8bb-3cb3d679c182 HTTP/1.1" status: 200 len: 217 time: 0.0500913 Jun 24 12:42:34.604424 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Device 8e3136e9-47d3-476a-bbe5-ef9ced18eb32 no longer exists at agent hyperv_hv-neutron-7971 {{(pid=128085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 12:42:34.625115 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] No Port match for: 8e3136e9-47d3-476a-bbe5-ef9ced18eb32 {{(pid=128085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 12:42:34.625462 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Device 8e3136e9-47d3-476a-bbe5-ef9ced18eb32 not bound to the agent host hv-neutron-7971 {{(pid=128085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 12:42:34.628557 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-92c9082b-f1a6-4929-afe2-ab3bed4d527b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd26f095-270d-41b3-91d7-b7e1a898980a', 'name': 'tempest-TestSnapshotPattern-1441945490-router', 'tenant_id': '863ed5b026fd4edaaa489021c5171ff7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'external_fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.120'}], 'enable_snat': True}, 'gw_port_id': '6436f2bd-89d8-4401-8e7b-08271f81aa58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:37:41Z', 'updated_at': '2021-06-24T12:37:44Z', 'revision_number': 4, 'project_id': '863ed5b026fd4edaaa489021c5171ff7', 'gw_port': {'id': '6436f2bd-89d8-4401-8e7b-08271f81aa58', 'name': '', 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:85:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd26f095-270d-41b3-91d7-b7e1a898980a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1858, 'fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:37:42Z', 'updated_at': '2021-06-24T12:37:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-4-hyperv', '_interfaces': [{'id': '94f5cf28-ac75-417e-bd17-3afdeeda3562', 'name': '', 'network_id': '74151fa0-2dce-48c3-b787-fea9c3e6e0b3', 'tenant_id': '863ed5b026fd4edaaa489021c5171ff7', 'mac_address': 'fa:16:3e:4e:e8:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd26f095-270d-41b3-91d7-b7e1a898980a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': 'c603a9c6-dd8d-455f-a3ba-4adcdd317362', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:37:43Z', 'updated_at': '2021-06-24T12:37:50Z', 'revision_number': 5, 'project_id': '863ed5b026fd4edaaa489021c5171ff7', 'subnets': [{'id': 'c603a9c6-dd8d-455f-a3ba-4adcdd317362', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:42:34.641326 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-27337bec-daa6-469f-b82a-c041e2d63243 req-53c55f08-42f1-4b75-9cf4-4619602e8ae0 tempest-TestSnapshotPattern-1015056413 tempest-TestSnapshotPattern-1015056413-project] 10.222.0.53 "GET /v2.0/security-groups?id=f8eebd97-e331-4c52-8505-97a8564cda1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0693188 Jun 24 12:42:34.645137 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd9b86d-3f28-4f2f-9577-aedf700c11f2 req-70f3ed31-665d-4875-85da-6f3f756c7621 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:42:34.646927 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-5cd9b86d-3f28-4f2f-9577-aedf700c11f2 req-70f3ed31-665d-4875-85da-6f3f756c7621 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c603a9c6-dd8d-455f-a3ba-4adcdd317362 HTTP/1.1" status: 200 len: 849 time: 0.0669591 Jun 24 12:42:34.656007 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92c9082b-f1a6-4929-afe2-ab3bed4d527b None None] The sync data for ids ['dd26f095-270d-41b3-91d7-b7e1a898980a'] in dv-neutron-797120-4-hyperv is: [{'id': 'dd26f095-270d-41b3-91d7-b7e1a898980a', 'name': 'tempest-TestSnapshotPattern-1441945490-router', 'tenant_id': '863ed5b026fd4edaaa489021c5171ff7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'external_fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.120'}], 'enable_snat': True}, 'gw_port_id': '6436f2bd-89d8-4401-8e7b-08271f81aa58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:37:41Z', 'updated_at': '2021-06-24T12:37:44Z', 'revision_number': 4, 'project_id': '863ed5b026fd4edaaa489021c5171ff7', 'gw_port': {'id': '6436f2bd-89d8-4401-8e7b-08271f81aa58', 'name': '', 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:85:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd26f095-270d-41b3-91d7-b7e1a898980a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1858, 'fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:37:42Z', 'updated_at': '2021-06-24T12:37:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-4-hyperv', '_interfaces': [{'id': '94f5cf28-ac75-417e-bd17-3afdeeda3562', 'name': '', 'network_id': '74151fa0-2dce-48c3-b787-fea9c3e6e0b3', 'tenant_id': '863ed5b026fd4edaaa489021c5171ff7', 'mac_address': 'fa:16:3e:4e:e8:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd26f095-270d-41b3-91d7-b7e1a898980a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': 'c603a9c6-dd8d-455f-a3ba-4adcdd317362', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:37:43Z', 'updated_at': '2021-06-24T12:37:50Z', 'revision_number': 5, 'project_id': '863ed5b026fd4edaaa489021c5171ff7', 'subnets': [{'id': 'c603a9c6-dd8d-455f-a3ba-4adcdd317362', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=128085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 12:42:34.716587 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd9b86d-3f28-4f2f-9577-aedf700c11f2 req-b642619f-d67b-4dce-a61e-b72ad5f1df79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:42:34.719220 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-5cd9b86d-3f28-4f2f-9577-aedf700c11f2 req-b642619f-d67b-4dce-a61e-b72ad5f1df79 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=74151fa0-2dce-48c3-b787-fea9c3e6e0b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0655668 Jun 24 12:42:34.823791 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-5cd9b86d-3f28-4f2f-9577-aedf700c11f2 req-1421743b-8f04-487d-9ade-47e3d40ef36c service neutron] 10.222.0.45 "GET /v2.0/networks/74151fa0-2dce-48c3-b787-fea9c3e6e0b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963123 Jun 24 12:42:34.895505 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a86a168-3f06-4cfe-b671-273b99e35105 None None] New status for floating IP dfd2935e-420c-430b-8ce9-839f2cd97475: DOWN {{(pid=128086) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 24 12:42:34.919727 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-5cd9b86d-3f28-4f2f-9577-aedf700c11f2 req-5df83cf0-b3ae-4087-884b-78f26cd35c65 service neutron] 10.222.0.45 "GET /v2.0/networks/74151fa0-2dce-48c3-b787-fea9c3e6e0b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888402 Jun 24 12:42:35.825587 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9a6d38-97b3-4f46-9203-3554c90f1d2d req-9972cbdd-c58e-4806-824c-0ba40e7bf8ec tempest-TestSnapshotPattern-1015056413 tempest-TestSnapshotPattern-1015056413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:42:35.827314 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-0d9a6d38-97b3-4f46-9203-3554c90f1d2d req-9972cbdd-c58e-4806-824c-0ba40e7bf8ec tempest-TestSnapshotPattern-1015056413 tempest-TestSnapshotPattern-1015056413-project] 10.222.0.53 "GET /v2.0/ports?device_id=f341206c-e80d-492a-8687-017e2d44973b HTTP/1.1" status: 200 len: 943 time: 0.0695555 Jun 24 12:42:35.866071 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-0d9a6d38-97b3-4f46-9203-3554c90f1d2d req-0613aa84-08cc-4fca-8974-b682854a990d tempest-TestSnapshotPattern-1015056413 tempest-TestSnapshotPattern-1015056413-project] 10.222.0.53 "GET /v2.0/security-groups?id=f8eebd97-e331-4c52-8505-97a8564cda1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324717 Jun 24 12:42:36.095682 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31d823e-3d7d-4cc1-be93-a8111dd96d18 req-93c65e64-066e-4b19-94e8-5e93b71e373c tempest-TestSnapshotPattern-1015056413 tempest-TestSnapshotPattern-1015056413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=128083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:42:36.097057 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-e31d823e-3d7d-4cc1-be93-a8111dd96d18 req-93c65e64-066e-4b19-94e8-5e93b71e373c tempest-TestSnapshotPattern-1015056413 tempest-TestSnapshotPattern-1015056413-project] 10.222.0.45 "GET /v2.0/ports?device_id=f341206c-e80d-492a-8687-017e2d44973b HTTP/1.1" status: 200 len: 943 time: 0.0624292 Jun 24 12:42:36.202912 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.plugin [req-e31d823e-3d7d-4cc1-be93-a8111dd96d18 req-5d276c39-a300-4ab8-a53c-059c61316731 tempest-TestSnapshotPattern-1015056413 tempest-TestSnapshotPattern-1015056413-project] Deleting port 0c9f0907-dcbe-44ce-b8bb-3cb3d679c182 {{(pid=128083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:42:36.203296 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-e31d823e-3d7d-4cc1-be93-a8111dd96d18 req-5d276c39-a300-4ab8-a53c-059c61316731 tempest-TestSnapshotPattern-1015056413 tempest-TestSnapshotPattern-1015056413-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793193942312'] for port, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:36.289330 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.db [req-e31d823e-3d7d-4cc1-be93-a8111dd96d18 req-5d276c39-a300-4ab8-a53c-059c61316731 tempest-TestSnapshotPattern-1015056413 tempest-TestSnapshotPattern-1015056413-project] For port 0c9f0907-dcbe-44ce-b8bb-3cb3d679c182, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=0c9f0907-dcbe-44ce-b8bb-3cb3d679c182,segment=NetworkSegment(d60253d5-89ba-4b21-b89d-0589fa7d40c2),segment_id=d60253d5-89ba-4b21-b89d-0589fa7d40c2)] {{(pid=128083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:42:36.289695 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-e31d823e-3d7d-4cc1-be93-a8111dd96d18 req-5d276c39-a300-4ab8-a53c-059c61316731 tempest-TestSnapshotPattern-1015056413 tempest-TestSnapshotPattern-1015056413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1978872'] for port, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:36.302395 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.plugin [req-e31d823e-3d7d-4cc1-be93-a8111dd96d18 req-5d276c39-a300-4ab8-a53c-059c61316731 tempest-TestSnapshotPattern-1015056413 tempest-TestSnapshotPattern-1015056413-project] Calling delete_port for 0c9f0907-dcbe-44ce-b8bb-3cb3d679c182 owned by compute:nova {{(pid=128083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:42:36.432567 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-e31d823e-3d7d-4cc1-be93-a8111dd96d18 req-5d276c39-a300-4ab8-a53c-059c61316731 tempest-TestSnapshotPattern-1015056413 tempest-TestSnapshotPattern-1015056413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793193945299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193536732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2537862'] for port, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:36.436717 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-1002099c-5f14-468e-b2b7-cf9eeb3e671c tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:42:36.461840 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d276c39-a300-4ab8-a53c-059c61316731 tempest-TestSnapshotPattern-1015056413 tempest-TestSnapshotPattern-1015056413-project] Pushing event deleted for resources: {'Port': ['ID=0c9f0907-dcbe-44ce-b8bb-3cb3d679c182,revision_number=None']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:42:36.465479 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-5d276c39-a300-4ab8-a53c-059c61316731 tempest-TestSnapshotPattern-1015056413 tempest-TestSnapshotPattern-1015056413-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:42:36.518870 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.l3_dvrscheduler_db [req-e31d823e-3d7d-4cc1-be93-a8111dd96d18 req-5d276c39-a300-4ab8-a53c-059c61316731 tempest-TestSnapshotPattern-1015056413 tempest-TestSnapshotPattern-1015056413-project] No DVR routers for this DVR port 0c9f0907-dcbe-44ce-b8bb-3cb3d679c182 on host hv-neutron-7971 {{(pid=128083) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 12:42:36.521316 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [req-e31d823e-3d7d-4cc1-be93-a8111dd96d18 req-5d276c39-a300-4ab8-a53c-059c61316731 tempest-TestSnapshotPattern-1015056413 tempest-TestSnapshotPattern-1015056413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468916'] for port, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:36.523264 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-e31d823e-3d7d-4cc1-be93-a8111dd96d18 req-5d276c39-a300-4ab8-a53c-059c61316731 tempest-TestSnapshotPattern-1015056413 tempest-TestSnapshotPattern-1015056413-project] 10.222.0.45 "DELETE /v2.0/ports/0c9f0907-dcbe-44ce-b8bb-3cb3d679c182 HTTP/1.1" status: 204 len: 173 time: 0.4174249 Jun 24 12:42:36.523787 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f341206c-e80d-492a-8687-017e2d44973b', 'name': 'network-vif-deleted', 'tag': '0c9f0907-dcbe-44ce-b8bb-3cb3d679c182'}] {{(pid=128083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 12:42:36.526156 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a77f7dee1a0522ddf93af289475d218fcdb8f30317daadec13ebf930b5b9dbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-187e41c6-477e-4e8c-8e3d-d459622893bb" -d '{"events": [{"server_uuid": "f341206c-e80d-492a-8687-017e2d44973b", "name": "network-vif-deleted", "tag": "0c9f0907-dcbe-44ce-b8bb-3cb3d679c182"}]}' {{(pid=128083) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 12:42:36.569426 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 12:42:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c239dc7-34fa-440a-8502-5121d818c657 x-openstack-request-id: req-9c239dc7-34fa-440a-8502-5121d818c657 {{(pid=128083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 12:42:36.569897 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f341206c-e80d-492a-8687-017e2d44973b", "name": "network-vif-deleted", "tag": "0c9f0907-dcbe-44ce-b8bb-3cb3d679c182", "status": "completed", "code": 200}]} {{(pid=128083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 12:42:36.570148 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-9c239dc7-34fa-440a-8502-5121d818c657 {{(pid=128083) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 12:42:36.570605 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f341206c-e80d-492a-8687-017e2d44973b', 'name': 'network-vif-deleted', 'tag': '0c9f0907-dcbe-44ce-b8bb-3cb3d679c182', 'status': 'completed', 'code': 200} Jun 24 12:42:37.024389 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [req-f812b13b-96c0-491a-a80a-5d6b6ca04097 req-a8b2bc15-0e61-40f1-9379-9cf504e43b65 tempest-TestSnapshotPattern-1015056413 tempest-TestSnapshotPattern-1015056413-project] 10.222.0.53 "GET /v2.0/ports?device_id=f341206c-e80d-492a-8687-017e2d44973b HTTP/1.1" status: 200 len: 210 time: 0.0313118 Jun 24 12:42:38.120815 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 42880) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:42:38.181351 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-cbac3285-65fd-4b6a-8151-de9dde82e72b tempest-TestSnapshotPattern-1015056413 tempest-TestSnapshotPattern-1015056413-project] Notify callbacks [] for security_group, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:38.207586 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-cbac3285-65fd-4b6a-8151-de9dde82e72b tempest-TestSnapshotPattern-1015056413 tempest-TestSnapshotPattern-1015056413-project] Notify callbacks [] for security_group, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:38.268881 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-cbac3285-65fd-4b6a-8151-de9dde82e72b tempest-TestSnapshotPattern-1015056413 tempest-TestSnapshotPattern-1015056413-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800410'] for security_group, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:38.271475 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-cbac3285-65fd-4b6a-8151-de9dde82e72b tempest-TestSnapshotPattern-1015056413 tempest-TestSnapshotPattern-1015056413-project] Notify callbacks [] for security_group, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:38.272618 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-cbac3285-65fd-4b6a-8151-de9dde82e72b tempest-TestSnapshotPattern-1015056413 tempest-TestSnapshotPattern-1015056413-project] 10.222.0.53 "DELETE /v2.0/security-groups/f8eebd97-e331-4c52-8505-97a8564cda1d HTTP/1.1" status: 204 len: 168 time: 0.1508131 Jun 24 12:42:38.273461 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-4ad78b7b-9839-43e9-9325-2e529a8896a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:42:38.282428 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbac3285-65fd-4b6a-8151-de9dde82e72b tempest-TestSnapshotPattern-1015056413 tempest-TestSnapshotPattern-1015056413-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8eebd97-e331-4c52-8505-97a8564cda1d,revision_number=None']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:42:38.284836 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-cbac3285-65fd-4b6a-8151-de9dde82e72b tempest-TestSnapshotPattern-1015056413 tempest-TestSnapshotPattern-1015056413-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:42:39.350294 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 42886) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:42:39.702705 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-f7dbb944-3fee-41ac-b4e9-af613e9c251d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1978565'] for router_interface, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:39.961894 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.plugin [None req-f7dbb944-3fee-41ac-b4e9-af613e9c251d admin admin] Deleting port 94f5cf28-ac75-417e-bd17-3afdeeda3562 {{(pid=128084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:42:39.962143 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-f7dbb944-3fee-41ac-b4e9-af613e9c251d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793193942312'] for port, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:40.040432 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.db [None req-f7dbb944-3fee-41ac-b4e9-af613e9c251d admin admin] For port 94f5cf28-ac75-417e-bd17-3afdeeda3562, host dv-neutron-797120-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=94f5cf28-ac75-417e-bd17-3afdeeda3562,segment=NetworkSegment(d60253d5-89ba-4b21-b89d-0589fa7d40c2),segment_id=d60253d5-89ba-4b21-b89d-0589fa7d40c2)] {{(pid=128084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:42:40.040785 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-f7dbb944-3fee-41ac-b4e9-af613e9c251d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1978872'] for port, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:40.053800 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.plugin [None req-f7dbb944-3fee-41ac-b4e9-af613e9c251d admin admin] Calling delete_port for 94f5cf28-ac75-417e-bd17-3afdeeda3562 owned by network:router_interface {{(pid=128084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:42:40.236927 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-f7dbb944-3fee-41ac-b4e9-af613e9c251d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793193945299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193536732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3292088'] for port, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:40.239089 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-6edd489e-3120-4aac-82fe-5ee1711bcaf5 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:42:40.261477 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7dbb944-3fee-41ac-b4e9-af613e9c251d admin admin] Pushing event deleted for resources: {'Port': ['ID=94f5cf28-ac75-417e-bd17-3afdeeda3562,revision_number=None']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:42:40.265630 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-f7dbb944-3fee-41ac-b4e9-af613e9c251d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:42:40.440562 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-f7dbb944-3fee-41ac-b4e9-af613e9c251d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1588985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1806165'] for router_interface, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:40.619112 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Device 0c9f0907-dcbe-44ce-b8bb-3cb3d679c182 no longer exists at agent hyperv_hv-neutron-7971 {{(pid=128085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 12:42:40.639730 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] No Port match for: 0c9f0907-dcbe-44ce-b8bb-3cb3d679c182 {{(pid=128085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 12:42:40.640489 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Device 0c9f0907-dcbe-44ce-b8bb-3cb3d679c182 not bound to the agent host hv-neutron-7971 {{(pid=128085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 12:42:40.654196 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7dbb944-3fee-41ac-b4e9-af613e9c251d admin admin] Router dd26f095-270d-41b3-91d7-b7e1a898980a has already been hosted by L3 agent 2987dba8-2249-4ee6-96ec-28f0f7a6127d {{(pid=128084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 12:42:40.757505 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7dbb944-3fee-41ac-b4e9-af613e9c251d admin admin] Notify agent at l3_agent.dv-neutron-797120-4-hyperv the message routers_updated {{(pid=128084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 12:42:40.762434 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-f7dbb944-3fee-41ac-b4e9-af613e9c251d admin admin] 10.222.0.53 "PUT /v2.0/routers/dd26f095-270d-41b3-91d7-b7e1a898980a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4111013 Jun 24 12:42:40.765377 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 42888) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:42:40.766964 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d8e5e39-84f7-46fd-8f2f-6a2501165306 None None] Sync routers for ids ['dd26f095-270d-41b3-91d7-b7e1a898980a'] in dv-neutron-797120-4-hyperv {{(pid=128085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 12:42:40.776501 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d8e5e39-84f7-46fd-8f2f-6a2501165306 None None] Routers {'dd26f095-270d-41b3-91d7-b7e1a898980a'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:42:40.777168 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-0d8e5e39-84f7-46fd-8f2f-6a2501165306 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T12:42:26Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['dd26f095-270d-41b3-91d7-b7e1a898980a'], 'active': True} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:42:40.884791 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvr_db [None req-0d8e5e39-84f7-46fd-8f2f-6a2501165306 None None] Set router dd26f095-270d-41b3-91d7-b7e1a898980a gateway port host: dv-neutron-797120-4-hyperv {{(pid=128085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:42:40.984285 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-1117e51c-a204-4e44-9229-b700b838b4a7 admin admin] Notify callbacks [] for router, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:41.061360 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-0d8e5e39-84f7-46fd-8f2f-6a2501165306 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd26f095-270d-41b3-91d7-b7e1a898980a', 'name': 'tempest-TestSnapshotPattern-1441945490-router', 'tenant_id': '863ed5b026fd4edaaa489021c5171ff7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'external_fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.120'}], 'enable_snat': True}, 'gw_port_id': '6436f2bd-89d8-4401-8e7b-08271f81aa58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:37:41Z', 'updated_at': '2021-06-24T12:42:40Z', 'revision_number': 5, 'project_id': '863ed5b026fd4edaaa489021c5171ff7', 'gw_port': {'id': '6436f2bd-89d8-4401-8e7b-08271f81aa58', 'name': '', 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:85:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd26f095-270d-41b3-91d7-b7e1a898980a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1858, 'fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:37:42Z', 'updated_at': '2021-06-24T12:37:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-4-hyperv'}], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:42:41.087841 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-1117e51c-a204-4e44-9229-b700b838b4a7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:41.089735 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d8e5e39-84f7-46fd-8f2f-6a2501165306 None None] Checking router: dd26f095-270d-41b3-91d7-b7e1a898980a for host: dv-neutron-797120-4-hyperv {{(pid=128085) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 12:42:41.099614 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d8e5e39-84f7-46fd-8f2f-6a2501165306 None None] Routers {'dd26f095-270d-41b3-91d7-b7e1a898980a'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:42:41.100310 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-0d8e5e39-84f7-46fd-8f2f-6a2501165306 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T12:42:26Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['dd26f095-270d-41b3-91d7-b7e1a898980a'], 'active': True} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:42:41.144865 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.plugin [None req-1117e51c-a204-4e44-9229-b700b838b4a7 admin admin] Deleting port 6436f2bd-89d8-4401-8e7b-08271f81aa58 {{(pid=128084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:42:41.145156 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-1117e51c-a204-4e44-9229-b700b838b4a7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793193942312'] for port, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:41.186800 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvr_db [None req-0d8e5e39-84f7-46fd-8f2f-6a2501165306 None None] Set router dd26f095-270d-41b3-91d7-b7e1a898980a gateway port host: None {{(pid=128085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:42:41.226785 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.db [None req-1117e51c-a204-4e44-9229-b700b838b4a7 admin admin] For port 6436f2bd-89d8-4401-8e7b-08271f81aa58, host dv-neutron-797120-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=6436f2bd-89d8-4401-8e7b-08271f81aa58,segment=NetworkSegment(1139564f-ff83-4b49-a593-84b33301357d),segment_id=1139564f-ff83-4b49-a593-84b33301357d)] {{(pid=128084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:42:41.227142 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-1117e51c-a204-4e44-9229-b700b838b4a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1978872'] for port, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:41.240152 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_hamode_db [None req-0d8e5e39-84f7-46fd-8f2f-6a2501165306 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd26f095-270d-41b3-91d7-b7e1a898980a', 'name': 'tempest-TestSnapshotPattern-1441945490-router', 'tenant_id': '863ed5b026fd4edaaa489021c5171ff7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:37:41Z', 'updated_at': '2021-06-24T12:42:41Z', 'revision_number': 6, 'project_id': '863ed5b026fd4edaaa489021c5171ff7', 'gw_port_host': None}], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:42:41.240809 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.plugin [None req-1117e51c-a204-4e44-9229-b700b838b4a7 admin admin] Calling delete_port for 6436f2bd-89d8-4401-8e7b-08271f81aa58 owned by network:router_gateway {{(pid=128084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:42:41.266613 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d8e5e39-84f7-46fd-8f2f-6a2501165306 None None] The sync data for ids ['dd26f095-270d-41b3-91d7-b7e1a898980a'] in dv-neutron-797120-4-hyperv is: [{'id': 'dd26f095-270d-41b3-91d7-b7e1a898980a', 'name': 'tempest-TestSnapshotPattern-1441945490-router', 'tenant_id': '863ed5b026fd4edaaa489021c5171ff7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:37:41Z', 'updated_at': '2021-06-24T12:42:41Z', 'revision_number': 6, 'project_id': '863ed5b026fd4edaaa489021c5171ff7', 'gw_port_host': None}] {{(pid=128085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 12:42:41.409467 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-1117e51c-a204-4e44-9229-b700b838b4a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793193945299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193536732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3292088'] for port, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:41.411501 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-b150ac80-8c4d-4725-9721-e4585882e057 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:42:41.438211 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1117e51c-a204-4e44-9229-b700b838b4a7 admin admin] Pushing event deleted for resources: {'Port': ['ID=6436f2bd-89d8-4401-8e7b-08271f81aa58,revision_number=None']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:42:41.442243 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-1117e51c-a204-4e44-9229-b700b838b4a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:42:41.502610 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-1117e51c-a204-4e44-9229-b700b838b4a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1815728'] for router_gateway, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:41.876686 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-1117e51c-a204-4e44-9229-b700b838b4a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1803182', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65403'] for router, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:41.878805 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-1117e51c-a204-4e44-9229-b700b838b4a7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:41.922235 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-1117e51c-a204-4e44-9229-b700b838b4a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1806072'] for router, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:41.923105 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1117e51c-a204-4e44-9229-b700b838b4a7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router dd26f095-270d-41b3-91d7-b7e1a898980a {{(pid=128084) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 24 12:42:41.928029 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-1117e51c-a204-4e44-9229-b700b838b4a7 admin admin] Notify callbacks [] for router, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:41.929200 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-1117e51c-a204-4e44-9229-b700b838b4a7 admin admin] 10.222.0.53 "DELETE /v2.0/routers/dd26f095-270d-41b3-91d7-b7e1a898980a HTTP/1.1" status: 204 len: 168 time: 1.1624951 Jun 24 12:42:41.931750 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 42892) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:42:41.977836 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.db.db_base_plugin_v2 [None req-b45707f0-d681-4790-a204-855306ae9ac3 admin admin] Deleting subnet c603a9c6-dd8d-455f-a3ba-4adcdd317362 {{(pid=128084) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 24 12:42:41.981262 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-b45707f0-d681-4790-a204-855306ae9ac3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:42.021219 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device 94f5cf28-ac75-417e-bd17-3afdeeda3562 no longer exists at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 12:42:42.023381 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-b45707f0-d681-4790-a204-855306ae9ac3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2373542'] for subnet, precommit_delete_associations {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:42.043799 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] No Port match for: 94f5cf28-ac75-417e-bd17-3afdeeda3562 {{(pid=128085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 12:42:42.044325 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device 94f5cf28-ac75-417e-bd17-3afdeeda3562 not bound to the agent host dv-neutron-797120-4-hyperv {{(pid=128085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 12:42:42.104087 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-b45707f0-d681-4790-a204-855306ae9ac3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-972249'] for subnet, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:42.158341 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-b45707f0-d681-4790-a204-855306ae9ac3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-972238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3292022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3162263'] for subnet, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:42.160323 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-63bbdf82-b986-4d0a-8eee-4e350e6b2781 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:42:42.187629 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45707f0-d681-4790-a204-855306ae9ac3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c603a9c6-dd8d-455f-a3ba-4adcdd317362,revision_number=None']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:42:42.190928 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-b45707f0-d681-4790-a204-855306ae9ac3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:42:42.193650 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-b45707f0-d681-4790-a204-855306ae9ac3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:42.195399 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-b45707f0-d681-4790-a204-855306ae9ac3 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/c603a9c6-dd8d-455f-a3ba-4adcdd317362 HTTP/1.1" status: 204 len: 168 time: 0.2627780 Jun 24 12:42:42.198372 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 42894) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:42:42.199018 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09f9fe55-6628-4687-814d-7d8b518fdde0 None None] Network 74151fa0-2dce-48c3-b787-fea9c3e6e0b3 requested from dv-neutron-797120-4-hyperv {{(pid=128085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:42:42.272475 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-31d240e6-e4fe-425a-be97-7568dc6b8259 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-534962'] for network, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:42.333158 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.plugin [None req-31d240e6-e4fe-425a-be97-7568dc6b8259 admin admin] Deleting port 114bfddf-c392-44d9-84c3-dc5788192369 {{(pid=128083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:42:42.333471 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-31d240e6-e4fe-425a-be97-7568dc6b8259 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793193942312'] for port, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:42.396709 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efac27e1-8e51-4533-9cec-19b1d35e0ee6 None None] DHCP port deletion for 74151fa0-2dce-48c3-b787-fea9c3e6e0b3 request from dv-neutron-797120-4-hyperv {{(pid=128085) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 24 12:42:42.404170 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.db [None req-31d240e6-e4fe-425a-be97-7568dc6b8259 admin admin] For port 114bfddf-c392-44d9-84c3-dc5788192369, host dv-neutron-797120-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=114bfddf-c392-44d9-84c3-dc5788192369,segment=NetworkSegment(d60253d5-89ba-4b21-b89d-0589fa7d40c2),segment_id=d60253d5-89ba-4b21-b89d-0589fa7d40c2)] {{(pid=128083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:42:42.404603 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-31d240e6-e4fe-425a-be97-7568dc6b8259 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1978872'] for port, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:42.417742 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.plugin [None req-31d240e6-e4fe-425a-be97-7568dc6b8259 admin admin] Calling delete_port for 114bfddf-c392-44d9-84c3-dc5788192369 owned by network:dhcp {{(pid=128083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:42:42.505132 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-31d240e6-e4fe-425a-be97-7568dc6b8259 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793193945299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193536732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2537862'] for port, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:42.509488 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-44ce63d2-a802-464a-b95d-d47fad213e37 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:42:42.536266 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d240e6-e4fe-425a-be97-7568dc6b8259 admin admin] Pushing event deleted for resources: {'Port': ['ID=114bfddf-c392-44d9-84c3-dc5788192369,revision_number=None']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:42:42.538171 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31d240e6-e4fe-425a-be97-7568dc6b8259 admin admin] No DVR routers for this DVR port 114bfddf-c392-44d9-84c3-dc5788192369 on host dv-neutron-797120-4-hyperv {{(pid=128083) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 12:42:42.539972 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-31d240e6-e4fe-425a-be97-7568dc6b8259 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:42:42.601582 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-efac27e1-8e51-4533-9cec-19b1d35e0ee6 None None] Deleting port 114bfddf-c392-44d9-84c3-dc5788192369 {{(pid=128085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:42:42.601884 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-efac27e1-8e51-4533-9cec-19b1d35e0ee6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793193942312'] for port, before_delete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:42.613541 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-31d240e6-e4fe-425a-be97-7568dc6b8259 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973199', 'neutron.services.segments.db._delete_segments_for_network-8793194012456'] for network, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:42.625339 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.services.segments.db [None req-31d240e6-e4fe-425a-be97-7568dc6b8259 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74151fa0-2dce-48c3-b787-fea9c3e6e0b3']}} {{(pid=128083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:42:42.635488 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.services.segments.db [None req-31d240e6-e4fe-425a-be97-7568dc6b8259 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd60253d5-89ba-4b21-b89d-0589fa7d40c2') {'for_net_delete': True} {{(pid=128083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:42:42.635787 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.services.segments.db [None req-31d240e6-e4fe-425a-be97-7568dc6b8259 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd60253d5-89ba-4b21-b89d-0589fa7d40c2') {} {{(pid=128083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:42:42.644416 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-31d240e6-e4fe-425a-be97-7568dc6b8259 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793194097327', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3143690'] for segment, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:42.662034 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-efac27e1-8e51-4533-9cec-19b1d35e0ee6 None None] For port 114bfddf-c392-44d9-84c3-dc5788192369, host dv-neutron-797120-4-hyperv, got binding levels [] {{(pid=128085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:42:42.662434 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-efac27e1-8e51-4533-9cec-19b1d35e0ee6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1978872'] for port, precommit_delete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:42.662770 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-31d240e6-e4fe-425a-be97-7568dc6b8259 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967879'] for segment, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:42.668577 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31d240e6-e4fe-425a-be97-7568dc6b8259 admin admin] Releasing vlan 640 on physical network physnet1 to pool {{(pid=128083) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 12:42:42.668971 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-31d240e6-e4fe-425a-be97-7568dc6b8259 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2537899'] for segment, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:42.671458 dv-neutron-797120-4-hyperv neutron-server[128083]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 12:42:42.671458 dv-neutron-797120-4-hyperv neutron-server[128083]: conditions |= (models_v2.Port.network_id.in_( Jun 24 12:42:42.671458 dv-neutron-797120-4-hyperv neutron-server[128083]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 12:42:42.671458 dv-neutron-797120-4-hyperv neutron-server[128083]: conditions |= (models_v2.Port.network_id.in_( Jun 24 12:42:42.671458 dv-neutron-797120-4-hyperv neutron-server[128083]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 12:42:42.671458 dv-neutron-797120-4-hyperv neutron-server[128083]: conditions |= (models_v2.Port.network_id.in_( Jun 24 12:42:42.671458 dv-neutron-797120-4-hyperv neutron-server[128083]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 12:42:42.671458 dv-neutron-797120-4-hyperv neutron-server[128083]: conditions |= (models_v2.Port.network_id.in_( Jun 24 12:42:42.671458 dv-neutron-797120-4-hyperv neutron-server[128083]: Traceback (most recent call last): Jun 24 12:42:42.671458 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 24 12:42:42.671458 dv-neutron-797120-4-hyperv neutron-server[128083]: timer() Jun 24 12:42:42.671458 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 24 12:42:42.671458 dv-neutron-797120-4-hyperv neutron-server[128083]: cb(*args, **kw) Jun 24 12:42:42.671458 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 24 12:42:42.671458 dv-neutron-797120-4-hyperv neutron-server[128083]: return func(*args, **kwargs) Jun 24 12:42:42.671458 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 24 12:42:42.671458 dv-neutron-797120-4-hyperv neutron-server[128083]: self._notify() Jun 24 12:42:42.671458 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 24 12:42:42.671458 dv-neutron-797120-4-hyperv neutron-server[128083]: self.callback(batched_events) Jun 24 12:42:42.671458 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 24 12:42:42.671458 dv-neutron-797120-4-hyperv neutron-server[128083]: event.method(event) Jun 24 12:42:42.671458 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 24 12:42:42.671458 dv-neutron-797120-4-hyperv neutron-server[128083]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 24 12:42:42.671458 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 24 12:42:42.671458 dv-neutron-797120-4-hyperv neutron-server[128083]: aggregate_uuid = self.p_client.list_aggregates( Jun 24 12:42:42.671458 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 24 12:42:42.671458 dv-neutron-797120-4-hyperv neutron-server[128083]: return f(self, *a, **k) Jun 24 12:42:42.671458 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 24 12:42:42.671458 dv-neutron-797120-4-hyperv neutron-server[128083]: return self._get(url).json() Jun 24 12:42:42.671458 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 24 12:42:42.671458 dv-neutron-797120-4-hyperv neutron-server[128083]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 24 12:42:42.671458 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 24 12:42:42.671458 dv-neutron-797120-4-hyperv neutron-server[128083]: return self.request(url, 'GET', **kwargs) Jun 24 12:42:42.671458 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 24 12:42:42.671458 dv-neutron-797120-4-hyperv neutron-server[128083]: base_url = self.get_endpoint(auth, allow=allow, Jun 24 12:42:42.671458 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 24 12:42:42.671458 dv-neutron-797120-4-hyperv neutron-server[128083]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 24 12:42:42.671458 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 24 12:42:42.671458 dv-neutron-797120-4-hyperv neutron-server[128083]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 24 12:42:42.671458 dv-neutron-797120-4-hyperv neutron-server[128083]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 24 12:42:42.675732 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-efac27e1-8e51-4533-9cec-19b1d35e0ee6 None None] Calling delete_port for 114bfddf-c392-44d9-84c3-dc5788192369 owned by network:dhcp {{(pid=128085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:42:42.678292 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.ipam_backend_mixin [None req-efac27e1-8e51-4533-9cec-19b1d35e0ee6 None None] Port 114bfddf-c392-44d9-84c3-dc5788192369 was not found and therefore no delete operation was performed {{(pid=128085) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jun 24 12:42:42.679523 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-efac27e1-8e51-4533-9cec-19b1d35e0ee6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793193945299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193536732'] for port, after_delete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:42.681335 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:42:42.702597 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efac27e1-8e51-4533-9cec-19b1d35e0ee6 None None] Pushing event deleted for resources: {'Port': ['ID=114bfddf-c392-44d9-84c3-dc5788192369,revision_number=None']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:42:42.705955 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-efac27e1-8e51-4533-9cec-19b1d35e0ee6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:42:42.708578 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efac27e1-8e51-4533-9cec-19b1d35e0ee6 None None] No DVR routers for this DVR port 114bfddf-c392-44d9-84c3-dc5788192369 on host dv-neutron-797120-4-hyperv {{(pid=128085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 12:42:42.731000 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-31d240e6-e4fe-425a-be97-7568dc6b8259 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1800243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1815642'] for network, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:42.736134 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-539a39bc-0473-48ea-9892-f5800c272ee7 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:42:42.738766 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-31d240e6-e4fe-425a-be97-7568dc6b8259 admin admin] Notify callbacks [] for network, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:42.740542 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-31d240e6-e4fe-425a-be97-7568dc6b8259 admin admin] 10.222.0.53 "DELETE /v2.0/networks/74151fa0-2dce-48c3-b787-fea9c3e6e0b3 HTTP/1.1" status: 204 len: 168 time: 0.5409894 Jun 24 12:42:42.743545 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 42896) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:42:42.752067 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d240e6-e4fe-425a-be97-7568dc6b8259 admin admin] Pushing event deleted for resources: {'Network': ['ID=74151fa0-2dce-48c3-b787-fea9c3e6e0b3,revision_number=None']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:42:42.754409 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-31d240e6-e4fe-425a-be97-7568dc6b8259 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:42:43.089299 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-da01a94d-674d-4d61-82c5-ee614a6f5170 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1978565'] for router_interface, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:43.345597 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.plugin [None req-da01a94d-674d-4d61-82c5-ee614a6f5170 admin admin] Deleting port 50759725-c725-465a-89cc-daf08d8d64b3 {{(pid=128084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:42:43.345859 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-da01a94d-674d-4d61-82c5-ee614a6f5170 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793193942312'] for port, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:43.426247 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.db [None req-da01a94d-674d-4d61-82c5-ee614a6f5170 admin admin] For port 50759725-c725-465a-89cc-daf08d8d64b3, host dv-neutron-797120-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=50759725-c725-465a-89cc-daf08d8d64b3,segment=NetworkSegment(5595babc-8c43-4435-8db9-5849e96e9364),segment_id=5595babc-8c43-4435-8db9-5849e96e9364)] {{(pid=128084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:42:43.426607 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-da01a94d-674d-4d61-82c5-ee614a6f5170 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1978872'] for port, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:43.439041 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.plugin [None req-da01a94d-674d-4d61-82c5-ee614a6f5170 admin admin] Calling delete_port for 50759725-c725-465a-89cc-daf08d8d64b3 owned by network:router_interface {{(pid=128084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:42:43.512613 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device 114bfddf-c392-44d9-84c3-dc5788192369 no longer exists at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 12:42:43.542336 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] No Port match for: 114bfddf-c392-44d9-84c3-dc5788192369 {{(pid=128085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 12:42:43.542809 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device 114bfddf-c392-44d9-84c3-dc5788192369 not bound to the agent host dv-neutron-797120-4-hyperv {{(pid=128085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 12:42:43.543228 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device 6436f2bd-89d8-4401-8e7b-08271f81aa58 no longer exists at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 12:42:43.570360 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] No Port match for: 6436f2bd-89d8-4401-8e7b-08271f81aa58 {{(pid=128085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 12:42:43.570714 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device 6436f2bd-89d8-4401-8e7b-08271f81aa58 not bound to the agent host dv-neutron-797120-4-hyperv {{(pid=128085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 12:42:43.629155 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-da01a94d-674d-4d61-82c5-ee614a6f5170 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793193945299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193536732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3292088'] for port, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:43.631109 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-453b43f2-630b-40a4-9198-b1b76ab868f9 tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:42:43.656359 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da01a94d-674d-4d61-82c5-ee614a6f5170 admin admin] Pushing event deleted for resources: {'Port': ['ID=50759725-c725-465a-89cc-daf08d8d64b3,revision_number=None']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:42:43.659277 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-da01a94d-674d-4d61-82c5-ee614a6f5170 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:42:43.825169 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-da01a94d-674d-4d61-82c5-ee614a6f5170 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1588985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1806165'] for router_interface, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:44.054993 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da01a94d-674d-4d61-82c5-ee614a6f5170 admin admin] Router e79cf45d-8859-43b8-92ad-d36f82d0541b has already been hosted by L3 agent 2987dba8-2249-4ee6-96ec-28f0f7a6127d {{(pid=128084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 12:42:44.161996 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da01a94d-674d-4d61-82c5-ee614a6f5170 admin admin] Notify agent at l3_agent.dv-neutron-797120-4-hyperv the message routers_updated {{(pid=128084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 12:42:44.168439 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-da01a94d-674d-4d61-82c5-ee614a6f5170 admin admin] 10.222.0.53 "PUT /v2.0/routers/e79cf45d-8859-43b8-92ad-d36f82d0541b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4231262 Jun 24 12:42:44.170331 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 42898) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:42:44.171163 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5154f6dc-496a-4e52-aba7-e4f7b8bb9c76 None None] Sync routers for ids ['e79cf45d-8859-43b8-92ad-d36f82d0541b'] in dv-neutron-797120-4-hyperv {{(pid=128086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 12:42:44.180196 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5154f6dc-496a-4e52-aba7-e4f7b8bb9c76 None None] Routers {'e79cf45d-8859-43b8-92ad-d36f82d0541b'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:42:44.180804 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-5154f6dc-496a-4e52-aba7-e4f7b8bb9c76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T12:42:26Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['e79cf45d-8859-43b8-92ad-d36f82d0541b'], 'active': True} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:42:44.285320 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-6b9afef7-909b-4c68-9df2-59f8d9a80aec admin admin] Notify callbacks [] for router, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:44.291873 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_dvr_db [None req-5154f6dc-496a-4e52-aba7-e4f7b8bb9c76 None None] Set router e79cf45d-8859-43b8-92ad-d36f82d0541b gateway port host: dv-neutron-797120-4-hyperv {{(pid=128086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:42:44.389504 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-6b9afef7-909b-4c68-9df2-59f8d9a80aec admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:44.443169 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.plugin [None req-6b9afef7-909b-4c68-9df2-59f8d9a80aec admin admin] Deleting port 26927a36-e20b-4c12-bd19-39e111761008 {{(pid=128084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:42:44.443505 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-6b9afef7-909b-4c68-9df2-59f8d9a80aec admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793193942312'] for port, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:44.468081 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-5154f6dc-496a-4e52-aba7-e4f7b8bb9c76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e79cf45d-8859-43b8-92ad-d36f82d0541b', 'name': 'tempest-TestSnapshotPattern-790823498-router', 'tenant_id': '1298885b3e924d4d8ef389b26ac09c51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'external_fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.135'}], 'enable_snat': True}, 'gw_port_id': '26927a36-e20b-4c12-bd19-39e111761008', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:37:46Z', 'updated_at': '2021-06-24T12:42:43Z', 'revision_number': 5, 'project_id': '1298885b3e924d4d8ef389b26ac09c51', 'gw_port': {'id': '26927a36-e20b-4c12-bd19-39e111761008', 'name': '', 'network_id': 'f2b8ca71-e776-48b2-8898-96cc7970207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:93:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e79cf45d-8859-43b8-92ad-d36f82d0541b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1870, 'fixed_ips': [{'subnet_id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'ip_address': '172.26.7.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:37:47Z', 'updated_at': '2021-06-24T12:37:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f37bf603-3862-4d0a-9f58-89616f7fd68f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-4-hyperv'}], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:42:44.493567 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5154f6dc-496a-4e52-aba7-e4f7b8bb9c76 None None] Checking router: e79cf45d-8859-43b8-92ad-d36f82d0541b for host: dv-neutron-797120-4-hyperv {{(pid=128086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 12:42:44.501864 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5154f6dc-496a-4e52-aba7-e4f7b8bb9c76 None None] Routers {'e79cf45d-8859-43b8-92ad-d36f82d0541b'} bound to L3 agent in host dv-neutron-797120-4-hyperv {{(pid=128086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:42:44.502473 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-5154f6dc-496a-4e52-aba7-e4f7b8bb9c76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-24T11:36:56Z,description=,heartbeat_timestamp=2021-06-24T12:42:26Z,host='dv-neutron-797120-4-hyperv',id=2987dba8-2249-4ee6-96ec-28f0f7a6127d,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T11:36:56Z,topic='l3_agent')) {'router_ids': ['e79cf45d-8859-43b8-92ad-d36f82d0541b'], 'active': True} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:42:44.527060 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.db [None req-6b9afef7-909b-4c68-9df2-59f8d9a80aec admin admin] For port 26927a36-e20b-4c12-bd19-39e111761008, host dv-neutron-797120-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=26927a36-e20b-4c12-bd19-39e111761008,segment=NetworkSegment(1139564f-ff83-4b49-a593-84b33301357d),segment_id=1139564f-ff83-4b49-a593-84b33301357d)] {{(pid=128084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:42:44.527419 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-6b9afef7-909b-4c68-9df2-59f8d9a80aec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1978872'] for port, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:44.539858 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.plugins.ml2.plugin [None req-6b9afef7-909b-4c68-9df2-59f8d9a80aec admin admin] Calling delete_port for 26927a36-e20b-4c12-bd19-39e111761008 owned by network:router_gateway {{(pid=128084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:42:44.591713 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_dvr_db [None req-5154f6dc-496a-4e52-aba7-e4f7b8bb9c76 None None] Set router e79cf45d-8859-43b8-92ad-d36f82d0541b gateway port host: None {{(pid=128086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:42:44.646580 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.l3_hamode_db [None req-5154f6dc-496a-4e52-aba7-e4f7b8bb9c76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e79cf45d-8859-43b8-92ad-d36f82d0541b', 'name': 'tempest-TestSnapshotPattern-790823498-router', 'tenant_id': '1298885b3e924d4d8ef389b26ac09c51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:37:46Z', 'updated_at': '2021-06-24T12:42:44Z', 'revision_number': 6, 'project_id': '1298885b3e924d4d8ef389b26ac09c51', 'gw_port_host': None}], 'dv-neutron-797120-4-hyperv', False) {} {{(pid=128086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:42:44.673590 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5154f6dc-496a-4e52-aba7-e4f7b8bb9c76 None None] The sync data for ids ['e79cf45d-8859-43b8-92ad-d36f82d0541b'] in dv-neutron-797120-4-hyperv is: [{'id': 'e79cf45d-8859-43b8-92ad-d36f82d0541b', 'name': 'tempest-TestSnapshotPattern-790823498-router', 'tenant_id': '1298885b3e924d4d8ef389b26ac09c51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:37:46Z', 'updated_at': '2021-06-24T12:42:44Z', 'revision_number': 6, 'project_id': '1298885b3e924d4d8ef389b26ac09c51', 'gw_port_host': None}] {{(pid=128086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 12:42:44.712869 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-6b9afef7-909b-4c68-9df2-59f8d9a80aec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793193945299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193536732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3292088'] for port, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:44.715605 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-a053e43b-4bcd-4a2e-890b-a48dcf9ca53c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:42:44.739674 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9afef7-909b-4c68-9df2-59f8d9a80aec admin admin] Pushing event deleted for resources: {'Port': ['ID=26927a36-e20b-4c12-bd19-39e111761008,revision_number=None']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:42:44.743543 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-6b9afef7-909b-4c68-9df2-59f8d9a80aec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:42:44.799129 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-6b9afef7-909b-4c68-9df2-59f8d9a80aec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1815728'] for router_gateway, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:44.887876 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-6b9afef7-909b-4c68-9df2-59f8d9a80aec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1803182', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65403'] for router, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:44.891452 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-6b9afef7-909b-4c68-9df2-59f8d9a80aec admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:44.938741 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-6b9afef7-909b-4c68-9df2-59f8d9a80aec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1806072'] for router, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:44.939170 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b9afef7-909b-4c68-9df2-59f8d9a80aec admin admin] Fanout notify agent at l3_agent the message router_deleted on router e79cf45d-8859-43b8-92ad-d36f82d0541b {{(pid=128084) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 24 12:42:44.943516 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-6b9afef7-909b-4c68-9df2-59f8d9a80aec admin admin] Notify callbacks [] for router, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:44.944654 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-6b9afef7-909b-4c68-9df2-59f8d9a80aec admin admin] 10.222.0.53 "DELETE /v2.0/routers/e79cf45d-8859-43b8-92ad-d36f82d0541b HTTP/1.1" status: 204 len: 168 time: 0.7727156 Jun 24 12:42:44.947255 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 42900) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:42:44.992171 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8ba3841-a8bb-41dd-96f0-60682834d489 admin admin] Deleting subnet b8721017-4fed-4ae1-b684-30be010a2a5e {{(pid=128084) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 24 12:42:44.995225 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-e8ba3841-a8bb-41dd-96f0-60682834d489 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:45.031095 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-e8ba3841-a8bb-41dd-96f0-60682834d489 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2373542'] for subnet, precommit_delete_associations {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:45.119637 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-e8ba3841-a8bb-41dd-96f0-60682834d489 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-972249'] for subnet, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:45.176452 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-e8ba3841-a8bb-41dd-96f0-60682834d489 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-972238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3292022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3162263'] for subnet, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:45.178651 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-2f6ce581-4258-48d1-925c-0e96ea9c2d1f tempest-TestNetworkAdvancedServerOps-1809395778 tempest-TestNetworkAdvancedServerOps-1809395778-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:42:45.203940 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ba3841-a8bb-41dd-96f0-60682834d489 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b8721017-4fed-4ae1-b684-30be010a2a5e,revision_number=None']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:42:45.206903 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-e8ba3841-a8bb-41dd-96f0-60682834d489 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:42:45.207905 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-e8ba3841-a8bb-41dd-96f0-60682834d489 admin admin] Notify callbacks [] for subnet, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:45.209757 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-e8ba3841-a8bb-41dd-96f0-60682834d489 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/b8721017-4fed-4ae1-b684-30be010a2a5e HTTP/1.1" status: 204 len: 168 time: 0.2615986 Jun 24 12:42:45.212421 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 42902) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:42:45.212918 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1edabd01-37b7-4b34-a122-b15ad1c93aae None None] Network 6ea5254f-776f-455d-88cd-bf03755f918c requested from dv-neutron-797120-4-hyperv {{(pid=128085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:42:45.292652 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-81e3a884-930b-46eb-8735-19aff19fe472 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-534962'] for network, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:45.343705 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:45.351529 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.plugin [None req-81e3a884-930b-46eb-8735-19aff19fe472 admin admin] Deleting port 7aa6499d-d8bb-4903-8162-15b0991117db {{(pid=128083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:42:45.351867 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-81e3a884-930b-46eb-8735-19aff19fe472 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793193942312'] for port, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:45.420322 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.db [None req-81e3a884-930b-46eb-8735-19aff19fe472 admin admin] For port 7aa6499d-d8bb-4903-8162-15b0991117db, host dv-neutron-797120-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=7aa6499d-d8bb-4903-8162-15b0991117db,segment=NetworkSegment(5595babc-8c43-4435-8db9-5849e96e9364),segment_id=5595babc-8c43-4435-8db9-5849e96e9364)] {{(pid=128083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:42:45.421844 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-81e3a884-930b-46eb-8735-19aff19fe472 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1978872'] for port, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:45.421986 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3e2c670-35dd-478e-a1c4-90d5eb8473f5 None None] DHCP port deletion for 6ea5254f-776f-455d-88cd-bf03755f918c request from dv-neutron-797120-4-hyperv {{(pid=128085) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 24 12:42:45.435696 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.plugin [None req-81e3a884-930b-46eb-8735-19aff19fe472 admin admin] Calling delete_port for 7aa6499d-d8bb-4903-8162-15b0991117db owned by network:dhcp {{(pid=128083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:42:45.480002 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-b3e2c670-35dd-478e-a1c4-90d5eb8473f5 None None] Deleting port 7aa6499d-d8bb-4903-8162-15b0991117db {{(pid=128085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:42:45.480392 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-b3e2c670-35dd-478e-a1c4-90d5eb8473f5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793193942312'] for port, before_delete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:45.535289 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device 50759725-c725-465a-89cc-daf08d8d64b3 no longer exists at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 12:42:45.535822 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-81e3a884-930b-46eb-8735-19aff19fe472 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793193945299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193536732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2537862'] for port, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:45.542648 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-b93f14e6-ff49-439d-9969-80a6a288f3e9 tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:42:45.567710 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e3a884-930b-46eb-8735-19aff19fe472 admin admin] Pushing event deleted for resources: {'Port': ['ID=7aa6499d-d8bb-4903-8162-15b0991117db,revision_number=None']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:42:45.568354 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] No Port match for: 50759725-c725-465a-89cc-daf08d8d64b3 {{(pid=128085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 12:42:45.568709 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device 50759725-c725-465a-89cc-daf08d8d64b3 not bound to the agent host dv-neutron-797120-4-hyperv {{(pid=128085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 12:42:45.569388 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device 26927a36-e20b-4c12-bd19-39e111761008 no longer exists at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 12:42:45.569558 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81e3a884-930b-46eb-8735-19aff19fe472 admin admin] No DVR routers for this DVR port 7aa6499d-d8bb-4903-8162-15b0991117db on host dv-neutron-797120-4-hyperv {{(pid=128083) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 12:42:45.571009 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-81e3a884-930b-46eb-8735-19aff19fe472 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:42:45.597537 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] No Port match for: 26927a36-e20b-4c12-bd19-39e111761008 {{(pid=128085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 12:42:45.597890 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device 26927a36-e20b-4c12-bd19-39e111761008 not bound to the agent host dv-neutron-797120-4-hyperv {{(pid=128085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 12:42:45.598317 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device 7aa6499d-d8bb-4903-8162-15b0991117db no longer exists at agent ovs-agent-dv-neutron-797120-4-hyperv {{(pid=128085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 12:42:45.600920 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.db [None req-b3e2c670-35dd-478e-a1c4-90d5eb8473f5 None None] For port 7aa6499d-d8bb-4903-8162-15b0991117db, host dv-neutron-797120-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-4-hyperv',level=0,port_id=7aa6499d-d8bb-4903-8162-15b0991117db,segment=NetworkSegment(5595babc-8c43-4435-8db9-5849e96e9364),segment_id=5595babc-8c43-4435-8db9-5849e96e9364)] {{(pid=128085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:42:45.601364 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-b3e2c670-35dd-478e-a1c4-90d5eb8473f5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1978872'] for port, precommit_delete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:45.627240 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] No Port match for: 7aa6499d-d8bb-4903-8162-15b0991117db {{(pid=128085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 12:42:45.627585 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.rpc [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Device 7aa6499d-d8bb-4903-8162-15b0991117db not bound to the agent host dv-neutron-797120-4-hyperv {{(pid=128085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 12:42:45.632500 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.plugins.ml2.plugin [None req-b3e2c670-35dd-478e-a1c4-90d5eb8473f5 None None] Calling delete_port for 7aa6499d-d8bb-4903-8162-15b0991117db owned by network:dhcp {{(pid=128085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:42:45.645922 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-81e3a884-930b-46eb-8735-19aff19fe472 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973199', 'neutron.services.segments.db._delete_segments_for_network-8793194012456'] for network, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:45.656574 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.services.segments.db [None req-81e3a884-930b-46eb-8735-19aff19fe472 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ea5254f-776f-455d-88cd-bf03755f918c']}} {{(pid=128083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:42:45.667174 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.services.segments.db [None req-81e3a884-930b-46eb-8735-19aff19fe472 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5595babc-8c43-4435-8db9-5849e96e9364') {'for_net_delete': True} {{(pid=128083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:42:45.667468 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.services.segments.db [None req-81e3a884-930b-46eb-8735-19aff19fe472 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5595babc-8c43-4435-8db9-5849e96e9364') {} {{(pid=128083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:42:45.677257 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-81e3a884-930b-46eb-8735-19aff19fe472 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793194097327', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3143690'] for segment, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:45.692674 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-81e3a884-930b-46eb-8735-19aff19fe472 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967879'] for segment, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:45.699017 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81e3a884-930b-46eb-8735-19aff19fe472 admin admin] Releasing vlan 619 on physical network physnet1 to pool {{(pid=128083) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 12:42:45.699417 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-81e3a884-930b-46eb-8735-19aff19fe472 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2537899'] for segment, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:45.701288 dv-neutron-797120-4-hyperv neutron-server[128083]: Traceback (most recent call last): Jun 24 12:42:45.701288 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 24 12:42:45.701288 dv-neutron-797120-4-hyperv neutron-server[128083]: timer() Jun 24 12:42:45.701288 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 24 12:42:45.701288 dv-neutron-797120-4-hyperv neutron-server[128083]: cb(*args, **kw) Jun 24 12:42:45.701288 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 24 12:42:45.701288 dv-neutron-797120-4-hyperv neutron-server[128083]: return func(*args, **kwargs) Jun 24 12:42:45.701288 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 24 12:42:45.701288 dv-neutron-797120-4-hyperv neutron-server[128083]: self._notify() Jun 24 12:42:45.701288 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 24 12:42:45.701288 dv-neutron-797120-4-hyperv neutron-server[128083]: self.callback(batched_events) Jun 24 12:42:45.701288 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 24 12:42:45.701288 dv-neutron-797120-4-hyperv neutron-server[128083]: event.method(event) Jun 24 12:42:45.701288 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 24 12:42:45.701288 dv-neutron-797120-4-hyperv neutron-server[128083]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 24 12:42:45.701288 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 24 12:42:45.701288 dv-neutron-797120-4-hyperv neutron-server[128083]: aggregate_uuid = self.p_client.list_aggregates( Jun 24 12:42:45.701288 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 24 12:42:45.701288 dv-neutron-797120-4-hyperv neutron-server[128083]: return f(self, *a, **k) Jun 24 12:42:45.701288 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 24 12:42:45.701288 dv-neutron-797120-4-hyperv neutron-server[128083]: return self._get(url).json() Jun 24 12:42:45.701288 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 24 12:42:45.701288 dv-neutron-797120-4-hyperv neutron-server[128083]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 24 12:42:45.701288 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 24 12:42:45.701288 dv-neutron-797120-4-hyperv neutron-server[128083]: return self.request(url, 'GET', **kwargs) Jun 24 12:42:45.701288 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 24 12:42:45.701288 dv-neutron-797120-4-hyperv neutron-server[128083]: base_url = self.get_endpoint(auth, allow=allow, Jun 24 12:42:45.701288 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 24 12:42:45.701288 dv-neutron-797120-4-hyperv neutron-server[128083]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 24 12:42:45.701288 dv-neutron-797120-4-hyperv neutron-server[128083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 24 12:42:45.701288 dv-neutron-797120-4-hyperv neutron-server[128083]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 24 12:42:45.701288 dv-neutron-797120-4-hyperv neutron-server[128083]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 24 12:42:45.716554 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-b3e2c670-35dd-478e-a1c4-90d5eb8473f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793193945299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193536732'] for port, after_delete {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:45.718533 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:42:45.741122 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e2c670-35dd-478e-a1c4-90d5eb8473f5 None None] Pushing event deleted for resources: {'Port': ['ID=7aa6499d-d8bb-4903-8162-15b0991117db,revision_number=None']} {{(pid=128085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:42:45.744654 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG oslo_concurrency.lockutils [None req-b3e2c670-35dd-478e-a1c4-90d5eb8473f5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=128085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:42:45.747424 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3e2c670-35dd-478e-a1c4-90d5eb8473f5 None None] No DVR routers for this DVR port 7aa6499d-d8bb-4903-8162-15b0991117db on host dv-neutron-797120-4-hyperv {{(pid=128085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 12:42:45.762067 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-81e3a884-930b-46eb-8735-19aff19fe472 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1800243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1815642'] for network, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:45.765579 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-6c026929-0210-4078-a415-dc8d9fe78304 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:42:45.768176 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-81e3a884-930b-46eb-8735-19aff19fe472 admin admin] Notify callbacks [] for network, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:45.770022 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-81e3a884-930b-46eb-8735-19aff19fe472 admin admin] 10.222.0.53 "DELETE /v2.0/networks/6ea5254f-776f-455d-88cd-bf03755f918c HTTP/1.1" status: 204 len: 168 time: 0.5565803 Jun 24 12:42:45.781740 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e3a884-930b-46eb-8735-19aff19fe472 admin admin] Pushing event deleted for resources: {'Network': ['ID=6ea5254f-776f-455d-88cd-bf03755f918c,revision_number=None']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:42:45.784539 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-81e3a884-930b-46eb-8735-19aff19fe472 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:42:45.877791 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 42906) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:42:45.925030 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-abc97759-8a7b-44a9-8988-b568a93835a0 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=863ed5b026fd4edaaa489021c5171ff7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0459452 Jun 24 12:42:45.927315 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [-] (128083) accepted ('10.222.0.53', 42908) {{(pid=128083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:42:45.981004 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-2930ba4d-7420-4fda-b1a7-150546524ff4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:46.002482 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-2930ba4d-7420-4fda-b1a7-150546524ff4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:46.050299 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-2930ba4d-7420-4fda-b1a7-150546524ff4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800410'] for security_group, after_delete {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:46.052886 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron_lib.callbacks.manager [None req-2930ba4d-7420-4fda-b1a7-150546524ff4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=128083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:46.054050 dv-neutron-797120-4-hyperv neutron-server[128083]: INFO neutron.wsgi [None req-2930ba4d-7420-4fda-b1a7-150546524ff4 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/7c21f437-25ec-4248-9c15-0dacb35f22ee HTTP/1.1" status: 204 len: 168 time: 0.1258426 Jun 24 12:42:46.055361 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-2f93a85e-08ee-4dae-9341-63b125e70546 tempest-TestShelveInstance-1831117379 tempest-TestShelveInstance-1831117379-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:42:46.063837 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2930ba4d-7420-4fda-b1a7-150546524ff4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c21f437-25ec-4248-9c15-0dacb35f22ee,revision_number=None']} {{(pid=128083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:42:46.066288 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG oslo_concurrency.lockutils [None req-2930ba4d-7420-4fda-b1a7-150546524ff4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=128083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:42:46.382933 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 42914) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:42:46.423135 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-9c7f0cee-947f-4d2f-9232-fd3645bdf83e admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=1298885b3e924d4d8ef389b26ac09c51&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0389016 Jun 24 12:42:46.425530 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.wsgi [-] (128084) accepted ('10.222.0.53', 42916) {{(pid=128084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:42:46.476653 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-8a7c055f-7612-4d24-9149-a2a631da6ffd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:46.498012 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-8a7c055f-7612-4d24-9149-a2a631da6ffd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:46.546135 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-8a7c055f-7612-4d24-9149-a2a631da6ffd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800410'] for security_group, after_delete {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:46.548624 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron_lib.callbacks.manager [None req-8a7c055f-7612-4d24-9149-a2a631da6ffd admin admin] Notify callbacks [] for security_group, before_response {{(pid=128084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:46.552379 dv-neutron-797120-4-hyperv neutron-server[128084]: INFO neutron.wsgi [None req-8a7c055f-7612-4d24-9149-a2a631da6ffd admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/98e3b24c-122f-443e-8902-b606eefd03a1 HTTP/1.1" status: 204 len: 168 time: 0.1237423 Jun 24 12:42:46.552379 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-334d79ed-e80e-4b78-ad1d-80dfd6eefe57 tempest-TestNetworkBasicOps-1430426720 tempest-TestNetworkBasicOps-1430426720-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:42:46.559178 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7c055f-7612-4d24-9149-a2a631da6ffd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98e3b24c-122f-443e-8902-b606eefd03a1,revision_number=None']} {{(pid=128084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:42:46.562688 dv-neutron-797120-4-hyperv neutron-server[128084]: DEBUG oslo_concurrency.lockutils [None req-8a7c055f-7612-4d24-9149-a2a631da6ffd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=128084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:42:53.940841 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-9eac6cad-ac74-4a9e-95e0-56cd4538ffd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:56.462145 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-a1df0bd9-b725-4e4f-82cc-0078c4fc8b65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:56.675119 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:57.954023 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-03237adf-ebd0-46f2-a476-4d4bb746e0f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:59.907918 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-52c483ef-d5c1-4030-9a32-e5ce4ff00ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:08.180162 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.agents_db [None req-87a69269-d72b-4286-97f3-1041481ed6d8 None None] Agent healthcheck: found 6 active agents {{(pid=128086) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 12:43:15.323243 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:23.941306 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-2221e2fa-4f43-4c13-8fcc-0406d3043b62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:26.462069 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-5bc1c256-9b3d-4eaf-bf34-3973e2015032 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:26.675844 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:27.956276 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-03237adf-ebd0-46f2-a476-4d4bb746e0f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:29.913678 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-52c483ef-d5c1-4030-9a32-e5ce4ff00ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:45.179961 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.agents_db [None req-87a69269-d72b-4286-97f3-1041481ed6d8 None None] Agent healthcheck: found 6 active agents {{(pid=128086) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 12:43:45.318743 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:53.941904 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-91c98d8e-fd06-48e1-b114-f9803fb8c054 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:56.463983 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-4b6a5a48-f819-4273-b6e9-34b705806c20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:56.676770 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:57.968452 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-03237adf-ebd0-46f2-a476-4d4bb746e0f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:59.913616 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-52c483ef-d5c1-4030-9a32-e5ce4ff00ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:15.330880 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:22.178129 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.agents_db [None req-87a69269-d72b-4286-97f3-1041481ed6d8 None None] Agent healthcheck: found 6 active agents {{(pid=128086) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 12:44:23.944963 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-71d2d1bd-9cf4-40df-b6a2-6f7251ca1b7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:26.466089 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-f2c4c120-c281-49c6-8313-58309083b668 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:26.677273 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:27.961818 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-03237adf-ebd0-46f2-a476-4d4bb746e0f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:29.919395 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-52c483ef-d5c1-4030-9a32-e5ce4ff00ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:45.344310 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:53.945704 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-09e1e58f-2678-48aa-81e2-0f0a9e1d15f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:56.467960 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-e08cb5e0-e3a7-447a-af83-91e2b23fb001 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:56.678247 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:57.967198 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-03237adf-ebd0-46f2-a476-4d4bb746e0f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:59.178045 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.agents_db [None req-87a69269-d72b-4286-97f3-1041481ed6d8 None None] Agent healthcheck: found 6 active agents {{(pid=128086) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 12:44:59.920352 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-52c483ef-d5c1-4030-9a32-e5ce4ff00ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:15.345431 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:23.946292 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-4a676839-34fa-421f-bef2-d8b4bee4b36b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:26.470417 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-3222706f-59a9-48cb-b995-ae1b9c95d01c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:26.679404 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:27.968123 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-03237adf-ebd0-46f2-a476-4d4bb746e0f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:29.923345 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-52c483ef-d5c1-4030-9a32-e5ce4ff00ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:36.176581 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.agents_db [None req-87a69269-d72b-4286-97f3-1041481ed6d8 None None] Agent healthcheck: found 6 active agents {{(pid=128086) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 12:45:45.353352 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:53.949345 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-a73f2212-058b-473e-9190-72f926ce762c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:56.472784 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-0289afb3-a2ae-4551-8784-cb806356f4ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:56.681808 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:57.972252 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-03237adf-ebd0-46f2-a476-4d4bb746e0f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:59.929912 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-52c483ef-d5c1-4030-9a32-e5ce4ff00ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:12.365411 dv-neutron-797120-4-hyperv neutron-server[128083]: DEBUG neutron.wsgi [req-35db427a-39ea-4a95-b221-e8cfe971e64e req-5042f932-02bc-405a-ab0d-00e545f94f26 service neutron] (128083) timed out ('10.222.0.53', 41482) {{(pid=128083) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 24 12:46:13.174778 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.agents_db [None req-87a69269-d72b-4286-97f3-1041481ed6d8 None None] Agent healthcheck: found 6 active agents {{(pid=128086) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 12:46:15.343880 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:23.949138 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-3206bbf9-6b65-48c0-9508-7e69c4bfe740 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:26.473787 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-cbf55624-b85f-4ac5-a9b5-3090c3246434 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:26.683749 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:27.974776 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-03237adf-ebd0-46f2-a476-4d4bb746e0f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:29.929382 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-52c483ef-d5c1-4030-9a32-e5ce4ff00ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:45.352006 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:50.174892 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.agents_db [None req-87a69269-d72b-4286-97f3-1041481ed6d8 None None] Agent healthcheck: found 6 active agents {{(pid=128086) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 12:46:53.950186 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-c3da882c-36e5-4782-87f5-b55f5965daa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:56.475238 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-94656407-3f97-4d9e-885f-20b38854727a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:56.685277 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:57.984554 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-03237adf-ebd0-46f2-a476-4d4bb746e0f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:59.933465 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-52c483ef-d5c1-4030-9a32-e5ce4ff00ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:15.372230 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:23.951641 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-e01adb04-882d-4790-bf44-6bcf7026cefe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:26.478186 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-e6c73f08-e73e-4bc1-886c-ae64e0f43159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:26.686610 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:27.173326 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.agents_db [None req-87a69269-d72b-4286-97f3-1041481ed6d8 None None] Agent healthcheck: found 6 active agents {{(pid=128086) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 12:47:27.980479 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-03237adf-ebd0-46f2-a476-4d4bb746e0f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:29.933873 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-52c483ef-d5c1-4030-9a32-e5ce4ff00ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:45.387479 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:53.955529 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-2c600367-1496-4c58-aa8d-abcb67cd4c99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:56.478904 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-60407fcf-14d9-46c5-b901-20389a91701d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:56.687415 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-28f8e441-7fba-4373-a326-809a9a5dd8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:57.983156 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-03237adf-ebd0-46f2-a476-4d4bb746e0f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:59.937471 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-52c483ef-d5c1-4030-9a32-e5ce4ff00ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:04.171985 dv-neutron-797120-4-hyperv neutron-server[128086]: DEBUG neutron.db.agents_db [None req-87a69269-d72b-4286-97f3-1041481ed6d8 None None] Agent healthcheck: found 6 active agents {{(pid=128086) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 12:48:15.388520 dv-neutron-797120-4-hyperv neutron-server[128085]: DEBUG neutron_lib.callbacks.manager [None req-ff348a6e-e647-48a3-867b-b333584972e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194012438', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-991961'] for agent, after_update {{(pid=128085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}